-- Logs begin at Thu 2022-02-17 21:20:42 UTC, end at Thu 2022-02-17 23:47:08 UTC. -- Feb 17 21:54:57.194916 n-d-828369-18 systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 21:55:00.155586 n-d-828369-18 neutron-server[103417]: INFO neutron.common.config [-] Logging enabled! Feb 17 21:55:00.156214 n-d-828369-18 neutron-server[103417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 17 21:55:00.156372 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 21:55:00.159714 n-d-828369-18 neutron-server[103417]: INFO neutron.common.config [-] Logging enabled! Feb 17 21:55:00.159971 n-d-828369-18 neutron-server[103417]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev513 Feb 17 21:55:00.160284 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103417) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 21:55:00.161216 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:55:00.161452 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 21:55:00.161924 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 21:55:00.162171 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 21:55:00.162399 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 21:55:00.162716 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.163140 n-d-828369-18 neutron-server[103417]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 17 21:55:00.163475 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.163774 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.164068 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.164361 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.164651 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.164933 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.165219 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.165516 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.165802 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.166081 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.166364 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.166656 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.166936 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.167223 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.167541 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.167823 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.168103 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.168524 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.169597 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.169597 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.169597 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.169873 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.170010 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.170284 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.170570 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.170889 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] host = n-d-828369-18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.171165 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.171474 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.171760 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.172043 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.172316 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.173124 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.173405 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.173676 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.173946 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.174216 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.174502 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.174787 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.175073 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.175296 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.175552 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.175838 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.176121 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.176392 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.176666 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.176939 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.177211 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.177484 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.177751 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.178031 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.178310 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.178594 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.178869 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.179140 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.179434 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.179706 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.179989 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.180261 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.180540 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.180813 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.181097 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.181363 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.181634 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.181931 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.182214 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.182495 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.182778 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.183050 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.183330 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.183628 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.183900 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.184167 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.184439 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.184708 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.184987 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.185255 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.185524 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.185794 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.186063 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.186344 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.186614 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:00.186906 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.187201 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.187523 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.187807 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.188632 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.188922 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.189212 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.189488 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.189776 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.190061 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.190349 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.190624 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.190923 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.191209 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.191530 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.191831 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.192122 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.192411 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.192686 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.192960 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.193233 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.193508 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.193794 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.194070 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.194359 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.194647 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.194926 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.195222 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.195541 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.195833 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.196120 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.196392 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.196667 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.196957 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.197233 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.197504 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.197775 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.198060 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.198333 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.198603 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.198881 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.199156 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.199449 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.199721 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.199996 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.200281 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.200558 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.200827 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.201098 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.201372 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.201643 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.201928 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.202202 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.202471 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.202739 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.203013 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.203285 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.203578 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.203877 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.204147 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.204419 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.204690 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.204960 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.205231 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.205501 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.205769 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.206038 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.206308 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.206581 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.206851 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.207124 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.207419 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.207693 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.207965 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.208247 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.208540 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.208818 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.209097 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.209377 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.209654 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.209932 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.210204 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.210486 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.210762 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.211034 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.211323 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.211628 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.211911 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.212195 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.212468 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.212759 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.213033 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.213306 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.213585 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.213859 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.214134 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.214414 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.214692 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.214984 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.215276 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.215594 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.215886 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.216173 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.216451 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.216753 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.217032 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:00.217246 n-d-828369-18 neutron-server[103417]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 21:55:00.217482 n-d-828369-18 neutron-server[103417]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103417) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 17 21:55:00.587717 n-d-828369-18 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 21:55:00.588001 n-d-828369-18 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 21:55:00.588311 n-d-828369-18 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 17 21:55:00.588647 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 21:55:00.917746 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.918036 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.918313 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.919644 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.919927 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.920200 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.971270 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.971578 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.971964 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.986203 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.986486 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:00.986755 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.117921 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.118200 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.118470 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.154375 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.154653 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.154936 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.394777 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.395402 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.395402 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.395566 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.396215 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.494945 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.495263 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.495569 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.495841 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.496108 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.496417 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.496677 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.496931 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.497183 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.497462 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.497723 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.497990 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.498245 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.498494 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.498746 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.499004 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.499258 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.499552 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.499820 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.500079 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.500345 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.500631 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.500911 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.501283 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.501532 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.501777 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.502161 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:01.502399 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:01.502634 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:01.502866 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:01.503098 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:01.503329 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:01.503707 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 21:55:01.506772 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 21:55:01.511745 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 21:55:01.515450 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 17 21:55:01.517119 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 21:55:01.517582 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 21:55:01.517914 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 17 21:55:01.518296 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 21:55:01.521142 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 21:55:01.521392 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 21:55:01.521729 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 21:55:01.526602 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 17 21:55:01.550288 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 21:55:01.550748 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.551047 n-d-828369-18 neutron-server[103417]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103417) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 17 21:55:01.551692 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.553106 n-d-828369-18 neutron-server[103417]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103417) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 21:55:01.553386 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 17 21:55:01.553627 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 17 21:55:01.556879 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.557159 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:01.620086 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 21:55:01.620322 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 21:55:01.620558 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 21:55:01.620923 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 21:55:01.640887 n-d-828369-18 neutron-server[103417]: DEBUG oslo_db.sqlalchemy.engines [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103417) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 17 21:55:02.076547 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing driver for type 'gre' Feb 17 21:55:02.077074 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] gre ID ranges: [(1, 1000)] Feb 17 21:55:02.127208 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing driver for type 'local' Feb 17 21:55:02.127692 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing driver for type 'vlan' Feb 17 21:55:02.140710 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] VlanTypeDriver initialization complete Feb 17 21:55:02.141177 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing driver for type 'vxlan' Feb 17 21:55:02.142354 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] vxlan ID ranges: [(1, 1000)] Feb 17 21:55:02.191669 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing extension driver 'port_security' Feb 17 21:55:02.192001 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.extensions.port_security [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] PortSecurityExtensionDriver initialization complete Feb 17 21:55:02.192387 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing mechanism driver 'openvswitch' Feb 17 21:55:02.192720 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing mechanism driver 'hyperv' Feb 17 21:55:02.199274 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.plugin [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103417) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:02.200130 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.200502 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.200882 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.201405 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 21:55:02.201834 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.202184 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.202526 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.202923 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 21:55:02.203330 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.204400 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.204747 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.205142 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 21:55:02.205550 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > security_group after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.205899 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > security_group after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.206238 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.206632 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 21:55:02.207034 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.207393 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.207730 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.208126 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 21:55:02.208529 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > address_group after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.208871 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > address_group after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.209206 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.209603 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103417) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 17 21:55:02.210128 n-d-828369-18 neutron-server[103417]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] ML2 OVO RPC backend initialized. {{(pid=103417) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 17 21:55:02.210733 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.211085 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.211522 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.211868 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > networks before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.212213 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.212550 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > ports before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.212892 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnet before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.213227 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnets before_response 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.213566 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.213898 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.214226 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.214557 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.214886 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.215212 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.215565 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnet after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.215894 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.216221 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.223721 n-d-828369-18 neutron-server[103417]: INFO neutron.quota [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded quota_driver: . Feb 17 21:55:02.224080 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.plugin [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Modular L2 Plugin initialization complete Feb 17 21:55:02.224422 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading services supported by the core plugin {{(pid=103417) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 21:55:02.224759 n-d-828369-18 neutron-server[103417]: INFO neutron.plugins.ml2.managers [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Got port-security extension from driver 'port_security' Feb 17 21:55:02.225229 n-d-828369-18 neutron-server[103417]: INFO neutron.extensions.vlantransparent [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Disabled vlantransparent extension. Feb 17 21:55:02.225719 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103417) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 21:55:02.226037 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: router Feb 17 21:55:02.263178 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.263593 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router after_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.263962 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router before_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.264321 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.264687 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.265039 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router after_delete 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.265393 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.265744 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.266101 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router after_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.267045 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.267462 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.267793 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.268152 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.268556 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.268928 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.269262 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.269600 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: subnet after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.269939 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.270282 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.270625 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.270966 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: port before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.271321 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.271685 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router after_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.272021 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.272492 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_create 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.272851 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.273194 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_update 55549900 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.273554 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > agent after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.273909 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > agent after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.274252 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > network after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.275090 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Tracking information for resource: router configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:02.275447 n-d-828369-18 neutron-server[103417]: DEBUG neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Tracking information for resource: floatingip configured {{(pid=103417) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 17 21:55:02.280332 n-d-828369-18 neutron-server[103417]: INFO neutron.db.l3_agentschedulers_db [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 21:55:02.280898 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.281254 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: port after_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.281605 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: port after_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.281983 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: port after_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.282754 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router before_create 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.283121 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.283551 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_create 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.283909 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > router precommit_update 55550100 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.288661 n-d-828369-18 neutron-server[103417]: DEBUG neutron.services.provider_configuration [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service providers = [] {{(pid=103417) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 21:55:02.289022 n-d-828369-18 neutron-server[103417]: DEBUG neutron.db.servicetype_db [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103417) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 21:55:02.292037 n-d-828369-18 neutron-server[103417]: DEBUG neutron.services.service_base [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 21:55:02.292383 n-d-828369-18 neutron-server[103417]: DEBUG neutron.services.service_base [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 21:55:02.292720 n-d-828369-18 neutron-server[103417]: DEBUG neutron.services.service_base [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 21:55:02.293620 n-d-828369-18 neutron-server[103417]: DEBUG neutron.services.service_base [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103417) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 17 21:55:02.293987 n-d-828369-18 neutron-server[103417]: INFO neutron.services.service_base [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 21:55:02.294353 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.294665 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 21:55:02.305889 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.306225 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: auto_allocate Feb 17 21:55:02.312308 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: network precommit_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.312674 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: network precommit_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.313811 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.314126 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: tag Feb 17 21:55:02.320982 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.321312 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: timestamp Feb 17 21:55:02.325151 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.325478 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: network_ip_availability Feb 17 21:55:02.330974 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.331296 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.331672 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.332370 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.332687 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: flavors Feb 17 21:55:02.337706 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.338037 n-d-828369-18 neutron-server[103417]: INFO neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading Plugin: revisions Feb 17 21:55:02.342337 n-d-828369-18 neutron-server[103417]: DEBUG neutron.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103417) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 17 21:55:02.342730 n-d-828369-18 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.754s {{(pid=103417) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 17 21:55:02.343742 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103417) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 17 21:55:02.344076 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Initializing extension manager. Feb 17 21:55:02.344615 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: __init__.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.344954 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: __pycache__ {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.345285 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.345614 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.346358 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.346927 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: address-group Feb 17 21:55:02.347249 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: address_scope.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.347982 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.348495 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: address-scope Feb 17 21:55:02.348815 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.349728 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.350243 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: router-admin-state-down-before-update Feb 17 21:55:02.350565 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: agent.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.351333 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.351869 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: agent Feb 17 21:55:02.352187 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: agent_resources_synced.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.353094 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.353601 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: agent-resources-synced Feb 17 21:55:02.353920 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: allowedaddresspairs.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.355762 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.356279 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: allowed-address-pairs Feb 17 21:55:02.356605 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: auto_allocated_topology.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.357678 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.358189 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: auto-allocated-topology Feb 17 21:55:02.358506 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.359187 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.359728 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: availability_zone Feb 17 21:55:02.360581 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: availability_zone_filter.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.361483 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.361991 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: availability_zone_filter Feb 17 21:55:02.362311 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: data_plane_status.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.363210 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.363734 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 21:55:02.364052 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: default_subnetpools.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.364958 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.365460 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: default-subnetpools Feb 17 21:55:02.365777 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.366587 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.367089 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: dhcp_agent_scheduler Feb 17 21:55:02.367427 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: dns.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.368335 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.368833 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension dns-integration not supported by any of loaded plugins Feb 17 21:55:02.369151 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: dns_domain_ports.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.370052 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.370555 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 21:55:02.370872 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.371809 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.372332 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 17 21:55:02.372633 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: dvr.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.373296 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.373798 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: dvr Feb 17 21:55:02.374114 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: ecmp_routes.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.375013 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.376187 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension ecmp_routes not supported by any of loaded plugins Feb 17 21:55:02.376552 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: empty_string_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.377460 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.377971 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: empty-string-filtering Feb 17 21:55:02.378289 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.379186 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.379721 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 21:55:02.380041 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.380937 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.381441 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 21:55:02.381759 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: external_net.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.382650 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.383156 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: external-net Feb 17 21:55:02.383504 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.384396 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.384900 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: extra_dhcp_opt Feb 17 21:55:02.385216 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: extraroute.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.386115 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.386626 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: extraroute Feb 17 21:55:02.386942 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: extraroute_atomic.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.387997 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.388498 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: extraroute-atomic Feb 17 21:55:02.388819 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: filter_validation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.389476 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.389981 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: filter-validation Feb 17 21:55:02.390296 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: fip_pf_description.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.391213 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.391740 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 21:55:02.392055 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: fip_port_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.393152 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.393660 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: fip-port-details Feb 17 21:55:02.393977 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: flavors.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.395195 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.395737 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: flavors Feb 17 21:55:02.396040 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.397791 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.398305 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 21:55:02.398630 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: floatingip_pools.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.399318 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.399851 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: floatingip-pools Feb 17 21:55:02.400171 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: ip_allocation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.401085 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.401588 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 21:55:02.401905 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.402823 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.403329 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: ip-substring-filtering Feb 17 21:55:02.403678 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l2_adjacency.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.404591 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.405091 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 21:55:02.405412 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.406375 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.406925 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: router Feb 17 21:55:02.407249 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.409503 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.410038 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 21:55:02.410366 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.411286 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.411831 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: ext-gw-mode Feb 17 21:55:02.412154 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.413075 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.413646 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: l3-ha Feb 17 21:55:02.413968 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.414867 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.415392 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 17 21:55:02.415714 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3_flavors.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.416626 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.417134 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: l3-flavors Feb 17 21:55:02.417453 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.418816 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.419328 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 17 21:55:02.419677 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.420581 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.421091 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 21:55:02.421411 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: l3agentscheduler.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.422957 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.423496 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: l3_agent_scheduler Feb 17 21:55:02.423820 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: local_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.425586 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.426107 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension local_ip not supported by any of loaded plugins Feb 17 21:55:02.426437 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: logging.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.428094 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.428624 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension logging not supported by any of loaded plugins Feb 17 21:55:02.429019 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: metering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.429756 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.430337 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: metering Feb 17 21:55:02.430660 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.431778 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.432298 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: metering_source_and_destination_fields Feb 17 21:55:02.432620 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: multiprovidernet.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.433547 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.434060 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: multi-provider Feb 17 21:55:02.434380 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: netmtu.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.435283 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.435813 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: net-mtu Feb 17 21:55:02.436132 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: netmtu_writable.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.437044 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.437555 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: net-mtu-writable Feb 17 21:55:02.437876 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: network_availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.439084 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.439626 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: network_availability_zone Feb 17 21:55:02.439948 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: network_ip_availability.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.441063 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.441577 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: network-ip-availability Feb 17 21:55:02.441899 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: network_segment_range.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.442662 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.443166 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 21:55:02.443526 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: pagination.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.444568 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.444901 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: pagination Feb 17 21:55:02.445220 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: port_device_profile.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.446121 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.446636 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: port-device-profile Feb 17 21:55:02.446958 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.447896 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.448406 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: port-mac-address-regenerate Feb 17 21:55:02.448725 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.449626 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.450119 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: port-numa-affinity-policy Feb 17 21:55:02.450434 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: port_resource_request.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.451347 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.451866 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 21:55:02.452181 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: port_resource_request_groups.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.453154 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.453706 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 17 21:55:02.454029 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: portbindings.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.454945 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.455478 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: binding Feb 17 21:55:02.455797 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: portbindings_extended.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.457076 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.457587 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: binding-extended Feb 17 21:55:02.457907 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: portsecurity.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.458809 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.459316 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: port-security Feb 17 21:55:02.459658 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: project_id.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.460672 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.460997 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: project-id Feb 17 21:55:02.461314 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: providernet.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.462223 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.462732 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: provider Feb 17 21:55:02.463046 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.466656 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.467187 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos not supported by any of loaded plugins Feb 17 21:55:02.467547 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.469057 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.469600 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 21:55:02.469927 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.470853 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.471386 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 21:55:02.471708 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_default.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.472614 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.473125 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-default not supported by any of loaded plugins Feb 17 21:55:02.473448 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_fip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.474358 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.474863 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-fip not supported by any of loaded plugins Feb 17 21:55:02.475182 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.476179 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.476683 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 17 21:55:02.477007 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_gateway_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.478034 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.478546 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 21:55:02.478865 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_port_network_policy.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.479804 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.480310 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 21:55:02.480628 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.481656 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.482163 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 17 21:55:02.482482 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.483546 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.484062 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 17 21:55:02.484382 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_pps_rule.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.486063 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.486577 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-pps not supported by any of loaded plugins Feb 17 21:55:02.486898 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_rule_type_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.487833 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.488339 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 21:55:02.488658 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: qos_rules_alias.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.489709 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.490221 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 21:55:02.490538 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: quota_check_limit.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.491545 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.492060 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: quota-check-limit Feb 17 21:55:02.492379 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: quotasv2.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.493293 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.493615 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: quotas Feb 17 21:55:02.493931 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: quotasv2_detail.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.495654 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.495985 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: quota_details Feb 17 21:55:02.496304 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: rbac.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.497347 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.497867 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: rbac-policies Feb 17 21:55:02.498193 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: rbac_address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.499112 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.499645 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: rbac-address-group Feb 17 21:55:02.499966 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: rbac_address_scope.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.501458 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.501969 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: rbac-address-scope Feb 17 21:55:02.502289 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: rbac_security_groups.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.503203 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.503752 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: rbac-security-groups Feb 17 21:55:02.504073 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: rbac_subnetpool.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.505050 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.505557 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: rbac-subnetpool Feb 17 21:55:02.505882 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: revisionifmatch.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.506790 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.507385 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: revision-if-match Feb 17 21:55:02.507710 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: revisions.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.508819 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.509326 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: standard-attr-revisions Feb 17 21:55:02.509644 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: router_availability_zone.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.510306 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.510816 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: router_availability_zone Feb 17 21:55:02.511132 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: routerservicetype.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.512077 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.512585 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension router-service-type not supported by any of loaded plugins Feb 17 21:55:02.512900 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.513812 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.514322 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: security-groups-normalized-cidr Feb 17 21:55:02.514640 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.515578 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.516103 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: port-security-groups-filtering Feb 17 21:55:02.516422 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.517349 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.517856 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: security-groups-remote-address-group Feb 17 21:55:02.518173 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.519094 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.519626 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: security-groups-shared-filtering Feb 17 21:55:02.519944 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.520525 n-d-828369-18 neutron-server[103417]: WARNING neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 17 21:55:02.520840 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: securitygroup.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.530537 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.531070 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: security-group Feb 17 21:55:02.531418 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: segment.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.532393 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.532902 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension segment not supported by any of loaded plugins Feb 17 21:55:02.533225 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.534183 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.534692 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 21:55:02.535015 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: servicetype.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.536169 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.536688 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: service-type Feb 17 21:55:02.537009 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: sorting.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.537997 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.538326 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: sorting Feb 17 21:55:02.538649 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: standard_attr_segment.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.539593 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.540106 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 21:55:02.540426 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: standardattrdescription.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.541068 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.541572 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: standard-attr-description Feb 17 21:55:02.541891 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: stateful_security_group.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.542809 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.543317 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: stateful-security-group Feb 17 21:55:02.543665 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: stdattrs_common.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.544230 n-d-828369-18 neutron-server[103417]: WARNING neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 21:55:02.544545 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.545481 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.545996 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 21:55:02.546316 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: subnet_onboard.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.547915 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.548436 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: subnet_onboard Feb 17 21:55:02.548758 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.549686 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.550195 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 21:55:02.550516 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: subnet_service_types.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.551464 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.551980 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: subnet-service-types Feb 17 21:55:02.552299 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: subnetallocation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.553389 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.553974 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: subnet_allocation Feb 17 21:55:02.554297 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.554966 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.555498 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: subnetpool-prefix-ops Feb 17 21:55:02.555818 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.556760 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.557252 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 21:55:02.557575 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: tagging.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.558642 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.559154 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: standard-attr-tag Feb 17 21:55:02.559507 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: timestamp.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.560744 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.561262 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loaded extension: standard-attr-timestamp Feb 17 21:55:02.561584 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: trunk.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.562604 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.563807 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension trunk not supported by any of loaded plugins Feb 17 21:55:02.564133 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: trunk_details.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.565047 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.565562 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension trunk-details not supported by any of loaded plugins Feb 17 21:55:02.565885 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: uplink_status_propagation.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.566799 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.567308 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 21:55:02.567654 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Loading extension file: vlantransparent.py {{(pid=103417) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 17 21:55:02.568322 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103417) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:55:02.568829 n-d-828369-18 neutron-server[103417]: INFO neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 21:55:02.571477 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:network Feb 17 21:55:02.572011 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:subnet Feb 17 21:55:02.572405 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:55:02.572804 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:port Feb 17 21:55:02.575152 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.575633 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service FLAVORS assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.576254 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.576685 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.577018 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:router Feb 17 21:55:02.577441 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:floatingip Feb 17 21:55:02.577932 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service METERING assigned prefix: /metering {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.579438 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.579811 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.580162 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103417) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 21:55:02.581259 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 21:55:02.581660 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:security_group Feb 17 21:55:02.582094 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 21:55:02.582713 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.583043 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:55:02.583401 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] subnetpool is already registered Feb 17 21:55:02.583832 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.584157 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:55:02.584483 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] subnetpool is already registered Feb 17 21:55:02.586749 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.587181 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service FLAVORS assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.587816 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.588234 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.588566 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:router Feb 17 21:55:02.588900 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] router is already registered Feb 17 21:55:02.589308 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:floatingip Feb 17 21:55:02.589641 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] floatingip is already registered Feb 17 21:55:02.590090 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service METERING assigned prefix: /metering {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.590746 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 21:55:02.591062 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] rbac_policy is already registered Feb 17 21:55:02.591492 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:security_group Feb 17 21:55:02.591823 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] security_group is already registered Feb 17 21:55:02.592218 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 21:55:02.592544 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] security_group_rule is already registered Feb 17 21:55:02.593418 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.593744 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:55:02.594075 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] subnetpool is already registered Feb 17 21:55:02.594524 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.v2.resource_helper [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Service CORE assigned prefix: {{(pid=103417) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 17 21:55:02.594847 n-d-828369-18 neutron-server[103417]: INFO neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:55:02.595175 n-d-828369-18 neutron-server[103417]: WARNING neutron.quota.resource_registry [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] subnetpool is already registered Feb 17 21:55:02.595658 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: extensions {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.597141 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: address-groups {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.598700 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: address-scopes {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.600035 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.601282 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: auto-allocated-topology {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.602522 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: availability_zones {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.603760 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: dhcp-networks {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.605278 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: dhcp-agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.606695 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.608935 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: flavors {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.610664 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: service_profiles {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.611946 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: next_providers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.613388 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: service_profiles {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.614935 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: floatingip-pools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.616177 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.618302 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: floatingips {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.619624 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: l3-routers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.621072 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: l3-agents {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.622511 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: metering-labels {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.623903 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: metering-label-rules {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.625169 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: network-ip-availabilities {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.627131 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: bindings {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.628821 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: quotas {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.630379 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: quotas {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.632003 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: rbac-policies {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.633294 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: security-groups {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.634533 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: security-group-rules {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.635798 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: service-providers {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.637044 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: subnetpools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.638469 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: subnetpools {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.639956 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.641658 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.644407 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.646189 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.778605 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.780516 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.782741 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.784660 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.786452 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.788413 n-d-828369-18 neutron-server[103417]: DEBUG neutron.api.extensions [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Extended resource: tags {{(pid=103417) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 17 21:55:02.794348 n-d-828369-18 neutron-server[103417]: WARNING keystonemiddleware.auth_token [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 21:55:02.799597 n-d-828369-18 neutron-server[103417]: WARNING keystonemiddleware.auth_token [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 21:55:02.808199 n-d-828369-18 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Acquired lock "singleton_lock" {{(pid=103417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 17 21:55:02.808673 n-d-828369-18 neutron-server[103417]: DEBUG oslo_concurrency.lockutils [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Releasing lock "singleton_lock" {{(pid=103417) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 17 21:55:02.809337 n-d-828369-18 neutron-server[103417]: INFO oslo_service.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Starting 2 workers Feb 17 21:55:02.814165 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Started child 103526 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 21:55:02.818564 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Started child 103527 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 21:55:02.819351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:02.820225 n-d-828369-18 neutron-server[103417]: INFO neutron.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 21:55:02.820863 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:02.821029 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [-] (103526) wsgi starting up on http://0.0.0.0:9696 Feb 17 21:55:02.823097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:02.823617 n-d-828369-18 neutron-server[103417]: INFO oslo_service.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Starting 1 workers Feb 17 21:55:02.824584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [-] (103527) wsgi starting up on http://0.0.0.0:9696 Feb 17 21:55:02.828463 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Started child 103528 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 21:55:02.829033 n-d-828369-18 neutron-server[103417]: INFO oslo_service.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Starting 1 workers Feb 17 21:55:02.832236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] calling RpcWorker wait() {{(pid=103528) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 21:55:02.832764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] returning from RpcWorker wait() {{(pid=103528) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 21:55:02.833462 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Started child 103529 {{(pid=103417) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 17 21:55:02.833977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:02.834223 n-d-828369-18 neutron-server[103417]: DEBUG neutron_lib.callbacks.manager [None req-aaa29123-4851-4801-ada7-73b5a195e12b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103417) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:02.834570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:02.836192 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 21:55:02.836406 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:55:02.836590 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 21:55:02.836821 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 21:55:02.837180 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 21:55:02.837365 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 21:55:02.837858 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.838128 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:02.838602 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.838602 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.838602 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.838908 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.839391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:02.839491 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.839720 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.839992 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.840241 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.840469 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.840638 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.840801 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.841047 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.841294 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.841585 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.841836 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.842070 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.842318 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.842485 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.842746 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.843262 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.843549 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.843814 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.844050 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.845061 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.845285 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.845531 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.845744 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.846008 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.846246 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.846550 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.846786 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.846999 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.847241 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.847518 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.847750 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.847959 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.848202 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.848412 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.848688 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.848905 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.849342 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] host = n-d-828369-18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.849585 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.849799 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.850041 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.850294 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.850537 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.850865 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.851132 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.851407 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.851631 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.851875 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.852130 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.852354 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.852597 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.852849 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.853014 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_options = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.853259 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.853527 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.853784 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.853974 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.854141 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.854304 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.854569 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.854728 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.854991 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.855212 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.855445 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.855689 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.855901 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.856139 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.856377 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.856617 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.856848 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.857071 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.857351 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.857563 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.857814 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.858007 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.858237 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.858453 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.858665 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.858881 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.859133 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.859362 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.859595 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.859855 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.860746 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.860985 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.861217 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.861535 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.861905 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.862137 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.862363 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.862596 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.862827 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.863109 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.864149 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.864149 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.864149 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.864552 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.864803 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.865150 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.865314 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.865478 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.865844 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.866250 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.866776 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.867040 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.867265 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.867654 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.867902 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.868116 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.868544 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.868824 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.869141 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.869497 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.869817 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.870028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56522) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:02.870278 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.870513 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.870759 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.872342 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.872574 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.872892 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.873120 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.873439 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.873691 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.873967 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.874272 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.874532 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.874806 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.875028 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.875267 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.875665 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.875893 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.876177 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.876418 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.876647 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.876876 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.877097 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.877389 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.877669 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.878012 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.878281 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.878550 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.878761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063794 Feb 17 21:55:02.878948 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.879035 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.879227 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.879468 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.879684 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.879930 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.880161 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.880435 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.880672 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.880902 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.881123 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.881376 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.881577 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.881804 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.882034 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.882266 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.882492 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.882709 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.882921 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.883148 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.883358 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.884535 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.884773 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.885010 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.885244 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.885484 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.885780 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.885909 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.886313 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.886536 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.887407 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.887407 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.887407 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.887653 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.887653 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.887852 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.888291 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.888691 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.888927 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.889139 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.889356 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.889595 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.889828 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.890046 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.890258 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.890472 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.890707 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.890918 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.891155 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.891405 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.891619 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.891831 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.892061 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.892277 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.893423 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.893682 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.893895 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.897127 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.897127 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.897127 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.897473 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.897776 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.898044 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.898282 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.898543 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.898799 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.899047 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.899271 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.899670 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.901176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.901176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.901176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.901176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.901176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.901491 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.901631 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.902047 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.902445 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.903451 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.903911 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.904374 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.904616 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.905244 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.906496 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.907307 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.907632 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.907882 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.908190 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.908418 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.908731 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.908963 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.909271 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.909635 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.910772 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.910772 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.910772 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.910772 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.911048 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.911198 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.911339 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.911684 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.911951 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.912177 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.912568 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.912779 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.913788 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.914358 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.917619 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.918131 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.918375 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.918689 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.919000 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.919348 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.919562 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.922138 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.923195 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.923691 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.925321 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.926176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.926176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.927101 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.927551 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.927954 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.930009 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.930442 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.930863 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.931410 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.931549 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.931828 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.932073 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.932298 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.932560 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.932846 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.933333 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.933333 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.934168 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.934168 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.934168 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.934387 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.934469 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.934656 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.934857 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.935114 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.935389 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.939076 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.939436 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.941503 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.941503 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.941683 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.941868 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.942034 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.942299 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.942527 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.942753 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.943020 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.943202 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.945873 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.946154 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.946504 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.946666 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.946917 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.947166 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.947571 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.948537 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.948537 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.948537 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.948778 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.948778 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.949043 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.949851 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.949970 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.950116 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.950517 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.950893 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.951330 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.951606 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.951785 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.952227 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.952639 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.952898 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.953280 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.953712 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.953951 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.954186 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.954490 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.954812 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.955009 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.955230 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.955485 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.955838 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.956262 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.957497 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.957710 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.958159 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.958504 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.958703 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.959004 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.959255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.959505 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.959726 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.959953 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.960176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.960391 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.960620 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.960835 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.961051 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.961305 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.961523 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.961732 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.961972 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.962623 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.963404 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.963404 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.963592 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.963674 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.963904 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.964117 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.965113 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.965348 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.965574 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.965815 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.966472 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.967543 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.967543 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.967543 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.968088 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.968298 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.968687 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.969069 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.969898 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.970190 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.970425 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.970673 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.970940 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972041 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972041 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972041 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972041 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972335 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972413 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972662 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.972957 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.973248 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.973493 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.974622 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.974622 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.974622 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.974622 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.974977 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.975072 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.975335 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.975668 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.975986 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.976217 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.976468 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.976694 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.976912 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.977127 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.977377 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.977593 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.977831 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.978057 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.978299 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.978514 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.978758 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.978994 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.979238 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.980765 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.980765 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.980765 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:02.981004 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 21:55:02.981406 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103417) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 17 21:55:02.981581 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:55:02.981891 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 17 21:55:02.982267 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 17 21:55:02.982451 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 17 21:55:02.982606 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 17 21:55:02.982808 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.982966 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.983271 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.983609 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.983925 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.984135 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.984301 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.984461 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.984620 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.984778 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.985515 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.985635 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986524 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986524 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986524 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986524 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986524 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986524 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986904 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.986904 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.987026 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.987093 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.987239 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] debug = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.987547 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.987888 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.988082 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.988234 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.988381 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.988528 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.988687 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.988833 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.988993 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.989137 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.989225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:02.989300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.989449 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.989594 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.989737 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.989881 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.990040 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.990183 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.990329 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.990532 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] host = n-d-828369-18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.990686 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.990840 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.990986 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.991139 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.991526 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.991984 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.992112 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.992267 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.992588 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.992902 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.993214 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.993526 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.993836 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.994144 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.994475 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_options = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.994632 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.994791 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.994959 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.995922 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.996212 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.996501 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.997536 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.997536 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.997536 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.997536 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.997810 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.997962 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.998105 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.998264 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.998424 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.998582 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.998741 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.998897 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.999053 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.999210 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:02.999504 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.000969 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.001146 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.001314 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.001484 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.001632 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.001830 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.001961 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.002084 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.002301 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.002448 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.002641 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.002762 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.003697 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.003697 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.003697 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.003697 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.003697 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.003697 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.004405 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.004405 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.004405 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.004405 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.004405 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005081 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005081 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005081 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_json = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005081 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005989 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005989 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005989 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005989 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005989 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005989 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.005989 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.006797 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 17 21:55:03.006797 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.006797 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.006797 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.006797 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.007360 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.007360 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.007360 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.007791 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.007914 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.008036 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.008158 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.008316 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.010884 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.012119 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.014300 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015193 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.015798 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.016331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017934 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017934 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017934 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017934 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.017934 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.018510 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.018510 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.018510 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.018510 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.019121 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.019290 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020056 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020056 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020056 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020424 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020424 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020656 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020656 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020906 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.020906 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.021142 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.021265 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.021349 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.021520 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.021683 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.021845 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.022005 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.022162 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.022321 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.022505 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.022720 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.022880 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.023039 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.023197 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.023355 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.023613 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.023774 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.023932 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.024089 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.024232 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.024393 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.024550 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.024709 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.024886 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.025014 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.025173 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.025331 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.025488 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.025645 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.025801 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.027114 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.027114 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.027344 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.027344 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.027588 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.027697 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.028705 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.028705 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.028705 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.028705 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.028705 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.028705 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.028705 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029500 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029500 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029500 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029500 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029500 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029995 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029995 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.029995 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.030281 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.030281 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.030622 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.030622 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.030622 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.032311 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.032311 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.032311 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.032311 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.032311 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.032311 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.033120 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.033120 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.033120 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.033120 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.033636 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.033636 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.033636 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034033 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034033 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034033 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034339 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034339 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034997 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034997 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034997 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.034997 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.035497 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.035497 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.035497 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.035850 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.035850 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.035850 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.036207 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.036207 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.036523 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.036523 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.036769 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.036769 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037024 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037024 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037288 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037288 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037587 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037742 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037880 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.037967 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.038100 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.038322 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.038526 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.038655 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.038801 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.038972 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.039109 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.039290 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.039487 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.039636 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.039797 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.039957 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.040115 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.040276 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.040434 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.040592 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.040749 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.040918 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.041070 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.041216 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.041376 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.041528 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.041689 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.041843 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.042006 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.042168 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.042315 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.043279 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.043465 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.043629 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.043790 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.043949 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.044965 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.044965 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.044965 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.044965 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.044965 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.044965 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.045410 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.045410 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.045410 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.045582 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.045649 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.045833 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.045920 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.046064 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.046222 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.046379 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.047067 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.047236 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.048033 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.048929 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.048929 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.048929 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.048929 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.049489 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.049489 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.049489 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.049707 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.049707 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.049882 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.050071 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.050228 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.050378 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.050510 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.050834 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.051077 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.051248 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.051440 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.051603 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.051779 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.051939 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.052086 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.052255 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.052435 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.053230 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.053230 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.053230 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.053230 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.053736 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.053894 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.054061 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.054226 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.054395 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.054549 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.054699 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.054857 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.055028 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.055195 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.055390 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.055557 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.055726 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.055894 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.056055 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.056221 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.056392 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.056552 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.056710 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.056869 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.057031 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.057190 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.057350 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.057957 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.057957 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.057957 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.057957 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.058274 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.058274 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.058429 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.058554 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.058702 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.058859 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.059018 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.059176 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.059335 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 17 21:55:03.059510 n-d-828369-18 neutron-server[103417]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103417) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 17 21:55:14.315642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b18b5-96e0-4a0d-9aee-9e1fc1e3f05a None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 21:55:14.386356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8b18b5-96e0-4a0d-9aee-9e1fc1e3f05a None None] No non-hosted networks {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 21:55:14.408049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.agentschedulers_db [None req-bd8b18b5-96e0-4a0d-9aee-9e1fc1e3f05a None None] DHCP Agent not found on host n-d-828369-18 {{(pid=103528) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 17 21:55:14.562560 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8125c52d-6f66-4167-aa44-8571d887b5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640242'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:16.768916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05ed5619-80aa-4f55-83d4-499cfce1390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640242'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:16.801509 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3e59249-6adc-4374-b891-a39064a1da5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:17.677208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640242'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:19.087777 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640242'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:20.339208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56610) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:20.601816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640242'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:20.603318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.603892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.604443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.604994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.605392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.605957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.606489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.607018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.607588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.608119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.608646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.609181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.609569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:20.610677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828369-18', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:20.616286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828369-18', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:20.869584 n-d-828369-18 neutron-server[103527]: WARNING oslo_policy.policy [None req-065c91f4-f41b-4bc4-b9b0-6868f311434a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:20.870158 n-d-828369-18 neutron-server[103527]: WARNING oslo_policy.policy [None req-065c91f4-f41b-4bc4-b9b0-6868f311434a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:21.098858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-065c91f4-f41b-4bc4-b9b0-6868f311434a admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:55:21.099922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-065c91f4-f41b-4bc4-b9b0-6868f311434a admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7596819 Feb 17 21:55:23.646514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56636) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:23.973957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cba9494b-fa3a-496a-a87e-49633877bda8 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:55:24.065571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.policy [None req-cba9494b-fa3a-496a-a87e-49633877bda8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103527) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 21:55:24.108297 n-d-828369-18 neutron-server[103527]: WARNING oslo_policy.policy [None req-cba9494b-fa3a-496a-a87e-49633877bda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:24.108611 n-d-828369-18 neutron-server[103527]: WARNING oslo_policy.policy [None req-cba9494b-fa3a-496a-a87e-49633877bda8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:24.201651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cba9494b-fa3a-496a-a87e-49633877bda8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771634890343', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771634888890', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771634904622', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771634905381', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771634916629', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8771634925207', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1707087', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1783592', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-624694', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66511563'] for rbac-policy (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:24.269436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cba9494b-fa3a-496a-a87e-49633877bda8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:24.270536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cba9494b-fa3a-496a-a87e-49633877bda8 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6229966 Feb 17 21:55:24.903758 n-d-828369-18 neutron-server[103528]: INFO neutron.db.l3_hamode_db [None req-f75318ca-3e5c-48e4-8126-8b3453c3ff3d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 21:55:24.983480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75318ca-3e5c-48e4-8126-8b3453c3ff3d None None] Routers set() bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 21:55:24.983838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75318ca-3e5c-48e4-8126-8b3453c3ff3d None None] Router IDs set() for agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 21:55:26.745976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56646) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:27.051671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:55:27.080917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Made reservation on behalf of 49c3fdf3d4eb496286f41b2f2b111fc3 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 21:55:27.084619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.101717 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.208064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks [] for security_group (53376aaa-9de5-46b1-8e00-74dd51a14506), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.211652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (53376aaa-9de5-46b1-8e00-74dd51a14506), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.232027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 21:55:27.268381 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771632400806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.268994 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Unsubscribe: segment precommit_create {{(pid=103527) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 21:55:27.269497 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Added segment 9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c of type vlan for network 292c63c9-f457-4d14-af1c-1ba74ebbc611 Feb 17 21:55:27.302583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=53376aaa-9de5-46b1-8e00-74dd51a14506,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:27.339024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.339385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.339727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.340059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.340389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.340713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.341032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.341357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.341670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.341989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.342305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.342608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.342919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Tracked resource versions report: Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: pushed versions: Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: { 'AddressGroup': {'1.2'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'ConntrackHelper': {'1.0'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'LocalIPAssociation': {'1.0'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Log': {'1.0'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Network': {'1.1'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Port': {'1.7'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'PortForwarding': {'1.2'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'QosPolicy': {'1.10'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'SecurityGroup': {'1.5'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'SubPort': {'1.0'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Subnet': {'1.1'}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Trunk': {'1.1'}} Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: consumer versions: Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: { DHCP agent@n-d-828369-18: {}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: L3 agent@n-d-828369-18: {}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: Metadata agent@n-d-828369-18: {}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: Metering agent@n-d-828369-18: {}, Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'ConntrackHelper': '1.0', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'LocalIPAssociation': '1.0', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Log': '1.0', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Network': '1.1', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Port': '1.7', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'PortForwarding': '1.2', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'QosPolicy': '1.10', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'SecurityGroup': '1.5', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'SecurityGroupRule': '1.2', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'SubPort': '1.0', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Subnet': '1.1', Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: 'Trunk': '1.1'}} Feb 17 21:55:27.344899 n-d-828369-18 neutron-server[103527]: {{(pid=103527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 21:55:27.376878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (292c63c9-f457-4d14-af1c-1ba74ebbc611), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.419124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (292c63c9-f457-4d14-af1c-1ba74ebbc611), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.424186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:27.424904 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:27.518620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7715902 Feb 17 21:55:27.542047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d71ec-be39-4a02-b4ff-2ce574749a6f demo demo] Pushing event updated for resources: {'Network': ['ID=292c63c9-f457-4d14-af1c-1ba74ebbc611,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:27.554547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 21:55:30.053126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56658) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:30.448851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f837ab-9b5d-48c7-ac20-9b3c28b4ffa6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:30.450114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-88f837ab-9b5d-48c7-ac20-9b3c28b4ffa6 demo admin] 10.222.0.79 "GET /v2.0/networks/292c63c9-f457-4d14-af1c-1ba74ebbc611 HTTP/1.1" status: 200 len: 825 time: 0.3960476 Feb 17 21:55:30.474361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-39a8da52-9356-4762-8049-f7b3f4921157 demo admin] 10.222.0.79 "GET /v2.0/subnetpools/d3de7f15-a8b3-4946-8e28-42c3ca18556c HTTP/1.1" status: 200 len: 734 time: 0.0184834 Feb 17 21:55:30.482453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Request body: {'subnet': {'subnetpool_id': 'd3de7f15-a8b3-4946-8e28-42c3ca18556c', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:55:30.503698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Made reservation on behalf of 49c3fdf3d4eb496286f41b2f2b111fc3 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 21:55:30.505934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:30.776065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (b3bc5630-78c3-4ad5-a102-a714d4379d9e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:30.864990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Pushing event updated for resources: {'Subnet': ['ID=b3bc5630-78c3-4ad5-a102-a714d4379d9e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:30.866953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Checking segment: {'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 21:55:30.867321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Network hostable DHCP agents. Network: 292c63c9-f457-4d14-af1c-1ba74ebbc611, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 21:55:30.887422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 21:55:30.900245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 292c63c9-f457-4d14-af1c-1ba74ebbc611) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:55:30.904883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:30.905527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:30.912240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8312eed6-9d2f-44f7-a117-5e0eebe9152d None None] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 21:55:30.924657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3c3ec52b-f003-4730-aef4-4e4b6673e1ac demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4452810 Feb 17 21:55:31.294125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-292c63c9-f457-4d14-af1c-1ba74ebbc611', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'fixed_ips': [{'subnet_id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 21:55:31.295465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:31.585393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Allocated IP 172.20.0.2 (292c63c9-f457-4d14-af1c-1ba74ebbc611/b3bc5630-78c3-4ad5-a102-a714d4379d9e/ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 21:55:31.861915 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Publish callbacks [] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:31.869808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:31.947946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 21:55:31.952749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:55:31.962725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 21:55:31.965820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:31.998561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.998561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.998561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.998561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.998561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.999091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.999091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.999091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.999444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:31.999766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:32.000084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:32.000401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:32.001242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Tracked resource versions report: Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: pushed versions: Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: { 'AddressGroup': {'1.2'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'ConntrackHelper': {'1.0'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'LocalIPAssociation': {'1.0'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Log': {'1.0'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Network': {'1.1'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Port': {'1.7'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'PortForwarding': {'1.2'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'QosPolicy': {'1.10'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'SecurityGroup': {'1.5'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'SubPort': {'1.0'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Subnet': {'1.1'}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Trunk': {'1.1'}} Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: consumer versions: Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: { DHCP agent@n-d-828369-18: {}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: L3 agent@n-d-828369-18: {}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: Metadata agent@n-d-828369-18: {}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: Metering agent@n-d-828369-18: {}, Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'ConntrackHelper': '1.0', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'LocalIPAssociation': '1.0', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Log': '1.0', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Network': '1.1', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Port': '1.7', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'PortForwarding': '1.2', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'QosPolicy': '1.10', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'SecurityGroup': '1.5', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'SecurityGroupRule': '1.2', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'SubPort': '1.0', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Subnet': '1.1', Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: 'Trunk': '1.1'}} Feb 17 21:55:32.002376 n-d-828369-18 neutron-server[103528]: {{(pid=103528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 21:55:32.052270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Attempting to bind port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:55:32.052663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Attempting to bind port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 21:55:32.053060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Attempting to bind port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd on network 292c63c9-f457-4d14-af1c-1ba74ebbc611 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 21:55:32.057819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 21, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 21:55:32.058210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Checking segment: {'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 21:55:32.058679 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:32.059064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Bound using segment: {'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 21:55:32.059552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Bound port: ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 21:55:32.059950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:32.125095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] For port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 21:55:32.145305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] For port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd,segment=NetworkSegment(9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c),segment_id=9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 21:55:32.152055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:32.209607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad1ab2-56b8-47fc-ac85-e8568330c910 None None] Pushing event updated for resources: {'Port': ['ID=ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:33.462389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56666) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:33.772853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-9f005764-8376-402e-b9b6-3dd8a02e0c7e admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:55:33.773848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9f005764-8376-402e-b9b6-3dd8a02e0c7e admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3104649 Feb 17 21:55:36.279895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56674) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:36.769376 n-d-828369-18 neutron-server[103526]: WARNING oslo_policy.policy [None req-d8ed5d9c-037d-402c-9a4d-4e19bd7c0a1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:36.770034 n-d-828369-18 neutron-server[103526]: WARNING oslo_policy.policy [None req-d8ed5d9c-037d-402c-9a4d-4e19bd7c0a1c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:36.995209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-d8ed5d9c-037d-402c-9a4d-4e19bd7c0a1c admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:55:36.996578 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d8ed5d9c-037d-402c-9a4d-4e19bd7c0a1c admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7146811 Feb 17 21:55:39.524436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:39.832803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:55:39.891965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.policy [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103526) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 17 21:55:39.934699 n-d-828369-18 neutron-server[103526]: WARNING oslo_policy.policy [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:39.935106 n-d-828369-18 neutron-server[103526]: WARNING oslo_policy.policy [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:55:39.998195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (185ca2b9-9402-4757-abe2-6e459bc22bb1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:40.000242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (185ca2b9-9402-4757-abe2-6e459bc22bb1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:40.157601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] Publish callbacks [] for router_controller (185ca2b9-9402-4757-abe2-6e459bc22bb1), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:40.162889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (185ca2b9-9402-4757-abe2-6e459bc22bb1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:40.187127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:40.188464 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6b210fec-39ea-4597-a27d-8e1a12507cd7 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6631100 Feb 17 21:55:42.718569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:42.877857 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 21:55:43.030946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-00682099-305f-4866-96b8-e509726c1120 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:55:43.032017 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-00682099-305f-4866-96b8-e509726c1120 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124449 Feb 17 21:55:43.352210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 21:55:43.446018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:43.446432 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:43.557168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:55:43.557559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:43.591008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd,segment=NetworkSegment(9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c),segment_id=9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 21:55:43.596030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:43.651201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b740a-930c-4bf7-a3b2-0adbee0ba92d None None] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 21:55:43.691426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:43.722970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5d827fa2-553d-48ce-b27b-e6e9a6c1f210 None None] Provisioning complete for port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:43.723353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d827fa2-553d-48ce-b27b-e6e9a6c1f210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:43.854061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5d827fa2-553d-48ce-b27b-e6e9a6c1f210 None None] Current status of the port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:55:44.175274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5298ff6c-e2c2-47ab-b6fc-f95f7945113b None None] Provisioning complete for port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:44.175687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5298ff6c-e2c2-47ab-b6fc-f95f7945113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:44.254832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5298ff6c-e2c2-47ab-b6fc-f95f7945113b None None] Current status of the port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:55:44.287552 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59e3f363-d4dd-4d6d-9830-a23180f2c972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:45.315738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 21:55:45.362016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:45.362403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:45.439252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:55:45.571678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56710) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:45.876283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:55:45.895228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Made reservation on behalf of 6cdb2c1f83064704b4c00f3dc3cef11e for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 21:55:45.897636 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:45.905585 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:45.977798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks [] for security_group (b2caa1f0-8fc9-4e96-b9de-357c71124769), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:45.981305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b2caa1f0-8fc9-4e96-b9de-357c71124769), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:45.994839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Reserving flat network on physical network physnet1 {{(pid=103527) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 17 21:55:46.016199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2caa1f0-8fc9-4e96-b9de-357c71124769,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:46.018980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (afc0f7a6-96df-4b90-95de-38fe5d3d7546), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:46.019316 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Added segment afc0f7a6-96df-4b90-95de-38fe5d3d7546 of type flat for network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 Feb 17 21:55:46.067808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (4d949b49-a9ee-41eb-b1b2-b62b21824f45), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:46.098421 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (4d949b49-a9ee-41eb-b1b2-b62b21824f45), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:46.099324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:46.099912 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:46.180046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6073170 Feb 17 21:55:46.192796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68e343-3772-4553-a1bf-a9d6ef68cc5a admin admin] Pushing event updated for resources: {'Network': ['ID=4d949b49-a9ee-41eb-b1b2-b62b21824f45,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:46.202903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 21:55:46.767687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21511c43-9954-4463-935e-ef85d1280b70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:47.640897 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:48.665080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56728) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:48.836116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc33c26-f7e0-4e18-9d76-6f12c858954b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:48.837405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0dc33c26-f7e0-4e18-9d76-6f12c858954b demo admin] 10.222.0.79 "GET /v2.0/subnets/b3bc5630-78c3-4ad5-a102-a714d4379d9e HTTP/1.1" status: 200 len: 849 time: 0.1713724 Feb 17 21:55:48.998219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-db62eda5-6e2a-4972-9938-94003b560b91 demo admin] 10.222.0.79 "GET /v2.0/routers/185ca2b9-9402-4757-abe2-6e459bc22bb1 HTTP/1.1" status: 200 len: 704 time: 0.1552453 Feb 17 21:55:49.042138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:49.270675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:49.562353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Allocated IP 172.20.0.1 (292c63c9-f457-4d14-af1c-1ba74ebbc611/b3bc5630-78c3-4ad5-a102-a714d4379d9e/4bf00711-5809-4ddf-a76a-2c9105e191aa) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 21:55:49.712771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks [] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:49.826103 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:49.893743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 21:55:49.900219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:55:49.902686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 21:55:49.903211 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (185ca2b9-9402-4757-abe2-6e459bc22bb1), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:49.976808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Pushing event updated for resources: {'Port': ['ID=4bf00711-5809-4ddf-a76a-2c9105e191aa,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:50.107296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-46a386c5-5b66-43f2-9f43-af743d83d60c None None] Provisioning complete for port 4bf00711-5809-4ddf-a76a-2c9105e191aa triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:50.107840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-46a386c5-5b66-43f2-9f43-af743d83d60c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:50.116054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:50.139894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-46a386c5-5b66-43f2-9f43-af743d83d60c None None] Port 4bf00711-5809-4ddf-a76a-2c9105e191aa cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 21:55:50.319570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks [] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:50.323806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:50.324636 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (185ca2b9-9402-4757-abe2-6e459bc22bb1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:50.403267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Pushing event updated for resources: {'Port': ['ID=4bf00711-5809-4ddf-a76a-2c9105e191aa,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:50.449495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 21:55:50.450796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:55:50.587194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:50.617777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Router 185ca2b9-9402-4757-abe2-6e459bc22bb1 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 21:55:50.661202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8f876413-9d9a-4e51-b554-0bdc0422642c None None] Provisioning complete for port 4bf00711-5809-4ddf-a76a-2c9105e191aa triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:50.661512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f876413-9d9a-4e51-b554-0bdc0422642c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:50.693954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8f876413-9d9a-4e51-b554-0bdc0422642c None None] Port 4bf00711-5809-4ddf-a76a-2c9105e191aa cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 21:55:50.710901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 21:55:50.715981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8d2525df-70ef-4007-a47f-4ead8e16c638 demo admin] 10.222.0.79 "PUT /v2.0/routers/185ca2b9-9402-4757-abe2-6e459bc22bb1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7119780 Feb 17 21:55:50.721313 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Sync routers for ids ['185ca2b9-9402-4757-abe2-6e459bc22bb1'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 21:55:50.736206 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Routers {'185ca2b9-9402-4757-abe2-6e459bc22bb1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 21:55:50.737036 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T21:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['185ca2b9-9402-4757-abe2-6e459bc22bb1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:50.928568 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Set router 185ca2b9-9402-4757-abe2-6e459bc22bb1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 21:55:51.352810 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'name': 'router1', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T21:55:40Z', 'updated_at': '2022-02-17T21:55:50Z', 'revision_number': 2, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'gw_port_host': None, '_interfaces': [{'id': '4bf00711-5809-4ddf-a76a-2c9105e191aa', 'name': '', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'mac_address': 'fa:16:3e:4e:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:49Z', 'updated_at': '2022-02-17T21:55:50Z', 'revision_number': 2, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'subnets': [{'id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3de7f15-a8b3-4946-8e28-42c3ca18556c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:51.408016 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Checking router: 185ca2b9-9402-4757-abe2-6e459bc22bb1 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 21:55:51.408419 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Updating router 185ca2b9-9402-4757-abe2-6e459bc22bb1 port 4bf00711-5809-4ddf-a76a-2c9105e191aa binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 21:55:51.496492 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:51.982059 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Publish callbacks [] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:51.988492 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.145801 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Pushing event updated for resources: {'Port': ['ID=4bf00711-5809-4ddf-a76a-2c9105e191aa,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:52.164821 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.165177 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.165521 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.165860 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.166206 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.166526 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.166856 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.167183 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.167534 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.167858 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.168182 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.168503 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.168825 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Tracked resource versions report: Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: pushed versions: Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: { 'AddressGroup': {'1.2'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'ConntrackHelper': {'1.0'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'LocalIPAssociation': {'1.0'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Log': {'1.0'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Network': {'1.1'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Port': {'1.7'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'PortForwarding': {'1.2'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'QosPolicy': {'1.10'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'SecurityGroup': {'1.5'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'SubPort': {'1.0'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Subnet': {'1.1'}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Trunk': {'1.1'}} Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: consumer versions: Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: { DHCP agent@n-d-828369-18: {}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: L3 agent@n-d-828369-18: {}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: Metadata agent@n-d-828369-18: {}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: Metering agent@n-d-828369-18: {}, Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'ConntrackHelper': '1.0', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'LocalIPAssociation': '1.0', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Log': '1.0', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Network': '1.1', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Port': '1.7', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'PortForwarding': '1.2', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'QosPolicy': '1.10', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'SecurityGroup': '1.5', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'SecurityGroupRule': '1.2', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'SubPort': '1.0', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Subnet': '1.1', Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: 'Trunk': '1.1'}} Feb 17 21:55:52.170005 n-d-828369-18 neutron-server[103529]: {{(pid=103529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 21:55:52.172478 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Attempting to bind port 4bf00711-5809-4ddf-a76a-2c9105e191aa on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:55:52.172913 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Attempting to bind port 4bf00711-5809-4ddf-a76a-2c9105e191aa by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 21:55:52.173347 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Attempting to bind port 4bf00711-5809-4ddf-a76a-2c9105e191aa on network 292c63c9-f457-4d14-af1c-1ba74ebbc611 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 21:55:52.179452 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 21, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 21:55:52.179860 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Checking segment: {'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 21:55:52.180345 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.180737 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Bound using segment: {'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 21:55:52.181211 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Bound port: 4bf00711-5809-4ddf-a76a-2c9105e191aa, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 21:55:52.181594 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.221617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e3d1414a-6f0f-4f25-8bcf-f2202d3acccf None None] Provisioning complete for port 4bf00711-5809-4ddf-a76a-2c9105e191aa triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:52.222156 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3d1414a-6f0f-4f25-8bcf-f2202d3acccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.249560 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] For port 4bf00711-5809-4ddf-a76a-2c9105e191aa, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 21:55:52.257885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e3d1414a-6f0f-4f25-8bcf-f2202d3acccf None None] Port 4bf00711-5809-4ddf-a76a-2c9105e191aa cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 21:55:52.270299 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] For port 4bf00711-5809-4ddf-a76a-2c9105e191aa, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4bf00711-5809-4ddf-a76a-2c9105e191aa,segment=NetworkSegment(9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c),segment_id=9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 21:55:52.276437 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.325454 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Routers {'185ca2b9-9402-4757-abe2-6e459bc22bb1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 21:55:52.326092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T21:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['185ca2b9-9402-4757-abe2-6e459bc22bb1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:52.399318 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ec5d2-a564-4d43-8e91-d478992c724a None None] Pushing event updated for resources: {'Port': ['ID=4bf00711-5809-4ddf-a76a-2c9105e191aa,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:52.426781 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] Set router 185ca2b9-9402-4757-abe2-6e459bc22bb1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 21:55:52.579645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6eb54451-0998-4113-a0b1-165e35c30b1e None None] Provisioning complete for port 4bf00711-5809-4ddf-a76a-2c9105e191aa triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:55:52.579968 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6eb54451-0998-4113-a0b1-165e35c30b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.639638 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'name': 'router1', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T21:55:40Z', 'updated_at': '2022-02-17T21:55:50Z', 'revision_number': 2, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'gw_port_host': None, '_interfaces': [{'id': '4bf00711-5809-4ddf-a76a-2c9105e191aa', 'name': '', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'mac_address': 'fa:16:3e:4e:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:49Z', 'updated_at': '2022-02-17T21:55:52Z', 'revision_number': 4, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'subnets': [{'id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3de7f15-a8b3-4946-8e28-42c3ca18556c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:55:52.657445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6eb54451-0998-4113-a0b1-165e35c30b1e None None] Current status of the port 4bf00711-5809-4ddf-a76a-2c9105e191aa is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:55:52.657845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6eb54451-0998-4113-a0b1-165e35c30b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.665312 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099ad108-5413-4270-8608-ef5eb47b9ed4 None None] The sync data for ids ['185ca2b9-9402-4757-abe2-6e459bc22bb1'] in n-d-828369-18 is: [{'id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'name': 'router1', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T21:55:40Z', 'updated_at': '2022-02-17T21:55:50Z', 'revision_number': 2, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'gw_port_host': None, '_interfaces': [{'id': '4bf00711-5809-4ddf-a76a-2c9105e191aa', 'name': '', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'mac_address': 'fa:16:3e:4e:db:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:49Z', 'updated_at': '2022-02-17T21:55:52Z', 'revision_number': 4, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'subnets': [{'id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3de7f15-a8b3-4946-8e28-42c3ca18556c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 21:55:52.696234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6eb54451-0998-4113-a0b1-165e35c30b1e None None] For port 4bf00711-5809-4ddf-a76a-2c9105e191aa, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4bf00711-5809-4ddf-a76a-2c9105e191aa,segment=NetworkSegment(9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c),segment_id=9d2a2ac2-9963-4134-8b1c-f42bf99a0b4c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 21:55:52.701245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6eb54451-0998-4113-a0b1-165e35c30b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:52.798856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb54451-0998-4113-a0b1-165e35c30b1e None None] Pushing event updated for resources: {'Port': ['ID=4bf00711-5809-4ddf-a76a-2c9105e191aa,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:53.172403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56748) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:53.281805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e220aeb7-543e-4833-a78c-d7386425306f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:53.284176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e220aeb7-543e-4833-a78c-d7386425306f admin admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 842 time: 0.1101074 Feb 17 21:55:53.293591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Request body: {'subnet': {'gateway_ip': '172.25.0.1', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'enable_dhcp': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:55:53.313897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Made reservation on behalf of 6cdb2c1f83064704b4c00f3dc3cef11e for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 21:55:53.316434 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:53.603024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 21:55:53.603488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (a62dff5a-08a3-4f87-bd8f-8f7551a6b126), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:53.656098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62dff5a-08a3-4f87-bd8f-8f7551a6b126,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:53.667492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 21:55:53.667853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Network hostable DHCP agents. Network: 4d949b49-a9ee-41eb-b1b2-b62b21824f45, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 21:55:53.683660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 21:55:53.693345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 4d949b49-a9ee-41eb-b1b2-b62b21824f45) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:55:53.697658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:53.699248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:53.702428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60db6418-9e0a-4a6e-b7c7-18ef3f4c6b96 None None] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 21:55:53.719024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-61026a89-45ef-46b2-a67b-d304cddc453e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4288521 Feb 17 21:55:53.807014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3012ad65-b05b-4aef-be1b-b9c706d6f40d None None] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 21:55:56.127040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56756) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:55:56.328534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18a683b6-04e7-4045-bb60-d9c4d6e01fbf demo admin] 10.222.0.79 "GET /v2.0/routers/185ca2b9-9402-4757-abe2-6e459bc22bb1 HTTP/1.1" status: 200 len: 710 time: 0.2001655 Feb 17 21:55:56.415744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74efb2b-e781-4eab-9878-3cdcbc042018 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:55:56.422100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b74efb2b-e781-4eab-9878-3cdcbc042018 demo admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 886 time: 0.0828679 Feb 17 21:55:56.426376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:55:56.677449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks [] for router_gateway (185ca2b9-9402-4757-abe2-6e459bc22bb1), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:56.909083 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks [] for router_gateway (185ca2b9-9402-4757-abe2-6e459bc22bb1), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:56.985412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:57.087119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Allocated IP 172.25.0.177 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 21:55:57.186627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks [] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:57.219095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:57.256919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 21:55:57.261465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:55:57.264123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 21:55:57.301006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Pushing event updated for resources: {'Port': ['ID=3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:55:57.527422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks [] for router_gateway (185ca2b9-9402-4757-abe2-6e459bc22bb1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:57.825618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (185ca2b9-9402-4757-abe2-6e459bc22bb1), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:57.829711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (185ca2b9-9402-4757-abe2-6e459bc22bb1), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:57.943454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Router 185ca2b9-9402-4757-abe2-6e459bc22bb1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 21:55:58.052060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 21:55:58.056289 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:55:58.057466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b61faf1b-e652-4d2b-aa32-ed5272fa066d demo admin] 10.222.0.79 "PUT /v2.0/routers/185ca2b9-9402-4757-abe2-6e459bc22bb1 HTTP/1.1" status: 200 len: 890 time: 1.6347303 Feb 17 21:56:00.592397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56768) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:56:00.712332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-adcd6ab3-2e19-4f62-a160-c731b3c4222f admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1187239 Feb 17 21:56:01.324248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Sync routers for ids ['185ca2b9-9402-4757-abe2-6e459bc22bb1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 21:56:01.342857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Routers {'185ca2b9-9402-4757-abe2-6e459bc22bb1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 21:56:01.344495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T21:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['185ca2b9-9402-4757-abe2-6e459bc22bb1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:56:01.367896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4bf00711-5809-4ddf-a76a-2c9105e191aa up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 21:56:01.600319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Set router 185ca2b9-9402-4757-abe2-6e459bc22bb1 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 21:56:01.677127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4bf00711-5809-4ddf-a76a-2c9105e191aa triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:56:01.677502 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:01.985216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4bf00711-5809-4ddf-a76a-2c9105e191aa is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:56:02.071330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'name': 'router1', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T21:55:40Z', 'updated_at': '2022-02-17T21:55:57Z', 'revision_number': 4, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'gw_port': {'id': '3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:56Z', 'updated_at': '2022-02-17T21:55:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '4bf00711-5809-4ddf-a76a-2c9105e191aa', 'name': '', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'mac_address': 'fa:16:3e:4e:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:49Z', 'updated_at': '2022-02-17T21:55:52Z', 'revision_number': 5, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'subnets': [{'id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3de7f15-a8b3-4946-8e28-42c3ca18556c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:56:02.122990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Checking router: 185ca2b9-9402-4757-abe2-6e459bc22bb1 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 21:56:02.123355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Updating router 185ca2b9-9402-4757-abe2-6e459bc22bb1 port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 21:56:02.172321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:02.583554 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Publish callbacks [] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:02.591496 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:02.644453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2701ed-2c1d-4498-839e-e40daff467d3 None None] Pushing event updated for resources: {'Port': ['ID=3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:56:02.649531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Attempting to bind port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:56:02.649897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Attempting to bind port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 21:56:02.650256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Attempting to bind port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 21:56:02.655448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 21, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 21:56:02.655823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 21:56:02.656231 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:02.656607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 21:56:02.657676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Bound port: 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 21:56:02.658008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:02.711514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] For port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 21:56:02.714600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] For port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 21:56:02.721619 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:02.785067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2701ed-2c1d-4498-839e-e40daff467d3 None None] Pushing event updated for resources: {'Port': ['ID=3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:56:02.788233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Routers {'185ca2b9-9402-4757-abe2-6e459bc22bb1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 21:56:02.788836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T21:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['185ca2b9-9402-4757-abe2-6e459bc22bb1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:56:02.902175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] Set router 185ca2b9-9402-4757-abe2-6e459bc22bb1 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 21:56:03.130537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'name': 'router1', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T21:55:40Z', 'updated_at': '2022-02-17T21:55:57Z', 'revision_number': 4, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'gw_port': {'id': '3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:56Z', 'updated_at': '2022-02-17T21:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '4bf00711-5809-4ddf-a76a-2c9105e191aa', 'name': '', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'mac_address': 'fa:16:3e:4e:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:49Z', 'updated_at': '2022-02-17T21:55:52Z', 'revision_number': 5, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'subnets': [{'id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3de7f15-a8b3-4946-8e28-42c3ca18556c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 21:56:03.158540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c27175fb-d649-4516-aa94-57a16866f635 None None] The sync data for ids ['185ca2b9-9402-4757-abe2-6e459bc22bb1'] in n-d-828369-18 is: [{'id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'name': 'router1', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T21:55:40Z', 'updated_at': '2022-02-17T21:55:57Z', 'revision_number': 4, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'gw_port': {'id': '3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:11:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:56Z', 'updated_at': '2022-02-17T21:56:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '4bf00711-5809-4ddf-a76a-2c9105e191aa', 'name': '', 'network_id': '292c63c9-f457-4d14-af1c-1ba74ebbc611', 'tenant_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'mac_address': 'fa:16:3e:4e:db:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '185ca2b9-9402-4757-abe2-6e459bc22bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T21:55:49Z', 'updated_at': '2022-02-17T21:55:52Z', 'revision_number': 5, 'project_id': '49c3fdf3d4eb496286f41b2f2b111fc3', 'subnets': [{'id': 'b3bc5630-78c3-4ad5-a102-a714d4379d9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd3de7f15-a8b3-4946-8e28-42c3ca18556c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 21:56:03.441243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 21:56:03.498261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:56:03.498667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:03.607624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:56:03.608243 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:03.635830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 21:56:03.640516 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:03.698424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:56:05.361429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 21:56:05.430744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:56:05.431146 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:05.521002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3ebe04e6-e7cb-4c52-8167-dcb7e5c1508b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:56:14.290799 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99d2ea06-13bf-4151-9c10-932098321c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:16.773171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbb7da12-8a8a-45ae-b590-2440bcd0db16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:17.647167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:19.060484 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:19.881948 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 21:56:20.607496 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:44.293939 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01d573ec-e197-4d7a-971b-79060f0bf7e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:46.768919 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00d788da-7139-4802-a164-54833e08d3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:47.645920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:49.051392 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:50.594805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:56:56.881256 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 21:57:14.296460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33df8d5e-7ef5-464d-9306-d4959d720c31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:16.772352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c07d4e25-4bae-4428-bb1d-936df2586739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:17.646449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:19.053000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:20.590420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:25.849656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57284) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:25.909614 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb79e91-b559-40c0-be78-ab9770be68e5 admin admin] GET failed (client error): The resource could not be found. Feb 17 21:57:25.910869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-adb79e91-b559-40c0-be78-ab9770be68e5 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602677 Feb 17 21:57:26.071407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be2432-9037-4a85-811e-9a356bda993f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:26.072777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-15be2432-9037-4a85-811e-9a356bda993f admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578162 Feb 17 21:57:28.377659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57294) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:28.466631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e2c484-6cc2-4b9a-977f-f461e9498418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:28.467970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-43e2c484-6cc2-4b9a-977f-f461e9498418 admin admin] 10.222.0.79 "GET /v2.0/subnets/b3bc5630-78c3-4ad5-a102-a714d4379d9e HTTP/1.1" status: 200 len: 849 time: 0.0893085 Feb 17 21:57:28.477508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:57:28.564020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Publish callbacks [] for subnet (b3bc5630-78c3-4ad5-a102-a714d4379d9e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:28.698018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771632413835'] for subnet (b3bc5630-78c3-4ad5-a102-a714d4379d9e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:28.730027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:28.730611 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:28.731901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] 10.222.0.79 "PUT /v2.0/subnets/b3bc5630-78c3-4ad5-a102-a714d4379d9e HTTP/1.1" status: 200 len: 868 time: 0.2580378 Feb 17 21:57:28.746671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c355180-fc6f-41e4-9022-ef70b94f5a99 None None] Network 292c63c9-f457-4d14-af1c-1ba74ebbc611 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 21:57:28.752906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3bc5630-78c3-4ad5-a102-a714d4379d9e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:57:28.760195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.760554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.760876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.761211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.761543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.761889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.762216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.762537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.762857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.763222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.763561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.763883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:28.764198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a3f555-c369-4b4a-ac15-c20270fa803d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:57:29.120744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-42d5c7e1-8a3e-43a7-84c6-7af08403afbc None None] Provisioning complete for port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:57:29.121132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-42d5c7e1-8a3e-43a7-84c6-7af08403afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:29.195887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-42d5c7e1-8a3e-43a7-84c6-7af08403afbc None None] Current status of the port ee5bdc1d-03fa-44c0-b2c4-9fe8437c79dd is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:57:29.205667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-42d5c7e1-8a3e-43a7-84c6-7af08403afbc None None] Provisioning complete for port 4bf00711-5809-4ddf-a76a-2c9105e191aa triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:57:29.206058 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-42d5c7e1-8a3e-43a7-84c6-7af08403afbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4bf00711-5809-4ddf-a76a-2c9105e191aa), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:29.282049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-42d5c7e1-8a3e-43a7-84c6-7af08403afbc None None] Current status of the port 4bf00711-5809-4ddf-a76a-2c9105e191aa is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:57:31.029353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57302) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:31.224990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020ddf2-b400-45fc-83ef-c90048b20581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:31.225375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020ddf2-b400-45fc-83ef-c90048b20581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:31.226871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2020ddf2-b400-45fc-83ef-c90048b20581 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965773 Feb 17 21:57:33.557692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57310) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:33.688451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b85d5-f5ff-43da-ac51-8ad1d2b330f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:33.688988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346b85d5-f5ff-43da-ac51-8ad1d2b330f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:33.690567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-346b85d5-f5ff-43da-ac51-8ad1d2b330f1 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319239 Feb 17 21:57:33.879808 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 21:57:35.987719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57318) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:36.114070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff36c2bb-6c9c-45f3-91bd-dc6b41ffc96d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:36.115420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ff36c2bb-6c9c-45f3-91bd-dc6b41ffc96d admin admin] 10.222.0.79 "GET /v2.0/networks/292c63c9-f457-4d14-af1c-1ba74ebbc611 HTTP/1.1" status: 200 len: 869 time: 0.1267383 Feb 17 21:57:38.418063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57326) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:38.543307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9747c08-7f6d-4a54-9d44-02e3010d9e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:38.544787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a9747c08-7f6d-4a54-9d44-02e3010d9e83 admin admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 886 time: 0.1257980 Feb 17 21:57:40.864124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57334) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:41.016087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bcc55-0f91-4a04-b057-93f60ad0b4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:41.016554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bcc55-0f91-4a04-b057-93f60ad0b4c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:41.018216 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b16bcc55-0f91-4a04-b057-93f60ad0b4c1 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1531730 Feb 17 21:57:43.325399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:43.414769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743d782-8015-4966-8526-afa4b84327f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:43.415213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6743d782-8015-4966-8526-afa4b84327f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:43.416728 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6743d782-8015-4966-8526-afa4b84327f3 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0903294 Feb 17 21:57:44.298898 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6e297817-e8a2-4620-a0ce-7d0b872e71b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:45.708690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:45.820347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6d01b4-87cb-44cb-ade7-82d527e4474a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:45.822651 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0b6d01b4-87cb-44cb-ade7-82d527e4474a admin admin] 10.222.0.79 "GET /v2.0/subnets/a62dff5a-08a3-4f87-bd8f-8f7551a6b126 HTTP/1.1" status: 200 len: 816 time: 0.1120822 Feb 17 21:57:46.775194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-189a8c4d-8ffa-4a0b-9851-72c1e5a233f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:47.649613 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:48.138745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:57:48.236691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d75588-3c91-4806-8b13-a406fb3d4cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:57:48.237989 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f4d75588-3c91-4806-8b13-a406fb3d4cef admin admin] 10.222.0.79 "GET /v2.0/subnets/b3bc5630-78c3-4ad5-a102-a714d4379d9e HTTP/1.1" status: 200 len: 868 time: 0.0983276 Feb 17 21:57:49.055709 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:57:50.594647 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:10.878041 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 21:58:14.300111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bbc168e-ea8e-4ec8-a459-140c39477e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:16.345130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57412) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:58:16.391990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-97f3bffd-a183-4c56-961f-3a7956a51019 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:58:16.392977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-97f3bffd-a183-4c56-961f-3a7956a51019 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469129 Feb 17 21:58:16.776129 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c091afdd-74e3-4f77-ace6-f9aaf01d9084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:17.652738 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:18.798362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57420) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:58:18.858496 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-865b21f1-f0dd-4d00-a1b5-5f611aaabf3f admin admin] GET failed (client error): The resource could not be found. Feb 17 21:58:18.859766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-865b21f1-f0dd-4d00-a1b5-5f611aaabf3f admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0605326 Feb 17 21:58:18.944922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5264b6e-bd38-4876-83e3-32640dba37ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:58:18.946348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e5264b6e-bd38-4876-83e3-32640dba37ea admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0826735 Feb 17 21:58:19.060903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:20.596684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:21.284728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57428) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:58:21.331103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:58:21.349929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Made reservation on behalf of 6cdb2c1f83064704b4c00f3dc3cef11e for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 21:58:21.352301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:21.484468 n-d-828369-18 neutron-server[103527]: WARNING neutron.services.revisions.revision_plugin [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Could not find related network for resource to bump revision. Feb 17 21:58:21.495446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 21:58:21.505850 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (eb2e31e8-ecc2-4337-b3fe-a783389921f9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:21.506199 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Added segment eb2e31e8-ecc2-4337-b3fe-a783389921f9 of type vlan for network 29dcda1c-858a-4585-ae83-bc96029ecfe8 Feb 17 21:58:21.544953 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (29dcda1c-858a-4585-ae83-bc96029ecfe8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:21.568000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (29dcda1c-858a-4585-ae83-bc96029ecfe8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:21.568922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:58:21.569493 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:21.623986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3381791 Feb 17 21:58:21.632406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00b7ec-ddf7-43e0-a819-92ac1b580de0 admin admin] Pushing event updated for resources: {'Network': ['ID=29dcda1c-858a-4585-ae83-bc96029ecfe8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:58:21.650503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 21:58:23.950837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57436) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:58:24.011350 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-047a1a1e-bce9-4a47-9a7a-78db312ef82b admin admin] GET failed (client error): The resource could not be found. Feb 17 21:58:24.012710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-047a1a1e-bce9-4a47-9a7a-78db312ef82b admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608773 Feb 17 21:58:24.081351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce22ee-64ae-445b-82d0-c6ac12585d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:58:24.082776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bfce22ee-64ae-445b-82d0-c6ac12585d1f admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659337 Feb 17 21:58:24.093216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:58:24.111687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Made reservation on behalf of 6cdb2c1f83064704b4c00f3dc3cef11e for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 21:58:24.113917 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.271104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (82506d40-0aea-43e1-a1fe-5c1eb9229ad3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.327354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82506d40-0aea-43e1-a1fe-5c1eb9229ad3,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:58:24.331703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 21:58:24.332054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Network hostable DHCP agents. Network: 29dcda1c-858a-4585-ae83-bc96029ecfe8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 21:58:24.348346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 21:58:24.355989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 29dcda1c-858a-4585-ae83-bc96029ecfe8) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:58:24.359842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 21:58:24.360425 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.368422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f16475-e1bc-49ca-9825-717a3fb1d990 None None] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 21:58:24.385208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e9c9e714-a994-45d4-836a-f4702e3df0f6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2860250 Feb 17 21:58:24.475090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-29dcda1c-858a-4585-ae83-bc96029ecfe8', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'project_id': '6cdb2c1f83064704b4c00f3dc3cef11e', 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 21:58:24.476012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.618679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Allocated IP 192.168.233.2 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/c8d89772-41e1-4a8f-9d88-fb582e3b9310) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 21:58:24.762765 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Publish callbacks [] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.768792 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.809262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 21:58:24.812068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 21:58:24.818542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 21:58:24.820382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Pushing event updated for resources: {'Port': ['ID=c8d89772-41e1-4a8f-9d88-fb582e3b9310,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:58:24.827826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.828169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.828507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.828844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.829175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.829500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.829823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.830142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.830465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.830781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.831095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.831429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.831748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:58:24.885747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Attempting to bind port c8d89772-41e1-4a8f-9d88-fb582e3b9310 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:58:24.886108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Attempting to bind port c8d89772-41e1-4a8f-9d88-fb582e3b9310 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 21:58:24.886467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Attempting to bind port c8d89772-41e1-4a8f-9d88-fb582e3b9310 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 21:58:24.891533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 21, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 21:58:24.891887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 21:58:24.892279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.892665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 21:58:24.893119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Bound port: c8d89772-41e1-4a8f-9d88-fb582e3b9310, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 21:58:24.893486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:24.958260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] For port c8d89772-41e1-4a8f-9d88-fb582e3b9310, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 21:58:24.961465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] For port c8d89772-41e1-4a8f-9d88-fb582e3b9310, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c8d89772-41e1-4a8f-9d88-fb582e3b9310,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 21:58:24.968126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:25.032660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc57b06-7f7a-4765-b39a-ac6d63e95409 None None] Pushing event updated for resources: {'Port': ['ID=c8d89772-41e1-4a8f-9d88-fb582e3b9310,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:58:25.493432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c8d89772-41e1-4a8f-9d88-fb582e3b9310 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 21:58:25.546202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c8d89772-41e1-4a8f-9d88-fb582e3b9310 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:58:25.546591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:25.637945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c8d89772-41e1-4a8f-9d88-fb582e3b9310 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:58:25.637945 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:25.672992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port c8d89772-41e1-4a8f-9d88-fb582e3b9310, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c8d89772-41e1-4a8f-9d88-fb582e3b9310,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 21:58:25.678844 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:25.733453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=c8d89772-41e1-4a8f-9d88-fb582e3b9310,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:58:25.890149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62c75cb-f1f3-4ea1-957e-c304c34ee0b2 None None] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 21:58:25.955533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0d46b6dc-5520-49ee-a6ef-32e3076910f6 None None] Provisioning complete for port c8d89772-41e1-4a8f-9d88-fb582e3b9310 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:58:25.955927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d46b6dc-5520-49ee-a6ef-32e3076910f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:26.075419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0d46b6dc-5520-49ee-a6ef-32e3076910f6 None None] Current status of the port c8d89772-41e1-4a8f-9d88-fb582e3b9310 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:58:26.294757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-738a5879-225b-4fcc-95a2-d666c0f2fbfc None None] Provisioning complete for port c8d89772-41e1-4a8f-9d88-fb582e3b9310 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:58:26.295138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-738a5879-225b-4fcc-95a2-d666c0f2fbfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:26.372140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-738a5879-225b-4fcc-95a2-d666c0f2fbfc None None] Current status of the port c8d89772-41e1-4a8f-9d88-fb582e3b9310 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:58:27.437345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c8d89772-41e1-4a8f-9d88-fb582e3b9310 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 21:58:27.487499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c8d89772-41e1-4a8f-9d88-fb582e3b9310 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 21:58:27.487906 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8d89772-41e1-4a8f-9d88-fb582e3b9310), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:27.663240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c8d89772-41e1-4a8f-9d88-fb582e3b9310 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 21:58:44.302276 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3cad3b08-0298-4c52-8325-267ba7ed1bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:46.778631 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-492131f0-8657-4f14-848f-e4c57b831c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:47.655632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:47.876371 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 21:58:49.063425 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:58:50.598951 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:14.303416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ad4eb72-26ce-46f9-a39b-a545cb7d41fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:16.780943 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6da33cb9-1cfb-4922-883a-3e4f8eac374f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:17.656679 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:19.065950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:20.602054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:24.874904 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 21:59:44.305601 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d953dcf-2c63-4c7a-bc7c-7a5303131b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:46.781972 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41c1e059-a098-41ff-bf3b-7c9615b5357c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:47.659592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:49.071600 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:50.604418 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:53.681283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57474) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:59:53.686848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-5324ed92-b441-495f-b8f9-474f0142fd50 tempest-verify_tempest_config-1641160282 tempest-verify_tempest_config-1641160282-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:59:53.687890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5324ed92-b441-495f-b8f9-474f0142fd50 tempest-verify_tempest_config-1641160282 tempest-verify_tempest_config-1641160282-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055981 Feb 17 21:59:53.977485 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57492) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:59:54.084792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:54.187882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Publish callbacks [] for security_group (090ae553-a83e-44f3-a70e-43f0d1437721), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:54.201479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (090ae553-a83e-44f3-a70e-43f0d1437721), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:54.242546 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b8a43fd4ebe498fabdfd3fad37830a1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2640116 Feb 17 21:59:54.245275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57500) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 21:59:54.251230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090ae553-a83e-44f3-a70e-43f0d1437721,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:59:54.260030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.260386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.260743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.261073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.261496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.261739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.262063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.262386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.262713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.263036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.263358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.263703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.264022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d6c1d1-44b7-4300-8e7b-a55a45ca1696 admin admin] Tracked resource versions report: Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: pushed versions: Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: { 'AddressGroup': {'1.2'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'ConntrackHelper': {'1.0'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'LocalIPAssociation': {'1.0'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Log': {'1.0'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Network': {'1.1'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Port': {'1.7'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'PortForwarding': {'1.2'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'QosPolicy': {'1.10'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'SecurityGroup': {'1.5'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'SubPort': {'1.0'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Subnet': {'1.1'}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Trunk': {'1.1'}} Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: consumer versions: Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: { DHCP agent@n-d-828369-18: {}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: L3 agent@n-d-828369-18: {}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: Metadata agent@n-d-828369-18: {}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: Metering agent@n-d-828369-18: {}, Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'ConntrackHelper': '1.0', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'LocalIPAssociation': '1.0', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Log': '1.0', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Network': '1.1', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Port': '1.7', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'PortForwarding': '1.2', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'QosPolicy': '1.10', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'SecurityGroup': '1.5', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'SecurityGroupRule': '1.2', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'SubPort': '1.0', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Subnet': '1.1', Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: 'Trunk': '1.1'}} Feb 17 21:59:54.265148 n-d-828369-18 neutron-server[103526]: {{(pid=103526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 21:59:54.305119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Publish callbacks [] for security_group (090ae553-a83e-44f3-a70e-43f0d1437721), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:54.326112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Publish callbacks [] for security_group (090ae553-a83e-44f3-a70e-43f0d1437721), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:54.418244 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (090ae553-a83e-44f3-a70e-43f0d1437721), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:54.420837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 21:59:54.421972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/090ae553-a83e-44f3-a70e-43f0d1437721 HTTP/1.1" status: 204 len: 168 time: 0.1757500 Feb 17 21:59:54.429746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090ae553-a83e-44f3-a70e-43f0d1437721,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 21:59:54.436329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.436671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.437003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.437515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.437842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.438216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.438484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.438801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.439291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.439639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.439961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.440280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 21:59:54.440586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e224fbb-d60a-4180-a8e5-e36932d24fd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:00:01.873193 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:00:14.307521 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ff66c91-29c9-4bbb-9d7b-fa3d5088683d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:16.782833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94196829-f51d-4a9f-a219-72c2cca98ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:17.662974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:19.072696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:20.606454 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:38.871890 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:00:44.308124 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e48e726b-260f-4311-99ba-54b6e2e97d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:46.783807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cab9bda5-702a-479e-b598-81f26f4096d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:47.665145 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:49.077353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:00:50.608531 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:14.309118 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13aa6348-b869-4d5d-97a4-19838eb4c688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:15.870253 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:01:16.784961 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-201c60c4-2015-403f-ace9-8d4791f82174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:17.667532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:19.080081 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:20.610361 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:44.310315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e922e90e-0f13-4a91-8a3b-3a2b86b084c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:46.787420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7616bea8-9dd7-4a9d-ae64-132148a9eab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:47.669724 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:49.082228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:50.612353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:01:52.869525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:02:14.311560 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-700b6da8-e025-4064-8fed-ab7c3dad3d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:16.788263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e139169-d50b-4937-8891-9e03e3d11c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:17.672390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:19.084827 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:20.614615 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:29.867990 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:02:44.312671 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba3ed9d9-2324-43e2-bc55-afea0883fa58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:46.790583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9e4fefb-a2ea-45f9-9c9b-fefc943b6845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:47.674864 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:49.088897 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:02:50.616311 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:06.867549 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 5 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:03:08.796207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640242'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:14.314423 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3eddfb2-93e2-494d-8c45-89929b98797c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:16.792179 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2b80fa9-9fec-45fc-80a8-80314536ced9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:17.677525 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:19.091450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:20.618327 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:24.760317 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-640242'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:38.749499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:43.872736 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:03:44.315079 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-239a29c5-21e5-4c2c-a69b-889a9909c986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:46.793723 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca67a9e3-c5f6-46c4-9f49-fb79f92f2a72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:47.679916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:49.095073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:50.619725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:03:54.746296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:03.775192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57554) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:04:03.875983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8e08ceda-75c1-4eee-8612-4f5055755eb4 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0996513 Feb 17 22:04:06.185477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57564) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:04:06.239822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0747b459-7beb-48a2-bc03-7929a6b3bd63 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0531704 Feb 17 22:04:08.765514 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:14.315838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26df2786-cf4b-44d6-9840-f5c4872f0a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:16.795245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99e0d2e9-7c2b-456d-b28d-3092966ffe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:17.682813 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:19.098291 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:20.620870 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:20.871695 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:04:24.746333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:38.796207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:44.317552 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-429970a6-19ea-4e19-a98c-48492d07d86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:46.797461 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3926a229-46f6-4a42-816a-b11413364732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:47.685193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:49.102879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:50.625085 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:54.755543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:04:57.871241 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:05:08.799125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:14.318541 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33b2e3d0-6d6f-41c8-a436-66abe878d12a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:16.799736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf79e-d15f-4297-889a-7ac9e0ea7766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:17.687716 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:19.107208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:20.628858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:24.747543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:33.767667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:33.862678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57808) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:34.127769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-network', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:34.151945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Made reservation on behalf of 7b16cad739dd4392b0d1f175efb30027 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:05:34.155329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.168878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.269260 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks [] for security_group (8dcd6c66-a68f-44ea-b5f3-13c9680f22ad), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.275767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8dcd6c66-a68f-44ea-b5f3-13c9680f22ad), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.327606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:05:34.376708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcd6c66-a68f-44ea-b5f3-13c9680f22ad,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:34.379969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8771632400806', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb5c849b-1e7f-4722-8f66-03af093fbe40), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.380535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Unsubscribe: segment precommit_create {{(pid=103526) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 17 22:05:34.381031 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Added segment fb5c849b-1e7f-4722-8f66-03af093fbe40 of type vlan for network bd9cc825-24f2-4e6d-83ab-ba39fe71806d Feb 17 22:05:34.400357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57834) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:34.400911 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-216ec2a0-d2fd-4864-ad53-bec594869841 tempest-AutoAllocateNetworkTest-1416937624 tempest-AutoAllocateNetworkTest-1416937624-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=860db2ddae584bd69a5306c6634369fb&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5361412 Feb 17 22:05:34.421660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.422746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.423173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.423705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.424144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.424576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.425195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.425610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.426134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.426844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.427271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.427710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.428230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Tracked resource versions report: Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: pushed versions: Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: { 'AddressGroup': {'1.2'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'ConntrackHelper': {'1.0'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'LocalIPAssociation': {'1.0'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Log': {'1.0'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Network': {'1.1'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Port': {'1.7'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'PortForwarding': {'1.2'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'QosPolicy': {'1.10'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'SecurityGroup': {'1.5'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'SubPort': {'1.0'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Subnet': {'1.1'}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Trunk': {'1.1'}} Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: consumer versions: Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: { DHCP agent@n-d-828369-18: {}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: HyperV agent@n-h1-828369-18: {}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: HyperV agent@n-h2-828369-18: {}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: L3 agent@n-d-828369-18: {}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: Metadata agent@n-d-828369-18: {}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: Metering agent@n-d-828369-18: {}, Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'ConntrackHelper': '1.0', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'LocalIPAssociation': '1.0', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Log': '1.0', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Network': '1.1', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Port': '1.7', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'PortForwarding': '1.2', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'QosPolicy': '1.10', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'SecurityGroup': '1.5', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'SecurityGroupRule': '1.2', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'SubPort': '1.0', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Subnet': '1.1', Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: 'Trunk': '1.1'}} Feb 17 22:05:34.429520 n-d-828369-18 neutron-server[103526]: {{(pid=103526) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:05:34.489195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (bd9cc825-24f2-4e6d-83ab-ba39fe71806d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.540923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (bd9cc825-24f2-4e6d-83ab-ba39fe71806d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.542152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:34.543045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.574122 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8026078 Feb 17 22:05:34.588613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57848) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:34.607650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9295ab12-5822-464c-b44d-9af1fec1759c tempest-AutoAllocateNetworkTest-1416937624 tempest-AutoAllocateNetworkTest-1416937624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:34.612649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9295ab12-5822-464c-b44d-9af1fec1759c tempest-AutoAllocateNetworkTest-1416937624 tempest-AutoAllocateNetworkTest-1416937624-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2109222 Feb 17 22:05:34.613257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57850) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:34.649578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Request body: {'subnet': {'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-subnet', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:34.678555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1cdab6ce-1a42-4637-8f42-187425857728 tempest-AutoAllocateNetworkTest-1416937624 tempest-AutoAllocateNetworkTest-1416937624-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0641863 Feb 17 22:05:34.679145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57854) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:34.702027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f12d05f-18c3-49cc-9224-8dfd374cb7c8 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9cc825-24f2-4e6d-83ab-ba39fe71806d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:34.705784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Made reservation on behalf of 7b16cad739dd4392b0d1f175efb30027 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:05:34.708175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:34.715405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:05:34.715961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2e99cb45-927a-481a-a977-f0b68f937a97 tempest-AutoAllocateNetworkTest-1416937624 tempest-AutoAllocateNetworkTest-1416937624-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=860db2ddae584bd69a5306c6634369fb HTTP/1.1" status: 200 len: 208 time: 0.0345070 Feb 17 22:05:34.870307 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:05:34.971470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (1e1c813c-88bd-4e68-9107-3e9c284eb0a3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.037398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1c813c-88bd-4e68-9107-3e9c284eb0a3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:35.080684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Checking segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:35.081066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Network hostable DHCP agents. Network: bd9cc825-24f2-4e6d-83ab-ba39fe71806d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:05:35.123727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:05:35.142391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, bd9cc825-24f2-4e6d-83ab-ba39fe71806d) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:35.150495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:35.151563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.156229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0165c4de-d8be-4839-8726-b9dc6b5ee1a0 None None] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:05:35.176114 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5370d99b-d249-4ac9-b09e-5e39348f3ae5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.5863397 Feb 17 22:05:35.178801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57876) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:35.186832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:35.221052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.224174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.281220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:05:35.282176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.351970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks [] for router_controller (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.478294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Allocated IP 172.20.0.2 (bd9cc825-24f2-4e6d-83ab-ba39fe71806d/1e1c813c-88bd-4e68-9107-3e9c284eb0a3/1c1e318e-d893-4c14-8027-1a159e91659c) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:35.533829 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks [] for router_gateway (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.684504 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Publish callbacks [] for port (1c1e318e-d893-4c14-8027-1a159e91659c), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.700744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.757132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Pushing event updated for resources: {'Port': ['ID=1c1e318e-d893-4c14-8027-1a159e91659c,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:35.768328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.769172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.769657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.770132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.770625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.771400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.771871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.772339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.772822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.773676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.774393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.774751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.775054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Tracked resource versions report: Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: pushed versions: Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: { 'AddressGroup': {'1.2'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'ConntrackHelper': {'1.0'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'LocalIPAssociation': {'1.0'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Log': {'1.0'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Network': {'1.1'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Port': {'1.7'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'PortForwarding': {'1.2'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'QosPolicy': {'1.10'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'SecurityGroup': {'1.5'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'SubPort': {'1.0'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Subnet': {'1.1'}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Trunk': {'1.1'}} Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: consumer versions: Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: { DHCP agent@n-d-828369-18: {}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: HyperV agent@n-h1-828369-18: {}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: HyperV agent@n-h2-828369-18: {}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: L3 agent@n-d-828369-18: {}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: Metadata agent@n-d-828369-18: {}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: Metering agent@n-d-828369-18: {}, Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'ConntrackHelper': '1.0', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'LocalIPAssociation': '1.0', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Log': '1.0', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Network': '1.1', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Port': '1.7', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'PortForwarding': '1.2', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'QosPolicy': '1.10', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'SecurityGroup': '1.5', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'SecurityGroupRule': '1.2', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'SubPort': '1.0', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Subnet': '1.1', Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: 'Trunk': '1.1'}} Feb 17 22:05:35.776341 n-d-828369-18 neutron-server[103528]: {{(pid=103528) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:05:35.787432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:35.789376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:35.792738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:35.848834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57914) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:35.871284 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks [] for router_gateway (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.882460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Attempting to bind port 1c1e318e-d893-4c14-8027-1a159e91659c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:35.883020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Attempting to bind port 1c1e318e-d893-4c14-8027-1a159e91659c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:35.883587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Attempting to bind port 1c1e318e-d893-4c14-8027-1a159e91659c on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:35.888895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:35.889467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Checking segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:35.890011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.890560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Bound using segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:35.891720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Bound port: 1c1e318e-d893-4c14-8027-1a159e91659c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:35.892249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.899041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:35.971736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] For port 1c1e318e-d893-4c14-8027-1a159e91659c, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:35.976175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] For port 1c1e318e-d893-4c14-8027-1a159e91659c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1c1e318e-d893-4c14-8027-1a159e91659c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:35.989599 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.061283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Allocated IP 172.25.0.83 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/736f5006-573f-45f3-ab7e-6550efcc2032) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:36.076508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ba9de-a97a-4426-b38a-63856770d753 None None] Pushing event updated for resources: {'Port': ['ID=1c1e318e-d893-4c14-8027-1a159e91659c,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:36.279948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8e27681-c960-4ce1-9627-870672c6a5fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.361346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks [] for port (736f5006-573f-45f3-ab7e-6550efcc2032), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.429879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8e27681-c960-4ce1-9627-870672c6a5fe admin admin] Publish callbacks [] for security_group (535e5e4c-b8ae-462e-8eb4-7307e090fb36), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.440927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8e27681-c960-4ce1-9627-870672c6a5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (535e5e4c-b8ae-462e-8eb4-7307e090fb36), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.472493 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.506410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:36.515716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:36.539951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57950) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:36.540453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f8e27681-c960-4ce1-9627-870672c6a5fe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=860db2ddae584bd69a5306c6634369fb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6833420 Feb 17 22:05:36.577580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:36.581975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Pushing event updated for resources: {'Port': ['ID=736f5006-573f-45f3-ab7e-6550efcc2032,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:36.624698 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2415e938-9d03-418c-ad28-9cdcca89b92d admin admin] Publish callbacks [] for security_group (535e5e4c-b8ae-462e-8eb4-7307e090fb36), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.626426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.626784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.627140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.627497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.627837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.628170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.628497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.629053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.629161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.629455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.629778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.630101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.630426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Tracked resource versions report: Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: pushed versions: Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: { 'AddressGroup': {'1.2'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'ConntrackHelper': {'1.0'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'LocalIPAssociation': {'1.0'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Log': {'1.0'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Network': {'1.1'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Port': {'1.7'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'PortForwarding': {'1.2'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'QosPolicy': {'1.10'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'SecurityGroup': {'1.5'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'SubPort': {'1.0'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Subnet': {'1.1'}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Trunk': {'1.1'}} Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: consumer versions: Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: { DHCP agent@n-d-828369-18: {}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: HyperV agent@n-h1-828369-18: {}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: HyperV agent@n-h2-828369-18: {}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: L3 agent@n-d-828369-18: {}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: Metadata agent@n-d-828369-18: {}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: Metering agent@n-d-828369-18: {}, Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'ConntrackHelper': '1.0', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'LocalIPAssociation': '1.0', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Log': '1.0', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Network': '1.1', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Port': '1.7', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'PortForwarding': '1.2', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'QosPolicy': '1.10', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'SecurityGroup': '1.5', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'SecurityGroupRule': '1.2', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'SubPort': '1.0', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Subnet': '1.1', Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: 'Trunk': '1.1'}} Feb 17 22:05:36.631576 n-d-828369-18 neutron-server[103527]: {{(pid=103527) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:05:36.633886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e27681-c960-4ce1-9627-870672c6a5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=535e5e4c-b8ae-462e-8eb4-7307e090fb36,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:36.659270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2415e938-9d03-418c-ad28-9cdcca89b92d admin admin] Publish callbacks [] for security_group (535e5e4c-b8ae-462e-8eb4-7307e090fb36), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.768656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2415e938-9d03-418c-ad28-9cdcca89b92d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (535e5e4c-b8ae-462e-8eb4-7307e090fb36), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.771971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2415e938-9d03-418c-ad28-9cdcca89b92d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:36.773889 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2415e938-9d03-418c-ad28-9cdcca89b92d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/535e5e4c-b8ae-462e-8eb4-7307e090fb36 HTTP/1.1" status: 204 len: 168 time: 0.2316575 Feb 17 22:05:36.813310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415e938-9d03-418c-ad28-9cdcca89b92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=535e5e4c-b8ae-462e-8eb4-7307e090fb36,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:36.950961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks [] for router_gateway (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.142184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:37.281127 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.439343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:05:37.487306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:37.507606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d88d23d-6dde-4c99-925f-fae933f67fd4 None None] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:05:37.530756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e37f42d8-930c-4fe9-9073-a763abf5e374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.591720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cc4f068c-1d7f-4bc6-831a-d06626ad04e5 None None] Provisioning complete for port 1c1e318e-d893-4c14-8027-1a159e91659c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:37.592013 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc4f068c-1d7f-4bc6-831a-d06626ad04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.603331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:05:37.618187 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Sync routers for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:05:37.647004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e37f42d8-930c-4fe9-9073-a763abf5e374 admin admin] Publish callbacks [] for security_group (857d3bf2-b5df-408f-b639-996ebd2da663), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.649285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:05:37.652729 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:37.658049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e37f42d8-930c-4fe9-9073-a763abf5e374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (857d3bf2-b5df-408f-b639-996ebd2da663), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.660999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.669058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ebd82dea-f625-4402-b520-6f911500ea32 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.4859235 Feb 17 22:05:37.669472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58024) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:37.702939 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e37f42d8-930c-4fe9-9073-a763abf5e374 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b4f146aff9704b798193dd8513dc4574&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5595012 Feb 17 22:05:37.706247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:37.784863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cc4f068c-1d7f-4bc6-831a-d06626ad04e5 None None] Current status of the port 1c1e318e-d893-4c14-8027-1a159e91659c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:37.785269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc4f068c-1d7f-4bc6-831a-d06626ad04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.832662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd49e1c4-c0af-4112-bf9f-956e7d58d671 admin admin] Publish callbacks [] for security_group (857d3bf2-b5df-408f-b639-996ebd2da663), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.867540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cc4f068c-1d7f-4bc6-831a-d06626ad04e5 None None] For port 1c1e318e-d893-4c14-8027-1a159e91659c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1c1e318e-d893-4c14-8027-1a159e91659c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:05:37.878944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c1e318e-d893-4c14-8027-1a159e91659c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:37.883494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f42d8-930c-4fe9-9073-a763abf5e374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857d3bf2-b5df-408f-b639-996ebd2da663,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:37.887061 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc4f068c-1d7f-4bc6-831a-d06626ad04e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.920126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd49e1c4-c0af-4112-bf9f-956e7d58d671 admin admin] Publish callbacks [] for security_group (857d3bf2-b5df-408f-b639-996ebd2da663), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:37.966592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f068c-1d7f-4bc6-831a-d06626ad04e5 None None] Pushing event updated for resources: {'Port': ['ID=1c1e318e-d893-4c14-8027-1a159e91659c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:37.994235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8fc48e2f-c9ab-43bf-9e95-ec91087c0b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.043669 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:05:38.068309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd49e1c4-c0af-4112-bf9f-956e7d58d671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (857d3bf2-b5df-408f-b639-996ebd2da663), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.071743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd49e1c4-c0af-4112-bf9f-956e7d58d671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.072845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dd49e1c4-c0af-4112-bf9f-956e7d58d671 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/857d3bf2-b5df-408f-b639-996ebd2da663 HTTP/1.1" status: 204 len: 168 time: 0.3656132 Feb 17 22:05:38.081526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1c1e318e-d893-4c14-8027-1a159e91659c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:38.081955 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.095560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49e1c4-c0af-4112-bf9f-956e7d58d671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857d3bf2-b5df-408f-b639-996ebd2da663,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:38.272840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1c1e318e-d893-4c14-8027-1a159e91659c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:38.326973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e29a3fba-2fda-4abe-ad4f-31ec3213734c None None] Provisioning complete for port 1c1e318e-d893-4c14-8027-1a159e91659c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:38.327268 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e29a3fba-2fda-4abe-ad4f-31ec3213734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.414677 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:36Z', 'revision_number': 3, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:38.451827 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Checking router: 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:05:38.452470 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Updating router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb port 736f5006-573f-45f3-ab7e-6550efcc2032 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:05:38.470264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8fc48e2f-c9ab-43bf-9e95-ec91087c0b9e admin admin] Publish callbacks [] for security_group (dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.484394 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.522971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e29a3fba-2fda-4abe-ad4f-31ec3213734c None None] Current status of the port 1c1e318e-d893-4c14-8027-1a159e91659c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:38.537740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8fc48e2f-c9ab-43bf-9e95-ec91087c0b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.700881 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8fc48e2f-c9ab-43bf-9e95-ec91087c0b9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f136496539a44d78b5a95d185c4069a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2072988 Feb 17 22:05:38.703943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc48e2f-c9ab-43bf-9e95-ec91087c0b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:38.704532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58086) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:38.794782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58094) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:38.807752 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.821785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2088f29c-542c-4545-9510-a0787b7ffa19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.872863 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95d6901a-3953-41da-8ab9-cc9a1e73f761 admin admin] Publish callbacks [] for security_group (dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.888154 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Publish callbacks [] for port (736f5006-573f-45f3-ab7e-6550efcc2032), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.904144 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.946113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95d6901a-3953-41da-8ab9-cc9a1e73f761 admin admin] Publish callbacks [] for security_group (dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:38.978315 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Attempting to bind port 736f5006-573f-45f3-ab7e-6550efcc2032 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:38.978716 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Attempting to bind port 736f5006-573f-45f3-ab7e-6550efcc2032 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:38.979093 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Attempting to bind port 736f5006-573f-45f3-ab7e-6550efcc2032 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:39.033888 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:39.034537 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:39.035035 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.035996 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:39.035996 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Bound port: 736f5006-573f-45f3-ab7e-6550efcc2032, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:39.036316 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.044930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2088f29c-542c-4545-9510-a0787b7ffa19 admin admin] Publish callbacks [] for security_group (4b05eec0-0ef1-41c2-9c72-34d42d5b11a3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.049385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95d6901a-3953-41da-8ab9-cc9a1e73f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.052432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95d6901a-3953-41da-8ab9-cc9a1e73f761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.065398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-95d6901a-3953-41da-8ab9-cc9a1e73f761 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76 HTTP/1.1" status: 204 len: 168 time: 0.3571916 Feb 17 22:05:39.083611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6901a-3953-41da-8ab9-cc9a1e73f761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc7ed2f-8d8c-41ac-9186-c4d25ef06d76,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:39.086236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2088f29c-542c-4545-9510-a0787b7ffa19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4b05eec0-0ef1-41c2-9c72-34d42d5b11a3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.102257 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] For port 736f5006-573f-45f3-ab7e-6550efcc2032, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:39.106136 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] For port 736f5006-573f-45f3-ab7e-6550efcc2032, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=736f5006-573f-45f3-ab7e-6550efcc2032,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:39.132413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2088f29c-542c-4545-9510-a0787b7ffa19 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=99eda39ca49d4d7faa6c954a8167b517&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3360281 Feb 17 22:05:39.137186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58118) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:39.139248 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.161119 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.189896 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:05:39.191319 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:39.210493 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83041971-ef45-4280-8e08-950cfa8b0e47 admin admin] Publish callbacks [] for security_group (4b05eec0-0ef1-41c2-9c72-34d42d5b11a3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.215846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2088f29c-542c-4545-9510-a0787b7ffa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b05eec0-0ef1-41c2-9c72-34d42d5b11a3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:39.251655 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Pushing event updated for resources: {'Port': ['ID=736f5006-573f-45f3-ab7e-6550efcc2032,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:39.252414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83041971-ef45-4280-8e08-950cfa8b0e47 admin admin] Publish callbacks [] for security_group (4b05eec0-0ef1-41c2-9c72-34d42d5b11a3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.286749 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.287094 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.287480 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.287819 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.288162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.288683 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.288783 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.289098 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.289426 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.289747 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.290069 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.290399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.290934 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Tracked resource versions report: Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: pushed versions: Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: { 'AddressGroup': {'1.2'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'ConntrackHelper': {'1.0'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'LocalIPAssociation': {'1.0'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Log': {'1.0'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Network': {'1.1'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Port': {'1.7'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'PortForwarding': {'1.2'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'QosPolicy': {'1.10'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'SecurityGroup': {'1.5'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'SecurityGroupRule': {'1.2'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'SubPort': {'1.0'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Subnet': {'1.1'}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Trunk': {'1.1'}} Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: consumer versions: Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: { DHCP agent@n-d-828369-18: {}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: HyperV agent@n-h1-828369-18: {}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: HyperV agent@n-h2-828369-18: {}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: L3 agent@n-d-828369-18: {}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: Metadata agent@n-d-828369-18: {}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: Metering agent@n-d-828369-18: {}, Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: Open vSwitch agent@n-d-828369-18: { 'AddressGroup': '1.2', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'ConntrackHelper': '1.0', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'LocalIPAssociation': '1.0', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Log': '1.0', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Network': '1.1', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Port': '1.7', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'PortForwarding': '1.2', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'QosPolicy': '1.10', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'SecurityGroup': '1.5', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'SecurityGroupRule': '1.2', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'SubPort': '1.0', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Subnet': '1.1', Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: 'Trunk': '1.1'}} Feb 17 22:05:39.292078 n-d-828369-18 neutron-server[103529]: {{(pid=103529) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 17 22:05:39.344848 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83041971-ef45-4280-8e08-950cfa8b0e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4b05eec0-0ef1-41c2-9c72-34d42d5b11a3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.353249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83041971-ef45-4280-8e08-950cfa8b0e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.354743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-83041971-ef45-4280-8e08-950cfa8b0e47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b05eec0-0ef1-41c2-9c72-34d42d5b11a3 HTTP/1.1" status: 204 len: 168 time: 0.2156146 Feb 17 22:05:39.366931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83041971-ef45-4280-8e08-950cfa8b0e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b05eec0-0ef1-41c2-9c72-34d42d5b11a3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:39.401926 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef589-54b7-4fe5-add2-3ce7d856b1cc None None] Pushing event updated for resources: {'Port': ['ID=736f5006-573f-45f3-ab7e-6550efcc2032,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:39.411597 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:05:39.654343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Allocated IP 172.20.0.1 (bd9cc825-24f2-4e6d-83ab-ba39fe71806d/1e1c813c-88bd-4e68-9107-3e9c284eb0a3/26459af8-7b9a-4cf2-8ec0-f29f80e9dee4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:39.705135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58152) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:39.727746 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:36Z', 'revision_number': 3, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:39.733473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c1e318e-d893-4c14-8027-1a159e91659c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:39.765557 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ac9dda-ac2a-4bd2-b91e-2ecf5d3406d0 None None] The sync data for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 is: [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:36Z', 'revision_number': 3, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:05:39.854257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1c1e318e-d893-4c14-8027-1a159e91659c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:39.854893 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.878828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks [] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.960781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:39.999913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1c1e318e-d893-4c14-8027-1a159e91659c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:40.044096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:40.053185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:40.066037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:40.066682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.190539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Pushing event updated for resources: {'Port': ['ID=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:40.296457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5ee8-0836-4920-bb7d-f79ead26876c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.443232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5ee8-0836-4920-bb7d-f79ead26876c admin admin] Publish callbacks [] for security_group (55ecb2de-7d0c-47ac-a914-aa03f6dc9e48), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.455860 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f2b5ee8-0836-4920-bb7d-f79ead26876c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (55ecb2de-7d0c-47ac-a914-aa03f6dc9e48), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.473618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.494807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-032251be-a710-4bba-96fa-d08aa4a30283 None None] Provisioning complete for port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:40.495205 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-032251be-a710-4bba-96fa-d08aa4a30283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.517982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2f2b5ee8-0836-4920-bb7d-f79ead26876c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86a21fc2b1ce4adba0d5388943901150&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8104620 Feb 17 22:05:40.520116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58182) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:40.528875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b5ee8-0836-4920-bb7d-f79ead26876c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ecb2de-7d0c-47ac-a914-aa03f6dc9e48,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:40.558581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58184) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:40.591314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-78ff82dd-4060-4dcc-97cd-c40b0f3cc630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.608050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-032251be-a710-4bba-96fa-d08aa4a30283 None None] Port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:05:40.645225 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fb77e2a-c656-4f64-928e-7d2e78fcf793 admin admin] Publish callbacks [] for security_group (55ecb2de-7d0c-47ac-a914-aa03f6dc9e48), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.682354 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fb77e2a-c656-4f64-928e-7d2e78fcf793 admin admin] Publish callbacks [] for security_group (55ecb2de-7d0c-47ac-a914-aa03f6dc9e48), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.766670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-78ff82dd-4060-4dcc-97cd-c40b0f3cc630 admin admin] Publish callbacks [] for security_group (f63cade5-205a-49b7-98b0-9519b014351a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.773684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-78ff82dd-4060-4dcc-97cd-c40b0f3cc630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f63cade5-205a-49b7-98b0-9519b014351a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.797916 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fb77e2a-c656-4f64-928e-7d2e78fcf793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (55ecb2de-7d0c-47ac-a914-aa03f6dc9e48), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.801709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fb77e2a-c656-4f64-928e-7d2e78fcf793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.803308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0fb77e2a-c656-4f64-928e-7d2e78fcf793 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/55ecb2de-7d0c-47ac-a914-aa03f6dc9e48 HTTP/1.1" status: 204 len: 168 time: 0.2820158 Feb 17 22:05:40.834323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-78ff82dd-4060-4dcc-97cd-c40b0f3cc630 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ee65e930c6b4a13aeb48e57c329519d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2723322 Feb 17 22:05:40.834323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff82dd-4060-4dcc-97cd-c40b0f3cc630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63cade5-205a-49b7-98b0-9519b014351a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:40.843490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58200) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:40.845538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb77e2a-c656-4f64-928e-7d2e78fcf793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ecb2de-7d0c-47ac-a914-aa03f6dc9e48,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:40.943540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks [] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.960190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.961149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:40.963260 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ff7f-4fcf-4311-83ed-2804174ac073 admin admin] Publish callbacks [] for security_group (f63cade5-205a-49b7-98b0-9519b014351a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.069028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ff7f-4fcf-4311-83ed-2804174ac073 admin admin] Publish callbacks [] for security_group (f63cade5-205a-49b7-98b0-9519b014351a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.083729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Pushing event updated for resources: {'Port': ['ID=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:41.161812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:41.166733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ff7f-4fcf-4311-83ed-2804174ac073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f63cade5-205a-49b7-98b0-9519b014351a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.168157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58214) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:41.170353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4a0ff7f-4fcf-4311-83ed-2804174ac073 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.171731 n-d-828369-18 neutron-server[103527]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 22:05:41.172081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4a0ff7f-4fcf-4311-83ed-2804174ac073 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f63cade5-205a-49b7-98b0-9519b014351a HTTP/1.1" status: 204 len: 168 time: 0.3258393 Feb 17 22:05:41.174088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:41.192344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58218) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:41.194600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a0ff7f-4fcf-4311-83ed-2804174ac073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63cade5-205a-49b7-98b0-9519b014351a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:41.264440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-6dd228a0-6b3f-4632-95ee-188657c4a672 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=aa85c9d8f5d449a6a11fda07735db836&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944643 Feb 17 22:05:41.341299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:05:41.394671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58226) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:41.416966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-31f1f519-e006-4145-af87-42244083bd31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.492059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-b57ad6e6-e080-4d3f-96fe-32246132699b tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:41.496137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-b57ad6e6-e080-4d3f-96fe-32246132699b tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247303 Feb 17 22:05:41.527490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-f5f67c61-a2d3-4250-9a83-3de5f56fd2d8 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/quotas/aa85c9d8f5d449a6a11fda07735db836 HTTP/1.1" status: 200 len: 375 time: 0.0233488 Feb 17 22:05:41.536464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:05:41.545551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8b09858d-10da-4c46-bb41-c9126ca96de7 None None] Provisioning complete for port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:41.557496 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-abf6b015-3c23-46a2-a666-b534dc2c5488 admin admin] 10.222.0.79 "PUT /v2.0/routers/265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8668871 Feb 17 22:05:41.558009 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b09858d-10da-4c46-bb41-c9126ca96de7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.589979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1c99c35-663a-41e9-a13b-17fa3c2b9cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.620074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8b09858d-10da-4c46-bb41-c9126ca96de7 None None] Port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:05:41.628611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-14b44950-ce0d-4241-b908-95bf4e59c7c9 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=aa85c9d8f5d449a6a11fda07735db836&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0927420 Feb 17 22:05:41.779732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1c99c35-663a-41e9-a13b-17fa3c2b9cee admin admin] Publish callbacks [] for security_group (360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.786586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1c99c35-663a-41e9-a13b-17fa3c2b9cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.809491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 736f5006-573f-45f3-ab7e-6550efcc2032 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:41.837812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-31f1f519-e006-4145-af87-42244083bd31 admin admin] Publish callbacks [] for security_group (53552b35-c8a5-49e5-84fa-1f1fefdc571a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.845250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-31f1f519-e006-4145-af87-42244083bd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (53552b35-c8a5-49e5-84fa-1f1fefdc571a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:41.866013 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e1c99c35-663a-41e9-a13b-17fa3c2b9cee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2368183633c4d4b85f445b9c23c322a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6677134 Feb 17 22:05:41.869675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:41.906100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1f519-e006-4145-af87-42244083bd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53552b35-c8a5-49e5-84fa-1f1fefdc571a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:41.909220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c99c35-663a-41e9-a13b-17fa3c2b9cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:41.913937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-31f1f519-e006-4145-af87-42244083bd31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7bb34a944eed4d37a509c0eff9e435ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5163887 Feb 17 22:05:41.916578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58238) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:41.929736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 736f5006-573f-45f3-ab7e-6550efcc2032 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:41.930132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.004372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5c28c3d-4e28-451d-8f3f-e35ceff57da8 admin admin] Publish callbacks [] for security_group (360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.049800 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c934e70e-ef56-4107-b874-e20e249b3f9f admin admin] Publish callbacks [] for security_group (53552b35-c8a5-49e5-84fa-1f1fefdc571a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.050023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 736f5006-573f-45f3-ab7e-6550efcc2032 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:42.050574 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.077252 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c934e70e-ef56-4107-b874-e20e249b3f9f admin admin] Publish callbacks [] for security_group (53552b35-c8a5-49e5-84fa-1f1fefdc571a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.079265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 736f5006-573f-45f3-ab7e-6550efcc2032, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=736f5006-573f-45f3-ab7e-6550efcc2032,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:05:42.083285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5c28c3d-4e28-451d-8f3f-e35ceff57da8 admin admin] Publish callbacks [] for security_group (360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.084460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.164190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=736f5006-573f-45f3-ab7e-6550efcc2032,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:42.190317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Sync routers for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:05:42.190576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5c28c3d-4e28-451d-8f3f-e35ceff57da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.193982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5c28c3d-4e28-451d-8f3f-e35ceff57da8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.197174 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d5c28c3d-4e28-451d-8f3f-e35ceff57da8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7 HTTP/1.1" status: 204 len: 168 time: 0.3207579 Feb 17 22:05:42.200284 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c934e70e-ef56-4107-b874-e20e249b3f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (53552b35-c8a5-49e5-84fa-1f1fefdc571a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.204570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c28c3d-4e28-451d-8f3f-e35ceff57da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=360f3883-2c4e-45a0-a8ed-4bfa8bee8ee7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:42.205453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c934e70e-ef56-4107-b874-e20e249b3f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:42.209224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c934e70e-ef56-4107-b874-e20e249b3f9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/53552b35-c8a5-49e5-84fa-1f1fefdc571a HTTP/1.1" status: 204 len: 168 time: 0.2883487 Feb 17 22:05:42.215644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c934e70e-ef56-4107-b874-e20e249b3f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53552b35-c8a5-49e5-84fa-1f1fefdc571a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:42.245037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:05:42.245699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:42.359123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:05:42.555140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58282) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:42.619935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 2, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:42.655121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Checking router: 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:05:42.655757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Updating router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:05:42.684208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.133721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad23ed00-cde7-40c6-9ff8-abf4b1abef21 req-4856c327-6ffe-41d1-81dc-4c48514548e9 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 210 time: 0.5769064 Feb 17 22:05:43.161589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58314) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:43.194588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2b92504-fc18-46f8-8e38-0202d55a03ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.206774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Publish callbacks [] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.220593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.323265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbb47-1d53-4692-880e-721ab221f1fa None None] Pushing event updated for resources: {'Port': ['ID=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:43.361384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2b92504-fc18-46f8-8e38-0202d55a03ed admin admin] Publish callbacks [] for security_group (99bdf209-341d-49de-b7b1-86a11b34c068), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.379547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2b92504-fc18-46f8-8e38-0202d55a03ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (99bdf209-341d-49de-b7b1-86a11b34c068), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.399029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Attempting to bind port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:43.399609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Attempting to bind port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:43.400035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Attempting to bind port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:43.406083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:43.407195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Checking segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:43.407804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.408264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Bound using segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:43.408799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Bound port: 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:43.409289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.466027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a2b92504-fc18-46f8-8e38-0202d55a03ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3ded43fced34977b2005c64ebe8a650&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3020442 Feb 17 22:05:43.467229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b92504-fc18-46f8-8e38-0202d55a03ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bdf209-341d-49de-b7b1-86a11b34c068,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:43.470620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58328) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:43.518382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] For port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:43.521874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] For port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:43.546724 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.621063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c579-3c28-4d74-851e-3c75f41b6bc9 admin admin] Publish callbacks [] for security_group (99bdf209-341d-49de-b7b1-86a11b34c068), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.649193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c579-3c28-4d74-851e-3c75f41b6bc9 admin admin] Publish callbacks [] for security_group (99bdf209-341d-49de-b7b1-86a11b34c068), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.727013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbb47-1d53-4692-880e-721ab221f1fa None None] Pushing event updated for resources: {'Port': ['ID=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:43.741144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9eba0907-169a-4b42-817b-5df42dd3bd9d None None] Provisioning complete for port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:43.741519 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eba0907-169a-4b42-817b-5df42dd3bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.744452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:05:43.744969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:43.819408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 736f5006-573f-45f3-ab7e-6550efcc2032 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:43.845682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c579-3c28-4d74-851e-3c75f41b6bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (99bdf209-341d-49de-b7b1-86a11b34c068), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.849500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf4c579-3c28-4d74-851e-3c75f41b6bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.850894 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cf4c579-3c28-4d74-851e-3c75f41b6bc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99bdf209-341d-49de-b7b1-86a11b34c068 HTTP/1.1" status: 204 len: 168 time: 0.3792913 Feb 17 22:05:43.865172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4c579-3c28-4d74-851e-3c75f41b6bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bdf209-341d-49de-b7b1-86a11b34c068,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:43.907111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58346) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:43.915615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-network', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:43.960045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Made reservation on behalf of c2441da0fd754b43adde3075bd41c019 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:05:43.962783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:43.980886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.165034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 736f5006-573f-45f3-ab7e-6550efcc2032 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:44.165410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.177059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks [] for security_group (3f3fadbb-27aa-4cf2-b419-01a59337450e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.184929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f3fadbb-27aa-4cf2-b419-01a59337450e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.229248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:05:44.231292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:05:44.232312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9eba0907-169a-4b42-817b-5df42dd3bd9d None None] Current status of the port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:44.233176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eba0907-169a-4b42-817b-5df42dd3bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.242787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3fadbb-27aa-4cf2-b419-01a59337450e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:44.248618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c472acac-8a24-4732-a291-2a1589eeb92f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.248952 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Added segment c472acac-8a24-4732-a291-2a1589eeb92f of type vlan for network cbd78195-8ee1-4a91-9950-50ecefc7e683 Feb 17 22:05:44.302536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (cbd78195-8ee1-4a91-9950-50ecefc7e683), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.330970 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (cbd78195-8ee1-4a91-9950-50ecefc7e683), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.331966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:44.332537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.358710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9eba0907-169a-4b42-817b-5df42dd3bd9d None None] For port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:05:44.396824 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4885805 Feb 17 22:05:44.399583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:44.400235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eba0907-169a-4b42-817b-5df42dd3bd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.407647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Request body: {'subnet': {'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-subnet', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:44.415723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2d13f-8e30-4f11-b7c9-961142e86b36 admin admin] Pushing event updated for resources: {'Network': ['ID=cbd78195-8ee1-4a91-9950-50ecefc7e683,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:44.434269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0e384ca-f0c3-49c9-9c0c-1339d08b2638 req-b21eb88b-8e81-474e-8c23-2dca1296bf29 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 210 time: 0.0485725 Feb 17 22:05:44.441140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Made reservation on behalf of c2441da0fd754b43adde3075bd41c019 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:05:44.445106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.483591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0907-169a-4b42-817b-5df42dd3bd9d None None] Pushing event updated for resources: {'Port': ['ID=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:44.483591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:05:44.553035 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94c779e8-d26d-47a8-99b2-aa4a584911f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.598800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.73', 50222) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:44.660577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-3af0469e-73b2-4a4a-8730-543343cdc9f7 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=aa85c9d8f5d449a6a11fda07735db836&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0590818 Feb 17 22:05:44.664608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cf641af1-1083-4595-a121-7c0ae45906d7 None None] Provisioning complete for port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:44.665127 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf641af1-1083-4595-a121-7c0ae45906d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.695893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (e93e179c-6039-455a-8e4e-53f38799c5d9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.757903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 736f5006-573f-45f3-ab7e-6550efcc2032 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:44.765066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93e179c-6039-455a-8e4e-53f38799c5d9,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:44.830091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Checking segment: {'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:44.830441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Network hostable DHCP agents. Network: cbd78195-8ee1-4a91-9950-50ecefc7e683, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:05:44.864819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:05:44.880281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, cbd78195-8ee1-4a91-9950-50ecefc7e683) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:44.888816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-c4b67d8c-84c8-4ca6-b26d-e13127b1d18c tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:44.889573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:44.890285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-c4b67d8c-84c8-4ca6-b26d-e13127b1d18c tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2233806 Feb 17 22:05:44.891564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.894873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ab4474-55ff-4ab1-88ca-f38042f2edcb None None] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:05:44.919803 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d45ea92e-3563-4d1b-8d7d-f09299511f53 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5191283 Feb 17 22:05:44.926590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58382) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:44.934213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:44.968772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (b4078104-8a65-4af4-a9f6-3decce34cb5c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.971479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (b4078104-8a65-4af4-a9f6-3decce34cb5c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:44.973036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cf641af1-1083-4595-a121-7c0ae45906d7 None None] Current status of the port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:44.979031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Request body: {'port': {'device_id': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': 'aa85c9d8f5d449a6a11fda07735db836'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:45.009281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:45.072043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks [] for router_controller (b4078104-8a65-4af4-a9f6-3decce34cb5c), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.143119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-cbd78195-8ee1-4a91-9950-50ecefc7e683', 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683', 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'fixed_ips': [{'subnet_id': 'e93e179c-6039-455a-8e4e-53f38799c5d9'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:05:45.144191 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.150364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:43Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:45.206509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2831b41f-4b97-4fad-a758-2eeebf99cf00 None None] The sync data for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 is: [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:43Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:05:45.330353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks [] for router_gateway (b4078104-8a65-4af4-a9f6-3decce34cb5c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.358783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-918b4a06-6f89-44c2-8410-432fe796a1dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.463413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Made reservation on behalf of aa85c9d8f5d449a6a11fda07735db836 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:05:45.475814 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.501237 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.502292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Allocated IP 172.20.0.2 (cbd78195-8ee1-4a91-9950-50ecefc7e683/e93e179c-6039-455a-8e4e-53f38799c5d9/7a89263e-4aa1-4895-9a2b-de7875b29a8b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:45.715966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks [] for security_group (51660bc6-d1b0-4620-9d0e-137470e78968), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.733158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (51660bc6-d1b0-4620-9d0e-137470e78968), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.743289 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-918b4a06-6f89-44c2-8410-432fe796a1dd admin admin] Publish callbacks [] for security_group (d578978e-43c4-42fa-8004-5230565cb36c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.914074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0b2ce4c-6468-47c3-8bf4-c06d3a6820d6 req-3d3ea915-2e78-4e79-9f78-9d5dbbdcd42c tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 210 time: 0.0392568 Feb 17 22:05:45.932849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51660bc6-d1b0-4620-9d0e-137470e78968,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:45.973117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-918b4a06-6f89-44c2-8410-432fe796a1dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d578978e-43c4-42fa-8004-5230565cb36c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:45.977464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:45.984301 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Publish callbacks [] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.002536 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-918b4a06-6f89-44c2-8410-432fe796a1dd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=267a6c3b614545a7b33eb80f0cc8d536&name=default HTTP/1.1" status: 200 len: 2995 time: 0.9917560 Feb 17 22:05:46.005647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58438) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:46.007503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks [] for router_gateway (b4078104-8a65-4af4-a9f6-3decce34cb5c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.039436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.054810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.066304 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b4a06-6f89-44c2-8410-432fe796a1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d578978e-43c4-42fa-8004-5230565cb36c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:46.200178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-180e0a04-e781-4a28-be8c-2d8432efcb57 admin admin] Publish callbacks [] for security_group (d578978e-43c4-42fa-8004-5230565cb36c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.232270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-180e0a04-e781-4a28-be8c-2d8432efcb57 admin admin] Publish callbacks [] for security_group (d578978e-43c4-42fa-8004-5230565cb36c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.280827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Allocated IP 172.25.0.238 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/9b034a02-558b-4048-8381-f3785bd7cb66) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:46.322196 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-180e0a04-e781-4a28-be8c-2d8432efcb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d578978e-43c4-42fa-8004-5230565cb36c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.324758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-180e0a04-e781-4a28-be8c-2d8432efcb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.326116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-180e0a04-e781-4a28-be8c-2d8432efcb57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d578978e-43c4-42fa-8004-5230565cb36c HTTP/1.1" status: 204 len: 168 time: 0.3194563 Feb 17 22:05:46.342797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e0a04-e781-4a28-be8c-2d8432efcb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d578978e-43c4-42fa-8004-5230565cb36c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:46.347196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Allocated IP 192.168.233.60 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/e5fe0232-f69f-4f4c-84d7-ee9af1220d8c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:46.409120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:46.427620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:46.456568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:46.456799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks [] for port (9b034a02-558b-4048-8381-f3785bd7cb66), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.488470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Pushing event updated for resources: {'Port': ['ID=7a89263e-4aa1-4895-9a2b-de7875b29a8b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:46.496178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.534851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:46.538203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:46.542605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:46.642305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Pushing event updated for resources: {'Port': ['ID=9b034a02-558b-4048-8381-f3785bd7cb66,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:46.647030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:46.653169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.776798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks [] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.866277 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.904025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Attempting to bind port 7a89263e-4aa1-4895-9a2b-de7875b29a8b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:46.904670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Attempting to bind port 7a89263e-4aa1-4895-9a2b-de7875b29a8b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:46.905184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Attempting to bind port 7a89263e-4aa1-4895-9a2b-de7875b29a8b on network cbd78195-8ee1-4a91-9950-50ecefc7e683 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:46.919873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:46.920858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Checking segment: {'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:46.921547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.922620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Bound using segment: {'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:46.923884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Bound port: 7a89263e-4aa1-4895-9a2b-de7875b29a8b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:46.924482 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:46.945391 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5364b356-8636-4b23-90c4-ef77f195442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:47.102642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks [] for router_gateway (b4078104-8a65-4af4-a9f6-3decce34cb5c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:47.173814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:47.178663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:47.243804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:47.257769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:47.263031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:47.263663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:47.293403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] For port 7a89263e-4aa1-4895-9a2b-de7875b29a8b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:47.305414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] For port 7a89263e-4aa1-4895-9a2b-de7875b29a8b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7a89263e-4aa1-4895-9a2b-de7875b29a8b,segment=NetworkSegment(c472acac-8a24-4732-a291-2a1589eeb92f),segment_id=c472acac-8a24-4732-a291-2a1589eeb92f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:47.325145 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:47.350199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Pushing event updated for resources: {'Port': ['ID=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:47.441436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-282f5fbb-e6bc-4539-a988-d7d770679549 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4666088 Feb 17 22:05:47.495181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-18654a69-87eb-44dc-a64b-8c2dd045aeef tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:05:47.506353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-18654a69-87eb-44dc-a64b-8c2dd045aeef tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0433547 Feb 17 22:05:47.565666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5096f84-9122-4c0a-a423-d5930671413d None None] Pushing event updated for resources: {'Port': ['ID=7a89263e-4aa1-4895-9a2b-de7875b29a8b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:47.575210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974ee9e-4f15-40c1-b53d-a5b8ea01102a req-43c74925-8103-49f0-a42c-6a137c1703c9 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:47.596842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9974ee9e-4f15-40c1-b53d-a5b8ea01102a req-43c74925-8103-49f0-a42c-6a137c1703c9 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 935 time: 0.4531882 Feb 17 22:05:47.740924 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:47.815894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9974ee9e-4f15-40c1-b53d-a5b8ea01102a req-c1af5e8c-6afd-4815-bff7-6b5b6295bfc7 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174335 Feb 17 22:05:47.820007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58470) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:47.848095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c8148b3-4bb4-43c1-bd7c-45ded9fcadaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:47.873617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c99fcd5e-eb7b-4827-a308-91e0fd8b86d0 None None] Provisioning complete for port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:47.876809 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c99fcd5e-eb7b-4827-a308-91e0fd8b86d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.005803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c99fcd5e-eb7b-4827-a308-91e0fd8b86d0 None None] Port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:05:48.091464 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c8148b3-4bb4-43c1-bd7c-45ded9fcadaa admin admin] Publish callbacks [] for security_group (6377c89e-9ec7-4097-9976-027c7cca3fa6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.100552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c8148b3-4bb4-43c1-bd7c-45ded9fcadaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6377c89e-9ec7-4097-9976-027c7cca3fa6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.124099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (b4078104-8a65-4af4-a9f6-3decce34cb5c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.237515 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8c8148b3-4bb4-43c1-bd7c-45ded9fcadaa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea20d64a807e42e8875d5b828cc129c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4137278 Feb 17 22:05:48.237515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8148b3-4bb4-43c1-bd7c-45ded9fcadaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6377c89e-9ec7-4097-9976-027c7cca3fa6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:48.238173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58474) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:48.361619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aa63a0d3-9896-4480-b8ed-b3ee72f896e7 admin admin] Publish callbacks [] for security_group (6377c89e-9ec7-4097-9976-027c7cca3fa6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.412156 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aa63a0d3-9896-4480-b8ed-b3ee72f896e7 admin admin] Publish callbacks [] for security_group (6377c89e-9ec7-4097-9976-027c7cca3fa6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.493545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Router b4078104-8a65-4af4-a9f6-3decce34cb5c is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:05:48.518697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aa63a0d3-9896-4480-b8ed-b3ee72f896e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6377c89e-9ec7-4097-9976-027c7cca3fa6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.522526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aa63a0d3-9896-4480-b8ed-b3ee72f896e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.532455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aa63a0d3-9896-4480-b8ed-b3ee72f896e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6377c89e-9ec7-4097-9976-027c7cca3fa6 HTTP/1.1" status: 204 len: 168 time: 0.2904763 Feb 17 22:05:48.561398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-6bf26147-2719-4a47-b147-08a3f8a9978a tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=94083296ede948a6baf263f1ecff3b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696583 Feb 17 22:05:48.562694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63a0d3-9896-4480-b8ed-b3ee72f896e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6377c89e-9ec7-4097-9976-027c7cca3fa6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:48.753363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-daf155d9-74ee-49f1-b3e8-edffa66247ce tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:48.755821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-daf155d9-74ee-49f1-b3e8-edffa66247ce tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1812792 Feb 17 22:05:48.788555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-12077188-ca87-4476-acbf-c26132f3440d tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/quotas/94083296ede948a6baf263f1ecff3b26 HTTP/1.1" status: 200 len: 375 time: 0.0254977 Feb 17 22:05:48.859291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:05:48.861867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-b298ac35-c04d-4514-8ba2-ff7358cb97bf tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=94083296ede948a6baf263f1ecff3b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677819 Feb 17 22:05:48.872446 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Sync routers for ids ['b4078104-8a65-4af4-a9f6-3decce34cb5c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:05:48.886995 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Routers {'b4078104-8a65-4af4-a9f6-3decce34cb5c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:05:48.887975 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4078104-8a65-4af4-a9f6-3decce34cb5c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:48.919658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:48.919658 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9a44f3b2-fd6d-4528-9ea5-a659bab04e72 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.9903376 Feb 17 22:05:48.921962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58500) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:49.133185 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:49.446814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Request body: {'port': {'device_id': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'device_owner': 'compute:tempest-test_az-146595024', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:49.466525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e18f9-c1a7-410e-b15c-e3156d633b9f None None] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:05:49.512872 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Set router b4078104-8a65-4af4-a9f6-3decce34cb5c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:05:49.616361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c85f783c-7284-455d-8a82-7bc16d8e95a6 None None] Provisioning complete for port 7a89263e-4aa1-4895-9a2b-de7875b29a8b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:49.651851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c85f783c-7284-455d-8a82-7bc16d8e95a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:49.658185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e61093ff-3794-458b-9cad-ebec269ebee2 req-929a3565-1501-4bb5-a6a8-4dc59ab74657 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 210 time: 0.2177711 Feb 17 22:05:49.687196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeff14e-e7ff-4239-981e-b0c36ddce921 req-6e8372da-f691-4837-9d0b-4a526b1520d5 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:49.694959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbeff14e-e7ff-4239-981e-b0c36ddce921 req-6e8372da-f691-4837-9d0b-4a526b1520d5 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 935 time: 0.6316833 Feb 17 22:05:49.831083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7a89263e-4aa1-4895-9a2b-de7875b29a8b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:49.864311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:49.939204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbeff14e-e7ff-4239-981e-b0c36ddce921 req-1c284922-939c-4539-8949-aa43dafc851d tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389331 Feb 17 22:05:50.047013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c85f783c-7284-455d-8a82-7bc16d8e95a6 None None] Current status of the port 7a89263e-4aa1-4895-9a2b-de7875b29a8b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:50.050261 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c85f783c-7284-455d-8a82-7bc16d8e95a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.065202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7a89263e-4aa1-4895-9a2b-de7875b29a8b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:50.069840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.092889 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:05:46Z', 'revision_number': 3, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:50.133701 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Checking router: b4078104-8a65-4af4-a9f6-3decce34cb5c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:05:50.134059 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Updating router b4078104-8a65-4af4-a9f6-3decce34cb5c port 9b034a02-558b-4048-8381-f3785bd7cb66 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:05:50.208345 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.343957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c85f783c-7284-455d-8a82-7bc16d8e95a6 None None] For port 7a89263e-4aa1-4895-9a2b-de7875b29a8b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7a89263e-4aa1-4895-9a2b-de7875b29a8b,segment=NetworkSegment(c472acac-8a24-4732-a291-2a1589eeb92f),segment_id=c472acac-8a24-4732-a291-2a1589eeb92f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:05:50.359681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c85f783c-7284-455d-8a82-7bc16d8e95a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.462720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7a89263e-4aa1-4895-9a2b-de7875b29a8b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:50.465710 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.723986 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Publish callbacks [] for port (9b034a02-558b-4048-8381-f3785bd7cb66), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.735160 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.806770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f783c-7284-455d-8a82-7bc16d8e95a6 None None] Pushing event updated for resources: {'Port': ['ID=7a89263e-4aa1-4895-9a2b-de7875b29a8b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:50.845685 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decca947-1ba7-40f4-9f2e-87d29d947a4a None None] Pushing event updated for resources: {'Port': ['ID=9b034a02-558b-4048-8381-f3785bd7cb66,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:50.849162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-68184d3a-c0e8-4794-9c17-eddbe08465c6 None None] Provisioning complete for port 7a89263e-4aa1-4895-9a2b-de7875b29a8b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:50.850375 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-68184d3a-c0e8-4794-9c17-eddbe08465c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.876321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.930064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fedfae9b-6347-4dbd-bb63-001379cf2de2 req-d8c5350b-a66a-488e-8fc8-a33f51dc7ef8 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 210 time: 0.1708388 Feb 17 22:05:50.963209 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Attempting to bind port 9b034a02-558b-4048-8381-f3785bd7cb66 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:50.963697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Attempting to bind port 9b034a02-558b-4048-8381-f3785bd7cb66 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:50.964156 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Attempting to bind port 9b034a02-558b-4048-8381-f3785bd7cb66 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:50.980048 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:50.980737 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:50.981336 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.982160 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:50.985554 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Bound port: 9b034a02-558b-4048-8381-f3785bd7cb66, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:50.986475 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:50.999456 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:05:51.004980 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:05:51.187269 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] For port 9b034a02-558b-4048-8381-f3785bd7cb66, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:51.196620 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] For port 9b034a02-558b-4048-8381-f3785bd7cb66, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9b034a02-558b-4048-8381-f3785bd7cb66,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:51.215530 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:51.244995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-68184d3a-c0e8-4794-9c17-eddbe08465c6 None None] Current status of the port 7a89263e-4aa1-4895-9a2b-de7875b29a8b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:51.411570 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decca947-1ba7-40f4-9f2e-87d29d947a4a None None] Pushing event updated for resources: {'Port': ['ID=9b034a02-558b-4048-8381-f3785bd7cb66,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:51.420028 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Routers {'b4078104-8a65-4af4-a9f6-3decce34cb5c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:05:51.420690 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4078104-8a65-4af4-a9f6-3decce34cb5c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:51.561780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063924fa-5103-4f8f-afb9-322da643f640 req-f3e78825-162e-422c-a1de-6deaf91f9c5d tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:51.564173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-063924fa-5103-4f8f-afb9-322da643f640 req-f3e78825-162e-422c-a1de-6deaf91f9c5d tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 935 time: 0.3950119 Feb 17 22:05:51.576118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7a89263e-4aa1-4895-9a2b-de7875b29a8b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:51.598178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5fe0232-f69f-4f4c-84d7-ee9af1220d8c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:05:51.604032 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:51.616777 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Publish callbacks [] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:51.657745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Transition to ACTIVE for port object e5fe0232-f69f-4f4c-84d7-ee9af1220d8c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:05:51.682822 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:51.789679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-063924fa-5103-4f8f-afb9-322da643f640 req-39dbbebe-3775-4542-8a28-7d44df3f0ead tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048123 Feb 17 22:05:51.831783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7a89263e-4aa1-4895-9a2b-de7875b29a8b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:51.868059 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] Set router b4078104-8a65-4af4-a9f6-3decce34cb5c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:05:51.969886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7a89263e-4aa1-4895-9a2b-de7875b29a8b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:51.969886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:52.063519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:52.277229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7a89263e-4aa1-4895-9a2b-de7875b29a8b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:52.374130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Attempting to bind port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:52.381061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Attempting to bind port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:52.381806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Attempting to bind port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:52.385171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.94', 62454) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:52.425669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:05:52.427662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Attempting to bind port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:52.446924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Allocated IP 172.20.0.1 (cbd78195-8ee1-4a91-9950-50ecefc7e683/e93e179c-6039-455a-8e4e-53f38799c5d9/cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:52.453052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:52.455041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:52.455855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:52.456468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Bound port: e5fe0232-f69f-4f4c-84d7-ee9af1220d8c, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:52.456992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:52.468734 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:05:46Z', 'revision_number': 3, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:52.476250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-1db6e2ee-fdf1-41fe-bd30-bf52a247ee5f tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=94083296ede948a6baf263f1ecff3b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790086 Feb 17 22:05:52.544718 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4299fb6-2980-472c-be32-6932936a4b91 None None] The sync data for ids ['b4078104-8a65-4af4-a9f6-3decce34cb5c'] in n-d-828369-18 is: [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:05:46Z', 'revision_number': 3, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:05:52.695998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] For port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:52.756580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] For port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:52.775542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:52.788798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks [] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:52.879112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:52.879777 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:52.883102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] 10.222.0.73 "PUT /v2.0/ports/e5fe0232-f69f-4f4c-84d7-ee9af1220d8c HTTP/1.1" status: 200 len: 1117 time: 4.3762438 Feb 17 22:05:52.883961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'tag': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:05:53.174339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-634189de-c1c1-4f6b-a879-8418be7bbcda tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:53.185263 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-634189de-c1c1-4f6b-a879-8418be7bbcda tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7000861 Feb 17 22:05:53.283889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Request body: {'port': {'device_id': 'c1fa1137-63f5-4f12-af04-35642d991784', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '94083296ede948a6baf263f1ecff3b26'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:53.300974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3c3643e-77a6-44b7-b2ac-e1ba52f062d6 req-363f1aee-fd41-4bab-bb70-3c8e05500341 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 210 time: 0.2854264 Feb 17 22:05:53.400874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba35d0-caee-45dd-95f5-5a886bc24757 service neutron] Pushing event updated for resources: {'Port': ['ID=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:53.759850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Made reservation on behalf of 94083296ede948a6baf263f1ecff3b26 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:05:53.771605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:53.798979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:53.881915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b034a02-558b-4048-8381-f3785bd7cb66 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:53.936985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:53.959591 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c599c0-7dd0-4241-aef8-da23c9eff926" -d '{"events": [{"name": "network-changed", "server_uuid": "619ee2ad-7dff-49ac-a853-87b45cf37024", "tag": "e5fe0232-f69f-4f4c-84d7-ee9af1220d8c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:05:54.049513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9b034a02-558b-4048-8381-f3785bd7cb66 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:54.049881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.054878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-8817cb66-8dc1-439a-9140-0ba9a854a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:54.057682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-8817cb66-8dc1-439a-9140-0ba9a854a4b3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa85c9d8f5d449a6a11fda07735db836&device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 1151 time: 1.0280778 Feb 17 22:05:54.076569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks [] for security_group (a8bb0003-cfee-4a82-9811-1f2579709a46), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.088478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a8bb0003-cfee-4a82-9811-1f2579709a46), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.089394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:54.206517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:54.285781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8bb0003-cfee-4a82-9811-1f2579709a46,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:54.290604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Pushing event updated for resources: {'Port': ['ID=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:54.305507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:54.306124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (b4078104-8a65-4af4-a9f6-3decce34cb5c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.375834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9b034a02-558b-4048-8381-f3785bd7cb66 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:54.376228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.459062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 9b034a02-558b-4048-8381-f3785bd7cb66, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9b034a02-558b-4048-8381-f3785bd7cb66,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:05:54.465373 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.476362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-d1d7c151-d729-475a-8abe-055628b5bdd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c HTTP/1.1" status: 200 len: 217 time: 0.3929369 Feb 17 22:05:54.591396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=9b034a02-558b-4048-8381-f3785bd7cb66,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:54.612723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-48a35fc7-47fa-4c76-a531-24589b4b09f9 None None] Provisioning complete for port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:54.613584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48a35fc7-47fa-4c76-a531-24589b4b09f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.633432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Allocated IP 192.168.233.124 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/08814102-df52-4de5-8b24-716664625aa5) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:05:54.664271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-48a35fc7-47fa-4c76-a531-24589b4b09f9 None None] Port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:05:54.671118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e6287c64-e8c7-4885-96f9-3050590aa7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:54.677431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-e6287c64-e8c7-4885-96f9-3050590aa7fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1789412 Feb 17 22:05:54.730437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d0594-9eec-4a65-9fbf-fe92a9339b80 req-9f149e6f-3be5-4769-bd06-a3315ed93650 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:54.743103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-894d0594-9eec-4a65-9fbf-fe92a9339b80 req-9f149e6f-3be5-4769-bd06-a3315ed93650 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 1.3363962 Feb 17 22:05:54.781170 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:54.971294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4365e2d2-784e-4413-a848-4d490782a7ce req-9b7669a0-9ead-4a39-9b7c-b72def734fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:54.973053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-9b7669a0-9ead-4a39-9b7c-b72def734fca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2861228 Feb 17 22:05:54.993591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-894d0594-9eec-4a65-9fbf-fe92a9339b80 req-fdd7459e-8d56-433b-96aa-19192451ba2f tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476935 Feb 17 22:05:55.019563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks [] for port (08814102-df52-4de5-8b24-716664625aa5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.133823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (08814102-df52-4de5-8b24-716664625aa5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.218079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.265852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Pushing event updated for resources: {'Port': ['ID=08814102-df52-4de5-8b24-716664625aa5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:55.287948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:55.294609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:55.299042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:05:55.305010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:55.305773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.332640 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-de411cfb-7e62-4666-91db-724f029cbae9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0535121 Feb 17 22:05:55.350732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-ce094904-1e83-48b9-a13d-a0859d5586b5 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:05:55.351842 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-ce094904-1e83-48b9-a13d-a0859d5586b5 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096560 Feb 17 22:05:55.698283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Request body: {'port': {'device_id': 'c1fa1137-63f5-4f12-af04-35642d991784', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:05:55.744819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks [] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.773753 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4f5375-7921-4f03-9a26-c28a2ba51b9f x-openstack-request-id: req-9a4f5375-7921-4f03-9a26-c28a2ba51b9f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:05:55.774095 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619ee2ad-7dff-49ac-a853-87b45cf37024", "tag": "e5fe0232-f69f-4f4c-84d7-ee9af1220d8c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:05:55.774355 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a4f5375-7921-4f03-9a26-c28a2ba51b9f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:05:55.774806 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'tag': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c', 'status': 'completed', 'code': 200} Feb 17 22:05:55.774942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b034a02-558b-4048-8381-f3785bd7cb66 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:05:55.778564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.780855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (b4078104-8a65-4af4-a9f6-3decce34cb5c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.884150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08814102-df52-4de5-8b24-716664625aa5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:55.951485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8166882c-80f5-4ef2-8f4d-cd8ab94cddcd None None] Provisioning complete for port 08814102-df52-4de5-8b24-716664625aa5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:55.960085 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8166882c-80f5-4ef2-8f4d-cd8ab94cddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08814102-df52-4de5-8b24-716664625aa5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:56.036808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9b034a02-558b-4048-8381-f3785bd7cb66 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:56.037422 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:56.044392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8166882c-80f5-4ef2-8f4d-cd8ab94cddcd None None] Port 08814102-df52-4de5-8b24-716664625aa5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:05:56.057765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:05:56.082405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:05:56.092966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-c000bcd2-6233-4ab8-8d21-0bdce1c12f4e service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0891213 Feb 17 22:05:56.217690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9b034a02-558b-4048-8381-f3785bd7cb66 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:05:56.285420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4365e2d2-784e-4413-a848-4d490782a7ce req-aca70911-c699-4502-b2d0-2ae6e63042c8 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767726 Feb 17 22:05:56.575298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Router b4078104-8a65-4af4-a9f6-3decce34cb5c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:05:56.599538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Pushing event updated for resources: {'Port': ['ID=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:56.664715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4207a1-c9d2-431e-80f1-c1ba8d7ac4ac req-b79e8399-3912-4af1-9842-1f3cbb33a2cb tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:56.672704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a4207a1-c9d2-431e-80f1-c1ba8d7ac4ac req-b79e8399-3912-4af1-9842-1f3cbb33a2cb tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 936 time: 0.8967786 Feb 17 22:05:56.692473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d7a166e4-217b-47a8-a504-234b02095b64 None None] Provisioning complete for port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:56.693108 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7a166e4-217b-47a8-a504-234b02095b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:56.810121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d7a166e4-217b-47a8-a504-234b02095b64 None None] Port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:05:56.926147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-93bab0e6-113d-4967-8cf1-466fec38fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:56.927674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-93bab0e6-113d-4967-8cf1-466fec38fb2d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=aa85c9d8f5d449a6a11fda07735db836&device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 1151 time: 0.4048784 Feb 17 22:05:56.943266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a4207a1-c9d2-431e-80f1-c1ba8d7ac4ac req-b2805364-f976-41ec-b8a7-42564391e22d tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693555 Feb 17 22:05:57.048046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58708) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:57.106953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08814102-df52-4de5-8b24-716664625aa5 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:05:57.129367 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Publish callbacks [] for port (08814102-df52-4de5-8b24-716664625aa5), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:57.213523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Transition to ACTIVE for port object 08814102-df52-4de5-8b24-716664625aa5 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:05:57.221684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08814102-df52-4de5-8b24-716664625aa5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:57.371523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Pushing event updated for resources: {'Port': ['ID=08814102-df52-4de5-8b24-716664625aa5,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:57.374762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:05:57.388798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Sync routers for ids ['b4078104-8a65-4af4-a9f6-3decce34cb5c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:05:57.409580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ff4178ee-ed10-4158-9b14-af6eb0c3131f admin admin] 10.222.0.79 "PUT /v2.0/routers/b4078104-8a65-4af4-a9f6-3decce34cb5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4819307 Feb 17 22:05:57.411551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Routers {'b4078104-8a65-4af4-a9f6-3decce34cb5c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:05:57.412192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4078104-8a65-4af4-a9f6-3decce34cb5c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:57.433996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5cac4d-892e-459c-81b6-6ca263d6b6c8 req-78f17058-0386-4d06-965c-d6984e2d608e tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:57.448515 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e5cac4d-892e-459c-81b6-6ca263d6b6c8 req-78f17058-0386-4d06-965c-d6984e2d608e tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.6520567 Feb 17 22:05:57.491198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0151f1bb-5e99-4046-b837-86339a9131ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:57.614667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-f96d55d3-b98b-4d6f-aa07-cf9a0fdf4aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:57.619084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-f96d55d3-b98b-4d6f-aa07-cf9a0fdf4aa3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.6743186 Feb 17 22:05:57.631094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58736) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:57.849280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Attempting to bind port 08814102-df52-4de5-8b24-716664625aa5 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:57.850202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Attempting to bind port 08814102-df52-4de5-8b24-716664625aa5 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:57.851244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Attempting to bind port 08814102-df52-4de5-8b24-716664625aa5 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:57.867243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Port 08814102-df52-4de5-8b24-716664625aa5 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:05:57.870085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Attempting to bind port 08814102-df52-4de5-8b24-716664625aa5 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:57.894952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Set router b4078104-8a65-4af4-a9f6-3decce34cb5c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:05:57.898622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:57.900817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:57.901488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:57.901893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Bound port: 08814102-df52-4de5-8b24-716664625aa5, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:57.902263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08814102-df52-4de5-8b24-716664625aa5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.057583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] For port 08814102-df52-4de5-8b24-716664625aa5, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:58.079208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] For port 08814102-df52-4de5-8b24-716664625aa5, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08814102-df52-4de5-8b24-716664625aa5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:58.114480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08814102-df52-4de5-8b24-716664625aa5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.129865 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0151f1bb-5e99-4046-b837-86339a9131ce admin admin] Publish callbacks [] for security_group (d10fb751-c577-4eb1-a151-0e1f317b27cb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.199791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0151f1bb-5e99-4046-b837-86339a9131ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d10fb751-c577-4eb1-a151-0e1f317b27cb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.279249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-aa96dbb9-655f-4062-8632-f72ef20e3243 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c HTTP/1.1" status: 200 len: 217 time: 0.6283610 Feb 17 22:05:58.316641 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0151f1bb-5e99-4046-b837-86339a9131ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e760c8ec949439fa070d99dafb30c74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2660902 Feb 17 22:05:58.318419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:58.358102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151f1bb-5e99-4046-b837-86339a9131ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10fb751-c577-4eb1-a151-0e1f317b27cb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:58.383201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58754) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:58.386444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:58.387626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-49f9145c-22a2-479a-badc-4b7264576c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:58.388820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.389208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-49f9145c-22a2-479a-badc-4b7264576c3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0836966 Feb 17 22:05:58.394950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] 10.222.0.94 "PUT /v2.0/ports/08814102-df52-4de5-8b24-716664625aa5 HTTP/1.1" status: 200 len: 1097 time: 2.7869263 Feb 17 22:05:58.439635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fa1137-63f5-4f12-af04-35642d991784', 'tag': '08814102-df52-4de5-8b24-716664625aa5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:05:58.460797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:05:55Z', 'revision_number': 4, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351', 'name': '', 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'mac_address': 'fa:16:3e:10:64:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e93e179c-6039-455a-8e4e-53f38799c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:51Z', 'updated_at': '2022-02-17T22:05:55Z', 'revision_number': 2, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'subnets': [{'id': 'e93e179c-6039-455a-8e4e-53f38799c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:05:58.461958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4102525f-db5f-4267-9413-a304b74cc50b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.590079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4102525f-db5f-4267-9413-a304b74cc50b admin admin] Publish callbacks [] for security_group (eb7efb38-3679-4d26-b5b9-da07007433de), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.596504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Checking router: b4078104-8a65-4af4-a9f6-3decce34cb5c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:05:58.596928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Updating router b4078104-8a65-4af4-a9f6-3decce34cb5c port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:05:58.601974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4102525f-db5f-4267-9413-a304b74cc50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb7efb38-3679-4d26-b5b9-da07007433de), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.640173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4102525f-db5f-4267-9413-a304b74cc50b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19f75910d53a48219c1a91ca2666b1da&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0067387 Feb 17 22:05:58.648192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e5cac4d-892e-459c-81b6-6ca263d6b6c8 req-9f260089-5a9d-43f9-8c4f-ad11ac6d8e35 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1989567 Feb 17 22:05:58.648816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58766) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:58.651620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-357b07b8-644f-407a-8690-f27afdf22924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:58.653305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-357b07b8-644f-407a-8690-f27afdf22924 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2490318 Feb 17 22:05:58.762413 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.806381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-1d2d6ae9-6268-4086-9a55-f7ba985d7c38 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206462 Feb 17 22:05:58.815348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5447b3b5-bff2-4d59-859a-f49f542c4442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.886011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb262642-774f-49b0-9d54-8b66ba95b345 service neutron] Pushing event updated for resources: {'Port': ['ID=08814102-df52-4de5-8b24-716664625aa5,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:58.934523 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fa1137-63f5-4f12-af04-35642d991784", "tag": "08814102-df52-4de5-8b24-716664625aa5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:05:58.970942 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea20063-8d8b-4261-8468-a600b21f5b1b admin admin] Publish callbacks [] for security_group (d10fb751-c577-4eb1-a151-0e1f317b27cb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:58.973132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102525f-db5f-4267-9413-a304b74cc50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7efb38-3679-4d26-b5b9-da07007433de,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:58.998127 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79e18ea8-9940-4711-9020-1d202979e218 admin admin] Publish callbacks [] for security_group (eb7efb38-3679-4d26-b5b9-da07007433de), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.021654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea20063-8d8b-4261-8468-a600b21f5b1b admin admin] Publish callbacks [] for security_group (d10fb751-c577-4eb1-a151-0e1f317b27cb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.051535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79e18ea8-9940-4711-9020-1d202979e218 admin admin] Publish callbacks [] for security_group (eb7efb38-3679-4d26-b5b9-da07007433de), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.098361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611026e-b4b8-45d3-8b91-e0e9467b6d03 req-555a7208-20ad-4c01-be9a-bac7ed4c8dc1 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:59.100275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c611026e-b4b8-45d3-8b91-e0e9467b6d03 req-555a7208-20ad-4c01-be9a-bac7ed4c8dc1 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.1822994 Feb 17 22:05:59.105204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8c599c0-7dd0-4241-aef8-da23c9eff926 req-6e9bac07-32b1-413a-a3cb-86efea03ef56 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923527 Feb 17 22:05:59.171904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea20063-8d8b-4261-8468-a600b21f5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d10fb751-c577-4eb1-a151-0e1f317b27cb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.175860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea20063-8d8b-4261-8468-a600b21f5b1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.182346 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aea20063-8d8b-4261-8468-a600b21f5b1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d10fb751-c577-4eb1-a151-0e1f317b27cb HTTP/1.1" status: 204 len: 168 time: 0.7809033 Feb 17 22:05:59.184207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79e18ea8-9940-4711-9020-1d202979e218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb7efb38-3679-4d26-b5b9-da07007433de), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.190123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79e18ea8-9940-4711-9020-1d202979e218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.191269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-79e18ea8-9940-4711-9020-1d202979e218 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb7efb38-3679-4d26-b5b9-da07007433de HTTP/1.1" status: 204 len: 168 time: 0.5370736 Feb 17 22:05:59.198050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c611026e-b4b8-45d3-8b91-e0e9467b6d03 req-48add169-abfb-4db5-8296-0967a41b6868 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836744 Feb 17 22:05:59.213562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e18ea8-9940-4711-9020-1d202979e218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7efb38-3679-4d26-b5b9-da07007433de,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:59.257984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-36b23afa-4e6d-4d2c-bb8d-8f03e8f8af99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:59.264389 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-36b23afa-4e6d-4d2c-bb8d-8f03e8f8af99 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=94083296ede948a6baf263f1ecff3b26&device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 1131 time: 0.6518402 Feb 17 22:05:59.267579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea20063-8d8b-4261-8468-a600b21f5b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10fb751-c577-4eb1-a151-0e1f317b27cb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:59.348910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Publish callbacks [] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.369276 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.444051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494bda9-1037-4157-bf7e-50afa3b7dba9 None None] Pushing event updated for resources: {'Port': ['ID=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:59.542870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Attempting to bind port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:05:59.543235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Attempting to bind port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:05:59.543621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Attempting to bind port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 on network cbd78195-8ee1-4a91-9950-50ecefc7e683 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:05:59.549760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:05:59.550185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Checking segment: {'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:05:59.550956 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.552323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Bound using segment: {'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:05:59.552823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Bound port: cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c472acac-8a24-4732-a291-2a1589eeb92f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:05:59.553256 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.613887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5447b3b5-bff2-4d59-859a-f49f542c4442 admin admin] Publish callbacks [] for security_group (1434ee67-b31a-42ba-8481-426d83c24ede), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.620512 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-bcd17990-6907-4945-8ba1-b47aeb6f5026 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=08814102-df52-4de5-8b24-716664625aa5 HTTP/1.1" status: 200 len: 217 time: 0.3080087 Feb 17 22:05:59.624353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5447b3b5-bff2-4d59-859a-f49f542c4442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1434ee67-b31a-42ba-8481-426d83c24ede), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.651858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] For port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:05:59.658405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] For port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,segment=NetworkSegment(c472acac-8a24-4732-a291-2a1589eeb92f),segment_id=c472acac-8a24-4732-a291-2a1589eeb92f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:05:59.669888 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.684064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58792) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:05:59.717496 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5447b3b5-bff2-4d59-859a-f49f542c4442 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26b9078dd18b46ec896a3a438a269a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3656290 Feb 17 22:05:59.872204 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b467e151-db39-4d79-9b24-c90fd1430583 admin admin] Publish callbacks [] for security_group (1434ee67-b31a-42ba-8481-426d83c24ede), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.912245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8494bda9-1037-4157-bf7e-50afa3b7dba9 None None] Pushing event updated for resources: {'Port': ['ID=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:59.936690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447b3b5-bff2-4d59-859a-f49f542c4442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1434ee67-b31a-42ba-8481-426d83c24ede,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:05:59.957607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b467e151-db39-4d79-9b24-c90fd1430583 admin admin] Publish callbacks [] for security_group (1434ee67-b31a-42ba-8481-426d83c24ede), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:05:59.964358 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3683a0-6497-4ca6-a66e-8fb2bd44ed7d x-openstack-request-id: req-2c3683a0-6497-4ca6-a66e-8fb2bd44ed7d {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:05:59.964668 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fa1137-63f5-4f12-af04-35642d991784", "tag": "08814102-df52-4de5-8b24-716664625aa5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:05:59.964929 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c3683a0-6497-4ca6-a66e-8fb2bd44ed7d {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:05:59.965398 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fa1137-63f5-4f12-af04-35642d991784', 'tag': '08814102-df52-4de5-8b24-716664625aa5', 'status': 'completed', 'code': 200} Feb 17 22:05:59.977417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-e5cf121f-9ee6-46db-b54f-db0a6e09bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:05:59.978945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-e5cf121f-9ee6-46db-b54f-db0a6e09bbec service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.3090250 Feb 17 22:05:59.981677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8ad0f179-18e3-4487-af13-d3ac4613a45f None None] Provisioning complete for port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:05:59.982056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f179-18e3-4487-af13-d3ac4613a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:00.145847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Routers {'b4078104-8a65-4af4-a9f6-3decce34cb5c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:00.163059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4078104-8a65-4af4-a9f6-3decce34cb5c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:00.246771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-fc496315-7078-4a63-bdf3-9fe2786d640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:00.248608 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-fc496315-7078-4a63-bdf3-9fe2786d640e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2538142 Feb 17 22:06:00.268253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb19517-6b1a-45de-b96d-526567bcfb62 req-74584def-db76-4db1-a021-deeeeeaaf0d0 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:00.286395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecb19517-6b1a-45de-b96d-526567bcfb62 req-74584def-db76-4db1-a021-deeeeeaaf0d0 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.3606408 Feb 17 22:06:00.459248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-0b4b9fbf-3315-4835-8549-667477ddbde8 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019329 Feb 17 22:06:00.505885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b467e151-db39-4d79-9b24-c90fd1430583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1434ee67-b31a-42ba-8481-426d83c24ede), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:00.512945 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b467e151-db39-4d79-9b24-c90fd1430583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:00.532688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b467e151-db39-4d79-9b24-c90fd1430583 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1434ee67-b31a-42ba-8481-426d83c24ede HTTP/1.1" status: 204 len: 168 time: 0.8472412 Feb 17 22:06:00.537523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58810) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:00.560971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8ad0f179-18e3-4487-af13-d3ac4613a45f None None] Current status of the port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:00.562032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f179-18e3-4487-af13-d3ac4613a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:00.614876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58816) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:00.673289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8ad0f179-18e3-4487-af13-d3ac4613a45f None None] For port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,segment=NetworkSegment(c472acac-8a24-4732-a291-2a1589eeb92f),segment_id=c472acac-8a24-4732-a291-2a1589eeb92f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:00.687665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ad0f179-18e3-4487-af13-d3ac4613a45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:00.739015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-690d8524-dfa7-4e71-bfdf-e3e3d9e9b40e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:00.741143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e151-db39-4d79-9b24-c90fd1430583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1434ee67-b31a-42ba-8481-426d83c24ede,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:00.748174 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4ed7caf3-1a58-4794-b669-2f4304768295 req-42fc67ef-bb11-4051-97cb-e35b7babe386 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805247 Feb 17 22:06:00.794352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecb19517-6b1a-45de-b96d-526567bcfb62 req-0acc6ba0-3acf-4415-8706-56a193612275 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5068047 Feb 17 22:06:00.832699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3f0182dc-04ba-48f5-a80f-1a16034c2351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:00.864604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0f179-18e3-4487-af13-d3ac4613a45f None None] Pushing event updated for resources: {'Port': ['ID=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:00.996054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] Set router b4078104-8a65-4af4-a9f6-3decce34cb5c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:01.034039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-0959d156-d4a6-4a62-95ab-6b61c6ee9ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:01.037395 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-0959d156-d4a6-4a62-95ab-6b61c6ee9ac2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=94083296ede948a6baf263f1ecff3b26&device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 1131 time: 0.0981793 Feb 17 22:06:01.106973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ccf2f996-cf7f-409b-83a8-71069aed916e None None] Provisioning complete for port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:01.108600 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccf2f996-cf7f-409b-83a8-71069aed916e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:01.385260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-690d8524-dfa7-4e71-bfdf-e3e3d9e9b40e admin admin] Publish callbacks [] for security_group (bf1acfeb-0b5d-4b8c-a780-376558e0040a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:01.409746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-690d8524-dfa7-4e71-bfdf-e3e3d9e9b40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bf1acfeb-0b5d-4b8c-a780-376558e0040a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:01.444642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3f0182dc-04ba-48f5-a80f-1a16034c2351 admin admin] Publish callbacks [] for security_group (04735339-c671-4463-9be5-0f95196a30d6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:01.445805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690d8524-dfa7-4e71-bfdf-e3e3d9e9b40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1acfeb-0b5d-4b8c-a780-376558e0040a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:01.460004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f4c59-db34-4888-bbc3-7a42cb6251f2 req-59f4cd4f-afad-4ee0-adc8-d8d89e3892ac tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:01.467638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f59f4c59-db34-4888-bbc3-7a42cb6251f2 req-59f4cd4f-afad-4ee0-adc8-d8d89e3892ac tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.4126418 Feb 17 22:06:01.545194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f59f4c59-db34-4888-bbc3-7a42cb6251f2 req-9f315c4f-41a9-4283-8c3e-517ede9c76a6 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764749 Feb 17 22:06:01.545411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-c6c6f679-eda2-4fa4-ae5a-efd2948ec42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:01.546762 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3f0182dc-04ba-48f5-a80f-1a16034c2351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04735339-c671-4463-9be5-0f95196a30d6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:01.547687 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-c6c6f679-eda2-4fa4-ae5a-efd2948ec42b service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.5017796 Feb 17 22:06:01.588797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ccf2f996-cf7f-409b-83a8-71069aed916e None None] Current status of the port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:01.612369 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-d6a87258-3c0a-4c0a-94b5-dfe22a982025 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=08814102-df52-4de5-8b24-716664625aa5 HTTP/1.1" status: 200 len: 217 time: 0.0529985 Feb 17 22:06:01.669441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-690d8524-dfa7-4e71-bfdf-e3e3d9e9b40e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c345d8c3107423d9e3cf4cecefe73d7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0010355 Feb 17 22:06:01.687023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58832) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:01.694194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58834) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:01.730787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-1c293211-bedd-49d2-9103-fd3551beeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:01.736361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-1c293211-bedd-49d2-9103-fd3551beeb7b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1137915 Feb 17 22:06:01.750477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0182dc-04ba-48f5-a80f-1a16034c2351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04735339-c671-4463-9be5-0f95196a30d6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:01.784335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3f0182dc-04ba-48f5-a80f-1a16034c2351 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9515f2ab34a1493088c632f9156171b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2229626 Feb 17 22:06:01.794779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58836) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:01.797001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5bb134ad-d3b1-42fa-8ac9-95af72cb1967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:01.864941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58840) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:01.884001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-67314081-650f-41d0-8e9a-a1ab46d87d32 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1261564211', 'description': 'tempest-description--1864755127'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:01.902476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-42112f62-f74e-499a-ac9d-3d8265e25176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:01.904010 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-42112f62-f74e-499a-ac9d-3d8265e25176 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1507318 Feb 17 22:06:01.981964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c243486-881b-424d-b9a1-83b37c4f18f1 admin admin] Publish callbacks [] for security_group (04735339-c671-4463-9be5-0f95196a30d6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:01.990990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2434d9-dc31-4600-9a56-a4b3a83032b1 admin admin] Publish callbacks [] for security_group (bf1acfeb-0b5d-4b8c-a780-376558e0040a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.038924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:05:55Z', 'revision_number': 4, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351', 'name': '', 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'mac_address': 'fa:16:3e:10:64:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e93e179c-6039-455a-8e4e-53f38799c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:51Z', 'updated_at': '2022-02-17T22:05:59Z', 'revision_number': 4, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'subnets': [{'id': 'e93e179c-6039-455a-8e4e-53f38799c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:02.041782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67314081-650f-41d0-8e9a-a1ab46d87d32 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.081557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6a3446-8967-4d43-8673-41eb853f4315 None None] The sync data for ids ['b4078104-8a65-4af4-a9f6-3decce34cb5c'] in n-d-828369-18 is: [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:05:55Z', 'revision_number': 4, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351', 'name': '', 'network_id': 'cbd78195-8ee1-4a91-9950-50ecefc7e683', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'mac_address': 'fa:16:3e:10:64:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': 'e93e179c-6039-455a-8e4e-53f38799c5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:51Z', 'updated_at': '2022-02-17T22:05:59Z', 'revision_number': 4, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'subnets': [{'id': 'e93e179c-6039-455a-8e4e-53f38799c5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:06:02.145811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2434d9-dc31-4600-9a56-a4b3a83032b1 admin admin] Publish callbacks [] for security_group (bf1acfeb-0b5d-4b8c-a780-376558e0040a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.439165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c243486-881b-424d-b9a1-83b37c4f18f1 admin admin] Publish callbacks [] for security_group (04735339-c671-4463-9be5-0f95196a30d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.450202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a46762b-e830-40f5-8e96-a5f4e8eca988 req-829cecca-89e0-47d4-bb11-8ba71415ca05 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:02.451618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a46762b-e830-40f5-8e96-a5f4e8eca988 req-829cecca-89e0-47d4-bb11-8ba71415ca05 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.5152979 Feb 17 22:06:02.458580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5bb134ad-d3b1-42fa-8ac9-95af72cb1967 admin admin] Publish callbacks [] for security_group (c91c17d3-18c6-455d-86bf-d4377970fe8d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.477610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5bb134ad-d3b1-42fa-8ac9-95af72cb1967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c91c17d3-18c6-455d-86bf-d4377970fe8d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.548191 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-36ba17a9-61de-4179-8271-c95d4ec3db38 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6155100 Feb 17 22:06:02.577197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c243486-881b-424d-b9a1-83b37c4f18f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04735339-c671-4463-9be5-0f95196a30d6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.582752 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c243486-881b-424d-b9a1-83b37c4f18f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.593832 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1c243486-881b-424d-b9a1-83b37c4f18f1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04735339-c671-4463-9be5-0f95196a30d6 HTTP/1.1" status: 204 len: 168 time: 0.7929492 Feb 17 22:06:02.600891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5bb134ad-d3b1-42fa-8ac9-95af72cb1967 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9951447a55d4661a30757fd1b58dabe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8763404 Feb 17 22:06:02.602103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58858) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:02.633530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb134ad-d3b1-42fa-8ac9-95af72cb1967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91c17d3-18c6-455d-86bf-d4377970fe8d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:02.645566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2434d9-dc31-4600-9a56-a4b3a83032b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bf1acfeb-0b5d-4b8c-a780-376558e0040a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.648306 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d2434d9-dc31-4600-9a56-a4b3a83032b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.649463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8d2434d9-dc31-4600-9a56-a4b3a83032b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf1acfeb-0b5d-4b8c-a780-376558e0040a HTTP/1.1" status: 204 len: 168 time: 0.9614139 Feb 17 22:06:02.664914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67314081-650f-41d0-8e9a-a1ab46d87d32 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group (51ac9aec-e048-4f8f-9455-b7fda6260f61), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.680158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c243486-881b-424d-b9a1-83b37c4f18f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04735339-c671-4463-9be5-0f95196a30d6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:02.706030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67314081-650f-41d0-8e9a-a1ab46d87d32 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (51ac9aec-e048-4f8f-9455-b7fda6260f61), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.717328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2434d9-dc31-4600-9a56-a4b3a83032b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1acfeb-0b5d-4b8c-a780-376558e0040a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:02.736257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a46762b-e830-40f5-8e96-a5f4e8eca988 req-bfa198d7-ff64-44d5-b331-9c490b7c2f3f tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636795 Feb 17 22:06:02.837132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67314081-650f-41d0-8e9a-a1ab46d87d32 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:02.838409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-67314081-650f-41d0-8e9a-a1ab46d87d32 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9625070 Feb 17 22:06:02.859593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67314081-650f-41d0-8e9a-a1ab46d87d32 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51ac9aec-e048-4f8f-9455-b7fda6260f61,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:02.860135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:02.893647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6f8dbad4-6e1c-4f4c-a190-439252290450 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'security_group_rule': {'security_group_id': '51ac9aec-e048-4f8f-9455-b7fda6260f61', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:03.136144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d1ca5-41d4-4f53-8d0e-529768ded9d0 req-80d4bdd1-e29b-4286-87d4-08eff2284df4 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:03.151573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbad4-6e1c-4f4c-a190-439252290450 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group_rule (85b693fa-c292-4c85-9daa-e0fbd9305092), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.162816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c62d1ca5-41d4-4f53-8d0e-529768ded9d0 req-80d4bdd1-e29b-4286-87d4-08eff2284df4 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.2158060 Feb 17 22:06:03.198461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4002c68-be01-42d1-b998-418d54ed5dd4 admin admin] Publish callbacks [] for security_group (c91c17d3-18c6-455d-86bf-d4377970fe8d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.237211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5cf3f016-9f3d-4043-8db1-7efe4ad8aa18 req-16aa768e-f5c8-4088-ba41-652754c1b6a9 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5978320 Feb 17 22:06:03.257873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c62d1ca5-41d4-4f53-8d0e-529768ded9d0 req-4822714b-d66c-47b5-8e53-7426ed0ed4b8 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883434 Feb 17 22:06:03.311040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4002c68-be01-42d1-b998-418d54ed5dd4 admin admin] Publish callbacks [] for security_group (c91c17d3-18c6-455d-86bf-d4377970fe8d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.449681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbad4-6e1c-4f4c-a190-439252290450 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group_rule (85b693fa-c292-4c85-9daa-e0fbd9305092), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.456552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbad4-6e1c-4f4c-a190-439252290450 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (85b693fa-c292-4c85-9daa-e0fbd9305092), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.557777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dbad4-6e1c-4f4c-a190-439252290450 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b693fa-c292-4c85-9daa-e0fbd9305092,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:03.574748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbad4-6e1c-4f4c-a190-439252290450 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.576016 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f8dbad4-6e1c-4f4c-a190-439252290450 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7140310 Feb 17 22:06:03.578978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58880) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:03.586191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a6739db1-5029-4fac-ae0d-1dd06e02ff8c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'security_group_rule': {'security_group_id': '51ac9aec-e048-4f8f-9455-b7fda6260f61', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:03.590932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4002c68-be01-42d1-b998-418d54ed5dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c91c17d3-18c6-455d-86bf-d4377970fe8d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.593499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4002c68-be01-42d1-b998-418d54ed5dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.605432 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c4002c68-be01-42d1-b998-418d54ed5dd4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c91c17d3-18c6-455d-86bf-d4377970fe8d HTTP/1.1" status: 204 len: 168 time: 0.9987638 Feb 17 22:06:03.633333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4002c68-be01-42d1-b998-418d54ed5dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91c17d3-18c6-455d-86bf-d4377970fe8d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:03.681168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6739db1-5029-4fac-ae0d-1dd06e02ff8c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group_rule (79f83699-4d73-47a8-bbbe-1fa8ce42b20b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.873268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6739db1-5029-4fac-ae0d-1dd06e02ff8c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group_rule (79f83699-4d73-47a8-bbbe-1fa8ce42b20b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.893668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:03.946700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6739db1-5029-4fac-ae0d-1dd06e02ff8c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (79f83699-4d73-47a8-bbbe-1fa8ce42b20b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:03.952643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58892) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:04.008992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6739db1-5029-4fac-ae0d-1dd06e02ff8c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79f83699-4d73-47a8-bbbe-1fa8ce42b20b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:04.035236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6739db1-5029-4fac-ae0d-1dd06e02ff8c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:04.037745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a6739db1-5029-4fac-ae0d-1dd06e02ff8c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4565046 Feb 17 22:06:04.041323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58896) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:04.053754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:04.058696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:04.059617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:04.067824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ed35e-f8a2-4251-acea-2a02c3f024dc req-eb1c7393-7867-433d-bcba-9141bc92bd13 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:04.077677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376ed35e-f8a2-4251-acea-2a02c3f024dc req-eb1c7393-7867-433d-bcba-9141bc92bd13 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.2243004 Feb 17 22:06:04.168801 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:04.221777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376ed35e-f8a2-4251-acea-2a02c3f024dc req-45684077-a22b-4c2f-806f-c10219ec1929 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419806 Feb 17 22:06:04.357484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:04.426963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:04.603226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a770c-450b-4f13-9975-4703a8393856 req-b6e7eda7-46cd-4131-9a8d-13e6612af752 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:04.616455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c3a770c-450b-4f13-9975-4703a8393856 req-b6e7eda7-46cd-4131-9a8d-13e6612af752 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.1724517 Feb 17 22:06:04.760374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Allocated IP 172.25.0.96 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:04.801504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c3a770c-450b-4f13-9975-4703a8393856 req-b43b74d9-9d94-408c-87cd-5d6e42dd7c15 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739900 Feb 17 22:06:04.824963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75654d7e-bc23-4749-a07b-2c9edd2a76e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.154679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.158827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75654d7e-bc23-4749-a07b-2c9edd2a76e5 admin admin] Publish callbacks [] for security_group (72524ffc-66cf-47e6-8fee-4f5e6c3efe57), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.179943 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75654d7e-bc23-4749-a07b-2c9edd2a76e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (72524ffc-66cf-47e6-8fee-4f5e6c3efe57), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.289349 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75654d7e-bc23-4749-a07b-2c9edd2a76e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=98e19c5bd4ad42308da62650851466e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3351414 Feb 17 22:06:05.295463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58926) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:05.354110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654d7e-bc23-4749-a07b-2c9edd2a76e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72524ffc-66cf-47e6-8fee-4f5e6c3efe57,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:05.404261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.483998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:05.496647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:05.517709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:05.598015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9a0a7-eef2-4ed2-9737-b63677c0056a req-f6ce11d2-ce22-46a6-b507-c92d5d31f7ba tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:05.599933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-abc9a0a7-eef2-4ed2-9737-b63677c0056a req-f6ce11d2-ce22-46a6-b507-c92d5d31f7ba tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.2043309 Feb 17 22:06:05.610437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event updated for resources: {'Port': ['ID=da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:05.670386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58934) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:05.688442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33bd1e11-ed50-41e6-9690-cfefa47f2ad6 admin admin] Publish callbacks [] for security_group (72524ffc-66cf-47e6-8fee-4f5e6c3efe57), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.747274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33bd1e11-ed50-41e6-9690-cfefa47f2ad6 admin admin] Publish callbacks [] for security_group (72524ffc-66cf-47e6-8fee-4f5e6c3efe57), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.857387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.868043 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33bd1e11-ed50-41e6-9690-cfefa47f2ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (72524ffc-66cf-47e6-8fee-4f5e6c3efe57), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.877976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33bd1e11-ed50-41e6-9690-cfefa47f2ad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:05.885476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-33bd1e11-ed50-41e6-9690-cfefa47f2ad6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72524ffc-66cf-47e6-8fee-4f5e6c3efe57 HTTP/1.1" status: 204 len: 168 time: 0.5889318 Feb 17 22:06:05.917899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-abc9a0a7-eef2-4ed2-9737-b63677c0056a req-e2af46a5-5346-471a-8804-a12042bf4a66 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014591 Feb 17 22:06:05.919478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd1e11-ed50-41e6-9690-cfefa47f2ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72524ffc-66cf-47e6-8fee-4f5e6c3efe57,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:06.006915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.137707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb1e5b-b4bb-4142-adf7-d4271fa8dee2 req-be26ac6b-7fec-4fe3-8d06-bd60f18fbf83 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:06.139605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2dbb1e5b-b4bb-4142-adf7-d4271fa8dee2 req-be26ac6b-7fec-4fe3-8d06-bd60f18fbf83 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.1481519 Feb 17 22:06:06.239683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2dbb1e5b-b4bb-4142-adf7-d4271fa8dee2 req-410124ad-8c7f-4247-8bee-22dc2c3c9ba5 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887690 Feb 17 22:06:06.316247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-network', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:06.343967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.352084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Made reservation on behalf of f34ba075aeb4474897da8130f9e3fea6 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:06.355569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.357064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.372528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.424807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.562219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.564832 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5223639 Feb 17 22:06:06.573565 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fd39a0-335d-46c6-88c4-b2f2e295cea2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event updated for resources: {'Port': ['ID=da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:06.615055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks [] for security_group (5159d984-d96e-4a2b-9076-323216f57bb8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.623465 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5159d984-d96e-4a2b-9076-323216f57bb8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.656237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:06:06.695147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (65dbab56-8313-4b7c-9e9d-22a0f698a8dc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.704239 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Added segment 65dbab56-8313-4b7c-9e9d-22a0f698a8dc of type vlan for network bc678d8a-8923-429d-aad0-b170db03a48f Feb 17 22:06:06.771538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5159d984-d96e-4a2b-9076-323216f57bb8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:06.792778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (bc678d8a-8923-429d-aad0-b170db03a48f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.831409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (bc678d8a-8923-429d-aad0-b170db03a48f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.833012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:06.833812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.883433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58966) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:06.908393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9266025-06e9-42cf-9beb-425b3b0d4cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:06.922437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2497790 Feb 17 22:06:06.923026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:06.931180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Request body: {'subnet': {'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-subnet', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:06.933182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b7055-c265-4535-88b2-dcb56ca70b90 admin admin] Pushing event updated for resources: {'Network': ['ID=bc678d8a-8923-429d-aad0-b170db03a48f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:06.945058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network bc678d8a-8923-429d-aad0-b170db03a48f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:06:06.998694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Made reservation on behalf of f34ba075aeb4474897da8130f9e3fea6 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:07.003077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.097283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-c27540a5-e8c3-42cb-ab1d-cc8086211588 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1261564211&fields=id&tenant_id=7b16cad739dd4392b0d1f175efb30027 HTTP/1.1" status: 200 len: 267 time: 0.0888400 Feb 17 22:06:07.481406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d64673-50a2-4b56-a88e-868a81b080c6 req-48ac6462-909c-4df8-9c29-44cdbce8ea73 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:07.486450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d64673-50a2-4b56-a88e-868a81b080c6 req-48ac6462-909c-4df8-9c29-44cdbce8ea73 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.3296664 Feb 17 22:06:07.487764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (590c2297-1931-4ee5-954d-f30c60bf72c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.587313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-0f01bab7-e9bf-4596-980e-a2b0b47b4e74 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:07.601693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-0f01bab7-e9bf-4596-980e-a2b0b47b4e74 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 824 time: 0.4853368 Feb 17 22:06:07.603913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9266025-06e9-42cf-9beb-425b3b0d4cbe admin admin] Publish callbacks [] for security_group (319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.615037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9266025-06e9-42cf-9beb-425b3b0d4cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.642576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590c2297-1931-4ee5-954d-f30c60bf72c5,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:07.652102 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a9266025-06e9-42cf-9beb-425b3b0d4cbe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4c5538544d8429781b89c90738f2eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7647562 Feb 17 22:06:07.652102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Checking segment: {'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:07.652102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Network hostable DHCP agents. Network: bc678d8a-8923-429d-aad0-b170db03a48f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:06:07.654087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58994) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:07.696079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-8d25206e-4caf-43c8-bdb7-e21e556fd181 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/quotas/7b16cad739dd4392b0d1f175efb30027 HTTP/1.1" status: 200 len: 375 time: 0.0928690 Feb 17 22:06:07.735894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9266025-06e9-42cf-9beb-425b3b0d4cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:07.741270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Network bc678d8a-8923-429d-aad0-b170db03a48f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:06:07.772358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c6ca-6692-4c36-9cc2-11b7d8e2e770 admin admin] Publish callbacks [] for security_group (319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.778230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, bc678d8a-8923-429d-aad0-b170db03a48f) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:07.787889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b65975a7-b50f-4290-82a6-6b99a541f998 None None] Network bc678d8a-8923-429d-aad0-b170db03a48f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:06:07.792961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:07.794095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.825030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c6ca-6692-4c36-9cc2-11b7d8e2e770 admin admin] Publish callbacks [] for security_group (319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.842005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d64673-50a2-4b56-a88e-868a81b080c6 req-6dfe6fc5-3ec5-4232-8c7b-509f5c94f136 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488793 Feb 17 22:06:07.855415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59000) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:07.855697 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b94a3970-b071-4006-9da3-3319b9b20535 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9237833 Feb 17 22:06:07.869499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:07.945265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c6ca-6692-4c36-9cc2-11b7d8e2e770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.949478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ce1c6ca-6692-4c36-9cc2-11b7d8e2e770 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.949955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.955678 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4ce1c6ca-6692-4c36-9cc2-11b7d8e2e770 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e HTTP/1.1" status: 204 len: 168 time: 0.2978523 Feb 17 22:06:07.958810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:07.992735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1c6ca-6692-4c36-9cc2-11b7d8e2e770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319f6a71-9f68-4e6b-98cf-f71b3ef1bb3e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:08.059838 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks [] for router_controller (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.158181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-b78145d8-ff68-4e14-8d62-01c1fd0d4754 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4607298 Feb 17 22:06:08.287732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883944b-c2b1-46ed-9d2e-ac10d26ef616 req-0f2513d2-d12f-49fa-af13-970292c18375 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:08.296525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b883944b-c2b1-46ed-9d2e-ac10d26ef616 req-0f2513d2-d12f-49fa-af13-970292c18375 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.2345545 Feb 17 22:06:08.382633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks [] for router_gateway (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.385039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-bc678d8a-8923-429d-aad0-b170db03a48f', 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f', 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'fixed_ips': [{'subnet_id': '590c2297-1931-4ee5-954d-f30c60bf72c5'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:06:08.387884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.403970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b883944b-c2b1-46ed-9d2e-ac10d26ef616 req-b92dea1d-cc45-4532-add2-f7d0c3517873 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063867 Feb 17 22:06:08.528564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:08.548464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08fa5cd3-7877-4b41-a450-0c91d5ddb7e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.592914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Allocated IP 172.20.0.2 (bc678d8a-8923-429d-aad0-b170db03a48f/590c2297-1931-4ee5-954d-f30c60bf72c5/4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:08.744895 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08fa5cd3-7877-4b41-a450-0c91d5ddb7e9 admin admin] Publish callbacks [] for security_group (fd4968f1-3432-49ae-820f-12d2eafbc8b9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.756090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08fa5cd3-7877-4b41-a450-0c91d5ddb7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fd4968f1-3432-49ae-820f-12d2eafbc8b9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.782295 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Publish callbacks [] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.802468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.822317 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-08fa5cd3-7877-4b41-a450-0c91d5ddb7e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9787f7dce6be40488372e3251c3c7728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2925448 Feb 17 22:06:08.823190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa5cd3-7877-4b41-a450-0c91d5ddb7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4968f1-3432-49ae-820f-12d2eafbc8b9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:08.825941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:08.879716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-1367c270-d9fa-43b0-9ea1-394954fb3d13 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:06:08.881621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-1367c270-d9fa-43b0-9ea1-394954fb3d13 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3307207 Feb 17 22:06:08.908497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e756dd0e-bd91-48dd-92d5-73179f1719b1 admin admin] Publish callbacks [] for security_group (fd4968f1-3432-49ae-820f-12d2eafbc8b9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.936219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Network bc678d8a-8923-429d-aad0-b170db03a48f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:08.947632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e756dd0e-bd91-48dd-92d5-73179f1719b1 admin admin] Publish callbacks [] for security_group (fd4968f1-3432-49ae-820f-12d2eafbc8b9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.960228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:08.964150 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks [] for router_gateway (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.973246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:08.977571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Pushing event updated for resources: {'Port': ['ID=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:08.981005 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:08.994602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59032) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:09.007286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.039076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e756dd0e-bd91-48dd-92d5-73179f1719b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fd4968f1-3432-49ae-820f-12d2eafbc8b9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.041839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e756dd0e-bd91-48dd-92d5-73179f1719b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.045386 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e756dd0e-bd91-48dd-92d5-73179f1719b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd4968f1-3432-49ae-820f-12d2eafbc8b9 HTTP/1.1" status: 204 len: 168 time: 0.2161353 Feb 17 22:06:09.052878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756dd0e-bd91-48dd-92d5-73179f1719b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4968f1-3432-49ae-820f-12d2eafbc8b9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:09.075453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Attempting to bind port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:09.076168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Attempting to bind port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:09.076879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Attempting to bind port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b on network bc678d8a-8923-429d-aad0-b170db03a48f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:09.086698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:09.087072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Checking segment: {'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:09.087490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.088651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Bound using segment: {'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:09.089231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Bound port: 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:09.089489 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.117462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-5c21e9b2-ddc2-49e5-9f3f-2a2723670c1b service neutron] 10.222.0.79 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240696 Feb 17 22:06:09.165784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3329c8b-65f4-4151-b182-75530ce98956 req-bf7a7029-0915-4f50-a5a0-885073f62e2d tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:09.167167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3329c8b-65f4-4151-b182-75530ce98956 req-bf7a7029-0915-4f50-a5a0-885073f62e2d tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.2062476 Feb 17 22:06:09.176089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-781ed547-ca52-45bb-b73d-6bf491c1502c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.176846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] For port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:09.180608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] For port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,segment=NetworkSegment(65dbab56-8313-4b7c-9e9d-22a0f698a8dc),segment_id=65dbab56-8313-4b7c-9e9d-22a0f698a8dc)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:09.190961 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.261832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Allocated IP 172.25.0.130 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/cd04854a-c639-4feb-9b76-6306e8d72ef3) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:09.286085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-781ed547-ca52-45bb-b73d-6bf491c1502c admin admin] Publish callbacks [] for security_group (86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.291443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767d5e3-413e-49ca-8604-d129b1a2a4ec None None] Pushing event updated for resources: {'Port': ['ID=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:09.293404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-781ed547-ca52-45bb-b73d-6bf491c1502c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.338808 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-781ed547-ca52-45bb-b73d-6bf491c1502c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e8472efa6054ef5a67775204a9db985&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407471 Feb 17 22:06:09.339478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59040) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:09.354212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3329c8b-65f4-4151-b182-75530ce98956 req-a6360200-7d57-4360-8235-032954f1cb86 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681569 Feb 17 22:06:09.374968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-4a9edb11-fdd0-45ef-9e1a-af2cb21b5421 service neutron] 10.222.0.79 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466919 Feb 17 22:06:09.380609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ed547-ca52-45bb-b73d-6bf491c1502c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:09.449094 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02505344-351f-4525-82a6-21f01e4fe9e4 admin admin] Publish callbacks [] for security_group (86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.493565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02505344-351f-4525-82a6-21f01e4fe9e4 admin admin] Publish callbacks [] for security_group (86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.499699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks [] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.620869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02505344-351f-4525-82a6-21f01e4fe9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.624873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02505344-351f-4525-82a6-21f01e4fe9e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.626550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:09.633664 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02505344-351f-4525-82a6-21f01e4fe9e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b HTTP/1.1" status: 204 len: 168 time: 0.2906036 Feb 17 22:06:09.655685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02505344-351f-4525-82a6-21f01e4fe9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a3b0c5-fd70-407c-a834-4bf9ce4d9e6b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:09.687162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:09.690953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:09.694945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:09.834229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Pushing event updated for resources: {'Port': ['ID=cd04854a-c639-4feb-9b76-6306e8d72ef3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:09.927317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6097824-2442-4778-840e-67fe736923ab req-cbdfd9d5-8207-4416-aef3-0e31b1a864d0 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:09.934518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6097824-2442-4778-840e-67fe736923ab req-cbdfd9d5-8207-4416-aef3-0e31b1a864d0 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.1798635 Feb 17 22:06:09.935134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:10.007295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cbff089-e77f-4aea-ac54-c2a661ae0551 req-fb22fb5e-fcfb-4a39-afb6-a9ddf30da7fa tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 210 time: 0.0685499 Feb 17 22:06:10.032160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:10.032731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.157718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:10.158286 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.205729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,segment=NetworkSegment(65dbab56-8313-4b7c-9e9d-22a0f698a8dc),segment_id=65dbab56-8313-4b7c-9e9d-22a0f698a8dc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:10.215975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6097824-2442-4778-840e-67fe736923ab req-d1b91b39-839e-43bd-a30c-846f786539b3 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799616 Feb 17 22:06:10.221206 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.340760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks [] for router_gateway (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.358072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:10.414459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:10.444079 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f21d2f34-9524-4f98-9726-4322df9e272f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.626111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f21d2f34-9524-4f98-9726-4322df9e272f admin admin] Publish callbacks [] for security_group (1eb8f875-557d-4288-9062-b734d50d2625), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.629852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f21d2f34-9524-4f98-9726-4322df9e272f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1eb8f875-557d-4288-9062-b734d50d2625), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.695347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f21d2f34-9524-4f98-9726-4322df9e272f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53a5d06ef182490b94ab810efaf8cf7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797868 Feb 17 22:06:10.704278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:10.710420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d2f34-9524-4f98-9726-4322df9e272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb8f875-557d-4288-9062-b734d50d2625,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:10.793152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc251-d4d4-47c0-89b8-c5013755ef96 admin admin] Publish callbacks [] for security_group (1eb8f875-557d-4288-9062-b734d50d2625), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.834359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc251-d4d4-47c0-89b8-c5013755ef96 admin admin] Publish callbacks [] for security_group (1eb8f875-557d-4288-9062-b734d50d2625), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.898268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.913323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab035c-a1f9-41cb-b75e-13bfd9ea0494 req-e7663405-dc9d-44bf-8396-ed47e1afd46e tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:10.915382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cab035c-a1f9-41cb-b75e-13bfd9ea0494 req-e7663405-dc9d-44bf-8396-ed47e1afd46e tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 968 time: 0.3943989 Feb 17 22:06:10.924487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc251-d4d4-47c0-89b8-c5013755ef96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1eb8f875-557d-4288-9062-b734d50d2625), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.927531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c2cc251-d4d4-47c0-89b8-c5013755ef96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:10.933534 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2c2cc251-d4d4-47c0-89b8-c5013755ef96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1eb8f875-557d-4288-9062-b734d50d2625 HTTP/1.1" status: 204 len: 168 time: 0.2284632 Feb 17 22:06:10.933724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30d61d1-3912-4cac-9eea-0703df28e869 None None] Network bc678d8a-8923-429d-aad0-b170db03a48f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:06:10.942633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cc251-d4d4-47c0-89b8-c5013755ef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb8f875-557d-4288-9062-b734d50d2625,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:11.038195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-59005e23-2c35-4c72-87d1-4255ee11ccf2 None None] Provisioning complete for port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:11.039295 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59005e23-2c35-4c72-87d1-4255ee11ccf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:11.095085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cab035c-a1f9-41cb-b75e-13bfd9ea0494 req-83b6a89e-f869-4de2-80e9-875db4932f95 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128662 Feb 17 22:06:11.170672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2180ab26-2145-4668-a534-2847df661d0e req-4382d4eb-6022-4338-8efc-981b8fdf18fb tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 210 time: 0.0400758 Feb 17 22:06:11.186760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:06:11.192094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59005e23-2c35-4c72-87d1-4255ee11ccf2 None None] Current status of the port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:11.349869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59132) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:11.502261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe96792-7881-40fc-a340-165ec1390d4f req-cfabe516-6f76-457e-9387-fc58bbceb15e tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:11.509797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bbe96792-7881-40fc-a340-165ec1390d4f req-cfabe516-6f76-457e-9387-fc58bbceb15e tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.1264565 Feb 17 22:06:11.542950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:06:11.562994 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Sync routers for ids ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:06:11.569967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5fe0232-f69f-4f4c-84d7-ee9af1220d8c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:11.583523 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Routers {'d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:11.584254 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:11.613580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bbe96792-7881-40fc-a340-165ec1390d4f req-587a472f-c38b-4760-b000-8fdfe589c4e4 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026025 Feb 17 22:06:11.623042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:11.627843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-232777cb-ad81-4602-84ef-2f65c3af7e3c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7765989 Feb 17 22:06:11.628458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59144) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:11.700288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-21a3b061-8f84-4006-9763-af5b116c34e5 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:11.701836 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-21a3b061-8f84-4006-9763-af5b116c34e5 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 824 time: 0.4082820 Feb 17 22:06:11.739077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:11.783256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f1571593-5b1f-461d-848d-6492a348dd86 None None] Provisioning complete for port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:11.783842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1571593-5b1f-461d-848d-6492a348dd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:11.785931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:11.790887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c', 'mac_address': 'fa:16:3e:81:a0:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:tempest-test_az-146595024', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:11.851590 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Set router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:11.873865 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-9171e4b6-4a4c-4de2-bbee-7af39e2c0fa5 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b16cad739dd4392b0d1f175efb30027 HTTP/1.1" status: 200 len: 380 time: 0.1551619 Feb 17 22:06:11.885323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'port': {'device_id': '92abda3e-925f-47db-bc92-303f73177246', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'admin_state_up': True, 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'security_groups': ['51ac9aec-e048-4f8f-9455-b7fda6260f61']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:11.915296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:11.915872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:11.933506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5fe0232-f69f-4f4c-84d7-ee9af1220d8c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:11.994002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f1571593-5b1f-461d-848d-6492a348dd86 None None] Current status of the port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:12.005116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:12.005956 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.009722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:12.029531 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.082336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:12.106162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab4158c6-edc5-4753-a48f-02eaf5f73712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.165702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Made reservation on behalf of 7b16cad739dd4392b0d1f175efb30027 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:12.173914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.190838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:12.333529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e5fe0232-f69f-4f4c-84d7-ee9af1220d8c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:12.362938 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:06:12.540364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59168) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:12.547158 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:09Z', 'revision_number': 3, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port': {'id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:09Z', 'updated_at': '2022-02-17T22:06:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:12.600250 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Checking router: d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:06:12.601429 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Updating router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 port cd04854a-c639-4feb-9b76-6306e8d72ef3 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:06:12.626193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab4158c6-edc5-4753-a48f-02eaf5f73712 admin admin] Publish callbacks [] for security_group (e7466573-fed2-4543-9cb3-d4272b0f7325), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.628344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c12c6112-5d7f-4034-8813-13576b294c2a req-6a16fa0d-1ef2-4d4a-b8e7-82682c34fc6f tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 210 time: 0.2155547 Feb 17 22:06:12.637516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab4158c6-edc5-4753-a48f-02eaf5f73712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e7466573-fed2-4543-9cb3-d4272b0f7325), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.650400 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.685693 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ab4158c6-edc5-4753-a48f-02eaf5f73712 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=005e95a89e4944948e31e32a78dbe050&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3322721 Feb 17 22:06:12.689925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59176) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:12.692009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Allocated IP 172.20.0.7 (bd9cc825-24f2-4e6d-83ab-ba39fe71806d/1e1c813c-88bd-4e68-9107-3e9c284eb0a3/9212defb-5757-4462-ab0b-4895d2382191) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:12.710175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4158c6-edc5-4753-a48f-02eaf5f73712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7466573-fed2-4543-9cb3-d4272b0f7325,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:12.743242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6b577-8a49-40b5-b01f-594712905ab2 req-dd7c9ec7-2bf3-4a89-93d9-f7c267ee8282 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:12.744857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76b6b577-8a49-40b5-b01f-594712905ab2 req-dd7c9ec7-2bf3-4a89-93d9-f7c267ee8282 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 969 time: 0.4887750 Feb 17 22:06:12.889013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for port (9212defb-5757-4462-ab0b-4895d2382191), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.954373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (9212defb-5757-4462-ab0b-4895d2382191), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:12.996926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-485a05f9-8af9-4c40-9482-9a90150faf4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.003271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c3df-43ed-464a-b717-3635865c6b3a admin admin] Publish callbacks [] for security_group (e7466573-fed2-4543-9cb3-d4272b0f7325), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.012185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:13.015310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:13.018912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:13.020366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76b6b577-8a49-40b5-b01f-594712905ab2 req-d13e9c91-7375-42eb-823f-33b496aa9f1f tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603440 Feb 17 22:06:13.024859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:13.025499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.058892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1784430 Feb 17 22:06:13.066835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fde73-d216-45f7-85ed-e43f34e5ef85 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event updated for resources: {'Port': ['ID=9212defb-5757-4462-ab0b-4895d2382191,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:13.079079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Request body: {'port': {'device_id': '92abda3e-925f-47db-bc92-303f73177246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:13.101751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c3df-43ed-464a-b717-3635865c6b3a admin admin] Publish callbacks [] for security_group (e7466573-fed2-4543-9cb3-d4272b0f7325), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.118597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316b734-c0b6-4c73-8ce6-6c8d739120b2 req-2ec2504f-e953-43b7-a63a-6a2cc81f4016 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:13.133413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f316b734-c0b6-4c73-8ce6-6c8d739120b2 req-2ec2504f-e953-43b7-a63a-6a2cc81f4016 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 948 time: 0.2860544 Feb 17 22:06:13.145351 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Publish callbacks [] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.154629 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.180778 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9212defb-5757-4462-ab0b-4895d2382191), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.236420 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c09068-13ea-404e-bbd1-c0ab9d5de0d5 None None] Pushing event updated for resources: {'Port': ['ID=cd04854a-c639-4feb-9b76-6306e8d72ef3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:13.253223 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Attempting to bind port cd04854a-c639-4feb-9b76-6306e8d72ef3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:13.253964 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Attempting to bind port cd04854a-c639-4feb-9b76-6306e8d72ef3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:13.254544 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Attempting to bind port cd04854a-c639-4feb-9b76-6306e8d72ef3 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:13.261462 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:13.265064 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:13.265842 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.266461 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:13.267327 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Bound port: cd04854a-c639-4feb-9b76-6306e8d72ef3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:13.268003 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.347963 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] For port cd04854a-c639-4feb-9b76-6306e8d72ef3, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:13.352067 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] For port cd04854a-c639-4feb-9b76-6306e8d72ef3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cd04854a-c639-4feb-9b76-6306e8d72ef3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:13.361798 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.396190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f316b734-c0b6-4c73-8ce6-6c8d739120b2 req-ab378a6e-74bd-48d1-9f5a-0a38d0bf33a2 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618411 Feb 17 22:06:13.406315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c3df-43ed-464a-b717-3635865c6b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e7466573-fed2-4543-9cb3-d4272b0f7325), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.410282 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3f7c3df-43ed-464a-b717-3635865c6b3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.414058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f3f7c3df-43ed-464a-b717-3635865c6b3a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7466573-fed2-4543-9cb3-d4272b0f7325 HTTP/1.1" status: 204 len: 168 time: 0.7206745 Feb 17 22:06:13.433615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7c3df-43ed-464a-b717-3635865c6b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7466573-fed2-4543-9cb3-d4272b0f7325,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:13.450292 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c09068-13ea-404e-bbd1-c0ab9d5de0d5 None None] Pushing event updated for resources: {'Port': ['ID=cd04854a-c639-4feb-9b76-6306e8d72ef3,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:13.450755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.470209 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Routers {'d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:13.471086 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:05:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:13.472119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bb4ea5fc-67fa-4ec5-b371-7ea1dd99e29f None None] Provisioning complete for port 9212defb-5757-4462-ab0b-4895d2382191 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:13.472566 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb4ea5fc-67fa-4ec5-b371-7ea1dd99e29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9212defb-5757-4462-ab0b-4895d2382191), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.490637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-485a05f9-8af9-4c40-9482-9a90150faf4c admin admin] Publish callbacks [] for security_group (8759a781-d76c-43bc-8121-5c6efa2e8be3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.534553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 08814102-df52-4de5-8b24-716664625aa5 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:13.539987 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-485a05f9-8af9-4c40-9482-9a90150faf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8759a781-d76c-43bc-8121-5c6efa2e8be3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.568745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-485a05f9-8af9-4c40-9482-9a90150faf4c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=721a343ac1784ee385b4e2afda1b2719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9918587 Feb 17 22:06:13.574715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59196) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:13.629733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a05f9-8af9-4c40-9482-9a90150faf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8759a781-d76c-43bc-8121-5c6efa2e8be3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:13.701457 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] Set router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:13.715809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e82df92b-197d-43d7-9962-b884a7fb0a54 admin admin] Publish callbacks [] for security_group (8759a781-d76c-43bc-8121-5c6efa2e8be3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.800251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5fe0232-f69f-4f4c-84d7-ee9af1220d8c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:13.804526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ea5fc-67fa-4ec5-b371-7ea1dd99e29f None None] Port 9212defb-5757-4462-ab0b-4895d2382191 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:13.861553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e82df92b-197d-43d7-9962-b884a7fb0a54 admin admin] Publish callbacks [] for security_group (8759a781-d76c-43bc-8121-5c6efa2e8be3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.864202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Allocated IP 172.20.0.1 (bc678d8a-8923-429d-aad0-b170db03a48f/590c2297-1931-4ee5-954d-f30c60bf72c5/6755e4d7-a44c-46c2-a3ce-9e46a25d2241) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:13.955227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9212defb-5757-4462-ab0b-4895d2382191 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:13.973191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Publish callbacks [] for port (9212defb-5757-4462-ab0b-4895d2382191), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:13.984867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:13.997337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 08814102-df52-4de5-8b24-716664625aa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08814102-df52-4de5-8b24-716664625aa5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:14.003582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Transition to ACTIVE for port object 9212defb-5757-4462-ab0b-4895d2382191 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:06:14.014807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9212defb-5757-4462-ab0b-4895d2382191), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.015058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:14.015337 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.022925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cec19-98cc-4da3-81df-a89d3bc1cb95 req-8750678f-d3a6-402e-9cb2-e13c63cd73a8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:14.030270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3cec19-98cc-4da3-81df-a89d3bc1cb95 req-8750678f-d3a6-402e-9cb2-e13c63cd73a8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 931 time: 0.1937153 Feb 17 22:06:14.054299 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:09Z', 'revision_number': 3, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port': {'id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:09Z', 'updated_at': '2022-02-17T22:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:14.083066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '08814102-df52-4de5-8b24-716664625aa5', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '08814102-df52-4de5-8b24-716664625aa5', 'mac_address': 'fa:16:3e:83:63:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:14.096892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e82df92b-197d-43d7-9962-b884a7fb0a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8759a781-d76c-43bc-8121-5c6efa2e8be3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.100142 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e82df92b-197d-43d7-9962-b884a7fb0a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.101368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e82df92b-197d-43d7-9962-b884a7fb0a54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8759a781-d76c-43bc-8121-5c6efa2e8be3 HTTP/1.1" status: 204 len: 168 time: 0.5254941 Feb 17 22:06:14.116053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82df92b-197d-43d7-9962-b884a7fb0a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8759a781-d76c-43bc-8121-5c6efa2e8be3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:14.136416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Pushing event updated for resources: {'Port': ['ID=9212defb-5757-4462-ab0b-4895d2382191,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:14.143870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3cec19-98cc-4da3-81df-a89d3bc1cb95 req-00200eff-145b-4118-89a3-de4fdf576189 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1070917 Feb 17 22:06:14.189503 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf3e5a6-20fd-4b0e-887d-f6c4c2372ff3 None None] The sync data for ids ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'] in n-d-828369-18 is: [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:09Z', 'revision_number': 3, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port': {'id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:09Z', 'updated_at': '2022-02-17T22:06:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:06:14.206707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks [] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.239254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 08814102-df52-4de5-8b24-716664625aa5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:14.240686 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08814102-df52-4de5-8b24-716664625aa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.249426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfebc2f-eec4-4c91-94df-3feedf134b4f req-74c70948-08d0-4826-80bb-80790308d8c0 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:14.255546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Attempting to bind port 9212defb-5757-4462-ab0b-4895d2382191 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:14.255858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Attempting to bind port 9212defb-5757-4462-ab0b-4895d2382191 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:14.256364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Attempting to bind port 9212defb-5757-4462-ab0b-4895d2382191 on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:14.259320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcfebc2f-eec4-4c91-94df-3feedf134b4f req-74c70948-08d0-4826-80bb-80790308d8c0 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 969 time: 0.1104083 Feb 17 22:06:14.263795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Port 9212defb-5757-4462-ab0b-4895d2382191 on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:06:14.264803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Attempting to bind port 9212defb-5757-4462-ab0b-4895d2382191 on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:14.277575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:14.277946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Checking segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:14.278273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Bound using segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:14.278837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Bound port: 9212defb-5757-4462-ab0b-4895d2382191, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:14.279198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9212defb-5757-4462-ab0b-4895d2382191), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.283329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:14.309036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08814102-df52-4de5-8b24-716664625aa5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:14.320996 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.341039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d85adf5-7713-47ff-8ded-7b434c6c5834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.350821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 08814102-df52-4de5-8b24-716664625aa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08814102-df52-4de5-8b24-716664625aa5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:14.377415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcfebc2f-eec4-4c91-94df-3feedf134b4f req-60ebd2d9-9f85-4fbd-b5f1-95e373c79804 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168835 Feb 17 22:06:14.405749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Network bc678d8a-8923-429d-aad0-b170db03a48f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:14.412189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:14.415702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:14.416469 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.488347 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08814102-df52-4de5-8b24-716664625aa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.571008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d85adf5-7713-47ff-8ded-7b434c6c5834 admin admin] Publish callbacks [] for security_group (8ddd9c7c-6c2b-4cae-946f-23ab293b72c2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.575829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Pushing event updated for resources: {'Port': ['ID=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:14.586500 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c75394e5-73f8-49c6-adbb-239e27b6c4f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.586723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d85adf5-7713-47ff-8ded-7b434c6c5834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8ddd9c7c-6c2b-4cae-946f-23ab293b72c2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.591655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:14.592050 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.659644 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4d85adf5-7713-47ff-8ded-7b434c6c5834 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=808cded6c7594e30a4c74c37c6fc3dc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3748808 Feb 17 22:06:14.664746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59222) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:14.694649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] For port 9212defb-5757-4462-ab0b-4895d2382191, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:14.709386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=08814102-df52-4de5-8b24-716664625aa5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:14.743529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:14.748644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.765014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] For port 9212defb-5757-4462-ab0b-4895d2382191, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9212defb-5757-4462-ab0b-4895d2382191,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:14.810445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9212defb-5757-4462-ab0b-4895d2382191), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.846246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d85adf5-7713-47ff-8ded-7b434c6c5834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddd9c7c-6c2b-4cae-946f-23ab293b72c2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:14.870773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59226) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:14.877473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13627223-546f-4078-b150-b83307415cfa req-b83da7f3-f19d-4a8c-a186-e05a1286a862 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:14.879112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13627223-546f-4078-b150-b83307415cfa req-b83da7f3-f19d-4a8c-a186-e05a1286a862 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 949 time: 0.2400203 Feb 17 22:06:14.887946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:14.893233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:14.893904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.895502 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] 10.222.0.94 "PUT /v2.0/ports/9212defb-5757-4462-ab0b-4895d2382191 HTTP/1.1" status: 200 len: 1092 time: 1.8224883 Feb 17 22:06:14.901568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'tag': '9212defb-5757-4462-ab0b-4895d2382191'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:14.905246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.907415 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "tag": "9212defb-5757-4462-ab0b-4895d2382191"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:14.934572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b2a24e5-28ba-4586-a01d-63670109794c admin admin] Publish callbacks [] for security_group (8ddd9c7c-6c2b-4cae-946f-23ab293b72c2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.952158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe0884ed-1add-435e-942f-7b4898d4f265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:14.954676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bb0308a3-e812-4f22-a3b8-88aef0ec9dd1 None None] Provisioning complete for port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:14.955067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb0308a3-e812-4f22-a3b8-88aef0ec9dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.101912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:15.103895 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe0884ed-1add-435e-942f-7b4898d4f265 admin admin] Publish callbacks [] for security_group (5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.105509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d90caa-25db-4f24-805c-feda8e3db233 service neutron] Pushing event updated for resources: {'Port': ['ID=9212defb-5757-4462-ab0b-4895d2382191,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:15.108556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13627223-546f-4078-b150-b83307415cfa req-e2f3d599-4162-4586-933b-5794512f9562 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171712 Feb 17 22:06:15.120567 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48d062-a14c-4a0b-9a71-b6bd6f6bb872" -d '{"events": [{"server_uuid": "619ee2ad-7dff-49ac-a853-87b45cf37024", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe0232-f69f-4f4c-84d7-ee9af1220d8c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:15.123979 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f731ff2c-1be5-47cf-8901-2547f6aa2f37 x-openstack-request-id: req-f731ff2c-1be5-47cf-8901-2547f6aa2f37 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:15.127830 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "tag": "9212defb-5757-4462-ab0b-4895d2382191", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:15.128096 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f731ff2c-1be5-47cf-8901-2547f6aa2f37 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:15.128636 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'tag': '9212defb-5757-4462-ab0b-4895d2382191', 'status': 'completed', 'code': 200} Feb 17 22:06:15.130623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bb0308a3-e812-4f22-a3b8-88aef0ec9dd1 None None] Port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:15.144043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b2a24e5-28ba-4586-a01d-63670109794c admin admin] Publish callbacks [] for security_group (8ddd9c7c-6c2b-4cae-946f-23ab293b72c2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.144296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['08814102-df52-4de5-8b24-716664625aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:15.231644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe0884ed-1add-435e-942f-7b4898d4f265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.270853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks [] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.284966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.287990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.348153 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fe0884ed-1add-435e-942f-7b4898d4f265 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=210b62b0bac845a69265a31ce45146ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4742014 Feb 17 22:06:15.351439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-69311e0c-2f4b-4d79-a4ef-b5a0b6b8d670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:15.352339 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-69311e0c-2f4b-4d79-a4ef-b5a0b6b8d670 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 1126 time: 0.2435920 Feb 17 22:06:15.354115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59240) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:15.354553 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278fd8b6-8dc2-4a0a-ab1f-95e12c2e83fe x-openstack-request-id: req-278fd8b6-8dc2-4a0a-ab1f-95e12c2e83fe {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:15.354728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0884ed-1add-435e-942f-7b4898d4f265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:15.354868 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619ee2ad-7dff-49ac-a853-87b45cf37024", "name": "network-vif-plugged", "status": "completed", "tag": "e5fe0232-f69f-4f4c-84d7-ee9af1220d8c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:15.355135 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-278fd8b6-8dc2-4a0a-ab1f-95e12c2e83fe {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:15.355611 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c', 'code': 200} Feb 17 22:06:15.381895 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b2a24e5-28ba-4586-a01d-63670109794c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8ddd9c7c-6c2b-4cae-946f-23ab293b72c2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.384455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b2a24e5-28ba-4586-a01d-63670109794c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.385555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b2a24e5-28ba-4586-a01d-63670109794c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8ddd9c7c-6c2b-4cae-946f-23ab293b72c2 HTTP/1.1" status: 204 len: 168 time: 0.7198613 Feb 17 22:06:15.435051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a24e5-28ba-4586-a01d-63670109794c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddd9c7c-6c2b-4cae-946f-23ab293b72c2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:15.448643 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-4015f175-b51a-4660-b6a0-67ada9634d94 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9212defb-5757-4462-ab0b-4895d2382191 HTTP/1.1" status: 200 len: 217 time: 0.0741580 Feb 17 22:06:15.530318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9614c598-4503-45ac-a6f8-c54fbef97d09 admin admin] Publish callbacks [] for security_group (5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.564149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-97f7d990-3547-4804-a46a-fe5deeb96183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:15.565010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Pushing event updated for resources: {'Port': ['ID=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:15.566097 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-97f7d990-3547-4804-a46a-fe5deeb96183 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.1070931 Feb 17 22:06:15.571012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9614c598-4503-45ac-a6f8-c54fbef97d09 admin admin] Publish callbacks [] for security_group (5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.598734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff183-1f57-475d-8355-3b2649f276c9 req-e22cc7a1-7079-4fda-aabd-ed5cb77b4618 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:15.600554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5bff183-1f57-475d-8355-3b2649f276c9 req-e22cc7a1-7079-4fda-aabd-ed5cb77b4618 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 943 time: 0.3078034 Feb 17 22:06:15.658976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-d0e8c945-e701-4253-93be-cd1c60bb7be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:15.660307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-d0e8c945-e701-4253-93be-cd1c60bb7be3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0871756 Feb 17 22:06:15.709176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Network bc678d8a-8923-429d-aad0-b170db03a48f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:15.718433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbf349-e903-4c24-84cc-1f3873d37dfc req-c270518f-f010-4613-b2bb-3155f4d80008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:15.720633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bcbf349-e903-4c24-84cc-1f3873d37dfc req-c270518f-f010-4613-b2bb-3155f4d80008 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 1153 time: 0.2421024 Feb 17 22:06:15.732212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:15.771361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110af67-a89f-4f42-bb4b-81973e3a9f5d req-b73c0bd0-b419-449e-97d6-59103ab1b54b tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:15.778173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6110af67-a89f-4f42-bb4b-81973e3a9f5d req-b73c0bd0-b419-449e-97d6-59103ab1b54b tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 970 time: 0.2187603 Feb 17 22:06:15.783844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5bff183-1f57-475d-8355-3b2649f276c9 req-cbf00997-9218-44e7-85c9-8fc0e3a071b9 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563044 Feb 17 22:06:15.784796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8bcbf349-e903-4c24-84cc-1f3873d37dfc req-b77d36b6-2416-4c5d-a3ef-4b3a50e29676 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.796293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-10950d1e-1bc3-4521-82ac-96f80e1c4996 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281302 Feb 17 22:06:15.809230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9614c598-4503-45ac-a6f8-c54fbef97d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.809230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9614c598-4503-45ac-a6f8-c54fbef97d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:15.809230 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9614c598-4503-45ac-a6f8-c54fbef97d09 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea HTTP/1.1" status: 204 len: 168 time: 0.4497440 Feb 17 22:06:15.867597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd04854a-c639-4feb-9b76-6306e8d72ef3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:15.868135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c598-4503-45ac-a6f8-c54fbef97d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a793c16-8f8b-42a0-a0c9-8185c5cfa2ea,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:15.961200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cd04854a-c639-4feb-9b76-6306e8d72ef3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:15.961975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.059886 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50f05dc1-ccbe-47b3-a33c-3a060b062870 req-48e5effd-8534-4611-9efb-2570367869f3 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513950 Feb 17 22:06:16.147259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7ba8d51d-413e-48e1-a8b6-57ee8c3978b3 None None] Provisioning complete for port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:16.147803 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ba8d51d-413e-48e1-a8b6-57ee8c3978b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.151047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cd04854a-c639-4feb-9b76-6306e8d72ef3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:16.151047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.209617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port cd04854a-c639-4feb-9b76-6306e8d72ef3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cd04854a-c639-4feb-9b76-6306e8d72ef3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:16.212600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7ba8d51d-413e-48e1-a8b6-57ee8c3978b3 None None] Port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:16.219258 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.271638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-276b3b14-933f-4ebd-8480-2f00e23948fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:16.272972 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-276b3b14-933f-4ebd-8480-2f00e23948fa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 1126 time: 0.1086004 Feb 17 22:06:16.289472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=cd04854a-c639-4feb-9b76-6306e8d72ef3,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:16.400939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-5b509269-4e42-4b52-aa95-9952299ceb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:16.404817 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-5b509269-4e42-4b52-aa95-9952299ceb90 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 925 time: 0.1220531 Feb 17 22:06:16.452386 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-52eca680-68a5-49f7-95c2-c27ca2c4c119 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9212defb-5757-4462-ab0b-4895d2382191 HTTP/1.1" status: 200 len: 217 time: 0.0396366 Feb 17 22:06:16.508278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6110af67-a89f-4f42-bb4b-81973e3a9f5d req-baa61287-b21c-4df1-ab0e-73501af7da53 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7292259 Feb 17 22:06:16.530956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-4b2dd9be-4dc5-461d-a5c2-8b6a78706da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:16.533252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-4b2dd9be-4dc5-461d-a5c2-8b6a78706da7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.0714285 Feb 17 22:06:16.542194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8bcbf349-e903-4c24-84cc-1f3873d37dfc req-b77d36b6-2416-4c5d-a3ef-4b3a50e29676 service neutron] Publish callbacks [] for security_group (208b5518-05c8-46b1-84dd-03b11150cb11), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.553927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:06:16.558626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8bcbf349-e903-4c24-84cc-1f3873d37dfc req-b77d36b6-2416-4c5d-a3ef-4b3a50e29676 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (208b5518-05c8-46b1-84dd-03b11150cb11), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.574741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237185d3-df82-41ce-9232-852f226d29f2 req-3c2de36f-edf2-4ef1-aedf-b1ff4069e221 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:16.577106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-237185d3-df82-41ce-9232-852f226d29f2 req-3c2de36f-edf2-4ef1-aedf-b1ff4069e221 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 949 time: 0.1622105 Feb 17 22:06:16.599545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59278) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:16.611690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-94150f15-ef55-4d28-b6cf-6946719fcbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:16.613012 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-94150f15-ef55-4d28-b6cf-6946719fcbe6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0707643 Feb 17 22:06:16.643164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bcbf349-e903-4c24-84cc-1f3873d37dfc req-b77d36b6-2416-4c5d-a3ef-4b3a50e29676 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9087222 Feb 17 22:06:16.655818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d36b6-2416-4c5d-a3ef-4b3a50e29676 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=208b5518-05c8-46b1-84dd-03b11150cb11,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:16.743878 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-c11edfcd-cb2a-43bb-be4e-9b2422dbd983 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239409 Feb 17 22:06:16.756203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-237185d3-df82-41ce-9232-852f226d29f2 req-577ca876-a0a5-43d8-b342-65d89fdd46e0 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577871 Feb 17 22:06:16.765294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-539345825-network', 'tenant_id': '79670306c6734ebfadcc734e0424e779'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:16.805447 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f165f47-d23a-446f-ac86-4038878f2ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.809961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:06:16.815447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f8737912-6c67-4cfb-8e00-2123ede1bba7 admin admin] 10.222.0.79 "PUT /v2.0/routers/d5714ab2-ced5-4abe-ac43-b67bf1ace4b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1859031 Feb 17 22:06:16.816853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Made reservation on behalf of 79670306c6734ebfadcc734e0424e779 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:16.819811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.836790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:16.922366 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f24f2ab-7c53-46a6-9f87-65e0019d5ff6 req-276c3d85-381e-4ee8-8080-61c5240c9644 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681588 Feb 17 22:06:16.994160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks [] for security_group (f379441c-12a6-4a42-86b9-28227caeb743), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.000522 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f379441c-12a6-4a42-86b9-28227caeb743), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.013259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb7bf8-8979-4d55-87f8-3075b9b5ba69 req-c1aa10a5-353b-4d0b-8f4e-53d74d604b18 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:17.014808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2fb7bf8-8979-4d55-87f8-3075b9b5ba69 req-c1aa10a5-353b-4d0b-8f4e-53d74d604b18 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 943 time: 0.1027715 Feb 17 22:06:17.037359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:06:17.077583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f379441c-12a6-4a42-86b9-28227caeb743,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:17.082739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1ad5a47c-c90e-442b-8492-68f1662838db), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.083332 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Added segment 1ad5a47c-c90e-442b-8492-68f1662838db of type vlan for network a99cfafa-ab71-48d7-a549-090819b04543 Feb 17 22:06:17.104940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Sync routers for ids ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:06:17.118919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Routers {'d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:17.119591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:06:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:17.136357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2fb7bf8-8979-4d55-87f8-3075b9b5ba69 req-c9c2a426-144e-4e5a-8d15-6d2f3dd84886 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122110 Feb 17 22:06:17.145245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (a99cfafa-ab71-48d7-a549-090819b04543), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.194762 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (a99cfafa-ab71-48d7-a549-090819b04543), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.196130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:17.196907 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.276045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6727645 Feb 17 22:06:17.278405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59302) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:17.284373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Request body: {'subnet': {'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-539345825-subnet', 'tenant_id': '79670306c6734ebfadcc734e0424e779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:17.285500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Set router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:17.289414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b3dcd-5296-457a-b8be-3510f13c321a admin admin] Pushing event updated for resources: {'Network': ['ID=a99cfafa-ab71-48d7-a549-090819b04543,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:17.309791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Made reservation on behalf of 79670306c6734ebfadcc734e0424e779 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:17.314793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.320859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network a99cfafa-ab71-48d7-a549-090819b04543 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:06:17.449619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31ce457f-0234-4ab0-9ff3-9bf7c55c399b req-2bee76a0-14b9-4d67-ae67-038fd652c003 tempest-FloatingIPsNegativeTestJSON-989759909 tempest-FloatingIPsNegativeTestJSON-989759909-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=f34ba075aeb4474897da8130f9e3fea6 HTTP/1.1" status: 200 len: 217 time: 0.0618072 Feb 17 22:06:17.504381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e4355bf-bc5a-44f2-a815-82f00a888ada req-c718491a-8578-40c8-9a77-1760cb31f605 tempest-FloatingIPsNegativeTestJSON-989759909 tempest-FloatingIPsNegativeTestJSON-989759909-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0309141 Feb 17 22:06:17.537838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 08814102-df52-4de5-8b24-716664625aa5 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:17.540965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (7e6b33da-6d82-478f-9983-4958fad49479), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.614916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6b33da-6d82-478f-9983-4958fad49479,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:17.636421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Checking segment: {'id': '1ad5a47c-c90e-442b-8492-68f1662838db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:17.636793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Network hostable DHCP agents. Network: a99cfafa-ab71-48d7-a549-090819b04543, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:06:17.643838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 08814102-df52-4de5-8b24-716664625aa5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:17.652033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 08814102-df52-4de5-8b24-716664625aa5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:17.652608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08814102-df52-4de5-8b24-716664625aa5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.657823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Network a99cfafa-ab71-48d7-a549-090819b04543 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:06:17.667025 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-d487701b-7071-43f7-8838-1d907fda2ff4 req-0d0868ee-22a3-44c8-9ce3-64129d03a0c5 tempest-FloatingIPsNegativeTestJSON-989759909 tempest-FloatingIPsNegativeTestJSON-989759909-project] show failed (client error): The resource could not be found. Feb 17 22:06:17.670158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, a99cfafa-ab71-48d7-a549-090819b04543) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:17.680042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d487701b-7071-43f7-8838-1d907fda2ff4 req-0d0868ee-22a3-44c8-9ce3-64129d03a0c5 tempest-FloatingIPsNegativeTestJSON-989759909 tempest-FloatingIPsNegativeTestJSON-989759909-project] 10.222.0.79 "GET /v2.0/floatingips/9383f1ec-86e9-4910-8dad-11538e44998b HTTP/1.1" status: 404 len: 350 time: 0.1506820 Feb 17 22:06:17.690306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:17.690932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.701503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59320) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:17.709528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:14Z', 'revision_number': 4, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port': {'id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:09Z', 'updated_at': '2022-02-17T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6755e4d7-a44c-46c2-a3ce-9e46a25d2241', 'name': '', 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'mac_address': 'fa:16:3e:53:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '590c2297-1931-4ee5-954d-f30c60bf72c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:13Z', 'updated_at': '2022-02-17T22:06:14Z', 'revision_number': 2, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'subnets': [{'id': '590c2297-1931-4ee5-954d-f30c60bf72c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:17.722234 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a75d93d-7246-49b6-a062-38d6613f7b6b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4426534 Feb 17 22:06:17.748480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c25f223-cce9-45d7-8485-2de9a071e1b5 None None] Network a99cfafa-ab71-48d7-a549-090819b04543 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:06:17.754744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Checking router: d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:06:17.755132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Updating router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:06:17.798150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.842173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd04854a-c639-4feb-9b76-6306e8d72ef3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:17.856630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74243b-101a-4b26-bd42-a03654606c69 req-2495e0cc-a62e-43a4-affe-46cf182d14eb tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:17.865656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f74243b-101a-4b26-bd42-a03654606c69 req-2495e0cc-a62e-43a4-affe-46cf182d14eb tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 970 time: 0.2292047 Feb 17 22:06:17.979715 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:17.998956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef652e3-9824-4b54-b5fd-e7a1c857134a req-7720b943-fcad-4c42-86c3-0542e58dc69f tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:18.000537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef652e3-9824-4b54-b5fd-e7a1c857134a req-7720b943-fcad-4c42-86c3-0542e58dc69f tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 949 time: 0.1102276 Feb 17 22:06:18.005423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f74243b-101a-4b26-bd42-a03654606c69 req-07fab70b-dfe6-4368-a69e-31d8bf4934a6 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386285 Feb 17 22:06:18.131818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef652e3-9824-4b54-b5fd-e7a1c857134a req-3b28ccdd-9b71-4184-ab0c-a511a35de938 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217160 Feb 17 22:06:18.289039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cd04854a-c639-4feb-9b76-6306e8d72ef3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:18.289612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.298576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 08814102-df52-4de5-8b24-716664625aa5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:18.298958 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08814102-df52-4de5-8b24-716664625aa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.389489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59356) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:18.394876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1261950400-network', 'tenant_id': 'fd95bfe7122848ac871a3d36e0f2af86'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:18.413864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624c4808-8eec-4ebe-a4c7-2d108717b215 None None] Network a99cfafa-ab71-48d7-a549-090819b04543 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:06:18.420140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Made reservation on behalf of fd95bfe7122848ac871a3d36e0f2af86 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:18.423077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.433160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.435576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa2b8d9-6d4e-46ff-889a-94120d0affb4 req-eec403b9-c411-4b6b-ae75-74463a91595c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:18.436358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fa1137-63f5-4f12-af04-35642d991784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08814102-df52-4de5-8b24-716664625aa5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:18.436841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfa2b8d9-6d4e-46ff-889a-94120d0affb4 req-eec403b9-c411-4b6b-ae75-74463a91595c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 943 time: 0.1813912 Feb 17 22:06:18.439159 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235b7437-f738-4e61-8fbe-5adade0a16a9" -d '{"events": [{"server_uuid": "c1fa1137-63f5-4f12-af04-35642d991784", "name": "network-vif-plugged", "status": "completed", "tag": "08814102-df52-4de5-8b24-716664625aa5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:18.471972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-19f0657f-336a-4909-bb09-225254aabb0f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520248 Feb 17 22:06:18.496952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 08814102-df52-4de5-8b24-716664625aa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08814102-df52-4de5-8b24-716664625aa5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:18.518028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08814102-df52-4de5-8b24-716664625aa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.574075 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks [] for security_group (f44b4c8d-d17a-4338-980b-73223b4bfe04), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.582634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f44b4c8d-d17a-4338-980b-73223b4bfe04), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.604997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:06:18.628788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfa2b8d9-6d4e-46ff-889a-94120d0affb4 req-bc511ca9-3cfc-4ec8-86eb-0ef5df32f1d6 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758127 Feb 17 22:06:18.638171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.645929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44b4c8d-d17a-4338-980b-73223b4bfe04,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:18.668117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c8309230-25b2-457e-bd94-13e32bb18d3b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.668560 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Added segment c8309230-25b2-457e-bd94-13e32bb18d3b of type vlan for network 22072cad-e1cb-45ea-88c5-cbf4dd57e9c8 Feb 17 22:06:18.683274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cd04854a-c639-4feb-9b76-6306e8d72ef3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:18.693780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=08814102-df52-4de5-8b24-716664625aa5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:18.724807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (22072cad-e1cb-45ea-88c5-cbf4dd57e9c8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.730979 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42459d66-9983-4b73-85da-ce8ea7cbcd7e x-openstack-request-id: req-42459d66-9983-4b73-85da-ce8ea7cbcd7e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:18.731568 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fa1137-63f5-4f12-af04-35642d991784", "name": "network-vif-plugged", "status": "completed", "tag": "08814102-df52-4de5-8b24-716664625aa5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:18.731568 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42459d66-9983-4b73-85da-ce8ea7cbcd7e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:18.731971 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fa1137-63f5-4f12-af04-35642d991784', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08814102-df52-4de5-8b24-716664625aa5', 'code': 200} Feb 17 22:06:18.755034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (22072cad-e1cb-45ea-88c5-cbf4dd57e9c8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.758136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:18.759255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.763599 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Publish callbacks [] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.772187 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.790376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-44ab463d-b72b-42de-af81-ea54c6b4d68d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:18.797780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-44ab463d-b72b-42de-af81-ea54c6b4d68d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029809 Feb 17 22:06:18.822493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-5051005f-a294-4245-a2ea-e2ea86d5458a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/quotas/8854d2b078364aca9e38c5d808877d24 HTTP/1.1" status: 200 len: 375 time: 0.0236642 Feb 17 22:06:18.835096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19683ed-320d-4d44-aeed-3c9bd76bec39 None None] Pushing event updated for resources: {'Port': ['ID=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:18.868590 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4778185 Feb 17 22:06:18.875880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-8ad924d2-d676-4fee-b7a8-eb9c395df7b7 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517802 Feb 17 22:06:18.876409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59360) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:18.886705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b896b-17ae-4b8f-9648-1e6394bcac61 admin admin] Pushing event updated for resources: {'Network': ['ID=22072cad-e1cb-45ea-88c5-cbf4dd57e9c8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:18.897419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Request body: {'subnet': {'network_id': '22072cad-e1cb-45ea-88c5-cbf4dd57e9c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1261950400-subnet', 'tenant_id': 'fd95bfe7122848ac871a3d36e0f2af86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:18.914167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e625426c-4e12-4b0f-91a6-d8827138629f req-5ce0e19b-92d3-4873-95a8-2fe22ee19981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:18.915901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e625426c-4e12-4b0f-91a6-d8827138629f req-5ce0e19b-92d3-4873-95a8-2fe22ee19981 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 1133 time: 0.1080272 Feb 17 22:06:18.920435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 22072cad-e1cb-45ea-88c5-cbf4dd57e9c8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:06:18.924464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Made reservation on behalf of fd95bfe7122848ac871a3d36e0f2af86 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:18.927088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:18.977462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Attempting to bind port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:18.979823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Attempting to bind port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:18.985330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Attempting to bind port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 on network bc678d8a-8923-429d-aad0-b170db03a48f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:19.003768 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e625426c-4e12-4b0f-91a6-d8827138629f req-d334f0bb-7be2-44d6-81f0-03315bb67053 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798032 Feb 17 22:06:19.013889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:19.014272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Checking segment: {'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:19.014690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.015083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Bound using segment: {'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:19.015646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Bound port: 6755e4d7-a44c-46c2-a3ce-9e46a25d2241, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65dbab56-8313-4b7c-9e9d-22a0f698a8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:19.016036 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.181081 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.194865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] For port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:19.199341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] For port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,segment=NetworkSegment(65dbab56-8313-4b7c-9e9d-22a0f698a8dc),segment_id=65dbab56-8313-4b7c-9e9d-22a0f698a8dc)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:19.202343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d4c71f4c-d5a8-4ff2-9bf8-06d23516b87d None None] Provisioning complete for port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:19.202722 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d4c71f4c-d5a8-4ff2-9bf8-06d23516b87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.226705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.256361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e01daf8-202e-45d9-9ea5-b17d28661bfe req-58c402f6-a362-4ef1-9f43-44061e7a6685 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 210 time: 0.0910740 Feb 17 22:06:19.279356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d4c71f4c-d5a8-4ff2-9bf8-06d23516b87d None None] Port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:19.318096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Routers {'d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:19.318788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:06:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:19.321161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19683ed-320d-4d44-aeed-3c9bd76bec39 None None] Pushing event updated for resources: {'Port': ['ID=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:19.470038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] Set router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:19.486675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3934c3-47f3-4d33-90e4-3907ef1c8285 req-2dd37a99-0795-42b7-b247-d133ec2616b6 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:19.488529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db3934c3-47f3-4d33-90e4-3907ef1c8285 req-2dd37a99-0795-42b7-b247-d133ec2616b6 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 970 time: 0.3244381 Feb 17 22:06:19.562091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9212defb-5757-4462-ab0b-4895d2382191 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:19.621121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98f0eb-38f5-486f-a570-b66ff0d5645e req-d4c737fa-eb07-43a4-9f9a-53d7d8de512e tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:19.623407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e98f0eb-38f5-486f-a570-b66ff0d5645e req-d4c737fa-eb07-43a4-9f9a-53d7d8de512e tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 950 time: 0.2628345 Feb 17 22:06:19.636001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db3934c3-47f3-4d33-90e4-3907ef1c8285 req-7952809f-1395-4fe8-80b6-74416b41987d tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127741 Feb 17 22:06:19.728347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d654c669-c10a-42df-a32c-a9ae50e4b5dc None None] Provisioning complete for port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:19.728723 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d654c669-c10a-42df-a32c-a9ae50e4b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.757650 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (b9295147-bf96-43df-9f5b-03d5c7fb2de3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.842712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e98f0eb-38f5-486f-a570-b66ff0d5645e req-fcd2f1e7-0a5d-413e-9d56-547e8f71f187 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055047 Feb 17 22:06:19.845572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9212defb-5757-4462-ab0b-4895d2382191, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9212defb-5757-4462-ab0b-4895d2382191,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:19.868879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9295147-bf96-43df-9f5b-03d5c7fb2de3,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:19.889620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '9212defb-5757-4462-ab0b-4895d2382191', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'port_id': '9212defb-5757-4462-ab0b-4895d2382191', 'mac_address': 'fa:16:3e:51:67:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:19.905880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Checking segment: {'id': 'c8309230-25b2-457e-bd94-13e32bb18d3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '22072cad-e1cb-45ea-88c5-cbf4dd57e9c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:19.907048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Network hostable DHCP agents. Network: 22072cad-e1cb-45ea-88c5-cbf4dd57e9c8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:06:19.919936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df3a2a-3b73-41f2-a448-fcec42545632 req-f71a28d9-0847-41b9-970c-b0a4860e7a8f tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:19.921793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63df3a2a-3b73-41f2-a448-fcec42545632 req-f71a28d9-0847-41b9-970c-b0a4860e7a8f tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 943 time: 0.1766229 Feb 17 22:06:19.927665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Deleting port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:19.928229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.938628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d654c669-c10a-42df-a32c-a9ae50e4b5dc None None] Current status of the port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:19.939011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d654c669-c10a-42df-a32c-a9ae50e4b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.971782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9212defb-5757-4462-ab0b-4895d2382191 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:19.972164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9212defb-5757-4462-ab0b-4895d2382191), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:19.976299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:14Z', 'revision_number': 4, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port': {'id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:09Z', 'updated_at': '2022-02-17T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6755e4d7-a44c-46c2-a3ce-9e46a25d2241', 'name': '', 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'mac_address': 'fa:16:3e:53:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '590c2297-1931-4ee5-954d-f30c60bf72c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:13Z', 'updated_at': '2022-02-17T22:06:19Z', 'revision_number': 4, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'subnets': [{'id': '590c2297-1931-4ee5-954d-f30c60bf72c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:20.007560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Network 22072cad-e1cb-45ea-88c5-cbf4dd57e9c8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:06:20.022601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdc6b7d-7d53-4d11-8e14-4b4546f5bc92 None None] The sync data for ids ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'] in n-d-828369-18 is: [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:14Z', 'revision_number': 4, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port': {'id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:09Z', 'updated_at': '2022-02-17T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6755e4d7-a44c-46c2-a3ce-9e46a25d2241', 'name': '', 'network_id': 'bc678d8a-8923-429d-aad0-b170db03a48f', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'mac_address': 'fa:16:3e:53:46:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 206, 'fixed_ips': [{'subnet_id': '590c2297-1931-4ee5-954d-f30c60bf72c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:13Z', 'updated_at': '2022-02-17T22:06:19Z', 'revision_number': 4, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'subnets': [{'id': '590c2297-1931-4ee5-954d-f30c60bf72c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:06:20.028213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d654c669-c10a-42df-a32c-a9ae50e4b5dc None None] For port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,segment=NetworkSegment(65dbab56-8313-4b7c-9e9d-22a0f698a8dc),segment_id=65dbab56-8313-4b7c-9e9d-22a0f698a8dc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:20.029945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9212defb-5757-4462-ab0b-4895d2382191 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:20.036505 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d654c669-c10a-42df-a32c-a9ae50e4b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.085859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9212defb-5757-4462-ab0b-4895d2382191, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9212defb-5757-4462-ab0b-4895d2382191,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:20.096375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 22072cad-e1cb-45ea-88c5-cbf4dd57e9c8) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:20.108458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63df3a2a-3b73-41f2-a448-fcec42545632 req-a563a0cd-866f-48f5-aa5c-c11811c39283 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760249 Feb 17 22:06:20.108458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:20.108458 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.139222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ace6abc9-a168-4a46-a7c4-156a66347869 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2557149 Feb 17 22:06:20.141674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75f52af-2569-41d0-a553-c428eef15a6e None None] Network 22072cad-e1cb-45ea-88c5-cbf4dd57e9c8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:06:20.145303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b443c-252d-43e0-883e-16b397d6398f req-6aa8d552-9ff2-4aec-ac73-a1750313d8d5 tempest-AggregatesAdminTestJSON-1774068147 tempest-AggregatesAdminTestJSON-1774068147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:20.146797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e0b443c-252d-43e0-883e-16b397d6398f req-6aa8d552-9ff2-4aec-ac73-a1750313d8d5 tempest-AggregatesAdminTestJSON-1774068147 tempest-AggregatesAdminTestJSON-1774068147-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 1153 time: 0.1634812 Feb 17 22:06:20.164137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] For port 6755e4d7-a44c-46c2-a3ce-9e46a25d2241, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,segment=NetworkSegment(65dbab56-8313-4b7c-9e9d-22a0f698a8dc),segment_id=65dbab56-8313-4b7c-9e9d-22a0f698a8dc)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:20.164800 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.187126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Calling delete_port for 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:20.220258 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9212defb-5757-4462-ab0b-4895d2382191), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.223106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654c669-c10a-42df-a32c-a9ae50e4b5dc None None] Pushing event updated for resources: {'Port': ['ID=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:20.228283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e0b443c-252d-43e0-883e-16b397d6398f req-ab2da6b4-46a6-4692-adc4-819a98eb547f tempest-AggregatesAdminTestJSON-1774068147 tempest-AggregatesAdminTestJSON-1774068147-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.380116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059e6f1a-37b3-4c5f-ab08-be0f84f6746f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548255 Feb 17 22:06:20.573626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9212defb-5757-4462-ab0b-4895d2382191,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:20.595665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f5ed052-9bf4-449a-b9e9-0ea933ae6726 req-7033225d-6f7b-4e73-b7fa-4a28f3c55f65 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 210 time: 0.0691760 Feb 17 22:06:20.601854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c8ddf8-07ed-45fa-88a7-65003de66d98 None None] Network 22072cad-e1cb-45ea-88c5-cbf4dd57e9c8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:06:20.659466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9212defb-5757-4462-ab0b-4895d2382191'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:20.703131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-c8779fda-9edf-4bbc-99cb-2bb1c60aeefa tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:20.704656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-c8779fda-9edf-4bbc-99cb-2bb1c60aeefa tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3127639 Feb 17 22:06:20.719776 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e0b443c-252d-43e0-883e-16b397d6398f req-ab2da6b4-46a6-4692-adc4-819a98eb547f tempest-AggregatesAdminTestJSON-1774068147 tempest-AggregatesAdminTestJSON-1774068147-project-admin] Publish callbacks [] for security_group (4fde17b0-b0c0-435e-8b3d-a736fad9f017), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.724071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:20.728812 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.793768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e0b443c-252d-43e0-883e-16b397d6398f req-ab2da6b4-46a6-4692-adc4-819a98eb547f tempest-AggregatesAdminTestJSON-1774068147 tempest-AggregatesAdminTestJSON-1774068147-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4fde17b0-b0c0-435e-8b3d-a736fad9f017), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:20.868311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2da6b4-46a6-4692-adc4-819a98eb547f tempest-AggregatesAdminTestJSON-1774068147 tempest-AggregatesAdminTestJSON-1774068147-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fde17b0-b0c0-435e-8b3d-a736fad9f017,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:20.894801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e0b443c-252d-43e0-883e-16b397d6398f req-ab2da6b4-46a6-4692-adc4-819a98eb547f tempest-AggregatesAdminTestJSON-1774068147 tempest-AggregatesAdminTestJSON-1774068147-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7065845 Feb 17 22:06:20.920977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (6755e4d7-a44c-46c2-a3ce-9e46a25d2241), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:21.021691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Pushing event deleted for resources: {'Port': ['ID=6755e4d7-a44c-46c2-a3ce-9e46a25d2241,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:21.231707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:21.236116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:21.259494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17976e-f842-418a-b74f-675684e8030d req-145dbece-caa7-4705-85f5-3a239c49c83b tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:21.261406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a17976e-f842-418a-b74f-675684e8030d req-145dbece-caa7-4705-85f5-3a239c49c83b tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 950 time: 0.2638216 Feb 17 22:06:21.270261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-6634b86d-4f99-4035-be00-91168833e4c7 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:21.272207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-6634b86d-4f99-4035-be00-91168833e4c7 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/networks?id=a99cfafa-ab71-48d7-a549-090819b04543 HTTP/1.1" status: 200 len: 814 time: 0.3637915 Feb 17 22:06:21.276177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:21.325793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-da50311e-dfed-4b8e-9864-d14320f48011 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/quotas/79670306c6734ebfadcc734e0424e779 HTTP/1.1" status: 200 len: 375 time: 0.0444391 Feb 17 22:06:21.331143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:21.406658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c0e2aa8-9f0a-4b12-a0fb-90efa3e1362b tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=79670306c6734ebfadcc734e0424e779&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597162 Feb 17 22:06:21.441457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a17976e-f842-418a-b74f-675684e8030d req-4e46a40a-5e05-41ee-a62f-0ae36c9b70b7 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661870 Feb 17 22:06:21.746222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-33f079dc-12d5-4367-8541-876dc9fd36f8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:06:21.747269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-33f079dc-12d5-4367-8541-876dc9fd36f8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0653865 Feb 17 22:06:21.827597 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for security_group (59b6f792-0efc-414c-9933-fbd8b2180ab5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:21.844538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (59b6f792-0efc-414c-9933-fbd8b2180ab5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:21.888503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3679e-4f66-409c-9287-69cafe63c949 req-1f024489-c6cc-4523-85ac-10312efd4778 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:21.889942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4dd3679e-4f66-409c-9287-69cafe63c949 req-1f024489-c6cc-4523-85ac-10312efd4778 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 944 time: 0.1985695 Feb 17 22:06:21.947855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b6f792-0efc-414c-9933-fbd8b2180ab5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:22.051829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-0dcd1003-b20b-41e8-b7ba-eb332016844a service neutron] 10.222.0.79 "GET /v2.0/networks/a99cfafa-ab71-48d7-a549-090819b04543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903793 Feb 17 22:06:22.161835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4dd3679e-4f66-409c-9287-69cafe63c949 req-6a1e89b1-ceef-4dad-a42e-870ef72c778e tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2327490 Feb 17 22:06:22.193277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.170 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/d55cecf8-cc95-4818-b98b-bc882d858dd5) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:22.245824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:06:22.269743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1206761d-d8d3-49b8-96f4-525c3246bce5 req-6e1b80b9-fa04-491e-81da-d4280c6162de tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 210 time: 0.0511582 Feb 17 22:06:22.274763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-b9335c72-ef58-4ccc-9470-5cc08e3297ee service neutron] 10.222.0.79 "GET /v2.0/networks/a99cfafa-ab71-48d7-a549-090819b04543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110751 Feb 17 22:06:22.491665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02c43a21-9206-4c5b-ab99-91a8a788ce2a req-556927b2-db94-4597-bfcf-668048cb6b0f tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 210 time: 0.0560737 Feb 17 22:06:22.550665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e494ae-686d-4b19-89b7-1e9a88e3fbde req-4306e652-5eb5-4daa-952e-f0a8cb62ace0 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:22.552249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98e494ae-686d-4b19-89b7-1e9a88e3fbde req-4306e652-5eb5-4daa-952e-f0a8cb62ace0 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 970 time: 0.2090950 Feb 17 22:06:22.557203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:06:22.567435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9710772c-a3b0-4a97-9cf6-31d7130ba445 admin admin] 10.222.0.79 "PUT /v2.0/routers/d5714ab2-ced5-4abe-ac43-b67bf1ace4b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8629570 Feb 17 22:06:22.567824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59422) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:22.572783 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] Sync routers for ids ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:06:22.584980 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] Routers {'d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:22.586028 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:06:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:22.591533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:22.660716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98e494ae-686d-4b19-89b7-1e9a88e3fbde req-bdd4d317-d078-4bfd-a56d-d66b9b9ae491 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017056 Feb 17 22:06:22.704134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25a2b2-8269-49cd-9d29-cb744b1c1444 req-5e5d77e3-646e-4323-9f5a-589ffcb374f7 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:22.711828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks [] for router (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:22.712011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee25a2b2-8269-49cd-9d29-cb744b1c1444 req-5e5d77e3-646e-4323-9f5a-589ffcb374f7 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 950 time: 0.1234543 Feb 17 22:06:22.721756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:22.756036 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] Set router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:22.801840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:22.812304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:22.815773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=d55cecf8-cc95-4818-b98b-bc882d858dd5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:22.818190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:22.828149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:22.828817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:22.829334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks [] for router_gateway (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:22.840554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee25a2b2-8269-49cd-9d29-cb744b1c1444 req-2009a60e-83a9-4368-be46-5b62d23979ac tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276095 Feb 17 22:06:22.861481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-059714b8-9bde-4576-934a-a943639c3b57 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1456740 Feb 17 22:06:22.874060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Request body: {'port': {'device_id': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'device_owner': 'compute:tempest-test_az-146595024', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:22.934604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Deleting port cd04854a-c639-4feb-9b76-6306e8d72ef3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:22.934933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:22.997344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.73', 50233) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:23.058515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.092745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] For port cd04854a-c639-4feb-9b76-6306e8d72ef3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cd04854a-c639-4feb-9b76-6306e8d72ef3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:23.096679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.110637 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130'}], 'enable_snat': True}, 'gw_port_id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:20Z', 'revision_number': 5, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port': {'id': 'cd04854a-c639-4feb-9b76-6306e8d72ef3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 184, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:06:09Z', 'updated_at': '2022-02-17T22:06:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:23.129337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Calling delete_port for cd04854a-c639-4feb-9b76-6306e8d72ef3 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:23.145445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-44147865-796a-4714-91c4-5e979dd7cc19 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:23.147034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-44147865-796a-4714-91c4-5e979dd7cc19 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.73 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 970 time: 0.1486852 Feb 17 22:06:23.150901 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] Checking router: d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:06:23.162833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] Routers {'d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:23.163501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:06:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:23.296141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b41da25d-3e26-49b7-b1b5-aac4a23a1c7c None None] Provisioning complete for port d55cecf8-cc95-4818-b98b-bc882d858dd5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:23.296759 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b41da25d-3e26-49b7-b1b5-aac4a23a1c7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.374578 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] Set router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:23.393264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b41da25d-3e26-49b7-b1b5-aac4a23a1c7c None None] Port d55cecf8-cc95-4818-b98b-bc882d858dd5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:23.421636 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (cd04854a-c639-4feb-9b76-6306e8d72ef3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.460681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd04854a-c639-4feb-9b76-6306e8d72ef3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:23.488903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:22Z', 'revision_number': 6, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:23.496763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.524464 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6fcd2f4-b1e9-42ba-b005-cbc7a129a964 None None] The sync data for ids ['d5714ab2-ced5-4abe-ac43-b67bf1ace4b5'] in n-d-828369-18 is: [{'id': 'd5714ab2-ced5-4abe-ac43-b67bf1ace4b5', 'name': 'tempest-FloatingIPsNegativeTestJSON-1742943861-router', 'tenant_id': 'f34ba075aeb4474897da8130f9e3fea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:06:07Z', 'updated_at': '2022-02-17T22:06:22Z', 'revision_number': 6, 'project_id': 'f34ba075aeb4474897da8130f9e3fea6', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:06:23.564486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0fe235-c229-4297-964f-0e2e2c3f184e req-b6eff472-9a76-4279-9ced-37593ec1d566 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:23.566154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e0fe235-c229-4297-964f-0e2e2c3f184e req-b6eff472-9a76-4279-9ced-37593ec1d566 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 944 time: 0.2496881 Feb 17 22:06:23.579240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9212defb-5757-4462-ab0b-4895d2382191 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:23.661333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Deleting port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:23.661774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.662182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 9212defb-5757-4462-ab0b-4895d2382191 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:23.683020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 9212defb-5757-4462-ab0b-4895d2382191 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:23.683845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9212defb-5757-4462-ab0b-4895d2382191), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.770812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e0fe235-c229-4297-964f-0e2e2c3f184e req-397ec30e-2aef-4174-94cd-742426c03b64 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807883 Feb 17 22:06:23.782636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fcbb9-e8a1-462b-af2a-15875b73f9e7 req-bfa2021a-681c-4e46-b268-4d2b77e773db tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:23.784395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c9fcbb9-e8a1-462b-af2a-15875b73f9e7 req-bfa2021a-681c-4e46-b268-4d2b77e773db tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 936 time: 0.2571423 Feb 17 22:06:23.856522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:06:23.884637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.887977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:06:23.888688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6755e4d7-a44c-46c2-a3ce-9e46a25d2241 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:06:23.895557 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks [] for router_controller (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.907625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9212defb-5757-4462-ab0b-4895d2382191 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:23.908014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9212defb-5757-4462-ab0b-4895d2382191), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:23.940755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212defb-5757-4462-ab0b-4895d2382191'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:23.944993 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cbcc5a2-721c-4585-a8b9-698f011e4f8c" -d '{"events": [{"server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "name": "network-vif-plugged", "status": "completed", "tag": "9212defb-5757-4462-ab0b-4895d2382191"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:23.961812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9212defb-5757-4462-ab0b-4895d2382191, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9212defb-5757-4462-ab0b-4895d2382191,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:23.968526 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9212defb-5757-4462-ab0b-4895d2382191), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.040226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (d5714ab2-ced5-4abe-ac43-b67bf1ace4b5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.040835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9212defb-5757-4462-ab0b-4895d2382191,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:24.041481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:06:24.058042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.061760 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4f0f680-3349-489c-8f87-6e6a15466587 admin admin] 10.222.0.79 "DELETE /v2.0/routers/d5714ab2-ced5-4abe-ac43-b67bf1ace4b5 HTTP/1.1" status: 204 len: 168 time: 1.4903932 Feb 17 22:06:24.064976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59442) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:24.131219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-8950a442-4106-47a2-9e0c-0588255e8a60 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:24.132602 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-8950a442-4106-47a2-9e0c-0588255e8a60 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.94 "GET /v2.0/networks?id=a99cfafa-ab71-48d7-a549-090819b04543 HTTP/1.1" status: 200 len: 814 time: 0.2332892 Feb 17 22:06:24.141478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] Deleting subnet 590c2297-1931-4ee5-954d-f30c60bf72c5 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:06:24.145918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] Publish callbacks [] for subnet (590c2297-1931-4ee5-954d-f30c60bf72c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.160352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d55cecf8-cc95-4818-b98b-bc882d858dd5 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:24.165790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] For port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:24.166153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.178366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Request body: {'port': {'device_id': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543', 'admin_state_up': True, 'tenant_id': '79670306c6734ebfadcc734e0424e779'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:24.195420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Publish callbacks [] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.200411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Calling delete_port for e5fe0232-f69f-4f4c-84d7-ee9af1220d8c owned by compute:tempest-test_az-146595024 {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:24.215500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c9fcbb9-e8a1-462b-af2a-15875b73f9e7 req-34bf9c9b-2aa7-416d-93e8-63125abda25f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4226830 Feb 17 22:06:24.229636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Transition to ACTIVE for port object d55cecf8-cc95-4818-b98b-bc882d858dd5 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:06:24.247792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] Publish callbacks [] for subnet (590c2297-1931-4ee5-954d-f30c60bf72c5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.269552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.282009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8a998-201b-4642-9ea7-268a429860e2 req-aa404c17-c94f-4030-8890-f5535e19344c tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:24.283704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03b8a998-201b-4642-9ea7-268a429860e2 req-aa404c17-c94f-4030-8890-f5535e19344c tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 950 time: 0.1914618 Feb 17 22:06:24.368495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (590c2297-1931-4ee5-954d-f30c60bf72c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.379362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b1f44f2-2254-49e0-90ad-4d9effe6833e req-dbc1621a-925d-4678-a2ba-c3d09e1e17d9 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 210 time: 0.0680354 Feb 17 22:06:24.397615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Pushing event updated for resources: {'Port': ['ID=d55cecf8-cc95-4818-b98b-bc882d858dd5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:24.436754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Made reservation on behalf of 79670306c6734ebfadcc734e0424e779 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:24.440541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.456031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03b8a998-201b-4642-9ea7-268a429860e2 req-04d5ff36-e174-42cd-b625-1f864c388aee tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498759 Feb 17 22:06:24.478702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Attempting to bind port d55cecf8-cc95-4818-b98b-bc882d858dd5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:24.479042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Attempting to bind port d55cecf8-cc95-4818-b98b-bc882d858dd5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:24.479506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Attempting to bind port d55cecf8-cc95-4818-b98b-bc882d858dd5 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:24.522886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (590c2297-1931-4ee5-954d-f30c60bf72c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.533447 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f7db03-5347-4ec7-913b-c0d07c6ff99c x-openstack-request-id: req-87f7db03-5347-4ec7-913b-c0d07c6ff99c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:24.533857 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "name": "network-vif-plugged", "status": "completed", "tag": "9212defb-5757-4462-ab0b-4895d2382191", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:24.533996 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87f7db03-5347-4ec7-913b-c0d07c6ff99c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:24.534575 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9212defb-5757-4462-ab0b-4895d2382191', 'code': 200} Feb 17 22:06:24.541553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Port d55cecf8-cc95-4818-b98b-bc882d858dd5 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:06:24.541879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Attempting to bind port d55cecf8-cc95-4818-b98b-bc882d858dd5 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:24.584235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be732308-1041-4397-bfd7-29dd8e4b2571 None None] Network bc678d8a-8923-429d-aad0-b170db03a48f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:06:24.592171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:24.592389 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590c2297-1931-4ee5-954d-f30c60bf72c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:24.592675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:24.593156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:24.594848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Bound port: d55cecf8-cc95-4818-b98b-bc882d858dd5, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:24.595279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.605121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.611690 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f0310423-ef01-4efd-994d-df398572d660 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/590c2297-1931-4ee5-954d-f30c60bf72c5 HTTP/1.1" status: 204 len: 168 time: 0.5451672 Feb 17 22:06:24.615241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59444) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:24.691948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.94', 62466) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:24.698618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (e5fe0232-f69f-4f4c-84d7-ee9af1220d8c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.706001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Allocated IP 172.20.0.12 (a99cfafa-ab71-48d7-a549-090819b04543/7e6b33da-6d82-478f-9983-4958fad49479/fc521438-2f33-43dd-84b4-158939624dd7) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:24.714356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e5fe0232-f69f-4f4c-84d7-ee9af1220d8c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:24.765024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.776116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Pushing event deleted for resources: {'Port': ['ID=e5fe0232-f69f-4f4c-84d7-ee9af1220d8c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:24.798015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396f81f0-f751-405a-b2bf-d0abd12f5c8d req-9753f8a2-3833-42c0-8466-c7b902cfaf84 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:24.800597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396f81f0-f751-405a-b2bf-d0abd12f5c8d req-9753f8a2-3833-42c0-8466-c7b902cfaf84 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/ports?device_id=619ee2ad-7dff-49ac-a853-87b45cf37024 HTTP/1.1" status: 200 len: 888 time: 0.2532620 Feb 17 22:06:24.883058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0797b-a5a7-4612-84a2-45d895b3a419 req-5f88d60f-af5f-4f4f-9b0e-4d3a24832afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:24.884910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b5f0797b-a5a7-4612-84a2-45d895b3a419 req-5f88d60f-af5f-4f4f-9b0e-4d3a24832afb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 1128 time: 0.1906164 Feb 17 22:06:24.885491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7368299f-be2b-4536-aa08-058656556772 None None] DHCP port deletion for bc678d8a-8923-429d-aad0-b170db03a48f request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:06:24.896755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (bc678d8a-8923-429d-aad0-b170db03a48f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.956565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7368299f-be2b-4536-aa08-058656556772 None None] Deleting port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:24.956943 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7368299f-be2b-4536-aa08-058656556772 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:24.962888 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b5f0797b-a5a7-4612-84a2-45d895b3a419 req-0b248edd-9a96-4714-ba15-0c1d0181520f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690546 Feb 17 22:06:24.964334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] For port d55cecf8-cc95-4818-b98b-bc882d858dd5, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:24.977540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] For port d55cecf8-cc95-4818-b98b-bc882d858dd5, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:24.982131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] No DVR routers for this DVR port e5fe0232-f69f-4f4c-84d7-ee9af1220d8c on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:06:25.003627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.007020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee1a705f-4add-4b00-b8ec-14f7d252887c req-78f9c81d-73fa-45ad-8a8f-76c506f39212 tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.73 "DELETE /v2.0/ports/e5fe0232-f69f-4f4c-84d7-ee9af1220d8c HTTP/1.1" status: 204 len: 173 time: 1.8537445 Feb 17 22:06:25.009080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'name': 'network-vif-deleted', 'tag': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:25.012368 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f6db8f-3404-48ee-98a4-6cd85c7b5df9" -d '{"events": [{"server_uuid": "619ee2ad-7dff-49ac-a853-87b45cf37024", "name": "network-vif-deleted", "tag": "e5fe0232-f69f-4f4c-84d7-ee9af1220d8c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:25.025886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.040810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks [] for port (fc521438-2f33-43dd-84b4-158939624dd7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.056406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7368299f-be2b-4536-aa08-058656556772 None None] For port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,segment=NetworkSegment(65dbab56-8313-4b7c-9e9d-22a0f698a8dc),segment_id=65dbab56-8313-4b7c-9e9d-22a0f698a8dc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:25.057170 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7368299f-be2b-4536-aa08-058656556772 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.073951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7368299f-be2b-4536-aa08-058656556772 None None] Calling delete_port for 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:25.086558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (fc521438-2f33-43dd-84b4-158939624dd7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.136901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Network a99cfafa-ab71-48d7-a549-090819b04543 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:25.140300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:25.144327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:25.147929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396f81f0-f751-405a-b2bf-d0abd12f5c8d req-534c6bd8-66a0-4e07-8ca0-e14a38cd33cc tempest-AggregatesAdminTestJSON-1797243061 tempest-AggregatesAdminTestJSON-1797243061-project] 10.222.0.79 "GET /v2.0/security-groups?id=51660bc6-d1b0-4620-9d0e-137470e78968&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260641 Feb 17 22:06:25.151584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.151584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.181355 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0088024 Feb 17 22:06:25.185134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.185752 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.193986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ff9f7-8683-4b39-a1ae-94e9765e1310 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Pushing event updated for resources: {'Port': ['ID=fc521438-2f33-43dd-84b4-158939624dd7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:25.195788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] 10.222.0.73 "PUT /v2.0/ports/d55cecf8-cc95-4818-b98b-bc882d858dd5 HTTP/1.1" status: 200 len: 1118 time: 2.3261573 Feb 17 22:06:25.220943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd51af7-0837-4769-8a72-f4721cff2295 service neutron] Pushing event updated for resources: {'Port': ['ID=d55cecf8-cc95-4818-b98b-bc882d858dd5,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:25.236410 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bdaf6d-c32f-4c78-825c-c43bdeb9caeb x-openstack-request-id: req-98bdaf6d-c32f-4c78-825c-c43bdeb9caeb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:25.236705 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619ee2ad-7dff-49ac-a853-87b45cf37024", "name": "network-vif-deleted", "tag": "e5fe0232-f69f-4f4c-84d7-ee9af1220d8c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:25.236960 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98bdaf6d-c32f-4c78-825c-c43bdeb9caeb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:25.237354 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619ee2ad-7dff-49ac-a853-87b45cf37024', 'name': 'network-vif-deleted', 'tag': 'e5fe0232-f69f-4f4c-84d7-ee9af1220d8c', 'status': 'completed', 'code': 200} Feb 17 22:06:25.253004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7368299f-be2b-4536-aa08-058656556772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.259508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb185d3-8612-4844-bb42-93f483ff1afe req-2f21672f-c3cb-4f58-a0a4-95d7883380fc tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.276710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb185d3-8612-4844-bb42-93f483ff1afe req-2f21672f-c3cb-4f58-a0a4-95d7883380fc tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 945 time: 0.3710225 Feb 17 22:06:25.300250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7368299f-be2b-4536-aa08-058656556772 None None] No DVR routers for this DVR port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:06:25.305878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368299f-be2b-4536-aa08-058656556772 None None] Pushing event deleted for resources: {'Port': ['ID=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:25.349074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Request body: {'port': {'device_id': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:25.399602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Deleting port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:25.399972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.408632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb185d3-8612-4844-bb42-93f483ff1afe req-66dbaff3-235c-40eb-b5b4-174911e5a6bc tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310432 Feb 17 22:06:25.421269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc521438-2f33-43dd-84b4-158939624dd7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.510451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-89a8ebda-3ab4-409e-8618-c3ef832558d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.512263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-89a8ebda-3ab4-409e-8618-c3ef832558d4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 1152 time: 0.1974013 Feb 17 22:06:25.523803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db3186-c88d-47b2-a5bc-cf8dbf94f57b req-3bc9ac79-444d-4d0d-9e6f-2afee52cbb08 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.524683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25db3186-c88d-47b2-a5bc-cf8dbf94f57b req-3bc9ac79-444d-4d0d-9e6f-2afee52cbb08 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 969 time: 0.2063608 Feb 17 22:06:25.552176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] For port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b, host n-d-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:25.552543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.600961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-60314720-507c-4d2b-ba45-c0b1ae913d42 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5 HTTP/1.1" status: 200 len: 217 time: 0.0612717 Feb 17 22:06:25.621768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Calling delete_port for 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:25.628402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b was not found and therefore no delete operation was performed {{(pid=103527) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:06:25.652649 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.730797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:25.736840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] No DVR routers for this DVR port 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:06:25.742493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93560f6b-9984-4ec8-b0c0-404852093231 req-d65652f6-b7fe-4a75-8a6d-a063af3576e9 tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.744043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93560f6b-9984-4ec8-b0c0-404852093231 req-d65652f6-b7fe-4a75-8a6d-a063af3576e9 tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 1133 time: 0.0967071 Feb 17 22:06:25.744351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25db3186-c88d-47b2-a5bc-cf8dbf94f57b req-9ffe2e41-b923-4823-93e2-9ad0b807c07c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945770 Feb 17 22:06:25.745994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-baa545b0-bd5c-4c28-b743-2be285b0feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.747170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-baa545b0-bd5c-4c28-b743-2be285b0feb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1348052 Feb 17 22:06:25.755973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13770e9-fe04-45af-b580-6c10122a5f4a req-fefffa27-7b4b-441d-b8b6-9d642c6155ea tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:25.757924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d13770e9-fe04-45af-b580-6c10122a5f4a req-fefffa27-7b4b-441d-b8b6-9d642c6155ea tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 932 time: 0.2640679 Feb 17 22:06:25.770303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc521438-2f33-43dd-84b4-158939624dd7 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:25.777097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:06:25.801678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Publish callbacks [] for port (fc521438-2f33-43dd-84b4-158939624dd7), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.803007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:06:25.803792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4cd7bdc2-2fa5-4238-a05d-2afe08bcb56b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:06:25.803917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd04854a-c639-4feb-9b76-6306e8d72ef3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:06:25.824365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: cd04854a-c639-4feb-9b76-6306e8d72ef3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:06:25.824794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd04854a-c639-4feb-9b76-6306e8d72ef3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:06:25.845399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Transition to ACTIVE for port object fc521438-2f33-43dd-84b4-158939624dd7 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:06:25.850916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc521438-2f33-43dd-84b4-158939624dd7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.908035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (bc678d8a-8923-429d-aad0-b170db03a48f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.924969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Pushing event updated for resources: {'Port': ['ID=fc521438-2f33-43dd-84b4-158939624dd7,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:25.948814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Deleting port 08814102-df52-4de5-8b24-716664625aa5 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:25.949149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (08814102-df52-4de5-8b24-716664625aa5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:25.957726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d13770e9-fe04-45af-b580-6c10122a5f4a req-ea21c112-83cc-479e-a8c3-be8890a45098 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732032 Feb 17 22:06:25.960546 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.961158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.961646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.961995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > port after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.962333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > port after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.962667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > port after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.962984 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.963327 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.964099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.964099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:25.998851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Attempting to bind port fc521438-2f33-43dd-84b4-158939624dd7 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:25.999183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Attempting to bind port fc521438-2f33-43dd-84b4-158939624dd7 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '1ad5a47c-c90e-442b-8492-68f1662838db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:25.999538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Attempting to bind port fc521438-2f33-43dd-84b4-158939624dd7 on network a99cfafa-ab71-48d7-a549-090819b04543 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:26.009569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Port fc521438-2f33-43dd-84b4-158939624dd7 on network a99cfafa-ab71-48d7-a549-090819b04543 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:06:26.009887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Attempting to bind port fc521438-2f33-43dd-84b4-158939624dd7 on network a99cfafa-ab71-48d7-a549-090819b04543 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:26.018903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:26.019299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Checking segment: {'id': '1ad5a47c-c90e-442b-8492-68f1662838db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:26.019702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Bound using segment: {'id': '1ad5a47c-c90e-442b-8492-68f1662838db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:26.020125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Bound port: fc521438-2f33-43dd-84b4-158939624dd7, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad5a47c-c90e-442b-8492-68f1662838db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:26.020487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc521438-2f33-43dd-84b4-158939624dd7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.031267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:26.032160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:26.032490 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:26.032816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103527) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:06:26.033190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc678d8a-8923-429d-aad0-b170db03a48f']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:26.050028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-af27f428-50e5-464d-b336-4912a50ddd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:26.055088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-af27f428-50e5-464d-b336-4912a50ddd7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2755461 Feb 17 22:06:26.058917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65dbab56-8313-4b7c-9e9d-22a0f698a8dc') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:26.059221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65dbab56-8313-4b7c-9e9d-22a0f698a8dc') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:26.080004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] For port 08814102-df52-4de5-8b24-716664625aa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08814102-df52-4de5-8b24-716664625aa5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:26.080368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (08814102-df52-4de5-8b24-716664625aa5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.087282 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (65dbab56-8313-4b7c-9e9d-22a0f698a8dc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.102076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Calling delete_port for 08814102-df52-4de5-8b24-716664625aa5 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:26.125715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] For port fc521438-2f33-43dd-84b4-158939624dd7, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:26.153949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26642e9-35fd-4576-9d09-7c26d8f20caf req-58034d17-24bd-4321-8765-7bb9f9d45df2 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:26.155450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b26642e9-35fd-4576-9d09-7c26d8f20caf req-58034d17-24bd-4321-8765-7bb9f9d45df2 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 950 time: 0.2870507 Feb 17 22:06:26.158444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (65dbab56-8313-4b7c-9e9d-22a0f698a8dc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.166206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] For port fc521438-2f33-43dd-84b4-158939624dd7, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc521438-2f33-43dd-84b4-158939624dd7,segment=NetworkSegment(1ad5a47c-c90e-442b-8492-68f1662838db),segment_id=1ad5a47c-c90e-442b-8492-68f1662838db)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:26.174774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:06:26.175146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (65dbab56-8313-4b7c-9e9d-22a0f698a8dc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.186078 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc521438-2f33-43dd-84b4-158939624dd7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: from cryptography.utils import int_from_bytes Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: from cryptography.utils import int_from_bytes Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:06:26.206145 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:06:26.230502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:26.230706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.232476 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] 10.222.0.94 "PUT /v2.0/ports/fc521438-2f33-43dd-84b4-158939624dd7 HTTP/1.1" status: 200 len: 1093 time: 0.8878591 Feb 17 22:06:26.232929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'tag': 'fc521438-2f33-43dd-84b4-158939624dd7'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:26.235180 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7478965-b860-4345-8b8a-89ba388048b7" -d '{"events": [{"name": "network-changed", "server_uuid": "516ffcb7-c00a-4500-b4ad-e549a9714a71", "tag": "fc521438-2f33-43dd-84b4-158939624dd7"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:26.277248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5f94b4-f260-4deb-b783-b5f1e1289dbd service neutron] Pushing event updated for resources: {'Port': ['ID=fc521438-2f33-43dd-84b4-158939624dd7,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:26.334366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-fba76935-06ba-4403-b321-9d0d4b1aaa39 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708242 Feb 17 22:06:26.341849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b26642e9-35fd-4576-9d09-7c26d8f20caf req-1cd702bc-4a63-452b-a264-ef5738e2736d tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712995 Feb 17 22:06:26.352468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (bc678d8a-8923-429d-aad0-b170db03a48f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.380969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (08814102-df52-4de5-8b24-716664625aa5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.407062 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.410252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] 10.222.0.79 "DELETE /v2.0/networks/bc678d8a-8923-429d-aad0-b170db03a48f HTTP/1.1" status: 204 len: 168 time: 1.7906561 Feb 17 22:06:26.416847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61622be-7b2e-4e7a-8089-56ff1c46906d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc678d8a-8923-429d-aad0-b170db03a48f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:26.420802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['08814102-df52-4de5-8b24-716664625aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:26.457317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a4483c1-d6bc-4672-879d-1b603c4de4a8 req-555263e9-facf-4b49-a0cf-a65ac88414bc service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139240 Feb 17 22:06:26.468321 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6f09fe-91fd-4763-89dd-77f47b5eaf9c x-openstack-request-id: req-2d6f09fe-91fd-4763-89dd-77f47b5eaf9c {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:26.469135 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516ffcb7-c00a-4500-b4ad-e549a9714a71", "tag": "fc521438-2f33-43dd-84b4-158939624dd7", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:26.469435 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d6f09fe-91fd-4763-89dd-77f47b5eaf9c {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:26.469802 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'tag': 'fc521438-2f33-43dd-84b4-158939624dd7', 'status': 'completed', 'code': 200} Feb 17 22:06:26.485728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Pushing event deleted for resources: {'Port': ['ID=08814102-df52-4de5-8b24-716664625aa5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:26.489841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-1348cac1-25e7-4768-9424-2074cda84fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:26.491404 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-1348cac1-25e7-4768-9424-2074cda84fe6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=79670306c6734ebfadcc734e0424e779&device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 1127 time: 0.1694658 Feb 17 22:06:26.575832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] No DVR routers for this DVR port 08814102-df52-4de5-8b24-716664625aa5 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:06:26.588133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:26.591489 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93560f6b-9984-4ec8-b0c0-404852093231 req-ac92e6f1-95d3-4862-ad58-93da0fb3adab tempest-DeleteServersAdminTestJSON-898850146 tempest-DeleteServersAdminTestJSON-898850146-project-admin] 10.222.0.94 "DELETE /v2.0/ports/08814102-df52-4de5-8b24-716664625aa5 HTTP/1.1" status: 204 len: 173 time: 0.8387754 Feb 17 22:06:26.644655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7445cf3-eef2-46ca-a8b3-55097b48cbc9 req-f3d74bfc-21d5-4c7e-892e-1f1ebb8a36b8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:26.650513 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-d2b63790-c1fc-4d01-8556-087887a08527 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc521438-2f33-43dd-84b4-158939624dd7 HTTP/1.1" status: 200 len: 217 time: 0.0738983 Feb 17 22:06:26.653790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7445cf3-eef2-46ca-a8b3-55097b48cbc9 req-f3d74bfc-21d5-4c7e-892e-1f1ebb8a36b8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 945 time: 0.0849216 Feb 17 22:06:26.716050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7445cf3-eef2-46ca-a8b3-55097b48cbc9 req-36e8107c-ac61-44e7-98ec-2aad692c4fdb tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613463 Feb 17 22:06:26.758908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-67e845ab-8d37-42b4-9475-2a07dac568c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:26.761074 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-67e845ab-8d37-42b4-9475-2a07dac568c5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7e6b33da-6d82-478f-9983-4958fad49479 HTTP/1.1" status: 200 len: 854 time: 0.0952773 Feb 17 22:06:26.822671 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-91b54a5f-2bc1-405c-9617-30e5b6e3d4ef service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a99cfafa-ab71-48d7-a549-090819b04543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551171 Feb 17 22:06:26.857069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59484) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:26.940427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8743479a-61ed-41ae-b749-b009ca26976d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f34ba075aeb4474897da8130f9e3fea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0821972 Feb 17 22:06:26.943000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59490) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:26.957338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e286d3-1767-4ac7-9d6a-5149c9e2c600 req-6182b356-093a-414c-b34d-800ae3ce54cc tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:26.959040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6e286d3-1767-4ac7-9d6a-5149c9e2c600 req-6182b356-093a-414c-b34d-800ae3ce54cc tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 969 time: 0.0805783 Feb 17 22:06:26.964107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-e24ec675-907b-43c4-b706-cbd9bf646e40 service neutron] 10.222.0.94 "GET /v2.0/networks/a99cfafa-ab71-48d7-a549-090819b04543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351860 Feb 17 22:06:27.021591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6e286d3-1767-4ac7-9d6a-5149c9e2c600 req-7eb439e2-8f74-4f3d-b71c-0ee7b4157c2e tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567575 Feb 17 22:06:27.074304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8ba-d100-4548-b4a4-6b93a64c9469 admin admin] Publish callbacks [] for security_group (5159d984-d96e-4a2b-9076-323216f57bb8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:27.111971 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f8c2da76-5d93-4a7c-9e19-6dfd3afecf60 req-cb022ed9-a274-4c53-b971-f28e19a4d1d8 service neutron] 10.222.0.94 "GET /v2.0/networks/a99cfafa-ab71-48d7-a549-090819b04543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393986 Feb 17 22:06:27.113805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8ba-d100-4548-b4a4-6b93a64c9469 admin admin] Publish callbacks [] for security_group (5159d984-d96e-4a2b-9076-323216f57bb8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:27.175963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5746cd3f-f032-4763-ab69-d486aaebfcbf req-7c48b5e3-fccb-47ce-b003-dfabf017c470 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.181983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5746cd3f-f032-4763-ab69-d486aaebfcbf req-7c48b5e3-fccb-47ce-b003-dfabf017c470 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 944 time: 0.0953918 Feb 17 22:06:27.196775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8ba-d100-4548-b4a4-6b93a64c9469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5159d984-d96e-4a2b-9076-323216f57bb8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:27.199539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d7bc8ba-d100-4548-b4a4-6b93a64c9469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:27.204580 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d7bc8ba-d100-4548-b4a4-6b93a64c9469 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5159d984-d96e-4a2b-9076-323216f57bb8 HTTP/1.1" status: 204 len: 168 time: 0.2566793 Feb 17 22:06:27.212368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7bc8ba-d100-4548-b4a4-6b93a64c9469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5159d984-d96e-4a2b-9076-323216f57bb8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:27.241767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'tag': 'd55cecf8-cc95-4818-b98b-bc882d858dd5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:27.244204 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ebfdac-c742-48de-98dd-d2042bf11880" -d '{"events": [{"name": "network-changed", "server_uuid": "046ad1ec-11aa-485a-8bf1-392852d9d93b", "tag": "d55cecf8-cc95-4818-b98b-bc882d858dd5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:27.254480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5746cd3f-f032-4763-ab69-d486aaebfcbf req-ed34b0b5-eedc-4ded-b6a1-3f8c8db078ff tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707181 Feb 17 22:06:27.335895 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb89c130-f5a3-4e4d-950f-ed19b9a943a4 x-openstack-request-id: req-eb89c130-f5a3-4e4d-950f-ed19b9a943a4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:27.336258 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "046ad1ec-11aa-485a-8bf1-392852d9d93b", "tag": "d55cecf8-cc95-4818-b98b-bc882d858dd5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:27.336886 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb89c130-f5a3-4e4d-950f-ed19b9a943a4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:27.337346 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'tag': 'd55cecf8-cc95-4818-b98b-bc882d858dd5', 'status': 'completed', 'code': 200} Feb 17 22:06:27.340876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478965-b860-4345-8b8a-89ba388048b7 req-3e2cc9ea-5e63-4d46-9ab1-2ce9353e68d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.342653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b7478965-b860-4345-8b8a-89ba388048b7 req-3e2cc9ea-5e63-4d46-9ab1-2ce9353e68d5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=79670306c6734ebfadcc734e0424e779&device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 1127 time: 0.0811529 Feb 17 22:06:27.439524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-8c289aaa-9288-42d2-bc8b-e72285675b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.441161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-8c289aaa-9288-42d2-bc8b-e72285675b4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 1152 time: 0.0826344 Feb 17 22:06:27.538919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478965-b860-4345-8b8a-89ba388048b7 req-c38bec50-7412-40e0-bdce-d47e752f0fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.550506 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b7478965-b860-4345-8b8a-89ba388048b7 req-c38bec50-7412-40e0-bdce-d47e752f0fd0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=a99cfafa-ab71-48d7-a549-090819b04543 HTTP/1.1" status: 200 len: 915 time: 0.1995759 Feb 17 22:06:27.596225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5febaa70-0096-4dcf-9775-34cba104fc54 req-543a7fb4-9370-4938-b03a-284cae56cb99 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1fa1137-63f5-4f12-af04-35642d991784 HTTP/1.1" status: 200 len: 210 time: 0.0482695 Feb 17 22:06:27.597811 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b7478965-b860-4345-8b8a-89ba388048b7 req-18b958df-6eb2-4720-aa50-4c4d7ea559f4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fc521438-2f33-43dd-84b4-158939624dd7 HTTP/1.1" status: 200 len: 217 time: 0.0412014 Feb 17 22:06:27.639514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-950ddaf8-9a8d-4ab6-8a3f-dc88f8aad919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.641125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-950ddaf8-9a8d-4ab6-8a3f-dc88f8aad919 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1939800 Feb 17 22:06:27.659296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7478965-b860-4345-8b8a-89ba388048b7 req-773ffe0a-ddcb-4987-a99e-72ce2da31170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.660790 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b7478965-b860-4345-8b8a-89ba388048b7 req-773ffe0a-ddcb-4987-a99e-72ce2da31170 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7e6b33da-6d82-478f-9983-4958fad49479 HTTP/1.1" status: 200 len: 854 time: 0.0499532 Feb 17 22:06:27.688765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5fe0232-f69f-4f4c-84d7-ee9af1220d8c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:06:27.711982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-ce1ce792-284f-4c62-b27d-b2ce996da6ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5 HTTP/1.1" status: 200 len: 217 time: 0.0601315 Feb 17 22:06:27.744043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b7478965-b860-4345-8b8a-89ba388048b7 req-fc2e17cf-3d44-4065-aa34-050197f2b7ec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a99cfafa-ab71-48d7-a549-090819b04543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0769582 Feb 17 22:06:27.745452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: e5fe0232-f69f-4f4c-84d7-ee9af1220d8c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:06:27.746214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5fe0232-f69f-4f4c-84d7-ee9af1220d8c not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:06:27.833612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-28905642-cc55-469e-84f9-6df495ce5bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.835632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-28905642-cc55-469e-84f9-6df495ce5bdb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1225443 Feb 17 22:06:27.933981 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b7478965-b860-4345-8b8a-89ba388048b7 req-757d7ef9-5c7a-480f-9e00-8791e0e6e325 service neutron] 10.222.0.94 "GET /v2.0/networks/a99cfafa-ab71-48d7-a549-090819b04543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805780 Feb 17 22:06:27.942789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-47a3b777-9d90-4e44-a8a4-476ea859b8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:27.944413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-47a3b777-9d90-4e44-a8a4-476ea859b8af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1028471 Feb 17 22:06:28.018581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a587ee-617d-4b9c-9559-3ec9e11c3242 req-060d20ae-e156-4c29-9c68-fd4c851b6d3d tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:28.020381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15a587ee-617d-4b9c-9559-3ec9e11c3242 req-060d20ae-e156-4c29-9c68-fd4c851b6d3d tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 945 time: 0.1400726 Feb 17 22:06:28.075143 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b7478965-b860-4345-8b8a-89ba388048b7 req-83901859-95b4-4709-9d4c-646a33cfe51f service neutron] 10.222.0.94 "GET /v2.0/networks/a99cfafa-ab71-48d7-a549-090819b04543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300647 Feb 17 22:06:28.105769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-c617dc7f-97d2-45e4-8e46-91612a77aaf0 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483357 Feb 17 22:06:28.109990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15a587ee-617d-4b9c-9559-3ec9e11c3242 req-12c99667-ff68-498a-b44f-0e02f5ab65c6 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781612 Feb 17 22:06:28.257889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ebfdac-c742-48de-98dd-d2042bf11880 req-9d63745d-a788-4139-a0d3-def9003b55c8 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394718 Feb 17 22:06:28.268428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3894d-be76-46a7-ae0b-32d4a38b4b1b req-9a66d353-fccd-406b-bade-041f8ea8c63f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:28.270159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fee3894d-be76-46a7-ae0b-32d4a38b4b1b req-9a66d353-fccd-406b-bade-041f8ea8c63f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 969 time: 0.1198983 Feb 17 22:06:28.332799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fee3894d-be76-46a7-ae0b-32d4a38b4b1b req-c9d8e9aa-742d-4609-b713-d09abd88e4bb tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565524 Feb 17 22:06:28.383737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e71b6-0d90-4bf0-953f-25ec0e41b21c req-ed77ee99-448b-4084-816b-85a839895ef9 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:28.385394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b88e71b6-0d90-4bf0-953f-25ec0e41b21c req-ed77ee99-448b-4084-816b-85a839895ef9 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 945 time: 0.0659504 Feb 17 22:06:28.394370 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59594) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:28.399303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'floatingip': {'port_id': '9212defb-5757-4462-ab0b-4895d2382191'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:28.472673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fa1137-63f5-4f12-af04-35642d991784', 'name': 'network-vif-deleted', 'tag': '08814102-df52-4de5-8b24-716664625aa5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:28.475156 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a712f4-7ea5-49e1-82b9-257069516dbe" -d '{"events": [{"server_uuid": "c1fa1137-63f5-4f12-af04-35642d991784", "name": "network-vif-deleted", "tag": "08814102-df52-4de5-8b24-716664625aa5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:28.478415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85947ed-9e4f-494a-8d5f-e1c7fdb62642 req-971f30e1-2a89-4c28-8067-82ec8dc9a256 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:28.479985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a85947ed-9e4f-494a-8d5f-e1c7fdb62642 req-971f30e1-2a89-4c28-8067-82ec8dc9a256 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 944 time: 0.0567284 Feb 17 22:06:28.480100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:28.534612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a85947ed-9e4f-494a-8d5f-e1c7fdb62642 req-6f488487-f9dc-4354-8dcf-dd9dcb95a01c tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460281 Feb 17 22:06:28.700804 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d7273e-035d-4d90-b268-9f831e9625c5 x-openstack-request-id: req-f8d7273e-035d-4d90-b268-9f831e9625c5 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:28.701109 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fa1137-63f5-4f12-af04-35642d991784", "name": "network-vif-deleted", "tag": "08814102-df52-4de5-8b24-716664625aa5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:28.701361 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8d7273e-035d-4d90-b268-9f831e9625c5 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:28.701745 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fa1137-63f5-4f12-af04-35642d991784', 'name': 'network-vif-deleted', 'tag': '08814102-df52-4de5-8b24-716664625aa5', 'status': 'completed', 'code': 200} Feb 17 22:06:28.841379 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-63d4b7c4-01bd-4976-9905-9db943a3c1cc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1386282 Feb 17 22:06:29.005573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-cb592fe4-d2e8-4a53-9493-86cce5412701 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=94083296ede948a6baf263f1ecff3b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278866 Feb 17 22:06:29.014319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-1c9466fb-b0ab-4272-aa0c-c7f7c7567261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:29.015767 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-1c9466fb-b0ab-4272-aa0c-c7f7c7567261 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 1128 time: 0.0839734 Feb 17 22:06:29.379016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-6b331d6e-79f0-4973-962b-16754a908169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:29.380665 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-6b331d6e-79f0-4973-962b-16754a908169 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 925 time: 0.3251560 Feb 17 22:06:29.448399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-d1ce4ad2-38e4-4569-9766-6a33701e71d5 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:29.449918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-d1ce4ad2-38e4-4569-9766-6a33701e71d5 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4375165 Feb 17 22:06:29.463294 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-79fad096-87c7-4546-a993-970061e0f997 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9212defb-5757-4462-ab0b-4895d2382191 HTTP/1.1" status: 200 len: 217 time: 0.0600555 Feb 17 22:06:29.491726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-7cfcc783-1855-486f-8440-442db8480842 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/quotas/94083296ede948a6baf263f1ecff3b26 HTTP/1.1" status: 200 len: 375 time: 0.0337565 Feb 17 22:06:29.494150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:06:29.560902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-1cbe30e7-9773-4e07-8d21-6e208022ae20 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=94083296ede948a6baf263f1ecff3b26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572166 Feb 17 22:06:29.584551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59710) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:29.590029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 08814102-df52-4de5-8b24-716664625aa5 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:06:29.590749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59712) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:29.607905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:29.612684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-8b3aaaba-9057-4b04-a426-844c61d68889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:29.614463 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-8b3aaaba-9057-4b04-a426-844c61d68889 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.1441154 Feb 17 22:06:29.615695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:29.638363 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 08814102-df52-4de5-8b24-716664625aa5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:06:29.642494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 08814102-df52-4de5-8b24-716664625aa5 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:06:29.694959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d55cecf8-cc95-4818-b98b-bc882d858dd5 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:29.712881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913dffe-26ea-4b5d-a2a0-91961b00f9de req-a3d71825-a9d3-4be7-a2d7-2eae4f731bae tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:29.714362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d913dffe-26ea-4b5d-a2a0-91961b00f9de req-a3d71825-a9d3-4be7-a2d7-2eae4f731bae tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 969 time: 0.0831568 Feb 17 22:06:29.775710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-00b78539-3637-4a14-96b1-080e3f9a09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:29.777191 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-00b78539-3637-4a14-96b1-080e3f9a09c8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1175592 Feb 17 22:06:29.807630 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6 associated. External IP: 172.25.0.96, port: 9212defb-5757-4462-ab0b-4895d2382191. Feb 17 22:06:29.832904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d913dffe-26ea-4b5d-a2a0-91961b00f9de req-465ecea5-77c8-4602-bb3c-410d700b92e8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083720 Feb 17 22:06:29.862296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8963395e-151c-4805-838a-50f627f00186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:29.912083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d55cecf8-cc95-4818-b98b-bc882d858dd5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:29.931270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'd55cecf8-cc95-4818-b98b-bc882d858dd5', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'd55cecf8-cc95-4818-b98b-bc882d858dd5', 'mac_address': 'fa:16:3e:b8:3b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:tempest-test_az-146595024', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:29.957627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8963395e-151c-4805-838a-50f627f00186 admin admin] Publish callbacks [] for security_group (955b17fb-10a9-4991-875c-0eb3f3a0c276), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:29.976891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06259a88-35b7-40e6-bbeb-89137f9521d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:29.986242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d55cecf8-cc95-4818-b98b-bc882d858dd5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:29.986719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.005070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d55cecf8-cc95-4818-b98b-bc882d858dd5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:30.032856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d55cecf8-cc95-4818-b98b-bc882d858dd5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:30.037520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8963395e-151c-4805-838a-50f627f00186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (955b17fb-10a9-4991-875c-0eb3f3a0c276), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.037822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.115709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68076f05-ef99-43c7-8c2e-55a302399d4a req-6068bd3f-7cd9-4006-a481-3eafada21916 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 210 time: 0.1159267 Feb 17 22:06:30.141335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d55cecf8-cc95-4818-b98b-bc882d858dd5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:30.151692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8963395e-151c-4805-838a-50f627f00186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b17fb-10a9-4991-875c-0eb3f3a0c276,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:30.164582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8963395e-151c-4805-838a-50f627f00186 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14cb69203b07455daa2ebfad96f560dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5784724 Feb 17 22:06:30.166433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59730) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:30.241710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c840a81-53bd-40c8-9c58-9d31d2205243 req-1ad9e43a-a820-4a18-85fd-b6a43a23a29c tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:30.242414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:30.243510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c840a81-53bd-40c8-9c58-9d31d2205243 req-1ad9e43a-a820-4a18-85fd-b6a43a23a29c tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 944 time: 0.2796147 Feb 17 22:06:30.310303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06259a88-35b7-40e6-bbeb-89137f9521d9 admin admin] Publish callbacks [] for security_group (ad2a9951-ec1b-4def-9fb3-c63191bba74b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.318874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b3eed249-037c-4c0d-a66c-40f28e9aa6dc admin admin] Publish callbacks [] for security_group (955b17fb-10a9-4991-875c-0eb3f3a0c276), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.329646 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-8c2c59be-6c34-4565-9587-94edf75f2b75 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432980 Feb 17 22:06:30.337093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06259a88-35b7-40e6-bbeb-89137f9521d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ad2a9951-ec1b-4def-9fb3-c63191bba74b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.382049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c840a81-53bd-40c8-9c58-9d31d2205243 req-c796c8f1-1381-41a5-b8b8-d41496261287 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212122 Feb 17 22:06:30.406092 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b3eed249-037c-4c0d-a66c-40f28e9aa6dc admin admin] Publish callbacks [] for security_group (955b17fb-10a9-4991-875c-0eb3f3a0c276), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.449187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:06:30.456612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-06259a88-35b7-40e6-bbeb-89137f9521d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20dce42cd89448a59192bd6395ecb722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8603892 Feb 17 22:06:30.465770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59740) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:30.473857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06259a88-35b7-40e6-bbeb-89137f9521d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a9951-ec1b-4def-9fb3-c63191bba74b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:30.496431 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5b74a07-7293-45fa-87cf-365ff51ed86f req-62505e1b-e2af-405f-9b1e-0b60ac760f0d service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603551 Feb 17 22:06:30.521010 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b3eed249-037c-4c0d-a66c-40f28e9aa6dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (955b17fb-10a9-4991-875c-0eb3f3a0c276), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.538930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b3eed249-037c-4c0d-a66c-40f28e9aa6dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.541753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b3eed249-037c-4c0d-a66c-40f28e9aa6dc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/955b17fb-10a9-4991-875c-0eb3f3a0c276 HTTP/1.1" status: 204 len: 168 time: 0.3725846 Feb 17 22:06:30.598150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eed249-037c-4c0d-a66c-40f28e9aa6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b17fb-10a9-4991-875c-0eb3f3a0c276,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:30.656309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fa4cfae-660e-4eb4-90d9-d30bb50d20b6 admin admin] Publish callbacks [] for security_group (ad2a9951-ec1b-4def-9fb3-c63191bba74b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.694701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:06:30.707551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] Sync routers for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:06:30.713944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fa4cfae-660e-4eb4-90d9-d30bb50d20b6 admin admin] Publish callbacks [] for security_group (ad2a9951-ec1b-4def-9fb3-c63191bba74b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.720720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:30.721616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:06:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:30.736125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.801641 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-131bd77c-5c4a-45c1-9cf4-5619feee0577 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "PUT /v2.0/floatingips/e3c28944-6bb2-4ffd-b160-f21681954fa6 HTTP/1.1" status: 200 len: 990 time: 2.4061584 Feb 17 22:06:30.804506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'tag': '9212defb-5757-4462-ab0b-4895d2382191'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:30.808091 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76839a05-5335-4876-90f3-e54f7b696226" -d '{"events": [{"name": "network-changed", "server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "tag": "9212defb-5757-4462-ab0b-4895d2382191"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:30.897707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fa4cfae-660e-4eb4-90d9-d30bb50d20b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ad2a9951-ec1b-4def-9fb3-c63191bba74b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.900303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fa4cfae-660e-4eb4-90d9-d30bb50d20b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:30.903440 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1fa4cfae-660e-4eb4-90d9-d30bb50d20b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad2a9951-ec1b-4def-9fb3-c63191bba74b HTTP/1.1" status: 204 len: 168 time: 0.4301863 Feb 17 22:06:30.914658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4cfae-660e-4eb4-90d9-d30bb50d20b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a9951-ec1b-4def-9fb3-c63191bba74b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:30.945589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:31.008556 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ed9910-6563-4773-9476-8cdcc2397d38 x-openstack-request-id: req-78ed9910-6563-4773-9476-8cdcc2397d38 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:31.008848 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "tag": "9212defb-5757-4462-ab0b-4895d2382191", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:31.009107 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78ed9910-6563-4773-9476-8cdcc2397d38 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:31.009528 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'tag': '9212defb-5757-4462-ab0b-4895d2382191', 'status': 'completed', 'code': 200} Feb 17 22:06:31.013411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59781f6-f715-4d0d-9add-03b06e3aff2c req-dc201a08-3301-48c7-ab1b-f24332ee9cc1 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.026502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a59781f6-f715-4d0d-9add-03b06e3aff2c req-dc201a08-3301-48c7-ab1b-f24332ee9cc1 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 945 time: 0.1292903 Feb 17 22:06:31.121303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a59781f6-f715-4d0d-9add-03b06e3aff2c req-7d52e2db-0071-4782-9942-f87027877ce6 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912671 Feb 17 22:06:31.173386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59776) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:31.203036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839a05-5335-4876-90f3-e54f7b696226 req-7392cb10-c09f-4f54-9a9a-b9f607580c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.204823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-09e1f7cb-2029-4d05-832e-5a589970eac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:31.210008 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76839a05-5335-4876-90f3-e54f7b696226 req-7392cb10-c09f-4f54-9a9a-b9f607580c15 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 1128 time: 0.1483831 Feb 17 22:06:31.340529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839a05-5335-4876-90f3-e54f7b696226 req-7d134179-613b-4249-b14e-d9cfdda48192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.341966 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76839a05-5335-4876-90f3-e54f7b696226 req-7d134179-613b-4249-b14e-d9cfdda48192 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 925 time: 0.1224961 Feb 17 22:06:31.404237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6611ea1-0609-49b6-a6f2-3e9847bdfb35 req-6aa9bae9-d349-440b-a18f-2234ad5b6a47 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 210 time: 0.0589294 Feb 17 22:06:31.470129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-e43d99c7-5117-49dc-a038-2bec9ab71688 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=94083296ede948a6baf263f1ecff3b26&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686176 Feb 17 22:06:31.494061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e3c28944-6bb2-4ffd-b160-f21681954fa6', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'port_id': '9212defb-5757-4462-ab0b-4895d2382191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'mac_address': 'fa:16:3e:51:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92abda3e-925f-47db-bc92-303f73177246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:06:05Z', 'updated_at': '2022-02-17T22:06:29Z', 'revision_number': 1, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:31.523098 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76839a05-5335-4876-90f3-e54f7b696226 req-cd376b07-295c-4a5d-990a-e7d785b45394 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9212defb-5757-4462-ab0b-4895d2382191 HTTP/1.1" status: 200 len: 998 time: 0.1742876 Feb 17 22:06:31.561884 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-09e1f7cb-2029-4d05-832e-5a589970eac8 admin admin] Publish callbacks [] for security_group (ecf2061e-7479-4f6d-986d-f37707bd2df1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:31.577234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d449a89-af17-4141-ab8b-e09ba680ab9e req-6a8907d3-365a-49b1-b902-68474fac3d54 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.577467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] Checking router: 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:06:31.585651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d449a89-af17-4141-ab8b-e09ba680ab9e req-6a8907d3-365a-49b1-b902-68474fac3d54 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 970 time: 0.2916470 Feb 17 22:06:31.595006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:06:31.596119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-09e1f7cb-2029-4d05-832e-5a589970eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ecf2061e-7479-4f6d-986d-f37707bd2df1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:31.596493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:06:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:31.601133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc521438-2f33-43dd-84b4-158939624dd7 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:31.630124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839a05-5335-4876-90f3-e54f7b696226 req-e24e3f4c-4e1b-433c-bcd9-d9ae6b373ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.643399 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76839a05-5335-4876-90f3-e54f7b696226 req-e24e3f4c-4e1b-433c-bcd9-d9ae6b373ca5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.1110933 Feb 17 22:06:31.726578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76839a05-5335-4876-90f3-e54f7b696226 req-6565499c-1898-45fc-92c2-6bc4a4499cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.731721 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76839a05-5335-4876-90f3-e54f7b696226 req-6565499c-1898-45fc-92c2-6bc4a4499cec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0809786 Feb 17 22:06:31.731915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1f7cb-2029-4d05-832e-5a589970eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf2061e-7479-4f6d-986d-f37707bd2df1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:31.743169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-09e1f7cb-2029-4d05-832e-5a589970eac8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b24fe3a6eea94db8bccdc08483d2f7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5684030 Feb 17 22:06:31.752840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:31.833698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d449a89-af17-4141-ab8b-e09ba680ab9e req-7901889c-ed38-42a6-837c-b038943d619b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469611 Feb 17 22:06:31.846312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-2bcd8595-2723-4c6d-8db7-0bbc2b9c4ecf tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.847254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-2bcd8595-2723-4c6d-8db7-0bbc2b9c4ecf tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3656797 Feb 17 22:06:31.849098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d55cecf8-cc95-4818-b98b-bc882d858dd5 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:31.852159 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:06:31.864528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Request body: {'port': {'device_id': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '94083296ede948a6baf263f1ecff3b26'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:31.877038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d4ba2-73f0-4a6d-a564-52dcc2369a90 req-8c5741e5-be6d-4580-a9fe-6638a5ec257b tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:31.878780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-266d4ba2-73f0-4a6d-a564-52dcc2369a90 req-8c5741e5-be6d-4580-a9fe-6638a5ec257b tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 944 time: 0.2410414 Feb 17 22:06:31.884987 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76839a05-5335-4876-90f3-e54f7b696226 req-0a124f67-d335-408f-9a2f-569a983103a5 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442246 Feb 17 22:06:31.971641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ce9d-3683-4de5-95ff-8903b3318643 admin admin] Publish callbacks [] for security_group (ecf2061e-7479-4f6d-986d-f37707bd2df1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.017744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:06:32.052799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ce9d-3683-4de5-95ff-8903b3318643 admin admin] Publish callbacks [] for security_group (ecf2061e-7479-4f6d-986d-f37707bd2df1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.053325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port d55cecf8-cc95-4818-b98b-bc882d858dd5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:32.061665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fc521438-2f33-43dd-84b4-158939624dd7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc521438-2f33-43dd-84b4-158939624dd7,segment=NetworkSegment(1ad5a47c-c90e-442b-8492-68f1662838db),segment_id=1ad5a47c-c90e-442b-8492-68f1662838db)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:32.070977 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76839a05-5335-4876-90f3-e54f7b696226 req-965c0ff2-a528-4a7d-bfed-9cc7a917c46e service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722400 Feb 17 22:06:32.080986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port d55cecf8-cc95-4818-b98b-bc882d858dd5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:32.081443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.086129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-266d4ba2-73f0-4a6d-a564-52dcc2369a90 req-9650d45a-c441-46cc-8b2c-1843474f6cf3 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923418 Feb 17 22:06:32.122934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'fc521438-2f33-43dd-84b4-158939624dd7', 'network_id': 'a99cfafa-ab71-48d7-a549-090819b04543', 'port_id': 'fc521438-2f33-43dd-84b4-158939624dd7', 'mac_address': 'fa:16:3e:64:0d:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e6b33da-6d82-478f-9983-4958fad49479', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:32.201823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Made reservation on behalf of 94083296ede948a6baf263f1ecff3b26 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:32.206051 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.230919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ce9d-3683-4de5-95ff-8903b3318643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ecf2061e-7479-4f6d-986d-f37707bd2df1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.234029 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1d9ce9d-3683-4de5-95ff-8903b3318643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.236028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e1d9ce9d-3683-4de5-95ff-8903b3318643 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ecf2061e-7479-4f6d-986d-f37707bd2df1 HTTP/1.1" status: 204 len: 168 time: 0.4651165 Feb 17 22:06:32.249378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9ce9d-3683-4de5-95ff-8903b3318643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf2061e-7479-4f6d-986d-f37707bd2df1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:32.272062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port fc521438-2f33-43dd-84b4-158939624dd7 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:32.272452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc521438-2f33-43dd-84b4-158939624dd7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.331419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc521438-2f33-43dd-84b4-158939624dd7 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:32.383179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fc521438-2f33-43dd-84b4-158939624dd7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc521438-2f33-43dd-84b4-158939624dd7,segment=NetworkSegment(1ad5a47c-c90e-442b-8492-68f1662838db),segment_id=1ad5a47c-c90e-442b-8492-68f1662838db)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:32.383179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d55cecf8-cc95-4818-b98b-bc882d858dd5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:32.383451 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.402906 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc521438-2f33-43dd-84b4-158939624dd7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.467167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55cecf8-cc95-4818-b98b-bc882d858dd5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:32.469934 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a07cc5-f101-40a8-bce4-dadcce9eb464" -d '{"events": [{"server_uuid": "046ad1ec-11aa-485a-8bf1-392852d9d93b", "name": "network-vif-plugged", "status": "completed", "tag": "d55cecf8-cc95-4818-b98b-bc882d858dd5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:32.495884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d55cecf8-cc95-4818-b98b-bc882d858dd5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:32.496577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Allocated IP 192.168.233.41 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/d9a807fb-8828-48df-af63-dabdfdb5f318) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:32.515209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=fc521438-2f33-43dd-84b4-158939624dd7,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:32.518152 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:32.603562 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4041ad41-0ac1-49b9-9b90-d931deb13016 x-openstack-request-id: req-4041ad41-0ac1-49b9-9b90-d931deb13016 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:32.603884 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046ad1ec-11aa-485a-8bf1-392852d9d93b", "name": "network-vif-plugged", "status": "completed", "tag": "d55cecf8-cc95-4818-b98b-bc882d858dd5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:32.604151 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4041ad41-0ac1-49b9-9b90-d931deb13016 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:32.604629 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd55cecf8-cc95-4818-b98b-bc882d858dd5', 'code': 200} Feb 17 22:06:32.692532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e3c28944-6bb2-4ffd-b160-f21681954fa6', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'port_id': '9212defb-5757-4462-ab0b-4895d2382191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'mac_address': 'fa:16:3e:51:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92abda3e-925f-47db-bc92-303f73177246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:06:05Z', 'updated_at': '2022-02-17T22:06:29Z', 'revision_number': 1, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:06:32.694419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fa9a304-f537-4352-baaf-71eaba07caa9 req-21cbc7a7-f81e-462d-bcc2-baf4ee92988e tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 210 time: 0.0987754 Feb 17 22:06:32.694554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d55cecf8-cc95-4818-b98b-bc882d858dd5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:32.752617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59856) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:32.758967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334a5ce-5d47-4e6a-872b-d7275ea50ea6 None None] The sync data for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 is: [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e3c28944-6bb2-4ffd-b160-f21681954fa6', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'port_id': '9212defb-5757-4462-ab0b-4895d2382191', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'mac_address': 'fa:16:3e:51:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92abda3e-925f-47db-bc92-303f73177246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:06:05Z', 'updated_at': '2022-02-17T22:06:29Z', 'revision_number': 1, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:06:32.833363 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['fc521438-2f33-43dd-84b4-158939624dd7'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:32.852290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3445902-ecb4-451c-a54f-a9752ee5e659 req-3c3338fb-001f-4093-b1cd-8d2919df0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:32.860926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3445902-ecb4-451c-a54f-a9752ee5e659 req-3c3338fb-001f-4093-b1cd-8d2919df0d05 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 1154 time: 0.2217238 Feb 17 22:06:33.020653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b5051f9-c1c4-42b5-9c86-67ecbbbc4d5a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aa85c9d8f5d449a6a11fda07735db836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664378 Feb 17 22:06:33.025007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59884) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:33.058978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks [] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.065397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3445902-ecb4-451c-a54f-a9752ee5e659 req-ca454761-1f14-4683-b18e-65dbb5d82c59 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999428 Feb 17 22:06:33.126348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf51e-e97a-44b8-8f0f-c70ffad0cf8a admin admin] Publish callbacks [] for security_group (51660bc6-d1b0-4620-9d0e-137470e78968), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.133715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.168404 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5227bad1-a4ad-4034-8fbb-6990448ac48d None None] New status for floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:06:33.206253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:33.210770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf51e-e97a-44b8-8f0f-c70ffad0cf8a admin admin] Publish callbacks [] for security_group (51660bc6-d1b0-4620-9d0e-137470e78968), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.245403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:33.251350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:33.309854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf51e-e97a-44b8-8f0f-c70ffad0cf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (51660bc6-d1b0-4620-9d0e-137470e78968), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.315180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8ecf51e-e97a-44b8-8f0f-c70ffad0cf8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.316899 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b8ecf51e-e97a-44b8-8f0f-c70ffad0cf8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51660bc6-d1b0-4620-9d0e-137470e78968 HTTP/1.1" status: 204 len: 168 time: 0.2889450 Feb 17 22:06:33.326345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-2959b97d-7ec0-4a9c-9b20-fe30bb7be1b8 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=19f31981953a4cf793602b9d460791e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406711 Feb 17 22:06:33.332874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecf51e-e97a-44b8-8f0f-c70ffad0cf8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51660bc6-d1b0-4620-9d0e-137470e78968,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:33.486742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Pushing event updated for resources: {'Port': ['ID=d9a807fb-8828-48df-af63-dabdfdb5f318,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:33.560033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-345b7d75-dfe5-43f4-b894-0ddb3e88d58b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:33.566430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-345b7d75-dfe5-43f4-b894-0ddb3e88d58b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2390428 Feb 17 22:06:33.586971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-50f533f1-da72-44ae-b83d-fb7420ae168f None None] Provisioning complete for port d9a807fb-8828-48df-af63-dabdfdb5f318 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:33.587993 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f533f1-da72-44ae-b83d-fb7420ae168f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.617140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:33.617769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.629845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50f533f1-da72-44ae-b83d-fb7420ae168f None None] Port d9a807fb-8828-48df-af63-dabdfdb5f318 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:33.630294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e86922-3632-46ed-96df-78c8c286e6a1 req-a778c778-aab4-4dac-97a7-6fbbd0eb16d8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:33.642968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2e86922-3632-46ed-96df-78c8c286e6a1 req-a778c778-aab4-4dac-97a7-6fbbd0eb16d8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 971 time: 0.4386771 Feb 17 22:06:33.660895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-3f010429-96ed-4efc-bf5f-b31debdf75e5 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/quotas/19f31981953a4cf793602b9d460791e5 HTTP/1.1" status: 200 len: 375 time: 0.0934663 Feb 17 22:06:33.714397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-a9cd18e5-2cd8-4e2c-a8c8-0f844c052f14 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8573513 Feb 17 22:06:33.716418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-c8bf07d2-f330-4c8b-9a20-af22a052190f tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=19f31981953a4cf793602b9d460791e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548134 Feb 17 22:06:33.731299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Request body: {'port': {'device_id': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:33.773534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2e86922-3632-46ed-96df-78c8c286e6a1 req-b53a9afb-c2a1-4b60-ba27-ddb760d261ff tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274447 Feb 17 22:06:33.865267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:33.891777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59922) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:33.973978 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0fbfe4de-5601-4f5d-ab13-6c88efe0f037 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0fca1796153641a1b22d45b048d52415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0809228 Feb 17 22:06:33.975671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59926) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:34.066314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccba1be2-8644-49c5-adae-7874a1337246 admin admin] Publish callbacks [] for security_group (4fde17b0-b0c0-435e-8b3d-a736fad9f017), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:34.100770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928671d-0114-4d63-8cce-f6ce5714bab4 req-2449d80f-5b22-4262-912d-03ba7c3841a7 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:34.102519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f928671d-0114-4d63-8cce-f6ce5714bab4 req-2449d80f-5b22-4262-912d-03ba7c3841a7 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 935 time: 0.1670938 Feb 17 22:06:34.114338 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccba1be2-8644-49c5-adae-7874a1337246 admin admin] Publish callbacks [] for security_group (4fde17b0-b0c0-435e-8b3d-a736fad9f017), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:34.202669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccba1be2-8644-49c5-adae-7874a1337246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4fde17b0-b0c0-435e-8b3d-a736fad9f017), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:34.204635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae92493-8dc2-46d2-90c5-b0a68bb424b8 req-03927dac-aad7-4d6d-8f02-391e3957d867 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:34.207400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ccba1be2-8644-49c5-adae-7874a1337246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:34.207539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ae92493-8dc2-46d2-90c5-b0a68bb424b8 req-03927dac-aad7-4d6d-8f02-391e3957d867 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 945 time: 0.3211679 Feb 17 22:06:34.207737 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ccba1be2-8644-49c5-adae-7874a1337246 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fde17b0-b0c0-435e-8b3d-a736fad9f017 HTTP/1.1" status: 204 len: 168 time: 0.2304983 Feb 17 22:06:34.227517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba1be2-8644-49c5-adae-7874a1337246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fde17b0-b0c0-435e-8b3d-a736fad9f017,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:34.333092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f928671d-0114-4d63-8cce-f6ce5714bab4 req-d2ff9bca-dd0b-491f-9af3-b1852268d2b3 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189064 Feb 17 22:06:34.404321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ae92493-8dc2-46d2-90c5-b0a68bb424b8 req-31c6648d-afd2-42c9-8674-15530aa1028f tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837196 Feb 17 22:06:34.569040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a807fb-8828-48df-af63-dabdfdb5f318 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:34.617269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2711b9c5-ca5f-45f1-8046-cc94df5c851f req-d54d1d19-a903-476e-8b06-b34c033b43c6 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 210 time: 0.0785375 Feb 17 22:06:34.619818 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Publish callbacks [] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:34.644977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Transition to ACTIVE for port object d9a807fb-8828-48df-af63-dabdfdb5f318 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:06:34.659233 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:34.876755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a807fb-8828-48df-af63-dabdfdb5f318,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:35.031419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Attempting to bind port d9a807fb-8828-48df-af63-dabdfdb5f318 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:35.032042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Attempting to bind port d9a807fb-8828-48df-af63-dabdfdb5f318 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:35.032366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Attempting to bind port d9a807fb-8828-48df-af63-dabdfdb5f318 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:35.042513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664906ce-27e4-4fc5-b414-8307f4ec36f2 req-dc9ba53a-8fb4-4baf-8218-5f7f7b3ec73b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.044331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-664906ce-27e4-4fc5-b414-8307f4ec36f2 req-dc9ba53a-8fb4-4baf-8218-5f7f7b3ec73b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 971 time: 0.1475453 Feb 17 22:06:35.046572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Port d9a807fb-8828-48df-af63-dabdfdb5f318 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:06:35.047467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Attempting to bind port d9a807fb-8828-48df-af63-dabdfdb5f318 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:35.059973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:35.060572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:35.061138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:35.061558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Bound port: d9a807fb-8828-48df-af63-dabdfdb5f318, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:35.062071 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.155189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-664906ce-27e4-4fc5-b414-8307f4ec36f2 req-265dd7f4-4488-41c4-aecb-819e3e5f8bbe tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036744 Feb 17 22:06:35.180093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] For port d9a807fb-8828-48df-af63-dabdfdb5f318, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:35.184604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] For port d9a807fb-8828-48df-af63-dabdfdb5f318, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d9a807fb-8828-48df-af63-dabdfdb5f318,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:35.192209 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.230287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.231126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.232731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] 10.222.0.73 "PUT /v2.0/ports/d9a807fb-8828-48df-af63-dabdfdb5f318 HTTP/1.1" status: 200 len: 1096 time: 1.5098467 Feb 17 22:06:35.233175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'tag': 'd9a807fb-8828-48df-af63-dabdfdb5f318'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:35.235926 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf491d5-17c5-421a-a87c-ffdfb222793f", "tag": "d9a807fb-8828-48df-af63-dabdfdb5f318"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:35.270075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3f1c3-4f42-4474-b05a-cb33882fc57d service neutron] Pushing event updated for resources: {'Port': ['ID=d9a807fb-8828-48df-af63-dabdfdb5f318,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:35.278621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59988) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:35.387260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-f644cb93-f3d8-45cd-8967-eafc20b7f518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.395185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-f644cb93-f3d8-45cd-8967-eafc20b7f518 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94083296ede948a6baf263f1ecff3b26&device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 1130 time: 0.1181452 Feb 17 22:06:35.424939 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc8f914-cbb0-41f1-a662-3bce70a1f8ad x-openstack-request-id: req-abc8f914-cbb0-41f1-a662-3bce70a1f8ad {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:35.425217 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf491d5-17c5-421a-a87c-ffdfb222793f", "tag": "d9a807fb-8828-48df-af63-dabdfdb5f318", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:35.425480 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abc8f914-cbb0-41f1-a662-3bce70a1f8ad {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:35.425892 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'tag': 'd9a807fb-8828-48df-af63-dabdfdb5f318', 'status': 'completed', 'code': 200} Feb 17 22:06:35.459862 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-b043e1b0-b0f7-4045-a025-dce9875635dc tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=19f31981953a4cf793602b9d460791e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555646 Feb 17 22:06:35.521916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-af874db1-7646-4cd0-a585-7d2fb85531ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d9a807fb-8828-48df-af63-dabdfdb5f318 HTTP/1.1" status: 200 len: 217 time: 0.1186461 Feb 17 22:06:35.601609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc521438-2f33-43dd-84b4-158939624dd7 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:35.660214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port fc521438-2f33-43dd-84b4-158939624dd7 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:35.665477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port fc521438-2f33-43dd-84b4-158939624dd7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:35.666079 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fc521438-2f33-43dd-84b4-158939624dd7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.672937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.682436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-a63bef1a-2aa7-4ad1-839a-167c0e0da227 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.684580 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-a63bef1a-2aa7-4ad1-839a-167c0e0da227 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2193141 Feb 17 22:06:35.730525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Request body: {'port': {'device_id': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '19f31981953a4cf793602b9d460791e5'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:35.730747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-be749d37-a084-48f3-a352-2c727806a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.732524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-be749d37-a084-48f3-a352-2c727806a201 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2059209 Feb 17 22:06:35.801349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140c1d2-d375-4dfe-8ab2-5b32c51b0dad req-70322232-2dff-4c7f-b0fd-b841170ce1ec tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.802856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7140c1d2-d375-4dfe-8ab2-5b32c51b0dad req-70322232-2dff-4c7f-b0fd-b841170ce1ec tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 947 time: 0.2195621 Feb 17 22:06:35.805933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb11c3-47b4-40b1-b18b-ba27d1340253 req-14d60c3d-efb3-4235-afc4-33a4165435df tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.812808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bbb11c3-47b4-40b1-b18b-ba27d1340253 req-14d60c3d-efb3-4235-afc4-33a4165435df tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 1154 time: 0.2246680 Feb 17 22:06:35.816134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port fc521438-2f33-43dd-84b4-158939624dd7 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:35.816536 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc521438-2f33-43dd-84b4-158939624dd7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.851715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6bbb11c3-47b4-40b1-b18b-ba27d1340253 req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.858077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc521438-2f33-43dd-84b4-158939624dd7'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:35.863466 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496b8993-d0d9-495e-9a43-7264aac26e52" -d '{"events": [{"server_uuid": "516ffcb7-c00a-4500-b4ad-e549a9714a71", "name": "network-vif-plugged", "status": "completed", "tag": "fc521438-2f33-43dd-84b4-158939624dd7"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:35.871299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Publish callbacks [] for security_group (cb718be7-6593-419f-a4e8-65b87c5890ed), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.886694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cb718be7-6593-419f-a4e8-65b87c5890ed), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.891121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fc521438-2f33-43dd-84b4-158939624dd7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc521438-2f33-43dd-84b4-158939624dd7,segment=NetworkSegment(1ad5a47c-c90e-442b-8492-68f1662838db),segment_id=1ad5a47c-c90e-442b-8492-68f1662838db)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:35.892789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-db9271c8-eebf-4d53-b86e-5b17a01eac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:35.894438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-db9271c8-eebf-4d53-b86e-5b17a01eac74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1506002 Feb 17 22:06:35.896032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc521438-2f33-43dd-84b4-158939624dd7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.909352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Made reservation on behalf of 19f31981953a4cf793602b9d460791e5 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:35.912922 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.941784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7140c1d2-d375-4dfe-8ab2-5b32c51b0dad req-33780adf-9a64-4729-8942-a7d321352e22 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266088 Feb 17 22:06:35.944809 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c53dded4141e4e26a447c6bdfb6af285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6645787 Feb 17 22:06:35.945802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb718be7-6593-419f-a4e8-65b87c5890ed,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:35.948022 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:35.950349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:35.969327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.969676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.970013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.970498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.970663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.970973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.972154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.972154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.972154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.972484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.972645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.972865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.973160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f4b466-b5f3-4a65-915d-636db06ffe44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:35.998485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=fc521438-2f33-43dd-84b4-158939624dd7,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:36.017221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.018002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.018417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.018908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.019555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.019982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.020477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.021032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.021496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.022131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.022385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.022850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.023273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.042013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee135cbf-518c-456a-9f8a-22d81584f108 admin admin] Publish callbacks [] for security_group (cb718be7-6593-419f-a4e8-65b87c5890ed), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.073880 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee135cbf-518c-456a-9f8a-22d81584f108 admin admin] Publish callbacks [] for security_group (cb718be7-6593-419f-a4e8-65b87c5890ed), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.139361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks [] for security_group (fb4f8b92-9ed8-487e-a8de-f69646270631), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.144470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fb4f8b92-9ed8-487e-a8de-f69646270631), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.163913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee135cbf-518c-456a-9f8a-22d81584f108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cb718be7-6593-419f-a4e8-65b87c5890ed), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.166749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee135cbf-518c-456a-9f8a-22d81584f108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.170739 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ee135cbf-518c-456a-9f8a-22d81584f108 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cb718be7-6593-419f-a4e8-65b87c5890ed HTTP/1.1" status: 204 len: 168 time: 0.2194073 Feb 17 22:06:36.230103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4f8b92-9ed8-487e-a8de-f69646270631,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:36.251969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee135cbf-518c-456a-9f8a-22d81584f108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb718be7-6593-419f-a4e8-65b87c5890ed,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:36.337131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Allocated IP 192.168.233.233 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/3a01a065-cbbd-43df-8abf-fa2b718c7c68) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:36.384905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-ba729277-828d-4c14-b20f-6bdb7d2fd1cb service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683192 Feb 17 22:06:36.503328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397f28e-4451-40a7-9799-1e5a0d6544ee req-a8b7ba6b-065d-4dcc-8ea4-3d944b4a1ee9 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:36.504959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a397f28e-4451-40a7-9799-1e5a0d6544ee req-a8b7ba6b-065d-4dcc-8ea4-3d944b4a1ee9 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 946 time: 0.1604140 Feb 17 22:06:36.522840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6bbb11c3-47b4-40b1-b18b-ba27d1340253 req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Publish callbacks [] for security_group (5aa3e0d4-8586-4dce-915f-7baf37fba8f6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.549222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks [] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.562775 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6bbb11c3-47b4-40b1-b18b-ba27d1340253 req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5aa3e0d4-8586-4dce-915f-7baf37fba8f6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.583807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e10cd7f-0aa0-4eae-900b-7019596f5112 req-695de573-289c-4555-9d69-a4b60ebc3872 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904175 Feb 17 22:06:36.592291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.644505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bbb11c3-47b4-40b1-b18b-ba27d1340253 req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8302100 Feb 17 22:06:36.655417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60030) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:36.657025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa3e0d4-8586-4dce-915f-7baf37fba8f6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:36.664802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a397f28e-4451-40a7-9799-1e5a0d6544ee req-70bd2b19-6af6-46d6-968a-ca6da18d8ea5 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397295 Feb 17 22:06:36.664958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:36.680155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:36.683849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:36.701243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:36.701898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.721066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.721434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.721791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.722168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.722515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.722846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.723417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.724227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.725117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.725626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.725972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.726400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.726637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527c81f5-a5b2-4b5d-8691-0b1d516ccfa6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:06:36.732104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-941f6182-ecdd-43b3-9eef-e0a2ff8cdf68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.741708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Pushing event updated for resources: {'Port': ['ID=3a01a065-cbbd-43df-8abf-fa2b718c7c68,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:36.752862 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-b8fde380-bdba-4785-aa47-9a5f816b796d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0295529 Feb 17 22:06:36.772430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Request body: {'port': {'device_id': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:36.777047 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce852858-0feb-41f7-9975-413e38709c47 x-openstack-request-id: req-ce852858-0feb-41f7-9975-413e38709c47 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:36.777578 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ffcb7-c00a-4500-b4ad-e549a9714a71", "name": "network-vif-plugged", "status": "completed", "tag": "fc521438-2f33-43dd-84b4-158939624dd7", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:36.777578 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce852858-0feb-41f7-9975-413e38709c47 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:36.777984 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc521438-2f33-43dd-84b4-158939624dd7', 'code': 200} Feb 17 22:06:36.847913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:36.880490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c545c5-1c0f-471e-b1b2-64c444b5671e req-1eb6f792-38ef-49f8-817d-21f311fdfc65 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:36.882206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5c545c5-1c0f-471e-b1b2-64c444b5671e req-1eb6f792-38ef-49f8-817d-21f311fdfc65 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 936 time: 0.1377344 Feb 17 22:06:36.885835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-18c138e6-4b19-4c10-bd44-57f8d5cf788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:36.887412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-18c138e6-4b19-4c10-bd44-57f8d5cf788b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=94083296ede948a6baf263f1ecff3b26&device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 1130 time: 0.2123876 Feb 17 22:06:36.989287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149fada-1752-4a60-95be-291cd3332fa4 req-30b97b62-4b9d-4766-8742-5c6000c097b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:36.990779 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d149fada-1752-4a60-95be-291cd3332fa4 req-30b97b62-4b9d-4766-8742-5c6000c097b7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 1129 time: 0.0818787 Feb 17 22:06:37.079015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5c545c5-1c0f-471e-b1b2-64c444b5671e req-939b4d5e-a949-4b7a-a259-26f33d12d630 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823108 Feb 17 22:06:37.098943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a137fc0a-4a1d-4cea-bd8d-ad4b0c3dc82f None None] Provisioning complete for port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:37.099094 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-941f6182-ecdd-43b3-9eef-e0a2ff8cdf68 admin admin] Publish callbacks [] for security_group (b721699b-73b1-4812-8f01-1b2fb319f260), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.099415 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a137fc0a-4a1d-4cea-bd8d-ad4b0c3dc82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.126364 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-941f6182-ecdd-43b3-9eef-e0a2ff8cdf68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b721699b-73b1-4812-8f01-1b2fb319f260), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.130310 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d149fada-1752-4a60-95be-291cd3332fa4 req-45d64771-82e2-4594-8c74-89c950327456 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940533 Feb 17 22:06:37.151253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a137fc0a-4a1d-4cea-bd8d-ad4b0c3dc82f None None] Port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:37.173563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f6182-ecdd-43b3-9eef-e0a2ff8cdf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b721699b-73b1-4812-8f01-1b2fb319f260,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:37.193966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-455865d8-4494-4952-b9bd-8c9f7ed81ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.195510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-455865d8-4494-4952-b9bd-8c9f7ed81ac9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2913461 Feb 17 22:06:37.202746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-941f6182-ecdd-43b3-9eef-e0a2ff8cdf68 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=80010905f98545288377d5031603a504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5365508 Feb 17 22:06:37.208549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60048) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:37.244222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-ac966c99-ba3a-40d6-be8c-1626432d63de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=d9a807fb-8828-48df-af63-dabdfdb5f318 HTTP/1.1" status: 200 len: 217 time: 0.0397675 Feb 17 22:06:37.300446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-d2d07f8e-b035-48e5-8061-c3239c9bf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.301893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-d2d07f8e-b035-48e5-8061-c3239c9bf2e3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0500774 Feb 17 22:06:37.313017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce87db5b-82d2-4ca9-adbf-612d5ddcfb45 admin admin] Publish callbacks [] for security_group (b721699b-73b1-4812-8f01-1b2fb319f260), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.344051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a01a065-cbbd-43df-8abf-fa2b718c7c68 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:37.354065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce87db5b-82d2-4ca9-adbf-612d5ddcfb45 admin admin] Publish callbacks [] for security_group (b721699b-73b1-4812-8f01-1b2fb319f260), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.357516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Publish callbacks [] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.381402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-3f9440d5-706b-4807-98a7-193ea0fc5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.382982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-3f9440d5-706b-4807-98a7-193ea0fc5450 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0647840 Feb 17 22:06:37.404574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a75b6-ca80-4705-9703-0c16f83b83bb req-e191f854-0595-4513-9f99-063e869134fe tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.406863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-381a75b6-ca80-4705-9703-0c16f83b83bb req-e191f854-0595-4513-9f99-063e869134fe tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 947 time: 0.1647046 Feb 17 22:06:37.413216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Transition to ACTIVE for port object 3a01a065-cbbd-43df-8abf-fa2b718c7c68 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:06:37.420340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.441597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-aa59b309-9544-414f-b153-672110dd1e63 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576072 Feb 17 22:06:37.467883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce87db5b-82d2-4ca9-adbf-612d5ddcfb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b721699b-73b1-4812-8f01-1b2fb319f260), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.472623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce87db5b-82d2-4ca9-adbf-612d5ddcfb45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.474125 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce87db5b-82d2-4ca9-adbf-612d5ddcfb45 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b721699b-73b1-4812-8f01-1b2fb319f260 HTTP/1.1" status: 204 len: 168 time: 0.2645926 Feb 17 22:06:37.484830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Pushing event updated for resources: {'Port': ['ID=3a01a065-cbbd-43df-8abf-fa2b718c7c68,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:37.538497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Attempting to bind port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:37.538828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Attempting to bind port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:37.539163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Attempting to bind port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:37.544052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:06:37.544375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Attempting to bind port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:37.549502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce87db5b-82d2-4ca9-adbf-612d5ddcfb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b721699b-73b1-4812-8f01-1b2fb319f260,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:37.553124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:37.553727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:37.554118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:37.554854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Bound port: 3a01a065-cbbd-43df-8abf-fa2b718c7c68, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:37.555164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.597015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-381a75b6-ca80-4705-9703-0c16f83b83bb req-d74be0e3-7e6b-4137-bfb6-069bb57767d8 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715796 Feb 17 22:06:37.634793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-7cd1bfce-000c-41fd-85f1-b73bafd2fc99 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392342 Feb 17 22:06:37.658949 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] For port 3a01a065-cbbd-43df-8abf-fa2b718c7c68, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:37.663120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] For port 3a01a065-cbbd-43df-8abf-fa2b718c7c68, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3a01a065-cbbd-43df-8abf-fa2b718c7c68,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:37.676593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-b0054687-7129-486a-a493-e465f6325a33 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.677419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.683589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-b0054687-7129-486a-a493-e465f6325a33 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103198 Feb 17 22:06:37.733298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.734113 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:37.736238 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] 10.222.0.94 "PUT /v2.0/ports/3a01a065-cbbd-43df-8abf-fa2b718c7c68 HTTP/1.1" status: 200 len: 1097 time: 0.9696267 Feb 17 22:06:37.736696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'tag': '3a01a065-cbbd-43df-8abf-fa2b718c7c68'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:37.737452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-3e0f6654-4581-4d8e-b69a-a8cbec2147ed tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/quotas/8854d2b078364aca9e38c5d808877d24 HTTP/1.1" status: 200 len: 375 time: 0.0528750 Feb 17 22:06:37.738935 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd5049a-aae9-4900-82e5-1daf5330acf1" -d '{"events": [{"name": "network-changed", "server_uuid": "5603b7b2-7335-40e8-90fc-fc6723c99c03", "tag": "3a01a065-cbbd-43df-8abf-fa2b718c7c68"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:37.800771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb956a69-d8d8-405c-a288-4e76d058ce48 service neutron] Pushing event updated for resources: {'Port': ['ID=3a01a065-cbbd-43df-8abf-fa2b718c7c68,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:37.813874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d293d0e2-9bee-45f6-84bc-fcf0703b2b9e req-54839253-9c57-43d1-9ecf-c478a00b34a7 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653121 Feb 17 22:06:37.836172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-25c58118-4487-4c75-8053-91fc2fe4c9e4 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0977721 Feb 17 22:06:37.900435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-a8153507-9fd8-4b46-b69f-6da519bc2b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.906737 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-a8153507-9fd8-4b46-b69f-6da519bc2b2b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=19f31981953a4cf793602b9d460791e5&device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 1131 time: 0.0848508 Feb 17 22:06:37.972891 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-a05704a5-d44f-418c-a70c-8d581c8eacd1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=3a01a065-cbbd-43df-8abf-fa2b718c7c68 HTTP/1.1" status: 200 len: 217 time: 0.0486324 Feb 17 22:06:37.988407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61900aca-af45-4344-96c2-d176249662bc req-1a610edd-65e3-4b86-b544-ee4e364e821e tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:37.992576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61900aca-af45-4344-96c2-d176249662bc req-1a610edd-65e3-4b86-b544-ee4e364e821e tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 946 time: 0.0810945 Feb 17 22:06:38.072000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-4dfd89a7-d7c6-4380-a30e-69f8b3935fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:38.073640 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-4dfd89a7-d7c6-4380-a30e-69f8b3935fd3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0868309 Feb 17 22:06:38.095998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61900aca-af45-4344-96c2-d176249662bc req-66136381-b1ce-4d5a-9b8e-cbf3e503dc28 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973425 Feb 17 22:06:38.143956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e34a8-1794-436b-a020-8604804532e9 req-b88569df-be6f-48fa-a477-f0630c20f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:38.147487 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-b88569df-be6f-48fa-a477-f0630c20f998 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0666866 Feb 17 22:06:38.149762 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a56c42-c23a-4546-bc17-756c2f53ba14 x-openstack-request-id: req-e9a56c42-c23a-4546-bc17-756c2f53ba14 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:38.150046 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5603b7b2-7335-40e8-90fc-fc6723c99c03", "tag": "3a01a065-cbbd-43df-8abf-fa2b718c7c68", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:38.150303 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9a56c42-c23a-4546-bc17-756c2f53ba14 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:38.150697 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'tag': '3a01a065-cbbd-43df-8abf-fa2b718c7c68', 'status': 'completed', 'code': 200} Feb 17 22:06:38.279180 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-57ea09b2-89f1-469d-8a8b-6f7fedba33a7 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026254 Feb 17 22:06:38.412033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6f94b-c9f2-4b9b-b07d-1000c681e93b req-d35c3700-e307-48ba-a079-f697ea46a2f9 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:38.414162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ac6f94b-c9f2-4b9b-b07d-1000c681e93b req-d35c3700-e307-48ba-a079-f697ea46a2f9 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 948 time: 0.1046748 Feb 17 22:06:38.430004 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-092e34a8-1794-436b-a020-8604804532e9 req-e26b3c6b-b6d1-4c96-b9e3-dd9e87803ac9 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442928 Feb 17 22:06:38.510267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ac6f94b-c9f2-4b9b-b07d-1000c681e93b req-0a36f70f-f60a-4c34-a255-b1e7a864332f tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867851 Feb 17 22:06:38.656360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-59df85ba-cea9-4648-ad3d-fec8ecee070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:38.658461 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-59df85ba-cea9-4648-ad3d-fec8ecee070f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=19f31981953a4cf793602b9d460791e5&device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 1131 time: 0.0885456 Feb 17 22:06:38.850101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:38.856636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-a36a31e6-7988-46e7-b7f3-e6f7525eb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:38.858286 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-a36a31e6-7988-46e7-b7f3-e6f7525eb6dc service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1929190 Feb 17 22:06:38.930522 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-750be485-e85d-444d-93ad-f01547a510fb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=3a01a065-cbbd-43df-8abf-fa2b718c7c68 HTTP/1.1" status: 200 len: 217 time: 0.0628939 Feb 17 22:06:38.957876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799fe15-bc6e-4ae6-b9ee-d41a5c485d2d req-087d5e17-1b84-476d-abf2-d9eb1a9a8778 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:38.966177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0799fe15-bc6e-4ae6-b9ee-d41a5c485d2d req-087d5e17-1b84-476d-abf2-d9eb1a9a8778 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 947 time: 0.1112759 Feb 17 22:06:39.013465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b85b609-5218-45f6-b626-3114487edad9 req-4d9c5864-e63a-4627-bd72-2ae9b4dd6abd tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 210 time: 0.0435953 Feb 17 22:06:39.035561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-e5f52fb9-a3bf-4ca4-8f03-20a04f929ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:39.037041 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-e5f52fb9-a3bf-4ca4-8f03-20a04f929ae6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0978837 Feb 17 22:06:39.071323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0799fe15-bc6e-4ae6-b9ee-d41a5c485d2d req-c1925134-db54-4e65-b740-8e993b766976 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003892 Feb 17 22:06:39.130754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-cbee90f8-a383-421f-8fb3-6ee3c8a60326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:39.132524 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-cbee90f8-a383-421f-8fb3-6ee3c8a60326 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0889103 Feb 17 22:06:39.263216 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-055cc722-1f0f-4aed-8bbd-d08503f2db8c service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224544 Feb 17 22:06:39.271872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60154) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:39.315235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d4bc1-1fc6-4cd1-9d5b-229365da20b1 req-cf6aada4-440c-46c7-b461-dca8e49a3a8e tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:39.321683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-228d4bc1-1fc6-4cd1-9d5b-229365da20b1 req-cf6aada4-440c-46c7-b461-dca8e49a3a8e tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 946 time: 0.1368427 Feb 17 22:06:39.426300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-228d4bc1-1fc6-4cd1-9d5b-229365da20b1 req-43c062db-decd-4273-85de-5cbdbe940757 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880990 Feb 17 22:06:39.434980 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4fd5049a-aae9-4900-82e5-1daf5330acf1 req-52fa3721-8e00-4008-9622-f9c8bb5c8b1c service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607478 Feb 17 22:06:39.518508 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59f1ac76-4668-4e69-bca7-8edf1c8805ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:39.684253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59f1ac76-4668-4e69-bca7-8edf1c8805ae admin admin] Publish callbacks [] for security_group (7f6cbf06-aa1c-4308-a9c8-deeb8400efe6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:39.715217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60174) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:39.721352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59f1ac76-4668-4e69-bca7-8edf1c8805ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7f6cbf06-aa1c-4308-a9c8-deeb8400efe6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:39.736298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d9a807fb-8828-48df-af63-dabdfdb5f318 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:39.860541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ba6dcb-4791-42d1-bc7d-b59a2e14f098 req-c814113c-00ef-4bcc-a957-0153d19d1815 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:39.861129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44ba6dcb-4791-42d1-bc7d-b59a2e14f098 req-c814113c-00ef-4bcc-a957-0153d19d1815 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 948 time: 0.1743929 Feb 17 22:06:39.861648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1ac76-4668-4e69-bca7-8edf1c8805ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6cbf06-aa1c-4308-a9c8-deeb8400efe6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:39.880766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-59f1ac76-4668-4e69-bca7-8edf1c8805ae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=113320c3f49f41bb972096f2f998dd1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6076672 Feb 17 22:06:39.883568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60182) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:39.927882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d9a807fb-8828-48df-af63-dabdfdb5f318, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d9a807fb-8828-48df-af63-dabdfdb5f318,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:39.944349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'd9a807fb-8828-48df-af63-dabdfdb5f318', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'd9a807fb-8828-48df-af63-dabdfdb5f318', 'mac_address': 'fa:16:3e:0d:1b:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:39.973322 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0eaabe43-b065-4191-9fc3-ac32a3c99fe9 admin admin] Publish callbacks [] for security_group (7f6cbf06-aa1c-4308-a9c8-deeb8400efe6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.004471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44ba6dcb-4791-42d1-bc7d-b59a2e14f098 req-2e24eacc-733b-4845-b920-d803100efde3 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345768 Feb 17 22:06:40.017311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d9a807fb-8828-48df-af63-dabdfdb5f318 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:40.017980 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.048099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e02f1a53-ca9a-42c6-999e-b05c3b6bdd5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.056423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0eaabe43-b065-4191-9fc3-ac32a3c99fe9 admin admin] Publish callbacks [] for security_group (7f6cbf06-aa1c-4308-a9c8-deeb8400efe6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.076337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a807fb-8828-48df-af63-dabdfdb5f318 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:40.133969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-f794934c-4ccc-45e4-9c48-905722444869 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807877 Feb 17 22:06:40.159241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d9a807fb-8828-48df-af63-dabdfdb5f318, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d9a807fb-8828-48df-af63-dabdfdb5f318,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:40.167356 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.190350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0eaabe43-b065-4191-9fc3-ac32a3c99fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7f6cbf06-aa1c-4308-a9c8-deeb8400efe6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.204867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0eaabe43-b065-4191-9fc3-ac32a3c99fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.208854 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0eaabe43-b065-4191-9fc3-ac32a3c99fe9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7f6cbf06-aa1c-4308-a9c8-deeb8400efe6 HTTP/1.1" status: 204 len: 168 time: 0.3240998 Feb 17 22:06:40.231742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d9a807fb-8828-48df-af63-dabdfdb5f318,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:40.255622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaabe43-b065-4191-9fc3-ac32a3c99fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6cbf06-aa1c-4308-a9c8-deeb8400efe6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:40.294799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e02f1a53-ca9a-42c6-999e-b05c3b6bdd5b admin admin] Publish callbacks [] for security_group (78caa97f-3ce5-43ca-bbb3-688bc1ba32fb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.304628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e02f1a53-ca9a-42c6-999e-b05c3b6bdd5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (78caa97f-3ce5-43ca-bbb3-688bc1ba32fb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.380606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02f1a53-ca9a-42c6-999e-b05c3b6bdd5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78caa97f-3ce5-43ca-bbb3-688bc1ba32fb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:40.396555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d9a807fb-8828-48df-af63-dabdfdb5f318'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:40.447400 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e02f1a53-ca9a-42c6-999e-b05c3b6bdd5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc816324fc154dfd83a23a76158410ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7284849 Feb 17 22:06:40.454150 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60204) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:40.508888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5d5df2e-7722-4a15-8fe8-e70829029d51 req-c89c568e-cd4a-4107-a241-44868fc0f9c5 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 210 time: 0.1471865 Feb 17 22:06:40.582531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e294205-a322-4f73-a99e-ee32ae6477a2 admin admin] Publish callbacks [] for security_group (78caa97f-3ce5-43ca-bbb3-688bc1ba32fb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.647400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e294205-a322-4f73-a99e-ee32ae6477a2 admin admin] Publish callbacks [] for security_group (78caa97f-3ce5-43ca-bbb3-688bc1ba32fb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.661375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-67e9f9d1-fc92-4f90-a2a1-a85060639ced tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1795728 Feb 17 22:06:40.758957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e294205-a322-4f73-a99e-ee32ae6477a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (78caa97f-3ce5-43ca-bbb3-688bc1ba32fb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.762655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e294205-a322-4f73-a99e-ee32ae6477a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.764107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e294205-a322-4f73-a99e-ee32ae6477a2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78caa97f-3ce5-43ca-bbb3-688bc1ba32fb HTTP/1.1" status: 204 len: 168 time: 0.3081865 Feb 17 22:06:40.774159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e294205-a322-4f73-a99e-ee32ae6477a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78caa97f-3ce5-43ca-bbb3-688bc1ba32fb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:40.848013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:40.867049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5bc17865-12f6-4111-8528-1639b273e205 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:40.913667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b204bb0-156a-488a-b8b8-1358b26c9dd9 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:40.917897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b204bb0-156a-488a-b8b8-1358b26c9dd9 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7778628 Feb 17 22:06:40.939693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': '1931a921-5b76-4ea9-868e-796e56510d40', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:40.955005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba2fc4-63b7-4ef9-9eab-44a6f47871ab req-c6b3ba49-3e2e-4210-acf2-fa317cd90cbf tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:40.956857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5ba2fc4-63b7-4ef9-9eab-44a6f47871ab req-c6b3ba49-3e2e-4210-acf2-fa317cd90cbf tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 948 time: 0.7303677 Feb 17 22:06:41.002019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5bc17865-12f6-4111-8528-1639b273e205 admin admin] Publish callbacks [] for security_group (b0c923b0-5efb-4473-a37d-fa1f9fc6b06c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.010371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5bc17865-12f6-4111-8528-1639b273e205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0c923b0-5efb-4473-a37d-fa1f9fc6b06c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.020559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ad77498a-eb4c-4c5e-bd7e-c6b94a6b3058 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:41.022123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ad77498a-eb4c-4c5e-bd7e-c6b94a6b3058 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3402498 Feb 17 22:06:41.041830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:41.056851 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5bc17865-12f6-4111-8528-1639b273e205 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=854d2321e440434cba8de7e92ed4e080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076838 Feb 17 22:06:41.057459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:41.060088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc17865-12f6-4111-8528-1639b273e205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c923b0-5efb-4473-a37d-fa1f9fc6b06c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:41.117096 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bebf83e-6fd8-41b7-94d3-306519c9c7db admin admin] Publish callbacks [] for security_group (b0c923b0-5efb-4473-a37d-fa1f9fc6b06c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.149862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bebf83e-6fd8-41b7-94d3-306519c9c7db admin admin] Publish callbacks [] for security_group (b0c923b0-5efb-4473-a37d-fa1f9fc6b06c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.189143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5ba2fc4-63b7-4ef9-9eab-44a6f47871ab req-fbb59a7c-6927-4ea3-a133-367425f7ff41 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137392 Feb 17 22:06:41.258139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bebf83e-6fd8-41b7-94d3-306519c9c7db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0c923b0-5efb-4473-a37d-fa1f9fc6b06c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.261577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bebf83e-6fd8-41b7-94d3-306519c9c7db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.266481 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3bebf83e-6fd8-41b7-94d3-306519c9c7db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0c923b0-5efb-4473-a37d-fa1f9fc6b06c HTTP/1.1" status: 204 len: 168 time: 0.2073607 Feb 17 22:06:41.280584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebf83e-6fd8-41b7-94d3-306519c9c7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c923b0-5efb-4473-a37d-fa1f9fc6b06c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:41.321127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:41.324384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.372505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:06:41.376986 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.420131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60232) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:41.463593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ea3550-b2e4-4a1a-87e4-69b82a5b4559 req-8efda4d6-ad69-481c-af7b-6b3c7b3f7f0f tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:41.472638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ea3550-b2e4-4a1a-87e4-69b82a5b4559 req-8efda4d6-ad69-481c-af7b-6b3c7b3f7f0f tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 948 time: 0.1727407 Feb 17 22:06:41.707733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-148c1868-d060-4542-ab09-e9a0258561ba req-37143720-bf4e-401b-8c28-03b5d6981775 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 210 time: 0.0669878 Feb 17 22:06:41.723235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ea3550-b2e4-4a1a-87e4-69b82a5b4559 req-b34f4fb3-d38b-41ee-a1d0-00818ab53329 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504828 Feb 17 22:06:41.740153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.245 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/d17d2199-bc5e-4cad-8667-0e1e19ddcab8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:41.760308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d9a807fb-8828-48df-af63-dabdfdb5f318 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:41.870328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port d9a807fb-8828-48df-af63-dabdfdb5f318 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:41.875870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port d9a807fb-8828-48df-af63-dabdfdb5f318 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:41.876110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d08ab382-c532-4af6-8fe7-88c16d4ef0d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.876955 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.955037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d08ab382-c532-4af6-8fe7-88c16d4ef0d5 admin admin] Publish callbacks [] for security_group (022aabe0-a55f-4965-9f83-49338848c7f6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:41.960831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d08ab382-c532-4af6-8fe7-88c16d4ef0d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (022aabe0-a55f-4965-9f83-49338848c7f6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.022569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.045288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ab382-c532-4af6-8fe7-88c16d4ef0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022aabe0-a55f-4965-9f83-49338848c7f6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:42.053616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d08ab382-c532-4af6-8fe7-88c16d4ef0d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0311029e0c4b4725871a876b95ef1f63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6300287 Feb 17 22:06:42.054535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d9a807fb-8828-48df-af63-dabdfdb5f318 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:42.054535 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.056056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60258) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:42.120769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a807fb-8828-48df-af63-dabdfdb5f318'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:42.123417 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e36bcc1-9d42-4ba7-830c-708ddfb61791" -d '{"events": [{"server_uuid": "0cf491d5-17c5-421a-a87c-ffdfb222793f", "name": "network-vif-plugged", "status": "completed", "tag": "d9a807fb-8828-48df-af63-dabdfdb5f318"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:42.156955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d9a807fb-8828-48df-af63-dabdfdb5f318, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d9a807fb-8828-48df-af63-dabdfdb5f318,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:42.161478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.175932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.231891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60266) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:42.279892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.73', 50239) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:42.283735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:42.290102 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf731660-0066-47b8-ad56-e3d3d47ca973 x-openstack-request-id: req-bf731660-0066-47b8-ad56-e3d3d47ca973 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:42.290626 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf491d5-17c5-421a-a87c-ffdfb222793f", "name": "network-vif-plugged", "status": "completed", "tag": "d9a807fb-8828-48df-af63-dabdfdb5f318", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:42.291056 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bf731660-0066-47b8-ad56-e3d3d47ca973 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:42.291695 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a807fb-8828-48df-af63-dabdfdb5f318', 'code': 200} Feb 17 22:06:42.293388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d9a807fb-8828-48df-af63-dabdfdb5f318,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:42.402219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-99e4e0c5-bd37-4237-9b11-47144aa8c936 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.409412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.22 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/009e7f9b-4ce1-4752-8c7c-b2062b2e9635) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:06:42.452219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:42.464560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:42.473024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:42.475057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e57055-eb05-4e72-8e06-02a2f3f5c054 req-80b144a5-1042-4d17-a3b4-783f0120d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:42.481718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-52e57055-eb05-4e72-8e06-02a2f3f5c054 req-80b144a5-1042-4d17-a3b4-783f0120d328 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 1132 time: 0.2006629 Feb 17 22:06:42.560597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:42.561266 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.585689 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-52e57055-eb05-4e72-8e06-02a2f3f5c054 req-c17b9fc1-195d-4784-882d-ee8c150b353b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918269 Feb 17 22:06:42.624404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-99e4e0c5-bd37-4237-9b11-47144aa8c936 admin admin] Publish callbacks [] for security_group (27e245a7-f1ed-4bf7-9223-ec47bdcd897b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.632321 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-99e4e0c5-bd37-4237-9b11-47144aa8c936 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (27e245a7-f1ed-4bf7-9223-ec47bdcd897b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.718363 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-99e4e0c5-bd37-4237-9b11-47144aa8c936 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9f363f6bc5847ae9448ce04fe4db820&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4850390 Feb 17 22:06:42.720264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e4e0c5-bd37-4237-9b11-47144aa8c936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e245a7-f1ed-4bf7-9223-ec47bdcd897b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:42.723190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:42.748126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8193944 Feb 17 22:06:42.754157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce610181-afe8-468d-86c8-288ea7695b12 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:42.802507 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79ab68e3-0a03-4db1-ad3f-d5a324fa8c79 admin admin] Publish callbacks [] for security_group (27e245a7-f1ed-4bf7-9223-ec47bdcd897b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.816953 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea5e92d1-a4b1-4862-a53f-2599a4bdb81f admin admin] Publish callbacks [] for security_group (022aabe0-a55f-4965-9f83-49338848c7f6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.855820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79ab68e3-0a03-4db1-ad3f-d5a324fa8c79 admin admin] Publish callbacks [] for security_group (27e245a7-f1ed-4bf7-9223-ec47bdcd897b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.890293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Request body: {'port': {'device_id': '1931a921-5b76-4ea9-868e-796e56510d40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:42.932541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4abcd87b-bf83-4a81-b852-e4947aacff23 None None] Provisioning complete for port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:42.933166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4abcd87b-bf83-4a81-b852-e4947aacff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.941113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd8bac-9a45-4c52-a5bc-685d05407735 req-45649319-b234-4e51-9b2d-aebcc1acda62 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:42.948666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02cd8bac-9a45-4c52-a5bc-685d05407735 req-45649319-b234-4e51-9b2d-aebcc1acda62 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 949 time: 0.4938967 Feb 17 22:06:42.964530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79ab68e3-0a03-4db1-ad3f-d5a324fa8c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (27e245a7-f1ed-4bf7-9223-ec47bdcd897b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.967409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79ab68e3-0a03-4db1-ad3f-d5a324fa8c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:42.973077 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-79ab68e3-0a03-4db1-ad3f-d5a324fa8c79 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27e245a7-f1ed-4bf7-9223-ec47bdcd897b HTTP/1.1" status: 204 len: 168 time: 0.2473211 Feb 17 22:06:42.985996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4abcd87b-bf83-4a81-b852-e4947aacff23 None None] Port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:43.004702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab68e3-0a03-4db1-ad3f-d5a324fa8c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e245a7-f1ed-4bf7-9223-ec47bdcd897b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:43.291605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea5e92d1-a4b1-4862-a53f-2599a4bdb81f admin admin] Publish callbacks [] for security_group (022aabe0-a55f-4965-9f83-49338848c7f6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.295319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b565f0f3-3686-4376-b2ba-5b992ed57ff3 req-1b39a869-3b44-4255-bfa6-2858000abac6 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 210 time: 0.3710709 Feb 17 22:06:43.340874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.402671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.459438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02cd8bac-9a45-4c52-a5bc-685d05407735 req-d4ec0300-6897-425e-b089-4e86b23e9d44 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5099049 Feb 17 22:06:43.574590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea5e92d1-a4b1-4862-a53f-2599a4bdb81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (022aabe0-a55f-4965-9f83-49338848c7f6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.577324 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea5e92d1-a4b1-4862-a53f-2599a4bdb81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.578767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ea5e92d1-a4b1-4862-a53f-2599a4bdb81f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/022aabe0-a55f-4965-9f83-49338848c7f6 HTTP/1.1" status: 204 len: 168 time: 1.5217772 Feb 17 22:06:43.590540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60304) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:43.614987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e276e7e-1dda-46d1-ad97-5da4188938c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.648240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3a01a065-cbbd-43df-8abf-fa2b718c7c68 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:43.658008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.663634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e92d1-a4b1-4862-a53f-2599a4bdb81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022aabe0-a55f-4965-9f83-49338848c7f6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:43.735218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ef6faa-e987-4abd-bcb5-a017c5779b18 req-f15fca55-5b1a-4e18-8a9b-88fc90f9854c tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:43.743490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28ef6faa-e987-4abd-bcb5-a017c5779b18 req-f15fca55-5b1a-4e18-8a9b-88fc90f9854c tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 948 time: 0.3072293 Feb 17 22:06:43.758668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:06:43.795819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:06:43.806781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:06:43.843780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:43.863334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e276e7e-1dda-46d1-ad97-5da4188938c6 admin admin] Publish callbacks [] for security_group (6ec308b2-fdae-4a4d-92cb-c6c07d8a4560), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.876794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e276e7e-1dda-46d1-ad97-5da4188938c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6ec308b2-fdae-4a4d-92cb-c6c07d8a4560), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.940507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:43.966360 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e276e7e-1dda-46d1-ad97-5da4188938c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5e74d6cef1f41068dd62881b0042ef7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742576 Feb 17 22:06:43.967027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:43.967123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:43.971605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60314) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:43.977101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e276e7e-1dda-46d1-ad97-5da4188938c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec308b2-fdae-4a4d-92cb-c6c07d8a4560,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:44.043279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28ef6faa-e987-4abd-bcb5-a017c5779b18 req-696816fe-41cb-49a6-bc70-ba8b9fd74669 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990479 Feb 17 22:06:44.055181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3a01a065-cbbd-43df-8abf-fa2b718c7c68, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3a01a065-cbbd-43df-8abf-fa2b718c7c68,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:44.072283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-7c5fc913-6df3-4420-a361-4df2bca6ed03 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0352743 Feb 17 22:06:44.091400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Request body: {'port': {'device_id': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:06:44.114678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '3a01a065-cbbd-43df-8abf-fa2b718c7c68', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '3a01a065-cbbd-43df-8abf-fa2b718c7c68', 'mac_address': 'fa:16:3e:a6:c7:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:44.293938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.295437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:44.295835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.316703 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0262b1fa-d1c6-4bc1-ba21-163ea8004e4c admin admin] Publish callbacks [] for security_group (6ec308b2-fdae-4a4d-92cb-c6c07d8a4560), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.347797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a01a065-cbbd-43df-8abf-fa2b718c7c68 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:44.363362 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0262b1fa-d1c6-4bc1-ba21-163ea8004e4c admin admin] Publish callbacks [] for security_group (6ec308b2-fdae-4a4d-92cb-c6c07d8a4560), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.373376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d17d2199-bc5e-4cad-8667-0e1e19ddcab8 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:44.373859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-912e5391-eb1c-4f9a-92f7-708f5ac4cc19 None None] Provisioning complete for port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:44.374265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-912e5391-eb1c-4f9a-92f7-708f5ac4cc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.388471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Publish callbacks [] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.411941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-253120ad-ebc3-4ab8-adf4-2dcef57e940a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.417387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3a01a065-cbbd-43df-8abf-fa2b718c7c68, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3a01a065-cbbd-43df-8abf-fa2b718c7c68,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:44.427102 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.438620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Transition to ACTIVE for port object d17d2199-bc5e-4cad-8667-0e1e19ddcab8 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:06:44.467075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-912e5391-eb1c-4f9a-92f7-708f5ac4cc19 None None] Port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:06:44.497595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=3a01a065-cbbd-43df-8abf-fa2b718c7c68,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:44.550066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.726546 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0262b1fa-d1c6-4bc1-ba21-163ea8004e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6ec308b2-fdae-4a4d-92cb-c6c07d8a4560), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.729138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0262b1fa-d1c6-4bc1-ba21-163ea8004e4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:44.730366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0262b1fa-d1c6-4bc1-ba21-163ea8004e4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ec308b2-fdae-4a4d-92cb-c6c07d8a4560 HTTP/1.1" status: 204 len: 168 time: 0.7350485 Feb 17 22:06:44.799013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb19f7-0981-4cab-9ae1-59ead1bf65bf req-f8d5db86-f3cc-4628-bc3f-8221f75a00a8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:44.800647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2cb19f7-0981-4cab-9ae1-59ead1bf65bf req-f8d5db86-f3cc-4628-bc3f-8221f75a00a8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 935 time: 0.2553201 Feb 17 22:06:44.801313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:44.839747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0262b1fa-d1c6-4bc1-ba21-163ea8004e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec308b2-fdae-4a4d-92cb-c6c07d8a4560,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:44.842186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['3a01a065-cbbd-43df-8abf-fa2b718c7c68'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:44.972192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2cb19f7-0981-4cab-9ae1-59ead1bf65bf req-f86b3827-ae82-4800-a9ea-31f75934fd37 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336305 Feb 17 22:06:44.980228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Attempting to bind port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:44.980572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Attempting to bind port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:44.980934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Attempting to bind port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:45.005442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:06:45.007103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Attempting to bind port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:45.022731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc9867b-c317-400e-b835-8afe14dad715 req-03aa30e3-467a-4602-839e-8ffd1c8cbc1e tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:45.024474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3dc9867b-c317-400e-b835-8afe14dad715 req-03aa30e3-467a-4602-839e-8ffd1c8cbc1e tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 949 time: 0.2673929 Feb 17 22:06:45.049907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:45.050592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:45.050879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:45.051450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Bound port: d17d2199-bc5e-4cad-8667-0e1e19ddcab8, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:45.051940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:45.086688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:45.098550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Publish callbacks [] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:45.155818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Transition to ACTIVE for port object 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:06:45.164163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:45.175300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3dc9867b-c317-400e-b835-8afe14dad715 req-d33bff7f-f846-4904-b61b-9ac89bbf7ee4 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289520 Feb 17 22:06:45.233453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] For port d17d2199-bc5e-4cad-8667-0e1e19ddcab8, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:45.238926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] For port d17d2199-bc5e-4cad-8667-0e1e19ddcab8, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:45.251428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Pushing event updated for resources: {'Port': ['ID=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:45.257358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:45.375426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:45.376137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:45.377680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] 10.222.0.73 "PUT /v2.0/ports/d17d2199-bc5e-4cad-8667-0e1e19ddcab8 HTTP/1.1" status: 200 len: 1097 time: 2.5550721 Feb 17 22:06:45.378555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1931a921-5b76-4ea9-868e-796e56510d40', 'tag': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:45.381306 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a74c7550-521e-4e6e-a6d2-aa27c9222d10" -d '{"events": [{"name": "network-changed", "server_uuid": "1931a921-5b76-4ea9-868e-796e56510d40", "tag": "d17d2199-bc5e-4cad-8667-0e1e19ddcab8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:45.540372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ad77b-409a-44ee-8133-db95188c0f64 service neutron] Pushing event updated for resources: {'Port': ['ID=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:45.558825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Attempting to bind port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:06:45.559164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Attempting to bind port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:06:45.559529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Attempting to bind port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:45.583309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd86e5-cb3c-4b92-86fb-cb9a9879b23e req-662801dd-7c52-45fc-8b60-b66f18095086 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:45.585678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80cd86e5-cb3c-4b92-86fb-cb9a9879b23e req-662801dd-7c52-45fc-8b60-b66f18095086 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 949 time: 0.2957003 Feb 17 22:06:45.594445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:06:45.594710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Attempting to bind port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:06:45.654182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-716eb656-1885-4c72-b210-084d37639861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:45.659087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-716eb656-1885-4c72-b210-084d37639861 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 1131 time: 0.2165143 Feb 17 22:06:45.668935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:06:45.669273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:06:45.669654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:06:45.671018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Bound port: 009e7f9b-4ce1-4752-8c7c-b2062b2e9635, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:06:45.671400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:45.714305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-4d359b9c-d9f0-4a3a-a9b9-39acc267e81b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8 HTTP/1.1" status: 200 len: 217 time: 0.0465159 Feb 17 22:06:45.777107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80cd86e5-cb3c-4b92-86fb-cb9a9879b23e req-d6d4979c-20be-4130-b711-28ff4767fb74 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735744 Feb 17 22:06:45.920568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-69c500cf-8798-4b4f-8425-d78ca01e0421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:45.920568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-69c500cf-8798-4b4f-8425-d78ca01e0421 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1834657 Feb 17 22:06:46.002107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] For port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:06:46.007523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] For port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:06:46.014761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-c23948fe-ff24-4a8a-8993-baf0de41475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:46.017416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-c23948fe-ff24-4a8a-8993-baf0de41475d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0888734 Feb 17 22:06:46.048571 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:46.161149 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747484df-2853-42e5-a132-520a4b5006ba x-openstack-request-id: req-747484df-2853-42e5-a132-520a4b5006ba {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:46.162445 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1931a921-5b76-4ea9-868e-796e56510d40", "tag": "d17d2199-bc5e-4cad-8667-0e1e19ddcab8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:46.165306 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-747484df-2853-42e5-a132-520a4b5006ba {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:46.165856 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1931a921-5b76-4ea9-868e-796e56510d40', 'tag': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', 'status': 'completed', 'code': 200} Feb 17 22:06:46.245931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:46.246579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:46.248005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] 10.222.0.73 "PUT /v2.0/ports/009e7f9b-4ce1-4752-8c7c-b2062b2e9635 HTTP/1.1" status: 200 len: 1096 time: 2.1666098 Feb 17 22:06:46.297197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ff84e-0149-4a12-8758-932f81a34c51 service neutron] Pushing event updated for resources: {'Port': ['ID=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:46.395936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-470ab57e-7720-4633-9020-7d84df8637e3 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675697 Feb 17 22:06:46.406772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b1ab9-a924-489d-9258-69b93b2784dc req-dbec6849-f58a-4dd9-b606-12f91c88198c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:46.416515 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-353b1ab9-a924-489d-9258-69b93b2784dc req-dbec6849-f58a-4dd9-b606-12f91c88198c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 947 time: 0.2082922 Feb 17 22:06:46.514872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-eaf601e4-d5d6-4d30-a06e-a6cf20c2a5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:46.517224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-eaf601e4-d5d6-4d30-a06e-a6cf20c2a5d8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 1130 time: 0.2131648 Feb 17 22:06:46.588195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-942bb92d-401a-4633-bae5-23a85cf67551 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=009e7f9b-4ce1-4752-8c7c-b2062b2e9635 HTTP/1.1" status: 200 len: 217 time: 0.0548196 Feb 17 22:06:46.602838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-353b1ab9-a924-489d-9258-69b93b2784dc req-c009a008-20d6-4b29-8b92-43ab4bff1cc9 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854043 Feb 17 22:06:46.766299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-6a3adda4-4826-46e2-9a4c-05b2a0ff5ba1 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460498 Feb 17 22:06:46.807147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-fd10cf0d-3541-44ef-bac2-4b6b7ec11d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:46.809951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-fd10cf0d-3541-44ef-bac2-4b6b7ec11d17 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2042577 Feb 17 22:06:46.814694 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f94ddbd8-3048-45bc-8a6d-0a3c067e36fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:46.901785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5f0be-58a4-4abc-bc07-b5e5cded2b44 req-d56f0759-d267-4b24-9855-587a6e9f4564 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:46.903500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a5f0be-58a4-4abc-bc07-b5e5cded2b44 req-d56f0759-d267-4b24-9855-587a6e9f4564 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 949 time: 0.1903100 Feb 17 22:06:46.947500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-786a0c40-a130-46b8-bb65-997f7389c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:46.949078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-786a0c40-a130-46b8-bb65-997f7389c7c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1325135 Feb 17 22:06:47.270411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-505c1b96-5291-4e1f-aceb-06d179472cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:47.271914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-505c1b96-5291-4e1f-aceb-06d179472cc7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 1131 time: 0.4022429 Feb 17 22:06:47.315942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a5f0be-58a4-4abc-bc07-b5e5cded2b44 req-008ad4f0-fcca-4a01-8b89-24e249479da8 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4057710 Feb 17 22:06:47.434756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2d0373-b7f2-4d28-8ab4-752ab73e72ed req-3e3f0ddd-a0df-4db3-8caf-6d00548fe6e2 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:47.436197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c2d0373-b7f2-4d28-8ab4-752ab73e72ed req-3e3f0ddd-a0df-4db3-8caf-6d00548fe6e2 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 949 time: 0.1754940 Feb 17 22:06:47.441986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-83e89955-d842-4bdf-8559-55f9dd5f86f8 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4827120 Feb 17 22:06:47.481353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-e32622ae-8b69-4742-8e8c-9e82d9259467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:47.482834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-e32622ae-8b69-4742-8e8c-9e82d9259467 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1983707 Feb 17 22:06:47.554360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-1345056e-2197-43c0-bc09-434b2d820bbf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8 HTTP/1.1" status: 200 len: 217 time: 0.0458353 Feb 17 22:06:47.627039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c2d0373-b7f2-4d28-8ab4-752ab73e72ed req-f26937c1-973f-471e-a04a-ad19d0c9e5da tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775539 Feb 17 22:06:47.648192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-575c0810-e734-43be-bde1-2f698c8a5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:47.649729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-575c0810-e734-43be-bde1-2f698c8a5487 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0841453 Feb 17 22:06:47.651744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-527b93ca-241a-4ca5-9706-b80c65e3f94c req-f7b8c177-e47b-4e64-9d35-95c9ed22562c service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034473 Feb 17 22:06:47.664741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3a01a065-cbbd-43df-8abf-fa2b718c7c68 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:47.753198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-c3897622-afc7-404e-8d86-214f19bf5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:47.754722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-c3897622-afc7-404e-8d86-214f19bf5ffe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0921049 Feb 17 22:06:47.794410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:47.845605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:47.850493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:47.852661 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:47.904136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-d778816e-a360-4325-aca5-5dfd53bb3bab service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398504 Feb 17 22:06:47.961666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:47.962303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:47.991874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a01a065-cbbd-43df-8abf-fa2b718c7c68'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:47.994261 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff2b2aa-4d5b-4161-9a9d-564d6c801a98" -d '{"events": [{"server_uuid": "5603b7b2-7335-40e8-90fc-fc6723c99c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a01a065-cbbd-43df-8abf-fa2b718c7c68"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:48.009469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3a01a065-cbbd-43df-8abf-fa2b718c7c68, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3a01a065-cbbd-43df-8abf-fa2b718c7c68,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:48.018675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:48.087631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=3a01a065-cbbd-43df-8abf-fa2b718c7c68,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:48.113857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a74c7550-521e-4e6e-a6d2-aa27c9222d10 req-2303bccf-e946-4e25-8ae5-38ccac891a5d service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000766 Feb 17 22:06:48.151976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210aace2-624a-459f-a346-11e557ba67f5 req-029a4f72-4e11-4e39-8ca5-d596e5fb9eeb tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:48.153726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-210aace2-624a-459f-a346-11e557ba67f5 req-029a4f72-4e11-4e39-8ca5-d596e5fb9eeb tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 947 time: 0.1119344 Feb 17 22:06:48.168504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'tag': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:48.170983 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "58d2026f-f38b-4e5a-8ce6-4736397b4fd4", "tag": "009e7f9b-4ce1-4752-8c7c-b2062b2e9635"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:48.235776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-210aace2-624a-459f-a346-11e557ba67f5 req-9311175c-e395-4a3e-853b-c87c43b9513c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734031 Feb 17 22:06:48.285192 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5533dc3c-d282-43ed-8aca-3458836a151c x-openstack-request-id: req-5533dc3c-d282-43ed-8aca-3458836a151c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:48.285737 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5603b7b2-7335-40e8-90fc-fc6723c99c03", "name": "network-vif-plugged", "status": "completed", "tag": "3a01a065-cbbd-43df-8abf-fa2b718c7c68", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:48.286248 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5533dc3c-d282-43ed-8aca-3458836a151c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:48.286795 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a01a065-cbbd-43df-8abf-fa2b718c7c68', 'code': 200} Feb 17 22:06:48.370559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724daaa-111d-414f-98f6-19a7aa507da2 req-bb9bef48-071b-4511-80a9-50a495ff5a22 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:48.381098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8724daaa-111d-414f-98f6-19a7aa507da2 req-bb9bef48-071b-4511-80a9-50a495ff5a22 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 949 time: 0.1186430 Feb 17 22:06:48.410401 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a15663-6dad-4955-98c0-c8e1dd3ecf61 x-openstack-request-id: req-d4a15663-6dad-4955-98c0-c8e1dd3ecf61 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:48.410893 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58d2026f-f38b-4e5a-8ce6-4736397b4fd4", "tag": "009e7f9b-4ce1-4752-8c7c-b2062b2e9635", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:48.411309 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4a15663-6dad-4955-98c0-c8e1dd3ecf61 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:48.411879 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'tag': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', 'status': 'completed', 'code': 200} Feb 17 22:06:48.481761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8724daaa-111d-414f-98f6-19a7aa507da2 req-cf4f64a8-cd13-41b4-83bc-5ae13af6436a tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994675 Feb 17 22:06:48.488798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4482b-f1df-4b40-a5b9-57655f9dcc75 req-36043595-7ac3-42ac-bfc9-0a1fa1df553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:48.490254 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81c4482b-f1df-4b40-a5b9-57655f9dcc75 req-36043595-7ac3-42ac-bfc9-0a1fa1df553c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 1133 time: 0.0887716 Feb 17 22:06:48.526665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-7f079910-5fc8-4152-b237-9f3358d13d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:48.533175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-7f079910-5fc8-4152-b237-9f3358d13d40 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 1130 time: 0.0979686 Feb 17 22:06:48.617240 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81c4482b-f1df-4b40-a5b9-57655f9dcc75 req-f44c4b22-bdfe-4d72-9455-12ea2f812d2e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128769 Feb 17 22:06:48.758606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60508) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:48.813512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-21b93bdc-7788-4e54-bb51-919d06cc11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:48.815481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-21b93bdc-7788-4e54-bb51-919d06cc11a6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2755625 Feb 17 22:06:48.871269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-6c34759c-44ca-4446-a77c-7e63e32a6c95 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=009e7f9b-4ce1-4752-8c7c-b2062b2e9635 HTTP/1.1" status: 200 len: 217 time: 0.0478690 Feb 17 22:06:48.884891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113311e-db6a-4e35-94df-bd9c9b33532a req-806543a1-5bb1-4859-bad6-5dbae47a017b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:48.886579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8113311e-db6a-4e35-94df-bd9c9b33532a req-806543a1-5bb1-4859-bad6-5dbae47a017b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 950 time: 0.1601200 Feb 17 22:06:48.939561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-caaf2979-c24c-4bd8-b02e-602b5cf0f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:48.941178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-caaf2979-c24c-4bd8-b02e-602b5cf0f17d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0537148 Feb 17 22:06:48.950254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c05a1eae-bfdd-4bd3-bafb-0cf2fa262c7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:48.975299 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:06:49.013562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8113311e-db6a-4e35-94df-bd9c9b33532a req-125952e3-d4b2-4e7e-beb7-e33d06ccd72f tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711591 Feb 17 22:06:49.038790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60520) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:49.050140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-2c38f28f-5759-4dba-9fdb-c2d899386b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:49.051795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-2c38f28f-5759-4dba-9fdb-c2d899386b2f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0934865 Feb 17 22:06:49.103454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c05a1eae-bfdd-4bd3-bafb-0cf2fa262c7a admin admin] Publish callbacks [] for security_group (1c9a3dcc-29f9-412f-b205-da7f2e76af69), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.116516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c05a1eae-bfdd-4bd3-bafb-0cf2fa262c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c9a3dcc-29f9-412f-b205-da7f2e76af69), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.136037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.181090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a1eae-bfdd-4bd3-bafb-0cf2fa262c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9a3dcc-29f9-412f-b205-da7f2e76af69,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:49.199874 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c05a1eae-bfdd-4bd3-bafb-0cf2fa262c7a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1772187edf844ff482f202336438b5c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4327695 Feb 17 22:06:49.199874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60526) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:49.236865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-e5973418-f52e-4bd0-becc-2c96e1a03590 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748347 Feb 17 22:06:49.279914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2257faed-053a-488b-954a-96c23f3e3556 admin admin] Publish callbacks [] for security_group (1c9a3dcc-29f9-412f-b205-da7f2e76af69), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.307174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2257faed-053a-488b-954a-96c23f3e3556 admin admin] Publish callbacks [] for security_group (1c9a3dcc-29f9-412f-b205-da7f2e76af69), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.319588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-988dfde3-a834-47f6-b88a-3d679c20b5e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.359401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60532) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:49.378610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2257faed-053a-488b-954a-96c23f3e3556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c9a3dcc-29f9-412f-b205-da7f2e76af69), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.382159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2257faed-053a-488b-954a-96c23f3e3556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.384021 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2257faed-053a-488b-954a-96c23f3e3556 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c9a3dcc-29f9-412f-b205-da7f2e76af69 HTTP/1.1" status: 204 len: 168 time: 0.1835012 Feb 17 22:06:49.412298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257faed-053a-488b-954a-96c23f3e3556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9a3dcc-29f9-412f-b205-da7f2e76af69,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:49.492159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a6e873f-9cee-42c4-95b5-851bc9246456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.579031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6094001a-f1bd-48b6-9da1-a8a45d53eaa9 req-27b1c25c-7803-4e92-9724-02080e3f5f3f service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352482 Feb 17 22:06:49.599206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81cd4b5-d65a-41eb-8b2b-13baec333622 req-8ed93a8e-026f-4b4d-acc2-f5b8f01c79c2 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:49.611499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f81cd4b5-d65a-41eb-8b2b-13baec333622 req-8ed93a8e-026f-4b4d-acc2-f5b8f01c79c2 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 947 time: 0.2454014 Feb 17 22:06:49.680561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-c80aee59-e36e-4979-8cdf-18306525559a tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:49.682118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-c80aee59-e36e-4979-8cdf-18306525559a tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.73 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 949 time: 0.2738245 Feb 17 22:06:49.720205 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a6e873f-9cee-42c4-95b5-851bc9246456 admin admin] Publish callbacks [] for security_group (5580ff09-7a73-4942-ba92-2454568b3d02), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.729668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a6e873f-9cee-42c4-95b5-851bc9246456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5580ff09-7a73-4942-ba92-2454568b3d02), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.782597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d17d2199-bc5e-4cad-8667-0e1e19ddcab8 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:49.795007 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a6e873f-9cee-42c4-95b5-851bc9246456 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ca4334aba614cca9365bc9ebd506daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4338949 Feb 17 22:06:49.795257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f81cd4b5-d65a-41eb-8b2b-13baec333622 req-41fff029-71a4-4762-9745-b65ceebc6c0b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828990 Feb 17 22:06:49.796183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e873f-9cee-42c4-95b5-851bc9246456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5580ff09-7a73-4942-ba92-2454568b3d02,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:49.801126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60542) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:49.816039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-988dfde3-a834-47f6-b88a-3d679c20b5e4 admin admin] Publish callbacks [] for security_group (a7cf66b8-04a0-409e-be22-e51877fcf5ce), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.834401 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-988dfde3-a834-47f6-b88a-3d679c20b5e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a7cf66b8-04a0-409e-be22-e51877fcf5ce), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.873573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2306bde9-cffb-4b74-838d-dd18f1e73480 admin admin] Publish callbacks [] for security_group (5580ff09-7a73-4942-ba92-2454568b3d02), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.901409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2306bde9-cffb-4b74-838d-dd18f1e73480 admin admin] Publish callbacks [] for security_group (5580ff09-7a73-4942-ba92-2454568b3d02), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.913309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60544) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:49.955252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-988dfde3-a834-47f6-b88a-3d679c20b5e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a00e5c1c6f4415aa42f6ff4a3e46f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9148664 Feb 17 22:06:49.960299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a46a854c-0c9d-437d-a44d-185fd9200e53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.964085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60546) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:49.964762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dfde3-a834-47f6-b88a-3d679c20b5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cf66b8-04a0-409e-be22-e51877fcf5ce,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:49.989866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2306bde9-cffb-4b74-838d-dd18f1e73480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5580ff09-7a73-4942-ba92-2454568b3d02), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.991490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03b137-d903-41d1-891b-c6914e9f1252 req-8eebd073-dfc5-4f7e-96b4-5873b1a3cdc9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:49.994719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2306bde9-cffb-4b74-838d-dd18f1e73480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:49.996458 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2306bde9-cffb-4b74-838d-dd18f1e73480 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5580ff09-7a73-4942-ba92-2454568b3d02 HTTP/1.1" status: 204 len: 168 time: 0.1934340 Feb 17 22:06:49.998444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f03b137-d903-41d1-891b-c6914e9f1252 req-8eebd073-dfc5-4f7e-96b4-5873b1a3cdc9 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 949 time: 0.3081102 Feb 17 22:06:50.001220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d17d2199-bc5e-4cad-8667-0e1e19ddcab8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:50.009472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306bde9-cffb-4b74-838d-dd18f1e73480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5580ff09-7a73-4942-ba92-2454568b3d02,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.034403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', 'mac_address': 'fa:16:3e:1c:b8:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:50.148287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:50.149503 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.169188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d17d2199-bc5e-4cad-8667-0e1e19ddcab8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:50.188048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Deleting port d9a807fb-8828-48df-af63-dabdfdb5f318 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:50.188403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.194591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f03b137-d903-41d1-891b-c6914e9f1252 req-62978f44-bef7-45f0-b543-5f8ad47442be tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/security-groups?id=a8bb0003-cfee-4a82-9811-1f2579709a46&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943641 Feb 17 22:06:50.200621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d17d2199-bc5e-4cad-8667-0e1e19ddcab8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:50.213213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.258667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6e88-f3ff-4227-bcce-b519ab66c362 admin admin] Publish callbacks [] for security_group (a7cf66b8-04a0-409e-be22-e51877fcf5ce), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.310934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.318459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6e88-f3ff-4227-bcce-b519ab66c362 admin admin] Publish callbacks [] for security_group (a7cf66b8-04a0-409e-be22-e51877fcf5ce), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.349139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77715c82-e75b-4c0c-bc24-83064d362ccd req-87fa5c8c-2dea-4b11-9424-b242d0572f6b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:50.351089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77715c82-e75b-4c0c-bc24-83064d362ccd req-87fa5c8c-2dea-4b11-9424-b242d0572f6b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 950 time: 0.2215521 Feb 17 22:06:50.400187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a46a854c-0c9d-437d-a44d-185fd9200e53 admin admin] Publish callbacks [] for security_group (d0fe5a04-71ee-428a-895e-cb85a9fe7445), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.418731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a46a854c-0c9d-437d-a44d-185fd9200e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d0fe5a04-71ee-428a-895e-cb85a9fe7445), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.427476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:50.430799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] For port d9a807fb-8828-48df-af63-dabdfdb5f318, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d9a807fb-8828-48df-af63-dabdfdb5f318,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:50.431174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.453728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d8eb752d-34d3-4dd6-8da9-e8c8ce651451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.464517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d17d2199-bc5e-4cad-8667-0e1e19ddcab8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:50.488733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Calling delete_port for d9a807fb-8828-48df-af63-dabdfdb5f318 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:50.511083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a854c-0c9d-437d-a44d-185fd9200e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fe5a04-71ee-428a-895e-cb85a9fe7445,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.526965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77715c82-e75b-4c0c-bc24-83064d362ccd req-0cc01d95-1047-4c3c-98d2-7686ca1e8080 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585348 Feb 17 22:06:50.526965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a46a854c-0c9d-437d-a44d-185fd9200e53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4aa22dcc2a2c409984eccdfd6837bb4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6063240 Feb 17 22:06:50.536314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:50.579620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6e88-f3ff-4227-bcce-b519ab66c362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a7cf66b8-04a0-409e-be22-e51877fcf5ce), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.593951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a2b6e88-f3ff-4227-bcce-b519ab66c362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.606920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d8eb752d-34d3-4dd6-8da9-e8c8ce651451 admin admin] Publish callbacks [] for security_group (3539e9dc-223d-406c-b55d-cef23a990b77), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.612136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d8eb752d-34d3-4dd6-8da9-e8c8ce651451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3539e9dc-223d-406c-b55d-cef23a990b77), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.615663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3a2b6e88-f3ff-4227-bcce-b519ab66c362 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7cf66b8-04a0-409e-be22-e51877fcf5ce HTTP/1.1" status: 204 len: 168 time: 0.6365492 Feb 17 22:06:50.647554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b6e88-f3ff-4227-bcce-b519ab66c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cf66b8-04a0-409e-be22-e51877fcf5ce,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.653555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-715761be-4df1-475e-90ec-c172d3707f32 admin admin] Publish callbacks [] for security_group (d0fe5a04-71ee-428a-895e-cb85a9fe7445), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.669647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb752d-34d3-4dd6-8da9-e8c8ce651451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3539e9dc-223d-406c-b55d-cef23a990b77,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.681331 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d8eb752d-34d3-4dd6-8da9-e8c8ce651451 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4070bfeabb494fa1aa131c5f3eea5478&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2525654 Feb 17 22:06:50.684401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60564) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:50.716455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-715761be-4df1-475e-90ec-c172d3707f32 admin admin] Publish callbacks [] for security_group (d0fe5a04-71ee-428a-895e-cb85a9fe7445), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.758872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.789780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f02f6c-fae8-4ef1-bd92-e98646d2d1ad admin admin] Publish callbacks [] for security_group (3539e9dc-223d-406c-b55d-cef23a990b77), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.818629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f02f6c-fae8-4ef1-bd92-e98646d2d1ad admin admin] Publish callbacks [] for security_group (3539e9dc-223d-406c-b55d-cef23a990b77), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.826544 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-715761be-4df1-475e-90ec-c172d3707f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d0fe5a04-71ee-428a-895e-cb85a9fe7445), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.829730 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-715761be-4df1-475e-90ec-c172d3707f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.834133 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-715761be-4df1-475e-90ec-c172d3707f32 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d0fe5a04-71ee-428a-895e-cb85a9fe7445 HTTP/1.1" status: 204 len: 168 time: 0.2859051 Feb 17 22:06:50.853726 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d9a807fb-8828-48df-af63-dabdfdb5f318), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.862170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715761be-4df1-475e-90ec-c172d3707f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fe5a04-71ee-428a-895e-cb85a9fe7445,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.907046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Pushing event deleted for resources: {'Port': ['ID=d9a807fb-8828-48df-af63-dabdfdb5f318,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.909220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f02f6c-fae8-4ef1-bd92-e98646d2d1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3539e9dc-223d-406c-b55d-cef23a990b77), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.917348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f02f6c-fae8-4ef1-bd92-e98646d2d1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.919658 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-87f02f6c-fae8-4ef1-bd92-e98646d2d1ad admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3539e9dc-223d-406c-b55d-cef23a990b77 HTTP/1.1" status: 204 len: 168 time: 0.2337046 Feb 17 22:06:50.932470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f02f6c-fae8-4ef1-bd92-e98646d2d1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539e9dc-223d-406c-b55d-cef23a990b77,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:50.980566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] No DVR routers for this DVR port d9a807fb-8828-48df-af63-dabdfdb5f318 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:06:50.986679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:50.991268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-038fb968-a45e-40f2-a9db-856d16ec48f2 req-fd9bf0a6-901f-40c7-851a-34152cfbcc42 tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.73 "DELETE /v2.0/ports/d9a807fb-8828-48df-af63-dabdfdb5f318 HTTP/1.1" status: 204 len: 173 time: 1.2998316 Feb 17 22:06:50.992319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'name': 'network-vif-deleted', 'tag': 'd9a807fb-8828-48df-af63-dabdfdb5f318'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:50.994875 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50bd197-ea7a-4ee5-965d-f5d920a682f5" -d '{"events": [{"server_uuid": "0cf491d5-17c5-421a-a87c-ffdfb222793f", "name": "network-vif-deleted", "tag": "d9a807fb-8828-48df-af63-dabdfdb5f318"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:51.056419 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b555e5c8-0a15-4e62-8c9b-984225017144 x-openstack-request-id: req-b555e5c8-0a15-4e62-8c9b-984225017144 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:51.056784 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf491d5-17c5-421a-a87c-ffdfb222793f", "name": "network-vif-deleted", "tag": "d9a807fb-8828-48df-af63-dabdfdb5f318", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:51.057045 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b555e5c8-0a15-4e62-8c9b-984225017144 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:51.057683 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf491d5-17c5-421a-a87c-ffdfb222793f', 'name': 'network-vif-deleted', 'tag': 'd9a807fb-8828-48df-af63-dabdfdb5f318', 'status': 'completed', 'code': 200} Feb 17 22:06:51.095297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7516c26-bcc7-4086-8235-bc19cf36289b req-60730d93-7d09-45cd-84df-4e66483a1f3c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:51.097625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7516c26-bcc7-4086-8235-bc19cf36289b req-60730d93-7d09-45cd-84df-4e66483a1f3c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 947 time: 0.1149030 Feb 17 22:06:51.190595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7516c26-bcc7-4086-8235-bc19cf36289b req-09b5c4ac-ddf7-4c4b-a5e6-01ff69c99aba tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814817 Feb 17 22:06:51.350488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5667e6ce-810a-4efc-899e-9a32e425de91 req-d77177c1-014f-48c1-916b-05d74a9c6a3c tempest-DeleteServersAdminTestJSON-788374571 tempest-DeleteServersAdminTestJSON-788374571-project] 10.222.0.79 "GET /v2.0/ports?device_id=0cf491d5-17c5-421a-a87c-ffdfb222793f HTTP/1.1" status: 200 len: 210 time: 0.0375812 Feb 17 22:06:51.356564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60582) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:51.375996 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-250cde4e-6ef5-4c98-9d99-3769ca04b9a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:51.495169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-250cde4e-6ef5-4c98-9d99-3769ca04b9a3 admin admin] Publish callbacks [] for security_group (4be4b844-0c45-4a34-ad1b-0b180344d9cd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:51.501284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-250cde4e-6ef5-4c98-9d99-3769ca04b9a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4be4b844-0c45-4a34-ad1b-0b180344d9cd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:51.538648 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-250cde4e-6ef5-4c98-9d99-3769ca04b9a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f014051810db427bb379898903708f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1783531 Feb 17 22:06:51.540066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60588) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:51.568910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cde4e-6ef5-4c98-9d99-3769ca04b9a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be4b844-0c45-4a34-ad1b-0b180344d9cd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:51.689272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f45b2cf1-81c1-4672-b976-8a363443a088 admin admin] Publish callbacks [] for security_group (4be4b844-0c45-4a34-ad1b-0b180344d9cd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:51.762145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f45b2cf1-81c1-4672-b976-8a363443a088 admin admin] Publish callbacks [] for security_group (4be4b844-0c45-4a34-ad1b-0b180344d9cd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:51.784198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:06:51.801788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52f65f-9d97-46eb-bc84-dd9b535699ee req-885848d5-6411-4b40-9ff6-39a43a5a9812 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:51.803507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de52f65f-9d97-46eb-bc84-dd9b535699ee req-885848d5-6411-4b40-9ff6-39a43a5a9812 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 950 time: 0.1385858 Feb 17 22:06:51.845462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d17d2199-bc5e-4cad-8667-0e1e19ddcab8 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:51.869098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de52f65f-9d97-46eb-bc84-dd9b535699ee req-7ec80aa0-e258-4ec7-9c0f-83b83641631e tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557311 Feb 17 22:06:51.880411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f45b2cf1-81c1-4672-b976-8a363443a088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4be4b844-0c45-4a34-ad1b-0b180344d9cd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:51.883278 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f45b2cf1-81c1-4672-b976-8a363443a088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:51.883278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f45b2cf1-81c1-4672-b976-8a363443a088 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4be4b844-0c45-4a34-ad1b-0b180344d9cd HTTP/1.1" status: 204 len: 168 time: 0.3432109 Feb 17 22:06:51.883278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2cf1-81c1-4672-b976-8a363443a088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be4b844-0c45-4a34-ad1b-0b180344d9cd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:52.022924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:52.035355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:52.036806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:52.074883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:52.096953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', 'mac_address': 'fa:16:3e:70:78:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:06:52.199555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:52.199950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:52.223271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:06:52.230567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:52.241745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:52.314503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:52.327705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1931a921-5b76-4ea9-868e-796e56510d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:52.330384 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f6dc48-f6e0-4939-81a1-f338c85ba384" -d '{"events": [{"server_uuid": "1931a921-5b76-4ea9-868e-796e56510d40", "name": "network-vif-plugged", "status": "completed", "tag": "d17d2199-bc5e-4cad-8667-0e1e19ddcab8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:52.335509 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:52.373751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d17d2199-bc5e-4cad-8667-0e1e19ddcab8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:52.386580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:52.387454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d9a807fb-8828-48df-af63-dabdfdb5f318 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:06:52.413584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: d9a807fb-8828-48df-af63-dabdfdb5f318 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:06:52.413945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d9a807fb-8828-48df-af63-dabdfdb5f318 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:06:52.425158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:52.487469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65a87d-ae65-41bc-be97-0ee2d8f5c8ff req-7a5c6457-25df-45c7-b89e-84bd2f4298fd tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:52.488287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:52.509458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf65a87d-ae65-41bc-be97-0ee2d8f5c8ff req-7a5c6457-25df-45c7-b89e-84bd2f4298fd tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 950 time: 0.2207513 Feb 17 22:06:52.554822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825ac41-f020-428a-a2ae-2231fde47074 req-e3132264-5a87-472b-9573-812f328a3ab8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:52.556598 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b825ac41-f020-428a-a2ae-2231fde47074 req-e3132264-5a87-472b-9573-812f328a3ab8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 948 time: 0.2180114 Feb 17 22:06:52.562916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['009e7f9b-4ce1-4752-8c7c-b2062b2e9635'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:52.593114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf65a87d-ae65-41bc-be97-0ee2d8f5c8ff req-5d960787-4cb6-46fc-9e5d-21296cc441b6 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783079 Feb 17 22:06:52.666381 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750cd744-e023-4ff2-96d1-dee1afb18d1f x-openstack-request-id: req-750cd744-e023-4ff2-96d1-dee1afb18d1f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:52.666875 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1931a921-5b76-4ea9-868e-796e56510d40", "name": "network-vif-plugged", "status": "completed", "tag": "d17d2199-bc5e-4cad-8667-0e1e19ddcab8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:52.667268 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-750cd744-e023-4ff2-96d1-dee1afb18d1f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:52.667818 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1931a921-5b76-4ea9-868e-796e56510d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', 'code': 200} Feb 17 22:06:52.689838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b825ac41-f020-428a-a2ae-2231fde47074 req-0bff14e9-eabd-4155-b7a0-e01fa176f61d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229434 Feb 17 22:06:52.837140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec53eb-7f33-4b2f-9986-29de0262ed57 req-f94f4aa0-717e-463c-95e2-fb930d874980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:52.838722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ec53eb-7f33-4b2f-9986-29de0262ed57 req-f94f4aa0-717e-463c-95e2-fb930d874980 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 1133 time: 0.0818400 Feb 17 22:06:52.917557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ec53eb-7f33-4b2f-9986-29de0262ed57 req-f4d6b05a-ea38-487d-86db-121d12d56741 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720148 Feb 17 22:06:53.294449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60672) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:53.480075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60686) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:53.480403 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bd8a820f-081c-41b6-8180-e19b72c060bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=94083296ede948a6baf263f1ecff3b26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1838286 Feb 17 22:06:53.584723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a20d-ba13-4dcd-94db-7504bfb96391 admin admin] Publish callbacks [] for security_group (a8bb0003-cfee-4a82-9811-1f2579709a46), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:53.616086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a20d-ba13-4dcd-94db-7504bfb96391 admin admin] Publish callbacks [] for security_group (a8bb0003-cfee-4a82-9811-1f2579709a46), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:53.674644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a20d-ba13-4dcd-94db-7504bfb96391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a8bb0003-cfee-4a82-9811-1f2579709a46), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:53.677997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4ff1a20d-ba13-4dcd-94db-7504bfb96391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:53.680342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4ff1a20d-ba13-4dcd-94db-7504bfb96391 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8bb0003-cfee-4a82-9811-1f2579709a46 HTTP/1.1" status: 204 len: 168 time: 0.1990652 Feb 17 22:06:53.690454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff1a20d-ba13-4dcd-94db-7504bfb96391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8bb0003-cfee-4a82-9811-1f2579709a46,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:53.801412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:06:53.814738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7d9f-2c69-4e49-ac3f-af98f33e17b8 req-64fc7a40-98d8-47ff-981b-d4ab0039907b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:53.823203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cce7d9f-2c69-4e49-ac3f-af98f33e17b8 req-64fc7a40-98d8-47ff-981b-d4ab0039907b tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 950 time: 0.0830433 Feb 17 22:06:53.925597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:06:53.942242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:06:53.942680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:53.943601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cce7d9f-2c69-4e49-ac3f-af98f33e17b8 req-11789bd9-c733-408e-b1e5-779e2604b949 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/security-groups?id=fb4f8b92-9ed8-487e-a8de-f69646270631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194220 Feb 17 22:06:53.985654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9676ad-e41e-44ed-a431-4c87d5284412 req-a6f3a2be-92f8-4275-a730-3b04710f942a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:53.988544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a9676ad-e41e-44ed-a431-4c87d5284412 req-a6f3a2be-92f8-4275-a730-3b04710f942a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 948 time: 0.1559572 Feb 17 22:06:54.076040 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-08f6ce3d-f936-43da-8475-3df51532f2c8 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:54.078812 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-08f6ce3d-f936-43da-8475-3df51532f2c8 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.94 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 950 time: 0.2414608 Feb 17 22:06:54.105225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a9676ad-e41e-44ed-a431-4c87d5284412 req-ffda1878-a928-4174-b034-84eb6410b618 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105714 Feb 17 22:06:54.188175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:06:54.188581 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.244064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:54.252480 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.312664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Deleting port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:06:54.313678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.316913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:54.461231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] For port 3a01a065-cbbd-43df-8abf-fa2b718c7c68, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3a01a065-cbbd-43df-8abf-fa2b718c7c68,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:06:54.461601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.504482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Calling delete_port for 3a01a065-cbbd-43df-8abf-fa2b718c7c68 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:06:54.520802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60728) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:54.538030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eb70-9f34-4d69-bfa2-b83a71a9ded7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.669755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:54.673274 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ba71e7-52f1-4463-a4f6-84a295d526f3" -d '{"events": [{"server_uuid": "58d2026f-f38b-4e5a-8ce6-4736397b4fd4", "name": "network-vif-plugged", "status": "completed", "tag": "009e7f9b-4ce1-4752-8c7c-b2062b2e9635"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:54.713038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (3a01a065-cbbd-43df-8abf-fa2b718c7c68), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.734604 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339729a8-818a-496e-a1f0-d13d867c7aef x-openstack-request-id: req-339729a8-818a-496e-a1f0-d13d867c7aef {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:54.735040 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2026f-f38b-4e5a-8ce6-4736397b4fd4", "name": "network-vif-plugged", "status": "completed", "tag": "009e7f9b-4ce1-4752-8c7c-b2062b2e9635", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:54.735496 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-339729a8-818a-496e-a1f0-d13d867c7aef {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:54.736598 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', 'code': 200} Feb 17 22:06:54.744739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eb70-9f34-4d69-bfa2-b83a71a9ded7 admin admin] Publish callbacks [] for security_group (8a0da45a-debc-42ce-9520-e72aac4000a0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.762436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c8f9eb70-9f34-4d69-bfa2-b83a71a9ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8a0da45a-debc-42ce-9520-e72aac4000a0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.772308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['3a01a065-cbbd-43df-8abf-fa2b718c7c68'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:06:54.820732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Pushing event deleted for resources: {'Port': ['ID=3a01a065-cbbd-43df-8abf-fa2b718c7c68,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:54.901963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c8f9eb70-9f34-4d69-bfa2-b83a71a9ded7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=571b03a50fbe4894b31e0b54adae9082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790605 Feb 17 22:06:54.910362 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:54.924384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60750) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:54.947654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f9eb70-9f34-4d69-bfa2-b83a71a9ded7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0da45a-debc-42ce-9520-e72aac4000a0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:54.975749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215eb175-062d-43c9-b6c6-140acf9c1f5c req-1bd4ac61-fe2d-4498-9c50-042a5daf7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:54.977459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-215eb175-062d-43c9-b6c6-140acf9c1f5c req-1bd4ac61-fe2d-4498-9c50-042a5daf7c4c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 1132 time: 0.0720792 Feb 17 22:06:55.103117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-215eb175-062d-43c9-b6c6-140acf9c1f5c req-1129c17f-73f4-4098-b29b-25b3dd5247e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172037 Feb 17 22:06:55.108630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] No DVR routers for this DVR port 3a01a065-cbbd-43df-8abf-fa2b718c7c68 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:06:55.114464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:55.123727 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-baac57bf-04c1-4362-8bb1-99f24775a57f req-cdaf8e20-9b88-4e39-a181-e617305a66c0 tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.94 "DELETE /v2.0/ports/3a01a065-cbbd-43df-8abf-fa2b718c7c68 HTTP/1.1" status: 204 len: 173 time: 1.0388079 Feb 17 22:06:55.124137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'name': 'network-vif-deleted', 'tag': '3a01a065-cbbd-43df-8abf-fa2b718c7c68'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:06:55.127062 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d2885a-b458-4b9f-a41e-fd03661fd8c7" -d '{"events": [{"server_uuid": "5603b7b2-7335-40e8-90fc-fc6723c99c03", "name": "network-vif-deleted", "tag": "3a01a065-cbbd-43df-8abf-fa2b718c7c68"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:06:55.168536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-143b284a-e2d6-4708-b62c-7674e99115c6 admin admin] Publish callbacks [] for security_group (8a0da45a-debc-42ce-9520-e72aac4000a0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:55.205186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0e9580d-9307-4777-a2af-5bd31a0b9ade req-63843946-4e2e-45ca-acec-1e86456d1b9d tempest-ImagesNegativeTestJSON-515703942 tempest-ImagesNegativeTestJSON-515703942-project] 10.222.0.79 "GET /v2.0/ports?device_id=5603b7b2-7335-40e8-90fc-fc6723c99c03 HTTP/1.1" status: 200 len: 210 time: 0.0527711 Feb 17 22:06:55.217014 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-143b284a-e2d6-4708-b62c-7674e99115c6 admin admin] Publish callbacks [] for security_group (8a0da45a-debc-42ce-9520-e72aac4000a0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:55.325819 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-143b284a-e2d6-4708-b62c-7674e99115c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8a0da45a-debc-42ce-9520-e72aac4000a0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:55.330363 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-143b284a-e2d6-4708-b62c-7674e99115c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:55.339949 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-143b284a-e2d6-4708-b62c-7674e99115c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a0da45a-debc-42ce-9520-e72aac4000a0 HTTP/1.1" status: 204 len: 168 time: 0.4161167 Feb 17 22:06:55.356975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b284a-e2d6-4708-b62c-7674e99115c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0da45a-debc-42ce-9520-e72aac4000a0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:55.682431 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03fe0dd-7fd9-4b0b-9887-f7fdedcbba9c x-openstack-request-id: req-e03fe0dd-7fd9-4b0b-9887-f7fdedcbba9c {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:06:55.682744 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5603b7b2-7335-40e8-90fc-fc6723c99c03", "name": "network-vif-deleted", "tag": "3a01a065-cbbd-43df-8abf-fa2b718c7c68", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:06:55.682995 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e03fe0dd-7fd9-4b0b-9887-f7fdedcbba9c {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:06:55.684069 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5603b7b2-7335-40e8-90fc-fc6723c99c03', 'name': 'network-vif-deleted', 'tag': '3a01a065-cbbd-43df-8abf-fa2b718c7c68', 'status': 'completed', 'code': 200} Feb 17 22:06:55.755086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0d6c4-a673-4a77-b4a6-3fed8f35dfd9 req-5de11a3d-457d-445f-8592-a985931cf316 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:55.766130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cd0d6c4-a673-4a77-b4a6-3fed8f35dfd9 req-5de11a3d-457d-445f-8592-a985931cf316 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 949 time: 0.1225271 Feb 17 22:06:55.892384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cd0d6c4-a673-4a77-b4a6-3fed8f35dfd9 req-d3d16268-ef59-441a-81b1-c34fff23069c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245744 Feb 17 22:06:57.455540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76948f58-5d97-4ccb-9194-21e4ea81126e req-5de221ca-ee83-4dbe-9bfe-9295b98e1ad0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:57.472376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76948f58-5d97-4ccb-9194-21e4ea81126e req-5de221ca-ee83-4dbe-9bfe-9295b98e1ad0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 949 time: 0.1032336 Feb 17 22:06:57.575243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76948f58-5d97-4ccb-9194-21e4ea81126e req-5e191019-b123-4aa0-a68b-e9c67f7a7ff5 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978432 Feb 17 22:06:57.770149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3a01a065-cbbd-43df-8abf-fa2b718c7c68 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:06:57.792038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af9c98c-1ddc-4569-9b2a-38583156dfe8 req-4d454fe7-8b6e-4fd8-902d-87290ccaef64 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:57.803943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3af9c98c-1ddc-4569-9b2a-38583156dfe8 req-4d454fe7-8b6e-4fd8-902d-87290ccaef64 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 950 time: 0.1100791 Feb 17 22:06:57.829828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 3a01a065-cbbd-43df-8abf-fa2b718c7c68 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:06:57.830182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3a01a065-cbbd-43df-8abf-fa2b718c7c68 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:06:57.893200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3af9c98c-1ddc-4569-9b2a-38583156dfe8 req-ba0e4b4f-0f18-4ea4-b905-d68cad63e2f3 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883443 Feb 17 22:06:58.180611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32806) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:58.422106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d87542a7-b456-4bca-8288-1313f5fa52ba admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=19f31981953a4cf793602b9d460791e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400758 Feb 17 22:06:58.424410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32814) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:58.488712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db799501-adca-485e-a128-608ae8768d22 admin admin] Publish callbacks [] for security_group (fb4f8b92-9ed8-487e-a8de-f69646270631), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:58.516880 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db799501-adca-485e-a128-608ae8768d22 admin admin] Publish callbacks [] for security_group (fb4f8b92-9ed8-487e-a8de-f69646270631), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:58.618538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db799501-adca-485e-a128-608ae8768d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fb4f8b92-9ed8-487e-a8de-f69646270631), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:58.621112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db799501-adca-485e-a128-608ae8768d22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:58.625121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-db799501-adca-485e-a128-608ae8768d22 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb4f8b92-9ed8-487e-a8de-f69646270631 HTTP/1.1" status: 204 len: 168 time: 0.1966531 Feb 17 22:06:58.638670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db799501-adca-485e-a128-608ae8768d22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4f8b92-9ed8-487e-a8de-f69646270631,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:58.891300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a472d1-0323-46f4-8cf5-7fd716e0d10d req-1288919d-2f7b-401a-bb9d-cc13f684d18a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:58.902229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a472d1-0323-46f4-8cf5-7fd716e0d10d req-1288919d-2f7b-401a-bb9d-cc13f684d18a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:58.905404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3a472d1-0323-46f4-8cf5-7fd716e0d10d req-1288919d-2f7b-401a-bb9d-cc13f684d18a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4&device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 1690 time: 0.0827997 Feb 17 22:06:58.932121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32844) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:58.977388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3a472d1-0323-46f4-8cf5-7fd716e0d10d req-09144d44-8c83-470a-ae0f-dc2b2ef17f44 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658860 Feb 17 22:06:59.128679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-11e25eda-47f9-4a6a-9d5d-85a3e82782c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:59.308716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-11e25eda-47f9-4a6a-9d5d-85a3e82782c7 admin admin] Publish callbacks [] for security_group (8f5e6359-ab18-4eff-8e08-aae628649b57), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:59.317590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-11e25eda-47f9-4a6a-9d5d-85a3e82782c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8f5e6359-ab18-4eff-8e08-aae628649b57), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:59.401048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32896) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:06:59.409271 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-11e25eda-47f9-4a6a-9d5d-85a3e82782c7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44437ca9371d4a46961be8c89869dc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4759738 Feb 17 22:06:59.507056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e25eda-47f9-4a6a-9d5d-85a3e82782c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5e6359-ab18-4eff-8e08-aae628649b57,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:59.513396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f94c5049-a221-43f0-99b5-75c237aa24ce admin admin] Publish callbacks [] for security_group (8f5e6359-ab18-4eff-8e08-aae628649b57), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:59.577549 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f94c5049-a221-43f0-99b5-75c237aa24ce admin admin] Publish callbacks [] for security_group (8f5e6359-ab18-4eff-8e08-aae628649b57), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:59.669612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1361-6397-47e3-8bfb-24be4a9f15dd req-ca020933-57e0-40f9-99b9-2a7aafd84785 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:06:59.672069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-163e1361-6397-47e3-8bfb-24be4a9f15dd req-ca020933-57e0-40f9-99b9-2a7aafd84785 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 1132 time: 0.0650227 Feb 17 22:06:59.706587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f94c5049-a221-43f0-99b5-75c237aa24ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8f5e6359-ab18-4eff-8e08-aae628649b57), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:59.709445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f94c5049-a221-43f0-99b5-75c237aa24ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:06:59.712922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f94c5049-a221-43f0-99b5-75c237aa24ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f5e6359-ab18-4eff-8e08-aae628649b57 HTTP/1.1" status: 204 len: 168 time: 0.3086331 Feb 17 22:06:59.733968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94c5049-a221-43f0-99b5-75c237aa24ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5e6359-ab18-4eff-8e08-aae628649b57,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:06:59.742312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-163e1361-6397-47e3-8bfb-24be4a9f15dd req-6423cd63-b85e-4d5f-9ffe-79bff22f558a tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623238 Feb 17 22:07:00.131716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32974) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:00.146519 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc82a053-ea23-4a2d-ac8b-536bee8be940 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:00.236474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141b5a8-d294-4382-b4f3-ab8fb82480e3 req-f3c36de0-06eb-4b43-bb40-fa65cf0e25ff tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:00.237994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3141b5a8-d294-4382-b4f3-ab8fb82480e3 req-f3c36de0-06eb-4b43-bb40-fa65cf0e25ff tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 1133 time: 0.0732350 Feb 17 22:07:00.504703 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc82a053-ea23-4a2d-ac8b-536bee8be940 admin admin] Publish callbacks [] for security_group (8044c644-918c-43e0-a5b4-2d3837529e95), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:00.521235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc82a053-ea23-4a2d-ac8b-536bee8be940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8044c644-918c-43e0-a5b4-2d3837529e95), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:00.564106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3141b5a8-d294-4382-b4f3-ab8fb82480e3 req-f198a573-5205-47f0-8aa6-893a9ac29aef tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148615 Feb 17 22:07:00.574992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc82a053-ea23-4a2d-ac8b-536bee8be940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8044c644-918c-43e0-a5b4-2d3837529e95,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:00.600954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bc82a053-ea23-4a2d-ac8b-536bee8be940 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1bc863330dd54dce9eee310ed8b52c8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4672399 Feb 17 22:07:00.603408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33010) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:00.679996 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a680484f-4cf1-4ea1-ae83-a1483531cd71 admin admin] Publish callbacks [] for security_group (8044c644-918c-43e0-a5b4-2d3837529e95), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:00.711851 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a680484f-4cf1-4ea1-ae83-a1483531cd71 admin admin] Publish callbacks [] for security_group (8044c644-918c-43e0-a5b4-2d3837529e95), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:00.786315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a680484f-4cf1-4ea1-ae83-a1483531cd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8044c644-918c-43e0-a5b4-2d3837529e95), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:00.789334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a680484f-4cf1-4ea1-ae83-a1483531cd71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:00.793019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a680484f-4cf1-4ea1-ae83-a1483531cd71 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8044c644-918c-43e0-a5b4-2d3837529e95 HTTP/1.1" status: 204 len: 168 time: 0.1861272 Feb 17 22:07:00.803257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a680484f-4cf1-4ea1-ae83-a1483531cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8044c644-918c-43e0-a5b4-2d3837529e95,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:01.044195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-202eb170-2066-4803-abf3-ddc61c3be802 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233903 Feb 17 22:07:01.159858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-311063b7-9284-44e7-8a65-24927105da7d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:01.161331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-311063b7-9284-44e7-8a65-24927105da7d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1103451 Feb 17 22:07:01.177635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-dbc53ddd-cc77-42ce-9f1f-831ebe067226 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/quotas/8854d2b078364aca9e38c5d808877d24 HTTP/1.1" status: 200 len: 375 time: 0.0092335 Feb 17 22:07:01.242225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-2bd1784d-03fe-4a1a-8d92-8177274210da tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584414 Feb 17 22:07:01.352426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33086) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:01.480529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28b0f4e2-973c-4dbf-bd0e-dbc24145e2a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:01.585177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28b0f4e2-973c-4dbf-bd0e-dbc24145e2a4 admin admin] Publish callbacks [] for security_group (3059c9c6-d84f-461f-8653-6862b6dbddbb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:01.593025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28b0f4e2-973c-4dbf-bd0e-dbc24145e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3059c9c6-d84f-461f-8653-6862b6dbddbb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:01.628470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0f4e2-973c-4dbf-bd0e-dbc24145e2a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3059c9c6-d84f-461f-8653-6862b6dbddbb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:01.657508 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28b0f4e2-973c-4dbf-bd0e-dbc24145e2a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bc12e27e9d04426a1d87a047a6b40d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039887 Feb 17 22:07:01.660226 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:01.720691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19eb7bef-7c2e-4e39-8310-0df8fed0b68f admin admin] Publish callbacks [] for security_group (3059c9c6-d84f-461f-8653-6862b6dbddbb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:01.747616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19eb7bef-7c2e-4e39-8310-0df8fed0b68f admin admin] Publish callbacks [] for security_group (3059c9c6-d84f-461f-8653-6862b6dbddbb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:01.804024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19eb7bef-7c2e-4e39-8310-0df8fed0b68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3059c9c6-d84f-461f-8653-6862b6dbddbb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:01.814034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19eb7bef-7c2e-4e39-8310-0df8fed0b68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:01.818645 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-19eb7bef-7c2e-4e39-8310-0df8fed0b68f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3059c9c6-d84f-461f-8653-6862b6dbddbb HTTP/1.1" status: 204 len: 168 time: 0.1575849 Feb 17 22:07:01.829026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eb7bef-7c2e-4e39-8310-0df8fed0b68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3059c9c6-d84f-461f-8653-6862b6dbddbb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:02.314091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33176) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:02.329509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fff11a8-33ff-41b2-8e3a-e7b792b7aabd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:02.340849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58f8c17e-f13d-44ba-bcc0-65d195132328 req-1a575d36-ef24-4b6a-b6be-f63b262787bf tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 210 time: 0.0425577 Feb 17 22:07:02.480799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fff11a8-33ff-41b2-8e3a-e7b792b7aabd admin admin] Publish callbacks [] for security_group (46f477aa-dcdd-4bce-9727-787707c9c547), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:02.486460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fff11a8-33ff-41b2-8e3a-e7b792b7aabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (46f477aa-dcdd-4bce-9727-787707c9c547), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:02.572780 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0fff11a8-33ff-41b2-8e3a-e7b792b7aabd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df51114ed7b540abb346468ad53785fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571893 Feb 17 22:07:02.573755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff11a8-33ff-41b2-8e3a-e7b792b7aabd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f477aa-dcdd-4bce-9727-787707c9c547,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:02.577159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33206) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:02.702349 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-873cf64d-f6dd-4bad-b19e-6f9a10636787 admin admin] Publish callbacks [] for security_group (46f477aa-dcdd-4bce-9727-787707c9c547), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:02.729918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-873cf64d-f6dd-4bad-b19e-6f9a10636787 admin admin] Publish callbacks [] for security_group (46f477aa-dcdd-4bce-9727-787707c9c547), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:02.798029 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-873cf64d-f6dd-4bad-b19e-6f9a10636787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (46f477aa-dcdd-4bce-9727-787707c9c547), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:02.803670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-873cf64d-f6dd-4bad-b19e-6f9a10636787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:02.805150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-873cf64d-f6dd-4bad-b19e-6f9a10636787 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46f477aa-dcdd-4bce-9727-787707c9c547 HTTP/1.1" status: 204 len: 168 time: 0.2256351 Feb 17 22:07:02.823140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873cf64d-f6dd-4bad-b19e-6f9a10636787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f477aa-dcdd-4bce-9727-787707c9c547,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:03.433897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:03.514255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ae8ded5-f3a2-430a-bb52-38980baf6e9c req-b1970131-b396-4383-a81c-722d4d87f81d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 210 time: 0.0531518 Feb 17 22:07:03.567121 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-f2c26ff0-9c8c-4788-b0fa-26131d6e9110 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468178 Feb 17 22:07:03.581902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-4b319ac3-f5d1-42ac-8b03-6549d16ed84c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702927 Feb 17 22:07:03.747263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05cc91e4-54af-4d8a-b9fb-82f91b2761f7 req-cd2e199f-6083-4f04-9cc1-dcd576bb8d3b tempest-AbsoluteLimitsNegativeTestJSON-1221561096 tempest-AbsoluteLimitsNegativeTestJSON-1221561096-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=5dc02ce19fca43f3a2ed70664ca30299&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350103 Feb 17 22:07:03.853607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-009f569e-7f9c-4897-bd01-c45119395e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:03.919620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a1809960-e677-41ca-822c-e4dc6e83c463 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:03.921119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a1809960-e677-41ca-822c-e4dc6e83c463 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287487 Feb 17 22:07:03.939676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:03.950313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-737a779e-4b10-4dfe-9c25-5b84dcbd6800 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:03.952370 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-737a779e-4b10-4dfe-9c25-5b84dcbd6800 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3706384 Feb 17 22:07:03.976849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:04.007704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc91e4-54af-4d8a-b9fb-82f91b2761f7 req-4350c821-3d0e-49cb-ac08-3b137e2536f1 tempest-AbsoluteLimitsNegativeTestJSON-1221561096 tempest-AbsoluteLimitsNegativeTestJSON-1221561096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:04.014637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05cc91e4-54af-4d8a-b9fb-82f91b2761f7 req-4350c821-3d0e-49cb-ac08-3b137e2536f1 tempest-AbsoluteLimitsNegativeTestJSON-1221561096 tempest-AbsoluteLimitsNegativeTestJSON-1221561096-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2573509 Feb 17 22:07:04.042830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05cc91e4-54af-4d8a-b9fb-82f91b2761f7 req-fca148ff-e1c1-42d0-af4b-acd7c0782259 tempest-AbsoluteLimitsNegativeTestJSON-1221561096 tempest-AbsoluteLimitsNegativeTestJSON-1221561096-project] 10.222.0.79 "GET /v2.0/quotas/5dc02ce19fca43f3a2ed70664ca30299 HTTP/1.1" status: 200 len: 375 time: 0.0271609 Feb 17 22:07:04.088404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-009f569e-7f9c-4897-bd01-c45119395e8c admin admin] Publish callbacks [] for security_group (f64f60f1-8306-4102-8297-d1662e0b8504), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.099641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05cc91e4-54af-4d8a-b9fb-82f91b2761f7 req-b7c78158-d5d2-4da8-ac2e-5de524bf24d0 tempest-AbsoluteLimitsNegativeTestJSON-1221561096 tempest-AbsoluteLimitsNegativeTestJSON-1221561096-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5dc02ce19fca43f3a2ed70664ca30299&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0519323 Feb 17 22:07:04.107804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-009f569e-7f9c-4897-bd01-c45119395e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f64f60f1-8306-4102-8297-d1662e0b8504), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.173527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:04.176771 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-009f569e-7f9c-4897-bd01-c45119395e8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ece6508dfdb041da9ea1f1f4f85bc09a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7416339 Feb 17 22:07:04.178541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f569e-7f9c-4897-bd01-c45119395e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64f60f1-8306-4102-8297-d1662e0b8504,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:04.181228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:04.181517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.205538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:04.210223 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.326258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdec7-7b7a-4afc-b106-c951e646b379 admin admin] Publish callbacks [] for security_group (f64f60f1-8306-4102-8297-d1662e0b8504), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.354968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdec7-7b7a-4afc-b106-c951e646b379 admin admin] Publish callbacks [] for security_group (f64f60f1-8306-4102-8297-d1662e0b8504), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.391413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.67 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/15a577ba-925f-482e-a4e0-de1d8407a79e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:04.425012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdec7-7b7a-4afc-b106-c951e646b379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f64f60f1-8306-4102-8297-d1662e0b8504), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.428550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4cbdec7-7b7a-4afc-b106-c951e646b379 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.430367 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d4cbdec7-7b7a-4afc-b106-c951e646b379 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f64f60f1-8306-4102-8297-d1662e0b8504 HTTP/1.1" status: 204 len: 168 time: 0.2375977 Feb 17 22:07:04.442494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbdec7-7b7a-4afc-b106-c951e646b379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64f60f1-8306-4102-8297-d1662e0b8504,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:04.611532 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.649959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:04.670652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17e9bbbe-bc76-4360-9da4-9fc89f3df357 req-624cb9bc-db74-4369-88ff-b6434f009f5f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 210 time: 0.0512831 Feb 17 22:07:04.719096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:04.733744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:04.839335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:04.848111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:04.853689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:04.876955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.12 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/aab2d7bb-25e9-42af-83b3-21c19530e27d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:04.936709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=15a577ba-925f-482e-a4e0-de1d8407a79e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:05.006525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:05.007763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.046612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-80c02100-5c51-4a81-a206-6918fe89c317 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1138999 Feb 17 22:07:05.058532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Request body: {'port': {'device_id': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:05.121349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.161261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.194602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.214190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed0bdfe-edb7-4cf2-b0ca-bc76742dc6e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.215956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:05.272985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:05.280241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:05.288861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:05.295219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:05.295966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.311755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=aab2d7bb-25e9-42af-83b3-21c19530e27d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:05.323755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6185ee8b-9b68-41e7-9c05-ec64d1f6df48 None None] Provisioning complete for port 15a577ba-925f-482e-a4e0-de1d8407a79e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:05.324348 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6185ee8b-9b68-41e7-9c05-ec64d1f6df48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.412245 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e4b7f61c-ce08-4425-84f2-a911caef918a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4435699 Feb 17 22:07:05.419807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6185ee8b-9b68-41e7-9c05-ec64d1f6df48 None None] Port 15a577ba-925f-482e-a4e0-de1d8407a79e cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:05.448823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Request body: {'port': {'device_id': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:05.534949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed0bdfe-edb7-4cf2-b0ca-bc76742dc6e1 admin admin] Publish callbacks [] for security_group (e78b1a3b-056e-40aa-ba5e-52fa97b58269), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.575222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed0bdfe-edb7-4cf2-b0ca-bc76742dc6e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e78b1a3b-056e-40aa-ba5e-52fa97b58269), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.659283 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.670846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a577ba-925f-482e-a4e0-de1d8407a79e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:05.686508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0bdfe-edb7-4cf2-b0ca-bc76742dc6e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78b1a3b-056e-40aa-ba5e-52fa97b58269,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:05.690155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Publish callbacks [] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.731397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Transition to ACTIVE for port object 15a577ba-925f-482e-a4e0-de1d8407a79e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:05.741154 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ed0bdfe-edb7-4cf2-b0ca-bc76742dc6e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5dc02ce19fca43f3a2ed70664ca30299&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0870979 Feb 17 22:07:05.742236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33434) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:05.785093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33436) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:05.789776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9f44723a-560e-4be8-842b-1a39c37dba45 None None] Provisioning complete for port aab2d7bb-25e9-42af-83b3-21c19530e27d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:05.790257 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f44723a-560e-4be8-842b-1a39c37dba45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.814904 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:05.834607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33440) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:05.880313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9f44723a-560e-4be8-842b-1a39c37dba45 None None] Port aab2d7bb-25e9-42af-83b3-21c19530e27d cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:06.007758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cecce787-1d91-4b2d-bbc3-3eb59e4f1d63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.111534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec24cc03-7c20-4881-aac2-490fe54ab956 admin admin] Publish callbacks [] for security_group (e78b1a3b-056e-40aa-ba5e-52fa97b58269), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.121070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Pushing event updated for resources: {'Port': ['ID=15a577ba-925f-482e-a4e0-de1d8407a79e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:06.139050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aab2d7bb-25e9-42af-83b3-21c19530e27d {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:06.148678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Publish callbacks [] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.165416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Transition to ACTIVE for port object aab2d7bb-25e9-42af-83b3-21c19530e27d will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:06.171005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.189167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d6c8f6-dce1-4ac7-bc16-cb725f44544f req-fa84324f-3b33-48a1-b232-30cfb1b2e25c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:06.190982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17d6c8f6-dce1-4ac7-bc16-cb725f44544f req-fa84324f-3b33-48a1-b232-30cfb1b2e25c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 947 time: 0.3874145 Feb 17 22:07:06.194742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33448) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:06.202855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec24cc03-7c20-4881-aac2-490fe54ab956 admin admin] Publish callbacks [] for security_group (e78b1a3b-056e-40aa-ba5e-52fa97b58269), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.268955 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf91a62f-13a7-40bf-a03f-5401234e3048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.329431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Attempting to bind port 15a577ba-925f-482e-a4e0-de1d8407a79e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:06.329431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Attempting to bind port 15a577ba-925f-482e-a4e0-de1d8407a79e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:06.329866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Attempting to bind port 15a577ba-925f-482e-a4e0-de1d8407a79e on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:06.341723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4765e12a-5771-4ed5-aa53-f2ebaca1e1e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.363023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Port 15a577ba-925f-482e-a4e0-de1d8407a79e on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:06.363438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Attempting to bind port 15a577ba-925f-482e-a4e0-de1d8407a79e on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:06.399986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:06.399986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:06.400831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:06.400831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Bound port: 15a577ba-925f-482e-a4e0-de1d8407a79e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:06.401030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.410346 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf91a62f-13a7-40bf-a03f-5401234e3048 admin admin] Publish callbacks [] for security_group (d05a02b0-23e2-4211-8463-a84ff4685689), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.410548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17d6c8f6-dce1-4ac7-bc16-cb725f44544f req-8371e3a4-7d20-4043-b639-773dedcc59ac tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020810 Feb 17 22:07:06.416319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Pushing event updated for resources: {'Port': ['ID=aab2d7bb-25e9-42af-83b3-21c19530e27d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:06.429276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf91a62f-13a7-40bf-a03f-5401234e3048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d05a02b0-23e2-4211-8463-a84ff4685689), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.465864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cecce787-1d91-4b2d-bbc3-3eb59e4f1d63 admin admin] Publish callbacks [] for security_group (e2fd3e64-8465-49df-8acb-d1c970e869d7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.470522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Attempting to bind port aab2d7bb-25e9-42af-83b3-21c19530e27d on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:06.470897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Attempting to bind port aab2d7bb-25e9-42af-83b3-21c19530e27d by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:06.471231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Attempting to bind port aab2d7bb-25e9-42af-83b3-21c19530e27d on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:06.478781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Port aab2d7bb-25e9-42af-83b3-21c19530e27d on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:06.479108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Attempting to bind port aab2d7bb-25e9-42af-83b3-21c19530e27d on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:06.484675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91a62f-13a7-40bf-a03f-5401234e3048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a02b0-23e2-4211-8463-a84ff4685689,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:06.491216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:06.491575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:06.491964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:06.492789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec24cc03-7c20-4881-aac2-490fe54ab956 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e78b1a3b-056e-40aa-ba5e-52fa97b58269), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.492967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Bound port: aab2d7bb-25e9-42af-83b3-21c19530e27d, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:06.493304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.495298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec24cc03-7c20-4881-aac2-490fe54ab956 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.498778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ec24cc03-7c20-4881-aac2-490fe54ab956 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e78b1a3b-056e-40aa-ba5e-52fa97b58269 HTTP/1.1" status: 204 len: 168 time: 0.7538490 Feb 17 22:07:06.526870 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bf91a62f-13a7-40bf-a03f-5401234e3048 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=525993e0ad8b4e1e807883de0b177e30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7374377 Feb 17 22:07:06.526870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33460) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:06.546058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cecce787-1d91-4b2d-bbc3-3eb59e4f1d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e2fd3e64-8465-49df-8acb-d1c970e869d7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.562112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24cc03-7c20-4881-aac2-490fe54ab956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78b1a3b-056e-40aa-ba5e-52fa97b58269,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:06.647345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cecce787-1d91-4b2d-bbc3-3eb59e4f1d63 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=76447a478e184663a900f17164413e12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7505193 Feb 17 22:07:06.651745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33462) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:06.652218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] For port 15a577ba-925f-482e-a4e0-de1d8407a79e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:06.654002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecce787-1d91-4b2d-bbc3-3eb59e4f1d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2fd3e64-8465-49df-8acb-d1c970e869d7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:06.658761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] For port 15a577ba-925f-482e-a4e0-de1d8407a79e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=15a577ba-925f-482e-a4e0-de1d8407a79e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:06.681659 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.731187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] For port aab2d7bb-25e9-42af-83b3-21c19530e27d, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:06.767582 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4765e12a-5771-4ed5-aa53-f2ebaca1e1e0 admin admin] Publish callbacks [] for security_group (9a6b3d90-1d2d-4eff-8417-86f0e826e6d1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.772335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be8e542-dda4-48dd-b2f9-216da69ca368 admin admin] Publish callbacks [] for security_group (d05a02b0-23e2-4211-8463-a84ff4685689), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.774145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:06.775572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.776610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] For port aab2d7bb-25e9-42af-83b3-21c19530e27d, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:06.778188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] 10.222.0.73 "PUT /v2.0/ports/15a577ba-925f-482e-a4e0-de1d8407a79e HTTP/1.1" status: 200 len: 1096 time: 1.7240715 Feb 17 22:07:06.785229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'tag': '15a577ba-925f-482e-a4e0-de1d8407a79e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:06.791334 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfe0d95-122f-4920-9581-d0c1fe84a354" -d '{"events": [{"name": "network-changed", "server_uuid": "a597b729-0db2-49b7-b398-31b00bb619e6", "tag": "15a577ba-925f-482e-a4e0-de1d8407a79e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:06.797171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.810343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4765e12a-5771-4ed5-aa53-f2ebaca1e1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9a6b3d90-1d2d-4eff-8417-86f0e826e6d1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.847047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be8e542-dda4-48dd-b2f9-216da69ca368 admin admin] Publish callbacks [] for security_group (d05a02b0-23e2-4211-8463-a84ff4685689), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.862559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5d10f7-699f-43ce-a27e-009557cc0d3e admin admin] Publish callbacks [] for security_group (e2fd3e64-8465-49df-8acb-d1c970e869d7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.909173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:06.909801 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.911225 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] 10.222.0.94 "PUT /v2.0/ports/aab2d7bb-25e9-42af-83b3-21c19530e27d HTTP/1.1" status: 200 len: 1096 time: 1.4751654 Feb 17 22:07:06.913773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'tag': 'aab2d7bb-25e9-42af-83b3-21c19530e27d'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:06.916224 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b39cd60-a4df-4221-a608-5003cf884e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916", "tag": "aab2d7bb-25e9-42af-83b3-21c19530e27d"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:06.952453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5d10f7-699f-43ce-a27e-009557cc0d3e admin admin] Publish callbacks [] for security_group (e2fd3e64-8465-49df-8acb-d1c970e869d7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:06.975086 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83feb650-09c4-48df-a78a-d333fe3b1b69 x-openstack-request-id: req-83feb650-09c4-48df-a78a-d333fe3b1b69 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:06.975740 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a597b729-0db2-49b7-b398-31b00bb619e6", "tag": "15a577ba-925f-482e-a4e0-de1d8407a79e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:06.975992 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83feb650-09c4-48df-a78a-d333fe3b1b69 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:06.976400 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'tag': '15a577ba-925f-482e-a4e0-de1d8407a79e', 'status': 'completed', 'code': 200} Feb 17 22:07:06.994114 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f737f441-e660-4c58-afe6-b955f8e257c8 x-openstack-request-id: req-f737f441-e660-4c58-afe6-b955f8e257c8 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:06.994391 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916", "tag": "aab2d7bb-25e9-42af-83b3-21c19530e27d", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:06.995334 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f737f441-e660-4c58-afe6-b955f8e257c8 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:06.995334 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'tag': 'aab2d7bb-25e9-42af-83b3-21c19530e27d', 'status': 'completed', 'code': 200} Feb 17 22:07:06.997915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a6891-ca35-4d0f-a4e0-17456268be3f service neutron] Pushing event updated for resources: {'Port': ['ID=aab2d7bb-25e9-42af-83b3-21c19530e27d,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:07.026738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ec67c-9923-4865-ac0f-df43aa81967c service neutron] Pushing event updated for resources: {'Port': ['ID=15a577ba-925f-482e-a4e0-de1d8407a79e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:07.044578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4765e12a-5771-4ed5-aa53-f2ebaca1e1e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29acc83757ce421ab52dc031e220830c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8443937 Feb 17 22:07:07.049065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33476) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:07.078834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be8e542-dda4-48dd-b2f9-216da69ca368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d05a02b0-23e2-4211-8463-a84ff4685689), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.085400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765e12a-5771-4ed5-aa53-f2ebaca1e1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6b3d90-1d2d-4eff-8417-86f0e826e6d1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:07.086846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be8e542-dda4-48dd-b2f9-216da69ca368 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.090304 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3be8e542-dda4-48dd-b2f9-216da69ca368 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d05a02b0-23e2-4211-8463-a84ff4685689 HTTP/1.1" status: 204 len: 168 time: 0.5359144 Feb 17 22:07:07.116314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8e542-dda4-48dd-b2f9-216da69ca368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a02b0-23e2-4211-8463-a84ff4685689,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:07.126708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-229d36ab-7051-46ce-a5da-b6d2e00d0cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.128328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-229d36ab-7051-46ce-a5da-b6d2e00d0cd4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 1130 time: 0.2466424 Feb 17 22:07:07.180188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-6d9411bb-16e1-4e4f-9f5b-4630455878f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.181713 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-6d9411bb-16e1-4e4f-9f5b-4630455878f4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 1130 time: 0.1708136 Feb 17 22:07:07.191556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5d10f7-699f-43ce-a27e-009557cc0d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e2fd3e64-8465-49df-8acb-d1c970e869d7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.194137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5d10f7-699f-43ce-a27e-009557cc0d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.195335 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b5d10f7-699f-43ce-a27e-009557cc0d3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2fd3e64-8465-49df-8acb-d1c970e869d7 HTTP/1.1" status: 204 len: 168 time: 0.5054259 Feb 17 22:07:07.235047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d10f7-699f-43ce-a27e-009557cc0d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2fd3e64-8465-49df-8acb-d1c970e869d7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:07.240024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-02ee96b6-5828-403f-ae27-c33ec9f2e43a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=15a577ba-925f-482e-a4e0-de1d8407a79e HTTP/1.1" status: 200 len: 217 time: 0.0883088 Feb 17 22:07:07.241245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a314a73e-01cf-461f-a765-582ff22f7d55 admin admin] Publish callbacks [] for security_group (9a6b3d90-1d2d-4eff-8417-86f0e826e6d1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.282788 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-6f72d15a-01f4-487c-a784-f4b004f47860 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d HTTP/1.1" status: 200 len: 217 time: 0.0794795 Feb 17 22:07:07.352049 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a314a73e-01cf-461f-a765-582ff22f7d55 admin admin] Publish callbacks [] for security_group (9a6b3d90-1d2d-4eff-8417-86f0e826e6d1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.375230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-cba7ca59-08c1-44da-8deb-52fca0d6e0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.376829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-cba7ca59-08c1-44da-8deb-52fca0d6e0c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1163714 Feb 17 22:07:07.384647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-4124189c-404d-46aa-8eaf-38b0c90dd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.386421 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-4124189c-404d-46aa-8eaf-38b0c90dd0e0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0966089 Feb 17 22:07:07.465914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-5462d181-3452-4d30-8718-63eb450467bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.469000 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-5462d181-3452-4d30-8718-63eb450467bb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0712206 Feb 17 22:07:07.477993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-32eed09b-4a73-4496-98a3-95997f6d23a4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706198 Feb 17 22:07:07.568351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a314a73e-01cf-461f-a765-582ff22f7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9a6b3d90-1d2d-4eff-8417-86f0e826e6d1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.571224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a314a73e-01cf-461f-a765-582ff22f7d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.572409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a314a73e-01cf-461f-a765-582ff22f7d55 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a6b3d90-1d2d-4eff-8417-86f0e826e6d1 HTTP/1.1" status: 204 len: 168 time: 0.5209668 Feb 17 22:07:07.579297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e67247f6-d4d6-4760-af87-f5b96c9f8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.580814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-e67247f6-d4d6-4760-af87-f5b96c9f8ac7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1902781 Feb 17 22:07:07.596438 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-40151c47-cf04-4bc7-bc44-9b5e951d6ef4 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200182 Feb 17 22:07:07.602890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314a73e-01cf-461f-a765-582ff22f7d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6b3d90-1d2d-4eff-8417-86f0e826e6d1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:07.698826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-abbe5402-4338-40b6-b191-bea923043981 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.700308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-abbe5402-4338-40b6-b191-bea923043981 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157395 Feb 17 22:07:07.735696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-c6bdd411-0188-4f51-baca-89f9b7c8809d tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/quotas/a9fb675f0e7445a4b93658d7a15a9e34 HTTP/1.1" status: 200 len: 375 time: 0.0279820 Feb 17 22:07:07.757350 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-8857bc94-b523-46d7-9d4e-89e72586089b service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536901 Feb 17 22:07:07.776097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-42ad81fd-ab26-4f4c-b459-46a35ad98d74 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395267 Feb 17 22:07:07.788163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-cca860b9-d8e8-4b8c-a607-85098bb274b9 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960378 Feb 17 22:07:07.895308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33512) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:07.935774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc3f-f056-4b2a-9d2b-5737ba6ce82f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:07.982240 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-62248ac2-95d1-46c5-b684-b18309945abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:07.989454 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-62248ac2-95d1-46c5-b684-b18309945abc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 1130 time: 0.0927284 Feb 17 22:07:08.057138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ad4f73-f776-4d76-b299-2b304fe8a345 req-61937842-cf76-480f-8ead-f511a3abf1ba service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635226 Feb 17 22:07:08.231459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef875999-77ca-4b7e-9791-4dfeaf9b1704 req-018d9e38-f90d-4add-a33a-b2d2c49b8e18 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.239945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef875999-77ca-4b7e-9791-4dfeaf9b1704 req-018d9e38-f90d-4add-a33a-b2d2c49b8e18 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 947 time: 0.2093275 Feb 17 22:07:08.244557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-3d5393d1-7431-4959-a218-3cbb92e768b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.247058 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-3d5393d1-7431-4959-a218-3cbb92e768b1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2526050 Feb 17 22:07:08.318015 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-2240cb55-a29f-4031-ba4f-ae59d5a17522 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d HTTP/1.1" status: 200 len: 217 time: 0.0631628 Feb 17 22:07:08.344701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51943be8-61b1-463b-a509-8bde64b8efa4 req-00ab0150-e2ea-48f7-b217-2b787a59def4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 210 time: 0.0749555 Feb 17 22:07:08.347724 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc3f-f056-4b2a-9d2b-5737ba6ce82f admin admin] Publish callbacks [] for security_group (1c5e5791-3c0a-46bb-b356-f7b23fe75b1c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:08.350337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-d3769348-0ff6-4ab9-a556-107ba9ff0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.352223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-d3769348-0ff6-4ab9-a556-107ba9ff0d08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 1130 time: 0.2252872 Feb 17 22:07:08.357092 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e59fc3f-f056-4b2a-9d2b-5737ba6ce82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c5e5791-3c0a-46bb-b356-f7b23fe75b1c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:08.393145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-2c9f6b06-d5df-47b9-89e1-3cc7ea4f8d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.395805 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-2c9f6b06-d5df-47b9-89e1-3cc7ea4f8d62 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0716703 Feb 17 22:07:08.477892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-19248074-1e49-4f3b-a267-ad58034bbdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.480176 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-19248074-1e49-4f3b-a267-ad58034bbdd0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0752785 Feb 17 22:07:08.481363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef875999-77ca-4b7e-9791-4dfeaf9b1704 req-a881888a-dd1a-4084-89ec-4a766b69c83f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316210 Feb 17 22:07:08.487118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7e59fc3f-f056-4b2a-9d2b-5737ba6ce82f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=da3dc5fe700e4454b47a76017726a92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5907161 Feb 17 22:07:08.489871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59fc3f-f056-4b2a-9d2b-5737ba6ce82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5e5791-3c0a-46bb-b356-f7b23fe75b1c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:08.506008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33546) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:08.572653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-8625847b-798b-44b1-803d-83fee626301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.576277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-8625847b-798b-44b1-803d-83fee626301b service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2157791 Feb 17 22:07:08.667945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-8c12ee8c-3a4f-4a69-9aa9-880b8f1e5965 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=15a577ba-925f-482e-a4e0-de1d8407a79e HTTP/1.1" status: 200 len: 217 time: 0.0852675 Feb 17 22:07:08.734895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-64ceb89b-5fb1-4025-9d87-3490ae094dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.736789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-64ceb89b-5fb1-4025-9d87-3490ae094dbf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0596454 Feb 17 22:07:08.844117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:08.858114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-ee9e9320-2e21-4087-b73c-0e023c49d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:08.860594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-ee9e9320-2e21-4087-b73c-0e023c49d891 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1081383 Feb 17 22:07:08.984824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6b5496-fa88-48cb-b4ae-6629c74df9a9 admin admin] Publish callbacks [] for security_group (1c5e5791-3c0a-46bb-b356-f7b23fe75b1c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:09.011941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6b5496-fa88-48cb-b4ae-6629c74df9a9 admin admin] Publish callbacks [] for security_group (1c5e5791-3c0a-46bb-b356-f7b23fe75b1c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:09.070649 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-f41ac2b4-ff21-426e-878d-2febf218d66e service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805581 Feb 17 22:07:09.090082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-fe8cf8e1-e2fa-4532-a41f-5e2c6f762037 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129166 Feb 17 22:07:09.144442 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6b5496-fa88-48cb-b4ae-6629c74df9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c5e5791-3c0a-46bb-b356-f7b23fe75b1c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:09.147113 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6b5496-fa88-48cb-b4ae-6629c74df9a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:09.151122 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d6b5496-fa88-48cb-b4ae-6629c74df9a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c5e5791-3c0a-46bb-b356-f7b23fe75b1c HTTP/1.1" status: 204 len: 168 time: 0.6413336 Feb 17 22:07:09.172755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b5496-fa88-48cb-b4ae-6629c74df9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5e5791-3c0a-46bb-b356-f7b23fe75b1c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:09.192520 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b39cd60-a4df-4221-a608-5003cf884e2c req-77635710-ed32-4c39-ae4d-8d226fcb4248 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135447 Feb 17 22:07:09.239111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cfe0d95-122f-4920-9581-d0c1fe84a354 req-a21725f4-d4c7-4ea9-b76b-ba0c771ba0a0 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382372 Feb 17 22:07:09.253552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33580) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:09.449883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-272fc3e1-9e80-43bf-a5f2-f8131ba02fd0 req-48d5ad75-e0f3-4722-bd13-fc86d725e0d9 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 210 time: 0.0322721 Feb 17 22:07:09.586811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1556872357-network', 'tenant_id': '40e12e2d652a43db8f8696606ff96904'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:09.662029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Made reservation on behalf of 40e12e2d652a43db8f8696606ff96904 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:09.667459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:09.695177 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-54a259ba-0a78-4685-bb8f-64dda521e190 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488589 Feb 17 22:07:09.716548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:09.822807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0d4ff-7a0e-457b-a73f-f2ebad9a2fe1 req-0ed4497a-a599-4687-af8b-e8f0be042bc7 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:09.831643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0d0d4ff-7a0e-457b-a73f-f2ebad9a2fe1 req-0ed4497a-a599-4687-af8b-e8f0be042bc7 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 947 time: 0.1926718 Feb 17 22:07:09.912215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33610) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:09.915557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-fbddae94-504e-4957-b4b9-921cac386675 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:09.918920 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-fbddae94-504e-4957-b4b9-921cac386675 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2154422 Feb 17 22:07:09.940755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Request body: {'port': {'device_id': '6607280e-a814-44ea-b81b-a35f4a860411', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': 'a9fb675f0e7445a4b93658d7a15a9e34'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:09.968014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0d0d4ff-7a0e-457b-a73f-f2ebad9a2fe1 req-e507fda8-c399-4cad-b796-96c0d1b73554 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354167 Feb 17 22:07:09.978963 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks [] for security_group (88da1444-29b9-40cf-9e00-735c94ac23b8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.001038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (88da1444-29b9-40cf-9e00-735c94ac23b8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.058549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88da1444-29b9-40cf-9e00-735c94ac23b8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:10.061724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:07:10.081323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (04ade9f5-5a26-42c3-8ac9-a340bf3b6611), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.081673 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Added segment 04ade9f5-5a26-42c3-8ac9-a340bf3b6611 of type vlan for network ad9e9236-1b40-4743-8d17-67e61906f4db Feb 17 22:07:10.146356 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ad9e9236-1b40-4743-8d17-67e61906f4db), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.167099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Made reservation on behalf of a9fb675f0e7445a4b93658d7a15a9e34 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:10.170975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.191777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.197724 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ad9e9236-1b40-4743-8d17-67e61906f4db), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.198956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:10.199645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.222957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1836904439-network', 'tenant_id': 'fde4b401541446708c35b7721eabe28b'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:10.240250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9856343 Feb 17 22:07:10.243398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33624) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:10.258889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Request body: {'subnet': {'network_id': 'ad9e9236-1b40-4743-8d17-67e61906f4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1556872357-subnet', 'tenant_id': '40e12e2d652a43db8f8696606ff96904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:10.293974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad327d9-47e4-430e-aa1a-125a45b9e78f admin admin] Pushing event updated for resources: {'Network': ['ID=ad9e9236-1b40-4743-8d17-67e61906f4db,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:10.306084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Made reservation on behalf of fde4b401541446708c35b7721eabe28b for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:10.307448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ad9e9236-1b40-4743-8d17-67e61906f4db details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:07:10.309338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.320955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.342655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Made reservation on behalf of 40e12e2d652a43db8f8696606ff96904 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:10.348725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.408991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks [] for security_group (10a943b1-711d-43db-81b1-7e7995f09ffd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.422177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (10a943b1-711d-43db-81b1-7e7995f09ffd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.484195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:07:10.507439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a943b1-711d-43db-81b1-7e7995f09ffd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:10.525640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.529000 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Added segment fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0 of type vlan for network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 Feb 17 22:07:10.661273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks [] for security_group (824f84e3-f7f7-49de-9d35-b5af45289970), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.669278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (824f84e3-f7f7-49de-9d35-b5af45289970), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.689874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c729a7dd-2620-4364-9df6-ebd3c95a8dd1 req-9571a98e-4e27-468e-ba30-62d97cd7666b tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 210 time: 0.0798228 Feb 17 22:07:10.691718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.741672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.741672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:10.741672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.745419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33642) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:10.809635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824f84e3-f7f7-49de-9d35-b5af45289970,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:10.840617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] Pushing event updated for resources: {'Network': ['ID=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:10.854531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:07:10.858612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e06cffc-53c6-4c79-94a0-91297416a47b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9451673 Feb 17 22:07:10.862511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33648) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:10.872702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Request body: {'subnet': {'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1836904439-subnet', 'tenant_id': 'fde4b401541446708c35b7721eabe28b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:10.904363 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (b7fcc3c1-0f7f-451c-8e52-6896235a5bdf), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.912607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Made reservation on behalf of fde4b401541446708c35b7721eabe28b for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:10.915471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:10.955601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7fcc3c1-0f7f-451c-8e52-6896235a5bdf,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:10.990474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Allocated IP 192.168.233.33 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/50d363bb-b6af-444d-8a7a-c2386ce90b45) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:11.075767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Checking segment: {'id': '04ade9f5-5a26-42c3-8ac9-a340bf3b6611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ad9e9236-1b40-4743-8d17-67e61906f4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:11.076138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Network hostable DHCP agents. Network: ad9e9236-1b40-4743-8d17-67e61906f4db, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:07:11.181146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Network ad9e9236-1b40-4743-8d17-67e61906f4db is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:07:11.213136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ad9e9236-1b40-4743-8d17-67e61906f4db) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:11.223861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0551a-2650-4f0d-bd89-f1f9791f36f3 None None] Network ad9e9236-1b40-4743-8d17-67e61906f4db requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:11.240344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:11.241753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:11.332760 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3cbdb26d-227f-4e12-a9e0-13bb68e1dbaf admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0872443 Feb 17 22:07:11.391120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-479007024-network', 'tenant_id': '2356f526efd44c08a1547a8c63d4ff01'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:11.396372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ca7386-dc08-4788-941b-6587b3b11d81 None None] Network ad9e9236-1b40-4743-8d17-67e61906f4db requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:11.431261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks [] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:11.488579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:11.543559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Made reservation on behalf of 2356f526efd44c08a1547a8c63d4ff01 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:11.545888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:11.568813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160d8b4-8eb6-4aba-a8a0-8dcf5e313a10 req-6ac2941f-3779-4c04-a66e-453b2af28cbb tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:11.570394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5160d8b4-8eb6-4aba-a8a0-8dcf5e313a10 req-6ac2941f-3779-4c04-a66e-453b2af28cbb tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 947 time: 0.1883125 Feb 17 22:07:11.573796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:11.614812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:11.620759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:11.622957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Pushing event updated for resources: {'Port': ['ID=50d363bb-b6af-444d-8a7a-c2386ce90b45,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:11.648357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:11.658835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:11.659541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:11.684775 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-218857fb-7a11-441e-aa0f-4a3d51559cdd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7506542 Feb 17 22:07:11.705574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Request body: {'port': {'device_id': '6607280e-a814-44ea-b81b-a35f4a860411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:11.774063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ee93a3ab-a4d2-42bd-8c00-c5f95b0c666d req-ac7ee46d-09cd-4ec2-8fcc-98063054c730 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1845015468', 'description': 'tempest-description-230212278'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:11.810397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:11.860438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-94c95a8f-d9f5-4361-a7f1-c65d5e6f06e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2825594 Feb 17 22:07:11.873600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aab2d7bb-25e9-42af-83b3-21c19530e27d details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:11.894121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5160d8b4-8eb6-4aba-a8a0-8dcf5e313a10 req-a9f0fac1-6f43-4308-8db6-358a5bc8f415 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127961 Feb 17 22:07:11.920071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 15a577ba-925f-482e-a4e0-de1d8407a79e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:11.983939 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (4893b497-56aa-4df2-97da-cdb8a8a814cf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.003499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:07:12.026583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee93a3ab-a4d2-42bd-8c00-c5f95b0c666d req-ac7ee46d-09cd-4ec2-8fcc-98063054c730 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.085793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 15a577ba-925f-482e-a4e0-de1d8407a79e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=15a577ba-925f-482e-a4e0-de1d8407a79e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:12.101411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '15a577ba-925f-482e-a4e0-de1d8407a79e', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '15a577ba-925f-482e-a4e0-de1d8407a79e', 'mac_address': 'fa:16:3e:49:bb:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:12.121255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks [] for security_group (c183d5f4-e680-42c1-9ea2-12336b6de28e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.151489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d363bb-b6af-444d-8a7a-c2386ce90b45 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:12.159324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4893b497-56aa-4df2-97da-cdb8a8a814cf,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.169448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c183d5f4-e680-42c1-9ea2-12336b6de28e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.170292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Publish callbacks [] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.184989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:07:12.196060 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.196471 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Added segment d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e of type vlan for network dba98d2b-b591-448a-b4e3-92d18620e790 Feb 17 22:07:12.197517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port aab2d7bb-25e9-42af-83b3-21c19530e27d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:12.204168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Transition to ACTIVE for port object 50d363bb-b6af-444d-8a7a-c2386ce90b45 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:12.209655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.226055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'aab2d7bb-25e9-42af-83b3-21c19530e27d', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'aab2d7bb-25e9-42af-83b3-21c19530e27d', 'mac_address': 'fa:16:3e:5b:d1:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:12.247168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (dba98d2b-b591-448a-b4e3-92d18620e790), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.293642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (dba98d2b-b591-448a-b4e3-92d18620e790), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.294637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.295246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.338026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5481813 Feb 17 22:07:12.339952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33692) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:12.355123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Request body: {'subnet': {'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-479007024-subnet', 'tenant_id': '2356f526efd44c08a1547a8c63d4ff01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:12.355519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Pushing event updated for resources: {'Port': ['ID=50d363bb-b6af-444d-8a7a-c2386ce90b45,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.371590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Attempting to bind port 50d363bb-b6af-444d-8a7a-c2386ce90b45 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:12.372015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Attempting to bind port 50d363bb-b6af-444d-8a7a-c2386ce90b45 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:12.372416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Attempting to bind port 50d363bb-b6af-444d-8a7a-c2386ce90b45 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:12.377914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Port 50d363bb-b6af-444d-8a7a-c2386ce90b45 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:12.378324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Attempting to bind port 50d363bb-b6af-444d-8a7a-c2386ce90b45 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:12.384461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:12.384890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:12.385339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:12.386134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Bound port: 50d363bb-b6af-444d-8a7a-c2386ce90b45, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:12.386575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.419870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Checking segment: {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:12.420237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Network hostable DHCP agents. Network: aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:07:12.426925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-74513435-b13d-4d93-af4f-1da0b439c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.428647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-74513435-b13d-4d93-af4f-1da0b439c11e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 1154 time: 0.4846411 Feb 17 22:07:12.491848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] For port 50d363bb-b6af-444d-8a7a-c2386ce90b45, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:12.496491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] For port 50d363bb-b6af-444d-8a7a-c2386ce90b45, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=50d363bb-b6af-444d-8a7a-c2386ce90b45,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:12.505076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.506962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Pushing event updated for resources: {'Network': ['ID=dba98d2b-b591-448a-b4e3-92d18620e790,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.515623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 15a577ba-925f-482e-a4e0-de1d8407a79e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:12.517218 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.536794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a577ba-925f-482e-a4e0-de1d8407a79e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:12.537388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9c321-c10e-4c49-a7db-0d0819fcc960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c183d5f4-e680-42c1-9ea2-12336b6de28e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.546367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network dba98d2b-b591-448a-b4e3-92d18620e790 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:07:12.547716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872266e2-b2d5-4a9d-9be2-f73043f1875e req-9471e5d5-27f5-43a0-ac9f-e730484056e7 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.555670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-872266e2-b2d5-4a9d-9be2-f73043f1875e req-9471e5d5-27f5-43a0-ac9f-e730484056e7 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 935 time: 0.5071878 Feb 17 22:07:12.596504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.597137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.598631 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] 10.222.0.94 "PUT /v2.0/ports/50d363bb-b6af-444d-8a7a-c2386ce90b45 HTTP/1.1" status: 200 len: 1096 time: 0.8993170 Feb 17 22:07:12.599115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6607280e-a814-44ea-b81b-a35f4a860411', 'tag': '50d363bb-b6af-444d-8a7a-c2386ce90b45'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:12.602052 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "6607280e-a814-44ea-b81b-a35f4a860411", "tag": "50d363bb-b6af-444d-8a7a-c2386ce90b45"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:12.602205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee93a3ab-a4d2-42bd-8c00-c5f95b0c666d req-ac7ee46d-09cd-4ec2-8fcc-98063054c730 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (8612de16-40f4-4705-8f9d-a0b87da82a23), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.618725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port aab2d7bb-25e9-42af-83b3-21c19530e27d is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:12.619200 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.632703 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee93a3ab-a4d2-42bd-8c00-c5f95b0c666d req-ac7ee46d-09cd-4ec2-8fcc-98063054c730 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8612de16-40f4-4705-8f9d-a0b87da82a23), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.647754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 15a577ba-925f-482e-a4e0-de1d8407a79e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=15a577ba-925f-482e-a4e0-de1d8407a79e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:12.658653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675cab9-7f05-47a9-855c-3722b8490643 service neutron] Pushing event updated for resources: {'Port': ['ID=50d363bb-b6af-444d-8a7a-c2386ce90b45,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.663415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Made reservation on behalf of 2356f526efd44c08a1547a8c63d4ff01 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:12.665889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.673468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aab2d7bb-25e9-42af-83b3-21c19530e27d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:12.681089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.742930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port aab2d7bb-25e9-42af-83b3-21c19530e27d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:12.745250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ee46d-09cd-4ec2-8fcc-98063054c730 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8612de16-40f4-4705-8f9d-a0b87da82a23,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.757352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.759792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:07:12.768825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=15a577ba-925f-482e-a4e0-de1d8407a79e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.811706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-a8fd8ea4-6e40-4c80-8b06-8376391082be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.813290 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-a8fd8ea4-6e40-4c80-8b06-8376391082be service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 1130 time: 0.1262705 Feb 17 22:07:12.863118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=aab2d7bb-25e9-42af-83b3-21c19530e27d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:12.869603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee93a3ab-a4d2-42bd-8c00-c5f95b0c666d req-ac7ee46d-09cd-4ec2-8fcc-98063054c730 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.883021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee93a3ab-a4d2-42bd-8c00-c5f95b0c666d req-ac7ee46d-09cd-4ec2-8fcc-98063054c730 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 1.1301758 Feb 17 22:07:12.896109 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-3695f536-486e-42a1-bc08-64ded4e517bd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=50d363bb-b6af-444d-8a7a-c2386ce90b45 HTTP/1.1" status: 200 len: 217 time: 0.0677836 Feb 17 22:07:12.907147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:12.915987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f548bfb7-0b37-4b60-9c9e-d64accc2ffa5 None None] Network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:12.925834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-872266e2-b2d5-4a9d-9be2-f73043f1875e req-f7296b30-b1fd-4b7c-b4db-f6135e222b19 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691592 Feb 17 22:07:12.930607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.931382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:12.940983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-60e93599-aeab-41e8-abea-ba0dd3f00871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.951168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-60e93599-aeab-41e8-abea-ba0dd3f00871 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.4633763 Feb 17 22:07:12.992330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-fc1ddb8e-f3b7-45fa-a620-7f14c5790ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:12.993906 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-fc1ddb8e-f3b7-45fa-a620-7f14c5790ec3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0915647 Feb 17 22:07:13.007204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-19baa58f-3eed-455e-a676-e2d6739adb05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5 HTTP/1.1" status: 200 len: 217 time: 0.0521939 Feb 17 22:07:13.019730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-40ff51be-fb27-4e94-83ac-861e80a72cf1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.1474104 Feb 17 22:07:13.085629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:13.087696 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819b7858-fb5b-46a8-86b2-ac8827e6b5dd x-openstack-request-id: req-819b7858-fb5b-46a8-86b2-ac8827e6b5dd {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:13.087992 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6607280e-a814-44ea-b81b-a35f4a860411", "tag": "50d363bb-b6af-444d-8a7a-c2386ce90b45", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:13.088355 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-819b7858-fb5b-46a8-86b2-ac8827e6b5dd {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:13.088764 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6607280e-a814-44ea-b81b-a35f4a860411', 'tag': '50d363bb-b6af-444d-8a7a-c2386ce90b45', 'status': 'completed', 'code': 200} Feb 17 22:07:13.125894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-13c709ce-eeb7-4989-9aca-e2f2450a0a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:13.130903 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-13c709ce-eeb7-4989-9aca-e2f2450a0a44 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1294274 Feb 17 22:07:13.246525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-2429fbe4-d29a-4ba5-9a67-579d652152a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:13.248025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-2429fbe4-d29a-4ba5-9a67-579d652152a2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2318316 Feb 17 22:07:13.258148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:13.296949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-f405917e-c784-4edf-86d4-8550e1b1ce91 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/8612de16-40f4-4705-8f9d-a0b87da82a23 HTTP/1.1" status: 200 len: 1829 time: 0.2016253 Feb 17 22:07:13.325356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce24fc09-07be-4d24-837f-bc579084d82c None None] Network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:13.331180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8612de16-40f4-4705-8f9d-a0b87da82a23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:13.331546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8612de16-40f4-4705-8f9d-a0b87da82a23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:13.371806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-9f45abab-4aa3-44e1-8d68-5d56e187c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:13.373308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-9f45abab-4aa3-44e1-8d68-5d56e187c697 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1173522 Feb 17 22:07:13.381654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-e4f47f62-e952-46bc-b1ab-70d274719d97 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429736 Feb 17 22:07:13.394609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (dc86496c-0bbe-4e55-963e-bea4eb2235c5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:13.504613 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e80597e7-2dea-43d3-a785-caf7e6c74075 req-76396b2f-151d-440d-a744-d29304b02d20 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160090 Feb 17 22:07:13.573845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc86496c-0bbe-4e55-963e-bea4eb2235c5,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:13.621738 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group_rule (09bd3417-f15a-4615-aed4-bccf06c0f2bd), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:13.633574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713be67b-886a-4ec8-9c41-4b82614a2e2a req-96a15785-7714-41ee-91b8-9cfc973219b6 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:13.635057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-713be67b-886a-4ec8-9c41-4b82614a2e2a req-96a15785-7714-41ee-91b8-9cfc973219b6 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 948 time: 0.2184942 Feb 17 22:07:13.649032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-85cf2f10-f6c5-464f-bd7b-0ea8a395c5ed service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647367 Feb 17 22:07:13.654064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:13.654422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Network hostable DHCP agents. Network: dba98d2b-b591-448a-b4e3-92d18620e790, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:07:13.679340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-b7afd916-d54b-442e-aaf4-d5eda30a5561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:13.681106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-b7afd916-d54b-442e-aaf4-d5eda30a5561 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 1130 time: 0.0503383 Feb 17 22:07:13.757377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group_rule (09bd3417-f15a-4615-aed4-bccf06c0f2bd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:13.773179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Network dba98d2b-b591-448a-b4e3-92d18620e790 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:07:13.777946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (09bd3417-f15a-4615-aed4-bccf06c0f2bd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:13.783504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-f6016598-75b3-4789-bd6c-7312e6760443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:13.785038 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-f6016598-75b3-4789-bd6c-7312e6760443 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.0967674 Feb 17 22:07:13.788675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-713be67b-886a-4ec8-9c41-4b82614a2e2a req-6e7376a9-152b-4f8d-bd88-822897835a70 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424818 Feb 17 22:07:13.815266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, dba98d2b-b591-448a-b4e3-92d18620e790) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:13.823186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bd3417-f15a-4615-aed4-bccf06c0f2bd,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:13.826790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c9e46a-1764-4dd8-bdbe-e8fb360ffc80 None None] Network dba98d2b-b591-448a-b4e3-92d18620e790 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:13.829398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:13.829989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:13.853162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:13.863631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a3b2d32-63a3-4ad1-97b3-09df327639db req-0f20f495-c5a0-450d-9d44-0ffd6e96de96 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5555894 Feb 17 22:07:13.867331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969c62b8-15ba-4aa9-b02c-e742974de791 req-a993ae30-8030-4600-9330-2a4352a62bcc service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013805 Feb 17 22:07:13.876079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-41f32133-2b5a-47ff-877b-1bc778e6d9cc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5250635 Feb 17 22:07:13.935845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-b05746bc-22ea-4f20-b354-cc3f07ada902 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=50d363bb-b6af-444d-8a7a-c2386ce90b45 HTTP/1.1" status: 200 len: 217 time: 0.1354146 Feb 17 22:07:14.052380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5676f0-c2ba-4cda-a30b-831f23ba29e1 None None] Network dba98d2b-b591-448a-b4e3-92d18620e790 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:14.073175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-3b070b70-5129-41d9-a9f0-71547dd9d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:14.075106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-3b070b70-5129-41d9-a9f0-71547dd9d988 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1318426 Feb 17 22:07:14.109420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1f281cb-de29-4d8e-8e25-0e1b9b1493b2 req-600240e8-516e-48a1-b3bc-dab78ca6a1a7 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/8612de16-40f4-4705-8f9d-a0b87da82a23 HTTP/1.1" status: 200 len: 2422 time: 0.1252759 Feb 17 22:07:14.196158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-7ce9d205-a82b-42f8-8ccc-b3e7a398e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:14.197270 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-7ce9d205-a82b-42f8-8ccc-b3e7a398e2d3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1116021 Feb 17 22:07:14.288748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90931b0-ae57-4107-8634-bc6c98780870 req-fcd925d9-89c2-41c8-bb67-ae9c39f44623 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:14.290285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-fcd925d9-89c2-41c8-bb67-ae9c39f44623 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 822 time: 0.1692393 Feb 17 22:07:14.334069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebbd90-8542-47a7-a87d-b7169e92cc1c req-45277300-b1cd-466e-83bf-5125233ae0c4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:14.336365 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2506fd56-b5c9-4546-9218-ddf7a75d6ff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:14.338402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42ebbd90-8542-47a7-a87d-b7169e92cc1c req-45277300-b1cd-466e-83bf-5125233ae0c4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 947 time: 0.1533411 Feb 17 22:07:14.340060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-7f2eaad8-df04-49fb-a313-7771fb3b2e64 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/quotas/fde4b401541446708c35b7721eabe28b HTTP/1.1" status: 200 len: 375 time: 0.0409999 Feb 17 22:07:14.357959 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-74a9c61f-125e-4dd7-b37b-01a4fbd72a43 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521420 Feb 17 22:07:14.393850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-a0b635c2-5a28-436f-a689-2afbe52915ba tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473516 Feb 17 22:07:14.485643 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d5fe6ab8-50d1-4503-886c-d26ebee20b2d req-6731e898-c952-40ea-93c1-7e33f57a86dd service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217072 Feb 17 22:07:14.532677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42ebbd90-8542-47a7-a87d-b7169e92cc1c req-137fc075-9ba0-45bc-ae99-1bb2ff57e6b7 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642418 Feb 17 22:07:14.584300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-2b8db757-5c82-497a-91b4-6e544cbd083c service neutron] 10.222.0.79 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802299 Feb 17 22:07:14.718942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36016b1a-f934-456f-96c6-a28f8ac7a149 req-9b8588d4-360b-48ba-9334-f49abb56ef4e tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-group-rules/09bd3417-f15a-4615-aed4-bccf06c0f2bd HTTP/1.1" status: 200 len: 778 time: 0.0362434 Feb 17 22:07:14.737497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-b9d5ccfe-5a79-4054-9cd9-00aa0e587c20 service neutron] 10.222.0.79 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456559 Feb 17 22:07:14.772223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36016b1a-f934-456f-96c6-a28f8ac7a149 req-81753d81-ef07-4582-9530-d8ecdc80b1fb tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/8612de16-40f4-4705-8f9d-a0b87da82a23 HTTP/1.1" status: 200 len: 2422 time: 0.0469217 Feb 17 22:07:14.836641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-36016b1a-f934-456f-96c6-a28f8ac7a149 req-3c69b86c-8e57-4d81-8974-19e61296acdf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group_rule (09bd3417-f15a-4615-aed4-bccf06c0f2bd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:14.861521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-36016b1a-f934-456f-96c6-a28f8ac7a149 req-3c69b86c-8e57-4d81-8974-19e61296acdf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group_rule (09bd3417-f15a-4615-aed4-bccf06c0f2bd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:14.910385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:14.923148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-36016b1a-f934-456f-96c6-a28f8ac7a149 req-3c69b86c-8e57-4d81-8974-19e61296acdf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (09bd3417-f15a-4615-aed4-bccf06c0f2bd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:14.934545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-965433057-network', 'tenant_id': 'aefabe13272c47bf9b7c8dd31e1c98fe'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:14.943686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-36016b1a-f934-456f-96c6-a28f8ac7a149 req-3c69b86c-8e57-4d81-8974-19e61296acdf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:14.947442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36016b1a-f934-456f-96c6-a28f8ac7a149 req-3c69b86c-8e57-4d81-8974-19e61296acdf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/09bd3417-f15a-4615-aed4-bccf06c0f2bd HTTP/1.1" status: 204 len: 173 time: 0.1682272 Feb 17 22:07:14.963857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69b86c-8e57-4d81-8974-19e61296acdf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09bd3417-f15a-4615-aed4-bccf06c0f2bd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:14.988999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Made reservation on behalf of aefabe13272c47bf9b7c8dd31e1c98fe for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:14.993318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.024565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.099347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c48724-76f9-4185-a41d-2202a89929d2 req-5f808277-0f56-444f-8e49-4db2571ea8e9 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 210 time: 0.0373392 Feb 17 22:07:15.126454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5106c-01aa-482f-8ea9-881ec08a9e41 req-2be29517-3f51-48ab-be77-33b13e349756 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:15.128804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70f5106c-01aa-482f-8ea9-881ec08a9e41 req-2be29517-3f51-48ab-be77-33b13e349756 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 948 time: 0.1101916 Feb 17 22:07:15.162847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ae89724f-889b-43ae-8ebd-891b41328ad0 req-e20aef31-337f-4a04-a927-c0763f0bd14f tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-487133670', 'description': 'tempest-description-1005883028'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:15.186911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33766) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:15.207162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks [] for security_group (86625c01-ae73-4d72-8dd1-d80933fca707), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.213577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (86625c01-ae73-4d72-8dd1-d80933fca707), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.226689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70f5106c-01aa-482f-8ea9-881ec08a9e41 req-9e41117a-ebbe-4534-a223-f328730c1bf9 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915432 Feb 17 22:07:15.248111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:07:15.267208 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ae89724f-889b-43ae-8ebd-891b41328ad0 req-e20aef31-337f-4a04-a927-c0763f0bd14f tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.272374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86625c01-ae73-4d72-8dd1-d80933fca707,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:15.297136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ccabb458-fef1-4410-85d7-7f5dd9739505), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.297537 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Added segment ccabb458-fef1-4410-85d7-7f5dd9739505 of type vlan for network 18cc9fb4-fa07-481b-b36b-116da4e89eaa Feb 17 22:07:15.360147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (18cc9fb4-fa07-481b-b36b-116da4e89eaa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.360889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ae89724f-889b-43ae-8ebd-891b41328ad0 req-e20aef31-337f-4a04-a927-c0763f0bd14f tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (7952f462-b298-4a2f-bc10-2917c3ea4ea7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.366362 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ae89724f-889b-43ae-8ebd-891b41328ad0 req-e20aef31-337f-4a04-a927-c0763f0bd14f tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7952f462-b298-4a2f-bc10-2917c3ea4ea7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.402033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07e90ff8-82a2-4844-a265-33019f91e070 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.407258 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ae89724f-889b-43ae-8ebd-891b41328ad0 req-e20aef31-337f-4a04-a927-c0763f0bd14f tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.408997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae89724f-889b-43ae-8ebd-891b41328ad0 req-e20aef31-337f-4a04-a927-c0763f0bd14f tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2516150 Feb 17 22:07:15.414554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20aef31-337f-4a04-a927-c0763f0bd14f tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7952f462-b298-4a2f-bc10-2917c3ea4ea7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:15.452155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (18cc9fb4-fa07-481b-b36b-116da4e89eaa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.453968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:15.454545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.507780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b09ef63-74c3-4fa6-8b9c-40238d508dcb req-03ef9751-2974-4632-a098-66aa7f9a9ad2 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/7952f462-b298-4a2f-bc10-2917c3ea4ea7 HTTP/1.1" status: 200 len: 1829 time: 0.0656631 Feb 17 22:07:15.548109 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6362081 Feb 17 22:07:15.548812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33782) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:15.555396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Request body: {'subnet': {'network_id': '18cc9fb4-fa07-481b-b36b-116da4e89eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-965433057-subnet', 'tenant_id': 'aefabe13272c47bf9b7c8dd31e1c98fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:15.567145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a75be1-161e-46b6-8852-1226059737c0 admin admin] Pushing event updated for resources: {'Network': ['ID=18cc9fb4-fa07-481b-b36b-116da4e89eaa,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:15.575651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ed6217db-2b60-4e7b-83f8-08865b0122f8 req-7feaa93e-13fb-4d5c-a3ff-86a1f6c750be tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1948681011', 'description': 'tempest-description-1744756932'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:15.584967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 18cc9fb4-fa07-481b-b36b-116da4e89eaa details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:07:15.625646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Made reservation on behalf of aefabe13272c47bf9b7c8dd31e1c98fe for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:15.628140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.647422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed6217db-2b60-4e7b-83f8-08865b0122f8 req-7feaa93e-13fb-4d5c-a3ff-86a1f6c750be tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.668194 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07e90ff8-82a2-4844-a265-33019f91e070 admin admin] Publish callbacks [] for security_group (a28e9294-3281-4ae5-a5df-3bf266a8a04c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.677206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07e90ff8-82a2-4844-a265-33019f91e070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a28e9294-3281-4ae5-a5df-3bf266a8a04c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.754189 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-07e90ff8-82a2-4844-a265-33019f91e070 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f76acdf2ec44040992df22cd2d31902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5656433 Feb 17 22:07:15.756499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e90ff8-82a2-4844-a265-33019f91e070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28e9294-3281-4ae5-a5df-3bf266a8a04c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:15.769844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33788) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:15.831227 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae4f6-8805-416a-a931-2e96c32af504 admin admin] Publish callbacks [] for security_group (a28e9294-3281-4ae5-a5df-3bf266a8a04c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.836985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a590e-9fe4-437b-a9de-38ec55649cd6 req-fa59e1ae-cb06-44f8-84e0-534062c25ac1 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:15.838612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-799a590e-9fe4-437b-a9de-38ec55649cd6 req-fa59e1ae-cb06-44f8-84e0-534062c25ac1 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 947 time: 0.1590593 Feb 17 22:07:15.867091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae4f6-8805-416a-a931-2e96c32af504 admin admin] Publish callbacks [] for security_group (a28e9294-3281-4ae5-a5df-3bf266a8a04c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.874396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed6217db-2b60-4e7b-83f8-08865b0122f8 req-7feaa93e-13fb-4d5c-a3ff-86a1f6c750be tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (8a2ab26e-15e7-460d-9dfb-204def20079c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.890418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed6217db-2b60-4e7b-83f8-08865b0122f8 req-7feaa93e-13fb-4d5c-a3ff-86a1f6c750be tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8a2ab26e-15e7-460d-9dfb-204def20079c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.904001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aab2d7bb-25e9-42af-83b3-21c19530e27d up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:15.960614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 15a577ba-925f-482e-a4e0-de1d8407a79e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:15.972203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae4f6-8805-416a-a931-2e96c32af504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a28e9294-3281-4ae5-a5df-3bf266a8a04c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.976947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6ae4f6-8805-416a-a931-2e96c32af504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.978480 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d6ae4f6-8805-416a-a931-2e96c32af504 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a28e9294-3281-4ae5-a5df-3bf266a8a04c HTTP/1.1" status: 204 len: 168 time: 0.2076333 Feb 17 22:07:15.979126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed6217db-2b60-4e7b-83f8-08865b0122f8 req-7feaa93e-13fb-4d5c-a3ff-86a1f6c750be tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:15.980354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed6217db-2b60-4e7b-83f8-08865b0122f8 req-7feaa93e-13fb-4d5c-a3ff-86a1f6c750be tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4194183 Feb 17 22:07:15.994254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feaa93e-13fb-4d5c-a3ff-86a1f6c750be tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2ab26e-15e7-460d-9dfb-204def20079c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:15.995328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ae4f6-8805-416a-a931-2e96c32af504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28e9294-3281-4ae5-a5df-3bf266a8a04c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:16.013091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-799a590e-9fe4-437b-a9de-38ec55649cd6 req-2fb3c60c-088d-4e20-b75d-d0e611927557 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537914 Feb 17 22:07:16.137265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port aab2d7bb-25e9-42af-83b3-21c19530e27d completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:16.143264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb6de70f-fc19-4e6a-96a3-4ac638cc5f60 req-228579d7-7442-4969-8aee-15597290a146 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/8a2ab26e-15e7-460d-9dfb-204def20079c HTTP/1.1" status: 200 len: 1830 time: 0.1013687 Feb 17 22:07:16.154646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port aab2d7bb-25e9-42af-83b3-21c19530e27d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:16.155055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.160159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-65c9fc7b-1edf-4f22-8dd3-ecbb9973b80f req-b88defa4-bd1f-4b39-9eed-ec1e4307fbaf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-691291561', 'description': 'tempest-description-961782723'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:16.166172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 15a577ba-925f-482e-a4e0-de1d8407a79e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:16.172265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (98cf0c39-b7e9-4510-a41f-a2cb62d57ea9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.201729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 15a577ba-925f-482e-a4e0-de1d8407a79e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:16.202116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.262420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65c9fc7b-1edf-4f22-8dd3-ecbb9973b80f req-b88defa4-bd1f-4b39-9eed-ec1e4307fbaf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.311932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 15a577ba-925f-482e-a4e0-de1d8407a79e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:16.312900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.379234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-083be0b6-7ccf-4622-8d2e-7407565443e5 req-8ab0e32a-4b53-4533-9be7-5fc2c3f94d28 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 210 time: 0.1251690 Feb 17 22:07:16.400914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port aab2d7bb-25e9-42af-83b3-21c19530e27d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:16.401474 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.403188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a577ba-925f-482e-a4e0-de1d8407a79e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:16.407458 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3144ad58-c6dd-4e15-9435-383d190a0c23" -d '{"events": [{"server_uuid": "a597b729-0db2-49b7-b398-31b00bb619e6", "name": "network-vif-plugged", "status": "completed", "tag": "15a577ba-925f-482e-a4e0-de1d8407a79e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:16.427945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 15a577ba-925f-482e-a4e0-de1d8407a79e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=15a577ba-925f-482e-a4e0-de1d8407a79e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:16.444714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.466426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98cf0c39-b7e9-4510-a41f-a2cb62d57ea9,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:16.478777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port aab2d7bb-25e9-42af-83b3-21c19530e27d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:16.514848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.519148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33806) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:16.541638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de8b5-d3df-4855-810f-4201417e1eb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.566304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=15a577ba-925f-482e-a4e0-de1d8407a79e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:16.571456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Checking segment: {'id': 'ccabb458-fef1-4410-85d7-7f5dd9739505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '18cc9fb4-fa07-481b-b36b-116da4e89eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:16.571819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Network hostable DHCP agents. Network: 18cc9fb4-fa07-481b-b36b-116da4e89eaa, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:07:16.576311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65c9fc7b-1edf-4f22-8dd3-ecbb9973b80f req-b88defa4-bd1f-4b39-9eed-ec1e4307fbaf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (5e902a17-6195-44e9-853d-af518d163009), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.590222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65c9fc7b-1edf-4f22-8dd3-ecbb9973b80f req-b88defa4-bd1f-4b39-9eed-ec1e4307fbaf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e902a17-6195-44e9-853d-af518d163009), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.622045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=aab2d7bb-25e9-42af-83b3-21c19530e27d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:16.655351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90931b0-ae57-4107-8634-bc6c98780870 req-0f4cb98e-5869-4c04-82ed-0af839fdba88 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:16.657382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-0f4cb98e-5869-4c04-82ed-0af839fdba88 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 822 time: 0.3786616 Feb 17 22:07:16.657738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de8b5-d3df-4855-810f-4201417e1eb7 admin admin] Publish callbacks [] for security_group (68e3a830-75a3-479e-8343-1a0dbd453643), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.661797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c4de8b5-d3df-4855-810f-4201417e1eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (68e3a830-75a3-479e-8343-1a0dbd453643), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.664325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb8eed-d67b-478e-8b50-fac24c37f748 req-fd42bd41-4ad9-4e7c-8431-990fc0c3a30a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:16.665703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cebb8eed-d67b-478e-8b50-fac24c37f748 req-fd42bd41-4ad9-4e7c-8431-990fc0c3a30a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 949 time: 0.1696377 Feb 17 22:07:16.670947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65c9fc7b-1edf-4f22-8dd3-ecbb9973b80f req-b88defa4-bd1f-4b39-9eed-ec1e4307fbaf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.673469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65c9fc7b-1edf-4f22-8dd3-ecbb9973b80f req-b88defa4-bd1f-4b39-9eed-ec1e4307fbaf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.5197935 Feb 17 22:07:16.674067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88defa4-bd1f-4b39-9eed-ec1e4307fbaf tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e902a17-6195-44e9-853d-af518d163009,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:16.688107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Request body: {'port': {'device_id': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'admin_state_up': True, 'tenant_id': 'fde4b401541446708c35b7721eabe28b'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:16.707735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Network 18cc9fb4-fa07-481b-b36b-116da4e89eaa is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:07:16.709418 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9c4de8b5-d3df-4855-810f-4201417e1eb7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f07baca494b248d9b2de6565d49a6245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889992 Feb 17 22:07:16.710463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4de8b5-d3df-4855-810f-4201417e1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e3a830-75a3-479e-8343-1a0dbd453643,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:16.715093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33810) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:16.744517 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b1c7ca-65b9-4700-99fc-2622788d7199 x-openstack-request-id: req-c4b1c7ca-65b9-4700-99fc-2622788d7199 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:16.744891 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a597b729-0db2-49b7-b398-31b00bb619e6", "name": "network-vif-plugged", "status": "completed", "tag": "15a577ba-925f-482e-a4e0-de1d8407a79e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:16.745157 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4b1c7ca-65b9-4700-99fc-2622788d7199 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:16.745575 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a577ba-925f-482e-a4e0-de1d8407a79e', 'code': 200} Feb 17 22:07:16.772879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e2db5bf-0ea0-4be7-b97a-d627bd6d1096 admin admin] Publish callbacks [] for security_group (68e3a830-75a3-479e-8343-1a0dbd453643), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.810649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e2db5bf-0ea0-4be7-b97a-d627bd6d1096 admin admin] Publish callbacks [] for security_group (68e3a830-75a3-479e-8343-1a0dbd453643), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.826053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 18cc9fb4-fa07-481b-b36b-116da4e89eaa) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:16.826808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab54c418-a644-4a2a-af07-3816a73dda0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.829825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377ff4c-8ada-4097-b1e0-b3dbc83b9a06 None None] Network 18cc9fb4-fa07-481b-b36b-116da4e89eaa requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:16.833046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:16.833650 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.893281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e2db5bf-0ea0-4be7-b97a-d627bd6d1096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (68e3a830-75a3-479e-8343-1a0dbd453643), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.896600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e2db5bf-0ea0-4be7-b97a-d627bd6d1096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:16.904135 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e2db5bf-0ea0-4be7-b97a-d627bd6d1096 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/68e3a830-75a3-479e-8343-1a0dbd453643 HTTP/1.1" status: 204 len: 168 time: 0.1878664 Feb 17 22:07:16.915609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2db5bf-0ea0-4be7-b97a-d627bd6d1096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e3a830-75a3-479e-8343-1a0dbd453643,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:16.942182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cebb8eed-d67b-478e-8b50-fac24c37f748 req-8e1ca3f1-2d01-4e1d-a12d-da9923cbf9b9 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439642 Feb 17 22:07:16.973943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d33971df-5a75-4ea0-8538-71f660ff5fa7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4150093 Feb 17 22:07:17.017617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bdf3988-14ce-48ad-9103-769ae967583c req-b4414d56-8310-4add-b311-01f307fd8cb5 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/5e902a17-6195-44e9-853d-af518d163009 HTTP/1.1" status: 200 len: 1828 time: 0.2460055 Feb 17 22:07:17.056575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58403b4-423e-4e40-b2e3-b1436458295a req-1a81e60d-1b6f-4cd1-ba49-41d9711a3fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:17.060858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c58403b4-423e-4e40-b2e3-b1436458295a req-1a81e60d-1b6f-4cd1-ba49-41d9711a3fa7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 1132 time: 0.2225249 Feb 17 22:07:17.080718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3889b8-81f1-4a86-ba67-0dcb98417dfa None None] Network 18cc9fb4-fa07-481b-b36b-116da4e89eaa requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:17.084089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-02c0c15a-9ca3-4127-b86f-2213acd0dd03 req-f52fab17-2a7b-4f90-98a9-7b4b64ea2426 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-435076105', 'description': 'tempest-description-677592409'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:17.414413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02c0c15a-9ca3-4127-b86f-2213acd0dd03 req-f52fab17-2a7b-4f90-98a9-7b4b64ea2426 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:17.435117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Made reservation on behalf of fde4b401541446708c35b7721eabe28b for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:17.439566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:17.515837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c58403b4-423e-4e40-b2e3-b1436458295a req-60138b06-b6eb-4099-beff-98cc73a04d75 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403937 Feb 17 22:07:17.601075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be385e37-ccf4-47bd-98cc-789e35c743b8 req-d315b59c-88ad-4501-a2fb-aad4fdc3a5db tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:17.602542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be385e37-ccf4-47bd-98cc-789e35c743b8 req-d315b59c-88ad-4501-a2fb-aad4fdc3a5db tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 947 time: 0.1935887 Feb 17 22:07:17.670124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02c0c15a-9ca3-4127-b86f-2213acd0dd03 req-f52fab17-2a7b-4f90-98a9-7b4b64ea2426 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (720754df-cde4-4fcf-a66e-574f420eb4bc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:17.679418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02c0c15a-9ca3-4127-b86f-2213acd0dd03 req-f52fab17-2a7b-4f90-98a9-7b4b64ea2426 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (720754df-cde4-4fcf-a66e-574f420eb4bc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:17.728125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:17.769369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Allocated IP 172.20.0.12 (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2/4893b497-56aa-4df2-97da-cdb8a8a814cf/8b8eb00a-2a84-4592-aba7-3a2c45391b7d) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:17.779938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02c0c15a-9ca3-4127-b86f-2213acd0dd03 req-f52fab17-2a7b-4f90-98a9-7b4b64ea2426 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:17.781407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02c0c15a-9ca3-4127-b86f-2213acd0dd03 req-f52fab17-2a7b-4f90-98a9-7b4b64ea2426 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.7268858 Feb 17 22:07:17.788866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fab17-2a7b-4f90-98a9-7b4b64ea2426 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=720754df-cde4-4fcf-a66e-574f420eb4bc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:17.813016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be385e37-ccf4-47bd-98cc-789e35c743b8 req-ec8152d7-099e-4f4d-a0b5-97fc8b0c2b48 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936731 Feb 17 22:07:17.896989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 50d363bb-b6af-444d-8a7a-c2386ce90b45 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:18.020721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c34fbe8-fcb2-4a3f-97b5-39481aa4d7fa req-665219a7-d7b0-4749-8b50-5306b19cce71 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 210 time: 0.0361009 Feb 17 22:07:18.049913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:18.052021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 50d363bb-b6af-444d-8a7a-c2386ce90b45, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=50d363bb-b6af-444d-8a7a-c2386ce90b45,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:18.067701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '50d363bb-b6af-444d-8a7a-c2386ce90b45', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '50d363bb-b6af-444d-8a7a-c2386ce90b45', 'mac_address': 'fa:16:3e:31:27:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:18.119723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 50d363bb-b6af-444d-8a7a-c2386ce90b45 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:18.121119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:18.124002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a83ecd3-5cf8-45d0-997e-e6f8320bf947 req-b6f8823f-9587-4cea-ae7e-8c5c14f09209 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/720754df-cde4-4fcf-a66e-574f420eb4bc HTTP/1.1" status: 200 len: 1828 time: 0.0638866 Feb 17 22:07:18.136414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:18.144290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d363bb-b6af-444d-8a7a-c2386ce90b45 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:18.179302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 50d363bb-b6af-444d-8a7a-c2386ce90b45, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=50d363bb-b6af-444d-8a7a-c2386ce90b45,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:18.185167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:18.249592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=50d363bb-b6af-444d-8a7a-c2386ce90b45,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:18.253167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:18.273183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:18.279351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:18.412694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:18.429335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:18.429932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:18.461206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3b149-df61-4e2e-ab5d-bb423c0714c7 req-7068550e-6915-415c-97c7-146d802b2550 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:18.462719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48f3b149-df61-4e2e-ab5d-bb423c0714c7 req-7068550e-6915-415c-97c7-146d802b2550 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 949 time: 0.2384813 Feb 17 22:07:18.483188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4f48c7c4-c3a6-44b4-b425-58615372418e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8065748 Feb 17 22:07:18.508340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Request body: {'port': {'device_id': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:18.556884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88504da-c5ce-4547-aa47-b74882210b26 req-8d8257be-2859-4a14-9701-b20ea11d7b26 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:18.559175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-8d8257be-2859-4a14-9701-b20ea11d7b26 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.3001742 Feb 17 22:07:18.602500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-824e2d9e-539b-4063-adfb-b1679c6a18df tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/quotas/2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 375 time: 0.0302660 Feb 17 22:07:18.626104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48f3b149-df61-4e2e-ab5d-bb423c0714c7 req-ee08f16b-cd2b-4cde-b8eb-3459b6870f8c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503289 Feb 17 22:07:18.638761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['50d363bb-b6af-444d-8a7a-c2386ce90b45'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:18.678370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-167c8d6e-16f8-4e87-a097-18282c2eedb3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512524 Feb 17 22:07:18.690778 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-ac5c64a3-90d8-42d0-9046-5dbdc6603b74 req-c5afe723-04ff-46bd-a130-e0d92739a6e6 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] show failed (client error): The resource could not be found. Feb 17 22:07:18.697901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac5c64a3-90d8-42d0-9046-5dbdc6603b74 req-c5afe723-04ff-46bd-a130-e0d92739a6e6 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/0411ce5e-f35d-40f2-bbb0-834448cbcb58 HTTP/1.1" status: 404 len: 352 time: 0.0237854 Feb 17 22:07:18.698524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:18.748522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab2d7bb-25e9-42af-83b3-21c19530e27d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:18.753953 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e73450-7b29-4903-a3ac-db6691fbc526" -d '{"events": [{"server_uuid": "c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916", "name": "network-vif-plugged", "status": "completed", "tag": "aab2d7bb-25e9-42af-83b3-21c19530e27d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:18.917852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-c8104fd6-b097-4e62-82f3-de4aad5d56f6 service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981013 Feb 17 22:07:18.934780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Request body: {'security_group': {'name': 'tempest-securitygroup-986338767', 'description': 'tempest-description-1783460518'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:19.033419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.055260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.120134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.144742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-b87e7fc8-5467-4560-bea1-2b97ff2b7497 service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130442 Feb 17 22:07:19.193467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b8eb00a-2a84-4592-aba7-3a2c45391b7d {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:19.205412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Publish callbacks [] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.229608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Transition to ACTIVE for port object 8b8eb00a-2a84-4592-aba7-3a2c45391b7d will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:19.239100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.246067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (17a89637-5ba5-4257-9611-095482f89923), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.270725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (17a89637-5ba5-4257-9611-095482f89923), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.336738 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-65377352-48d7-4f9e-9728-4856b4fdf82a req-c5059a0f-d446-4c20-bb59-41f6f66a06fc tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] show failed (client error): The resource could not be found. Feb 17 22:07:19.337784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65377352-48d7-4f9e-9728-4856b4fdf82a req-c5059a0f-d446-4c20-bb59-41f6f66a06fc tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-group-rules/8535b51d-fc8a-4911-a789-7fd978e55308 HTTP/1.1" status: 404 len: 361 time: 0.0584242 Feb 17 22:07:19.345417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a89637-5ba5-4257-9611-095482f89923,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:19.348146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:19.412650 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d534d6-e268-444d-b0a0-f97aaa4d91f1 x-openstack-request-id: req-20d534d6-e268-444d-b0a0-f97aaa4d91f1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:19.412930 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916", "name": "network-vif-plugged", "status": "completed", "tag": "aab2d7bb-25e9-42af-83b3-21c19530e27d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:19.413260 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20d534d6-e268-444d-b0a0-f97aaa4d91f1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:19.413731 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aab2d7bb-25e9-42af-83b3-21c19530e27d', 'code': 200} Feb 17 22:07:19.437905 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.451215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.474312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Attempting to bind port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:19.474670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Attempting to bind port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:19.474968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Attempting to bind port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:19.489412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:19.489766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Attempting to bind port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:19.500367 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.501625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c39e479e-9405-446d-bff5-2e735e3a67a2 req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5807688 Feb 17 22:07:19.503075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f98484-b8f5-49c2-a118-9de2edfd10e3 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:19.511661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:19.512022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Checking segment: {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:19.512381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Bound using segment: {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:19.512834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Bound port: 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:19.513195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.625773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e404d4b-f20f-4d06-a831-1634fb12c2dc req-69e07b10-c23d-46cc-af99-0e059b9d3f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:19.627329 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1e404d4b-f20f-4d06-a831-1634fb12c2dc req-69e07b10-c23d-46cc-af99-0e059b9d3f5a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 1132 time: 0.0991471 Feb 17 22:07:19.636565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e145e-bc89-43e3-baf9-8d7ee6669a9c req-161df2e2-a6d3-47c7-a45e-7206e8683037 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:19.638128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-672e145e-bc89-43e3-baf9-8d7ee6669a9c req-161df2e2-a6d3-47c7-a45e-7206e8683037 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 948 time: 0.0950298 Feb 17 22:07:19.689386 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1e404d4b-f20f-4d06-a831-1634fb12c2dc req-64d17f25-05e4-4681-95e1-5f586a031862 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519285 Feb 17 22:07:19.704437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:19.728910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:19.747160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.784052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-672e145e-bc89-43e3-baf9-8d7ee6669a9c req-f8e987c9-f631-4be9-9e4f-3a73d86868ba tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368887 Feb 17 22:07:19.809831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75bc89-546c-4c50-98cc-6fb40e2cedb2 req-b9f18b28-d6e6-4d96-94b9-4bc2191c02f8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:19.817631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad75bc89-546c-4c50-98cc-6fb40e2cedb2 req-b9f18b28-d6e6-4d96-94b9-4bc2191c02f8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 944 time: 0.1730072 Feb 17 22:07:19.830591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:19.831270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:19.832815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] 10.222.0.73 "PUT /v2.0/ports/8b8eb00a-2a84-4592-aba7-3a2c45391b7d HTTP/1.1" status: 200 len: 1093 time: 1.3359370 Feb 17 22:07:19.833376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'tag': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:19.835787 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5a7b3f-2bbd-4094-b553-a3ae55126863" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5a034e-e1fe-4d77-bf56-09cae2447e68", "tag": "8b8eb00a-2a84-4592-aba7-3a2c45391b7d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:19.873220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c3b59-20f2-4428-9482-33941e8db2e7 service neutron] Pushing event updated for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:19.896618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21547445-1316-4f19-9d93-f45ec7cea387 req-fa8af9ab-2db5-4869-befc-185e67bfae74 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 210 time: 0.0386446 Feb 17 22:07:19.902385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 50d363bb-b6af-444d-8a7a-c2386ce90b45 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:19.966135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad75bc89-546c-4c50-98cc-6fb40e2cedb2 req-27f6322a-ac68-4c91-a70a-47642a2a3538 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423187 Feb 17 22:07:19.995075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 50d363bb-b6af-444d-8a7a-c2386ce90b45 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:20.000661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 50d363bb-b6af-444d-8a7a-c2386ce90b45 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:20.001174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.016019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9f7d9466-a63d-48eb-8284-65cae4ab3a62 req-037dde85-9ed9-4bb8-b89a-6209fc6e0ddf tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1817467517', 'description': 'tempest-description-1618994275'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:20.039571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4418bce1-2db4-483c-bc1b-905d71bfe64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:20.041283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-4418bce1-2db4-483c-bc1b-905d71bfe64f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 1127 time: 0.1474774 Feb 17 22:07:20.065829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f42bd62-15d4-4ab9-b5df-a3f5967725da req-6e740511-1fe9-4115-9d22-f6c99aa85a46 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/720754df-cde4-4fcf-a66e-574f420eb4bc HTTP/1.1" status: 200 len: 1828 time: 0.0986001 Feb 17 22:07:20.095217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9f7d9466-a63d-48eb-8284-65cae4ab3a62 req-037dde85-9ed9-4bb8-b89a-6209fc6e0ddf tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.102518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-f66962d2-5aa9-4679-a17d-f4c91435e53e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d HTTP/1.1" status: 200 len: 217 time: 0.0517249 Feb 17 22:07:20.133241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 50d363bb-b6af-444d-8a7a-c2386ce90b45 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:20.134320 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.205113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90931b0-ae57-4107-8634-bc6c98780870 req-22af77ea-1c8f-4984-a1ca-3be1e258c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:20.206591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-22af77ea-1c8f-4984-a1ca-3be1e258c604 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4893b497-56aa-4df2-97da-cdb8a8a814cf HTTP/1.1" status: 200 len: 862 time: 0.0902348 Feb 17 22:07:20.255998 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f42bd62-15d4-4ab9-b5df-a3f5967725da req-c5acbb63-7e42-4be0-b571-d6ed649b2552 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (720754df-cde4-4fcf-a66e-574f420eb4bc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.262646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-c5b9da93-d10d-49b5-b99b-af4a7f7c5ccb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434208 Feb 17 22:07:20.297962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 50d363bb-b6af-444d-8a7a-c2386ce90b45, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=50d363bb-b6af-444d-8a7a-c2386ce90b45,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:20.302496 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.337884 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f42bd62-15d4-4ab9-b5df-a3f5967725da req-c5acbb63-7e42-4be0-b571-d6ed649b2552 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (720754df-cde4-4fcf-a66e-574f420eb4bc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.359614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=50d363bb-b6af-444d-8a7a-c2386ce90b45,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:20.369714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9f7d9466-a63d-48eb-8284-65cae4ab3a62 req-037dde85-9ed9-4bb8-b89a-6209fc6e0ddf tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (20eaf17d-7e53-4988-aca3-456d631364ba), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.379301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9f7d9466-a63d-48eb-8284-65cae4ab3a62 req-037dde85-9ed9-4bb8-b89a-6209fc6e0ddf tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (20eaf17d-7e53-4988-aca3-456d631364ba), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.433093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9f7d9466-a63d-48eb-8284-65cae4ab3a62 req-037dde85-9ed9-4bb8-b89a-6209fc6e0ddf tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.434309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f7d9466-a63d-48eb-8284-65cae4ab3a62 req-037dde85-9ed9-4bb8-b89a-6209fc6e0ddf tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4287264 Feb 17 22:07:20.447624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037dde85-9ed9-4bb8-b89a-6209fc6e0ddf tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20eaf17d-7e53-4988-aca3-456d631364ba,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:20.452167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f42bd62-15d4-4ab9-b5df-a3f5967725da req-c5acbb63-7e42-4be0-b571-d6ed649b2552 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (720754df-cde4-4fcf-a66e-574f420eb4bc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.455320 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f42bd62-15d4-4ab9-b5df-a3f5967725da req-c5acbb63-7e42-4be0-b571-d6ed649b2552 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.456550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f42bd62-15d4-4ab9-b5df-a3f5967725da req-c5acbb63-7e42-4be0-b571-d6ed649b2552 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "DELETE /v2.0/security-groups/720754df-cde4-4fcf-a66e-574f420eb4bc HTTP/1.1" status: 204 len: 173 time: 0.3638678 Feb 17 22:07:20.467615 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-e5d5fa38-9f0d-49c8-b30e-b85043798920 service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904960 Feb 17 22:07:20.469852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acbb63-7e42-4be0-b571-d6ed649b2552 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=720754df-cde4-4fcf-a66e-574f420eb4bc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:20.559903 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f06ee6-2617-4274-8775-c95ba1f348db x-openstack-request-id: req-74f06ee6-2617-4274-8775-c95ba1f348db {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:20.561037 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5a034e-e1fe-4d77-bf56-09cae2447e68", "tag": "8b8eb00a-2a84-4592-aba7-3a2c45391b7d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:20.561037 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-74f06ee6-2617-4274-8775-c95ba1f348db {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:20.561037 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'tag': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d', 'status': 'completed', 'code': 200} Feb 17 22:07:20.658937 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.699895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2093229101', 'description': 'tempest-description-1932052088'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:20.707596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a90931b0-ae57-4107-8634-bc6c98780870 req-c08b1318-b2db-400b-b266-58eb34c21e92 service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346082 Feb 17 22:07:20.736213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd3cd86-3488-491b-b836-1fb1d1278f72 req-f6a15a20-2b32-4349-b993-c05f2a33529c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:20.743325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fd3cd86-3488-491b-b836-1fb1d1278f72 req-f6a15a20-2b32-4349-b993-c05f2a33529c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 949 time: 0.1852081 Feb 17 22:07:20.777842 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.800718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:20.812443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88504da-c5ce-4547-aa47-b74882210b26 req-eff99ad8-c178-4085-a8ba-67dfa358c840 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:20.813827 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-eff99ad8-c178-4085-a8ba-67dfa358c840 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.2162309 Feb 17 22:07:20.847164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Request body: {'port': {'device_id': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'admin_state_up': True, 'tenant_id': '2356f526efd44c08a1547a8c63d4ff01'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:20.913111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fd3cd86-3488-491b-b836-1fb1d1278f72 req-ba401e54-9a9d-42a8-b0d6-fec390b6b718 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686978 Feb 17 22:07:20.971759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-72983261-f079-4d5b-abc4-4ab978d928e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:20.973205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-72983261-f079-4d5b-abc4-4ab978d928e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 1127 time: 0.1826258 Feb 17 22:07:21.100657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8664888c-ec08-4b56-bf9e-c6d21ea4dfcf req-892c6a2c-be7d-4cdf-8a53-5017ee54a443 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/5e902a17-6195-44e9-853d-af518d163009 HTTP/1.1" status: 200 len: 1828 time: 0.1427557 Feb 17 22:07:21.125929 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (d8033d07-4612-461e-8f78-293d6114f054), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.144931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d8033d07-4612-461e-8f78-293d6114f054), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.179891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Made reservation on behalf of 2356f526efd44c08a1547a8c63d4ff01 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:21.183035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.235529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-d19072d2-4b10-4bb5-836b-fd32280d891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:21.236978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-d19072d2-4b10-4bb5-836b-fd32280d891b service neutron] 10.222.0.73 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 923 time: 0.2495942 Feb 17 22:07:21.240980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8033d07-4612-461e-8f78-293d6114f054,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:21.310746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-10aedc2a-13c4-461e-a396-2d3523446e43 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d HTTP/1.1" status: 200 len: 217 time: 0.0643513 Feb 17 22:07:21.320124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8664888c-ec08-4b56-bf9e-c6d21ea4dfcf req-d17d8c87-b6b8-4966-8943-46b5369afbec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (5e902a17-6195-44e9-853d-af518d163009), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.415144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6607280e-a814-44ea-b81b-a35f4a860411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d363bb-b6af-444d-8a7a-c2386ce90b45'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:21.417683 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5012d611-a864-4b60-a141-4cf447c39fde" -d '{"events": [{"server_uuid": "6607280e-a814-44ea-b81b-a35f4a860411", "name": "network-vif-plugged", "status": "completed", "tag": "50d363bb-b6af-444d-8a7a-c2386ce90b45"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:21.628290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (1ef3c030-3b30-4a0e-843f-ae3e1eba72c9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.647020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1ef3c030-3b30-4a0e-843f-ae3e1eba72c9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.652171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8664888c-ec08-4b56-bf9e-c6d21ea4dfcf req-d17d8c87-b6b8-4966-8943-46b5369afbec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (5e902a17-6195-44e9-853d-af518d163009), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.733774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-f7268162-26de-4bd4-86fd-fa7145703614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:21.735212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-f7268162-26de-4bd4-86fd-fa7145703614 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4893b497-56aa-4df2-97da-cdb8a8a814cf HTTP/1.1" status: 200 len: 862 time: 0.4126091 Feb 17 22:07:21.737692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.738988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19c3ecce-fbaa-4b97-9a6c-967ebd07d329 req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.0486362 Feb 17 22:07:21.769799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08231d1e-e073-4e8a-a474-887be2097137 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef3c030-3b30-4a0e-843f-ae3e1eba72c9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:21.791456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-bee2ad79-68da-423b-8b69-d554453a17d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391011 Feb 17 22:07:21.809813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Allocated IP 172.20.0.8 (dba98d2b-b591-448a-b4e3-92d18620e790/dc86496c-0bbe-4e55-963e-bea4eb2235c5/acb8c01f-7f4a-4202-94f9-313346a15936) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:21.812336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8664888c-ec08-4b56-bf9e-c6d21ea4dfcf req-d17d8c87-b6b8-4966-8943-46b5369afbec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e902a17-6195-44e9-853d-af518d163009), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.814825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8664888c-ec08-4b56-bf9e-c6d21ea4dfcf req-d17d8c87-b6b8-4966-8943-46b5369afbec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:21.817447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8664888c-ec08-4b56-bf9e-c6d21ea4dfcf req-d17d8c87-b6b8-4966-8943-46b5369afbec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "DELETE /v2.0/security-groups/5e902a17-6195-44e9-853d-af518d163009 HTTP/1.1" status: 204 len: 173 time: 0.7072496 Feb 17 22:07:21.886601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d8c87-b6b8-4966-8943-46b5369afbec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e902a17-6195-44e9-853d-af518d163009,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:22.022993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-d885c8f8-c036-47ca-9756-7de5c09252de service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244067 Feb 17 22:07:22.038497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3489099-48d7-48c1-a4f5-1d2dcaab9678 req-8cd45a94-3cbd-466a-b8fd-cb11f83bdbbd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:22.039846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3489099-48d7-48c1-a4f5-1d2dcaab9678 req-8cd45a94-3cbd-466a-b8fd-cb11f83bdbbd tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 949 time: 0.1826937 Feb 17 22:07:22.137401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044698a8-0275-4aa8-a1ef-616b887510b4 req-728b2976-0692-42f7-aabb-254e6850422a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:22.138863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-044698a8-0275-4aa8-a1ef-616b887510b4 req-728b2976-0692-42f7-aabb-254e6850422a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 949 time: 0.2496789 Feb 17 22:07:22.260150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3489099-48d7-48c1-a4f5-1d2dcaab9678 req-327140b9-51e7-4104-b624-315b8b1f44a9 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729622 Feb 17 22:07:22.296758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-044698a8-0275-4aa8-a1ef-616b887510b4 req-de2adb72-e0c4-42d2-a751-44e3fbcd5413 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401172 Feb 17 22:07:22.299551 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks [] for port (acb8c01f-7f4a-4202-94f9-313346a15936), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.302315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5a7b3f-2bbd-4094-b553-a3ae55126863 req-f28c48dc-890d-4cce-898e-ea5a4e792feb service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724652 Feb 17 22:07:22.364756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aee2b5fe-6cba-404e-a183-ea6c0663079f req-906ed211-77ca-47f9-8941-3558067857b8 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 210 time: 0.0341420 Feb 17 22:07:22.365897 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.416581 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d6832-abae-4bba-b29c-6356db8c1392 x-openstack-request-id: req-fa9d6832-abae-4bba-b29c-6356db8c1392 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:22.417713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:22.418089 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6607280e-a814-44ea-b81b-a35f4a860411", "name": "network-vif-plugged", "status": "completed", "tag": "50d363bb-b6af-444d-8a7a-c2386ce90b45", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:22.418546 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa9d6832-abae-4bba-b29c-6356db8c1392 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:22.419068 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6607280e-a814-44ea-b81b-a35f4a860411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d363bb-b6af-444d-8a7a-c2386ce90b45', 'code': 200} Feb 17 22:07:22.444535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8c213374-d38b-4bb0-9bd5-e878ed20a96a req-5ec23f76-c1ac-4d30-bfc0-9c898c917542 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1086517475', 'description': 'tempest-description-266246383'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:22.474468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Network dba98d2b-b591-448a-b4e3-92d18620e790 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:22.483955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:22.486755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:22.551627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad40b7-c103-463c-b117-5d6007486cdc req-beb406db-d11c-46db-b986-0c1a1a5ce0fb tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:22.553087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49ad40b7-c103-463c-b117-5d6007486cdc req-beb406db-d11c-46db-b986-0c1a1a5ce0fb tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 944 time: 0.1396487 Feb 17 22:07:22.556409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c213374-d38b-4bb0-9bd5-e878ed20a96a req-5ec23f76-c1ac-4d30-bfc0-9c898c917542 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.571085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b864ebd-9831-4834-a908-ddbc63782b3e req-c9530aea-5fc3-4e81-ac9b-6ec9895d227d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:22.572796 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b864ebd-9831-4834-a908-ddbc63782b3e req-c9530aea-5fc3-4e81-ac9b-6ec9895d227d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 1132 time: 0.0604699 Feb 17 22:07:22.574053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:22.574652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.623256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-d5a69399-4529-41ec-96b1-341026e84911 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7830815 Feb 17 22:07:22.629316 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b864ebd-9831-4834-a908-ddbc63782b3e req-ba059042-ac1b-44f1-856d-4c4c6df1b5f6 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 Feb 17 22:07:22.646840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Request body: {'port': {'device_id': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:22.677685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49ad40b7-c103-463c-b117-5d6007486cdc req-be3024a4-9b99-4f10-a25a-40dd806b6009 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162605 Feb 17 22:07:22.748111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c213374-d38b-4bb0-9bd5-e878ed20a96a req-5ec23f76-c1ac-4d30-bfc0-9c898c917542 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.755882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.757577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c213374-d38b-4bb0-9bd5-e878ed20a96a req-5ec23f76-c1ac-4d30-bfc0-9c898c917542 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.807103 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c213374-d38b-4bb0-9bd5-e878ed20a96a req-5ec23f76-c1ac-4d30-bfc0-9c898c917542 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:22.808256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c213374-d38b-4bb0-9bd5-e878ed20a96a req-5ec23f76-c1ac-4d30-bfc0-9c898c917542 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3766689 Feb 17 22:07:22.815453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec23f76-c1ac-4d30-bfc0-9c898c917542 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:22.834291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05f8025c-abfb-401e-b94a-a0f1f1a56889 req-48be954a-c4ea-4f02-9fa5-1d9cf7460909 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/8a2ab26e-15e7-460d-9dfb-204def20079c HTTP/1.1" status: 200 len: 1830 time: 0.1130817 Feb 17 22:07:23.013372 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05f8025c-abfb-401e-b94a-a0f1f1a56889 req-1161c894-0aed-4446-945f-fced314c40ec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (8a2ab26e-15e7-460d-9dfb-204def20079c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.048275 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05f8025c-abfb-401e-b94a-a0f1f1a56889 req-1161c894-0aed-4446-945f-fced314c40ec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (8a2ab26e-15e7-460d-9dfb-204def20079c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.165823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05f8025c-abfb-401e-b94a-a0f1f1a56889 req-1161c894-0aed-4446-945f-fced314c40ec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8a2ab26e-15e7-460d-9dfb-204def20079c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.168364 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05f8025c-abfb-401e-b94a-a0f1f1a56889 req-1161c894-0aed-4446-945f-fced314c40ec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.169477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05f8025c-abfb-401e-b94a-a0f1f1a56889 req-1161c894-0aed-4446-945f-fced314c40ec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "DELETE /v2.0/security-groups/8a2ab26e-15e7-460d-9dfb-204def20079c HTTP/1.1" status: 204 len: 173 time: 0.3240499 Feb 17 22:07:23.210540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dec5-6ae9-4ca2-9640-907f3c78fc97 req-2d323eb0-3cd3-4e6f-acb6-471a1f4db098 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:23.215802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0dec5-6ae9-4ca2-9640-907f3c78fc97 req-2d323eb0-3cd3-4e6f-acb6-471a1f4db098 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:23.217330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6b0dec5-6ae9-4ca2-9640-907f3c78fc97 req-2d323eb0-3cd3-4e6f-acb6-471a1f4db098 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6&device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 1689 time: 0.1662421 Feb 17 22:07:23.225174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161c894-0aed-4446-945f-fced314c40ec tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2ab26e-15e7-460d-9dfb-204def20079c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:23.286141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb8c01f-7f4a-4202-94f9-313346a15936 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:23.306700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Publish callbacks [] for port (acb8c01f-7f4a-4202-94f9-313346a15936), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.348580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6b0dec5-6ae9-4ca2-9640-907f3c78fc97 req-cd6dd77c-343a-4b7d-9006-a8050e975679 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198132 Feb 17 22:07:23.353480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Transition to ACTIVE for port object acb8c01f-7f4a-4202-94f9-313346a15936 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:23.373666 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.489193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:23.504695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-036942aa-3766-48df-8e1c-864819723873 req-7a7df1ac-7d94-4e4d-80c5-f86a4ebbbead tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/7952f462-b298-4a2f-bc10-2917c3ea4ea7 HTTP/1.1" status: 200 len: 1829 time: 0.1348195 Feb 17 22:07:23.665079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:23.665412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:23.665740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:23.679612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:23.679932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:23.682442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-036942aa-3766-48df-8e1c-864819723873 req-a3e8937b-d955-419d-b681-514ad9e79ad0 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (7952f462-b298-4a2f-bc10-2917c3ea4ea7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.702922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:23.703212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:23.703604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:23.704036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Bound port: acb8c01f-7f4a-4202-94f9-313346a15936, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:23.704387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.741385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-036942aa-3766-48df-8e1c-864819723873 req-a3e8937b-d955-419d-b681-514ad9e79ad0 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (7952f462-b298-4a2f-bc10-2917c3ea4ea7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.845271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-036942aa-3766-48df-8e1c-864819723873 req-a3e8937b-d955-419d-b681-514ad9e79ad0 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7952f462-b298-4a2f-bc10-2917c3ea4ea7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.847793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-036942aa-3766-48df-8e1c-864819723873 req-a3e8937b-d955-419d-b681-514ad9e79ad0 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.848905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-036942aa-3766-48df-8e1c-864819723873 req-a3e8937b-d955-419d-b681-514ad9e79ad0 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "DELETE /v2.0/security-groups/7952f462-b298-4a2f-bc10-2917c3ea4ea7 HTTP/1.1" status: 204 len: 173 time: 0.3222435 Feb 17 22:07:23.874247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-18e878ce-4a11-4aed-b7fa-d19ed06b0647 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56952 time: 0.6758862 Feb 17 22:07:23.881505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8937b-d955-419d-b681-514ad9e79ad0 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7952f462-b298-4a2f-bc10-2917c3ea4ea7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:23.883628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:23.887075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:23.897154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.956650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8b8eb00a-2a84-4592-aba7-3a2c45391b7d details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:23.970326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:23.970942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:23.972341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-76d12898-54d9-408f-9a27-04effd2362be service neutron] 10.222.0.73 "PUT /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 1092 time: 1.3355503 Feb 17 22:07:23.972795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:23.974985 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13060ae6-6d95-4504-bce1-b25ec5eedb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:24.019388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d12898-54d9-408f-9a27-04effd2362be service neutron] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:24.059650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:24.069451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-35364b0f-8635-42b4-9f60-d135d6130bb0 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/10a943b1-711d-43db-81b1-7e7995f09ffd HTTP/1.1" status: 200 len: 2998 time: 0.1448016 Feb 17 22:07:24.074348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'port_id': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d', 'mac_address': 'fa:16:3e:7a:4c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4893b497-56aa-4df2-97da-cdb8a8a814cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:24.090833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e789008-955f-44a5-abd7-a39e8bc4cdcf req-8a3f0ad6-68f0-4f31-a820-a57f9605ce3a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:24.092381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e789008-955f-44a5-abd7-a39e8bc4cdcf req-8a3f0ad6-68f0-4f31-a820-a57f9605ce3a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 949 time: 0.1704242 Feb 17 22:07:24.130635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:24.131022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:24.147095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b8eb00a-2a84-4592-aba7-3a2c45391b7d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:24.150954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88504da-c5ce-4547-aa47-b74882210b26 req-a0162b03-7c1b-4dc8-a8bd-0352b1020824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:24.152499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-a0162b03-7c1b-4dc8-a8bd-0352b1020824 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1126 time: 0.1351957 Feb 17 22:07:24.168536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:24.173363 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:24.177375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-45fbbad2-87f7-458d-8527-434793539d07 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/10a943b1-711d-43db-81b1-7e7995f09ffd HTTP/1.1" status: 200 len: 2998 time: 0.1016936 Feb 17 22:07:24.214449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-fd87ff9c-a6d5-4a0d-8d8e-11df0226265c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 217 time: 0.0525897 Feb 17 22:07:24.221742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e789008-955f-44a5-abd7-a39e8bc4cdcf req-ba5d65e8-91d3-46c3-ac09-b45aefc0122a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185801 Feb 17 22:07:24.229966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:24.287127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-57f7c110-add9-4a64-a393-33dc0896eca7 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/17a89637-5ba5-4257-9611-095482f89923 HTTP/1.1" status: 200 len: 2998 time: 0.0756404 Feb 17 22:07:24.290996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88504da-c5ce-4547-aa47-b74882210b26 req-c9158933-cc40-41d0-94d3-aa563d69d18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:24.292409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-c9158933-cc40-41d0-94d3-aa563d69d18f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0689516 Feb 17 22:07:24.337844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-c32d1beb-14a6-4932-8d93-cdddc6ac8bab service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375826 Feb 17 22:07:24.419216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-fa02f40a-1582-4ef8-a6e9-30bc5a8d345c tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/17a89637-5ba5-4257-9611-095482f89923 HTTP/1.1" status: 200 len: 2998 time: 0.1258531 Feb 17 22:07:24.484554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8b8eb00a-2a84-4592-aba7-3a2c45391b7d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:24.504480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-c6d2b814-db46-42f7-b264-3a74c0537ea0 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592126 Feb 17 22:07:24.511163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07c56b-69e9-4cd9-81a6-046d8901ff54 req-8e11e938-a70e-4ee8-aef1-4193def583b6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:24.512553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb07c56b-69e9-4cd9-81a6-046d8901ff54 req-8e11e938-a70e-4ee8-aef1-4193def583b6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 943 time: 0.1558554 Feb 17 22:07:24.521834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-0acbb154-1e91-4ce8-92b3-046a81c00d67 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/208b5518-05c8-46b1-84dd-03b11150cb11 HTTP/1.1" status: 200 len: 2998 time: 0.0962718 Feb 17 22:07:24.648108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb07c56b-69e9-4cd9-81a6-046d8901ff54 req-c10ceda6-0502-4b38-bc09-e5ef470eea9d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253750 Feb 17 22:07:24.659963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-ee7b3c09-6bc3-43c1-8774-7bd73b8aa851 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/208b5518-05c8-46b1-84dd-03b11150cb11 HTTP/1.1" status: 200 len: 2998 time: 0.1211414 Feb 17 22:07:24.674357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88504da-c5ce-4547-aa47-b74882210b26 req-02a4cf60-0311-4665-907b-eb8a91988cfa service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606610 Feb 17 22:07:24.704879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-aff258a1-40bf-40f2-8e35-049b81c5786a tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/3f3fadbb-27aa-4cf2-b419-01a59337450e HTTP/1.1" status: 200 len: 2994 time: 0.0385671 Feb 17 22:07:24.772395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-1e6cf836-9c0a-4d33-8e66-f734b078a9d1 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/3f3fadbb-27aa-4cf2-b419-01a59337450e HTTP/1.1" status: 200 len: 2994 time: 0.0556221 Feb 17 22:07:24.791046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3987353-829b-4858-9cad-ed310ad3a3dc req-13465153-7078-443c-810f-ec4211f85664 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:24.792503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3987353-829b-4858-9cad-ed310ad3a3dc req-13465153-7078-443c-810f-ec4211f85664 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 945 time: 0.0840626 Feb 17 22:07:24.805760 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:24.848107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-073a30e3-7a63-4475-9c1b-103c899b5b92 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/53376aaa-9de5-46b1-8e00-74dd51a14506 HTTP/1.1" status: 200 len: 2990 time: 0.0689092 Feb 17 22:07:24.864725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3987353-829b-4858-9cad-ed310ad3a3dc req-c2948dd7-27a1-48ed-a200-ecd4d10c2fa7 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657713 Feb 17 22:07:24.910545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-d7a312a1-e150-4844-b615-96e20df1c7b9 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/53376aaa-9de5-46b1-8e00-74dd51a14506 HTTP/1.1" status: 200 len: 2990 time: 0.0550795 Feb 17 22:07:24.956285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cccca990-91c1-494a-8ecf-7d75b930c461 req-7d348b4a-5868-4711-985d-f75b87a665a7 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "GET /v2.0/security-groups/8612de16-40f4-4705-8f9d-a0b87da82a23 HTTP/1.1" status: 200 len: 1829 time: 0.0617366 Feb 17 22:07:24.971230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-f118d9a2-a399-4e09-82ed-0bc21e4ab22f tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/59b6f792-0efc-414c-9933-fbd8b2180ab5 HTTP/1.1" status: 200 len: 2998 time: 0.0551260 Feb 17 22:07:25.041476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-adbab12c-6b90-449b-93e9-396b621c8aeb tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/59b6f792-0efc-414c-9933-fbd8b2180ab5 HTTP/1.1" status: 200 len: 2998 time: 0.0643437 Feb 17 22:07:25.044023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cccca990-91c1-494a-8ecf-7d75b930c461 req-1c1af01b-2fd4-4fa8-89d4-04fbb2ff71b1 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (8612de16-40f4-4705-8f9d-a0b87da82a23), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.079046 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cccca990-91c1-494a-8ecf-7d75b930c461 req-1c1af01b-2fd4-4fa8-89d4-04fbb2ff71b1 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (8612de16-40f4-4705-8f9d-a0b87da82a23), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.122495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-755368d1-430e-46c6-bd1e-7da8374f8e34 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5aa3e0d4-8586-4dce-915f-7baf37fba8f6 HTTP/1.1" status: 200 len: 2998 time: 0.0726180 Feb 17 22:07:25.141015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cccca990-91c1-494a-8ecf-7d75b930c461 req-1c1af01b-2fd4-4fa8-89d4-04fbb2ff71b1 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8612de16-40f4-4705-8f9d-a0b87da82a23), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.143561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cccca990-91c1-494a-8ecf-7d75b930c461 req-1c1af01b-2fd4-4fa8-89d4-04fbb2ff71b1 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.144663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cccca990-91c1-494a-8ecf-7d75b930c461 req-1c1af01b-2fd4-4fa8-89d4-04fbb2ff71b1 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] 10.222.0.79 "DELETE /v2.0/security-groups/8612de16-40f4-4705-8f9d-a0b87da82a23 HTTP/1.1" status: 204 len: 173 time: 0.1824081 Feb 17 22:07:25.151126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33968) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:25.161536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1af01b-2fd4-4fa8-89d4-04fbb2ff71b1 tempest-SecurityGroupRulesNegativeTestJSON-1640911418 tempest-SecurityGroupRulesNegativeTestJSON-1640911418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8612de16-40f4-4705-8f9d-a0b87da82a23,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:25.183636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-e50318f6-aaf4-4ed8-9e8f-df0ebcfac101 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/5aa3e0d4-8586-4dce-915f-7baf37fba8f6 HTTP/1.1" status: 200 len: 2998 time: 0.0555034 Feb 17 22:07:25.211389 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e71d1d2-c807-4883-8613-18f7051732e6 x-openstack-request-id: req-5e71d1d2-c807-4883-8613-18f7051732e6 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:25.211588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] Deleting subnet b7fcc3c1-0f7f-451c-8e52-6896235a5bdf {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:07:25.211819 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:25.212340 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e71d1d2-c807-4883-8613-18f7051732e6 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:25.212810 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936', 'status': 'completed', 'code': 200} Feb 17 22:07:25.216602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] Publish callbacks [] for subnet (b7fcc3c1-0f7f-451c-8e52-6896235a5bdf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.242032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-669c3174-5950-412a-a7bd-7aa7e64ec042 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/824f84e3-f7f7-49de-9d35-b5af45289970 HTTP/1.1" status: 200 len: 2998 time: 0.0528400 Feb 17 22:07:25.257763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] Publish callbacks [] for subnet (b7fcc3c1-0f7f-451c-8e52-6896235a5bdf), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.263584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b7fcc3c1-0f7f-451c-8e52-6896235a5bdf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.317485 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for subnet (b7fcc3c1-0f7f-451c-8e52-6896235a5bdf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.332619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-f05d6100-3cb3-4494-a3b6-4fdeeed417c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:25.334126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-f05d6100-3cb3-4494-a3b6-4fdeeed417c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1126 time: 0.1025317 Feb 17 22:07:25.342453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7fcc3c1-0f7f-451c-8e52-6896235a5bdf,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:25.346129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.352045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1473d4a2-115f-43b4-93b3-363c72a93ec7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b7fcc3c1-0f7f-451c-8e52-6896235a5bdf HTTP/1.1" status: 204 len: 168 time: 0.1973946 Feb 17 22:07:25.352790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:25.365763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-032e9302-fd44-486a-99d3-da7db437ce82 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/824f84e3-f7f7-49de-9d35-b5af45289970 HTTP/1.1" status: 200 len: 2998 time: 0.1037135 Feb 17 22:07:25.425945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ad9e9236-1b40-4743-8d17-67e61906f4db), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.514931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ad9e9236-1b40-4743-8d17-67e61906f4db), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.538719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.539205 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.540101 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.540535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > port after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.540878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.541210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > port after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.541537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.541887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.542201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.542513 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.609494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.609762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.610085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.610411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103526) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 17 22:07:25.610775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9e9236-1b40-4743-8d17-67e61906f4db']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:25.628974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ade9f5-5a26-42c3-8ac9-a340bf3b6611') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:25.629263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ade9f5-5a26-42c3-8ac9-a340bf3b6611') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:25.634438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb994-be1a-472a-aee4-f9372a84c081 req-d0186a7e-7e23-40e2-9ae9-6e045e3807c6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:25.635915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-280fb994-be1a-472a-aee4-f9372a84c081 req-d0186a7e-7e23-40e2-9ae9-6e045e3807c6 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 1132 time: 0.3615534 Feb 17 22:07:25.645741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (04ade9f5-5a26-42c3-8ac9-a340bf3b6611), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.665716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (04ade9f5-5a26-42c3-8ac9-a340bf3b6611), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.674381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:07:25.675446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (04ade9f5-5a26-42c3-8ac9-a340bf3b6611), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: from cryptography.utils import int_from_bytes Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: from cryptography.utils import int_from_bytes Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:07:25.679773 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:07:25.716072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-11672067-e8e6-498b-99fe-7021569ce44d tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/86625c01-ae73-4d72-8dd1-d80933fca707 HTTP/1.1" status: 200 len: 2998 time: 0.0964828 Feb 17 22:07:25.732453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-433b4c32-d129-4c88-becb-8d2eb90dc2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:25.734006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-433b4c32-d129-4c88-becb-8d2eb90dc2bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.3914537 Feb 17 22:07:25.736585 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ad9e9236-1b40-4743-8d17-67e61906f4db), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.743082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-280fb994-be1a-472a-aee4-f9372a84c081 req-f05aa1ee-ac62-4fd1-9320-1cfcae213d5b tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964019 Feb 17 22:07:25.744558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:25.750850 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ad9e9236-1b40-4743-8d17-67e61906f4db HTTP/1.1" status: 204 len: 168 time: 0.3941076 Feb 17 22:07:25.780116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15417bf2-8525-4227-9894-239736a62196 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9e9236-1b40-4743-8d17-67e61906f4db,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:25.796869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-a023cb40-9e5f-4a2b-8e6f-8a2dcc6b4563 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 217 time: 0.0528107 Feb 17 22:07:25.805881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-47a502a2-b8ff-4f5c-9139-72c861d1bb90 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/86625c01-ae73-4d72-8dd1-d80933fca707 HTTP/1.1" status: 200 len: 2998 time: 0.0824451 Feb 17 22:07:25.881092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-7935d1d6-294b-4441-9dbe-81a5514a4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:25.882770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-7935d1d6-294b-4441-9dbe-81a5514a4eaf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0758467 Feb 17 22:07:25.887958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-304b5284-f2d4-44c9-bd40-8a62d112b76b tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/88da1444-29b9-40cf-9e00-735c94ac23b8 HTTP/1.1" status: 200 len: 2998 time: 0.0724542 Feb 17 22:07:25.954850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33986) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:25.975330 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:07:25.981456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-d0693c8a-53bb-43f3-b2f6-cdcde9f0fcc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877213 Feb 17 22:07:25.998579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8b8eb00a-2a84-4592-aba7-3a2c45391b7d up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:26.008515 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3f21f3b3-8fc7-4a28-9808-4fbc06b53b0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=40e12e2d652a43db8f8696606ff96904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0520241 Feb 17 22:07:26.015963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33990) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:26.034588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-8d389f8e-84c2-46ad-b4ba-a6af5909839a tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/88da1444-29b9-40cf-9e00-735c94ac23b8 HTTP/1.1" status: 200 len: 2998 time: 0.1293588 Feb 17 22:07:26.066145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:26.072674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:26.073251 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:26.089757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1c7b-0b4f-407f-a0d3-5d73de008494 admin admin] Publish callbacks [] for security_group (88da1444-29b9-40cf-9e00-735c94ac23b8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:26.116997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1c7b-0b4f-407f-a0d3-5d73de008494 admin admin] Publish callbacks [] for security_group (88da1444-29b9-40cf-9e00-735c94ac23b8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:26.164859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efda6b6-34ce-47e9-af90-af88c2ad69eb req-a9215225-1be7-4450-9c1d-5c5d8b173843 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:26.166371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6efda6b6-34ce-47e9-af90-af88c2ad69eb req-a9215225-1be7-4450-9c1d-5c5d8b173843 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 949 time: 0.2303007 Feb 17 22:07:26.169702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-42f72685-f5e3-45d2-9f6b-a1d8b45ed28c tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/8dcd6c66-a68f-44ea-b5f3-13c9680f22ad HTTP/1.1" status: 200 len: 2994 time: 0.0980053 Feb 17 22:07:26.172885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-72e4e778-0e88-421e-9ea1-a780119e91dc service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809201 Feb 17 22:07:26.181908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:26.182270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:26.185535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1c7b-0b4f-407f-a0d3-5d73de008494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (88da1444-29b9-40cf-9e00-735c94ac23b8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:26.189597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fcd1c7b-0b4f-407f-a0d3-5d73de008494 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:26.190976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9fcd1c7b-0b4f-407f-a0d3-5d73de008494 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88da1444-29b9-40cf-9e00-735c94ac23b8 HTTP/1.1" status: 204 len: 168 time: 0.1739202 Feb 17 22:07:26.212755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:26.216165 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea2cb18-f5fe-48dc-91cd-853fc61349b7" -d '{"events": [{"server_uuid": "1a5a034e-e1fe-4d77-bf56-09cae2447e68", "name": "network-vif-plugged", "status": "completed", "tag": "8b8eb00a-2a84-4592-aba7-3a2c45391b7d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:26.228228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd1c7b-0b4f-407f-a0d3-5d73de008494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88da1444-29b9-40cf-9e00-735c94ac23b8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:26.231271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:26.238991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:26.306154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:26.326027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-2d6e95ce-371a-4edf-a326-2292bdeabb9a tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/8dcd6c66-a68f-44ea-b5f3-13c9680f22ad HTTP/1.1" status: 200 len: 2994 time: 0.1246150 Feb 17 22:07:26.340480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6efda6b6-34ce-47e9-af90-af88c2ad69eb req-78a2a2ea-9f78-4ddf-90ab-839cfe098881 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606784 Feb 17 22:07:26.371081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13060ae6-6d95-4504-bce1-b25ec5eedb0a req-e2b73f9b-cbd3-4a35-b160-7c46f826febe service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843879 Feb 17 22:07:26.459307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-84ee008c-176d-404a-a58c-56b934e50a5c tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/b2caa1f0-8fc9-4e96-b9de-357c71124769 HTTP/1.1" status: 200 len: 2994 time: 0.0908463 Feb 17 22:07:26.514269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618e52a-20d4-46c9-86f4-d5ee21567670 req-4e1708a0-a42d-4498-a169-6e8160208dc9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:26.517040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1618e52a-20d4-46c9-86f4-d5ee21567670 req-4e1708a0-a42d-4498-a169-6e8160208dc9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 943 time: 0.1113186 Feb 17 22:07:26.518434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-68a7b558-1c56-4324-b85c-09076802ff9a tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/b2caa1f0-8fc9-4e96-b9de-357c71124769 HTTP/1.1" status: 200 len: 2994 time: 0.0581174 Feb 17 22:07:26.595673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-66757576-cf56-44c0-a254-de3808e1fb18 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/c183d5f4-e680-42c1-9ea2-12336b6de28e HTTP/1.1" status: 200 len: 2998 time: 0.0697012 Feb 17 22:07:26.599121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1618e52a-20d4-46c9-86f4-d5ee21567670 req-73e063bc-5b27-4ea8-b585-c00a47b6832e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721776 Feb 17 22:07:26.658855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-0d83b51b-5882-4f83-8636-89dc3b638962 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/c183d5f4-e680-42c1-9ea2-12336b6de28e HTTP/1.1" status: 200 len: 2998 time: 0.0569143 Feb 17 22:07:26.740070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-115566c8-000a-41e1-ba4c-bf83c6ba4594 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d8033d07-4612-461e-8f78-293d6114f054 HTTP/1.1" status: 200 len: 2998 time: 0.0727522 Feb 17 22:07:26.758137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ffc6-ce9d-452f-870b-1307fc518030 req-d656eaf3-033f-4eae-8f72-9b146d5ace36 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:26.759703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7083ffc6-ce9d-452f-870b-1307fc518030 req-d656eaf3-033f-4eae-8f72-9b146d5ace36 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 1132 time: 0.0851243 Feb 17 22:07:26.812852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-68d00aef-8ddc-4773-8f9d-b918e870796d tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/d8033d07-4612-461e-8f78-293d6114f054 HTTP/1.1" status: 200 len: 2998 time: 0.0616634 Feb 17 22:07:26.839510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7083ffc6-ce9d-452f-870b-1307fc518030 req-f4506452-ab1d-4216-84e9-f20b6c2a4ab1 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730603 Feb 17 22:07:26.865271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-794e361d-6e31-448d-821a-d194deab9fd4 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f379441c-12a6-4a42-86b9-28227caeb743 HTTP/1.1" status: 200 len: 2998 time: 0.0430875 Feb 17 22:07:26.934497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-c117e64c-fb2b-483b-9d06-845d2030e013 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f379441c-12a6-4a42-86b9-28227caeb743 HTTP/1.1" status: 200 len: 2998 time: 0.0619111 Feb 17 22:07:27.017250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78130006-24c0-490b-ba43-bda598676602 req-8cd38388-191a-432d-9593-11a2f14d19e1 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:27.018983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78130006-24c0-490b-ba43-bda598676602 req-8cd38388-191a-432d-9593-11a2f14d19e1 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.0974886 Feb 17 22:07:27.022335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-7438746a-12c0-4455-a00f-1a9a5aa2de2e tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f44b4c8d-d17a-4338-980b-73223b4bfe04 HTTP/1.1" status: 200 len: 2998 time: 0.0683875 Feb 17 22:07:27.098236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78130006-24c0-490b-ba43-bda598676602 req-9dfc9cb8-1ebb-422b-a815-6bfb5934a479 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702889 Feb 17 22:07:27.101381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4719f47-90ca-4688-b8ca-0ed9cd264b4a req-79c19b13-8b26-4d5d-a570-d585231d8d84 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/f44b4c8d-d17a-4338-980b-73223b4bfe04 HTTP/1.1" status: 200 len: 2998 time: 0.0714443 Feb 17 22:07:27.141895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:27.169014 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e835a81-62f0-4372-b2c2-b1fcff18e814 x-openstack-request-id: req-1e835a81-62f0-4372-b2c2-b1fcff18e814 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:27.169900 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5a034e-e1fe-4d77-bf56-09cae2447e68", "name": "network-vif-plugged", "status": "completed", "tag": "8b8eb00a-2a84-4592-aba7-3a2c45391b7d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:27.170348 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e835a81-62f0-4372-b2c2-b1fcff18e814 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:27.170893 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d', 'code': 200} Feb 17 22:07:27.271448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-d8b6c03a-f9c4-49df-b0d7-75903f8b6602 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291729 Feb 17 22:07:27.300378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1088144130-network', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:27.329993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Made reservation on behalf of c337f9b07a0d4d93b9c1c4dacd28aba9 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:27.334620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.345345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.423846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726fb13-d1e7-4cd4-bea0-6cd83f3c56b5 req-58e97c48-d32e-4a72-a41c-534c3a47bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:27.425350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3726fb13-d1e7-4cd4-bea0-6cd83f3c56b5 req-58e97c48-d32e-4a72-a41c-534c3a47bb90 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 1129 time: 0.1519127 Feb 17 22:07:27.430758 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks [] for security_group (ea3698cf-8da4-4ef0-a9ce-7de4a2456597), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.431488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-671530c9-8351-4479-b767-322bfc95599b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:27.432849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-671530c9-8351-4479-b767-322bfc95599b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606085 Feb 17 22:07:27.440174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ea3698cf-8da4-4ef0-a9ce-7de4a2456597), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.460038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-64adc3af-061b-486d-913e-bf12f27cb636 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/quotas/8854d2b078364aca9e38c5d808877d24 HTTP/1.1" status: 200 len: 375 time: 0.0206578 Feb 17 22:07:27.466911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:07:27.467113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-b0ce2ce3-6c07-4554-9f62-dae0774f745f req-53308b3a-b4a6-4357-89ca-2dec4f0af5a8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:07:27.467937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0ce2ce3-6c07-4554-9f62-dae0774f745f req-53308b3a-b4a6-4357-89ca-2dec4f0af5a8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070624 Feb 17 22:07:27.488069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3698cf-8da4-4ef0-a9ce-7de4a2456597,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:27.491636 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5547e70c-7f9a-41d3-9605-44853e439921), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.492201 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Added segment 5547e70c-7f9a-41d3-9605-44853e439921 of type vlan for network 427aa50a-da4e-4826-9a24-c5d6d38c2245 Feb 17 22:07:27.546945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (427aa50a-da4e-4826-9a24-c5d6d38c2245), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.563969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3726fb13-d1e7-4cd4-bea0-6cd83f3c56b5 req-2f0fccc5-5468-4d44-b961-b98cfc4ce83c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300709 Feb 17 22:07:27.579132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (427aa50a-da4e-4826-9a24-c5d6d38c2245), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.580147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:27.580721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.617051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-18b9cd7e-ed13-4a93-a8d1-a8f0297d5330 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1474347 Feb 17 22:07:27.642514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] Pushing event updated for resources: {'Network': ['ID=427aa50a-da4e-4826-9a24-c5d6d38c2245,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:27.654119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:07:27.654399 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-73c967dd-3a3a-4690-a68b-251cd87bb875 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5113575 Feb 17 22:07:27.655083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34042) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:27.660699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Request body: {'subnet': {'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-subnet', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:27.704203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b427b77b-dda2-4e85-b89e-02e31dba0d9e req-5fa2950b-7443-4b0d-93ac-1f4d611d21a7 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=12e1d1f4cd3841aa9330ee6f62c3b5e8 HTTP/1.1" status: 200 len: 6154 time: 0.1375332 Feb 17 22:07:27.708198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Made reservation on behalf of c337f9b07a0d4d93b9c1c4dacd28aba9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:27.710635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.760712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b427b77b-dda2-4e85-b89e-02e31dba0d9e req-8ab212ef-b63d-4a60-afd0-8c6c0e5680ab tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "GET /v2.0/security-groups/17a89637-5ba5-4257-9611-095482f89923 HTTP/1.1" status: 200 len: 2998 time: 0.0556498 Feb 17 22:07:27.830404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b427b77b-dda2-4e85-b89e-02e31dba0d9e req-85a589ea-e79b-4e47-85cc-792a7d5ce3df tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "GET /v2.0/security-groups/17a89637-5ba5-4257-9611-095482f89923 HTTP/1.1" status: 200 len: 2998 time: 0.0609300 Feb 17 22:07:27.929568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (4a431de4-2038-443a-9751-72d83dd990e1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:27.949321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b502384c-3901-4cf7-a50d-827578a55c8d req-a3366632-366a-4d77-90a3-f67c82e24496 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:27.950798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b502384c-3901-4cf7-a50d-827578a55c8d req-a3366632-366a-4d77-90a3-f67c82e24496 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 949 time: 0.0959692 Feb 17 22:07:27.969363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2575e1-2bd3-4f12-85c3-6cc23a21e479 req-b070d0b4-869e-4ebc-8745-847a9a00d109 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:27.970810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2575e1-2bd3-4f12-85c3-6cc23a21e479 req-b070d0b4-869e-4ebc-8745-847a9a00d109 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 943 time: 0.0870528 Feb 17 22:07:27.992535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a431de4-2038-443a-9751-72d83dd990e1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:28.007342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:28.011429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Checking segment: {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:28.011892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Network hostable DHCP agents. Network: 427aa50a-da4e-4826-9a24-c5d6d38c2245, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:07:28.043687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2575e1-2bd3-4f12-85c3-6cc23a21e479 req-3fa6f943-0c53-4d6a-9be6-a9dfcb8801c8 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600724 Feb 17 22:07:28.051645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:07:28.075360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 427aa50a-da4e-4826-9a24-c5d6d38c2245) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:28.079086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b502384c-3901-4cf7-a50d-827578a55c8d req-f4541735-487b-4c5c-ab48-b50096678a2d tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187711 Feb 17 22:07:28.097374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:28.100170 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.124055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d658a-06e2-406f-8776-960227149680 None None] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:28.154411 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-80822204-fb0e-47fe-8d79-a38de665513b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4977510 Feb 17 22:07:28.157666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34060) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:28.163771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:28.237817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd2c119d-37a8-449e-a497-1cc6dae717dc req-389f517d-db84-45c9-80b7-f78b9b26e75b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 210 time: 0.0608101 Feb 17 22:07:28.250051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f0b1d0-9c86-4cbf-86f1-9f4d7b829aa2 req-e43d969c-c2ee-4401-a8b1-1cfff1097a8b tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f HTTP/1.1" status: 200 len: 1794 time: 0.1211016 Feb 17 22:07:28.254973 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.266878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.360747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:28.391033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'acb8c01f-7f4a-4202-94f9-313346a15936', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'port_id': 'acb8c01f-7f4a-4202-94f9-313346a15936', 'mac_address': 'fa:16:3e:ff:bc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc86496c-0bbe-4e55-963e-bea4eb2235c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:28.405868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-427aa50a-da4e-4826-9a24-c5d6d38c2245', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:07:28.406725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.412990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks [] for router_controller (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.450223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d6f0b1d0-9c86-4cbf-86f1-9f4d7b829aa2 req-aa9697c5-d905-448e-8127-ae2df199ff22 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.468775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port acb8c01f-7f4a-4202-94f9-313346a15936 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:28.469490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.548512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acb8c01f-7f4a-4202-94f9-313346a15936 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:28.565218 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d6f0b1d0-9c86-4cbf-86f1-9f4d7b829aa2 req-aa9697c5-d905-448e-8127-ae2df199ff22 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.574686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798536cd-4a92-4169-8994-84bae4aaa166 req-fc3db227-8896-41ce-80a3-d3a24e5f3e1e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:28.576337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-798536cd-4a92-4169-8994-84bae4aaa166 req-fc3db227-8896-41ce-80a3-d3a24e5f3e1e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.1887374 Feb 17 22:07:28.606843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:28.614367 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.664589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Allocated IP 172.20.0.2 (427aa50a-da4e-4826-9a24-c5d6d38c2245/4a431de4-2038-443a-9751-72d83dd990e1/2757a59f-816a-49c8-8e0c-c85e928a83d3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:28.687947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:28.710951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks [] for router_gateway (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.718394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-798536cd-4a92-4169-8994-84bae4aaa166 req-0b614ce6-a4d7-4a50-9623-93f7ab621d40 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331201 Feb 17 22:07:28.772033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d6f0b1d0-9c86-4cbf-86f1-9f4d7b829aa2 req-aa9697c5-d905-448e-8127-ae2df199ff22 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.775425 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d6f0b1d0-9c86-4cbf-86f1-9f4d7b829aa2 req-aa9697c5-d905-448e-8127-ae2df199ff22 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.776540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f0b1d0-9c86-4cbf-86f1-9f4d7b829aa2 req-aa9697c5-d905-448e-8127-ae2df199ff22 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f HTTP/1.1" status: 204 len: 173 time: 0.5040498 Feb 17 22:07:28.788494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9697c5-d905-448e-8127-ae2df199ff22 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d5cbc4-d6b7-43d6-b5a8-ea5c66d7b67f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:28.875414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-1660f4a6-98a8-4ee7-a738-0f873277ef01 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0422664 Feb 17 22:07:28.890278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2500dc1-d5d5-4824-8b8c-e732bbd10c24 req-2ba08cf2-0755-4d5e-b837-6460ea84a6fe tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "GET /v2.0/security-groups/1ef3c030-3b30-4a0e-843f-ae3e1eba72c9 HTTP/1.1" status: 200 len: 1795 time: 0.0891080 Feb 17 22:07:28.940574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['acb8c01f-7f4a-4202-94f9-313346a15936'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:28.976879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Publish callbacks [] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:28.993717 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.062435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:29.069007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:29.080361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:29.083769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-453fdc77-c34c-42df-86c5-d5040a0c637a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:29.085233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Pushing event updated for resources: {'Port': ['ID=2757a59f-816a-49c8-8e0c-c85e928a83d3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:29.090844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-453fdc77-c34c-42df-86c5-d5040a0c637a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145584 Feb 17 22:07:29.133269 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d2500dc1-d5d5-4824-8b8c-e732bbd10c24 req-c79ef05a-e958-4b63-9a3c-3c9e9feea850 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (1ef3c030-3b30-4a0e-843f-ae3e1eba72c9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.153383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-f1cbc44e-3d11-4f8b-b9e3-0e82cf7dff94 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/quotas/a9fb675f0e7445a4b93658d7a15a9e34 HTTP/1.1" status: 200 len: 375 time: 0.0616188 Feb 17 22:07:29.176494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Attempting to bind port 2757a59f-816a-49c8-8e0c-c85e928a83d3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:29.177112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Attempting to bind port 2757a59f-816a-49c8-8e0c-c85e928a83d3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:29.177561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Attempting to bind port 2757a59f-816a-49c8-8e0c-c85e928a83d3 on network 427aa50a-da4e-4826-9a24-c5d6d38c2245 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:29.194451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:29.194937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Checking segment: {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:29.195427 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.195998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Bound using segment: {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:29.196542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Bound port: 2757a59f-816a-49c8-8e0c-c85e928a83d3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:29.196994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.229297 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d2500dc1-d5d5-4824-8b8c-e732bbd10c24 req-c79ef05a-e958-4b63-9a3c-3c9e9feea850 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (1ef3c030-3b30-4a0e-843f-ae3e1eba72c9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.274695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks [] for router_gateway (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.277139 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-7198d7bb-66d1-413c-8896-ecf8ed426828 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446784 Feb 17 22:07:29.305735 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.321269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-97f221ff-73ea-4417-8513-5bc76e556fd4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669581 Feb 17 22:07:29.335287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] For port 2757a59f-816a-49c8-8e0c-c85e928a83d3, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:29.340325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] For port 2757a59f-816a-49c8-8e0c-c85e928a83d3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2757a59f-816a-49c8-8e0c-c85e928a83d3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:29.348837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.382933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d2500dc1-d5d5-4824-8b8c-e732bbd10c24 req-c79ef05a-e958-4b63-9a3c-3c9e9feea850 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1ef3c030-3b30-4a0e-843f-ae3e1eba72c9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.386044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d2500dc1-d5d5-4824-8b8c-e732bbd10c24 req-c79ef05a-e958-4b63-9a3c-3c9e9feea850 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.388119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2500dc1-d5d5-4824-8b8c-e732bbd10c24 req-c79ef05a-e958-4b63-9a3c-3c9e9feea850 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ef3c030-3b30-4a0e-843f-ae3e1eba72c9 HTTP/1.1" status: 204 len: 173 time: 0.4849024 Feb 17 22:07:29.411896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ef05a-e958-4b63-9a3c-3c9e9feea850 tempest-SecurityGroupsTestAdminJSON-1956657030 tempest-SecurityGroupsTestAdminJSON-1956657030-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef3c030-3b30-4a0e-843f-ae3e1eba72c9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:29.464367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-1da016e8-ae1b-4b43-9e7f-9af3edfc6288 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:29.465808 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-1da016e8-ae1b-4b43-9e7f-9af3edfc6288 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1842523 Feb 17 22:07:29.506007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:29.513896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea475-5aec-46dd-9c13-97f6e49e3e95 None None] Pushing event updated for resources: {'Port': ['ID=2757a59f-816a-49c8-8e0c-c85e928a83d3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:29.583282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Allocated IP 172.25.0.116 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/90cb3bb3-98fb-44a5-9853-4a667a3315c4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:29.722953 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks [] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.805010 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-b955dd54-4e0d-4b97-8b63-5cacd6b7a773 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2900398 Feb 17 22:07:29.842891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79cc90f1-09c1-4da8-ad44-11007c7250a0 req-10df92e3-1f60-4e68-ac28-46c9ba7b566f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 210 time: 0.0860128 Feb 17 22:07:29.876797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:29.881763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:29.950910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea7ab952-0f04-4211-98df-d5d93c5ec1f4 req-b2b2e9ce-fa39-4c6b-8de2-b25e8b5f6571 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "GET /v2.0/security-groups/20eaf17d-7e53-4988-aca3-456d631364ba HTTP/1.1" status: 200 len: 1795 time: 0.0742617 Feb 17 22:07:29.993526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a296e-c5e8-451d-abdb-e940c14eaaea req-759a8d5a-c81d-44e3-a0e6-6bfc26c07b10 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:30.002467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a5a296e-c5e8-451d-abdb-e940c14eaaea req-759a8d5a-c81d-44e3-a0e6-6bfc26c07b10 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.2502060 Feb 17 22:07:30.006170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.036838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2757a59f-816a-49c8-8e0c-c85e928a83d3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:30.049339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-defa82d0-3daa-4257-a621-22211ff5251c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:30.050833 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-defa82d0-3daa-4257-a621-22211ff5251c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 1128 time: 0.1441779 Feb 17 22:07:30.094267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:30.128241 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea7ab952-0f04-4211-98df-d5d93c5ec1f4 req-21197f44-4003-4c64-a8f3-12cb28f5777c tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (20eaf17d-7e53-4988-aca3-456d631364ba), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.155704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea7ab952-0f04-4211-98df-d5d93c5ec1f4 req-21197f44-4003-4c64-a8f3-12cb28f5777c tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (20eaf17d-7e53-4988-aca3-456d631364ba), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.162468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2757a59f-816a-49c8-8e0c-c85e928a83d3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:30.163107 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.206097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:30.216746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Pushing event updated for resources: {'Port': ['ID=90cb3bb3-98fb-44a5-9853-4a667a3315c4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:30.220238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:30.241876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea7ab952-0f04-4211-98df-d5d93c5ec1f4 req-21197f44-4003-4c64-a8f3-12cb28f5777c tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (20eaf17d-7e53-4988-aca3-456d631364ba), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.245542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea7ab952-0f04-4211-98df-d5d93c5ec1f4 req-21197f44-4003-4c64-a8f3-12cb28f5777c tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.252432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea7ab952-0f04-4211-98df-d5d93c5ec1f4 req-21197f44-4003-4c64-a8f3-12cb28f5777c tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "DELETE /v2.0/security-groups/20eaf17d-7e53-4988-aca3-456d631364ba HTTP/1.1" status: 204 len: 173 time: 0.3005021 Feb 17 22:07:30.260749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-2a4fa08b-5bed-4583-b1c5-a34f2f0754d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:30.262685 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-2a4fa08b-5bed-4583-b1c5-a34f2f0754d2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 925 time: 0.1536746 Feb 17 22:07:30.326406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21197f44-4003-4c64-a8f3-12cb28f5777c tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eaf17d-7e53-4988-aca3-456d631364ba,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:30.352413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a5a296e-c5e8-451d-abdb-e940c14eaaea req-605f3b45-06d6-4329-874e-eb015dd6bc48 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3485322 Feb 17 22:07:30.465961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86d7aa0f-7de9-44ed-a548-89daf0e596b8 req-9e7d97ad-5e59-4735-8c30-87cbd302f882 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 210 time: 0.1085594 Feb 17 22:07:30.545305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2757a59f-816a-49c8-8e0c-c85e928a83d3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:30.546945 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.602833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 2757a59f-816a-49c8-8e0c-c85e928a83d3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2757a59f-816a-49c8-8e0c-c85e928a83d3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:30.612110 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:30.691872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=2757a59f-816a-49c8-8e0c-c85e928a83d3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:30.817154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.236 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/bb6f11f4-9fbc-46bb-a29a-86683cef2a30) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:30.822955 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-f7c00e3b-81e4-4dfa-920c-9cbbe2f88356 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9212defb-5757-4462-ab0b-4895d2382191 HTTP/1.1" status: 200 len: 1000 time: 0.5432990 Feb 17 22:07:30.928754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b6062-de87-4be0-95f4-2be39556c414 None None] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:07:30.933889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-d1fbd117-b205-4bc9-9552-d4e3536654c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:30.935352 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-d1fbd117-b205-4bc9-9552-d4e3536654c7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.0974491 Feb 17 22:07:31.022699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab8ae8-5a73-4980-9eff-d539340f25d3 req-1995f30d-50fe-40db-81de-181ba48349db tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:31.030030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1ab8ae8-5a73-4980-9eff-d539340f25d3 req-1995f30d-50fe-40db-81de-181ba48349db tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.5357847 Feb 17 22:07:31.041611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5a3fec5-359b-4214-9971-4064eac67adb req-429918eb-91cc-4eed-a378-dcdc15f46948 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "GET /v2.0/security-groups/eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca HTTP/1.1" status: 200 len: 1794 time: 0.5314848 Feb 17 22:07:31.053499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-35973723-da6c-4c1c-9dca-a9b06b138f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:31.055726 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-35973723-da6c-4c1c-9dca-a9b06b138f1c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0884438 Feb 17 22:07:31.106154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8226dbe6-ace6-4684-afbe-840369965fce None None] Provisioning complete for port 2757a59f-816a-49c8-8e0c-c85e928a83d3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:31.106486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8226dbe6-ace6-4684-afbe-840369965fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.190376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-32dc7af0-d0ef-44e1-80ee-07c58f9a6fcc tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709281 Feb 17 22:07:31.205398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.224502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8226dbe6-ace6-4684-afbe-840369965fce None None] Current status of the port 2757a59f-816a-49c8-8e0c-c85e928a83d3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:31.269942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1ab8ae8-5a73-4980-9eff-d539340f25d3 req-d36132b6-d2b2-4f80-be9e-7f184e486709 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365322 Feb 17 22:07:31.312590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.327402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:31.347356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:31.352468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:31.366767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:31.393163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5a3fec5-359b-4214-9971-4064eac67adb req-3cbed41b-0c43-4ecd-9e6e-130627d01653 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.399492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:31.491155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks [] for router_gateway (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.504958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5a3fec5-359b-4214-9971-4064eac67adb req-3cbed41b-0c43-4ecd-9e6e-130627d01653 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.532458 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-7b1c4ef8-3863-4ccf-92ea-f6a25fd88308 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562860 Feb 17 22:07:31.687668 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-93e4302f-833b-4fe2-a57e-8eb2aaf533c8 req-89c92932-e65c-4218-8d54-6ea0e8cf9e6c service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297836 Feb 17 22:07:31.691450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:31.705855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-fa76e795-cac8-4339-baba-13043c7d6839 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:31.707455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-fa76e795-cac8-4339-baba-13043c7d6839 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4948695 Feb 17 22:07:31.722183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:31.722856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.741368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Request body: {'port': {'device_id': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': 'a9fb675f0e7445a4b93658d7a15a9e34'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:31.764910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-9a305110-6228-4620-9deb-95a40a234834 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2640173 Feb 17 22:07:31.795611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Request body: {'port': {'device_id': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:31.821446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-73a2be40-ef23-41f3-97f9-c879551784b0 None None] Provisioning complete for port 2757a59f-816a-49c8-8e0c-c85e928a83d3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:31.821983 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73a2be40-ef23-41f3-97f9-c879551784b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.936220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2757a59f-816a-49c8-8e0c-c85e928a83d3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:31.950712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:31.985033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edac6b-1fee-4f23-95cc-d1dcc66d73f5 req-82640615-f240-4209-9232-ba2d6d3cee22 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:31.988834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07edac6b-1fee-4f23-95cc-d1dcc66d73f5 req-82640615-f240-4209-9232-ba2d6d3cee22 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 936 time: 0.5930774 Feb 17 22:07:32.001098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5a3fec5-359b-4214-9971-4064eac67adb req-3cbed41b-0c43-4ecd-9e6e-130627d01653 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.005692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5a3fec5-359b-4214-9971-4064eac67adb req-3cbed41b-0c43-4ecd-9e6e-130627d01653 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.025943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5a3fec5-359b-4214-9971-4064eac67adb req-3cbed41b-0c43-4ecd-9e6e-130627d01653 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] 10.222.0.79 "DELETE /v2.0/security-groups/eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca HTTP/1.1" status: 204 len: 173 time: 0.9833925 Feb 17 22:07:32.060159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:32.122689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbed41b-0c43-4ecd-9e6e-130627d01653 tempest-SecurityGroupsTestAdminJSON-2130064950 tempest-SecurityGroupsTestAdminJSON-2130064950-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb89d5ed-5d1d-44fa-8dd3-ba1a2c04e3ca,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:32.232088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Made reservation on behalf of a9fb675f0e7445a4b93658d7a15a9e34 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:32.247600 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.406079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34120) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:32.417156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07edac6b-1fee-4f23-95cc-d1dcc66d73f5 req-5c83a8c4-4870-4824-b4e4-76e954401da0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653212 Feb 17 22:07:32.529350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415d407-c448-486e-b8b6-83cacedb18c3 req-2825f66d-fe06-4e79-916d-0d1983b69048 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:32.541511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0415d407-c448-486e-b8b6-83cacedb18c3 req-2825f66d-fe06-4e79-916d-0d1983b69048 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.4110498 Feb 17 22:07:32.545819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb6f11f4-9fbc-46bb-a29a-86683cef2a30 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:32.556146 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Publish callbacks [] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.572260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Transition to ACTIVE for port object bb6f11f4-9fbc-46bb-a29a-86683cef2a30 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:32.578569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.667246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Pushing event updated for resources: {'Port': ['ID=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:32.704647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-73a2be40-ef23-41f3-97f9-c879551784b0 None None] Current status of the port 2757a59f-816a-49c8-8e0c-c85e928a83d3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:32.709410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2757a59f-816a-49c8-8e0c-c85e928a83d3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:32.710265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.721023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port acb8c01f-7f4a-4202-94f9-313346a15936 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:32.753549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port acb8c01f-7f4a-4202-94f9-313346a15936 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:32.753926 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.771831 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.862533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Attempting to bind port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:32.862878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Attempting to bind port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:32.863212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Attempting to bind port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:32.878644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:32.878982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Attempting to bind port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:32.892778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:32.893128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:32.893530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:32.893979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Bound port: bb6f11f4-9fbc-46bb-a29a-86683cef2a30, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:32.894340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:32.990905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0415d407-c448-486e-b8b6-83cacedb18c3 req-0e899c59-5c26-49d2-9300-1daf0ad4ea17 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518473 Feb 17 22:07:32.992030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] For port bb6f11f4-9fbc-46bb-a29a-86683cef2a30, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:32.996161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] For port bb6f11f4-9fbc-46bb-a29a-86683cef2a30, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:33.006881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:33.065214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:33.066239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:33.067486 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] 10.222.0.94 "PUT /v2.0/ports/bb6f11f4-9fbc-46bb-a29a-86683cef2a30 HTTP/1.1" status: 200 len: 1097 time: 1.2764173 Feb 17 22:07:33.068080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'tag': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:33.074826 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af760f-c589-4e84-8c51-6642b98bc749" -d '{"events": [{"name": "network-changed", "server_uuid": "a747d7e1-16c5-4f3a-8c2a-0248f0f08245", "tag": "bb6f11f4-9fbc-46bb-a29a-86683cef2a30"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:33.093058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Allocated IP 192.168.233.181 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/d5b06a22-0d99-4c80-a172-90902497cda0) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:33.104934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8766c1-b0a2-4212-93f9-88882c769e2d service neutron] Pushing event updated for resources: {'Port': ['ID=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:33.206301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2757a59f-816a-49c8-8e0c-c85e928a83d3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:33.226186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port acb8c01f-7f4a-4202-94f9-313346a15936 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:33.226843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:33.233661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-2795b515-ba02-4d70-9c5b-0ae3402704f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:33.237014 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-2795b515-ba02-4d70-9c5b-0ae3402704f7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 1131 time: 0.0896862 Feb 17 22:07:33.294864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:33.297993 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db85d703-ba08-473e-b6ce-eb5444144072" -d '{"events": [{"server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "name": "network-vif-plugged", "status": "completed", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:33.319421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:33.338292 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-c3ebb2e5-8d39-4018-a852-773ada2b3512 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=bb6f11f4-9fbc-46bb-a29a-86683cef2a30 HTTP/1.1" status: 200 len: 217 time: 0.0808451 Feb 17 22:07:33.350292 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:33.418999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a783cf2-7512-4676-94dc-b9d5ca689021 req-de0355fd-82bf-49f2-853c-1062fce1c201 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 210 time: 0.2380710 Feb 17 22:07:33.427993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-133a4e91-da9d-4fa0-ac4e-0794e093858d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:33.429740 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-133a4e91-da9d-4fa0-ac4e-0794e093858d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0766697 Feb 17 22:07:33.436882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:33.505497 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4819c136-d575-4344-9b23-8df72aa8327f x-openstack-request-id: req-4819c136-d575-4344-9b23-8df72aa8327f {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:33.505795 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a747d7e1-16c5-4f3a-8c2a-0248f0f08245", "tag": "bb6f11f4-9fbc-46bb-a29a-86683cef2a30", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:33.506052 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4819c136-d575-4344-9b23-8df72aa8327f {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:33.506451 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'tag': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', 'status': 'completed', 'code': 200} Feb 17 22:07:33.516499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-68c98710-b3c0-47bf-b735-88a08767cab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:33.518303 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-68c98710-b3c0-47bf-b735-88a08767cab6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0804865 Feb 17 22:07:33.531898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6d950898-7d43-455e-b7ca-1054610c5620 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=12e1d1f4cd3841aa9330ee6f62c3b5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1135440 Feb 17 22:07:33.539642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff43d6d-a349-4d4c-a1f5-968d15a33dce req-175c3b36-47d2-4c56-b406-e5e2dac10797 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:33.541137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cff43d6d-a349-4d4c-a1f5-968d15a33dce req-175c3b36-47d2-4c56-b406-e5e2dac10797 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.9743755 Feb 17 22:07:33.542544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34136) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:33.586091 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41372e8b-f884-4821-b606-27170e509228 x-openstack-request-id: req-41372e8b-f884-4821-b606-27170e509228 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:33.586433 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "name": "network-vif-plugged", "status": "completed", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:33.586675 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41372e8b-f884-4821-b606-27170e509228 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:33.587077 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936', 'code': 200} Feb 17 22:07:33.697653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-98f2b55f-29af-4b1b-891e-9bff93ab0c34 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690538 Feb 17 22:07:33.732758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks [] for port (d5b06a22-0d99-4c80-a172-90902497cda0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:33.836102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cff43d6d-a349-4d4c-a1f5-968d15a33dce req-098faeab-b9f8-42ad-94a5-792857bbf93e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802083 Feb 17 22:07:33.873045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-889ce376-3a84-4e3f-a30d-9d513bcd5bfc req-13e848d3-d5a2-4f0f-86ad-d6e41a7a850b service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671407 Feb 17 22:07:33.878675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a7903-841b-4a23-a74a-cf2bca12a7d3 req-f9187ed9-b038-4c14-9689-0f113fe411a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:33.880195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-385a7903-841b-4a23-a74a-cf2bca12a7d3 req-f9187ed9-b038-4c14-9689-0f113fe411a0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1128 time: 0.2244565 Feb 17 22:07:33.884276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b8010c5e-05db-4a41-8622-310513a6e912 admin admin] Publish callbacks [] for security_group (17a89637-5ba5-4257-9611-095482f89923), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:33.940294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181bfb15-e970-41ca-836a-f45e9c6e3cd0 req-c50b878c-70fa-468a-914c-c3b1b6ea578b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:33.941874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-181bfb15-e970-41ca-836a-f45e9c6e3cd0 req-c50b878c-70fa-468a-914c-c3b1b6ea578b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 948 time: 0.2470977 Feb 17 22:07:33.965336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b8010c5e-05db-4a41-8622-310513a6e912 admin admin] Publish callbacks [] for security_group (17a89637-5ba5-4257-9611-095482f89923), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:33.988606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:07:34.047911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-75f32a88-346e-4e1a-a245-f7124b2f30b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:34.050191 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-75f32a88-346e-4e1a-a245-f7124b2f30b2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 1131 time: 0.0681188 Feb 17 22:07:34.060666 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:34.089907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:34.104483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:34.109188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:34.114639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['50d363bb-b6af-444d-8a7a-c2386ce90b45'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:34.196669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:34.197572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:34.233145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5099208 Feb 17 22:07:34.275682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-565a6fe1-b09e-4ea8-8e17-e0bca20a119a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:34.277160 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-565a6fe1-b09e-4ea8-8e17-e0bca20a119a service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2199042 Feb 17 22:07:34.344600 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-c48df8e0-e7e3-4c92-8385-8a664ba5820a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=bb6f11f4-9fbc-46bb-a29a-86683cef2a30 HTTP/1.1" status: 200 len: 217 time: 0.0589299 Feb 17 22:07:34.423018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-ccd699df-5163-44f5-ab2e-c6ec460cb3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:34.424537 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-ccd699df-5163-44f5-ab2e-c6ec460cb3b3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0700862 Feb 17 22:07:34.495139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-11108d07-bfc6-4a5a-9167-3ab8ea9e8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:34.496817 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-11108d07-bfc6-4a5a-9167-3ab8ea9e8d1c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0659826 Feb 17 22:07:34.522935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d2ea728a-6331-4f9f-b258-aa3af4c07203 None None] Provisioning complete for port d5b06a22-0d99-4c80-a172-90902497cda0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:34.523446 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2ea728a-6331-4f9f-b258-aa3af4c07203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:34.587632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d2ea728a-6331-4f9f-b258-aa3af4c07203 None None] Port d5b06a22-0d99-4c80-a172-90902497cda0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:34.642050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Request body: {'port': {'device_id': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:34.647044 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-20644bca-c56a-4925-839d-f4c82445e189 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396863 Feb 17 22:07:34.715261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-181bfb15-e970-41ca-836a-f45e9c6e3cd0 req-65b8e4da-7168-4cb3-b32e-1d5731314f00 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237363 Feb 17 22:07:34.715923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ba6c7-9b99-400f-b9db-12e9597f08e4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Pushing event updated for resources: {'Port': ['ID=d5b06a22-0d99-4c80-a172-90902497cda0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:34.728719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-385a7903-841b-4a23-a74a-cf2bca12a7d3 req-938ce28d-c03f-40e6-9b6b-50418cdb83ad service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8355312 Feb 17 22:07:34.753733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b8010c5e-05db-4a41-8622-310513a6e912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (17a89637-5ba5-4257-9611-095482f89923), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:34.756431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b8010c5e-05db-4a41-8622-310513a6e912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:34.757568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b8010c5e-05db-4a41-8622-310513a6e912 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17a89637-5ba5-4257-9611-095482f89923 HTTP/1.1" status: 204 len: 168 time: 1.2061896 Feb 17 22:07:34.773242 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1af760f-c589-4e84-8c51-6642b98bc749 req-80f0ab42-a903-4d14-8933-896c2ce48d28 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186497 Feb 17 22:07:34.810462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc967da5-f11f-4cbc-bb0c-e3854121c780 req-bc0cd9c3-7416-4a20-8fbf-c04939bcc0b4 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:34.816495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc967da5-f11f-4cbc-bb0c-e3854121c780 req-bc0cd9c3-7416-4a20-8fbf-c04939bcc0b4 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.8045559 Feb 17 22:07:34.880152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8010c5e-05db-4a41-8622-310513a6e912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a89637-5ba5-4257-9611-095482f89923,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:34.900977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:34.903222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:07:34.922990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Sync routers for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:07:34.961079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:07:34.961359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:34.990716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc967da5-f11f-4cbc-bb0c-e3854121c780 req-e309878c-f410-4f81-a5dd-9a19f70ca335 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682024 Feb 17 22:07:35.068911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.070544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-db5a7239-f817-468e-bd3a-91b8117642eb admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9100988 Feb 17 22:07:35.073535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34154) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:35.112914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac6b4-0c40-49b8-a9f8-33ac070367e1 req-c2548262-9a28-43c9-8404-10d7b3d6c239 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:35.115130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a6ac6b4-0c40-49b8-a9f8-33ac070367e1 req-c2548262-9a28-43c9-8404-10d7b3d6c239 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 936 time: 0.2837226 Feb 17 22:07:35.134764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:07:35.348264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34156) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:35.389688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a6ac6b4-0c40-49b8-a9f8-33ac070367e1 req-2d31013b-2bfa-47d5-95b4-6b44ae31794b tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574923 Feb 17 22:07:35.404153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:31Z', 'revision_number': 3, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:35.409476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227bc2f-f1b7-46e4-9a8a-92b416081b76 req-dd8d8751-3dba-45d6-9d10-66c3372ace27 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:35.416595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f227bc2f-f1b7-46e4-9a8a-92b416081b76 req-dd8d8751-3dba-45d6-9d10-66c3372ace27 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 945 time: 0.3002183 Feb 17 22:07:35.445864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Checking router: 754f1858-b0cc-43ef-96c4-f5ddc75a9ced for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:07:35.446215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Updating router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:07:35.480752 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.491631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ff2b7ee6-6a8e-43a5-a2ac-6a17c04c1340 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9fa1cea17b7b46b4952565ef971f6916&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358058 Feb 17 22:07:35.494638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34158) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:35.569782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f227bc2f-f1b7-46e4-9a8a-92b416081b76 req-033ce715-5459-4d4d-8490-18faa0f01bee tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440897 Feb 17 22:07:35.605102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d1f771-cbb7-474b-bc1d-2e1e878a5f18 admin admin] Publish callbacks [] for security_group (d8033d07-4612-461e-8f78-293d6114f054), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.633718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7fe2f-e3f2-4664-97b3-5f97da3cf43b req-ed7df5fa-8799-45d1-86de-bcf1d2cfdad8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:35.635251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47b7fe2f-e3f2-4664-97b3-5f97da3cf43b req-ed7df5fa-8799-45d1-86de-bcf1d2cfdad8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.1301622 Feb 17 22:07:35.641621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b06a22-0d99-4c80-a172-90902497cda0 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:35.668311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Publish callbacks [] for port (d5b06a22-0d99-4c80-a172-90902497cda0), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.676597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d1f771-cbb7-474b-bc1d-2e1e878a5f18 admin admin] Publish callbacks [] for security_group (d8033d07-4612-461e-8f78-293d6114f054), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.692707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Transition to ACTIVE for port object d5b06a22-0d99-4c80-a172-90902497cda0 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:35.708933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.769961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47b7fe2f-e3f2-4664-97b3-5f97da3cf43b req-8a927dbf-a10e-4aa4-8710-4ebabe532cd0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211183 Feb 17 22:07:35.811458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.816267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Pushing event updated for resources: {'Port': ['ID=d5b06a22-0d99-4c80-a172-90902497cda0,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:35.816908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Publish callbacks [] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.835766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.846380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d1f771-cbb7-474b-bc1d-2e1e878a5f18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d8033d07-4612-461e-8f78-293d6114f054), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.850899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d1f771-cbb7-474b-bc1d-2e1e878a5f18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:35.866753 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-78d1f771-cbb7-474b-bc1d-2e1e878a5f18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8033d07-4612-461e-8f78-293d6114f054 HTTP/1.1" status: 204 len: 168 time: 0.3681362 Feb 17 22:07:35.887834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1f771-cbb7-474b-bc1d-2e1e878a5f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8033d07-4612-461e-8f78-293d6114f054,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:35.939339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Pushing event updated for resources: {'Port': ['ID=90cb3bb3-98fb-44a5-9853-4a667a3315c4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:36.022816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Attempting to bind port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:36.028720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Attempting to bind port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:36.029094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Attempting to bind port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:36.047766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:36.048351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:36.048773 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.054592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:36.055183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Bound port: 90cb3bb3-98fb-44a5-9853-4a667a3315c4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:36.055620 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.128455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3840df4f-a299-4ba5-91eb-154815b2ea38 req-0535220d-cb84-4bbc-a6bb-bdbaec01a99f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:36.131000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3840df4f-a299-4ba5-91eb-154815b2ea38 req-0535220d-cb84-4bbc-a6bb-bdbaec01a99f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.1763597 Feb 17 22:07:36.143789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Attempting to bind port d5b06a22-0d99-4c80-a172-90902497cda0 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:36.144956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Attempting to bind port d5b06a22-0d99-4c80-a172-90902497cda0 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:36.145519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Attempting to bind port d5b06a22-0d99-4c80-a172-90902497cda0 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:36.177903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] For port 90cb3bb3-98fb-44a5-9853-4a667a3315c4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:36.188747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ceba35-9b6d-4819-b10a-1bc862940ba9 req-3ee062a9-05d1-4fb2-89c1-2beb2f02866a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:36.190382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5ceba35-9b6d-4819-b10a-1bc862940ba9 req-3ee062a9-05d1-4fb2-89c1-2beb2f02866a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 948 time: 0.3138824 Feb 17 22:07:36.199989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] For port 90cb3bb3-98fb-44a5-9853-4a667a3315c4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=90cb3bb3-98fb-44a5-9853-4a667a3315c4,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:36.206032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Port d5b06a22-0d99-4c80-a172-90902497cda0 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:36.206311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Attempting to bind port d5b06a22-0d99-4c80-a172-90902497cda0 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:36.209697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.216411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:36.216773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:36.217158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:36.217625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Bound port: d5b06a22-0d99-4c80-a172-90902497cda0, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:36.218395 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.273928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3840df4f-a299-4ba5-91eb-154815b2ea38 req-a4759d4f-dd79-463d-9e61-b1670b5dba53 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182470 Feb 17 22:07:36.280201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Allocated IP 172.20.0.1 (427aa50a-da4e-4826-9a24-c5d6d38c2245/4a431de4-2038-443a-9751-72d83dd990e1/ed21fbfa-3b86-4f3e-b513-b44ee20f9186) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:36.312296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Pushing event updated for resources: {'Port': ['ID=90cb3bb3-98fb-44a5-9853-4a667a3315c4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:36.324946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.325464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.325952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.326300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.326642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.326981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.329509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.329509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.329509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.329811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.330108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.330445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.330775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d3b3cde-eef8-4304-8196-51038412cb10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.367251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:07:36.367460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:36.402116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5ceba35-9b6d-4819-b10a-1bc862940ba9 req-a674d088-2254-4f26-a83d-b5b88317ea93 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045159 Feb 17 22:07:36.428046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks [] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.463799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] For port d5b06a22-0d99-4c80-a172-90902497cda0, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:36.469419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] For port d5b06a22-0d99-4c80-a172-90902497cda0, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d5b06a22-0d99-4c80-a172-90902497cda0,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:36.473540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.499358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d35393-ebd9-4536-8329-7e4d538fb395 req-80d93113-08a6-4131-b44b-753c83ed06dc tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:36.499358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9d35393-ebd9-4536-8329-7e4d538fb395 req-80d93113-08a6-4131-b44b-753c83ed06dc tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.1047151 Feb 17 22:07:36.505651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.538136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:07:36.591340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Pushing event updated for resources: {'Port': ['ID=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:36.606263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.606661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.606937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.607279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.607688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.608117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.608449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.608805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.609127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.609444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.609762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.610181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.610511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.623225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:36.625724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:36.628602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:36.630688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:36.631309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.633198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-644d7735-8453-4160-bee4-8df25c050edb service neutron] 10.222.0.73 "PUT /v2.0/ports/d5b06a22-0d99-4c80-a172-90902497cda0 HTTP/1.1" status: 200 len: 1097 time: 2.0056810 Feb 17 22:07:36.633939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'tag': 'd5b06a22-0d99-4c80-a172-90902497cda0'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:36.636788 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "04367fb2-f4d6-4991-881d-cc7a36046c8c", "tag": "d5b06a22-0d99-4c80-a172-90902497cda0"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:36.685726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:36.824476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9d35393-ebd9-4536-8329-7e4d538fb395 req-784ca4a9-ac12-44be-bfe7-ba6f017849be tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939255 Feb 17 22:07:36.827117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Pushing event updated for resources: {'Port': ['ID=d5b06a22-0d99-4c80-a172-90902497cda0,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:36.884060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fe6f64-52b4-4e15-b969-f635c0138151 req-ac3947ff-51b4-4348-9421-9234acceec92 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:36.892013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5fe6f64-52b4-4e15-b969-f635c0138151 req-ac3947ff-51b4-4348-9421-9234acceec92 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 948 time: 0.3527479 Feb 17 22:07:36.907263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.907557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.907904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.908251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.908588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.917019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.917508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.922637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.923083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.923453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.923787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.924113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.924449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644d7735-8453-4160-bee4-8df25c050edb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:36.947076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:31Z', 'revision_number': 3, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:37.011104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc92d6e-d108-4ff4-817f-0ada15fc820e None None] The sync data for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 is: [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:31Z', 'revision_number': 3, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:07:37.028652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:37.041762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-c415f6b0-c1e9-4d0b-8252-fd391fb643d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:37.043290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-c415f6b0-c1e9-4d0b-8252-fd391fb643d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 1131 time: 0.3210573 Feb 17 22:07:37.114918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5fe6f64-52b4-4e15-b969-f635c0138151 req-a219f054-bcf4-4525-9dd1-ba75017fad04 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219946 Feb 17 22:07:37.121815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-ba7018ec-df0e-47f2-ac9f-aa75dea1413d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d5b06a22-0d99-4c80-a172-90902497cda0 HTTP/1.1" status: 200 len: 217 time: 0.0634854 Feb 17 22:07:37.138660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fede7-7d98-4172-800b-329fd72c1045 req-2aeef9e0-4a16-4287-8532-d05aa425341f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:37.149810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b6fede7-7d98-4172-800b-329fd72c1045 req-2aeef9e0-4a16-4287-8532-d05aa425341f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 945 time: 0.1505539 Feb 17 22:07:37.204932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-298dba58-1126-48c8-bc46-956fe02ed884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:37.206408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-298dba58-1126-48c8-bc46-956fe02ed884 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0493753 Feb 17 22:07:37.208497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3c2b9919-2fec-466c-bf28-f26a270be151 None None] Provisioning complete for port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:37.213129 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c2b9919-2fec-466c-bf28-f26a270be151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:37.309574 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a2b1dd-6cb5-49c2-9e0d-97900675faa4 x-openstack-request-id: req-37a2b1dd-6cb5-49c2-9e0d-97900675faa4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:37.309785 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04367fb2-f4d6-4991-881d-cc7a36046c8c", "tag": "d5b06a22-0d99-4c80-a172-90902497cda0", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:37.310046 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-37a2b1dd-6cb5-49c2-9e0d-97900675faa4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:37.310656 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'tag': 'd5b06a22-0d99-4c80-a172-90902497cda0', 'status': 'completed', 'code': 200} Feb 17 22:07:37.325088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b6fede7-7d98-4172-800b-329fd72c1045 req-dbb65e61-67b1-40d1-b174-4751e1e12950 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741290 Feb 17 22:07:37.330725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3c2b9919-2fec-466c-bf28-f26a270be151 None None] Port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:37.350420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-9f9d3063-4f4d-49c6-9abc-40fcd17ea96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:37.352492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-9f9d3063-4f4d-49c6-9abc-40fcd17ea96a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1337256 Feb 17 22:07:37.391548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks [] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:37.406244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:37.531772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:37.556996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Pushing event updated for resources: {'Port': ['ID=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:37.624179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48482633-c487-4f1b-a12d-a933e746e1d1 req-c7f044f8-7edd-4cb2-9818-27b16f9ef3b7 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:37.627616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48482633-c487-4f1b-a12d-a933e746e1d1 req-c7f044f8-7edd-4cb2-9818-27b16f9ef3b7 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.2511661 Feb 17 22:07:37.634328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-b9db6a13-7cc1-4582-bd67-9faf51749001 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726338 Feb 17 22:07:37.736690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:37.741695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:37.950856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 90cb3bb3-98fb-44a5-9853-4a667a3315c4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:37.961501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48482633-c487-4f1b-a12d-a933e746e1d1 req-e79dec33-f7d1-4a67-9a65-ffa948ef4aa8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261490 Feb 17 22:07:37.965215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:07:38.025496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea2a10cf-8eff-4751-91e9-a144ba91b9dd req-deadc41d-ec01-4285-bd02-d46b953defd0 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802309 Feb 17 22:07:38.037997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06240e-4e34-40be-b23e-5f8a4643f309 req-fab7fefe-2865-492a-b566-a37640e3d6a0 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.039816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e06240e-4e34-40be-b23e-5f8a4643f309 req-fab7fefe-2865-492a-b566-a37640e3d6a0 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1128 time: 0.2292676 Feb 17 22:07:38.054353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device bb6f11f4-9fbc-46bb-a29a-86683cef2a30 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:38.192941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e06240e-4e34-40be-b23e-5f8a4643f309 req-f9f27100-41d3-4d04-a8b6-5bc91a70f942 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475563 Feb 17 22:07:38.201969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:07:38.217123 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3dcccec5-d863-4c64-b575-b7dd3f11da3a admin admin] 10.222.0.79 "PUT /v2.0/routers/754f1858-b0cc-43ef-96c4-f5ddc75a9ced/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1348870 Feb 17 22:07:38.331916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port bb6f11f4-9fbc-46bb-a29a-86683cef2a30, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:38.381826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-8321d0f1-d122-4fde-8351-29ac4cb7796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.384978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-8321d0f1-d122-4fde-8351-29ac4cb7796d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 1131 time: 0.2679713 Feb 17 22:07:38.403129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9adf1b-7d70-433a-b447-785e3a0fb47a req-ec081f3c-91e8-4f71-bfa3-5323a9140087 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.405206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb9adf1b-7d70-433a-b447-785e3a0fb47a req-ec081f3c-91e8-4f71-bfa3-5323a9140087 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 948 time: 0.2677176 Feb 17 22:07:38.573841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb9adf1b-7d70-433a-b447-785e3a0fb47a req-f5c69319-3375-4826-9d5c-3891fab7716d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578617 Feb 17 22:07:38.580170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', 'mac_address': 'fa:16:3e:08:09:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:38.635727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-29218372-4373-4a8b-a59d-28be9c3a68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.637247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-29218372-4373-4a8b-a59d-28be9c3a68fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2302346 Feb 17 22:07:38.701413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-351f00b5-12cf-42f4-89ff-082c3f5ecc03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=d5b06a22-0d99-4c80-a172-90902497cda0 HTTP/1.1" status: 200 len: 217 time: 0.0564816 Feb 17 22:07:38.737668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:38.739988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:38.742334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0fff9454-dfc5-461d-9016-12d2367e08ae None None] Provisioning complete for port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:38.743022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fff9454-dfc5-461d-9016-12d2367e08ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:38.745637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:38.746075 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:38.806965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb6f11f4-9fbc-46bb-a29a-86683cef2a30 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:38.828942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0fff9454-dfc5-461d-9016-12d2367e08ae None None] Port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:38.862118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-feefd478-d8c0-4ca5-9028-1d4019134bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.864071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-feefd478-d8c0-4ca5-9028-1d4019134bc1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1545873 Feb 17 22:07:38.870540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port bb6f11f4-9fbc-46bb-a29a-86683cef2a30, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:38.879724 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:38.884449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:38.925743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335908b-cf82-4e0b-bc9d-fcca9cd43b65 req-e0e20082-8c66-4b22-ac9e-d08a7083d859 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.932425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9335908b-cf82-4e0b-bc9d-fcca9cd43b65 req-e0e20082-8c66-4b22-ac9e-d08a7083d859 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.2003293 Feb 17 22:07:38.947497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef339b-19e9-445a-84de-cf46e6ed116e req-61f368aa-bc31-4078-ba6d-b30c9a5875fc tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.948844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3ef339b-19e9-445a-84de-cf46e6ed116e req-61f368aa-bc31-4078-ba6d-b30c9a5875fc tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 948 time: 0.1977534 Feb 17 22:07:38.957457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:38.958005 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:38.975702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:38.989302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 90cb3bb3-98fb-44a5-9853-4a667a3315c4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=90cb3bb3-98fb-44a5-9853-4a667a3315c4,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:38.996069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:38.996279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-09043f73-6ed1-47bd-ad6a-5e83c0a2cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:38.997772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-09043f73-6ed1-47bd-ad6a-5e83c0a2cf3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1249325 Feb 17 22:07:39.059620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=90cb3bb3-98fb-44a5-9853-4a667a3315c4,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:39.079441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9335908b-cf82-4e0b-bc9d-fcca9cd43b65 req-02935f12-7397-4171-8ba7-9bf8b479997d tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461499 Feb 17 22:07:39.107850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3ef339b-19e9-445a-84de-cf46e6ed116e req-52c7d7ba-ce0a-4d96-9d6c-1378f7ce2d80 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474216 Feb 17 22:07:39.164346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-7cc5fc1e-5d0a-4eaa-99b1-65a696ead0ae service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480691 Feb 17 22:07:39.285653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e53c18-cd4c-4f4b-b90c-9c5a102bef25 req-d59e53de-46c0-4258-93fa-758d6311bd12 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:39.287285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8e53c18-cd4c-4f4b-b90c-9c5a102bef25 req-d59e53de-46c0-4258-93fa-758d6311bd12 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1128 time: 0.1087070 Feb 17 22:07:39.304398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73bcfeea-78b7-43db-8a01-81a2fba6c1f3 req-d38fc397-fb93-49c1-87ac-00ed18813307 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336074 Feb 17 22:07:39.350967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8e53c18-cd4c-4f4b-b90c-9c5a102bef25 req-e753e7f6-499c-464e-a2e4-f85bf5f59813 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561342 Feb 17 22:07:39.371148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['bb6f11f4-9fbc-46bb-a29a-86683cef2a30'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:39.570240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-1ebf43e7-ce86-4eaa-ac42-119ace541e23 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=60b913f109934d3a933384b6865e0e67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297012 Feb 17 22:07:39.692608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-9f83db3a-a8e0-4746-846f-27daba66a53a tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:39.694230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-9f83db3a-a8e0-4746-846f-27daba66a53a tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1186242 Feb 17 22:07:39.710920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8c4e4c8f-dd77-4dc7-a278-7e699003b6c3 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/quotas/60b913f109934d3a933384b6865e0e67 HTTP/1.1" status: 200 len: 375 time: 0.0099304 Feb 17 22:07:39.716954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34258) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:39.723752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d47639c8-7eef-4440-8521-46cb86efe150 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242951909', 'description': 'tempest-description--81646988'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:39.761780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d47639c8-7eef-4440-8521-46cb86efe150 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:39.830424 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Sync routers for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:07:39.844169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-3d2684fc-7b60-4f75-a372-a59aea1dc5c4 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=60b913f109934d3a933384b6865e0e67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035707 Feb 17 22:07:39.849695 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:07:39.850766 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:39.912120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 90cb3bb3-98fb-44a5-9853-4a667a3315c4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:39.944713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d47639c8-7eef-4440-8521-46cb86efe150 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group (fc025390-2426-4a07-9c3a-053a26a48e77), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:39.953631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d47639c8-7eef-4440-8521-46cb86efe150 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fc025390-2426-4a07-9c3a-053a26a48e77), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:39.992980 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:07:40.010042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d47639c8-7eef-4440-8521-46cb86efe150 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.011319 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d47639c8-7eef-4440-8521-46cb86efe150 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2915590 Feb 17 22:07:40.014140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34268) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:40.031948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-59243897-1a0b-42ea-8db9-ce172281cdac tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Request body: {'security_group_rule': {'security_group_id': 'fc025390-2426-4a07-9c3a-053a26a48e77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:40.049310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:40.049310 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.063309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47639c8-7eef-4440-8521-46cb86efe150 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc025390-2426-4a07-9c3a-053a26a48e77,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:40.075104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59243897-1a0b-42ea-8db9-ce172281cdac tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group_rule (ec79a7de-1e88-4f75-b993-03a7c71842e4), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.261789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:40.337318 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:37Z', 'revision_number': 2, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:40.375076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fa028e2-ab7e-4504-b872-ce987676bd5a req-8a9115ef-8ed5-4250-a0e4-a10e8cec6b5f tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 210 time: 0.1514904 Feb 17 22:07:40.393673 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Checking router: 754f1858-b0cc-43ef-96c4-f5ddc75a9ced for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:07:40.394287 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Updating router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:07:40.430605 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.433352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89dc293-d6eb-4cbe-a409-51144bd973b3 req-4f4b755e-f317-453c-92d9-d371cd22f82b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:40.441765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a89dc293-d6eb-4cbe-a409-51144bd973b3 req-4f4b755e-f317-453c-92d9-d371cd22f82b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 949 time: 0.1981618 Feb 17 22:07:40.570838 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59243897-1a0b-42ea-8db9-ce172281cdac tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group_rule (ec79a7de-1e88-4f75-b993-03a7c71842e4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.579841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59243897-1a0b-42ea-8db9-ce172281cdac tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (ec79a7de-1e88-4f75-b993-03a7c71842e4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.599820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a89dc293-d6eb-4cbe-a409-51144bd973b3 req-58c0237d-9f47-4c5e-82fc-323e7f0462c7 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571808 Feb 17 22:07:40.611269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59243897-1a0b-42ea-8db9-ce172281cdac tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec79a7de-1e88-4f75-b993-03a7c71842e4,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:40.641211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfca0399-98fe-4691-8ea3-c73735b9c2eb req-64b69490-eb06-4594-ab5b-bb1ef18d6fc0 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:40.642772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfca0399-98fe-4691-8ea3-c73735b9c2eb req-64b69490-eb06-4594-ab5b-bb1ef18d6fc0 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 948 time: 0.1825342 Feb 17 22:07:40.644293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59243897-1a0b-42ea-8db9-ce172281cdac tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.648947 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-59243897-1a0b-42ea-8db9-ce172281cdac tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6336269 Feb 17 22:07:40.649795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:40.655800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b47aa5c6-f7be-4151-a4a5-3b6f57d6ca5c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Request body: {'security_group_rule': {'security_group_id': 'fc025390-2426-4a07-9c3a-053a26a48e77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:40.707325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b47aa5c6-f7be-4151-a4a5-3b6f57d6ca5c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group_rule (1f9ec2da-ea31-43cb-9a61-a27eda467283), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.762297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfca0399-98fe-4691-8ea3-c73735b9c2eb req-dc5eea78-9b72-47b4-ac9c-633031e73e3f tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048067 Feb 17 22:07:40.818235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b47aa5c6-f7be-4151-a4a5-3b6f57d6ca5c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group_rule (1f9ec2da-ea31-43cb-9a61-a27eda467283), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.833946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b47aa5c6-f7be-4151-a4a5-3b6f57d6ca5c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (1f9ec2da-ea31-43cb-9a61-a27eda467283), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.862759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47aa5c6-f7be-4151-a4a5-3b6f57d6ca5c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9ec2da-ea31-43cb-9a61-a27eda467283,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:40.887913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b47aa5c6-f7be-4151-a4a5-3b6f57d6ca5c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.892973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34296) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:40.894245 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b47aa5c6-f7be-4151-a4a5-3b6f57d6ca5c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2429829 Feb 17 22:07:40.900312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:40.948723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.956250 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Publish callbacks [] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:40.964210 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.021397 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Pushing event updated for resources: {'Port': ['ID=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:41.036068 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.036710 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.037284 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.037970 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.038619 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.039149 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.039750 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.042025 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.042371 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.042713 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.043049 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.045533 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.045879 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:07:41.099550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.198940 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Attempting to bind port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:41.199815 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Attempting to bind port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:41.201058 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Attempting to bind port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 on network 427aa50a-da4e-4826-9a24-c5d6d38c2245 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:41.211699 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:41.212914 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Checking segment: {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:41.213837 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.214629 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Bound using segment: {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:41.215765 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Bound port: ed21fbfa-3b86-4f3e-b513-b44ee20f9186, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:41.216495 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.310303 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] For port ed21fbfa-3b86-4f3e-b513-b44ee20f9186, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:41.317277 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] For port ed21fbfa-3b86-4f3e-b513-b44ee20f9186, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:41.332165 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.346570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Allocated IP 172.25.0.36 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/177b5e3a-722c-4f3f-9f81-5acc843d78cb) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:41.490224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-99679cc7-a56b-4295-bf8c-6d7736a60376 None None] Provisioning complete for port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:41.490717 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99679cc7-a56b-4295-bf8c-6d7736a60376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.494058 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:07:41.494750 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:41.555344 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a042f-7da2-4da7-a1e7-76efe6667fb0 None None] Pushing event updated for resources: {'Port': ['ID=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:41.674225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-99679cc7-a56b-4295-bf8c-6d7736a60376 None None] Current status of the port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:41.675092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99679cc7-a56b-4295-bf8c-6d7736a60376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.730445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-99679cc7-a56b-4295-bf8c-6d7736a60376 None None] For port ed21fbfa-3b86-4f3e-b513-b44ee20f9186, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:41.736200 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:07:41.736765 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99679cc7-a56b-4295-bf8c-6d7736a60376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:41.809799 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-9da2c5e3-7996-49a1-94ac-f1acf26be4db tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=60b913f109934d3a933384b6865e0e67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320203 Feb 17 22:07:41.839800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99679cc7-a56b-4295-bf8c-6d7736a60376 None None] Pushing event updated for resources: {'Port': ['ID=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:41.979235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-529266a5-951c-4e18-9b4d-83fc84e447ce None None] Provisioning complete for port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:41.980944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-529266a5-951c-4e18-9b4d-83fc84e447ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.016240 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.036481 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:42.072190 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.101255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device bb6f11f4-9fbc-46bb-a29a-86683cef2a30 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:42.113785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-09c9d5da-807f-439d-bb73-d8d15c3beb89 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:42.116353 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-09c9d5da-807f-439d-bb73-d8d15c3beb89 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2875516 Feb 17 22:07:42.142130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Request body: {'port': {'device_id': '139c0eb8-f839-4498-a8f0-18809778ec73', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '60b913f109934d3a933384b6865e0e67'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:42.157494 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812f12fa-385e-4a76-974b-00f7c71ba1b1 None None] The sync data for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 is: [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:07:42.158757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:42.169433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d5b06a22-0d99-4c80-a172-90902497cda0 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:42.185740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:42.194438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event updated for resources: {'Port': ['ID=177b5e3a-722c-4f3f-9f81-5acc843d78cb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:42.207112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:42.239308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1d731-3bd5-433b-bb62-5416fa9f6c61 req-5b79126d-10ea-4bd5-9f95-5bac97024064 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:42.276107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ac1d731-3bd5-433b-bb62-5416fa9f6c61 req-5b79126d-10ea-4bd5-9f95-5bac97024064 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 946 time: 0.2210827 Feb 17 22:07:42.382099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:42.389558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:42.389964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.401189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Made reservation on behalf of 60b913f109934d3a933384b6865e0e67 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:42.401790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-529266a5-951c-4e18-9b4d-83fc84e447ce None None] Current status of the port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:42.407921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.425859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.458648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d5b06a22-0d99-4c80-a172-90902497cda0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d5b06a22-0d99-4c80-a172-90902497cda0,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:42.478317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'd5b06a22-0d99-4c80-a172-90902497cda0', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'd5b06a22-0d99-4c80-a172-90902497cda0', 'mac_address': 'fa:16:3e:3a:29:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:42.543229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks [] for security_group (de5f4b04-df21-4186-82ed-2de83f2f28dd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.554204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (de5f4b04-df21-4186-82ed-2de83f2f28dd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.626270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d5b06a22-0d99-4c80-a172-90902497cda0 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:42.633443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.636049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:42.636663 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.643813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ac1d731-3bd5-433b-bb62-5416fa9f6c61 req-dffc7c5d-2911-4223-aca1-64146df1a73c tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/security-groups?id=f379441c-12a6-4a42-86b9-28227caeb743&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656716 Feb 17 22:07:42.648450 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for floatingip (2029a3a3-334d-4077-a392-7693f9a710f7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.699186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5f4b04-df21-4186-82ed-2de83f2f28dd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:42.732101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b06a22-0d99-4c80-a172-90902497cda0 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:42.761630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:42.763429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34342) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:42.765801 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be191b29-3bb3-4e14-b5ec-9f414954f69e" -d '{"events": [{"server_uuid": "a747d7e1-16c5-4f3a-8c2a-0248f0f08245", "name": "network-vif-plugged", "status": "completed", "tag": "bb6f11f4-9fbc-46bb-a29a-86683cef2a30"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:42.789469 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.814599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port bb6f11f4-9fbc-46bb-a29a-86683cef2a30, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:42.820750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d5b06a22-0d99-4c80-a172-90902497cda0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d5b06a22-0d99-4c80-a172-90902497cda0,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:42.830353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.834702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:42.854684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Allocated IP 192.168.233.151 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:42.939415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:43.005912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d5b06a22-0d99-4c80-a172-90902497cda0,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:43.049127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-e4765f36-b8c3-4f77-a18e-d3c580563137 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:07:43.059458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-e4765f36-b8c3-4f77-a18e-d3c580563137 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2893300 Feb 17 22:07:43.094912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks [] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.103250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.119035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.139428 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.189432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:43.192835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:43.195954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:43.219101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d5b06a22-0d99-4c80-a172-90902497cda0'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:43.252982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Pushing event updated for resources: {'Port': ['ID=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:43.271131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:43.272073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.291972 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-17d01766-2a95-4ec4-91d9-60df71f50d52 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1555045 Feb 17 22:07:43.306681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f3197-42ff-4e39-8602-d0f879cf5ffc req-546ba2d0-cb06-4d44-a584-a0f394cc0a04 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:43.313716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Request body: {'port': {'device_id': '139c0eb8-f839-4498-a8f0-18809778ec73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:43.319927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd1f3197-42ff-4e39-8602-d0f879cf5ffc req-546ba2d0-cb06-4d44-a584-a0f394cc0a04 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 946 time: 0.5484762 Feb 17 22:07:43.429300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event updated for resources: {'Port': ['ID=177b5e3a-722c-4f3f-9f81-5acc843d78cb,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:43.436455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.458306 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2029a3a3-334d-4077-a392-7693f9a710f7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.497694 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.499433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-140786a8-7c51-4915-9970-5816b6adcfe6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6035957 Feb 17 22:07:43.512335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-997db262-c507-4af9-bcbc-b1d48310a010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:43.513623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-997db262-c507-4af9-bcbc-b1d48310a010 service neutron] 10.222.0.79 "GET /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 1125 time: 0.4012592 Feb 17 22:07:43.529559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Request body: {'binding': {'host': 'n-h2-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:43.530996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:07:43.636590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a1fc0bc0-147c-4316-a6a1-48b40d1c6607 None None] Provisioning complete for port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:43.637920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1fc0bc0-147c-4316-a6a1-48b40d1c6607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:43.660321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd1f3197-42ff-4e39-8602-d0f879cf5ffc req-b25288ed-7f17-4eac-81d4-9d8f34ee1c07 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221953 Feb 17 22:07:43.724681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a1fc0bc0-147c-4316-a6a1-48b40d1c6607 None None] Port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:43.786762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on host n-h2-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:43.787229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:43.787679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:43.802357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:43.802357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:43.810068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:43.810068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:43.813115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:43.813496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Bound port: acb8c01f-7f4a-4202-94f9-313346a15936, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:43.838581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-1b5ba686-26fa-44de-909d-65b583916878 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:43.840827 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-1b5ba686-26fa-44de-909d-65b583916878 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.94 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 946 time: 0.1898763 Feb 17 22:07:43.949625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ed21fbfa-3b86-4f3e-b513-b44ee20f9186 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:44.003677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:44.022881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.031456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c8bb7e31-5ca6-481b-8895-8a8add46e695 service neutron] 10.222.0.79 "POST /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936/bindings HTTP/1.1" status: 201 len: 390 time: 0.5101345 Feb 17 22:07:44.052176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8b8eb00a-2a84-4592-aba7-3a2c45391b7d details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:44.104896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:44.105512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.146172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Deleting port fc521438-2f33-43dd-84b4-158939624dd7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:07:44.146767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fc521438-2f33-43dd-84b4-158939624dd7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.223596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:44.235219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Publish callbacks [] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.250415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:44.261324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Transition to ACTIVE for port object f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:44.271891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'port_id': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d', 'mac_address': 'fa:16:3e:7a:4c:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4893b497-56aa-4df2-97da-cdb8a8a814cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:44.275532 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.320847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b0649-d54b-424f-b74c-34249e22f593 req-0055b35d-4ce6-487d-bb84-f2e98f89b583 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:44.329554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca9b0649-d54b-424f-b74c-34249e22f593 req-0055b35d-4ce6-487d-bb84-f2e98f89b583 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 936 time: 0.2084463 Feb 17 22:07:44.380430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] For port fc521438-2f33-43dd-84b4-158939624dd7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc521438-2f33-43dd-84b4-158939624dd7,segment=NetworkSegment(1ad5a47c-c90e-442b-8492-68f1662838db),segment_id=1ad5a47c-c90e-442b-8492-68f1662838db)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:44.380889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fc521438-2f33-43dd-84b4-158939624dd7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.382658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.94', 62492) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:44.393367 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63dd0d79-819e-4b24-9836-50b696d3e736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.395538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Calling delete_port for fc521438-2f33-43dd-84b4-158939624dd7 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:07:44.397850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:44.398403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.423527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:44.426491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b8eb00a-2a84-4592-aba7-3a2c45391b7d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:44.430509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588e2d2-e6a6-4c03-b3b1-573a0f07c03d req-ab7f1799-386e-4b36-b7b6-174b3b74efc8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:44.435082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8588e2d2-e6a6-4c03-b3b1-573a0f07c03d req-ab7f1799-386e-4b36-b7b6-174b3b74efc8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 950 time: 0.1870134 Feb 17 22:07:44.454262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:44.459969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca9b0649-d54b-424f-b74c-34249e22f593 req-8f378b53-a7e9-4d8f-a71a-fc6b575a97b1 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297035 Feb 17 22:07:44.475702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.502607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:44.521636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-d22f01ac-cbab-4c51-9b3d-edd1046fff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:44.528842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-d22f01ac-cbab-4c51-9b3d-edd1046fff28 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1128 time: 0.1447840 Feb 17 22:07:44.609472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:44.631913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8b8eb00a-2a84-4592-aba7-3a2c45391b7d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:44.664982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8588e2d2-e6a6-4c03-b3b1-573a0f07c03d req-1de6f597-3943-4966-946f-d692998eb6d5 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192130 Feb 17 22:07:44.727114 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ebe72f-8726-4edd-98b9-2c414b2c2848 x-openstack-request-id: req-51ebe72f-8726-4edd-98b9-2c414b2c2848 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:44.727631 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a747d7e1-16c5-4f3a-8c2a-0248f0f08245", "name": "network-vif-plugged", "status": "completed", "tag": "bb6f11f4-9fbc-46bb-a29a-86683cef2a30", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:44.727732 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51ebe72f-8726-4edd-98b9-2c414b2c2848 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:44.728791 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', 'code': 200} Feb 17 22:07:44.734999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-24154b91-0a7a-44c0-9e68-9d2d1b46a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:44.736505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-24154b91-0a7a-44c0-9e68-9d2d1b46a0e9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1973464 Feb 17 22:07:44.748071 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fc521438-2f33-43dd-84b4-158939624dd7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.751046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8c746-9993-4928-bf25-336d5b042380 req-876e8648-32ce-4821-b3bd-3ec1032b0809 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:44.752700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73d8c746-9993-4928-bf25-336d5b042380 req-876e8648-32ce-4821-b3bd-3ec1032b0809 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 949 time: 0.1727574 Feb 17 22:07:44.791041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['fc521438-2f33-43dd-84b4-158939624dd7'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:44.798893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Attempting to bind port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:44.799243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Attempting to bind port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:44.799622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Attempting to bind port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:44.816584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:44.817172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Attempting to bind port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:44.819720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Pushing event deleted for resources: {'Port': ['ID=fc521438-2f33-43dd-84b4-158939624dd7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:44.839445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:44.840170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:44.840949 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:44.841622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Bound port: f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:44.842216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.857482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-a2acbe8a-09b8-46ee-9ca8-3ca6a89ad3b6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 217 time: 0.0896072 Feb 17 22:07:44.861953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.94', 62493) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:44.888427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] No DVR routers for this DVR port fc521438-2f33-43dd-84b4-158939624dd7 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:07:44.892350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:44.895779 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12fdee7b-b1a3-4e5d-98fd-2564d0e33a33 req-93b53554-1978-401a-950e-a105170f4a09 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.94 "DELETE /v2.0/ports/fc521438-2f33-43dd-84b4-158939624dd7 HTTP/1.1" status: 204 len: 173 time: 1.0490122 Feb 17 22:07:44.896545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'name': 'network-vif-deleted', 'tag': 'fc521438-2f33-43dd-84b4-158939624dd7'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:44.899298 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab6a085-0739-497f-9db8-b431ea13249a" -d '{"events": [{"server_uuid": "516ffcb7-c00a-4500-b4ad-e549a9714a71", "name": "network-vif-deleted", "tag": "fc521438-2f33-43dd-84b4-158939624dd7"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:44.969248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] For port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:44.972575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] For port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:44.973823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73d8c746-9993-4928-bf25-336d5b042380 req-e65ca4a1-60df-4b9a-bbbb-b9ffeb2fbe7b tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147098 Feb 17 22:07:44.986979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-e378873c-4b64-4ee7-b12a-a4e9ab8b92a2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--242951909&fields=id&tenant_id=c337f9b07a0d4d93b9c1c4dacd28aba9 HTTP/1.1" status: 200 len: 267 time: 0.1383052 Feb 17 22:07:44.994195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-d0effa94-8836-498e-af27-64766e4069f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:44.995659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-d0effa94-8836-498e-af27-64766e4069f0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1178470 Feb 17 22:07:44.997669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:45.044888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.045688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:45.047207 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] 10.222.0.94 "PUT /v2.0/ports/f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 HTTP/1.1" status: 200 len: 1097 time: 1.7388380 Feb 17 22:07:45.065855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8337d9d0-c448-4456-8e6c-fea24cc897c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:45.072173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-61c0c2c0-5b23-4218-8a89-2e9bd2104e9a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676539 Feb 17 22:07:45.088755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88102b8-28fd-4d17-8d57-4eaff2b41e8d req-6d772862-0eea-4072-8ada-4ef5fc1b1095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.090377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88102b8-28fd-4d17-8d57-4eaff2b41e8d req-6d772862-0eea-4072-8ada-4ef5fc1b1095 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 1133 time: 0.2186968 Feb 17 22:07:45.179604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-412367e3-0b77-4f47-b70d-5919b2de9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.181287 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-412367e3-0b77-4f47-b70d-5919b2de9690 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60b913f109934d3a933384b6865e0e67&device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 1131 time: 0.0529230 Feb 17 22:07:45.226374 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed6b7c1d-80dc-4606-aaf5-96b0d9e66d68 req-4f68a6b9-ac3d-4cbc-90b7-d4caa3b4c7b1 tempest-VolumesAdminNegativeTest-351799594 tempest-VolumesAdminNegativeTest-351799594-project] 10.222.0.79 "GET /v2.0/ports?device_id=516ffcb7-c00a-4500-b4ad-e549a9714a71 HTTP/1.1" status: 200 len: 210 time: 0.1031201 Feb 17 22:07:45.237333 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-d885092c-2ab4-48b5-b727-f7b86e270d85 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 HTTP/1.1" status: 200 len: 217 time: 0.0366349 Feb 17 22:07:45.274268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88102b8-28fd-4d17-8d57-4eaff2b41e8d req-0213d2d5-1c50-46f2-bcb2-90614b61d398 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322935 Feb 17 22:07:45.302515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-4097cc61-14e7-40cd-9947-64211a7686bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.303852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-f7314152-77c9-4012-8c0f-ec026b2e5076 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.304214 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-4097cc61-14e7-40cd-9947-64211a7686bd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0518844 Feb 17 22:07:45.305280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-f7314152-77c9-4012-8c0f-ec026b2e5076 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/networks?id=427aa50a-da4e-4826-9a24-c5d6d38c2245 HTTP/1.1" status: 200 len: 815 time: 0.3073981 Feb 17 22:07:45.353970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-b5c06e5d-fc1b-442b-8011-238c1790a27d service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297173 Feb 17 22:07:45.356947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-5600b0f5-3ef7-4273-8ae1-66272eb2ef34 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/quotas/c337f9b07a0d4d93b9c1c4dacd28aba9 HTTP/1.1" status: 200 len: 375 time: 0.0303390 Feb 17 22:07:45.406697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de04b3e-7808-4525-9730-0b7ff8e8388d req-8b8d0867-af42-4812-880c-bedb8d8fedea tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.408141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7de04b3e-7808-4525-9730-0b7ff8e8388d req-8b8d0867-af42-4812-880c-bedb8d8fedea tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 945 time: 0.1019979 Feb 17 22:07:45.438246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-fe0cd07d-e7ba-4ca0-af54-affed957e1b4 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c337f9b07a0d4d93b9c1c4dacd28aba9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751445 Feb 17 22:07:45.482959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7de04b3e-7808-4525-9730-0b7ff8e8388d req-f761c637-5cef-451e-87d4-b380a092c467 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688629 Feb 17 22:07:45.558584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-2c8cb51f-bce2-4660-ac8e-a32f23994502 service neutron] 10.222.0.79 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064270 Feb 17 22:07:45.656801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89e281-af9a-4174-945e-5086c8ab5930 req-28d4fecd-c0b0-4f09-9a1c-3686c5a07f3f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.658256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c89e281-af9a-4174-945e-5086c8ab5930 req-28d4fecd-c0b0-4f09-9a1c-3686c5a07f3f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 945 time: 0.1143165 Feb 17 22:07:45.688250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-f099e3ed-60d0-4356-87d3-11cb05d27f7f service neutron] 10.222.0.79 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146939 Feb 17 22:07:45.729228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-448853c2-33d8-4128-9a65-0a50c6e408a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.731488 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-448853c2-33d8-4128-9a65-0a50c6e408a2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0470903 Feb 17 22:07:45.771320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c89e281-af9a-4174-945e-5086c8ab5930 req-20ff2029-432f-431c-88df-66522f2de679 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052654 Feb 17 22:07:45.805097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-7273fd2a-bf00-47fe-95f9-0d61cae84a17 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191685 Feb 17 22:07:45.837858 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-b26143c7-3777-4ec6-9e25-17e31bf2ed3b service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995162 Feb 17 22:07:45.875605 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a77c7e6-590b-49b2-9e3c-4d7ccce5b6be x-openstack-request-id: req-1a77c7e6-590b-49b2-9e3c-4d7ccce5b6be {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:45.876082 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516ffcb7-c00a-4500-b4ad-e549a9714a71", "name": "network-vif-deleted", "tag": "fc521438-2f33-43dd-84b4-158939624dd7", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:45.876414 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a77c7e6-590b-49b2-9e3c-4d7ccce5b6be {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:45.876930 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516ffcb7-c00a-4500-b4ad-e549a9714a71', 'name': 'network-vif-deleted', 'tag': 'fc521438-2f33-43dd-84b4-158939624dd7', 'status': 'completed', 'code': 200} Feb 17 22:07:45.953032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f9b50-a82e-4a88-954a-6bfb2c6491fe req-ebaf8da6-e5e8-4577-8ca6-61bc39819820 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:45.960510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-931f9b50-a82e-4a88-954a-6bfb2c6491fe req-ebaf8da6-e5e8-4577-8ca6-61bc39819820 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 948 time: 0.0675566 Feb 17 22:07:45.970252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-56b10784-1842-47ba-9254-cfb9e3ad7fdf req-81d975e4-80fa-450a-baa9-6d7adc4057f5 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174040 Feb 17 22:07:46.037417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-931f9b50-a82e-4a88-954a-6bfb2c6491fe req-dae37cf2-9153-418a-b1f7-2fa83f241603 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759337 Feb 17 22:07:46.048943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f1f1-98ea-4c86-8a07-ca32048257ec req-ec602e5e-15b7-47c7-9708-0f47be79b132 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:46.049793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d5b06a22-0d99-4c80-a172-90902497cda0 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:46.059214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5d9f1f1-98ea-4c86-8a07-ca32048257ec req-ec602e5e-15b7-47c7-9708-0f47be79b132 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 950 time: 0.0827820 Feb 17 22:07:46.117831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5d9f1f1-98ea-4c86-8a07-ca32048257ec req-5aeb1a0c-e6db-499a-93ad-e576cb3459bd tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584168 Feb 17 22:07:46.193832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port d5b06a22-0d99-4c80-a172-90902497cda0 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:46.199272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port d5b06a22-0d99-4c80-a172-90902497cda0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:46.199916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.229763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-dbd83027-f59e-41ed-bbe8-c5a5ed1d2c4c tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:46.232322 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-dbd83027-f59e-41ed-bbe8-c5a5ed1d2c4c tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.1656218 Feb 17 22:07:46.252687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-18'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:46.275669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49b36f63-70d9-449c-9ba9-24e66c12f10e req-10e9ece4-409e-4d5b-9ea9-d472b88a4e9f tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 210 time: 0.0575993 Feb 17 22:07:46.331344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d5b06a22-0d99-4c80-a172-90902497cda0 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:46.332172 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.377444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d5b06a22-0d99-4c80-a172-90902497cda0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d5b06a22-0d99-4c80-a172-90902497cda0,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:46.382431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.383339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8b8eb00a-2a84-4592-aba7-3a2c45391b7d no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:07:46.387593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.411274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95ce6-aee7-426d-b992-dc1b29f7abfc req-52387e1a-9bd3-40c9-81eb-5acd7b071c3a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:46.419724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36f95ce6-aee7-426d-b992-dc1b29f7abfc req-52387e1a-9bd3-40c9-81eb-5acd7b071c3a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 949 time: 0.0714097 Feb 17 22:07:46.487278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36f95ce6-aee7-426d-b992-dc1b29f7abfc req-a8ea6b7b-c3c9-4d50-8d3a-aa7e49436da3 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666916 Feb 17 22:07:46.522705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d5b06a22-0d99-4c80-a172-90902497cda0,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:46.528021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34404) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:46.620764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:46.640873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d is: BUILD; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:46.641297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.655056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8b8eb00a-2a84-4592-aba7-3a2c45391b7d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:46.664940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:46.680448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:46.685804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.694980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] Deleting subnet 7e6b33da-6d82-478f-9983-4958fad49479 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:07:46.713807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] Publish callbacks [] for subnet (7e6b33da-6d82-478f-9983-4958fad49479), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.719109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Publish callbacks [] for port (acb8c01f-7f4a-4202-94f9-313346a15936), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.728616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.730378 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b06a22-0d99-4c80-a172-90902497cda0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:46.734977 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225608c5-33c7-4b1d-8cdb-3f54e3f37177" -d '{"events": [{"server_uuid": "04367fb2-f4d6-4991-881d-cc7a36046c8c", "name": "network-vif-plugged", "status": "completed", "tag": "d5b06a22-0d99-4c80-a172-90902497cda0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:46.753833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:46.770405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (7e6b33da-6d82-478f-9983-4958fad49479), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.778532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec1cd82-1143-4a17-86f7-80a7d210d4ea req-120b61f8-227a-456b-b5df-47e78b3a95c0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:46.780068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec1cd82-1143-4a17-86f7-80a7d210d4ea req-120b61f8-227a-456b-b5df-47e78b3a95c0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 945 time: 0.1727433 Feb 17 22:07:46.825074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f53b9-7265-441f-bf3e-35e05564234c req-2a4ed5d5-f82a-43b2-8bf4-103974a34d0d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:46.826702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-210f53b9-7265-441f-bf3e-35e05564234c req-2a4ed5d5-f82a-43b2-8bf4-103974a34d0d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 945 time: 0.1511221 Feb 17 22:07:46.835234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=7']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:46.847914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on host n-h1-828369-18 for vnic_type normal with profile {"migrating_to": "n-h2-828369-18"} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:46.848121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:46.848577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:46.853919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:46.854158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Attempting to bind port acb8c01f-7f4a-4202-94f9-313346a15936 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:46.860851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:46.861278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:46.861736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:46.862264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Bound port: acb8c01f-7f4a-4202-94f9-313346a15936, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:46.862685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.893560 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7e6b33da-6d82-478f-9983-4958fad49479), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.938125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:46.941777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:46.951647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:46.974119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdb6c068-7773-44d0-8327-384dfc3bde71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.039813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=8']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:47.043277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:47.043929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.045345 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9316ae45-35eb-4d58-a0c9-6bf4f7583969 service neutron] 10.222.0.94 "PUT /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 1123 time: 0.8044875 Feb 17 22:07:47.162679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['acb8c01f-7f4a-4202-94f9-313346a15936'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:47.171952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec1cd82-1143-4a17-86f7-80a7d210d4ea req-4b97127e-d4d5-42a9-ac82-2de3902d0094 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736639 Feb 17 22:07:47.190025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-210f53b9-7265-441f-bf3e-35e05564234c req-4f3f3876-bda1-4acd-88e0-dce9930864df tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522539 Feb 17 22:07:47.231731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (7e6b33da-6d82-478f-9983-4958fad49479), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.261679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6b33da-6d82-478f-9983-4958fad49479,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:47.263862 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.269436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-50fd1458-b7f8-4c8d-bfc6-7addd4c5991b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7e6b33da-6d82-478f-9983-4958fad49479 HTTP/1.1" status: 204 len: 168 time: 0.7391095 Feb 17 22:07:47.271400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34418) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:47.321078 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba780aab-7f44-40ab-a49b-6d864dace47a x-openstack-request-id: req-ba780aab-7f44-40ab-a49b-6d864dace47a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:47.321908 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04367fb2-f4d6-4991-881d-cc7a36046c8c", "name": "network-vif-plugged", "status": "completed", "tag": "d5b06a22-0d99-4c80-a172-90902497cda0", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:47.322720 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba780aab-7f44-40ab-a49b-6d864dace47a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:47.323136 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b06a22-0d99-4c80-a172-90902497cda0', 'code': 200} Feb 17 22:07:47.399396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (a99cfafa-ab71-48d7-a549-090819b04543), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.447824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-50174081-a8a6-4d30-bfb0-30a925d33c08 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1261564211&fields=id&tenant_id=7b16cad739dd4392b0d1f175efb30027 HTTP/1.1" status: 200 len: 267 time: 0.1248114 Feb 17 22:07:47.558584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f53f8c-bcc6-443a-b4ee-b981a317d2c3 req-eb3c09ee-d156-45d6-9c48-7047d2ce775f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:47.560018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58f53f8c-bcc6-443a-b4ee-b981a317d2c3 req-eb3c09ee-d156-45d6-9c48-7047d2ce775f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 1133 time: 0.1842008 Feb 17 22:07:47.598379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67357af-492c-4bb4-a62d-d63c38de97f2 req-45d626dc-4ae8-4cc7-acf8-6ce9ac843267 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:47.599923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a67357af-492c-4bb4-a62d-d63c38de97f2 req-45d626dc-4ae8-4cc7-acf8-6ce9ac843267 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 948 time: 0.2331648 Feb 17 22:07:47.651750 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (a99cfafa-ab71-48d7-a549-090819b04543), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.709686 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.716292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99cfafa-ab71-48d7-a549-090819b04543']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:47.745080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58f53f8c-bcc6-443a-b4ee-b981a317d2c3 req-c4b9cb3d-9986-4479-a819-1a39775e3c67 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401136 Feb 17 22:07:47.746886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad5a47c-c90e-442b-8492-68f1662838db') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:47.747192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad5a47c-c90e-442b-8492-68f1662838db') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:47.761992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-deaa0f83-bb1d-49b1-bb9a-38c81345c010 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:47.763504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-deaa0f83-bb1d-49b1-bb9a-38c81345c010 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 824 time: 0.3070714 Feb 17 22:07:47.768488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a67357af-492c-4bb4-a62d-d63c38de97f2 req-742ae3a4-ee59-45ad-b7fb-ba82962a50a1 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571403 Feb 17 22:07:47.771357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (1ad5a47c-c90e-442b-8492-68f1662838db), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.782652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-e5e22122-d6e6-4ba0-aeb7-5338fa45ee39 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:47.784244 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-e5e22122-d6e6-4ba0-aeb7-5338fa45ee39 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.94 "GET /v2.0/networks?id=427aa50a-da4e-4826-9a24-c5d6d38c2245 HTTP/1.1" status: 200 len: 815 time: 0.1173890 Feb 17 22:07:47.790910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-99fb5972-1a5a-44cc-aa14-06d71bfe5887 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/quotas/7b16cad739dd4392b0d1f175efb30027 HTTP/1.1" status: 200 len: 375 time: 0.0214832 Feb 17 22:07:47.802072 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1ad5a47c-c90e-442b-8492-68f1662838db), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.820649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:07:47.821712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (1ad5a47c-c90e-442b-8492-68f1662838db), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:07:47.823462 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:07:47.870263 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-d1266dc9-4856-46e2-beb1-94534021bb31 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c337f9b07a0d4d93b9c1c4dacd28aba9 HTTP/1.1" status: 200 len: 379 time: 0.0683792 Feb 17 22:07:47.879620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Request body: {'port': {'device_id': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'admin_state_up': True, 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'security_groups': ['fc025390-2426-4a07-9c3a-053a26a48e77']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:47.882403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139c0eb8-f839-4498-a8f0-18809778ec73', 'tag': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2'}, {'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936'}, {'name': 'network-changed', 'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:47.884764 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92234d1-e9f8-4c07-ac58-c55f322e4639" -d '{"events": [{"name": "network-changed", "server_uuid": "139c0eb8-f839-4498-a8f0-18809778ec73", "tag": "f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2"}, {"server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "name": "network-vif-unplugged", "status": "completed", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936"}, {"name": "network-changed", "server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:47.935975 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (a99cfafa-ab71-48d7-a549-090819b04543), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.946207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:47.949364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] 10.222.0.79 "DELETE /v2.0/networks/a99cfafa-ab71-48d7-a549-090819b04543 HTTP/1.1" status: 204 len: 168 time: 0.6767783 Feb 17 22:07:47.952875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34432) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:47.970953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e5f2e14a-f587-448c-9ffd-e2d3e6dd7dc6 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1706469 Feb 17 22:07:47.971751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23fea5-586c-454a-9fe1-5a69500bb97b admin admin] Pushing event deleted for resources: {'Network': ['ID=a99cfafa-ab71-48d7-a549-090819b04543,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:47.985540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04a5027-c31e-4d8e-9627-ce7fd5f3abae req-16507b08-37c3-43af-a887-282036a3f1c5 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:47.987034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d04a5027-c31e-4d8e-9627-ce7fd5f3abae req-16507b08-37c3-43af-a887-282036a3f1c5 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 950 time: 0.1309116 Feb 17 22:07:48.027955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] Deleting subnet b9295147-bf96-43df-9f5b-03d5c7fb2de3 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:07:48.035417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] Publish callbacks [] for subnet (b9295147-bf96-43df-9f5b-03d5c7fb2de3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.082800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (b9295147-bf96-43df-9f5b-03d5c7fb2de3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.084764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Made reservation on behalf of c337f9b07a0d4d93b9c1c4dacd28aba9 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:48.087909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc521438-2f33-43dd-84b4-158939624dd7 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:07:48.088150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.094824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d04a5027-c31e-4d8e-9627-ce7fd5f3abae req-a22479c0-838a-4752-bb56-1f5f9ad48811 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988522 Feb 17 22:07:48.112548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-adc75274-ce93-4c97-8b2e-6e7d08a12b09 service neutron] 10.222.0.79 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245413 Feb 17 22:07:48.121981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: fc521438-2f33-43dd-84b4-158939624dd7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:07:48.122672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc521438-2f33-43dd-84b4-158939624dd7 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:07:48.205476 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b9295147-bf96-43df-9f5b-03d5c7fb2de3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.210584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e5ec7cc-5e2f-46a7-916d-7e08d12011ed req-80d556f3-24d9-4fbb-9581-7670e36eba0d tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 210 time: 0.0350318 Feb 17 22:07:48.239411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-a69a9f56-f773-46f3-b461-3315c6f5a4f0 service neutron] 10.222.0.79 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157238 Feb 17 22:07:48.295554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Allocated IP 172.20.0.11 (427aa50a-da4e-4826-9a24-c5d6d38c2245/4a431de4-2038-443a-9751-72d83dd990e1/e085c5e3-146a-4628-a475-78c896eb7ed3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:48.316537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (b9295147-bf96-43df-9f5b-03d5c7fb2de3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.359162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b472db-473b-4f83-a174-b1056a72cad9 req-a3319348-3e33-434f-8ad2-1f3ef03dee5e tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:48.361308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4b472db-473b-4f83-a174-b1056a72cad9 req-a3319348-3e33-434f-8ad2-1f3ef03dee5e tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 950 time: 0.0608041 Feb 17 22:07:48.380536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9295147-bf96-43df-9f5b-03d5c7fb2de3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:48.388452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.402914 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-86d04b75-379b-4add-940c-f239449f8b9c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b9295147-bf96-43df-9f5b-03d5c7fb2de3 HTTP/1.1" status: 204 len: 168 time: 0.4468520 Feb 17 22:07:48.413967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34442) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:48.416253 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949983bc-5b06-43e4-bf97-787f1a7896b0 x-openstack-request-id: req-949983bc-5b06-43e4-bf97-787f1a7896b0 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:48.416551 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139c0eb8-f839-4498-a8f0-18809778ec73", "tag": "f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2", "status": "completed", "code": 200}, {"server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "name": "network-vif-unplugged", "status": "completed", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936", "code": 200}, {"name": "network-changed", "server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:48.416806 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-949983bc-5b06-43e4-bf97-787f1a7896b0 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:48.417206 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139c0eb8-f839-4498-a8f0-18809778ec73', 'tag': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2', 'status': 'completed', 'code': 200} Feb 17 22:07:48.417466 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936', 'code': 200} Feb 17 22:07:48.417717 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936', 'status': 'completed', 'code': 200} Feb 17 22:07:48.518471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (22072cad-e1cb-45ea-88c5-cbf4dd57e9c8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.560227 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.595533 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.638738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4b472db-473b-4f83-a174-b1056a72cad9 req-61cc1238-33c2-4fd6-b0c1-5b0e88ffc773 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620144 Feb 17 22:07:48.669439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:48.677136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:48.709722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:48.751410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-9e4421b5-5be1-4c98-9b12-7ca93708b837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:48.752918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-9e4421b5-5be1-4c98-9b12-7ca93708b837 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1157 time: 0.2658076 Feb 17 22:07:48.760091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-41e2d0f2-dd33-4e4e-9dcd-8db9774539cf tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:48.760257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event updated for resources: {'Port': ['ID=e085c5e3-146a-4628-a475-78c896eb7ed3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:48.761431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-41e2d0f2-dd33-4e4e-9dcd-8db9774539cf tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 944 time: 0.2708957 Feb 17 22:07:48.787460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:48.788156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.798697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-f39996ba-674a-4266-8946-4a9d52556bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:48.800441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-f39996ba-674a-4266-8946-4a9d52556bd2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=60b913f109934d3a933384b6865e0e67&device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 1131 time: 0.3120232 Feb 17 22:07:48.811073 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-e3119e86-c277-4b68-b489-15d7aaec29e2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9350231 Feb 17 22:07:48.827741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40145ef-539d-489c-85c1-c13594e9a6f9 req-e0f1856c-06df-42bf-9e8f-ad19603b546c tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:48.831997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a40145ef-539d-489c-85c1-c13594e9a6f9 req-e0f1856c-06df-42bf-9e8f-ad19603b546c tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 1133 time: 0.3426244 Feb 17 22:07:48.845251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (22072cad-e1cb-45ea-88c5-cbf4dd57e9c8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:48.872024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Request body: {'port': {'device_id': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:48.940988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.002909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22072cad-e1cb-45ea-88c5-cbf4dd57e9c8']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:49.053688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8309230-25b2-457e-bd94-13e32bb18d3b') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:49.053688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8309230-25b2-457e-bd94-13e32bb18d3b') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:49.088387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4f7ac79c-d3bb-49ac-bb3b-32062f51567f None None] Provisioning complete for port e085c5e3-146a-4628-a475-78c896eb7ed3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:49.089396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f7ac79c-d3bb-49ac-bb3b-32062f51567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.097492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (c8309230-25b2-457e-bd94-13e32bb18d3b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.139285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c86605-cae5-4493-b9c1-78bb213b7e37 req-b73755d9-bf09-407e-a2dc-0738af31fc43 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:49.141540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4f7ac79c-d3bb-49ac-bb3b-32062f51567f None None] Port e085c5e3-146a-4628-a475-78c896eb7ed3 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:49.146314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58c86605-cae5-4493-b9c1-78bb213b7e37 req-b73755d9-bf09-407e-a2dc-0738af31fc43 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 944 time: 0.4031315 Feb 17 22:07:49.148223 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.168405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c8309230-25b2-457e-bd94-13e32bb18d3b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.180842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a40145ef-539d-489c-85c1-c13594e9a6f9 req-aa95336a-b745-43a4-a7ee-804d2454e4d8 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044932 Feb 17 22:07:49.201208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:07:49.201627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (c8309230-25b2-457e-bd94-13e32bb18d3b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:07:49.203465 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:07:49.237753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-620c095f-6102-4d0c-91f5-4814669d8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:49.240387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-620c095f-6102-4d0c-91f5-4814669d8422 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.4536588 Feb 17 22:07:49.276524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-74e0a22d-929c-4285-9025-c8b11f6169ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:49.277974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-74e0a22d-929c-4285-9025-c8b11f6169ce service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3761241 Feb 17 22:07:49.387980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-f1cfee87-1954-4d8f-94d0-d71a8f87b66a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 217 time: 0.1162479 Feb 17 22:07:49.452856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-0e408805-ee7b-4a08-b0dd-ad467aab787c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 HTTP/1.1" status: 200 len: 217 time: 0.1450603 Feb 17 22:07:49.456839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (22072cad-e1cb-45ea-88c5-cbf4dd57e9c8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.480009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Deleting port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:07:49.480348 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.485607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58c86605-cae5-4493-b9c1-78bb213b7e37 req-47d23823-b1d4-4031-8ec9-fd5c7dc10dd2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3385372 Feb 17 22:07:49.496257 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.502967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] 10.222.0.79 "DELETE /v2.0/networks/22072cad-e1cb-45ea-88c5-cbf4dd57e9c8 HTTP/1.1" status: 204 len: 168 time: 1.0840378 Feb 17 22:07:49.574193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e085c5e3-146a-4628-a475-78c896eb7ed3 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:49.594649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Publish callbacks [] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.611862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Transition to ACTIVE for port object e085c5e3-146a-4628-a475-78c896eb7ed3 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:49.617809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.718794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Pushing event updated for resources: {'Port': ['ID=e085c5e3-146a-4628-a475-78c896eb7ed3,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:49.752763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:49.859479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f004206-d7c0-46a3-813b-26952c2e6b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=22072cad-e1cb-45ea-88c5-cbf4dd57e9c8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:49.865293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cf2db00-a6e8-4e77-be99-0868a4840e67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79670306c6734ebfadcc734e0424e779&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093018 Feb 17 22:07:49.868120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34470) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:49.904203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b2657f0-6184-4738-a65f-2ea4de444605 req-9358babf-d73d-4753-8840-1c5908009f5e tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 210 time: 0.0977101 Feb 17 22:07:49.914847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-deb81bd0-037c-415f-b5ca-21b907fce182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:49.916321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-deb81bd0-037c-415f-b5ca-21b907fce182 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.4780774 Feb 17 22:07:49.938333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-35b005d9-cecc-43fd-8602-7f991fd75fcf tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:49.938333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-35b005d9-cecc-43fd-8602-7f991fd75fcf tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "GET /v2.0/ports?device_id=92abda3e-925f-47db-bc92-303f73177246 HTTP/1.1" status: 200 len: 945 time: 0.6636748 Feb 17 22:07:49.941612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Attempting to bind port e085c5e3-146a-4628-a475-78c896eb7ed3 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:49.941843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Attempting to bind port e085c5e3-146a-4628-a475-78c896eb7ed3 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:49.942124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Attempting to bind port e085c5e3-146a-4628-a475-78c896eb7ed3 on network 427aa50a-da4e-4826-9a24-c5d6d38c2245 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:49.964340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfbbe-4342-4f19-b192-a5d53a8ee523 admin admin] Publish callbacks [] for security_group (f379441c-12a6-4a42-86b9-28227caeb743), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:49.969080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Port e085c5e3-146a-4628-a475-78c896eb7ed3 on network 427aa50a-da4e-4826-9a24-c5d6d38c2245 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:49.969513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Attempting to bind port e085c5e3-146a-4628-a475-78c896eb7ed3 on network 427aa50a-da4e-4826-9a24-c5d6d38c2245 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:49.972549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3645a-19e5-400e-9e97-51b19596bd30 req-8c21a594-cbdb-43d6-9e7f-2b1f136ce80f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:49.974283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56e3645a-19e5-400e-9e97-51b19596bd30 req-8c21a594-cbdb-43d6-9e7f-2b1f136ce80f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 943 time: 0.6733611 Feb 17 22:07:49.986888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-b4323d15-cac2-4883-b8e5-1389c5112236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:49.988446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-b4323d15-cac2-4883-b8e5-1389c5112236 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.4980710 Feb 17 22:07:49.997719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:49.998061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Checking segment: {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:49.998454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Bound using segment: {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:49.998898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Bound port: e085c5e3-146a-4628-a475-78c896eb7ed3, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5547e70c-7f9a-41d3-9605-44853e439921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:49.999293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.013991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-f690453a-e88d-49d4-960b-5c540855b012 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.015997 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-f690453a-e88d-49d4-960b-5c540855b012 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 824 time: 0.2560275 Feb 17 22:07:50.031763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfbbe-4342-4f19-b192-a5d53a8ee523 admin admin] Publish callbacks [] for security_group (f379441c-12a6-4a42-86b9-28227caeb743), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.048608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-0e4e497f-780a-46af-93d3-9a51b07bb2e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105175 Feb 17 22:07:50.086388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:50.142521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] For port e085c5e3-146a-4628-a475-78c896eb7ed3, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:50.167715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] For port e085c5e3-146a-4628-a475-78c896eb7ed3, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e085c5e3-146a-4628-a475-78c896eb7ed3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:50.172246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfbbe-4342-4f19-b192-a5d53a8ee523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f379441c-12a6-4a42-86b9-28227caeb743), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.174812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e5bfbbe-4342-4f19-b192-a5d53a8ee523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.178451 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e5bfbbe-4342-4f19-b192-a5d53a8ee523 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f379441c-12a6-4a42-86b9-28227caeb743 HTTP/1.1" status: 204 len: 168 time: 0.3070822 Feb 17 22:07:50.189714 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-5ce88536-7b43-41e6-b76f-34397b4f3019 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b16cad739dd4392b0d1f175efb30027 HTTP/1.1" status: 200 len: 380 time: 0.1197975 Feb 17 22:07:50.192064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.208088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:50.213733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'port': {'device_id': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'admin_state_up': True, 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'security_groups': ['51ac9aec-e048-4f8f-9455-b7fda6260f61']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:50.216241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] For port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:50.216674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.224348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2', 'mac_address': 'fa:16:3e:7d:e3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:50.236879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5bfbbe-4342-4f19-b192-a5d53a8ee523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f379441c-12a6-4a42-86b9-28227caeb743,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:50.279036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Calling delete_port for 8b8eb00a-2a84-4592-aba7-3a2c45391b7d owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:07:50.284612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:50.285428 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.288660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.289286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.290766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] 10.222.0.94 "PUT /v2.0/ports/e085c5e3-146a-4628-a475-78c896eb7ed3 HTTP/1.1" status: 200 len: 1093 time: 1.4238510 Feb 17 22:07:50.332536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56e3645a-19e5-400e-9e97-51b19596bd30 req-0d94d7e5-5188-4ec5-955e-366fc4d0c047 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248174 Feb 17 22:07:50.360683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d60cd23-5d54-4ab5-8eb4-2375867f2e45 req-a19a47bc-504d-4f83-b786-f3ffd82ef8fe tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.372046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:50.380359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d60cd23-5d54-4ab5-8eb4-2375867f2e45 req-a19a47bc-504d-4f83-b786-f3ffd82ef8fe tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 948 time: 0.3722134 Feb 17 22:07:50.399136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84af149-d6a6-4ee8-971a-450b23b0724e service neutron] Pushing event updated for resources: {'Port': ['ID=e085c5e3-146a-4628-a475-78c896eb7ed3,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:50.414055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:50.418746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-cc96ff46-40da-4541-b4b4-fd925624fded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.420418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-cc96ff46-40da-4541-b4b4-fd925624fded service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3903036 Feb 17 22:07:50.423857 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.424612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:50.438720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:50.441555 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7" -d '{"events": [{"name": "network-changed", "server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:50.509521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-fad8a0ff-3ccd-4aca-83d3-09022813e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.515552 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-fad8a0ff-3ccd-4aca-83d3-09022813e97f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c337f9b07a0d4d93b9c1c4dacd28aba9&device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 1127 time: 0.1345170 Feb 17 22:07:50.522269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-3e46180f-1964-40bf-b7fd-739c0f2b78ca service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4503496 Feb 17 22:07:50.531280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Made reservation on behalf of 7b16cad739dd4392b0d1f175efb30027 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:50.535155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.568933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:50.627739 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-d55e4e61-2962-47e9-962f-ad604a532dd0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e085c5e3-146a-4628-a475-78c896eb7ed3 HTTP/1.1" status: 200 len: 217 time: 0.0850599 Feb 17 22:07:50.637249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:50.653752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 has no active binding in host n-h2-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:07:50.672745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.722673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Deleting port 9212defb-5757-4462-ab0b-4895d2382191 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:07:50.722970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9212defb-5757-4462-ab0b-4895d2382191), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:50.734709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d60cd23-5d54-4ab5-8eb4-2375867f2e45 req-4b4809ed-8823-4e66-929a-4b0b729988af tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533907 Feb 17 22:07:50.736771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-49af8869-017e-46a8-b739-c2865101c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.738247 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-49af8869-017e-46a8-b739-c2865101c4f4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4a431de4-2038-443a-9751-72d83dd990e1 HTTP/1.1" status: 200 len: 854 time: 0.0998075 Feb 17 22:07:50.824119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34488) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:50.835992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde10a87-9ccd-491a-ae3e-57fd0d992441 req-827d8c25-fab6-4a56-9e47-696ec3ac7cb9 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.837499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dde10a87-9ccd-491a-ae3e-57fd0d992441 req-827d8c25-fab6-4a56-9e47-696ec3ac7cb9 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 944 time: 0.3633151 Feb 17 22:07:50.878280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Allocated IP 172.20.0.4 (bd9cc825-24f2-4e6d-83ab-ba39fe71806d/1e1c813c-88bd-4e68-9107-3e9c284eb0a3/fec62812-a94a-4280-9e3a-82528327417c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:50.884538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-28008af4-cff1-4db8-a630-0d01398cf99e service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982358 Feb 17 22:07:50.885555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab336726-0a29-492a-bf96-787715ce3991 req-14970449-3765-400b-a9a3-26c91d8d0a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:50.887035 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-14970449-3765-400b-a9a3-26c91d8d0a62 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=427aa50a-da4e-4826-9a24-c5d6d38c2245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1421130 Feb 17 22:07:50.936009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-b0e34315-8658-4e46-ac56-9f06726b62a6 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904074 Feb 17 22:07:50.938329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-79207c02-49e5-4d87-8c6d-226994adbe25 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3909082 Feb 17 22:07:50.952141 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-020c50d4-8702-45ef-b9d7-840bb05e0a25 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fd95bfe7122848ac871a3d36e0f2af86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1236956 Feb 17 22:07:50.953881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34492) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:51.099050 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-af7bbfc4-6edc-41c2-96eb-264851d85b3b service neutron] 10.222.0.94 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006769 Feb 17 22:07:51.102071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] For port 9212defb-5757-4462-ab0b-4895d2382191, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9212defb-5757-4462-ab0b-4895d2382191,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:51.102418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9212defb-5757-4462-ab0b-4895d2382191), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.105654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8d4de81-c12a-49bc-8290-90e5d268d88a admin admin] Publish callbacks [] for security_group (f44b4c8d-d17a-4338-980b-73223b4bfe04), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.125678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8b8eb00a-2a84-4592-aba7-3a2c45391b7d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.130015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dde10a87-9ccd-491a-ae3e-57fd0d992441 req-b6c4a9db-bb55-475a-97bb-07a594920869 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2828078 Feb 17 22:07:51.178536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8d4de81-c12a-49bc-8290-90e5d268d88a admin admin] Publish callbacks [] for security_group (f44b4c8d-d17a-4338-980b-73223b4bfe04), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.238907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:51.279881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for port (fec62812-a94a-4280-9e3a-82528327417c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.289860 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab336726-0a29-492a-bf96-787715ce3991 req-490c26df-f1e9-4713-978f-34ca82bd286b service neutron] 10.222.0.94 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808062 Feb 17 22:07:51.295049 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event deleted for resources: {'Port': ['ID=8b8eb00a-2a84-4592-aba7-3a2c45391b7d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:51.314141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92234d1-e9f8-4c07-ac58-c55f322e4639 req-ec744715-6a36-4b27-b5f9-fb0807bd31e8 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005063 Feb 17 22:07:51.330523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8d4de81-c12a-49bc-8290-90e5d268d88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f44b4c8d-d17a-4338-980b-73223b4bfe04), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.333662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8d4de81-c12a-49bc-8290-90e5d268d88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.337215 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8d4de81-c12a-49bc-8290-90e5d268d88a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f44b4c8d-d17a-4338-980b-73223b4bfe04 HTTP/1.1" status: 204 len: 168 time: 0.3786657 Feb 17 22:07:51.344672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fec62812-a94a-4280-9e3a-82528327417c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.346894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4de81-c12a-49bc-8290-90e5d268d88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44b4c8d-d17a-4338-980b-73223b4bfe04,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:51.417279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:51.429365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:51.433754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:51.451890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] No DVR routers for this DVR port 8b8eb00a-2a84-4592-aba7-3a2c45391b7d on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:07:51.463419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-d51b7f06-5453-42fd-b74d-d2f4e86a8685 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:51.464900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-d51b7f06-5453-42fd-b74d-d2f4e86a8685 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5142159 Feb 17 22:07:51.466698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event updated for resources: {'Port': ['ID=fec62812-a94a-4280-9e3a-82528327417c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:51.467497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.475666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92368d72-4cbe-4b07-8bb4-a81616d600cf req-4fef39f0-b41a-47bb-a6c2-e038ab71c271 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "DELETE /v2.0/ports/8b8eb00a-2a84-4592-aba7-3a2c45391b7d HTTP/1.1" status: 204 len: 173 time: 2.6880512 Feb 17 22:07:51.478191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'name': 'network-vif-deleted', 'tag': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:51.481421 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59232f2-ea71-4870-9e07-cd63e219182c" -d '{"events": [{"server_uuid": "1a5a034e-e1fe-4d77-bf56-09cae2447e68", "name": "network-vif-deleted", "tag": "8b8eb00a-2a84-4592-aba7-3a2c45391b7d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:51.527035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:51.527751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.534079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-798a0b90-adcf-4977-b087-0f861a760675 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/quotas/8854d2b078364aca9e38c5d808877d24 HTTP/1.1" status: 200 len: 375 time: 0.0439606 Feb 17 22:07:51.561335 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-e90daddf-1b6c-48c3-b105-ce9cf41fbbc7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3542173 Feb 17 22:07:51.579577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Request body: {'port': {'device_id': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:51.673445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fec62812-a94a-4280-9e3a-82528327417c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.746893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-187fc5af-de49-4479-b385-e89a5c591043 None None] Provisioning complete for port fec62812-a94a-4280-9e3a-82528327417c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:51.747352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-187fc5af-de49-4479-b385-e89a5c591043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fec62812-a94a-4280-9e3a-82528327417c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:51.818188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-187fc5af-de49-4479-b385-e89a5c591043 None None] Port fec62812-a94a-4280-9e3a-82528327417c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:51.946166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb8347-36e7-42d0-82e9-a3a2559237b6 req-b9d7f45e-61a1-4ffb-8dbd-6d05693c2ff4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:51.952941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50fb8347-36e7-42d0-82e9-a3a2559237b6 req-b9d7f45e-61a1-4ffb-8dbd-6d05693c2ff4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 950 time: 0.7233081 Feb 17 22:07:51.987676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec62812-a94a-4280-9e3a-82528327417c {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:51.997168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Publish callbacks [] for port (fec62812-a94a-4280-9e3a-82528327417c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.012010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Transition to ACTIVE for port object fec62812-a94a-4280-9e3a-82528327417c will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:52.017636 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (fec62812-a94a-4280-9e3a-82528327417c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.019319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.019715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.020095 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6 disassociated. External IP: 172.25.0.96, port: 9212defb-5757-4462-ab0b-4895d2382191. Feb 17 22:07:52.020430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Calling delete_port for 9212defb-5757-4462-ab0b-4895d2382191 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:07:52.080120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8b8eb00a-2a84-4592-aba7-3a2c45391b7d no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:07:52.103242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Pushing event updated for resources: {'Port': ['ID=fec62812-a94a-4280-9e3a-82528327417c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:52.112784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50fb8347-36e7-42d0-82e9-a3a2559237b6 req-fef52ef4-0fde-4193-89b5-7e33000cf68e tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588995 Feb 17 22:07:52.144253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-26f82fb1-bee3-462b-951d-4405003a8792 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6092827 Feb 17 22:07:52.183015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 8b8eb00a-2a84-4592-aba7-3a2c45391b7d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:07:52.183340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8b8eb00a-2a84-4592-aba7-3a2c45391b7d not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:07:52.188945 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec0d86c-17a9-439e-9617-e9ea9c4f5845 x-openstack-request-id: req-1ec0d86c-17a9-439e-9617-e9ea9c4f5845 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:52.189370 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:52.189728 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1ec0d86c-17a9-439e-9617-e9ea9c4f5845 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:52.190239 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'status': 'completed', 'code': 200} Feb 17 22:07:52.282671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Attempting to bind port fec62812-a94a-4280-9e3a-82528327417c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:52.283538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Attempting to bind port fec62812-a94a-4280-9e3a-82528327417c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:52.284133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Attempting to bind port fec62812-a94a-4280-9e3a-82528327417c on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:52.296563 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Port fec62812-a94a-4280-9e3a-82528327417c on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:52.297296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Attempting to bind port fec62812-a94a-4280-9e3a-82528327417c on network bd9cc825-24f2-4e6d-83ab-ba39fe71806d {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:52.313557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:52.314838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Checking segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:52.315500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Bound using segment: {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:52.316156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Bound port: fec62812-a94a-4280-9e3a-82528327417c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb5c849b-1e7f-4722-8f66-03af093fbe40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:52.316743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fec62812-a94a-4280-9e3a-82528327417c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.419039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b97c615-defa-4771-bd07-29cc0968a023 req-21434982-5eb0-40d9-82f6-e68bbacca07f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a5a034e-e1fe-4d77-bf56-09cae2447e68 HTTP/1.1" status: 200 len: 210 time: 0.0744677 Feb 17 22:07:52.462407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] For port fec62812-a94a-4280-9e3a-82528327417c, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:52.462999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9212defb-5757-4462-ab0b-4895d2382191), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.469645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] For port fec62812-a94a-4280-9e3a-82528327417c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fec62812-a94a-4280-9e3a-82528327417c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:52.488809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (fec62812-a94a-4280-9e3a-82528327417c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.527452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event deleted for resources: {'Port': ['ID=9212defb-5757-4462-ab0b-4895d2382191,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:52.528964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.529797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:52.531582 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] 10.222.0.94 "PUT /v2.0/ports/fec62812-a94a-4280-9e3a-82528327417c HTTP/1.1" status: 200 len: 1092 time: 0.9581404 Feb 17 22:07:52.573310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed833b-f6ff-40f6-9b43-2c5f92afedad service neutron] Pushing event updated for resources: {'Port': ['ID=fec62812-a94a-4280-9e3a-82528327417c,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:52.623853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-e24dad8a-8d8e-475d-9a55-87839db251d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.625894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-e24dad8a-8d8e-475d-9a55-87839db251d9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c337f9b07a0d4d93b9c1c4dacd28aba9&device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 1127 time: 0.3769689 Feb 17 22:07:52.661354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-0502edc4-3d7b-4bbe-b36b-d4d58cde7dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.662912 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-0502edc4-3d7b-4bbe-b36b-d4d58cde7dbf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 1126 time: 0.0572987 Feb 17 22:07:52.725860 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-f2936002-9b47-4eec-b6a6-8e7db0f90c3a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec62812-a94a-4280-9e3a-82528327417c HTTP/1.1" status: 200 len: 217 time: 0.0479474 Feb 17 22:07:52.787121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-c9f9d735-e1a7-4faa-b857-2a7d97f12984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.789106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-c9f9d735-e1a7-4faa-b857-2a7d97f12984 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.0561109 Feb 17 22:07:52.822068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:07:52.830723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf66c5-4699-4f27-9ec5-e651ed2ef2c3 req-32beb05c-c55a-491e-87fb-35ee7aeb94ef tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.832360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5caf66c5-4699-4f27-9ec5-e651ed2ef2c3 req-32beb05c-c55a-491e-87fb-35ee7aeb94ef tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 943 time: 0.3123648 Feb 17 22:07:52.855669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-9f269cd5-5c4e-4bf0-a4db-fe1c9e764210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.857807 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-9f269cd5-5c4e-4bf0-a4db-fe1c9e764210 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0617561 Feb 17 22:07:52.858240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f96c7-3b33-4b9b-a1b3-9e64bc16dbdb req-f06ecb21-7340-4b67-9416-483c2844febb tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.865848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a0f96c7-3b33-4b9b-a1b3-9e64bc16dbdb req-f06ecb21-7340-4b67-9416-483c2844febb tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 943 time: 0.3481562 Feb 17 22:07:52.961832 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-c70b5e90-b5ca-4281-b2af-d51b20be2515 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955365 Feb 17 22:07:52.995979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a0f96c7-3b33-4b9b-a1b3-9e64bc16dbdb req-d27ef7ef-19e1-4b98-86bd-13b24ce63014 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292374 Feb 17 22:07:52.997016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-c8534cff-cf3a-488f-8a61-4fe8db5b05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:52.998359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-c8534cff-cf3a-488f-8a61-4fe8db5b05b5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=427aa50a-da4e-4826-9a24-c5d6d38c2245 HTTP/1.1" status: 200 len: 916 time: 0.3237476 Feb 17 22:07:53.106518 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a973bb6-caf0-4b6f-bac9-64663a164b55 req-3c9c81e4-11cc-4097-8f6d-6a277c15b64a service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361852 Feb 17 22:07:53.109056 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eaf22b-109f-4743-8c60-49316917629d x-openstack-request-id: req-52eaf22b-109f-4743-8c60-49316917629d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:53.109558 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5a034e-e1fe-4d77-bf56-09cae2447e68", "name": "network-vif-deleted", "tag": "8b8eb00a-2a84-4592-aba7-3a2c45391b7d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:53.109971 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-52eaf22b-109f-4743-8c60-49316917629d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:53.110517 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a5a034e-e1fe-4d77-bf56-09cae2447e68', 'name': 'network-vif-deleted', 'tag': '8b8eb00a-2a84-4592-aba7-3a2c45391b7d', 'status': 'completed', 'code': 200} Feb 17 22:07:53.112049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-d178a9b6-8a2d-411d-8491-a5ce98148091 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e085c5e3-146a-4628-a475-78c896eb7ed3 HTTP/1.1" status: 200 len: 217 time: 0.0843780 Feb 17 22:07:53.119735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5caf66c5-4699-4f27-9ec5-e651ed2ef2c3 req-ee909724-5592-4f4e-9c95-7ea0915b3fe9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692688 Feb 17 22:07:53.207520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:07:53.218739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd983503-4514-41f2-a162-4620414a908b None None] Sync routers for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:07:53.239411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:07:53.240495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:53.248931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-e5ba4b27-f7aa-4f10-9b35-14c2a4305ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:53.250933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-e5ba4b27-f7aa-4f10-9b35-14c2a4305ed6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4a431de4-2038-443a-9751-72d83dd990e1 HTTP/1.1" status: 200 len: 854 time: 0.1096087 Feb 17 22:07:53.270051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] No DVR routers for this DVR port 9212defb-5757-4462-ab0b-4895d2382191 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:07:53.281849 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:53.285217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69af4773-6252-4d86-a8d3-9089dbebd7ca req-05bd3819-b57c-47ed-8df8-5e70255dcbd8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "DELETE /v2.0/ports/9212defb-5757-4462-ab0b-4895d2382191 HTTP/1.1" status: 204 len: 173 time: 3.3070514 Feb 17 22:07:53.336111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d8f2c-dc51-4f93-a0d3-a4811d3a777e req-c85444ab-1dd6-4df6-88d7-04257c2e3c46 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:53.347282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be2d8f2c-dc51-4f93-a0d3-a4811d3a777e req-c85444ab-1dd6-4df6-88d7-04257c2e3c46 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 949 time: 0.1932979 Feb 17 22:07:53.410198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:07:53.459654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be2d8f2c-dc51-4f93-a0d3-a4811d3a777e req-935de334-ffc5-49a9-8085-5596f8e04182 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114006 Feb 17 22:07:53.493764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-b5b5c387-73d8-44c8-a022-ab4ac7d63f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:53.500024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-b5b5c387-73d8-44c8-a022-ab4ac7d63f3e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=427aa50a-da4e-4826-9a24-c5d6d38c2245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2311513 Feb 17 22:07:53.508750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07b0b1-4dcc-4ee5-a6b4-430806b39401 req-7ad139b8-65bb-4295-8d97-cd6c8582893c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:53.510423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c07b0b1-4dcc-4ee5-a6b4-430806b39401 req-7ad139b8-65bb-4295-8d97-cd6c8582893c tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 944 time: 0.1439590 Feb 17 22:07:53.631044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2940852-f9de-4544-b4ad-429f27d9e8a1 req-121f51b3-a515-48bd-b41c-5ee40b88f2eb tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 210 time: 0.0488753 Feb 17 22:07:53.655428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c07b0b1-4dcc-4ee5-a6b4-430806b39401 req-8c01c139-506f-4c1c-9fe6-1dd3997cfc00 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276138 Feb 17 22:07:53.671137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:53.701605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-1a1cc2bf-582f-4686-bd51-72f89e3bf613 service neutron] 10.222.0.94 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866491 Feb 17 22:07:53.705617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd983503-4514-41f2-a162-4620414a908b None None] Checking router: 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:07:53.714177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:07:53.715020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:53.843577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb5b7b-bed2-421d-92bb-c8dd01532e77 req-96faf6e8-126e-43b0-be28-788f10ba86de tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:53.851180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-afcb5b7b-bed2-421d-92bb-c8dd01532e77 req-96faf6e8-126e-43b0-be28-788f10ba86de tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 950 time: 0.0887923 Feb 17 22:07:53.887182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb33875c-29d6-45ab-8aaa-a76fda4ce7b7 req-ede6c8e4-a1ae-44bb-a344-907d1aa7eaf9 service neutron] 10.222.0.94 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761954 Feb 17 22:07:53.927737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-afcb5b7b-bed2-421d-92bb-c8dd01532e77 req-a87b448b-2467-4b82-b92d-3463ef565895 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755093 Feb 17 22:07:53.930468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:07:54.108433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:07:54.162531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-60aed663-0a3e-4e09-b19a-7e3827f26ef5 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334229 Feb 17 22:07:54.191700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:54.195074 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36" -d '{"events": [{"name": "network-changed", "server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "tag": "fec62812-a94a-4280-9e3a-82528327417c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:54.298112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:07:54.305987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:54.306429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.311464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bd983503-4514-41f2-a162-4620414a908b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:07:54.369051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd983503-4514-41f2-a162-4620414a908b None None] The sync data for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 is: [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:07:54.386157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-76eca292-dc1a-445c-bc3f-e119ee0b0b13 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:54.388459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-76eca292-dc1a-445c-bc3f-e119ee0b0b13 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2142971 Feb 17 22:07:54.400267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd32dd-6a05-4af5-9627-6947a4e879c3 req-80c713d4-6cbb-41d5-a469-e4ab95b3af66 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:54.408949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9bd32dd-6a05-4af5-9627-6947a4e879c3 req-80c713d4-6cbb-41d5-a469-e4ab95b3af66 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 943 time: 0.2452555 Feb 17 22:07:54.474981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:54.488203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:54.488762 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.540261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139c0eb8-f839-4498-a8f0-18809778ec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:54.547624 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6df397b-52d2-4fa6-8661-44651e15cd72" -d '{"events": [{"server_uuid": "139c0eb8-f839-4498-a8f0-18809778ec73", "name": "network-vif-plugged", "status": "completed", "tag": "f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:54.566068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9bd32dd-6a05-4af5-9627-6947a4e879c3 req-19f8ba98-4cb6-46cc-85d3-0daec3854082 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552129 Feb 17 22:07:54.568040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:54.598012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.600638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9212defb-5757-4462-ab0b-4895d2382191 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:07:54.678474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34570) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:54.685131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d3be0413-87d0-4bd0-8370-6269e193d4d0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1026880704', 'description': 'tempest-description--340616853'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:54.697147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 9212defb-5757-4462-ab0b-4895d2382191 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:07:54.697359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9212defb-5757-4462-ab0b-4895d2382191 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:07:54.726020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:54.730416 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.735947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-6422f19e-8600-436a-bdc6-dffb9bd89f64 service neutron] 10.222.0.73 "GET /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936/bindings/n-h2-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.1173730 Feb 17 22:07:54.755115 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1043adc-858a-408e-b897-2b08afeae437 x-openstack-request-id: req-e1043adc-858a-408e-b897-2b08afeae437 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:54.755434 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "tag": "fec62812-a94a-4280-9e3a-82528327417c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:54.755885 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1043adc-858a-408e-b897-2b08afeae437 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:54.756463 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c', 'status': 'completed', 'code': 200} Feb 17 22:07:54.758755 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3be0413-87d0-4bd0-8370-6269e193d4d0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.837516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:54.855788 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.880310 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29498899-7338-4b4b-a366-1683d58eec47 None None] New status for floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:07:54.891709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3be0413-87d0-4bd0-8370-6269e193d4d0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group (a4faabff-3f3f-4ef9-a539-681c2fd2434a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.900966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3be0413-87d0-4bd0-8370-6269e193d4d0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a4faabff-3f3f-4ef9-a539-681c2fd2434a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.934725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be0413-87d0-4bd0-8370-6269e193d4d0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4faabff-3f3f-4ef9-a539-681c2fd2434a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:54.953610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3be0413-87d0-4bd0-8370-6269e193d4d0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:54.958750 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d3be0413-87d0-4bd0-8370-6269e193d4d0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2774565 Feb 17 22:07:54.959634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:54.964766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-54b265c2-e4ce-4bdb-9e8c-66e560b1e798 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Request body: {'security_group_rule': {'security_group_id': 'a4faabff-3f3f-4ef9-a539-681c2fd2434a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:54.995355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54b265c2-e4ce-4bdb-9e8c-66e560b1e798 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group_rule (eacd4f8b-6f99-48e4-90ed-6f2e41d8ff5d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.072660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54b265c2-e4ce-4bdb-9e8c-66e560b1e798 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group_rule (eacd4f8b-6f99-48e4-90ed-6f2e41d8ff5d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.077091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54b265c2-e4ce-4bdb-9e8c-66e560b1e798 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (eacd4f8b-6f99-48e4-90ed-6f2e41d8ff5d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.115316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54b265c2-e4ce-4bdb-9e8c-66e560b1e798 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.119341 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54b265c2-e4ce-4bdb-9e8c-66e560b1e798 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560116 Feb 17 22:07:55.119829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34576) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:55.125412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7b62da6d-657d-428f-95ef-6870af09db9f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Request body: {'security_group_rule': {'security_group_id': 'a4faabff-3f3f-4ef9-a539-681c2fd2434a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:55.131189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b265c2-e4ce-4bdb-9e8c-66e560b1e798 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacd4f8b-6f99-48e4-90ed-6f2e41d8ff5d,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:55.178579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b62da6d-657d-428f-95ef-6870af09db9f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group_rule (204cfb55-b1f1-46a4-9029-a52dc2b80bb6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.255966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b62da6d-657d-428f-95ef-6870af09db9f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group_rule (204cfb55-b1f1-46a4-9029-a52dc2b80bb6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.261720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b62da6d-657d-428f-95ef-6870af09db9f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (204cfb55-b1f1-46a4-9029-a52dc2b80bb6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.284786 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62da6d-657d-428f-95ef-6870af09db9f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204cfb55-b1f1-46a4-9029-a52dc2b80bb6,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:55.317916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b62da6d-657d-428f-95ef-6870af09db9f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.320183 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7b62da6d-657d-428f-95ef-6870af09db9f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1986904 Feb 17 22:07:55.323155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:07:55.330455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:55.335190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'name': 'network-vif-deleted', 'tag': '9212defb-5757-4462-ab0b-4895d2382191'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:55.337533 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2427857-4705-40a4-b74e-ec8b8d45ca53" -d '{"events": [{"server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "name": "network-vif-deleted", "tag": "9212defb-5757-4462-ab0b-4895d2382191"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:55.368413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.387529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-a0014d08-7a03-4be8-8225-5dc2a684aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:55.389067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-a0014d08-7a03-4be8-8225-5dc2a684aaba service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 1126 time: 0.5686433 Feb 17 22:07:55.432098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d242f54-abe4-4a45-84b8-8fa070bbaf0a req-7e7afc77-d662-4b34-9d3f-e4d351e33ce7 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:55.433565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d242f54-abe4-4a45-84b8-8fa070bbaf0a req-7e7afc77-d662-4b34-9d3f-e4d351e33ce7 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 943 time: 0.6146972 Feb 17 22:07:55.511113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c1dbf-870c-432f-b273-d38df4d313d0 req-b23063ea-ee4f-4396-ba49-9fff407fbcf1 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:55.512763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b5c1dbf-870c-432f-b273-d38df4d313d0 req-b23063ea-ee4f-4396-ba49-9fff407fbcf1 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 950 time: 0.6138704 Feb 17 22:07:55.521375 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.554668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.197 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/0a946706-b0ec-46c1-834b-fedaa317fd54) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:55.576324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:55.649323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Allocated IP 172.25.0.211 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/322781a5-457e-4065-b5d2-0d7a1344b959) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:07:55.697102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d242f54-abe4-4a45-84b8-8fa070bbaf0a req-9d390e62-3423-48a7-aa98-9fa863d5d1ae tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530673 Feb 17 22:07:55.703316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:55.747421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-9afbf936-a12a-4639-b0f0-b9336e7ba5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:55.748761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-9afbf936-a12a-4639-b0f0-b9336e7ba5ef service neutron] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 925 time: 0.3436787 Feb 17 22:07:55.770865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b5c1dbf-870c-432f-b273-d38df4d313d0 req-39bc7a09-79ae-4be9-a689-fbccf895784f tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222428 Feb 17 22:07:55.771608 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308a812c-4042-4415-9fc1-40072cfd9fb2 x-openstack-request-id: req-308a812c-4042-4415-9fc1-40072cfd9fb2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:55.772356 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139c0eb8-f839-4498-a8f0-18809778ec73", "name": "network-vif-plugged", "status": "completed", "tag": "f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:55.772715 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-308a812c-4042-4415-9fc1-40072cfd9fb2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:55.773212 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139c0eb8-f839-4498-a8f0-18809778ec73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2', 'code': 200} Feb 17 22:07:55.811646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for port (322781a5-457e-4065-b5d2-0d7a1344b959), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.919619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acb8c01f-7f4a-4202-94f9-313346a15936 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:55.930469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (322781a5-457e-4065-b5d2-0d7a1344b959), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:55.939759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:55.955473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-c1d24d9c-9825-4f22-9997-513a20e73751 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec62812-a94a-4280-9e3a-82528327417c HTTP/1.1" status: 200 len: 217 time: 0.1819777 Feb 17 22:07:55.970497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:55.973659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:55.976412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:56.007862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40072354-4179-4dce-9b4a-067f1070be38 req-90eff022-32fa-45c4-a398-ed0f3ed42579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:56.009366 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-40072354-4179-4dce-9b4a-067f1070be38 req-90eff022-32fa-45c4-a398-ed0f3ed42579 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 1133 time: 0.1196854 Feb 17 22:07:56.044914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'Port': ['ID=322781a5-457e-4065-b5d2-0d7a1344b959,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:56.071360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-9d98805a-fb84-4719-afc5-1e76af3fc404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:56.073104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-9d98805a-fb84-4719-afc5-1e76af3fc404 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.0653024 Feb 17 22:07:56.073877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.080698 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-40072354-4179-4dce-9b4a-067f1070be38 req-86f1b6c1-442d-4c4d-a002-6e26f9f4946e service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595632 Feb 17 22:07:56.110215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd41fabe-2045-4591-bed5-8092ef303c4c req-f891e3ed-7c83-4514-a610-1c34bc441d53 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 210 time: 0.1568131 Feb 17 22:07:56.131534 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for floatingip (9217f93c-b414-4c4b-849b-b6037a956ed2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.144091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e085c5e3-146a-4628-a475-78c896eb7ed3 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:56.202852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (322781a5-457e-4065-b5d2-0d7a1344b959), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.276489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e085c5e3-146a-4628-a475-78c896eb7ed3, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e085c5e3-146a-4628-a475-78c896eb7ed3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:56.276715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] Transition to ACTIVE for port object acb8c01f-7f4a-4202-94f9-313346a15936 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:56.293772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'port_id': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'mac_address': 'fa:16:3e:34:22:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:56.306181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-42d2ff26-3e7a-4ba9-86ee-c0138561524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:56.307707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-42d2ff26-3e7a-4ba9-86ee-c0138561524e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1869662 Feb 17 22:07:56.317788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.351401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e085c5e3-146a-4628-a475-78c896eb7ed3 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:56.351795 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.365078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396994d5-a194-4d45-83e4-7674a42a095d req-3c4e55b6-6de7-4c12-9694-0e81103132eb tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:56.368067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e085c5e3-146a-4628-a475-78c896eb7ed3 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:56.372224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396994d5-a194-4d45-83e4-7674a42a095d req-3c4e55b6-6de7-4c12-9694-0e81103132eb tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 944 time: 0.4123042 Feb 17 22:07:56.392800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e085c5e3-146a-4628-a475-78c896eb7ed3, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e085c5e3-146a-4628-a475-78c896eb7ed3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:56.397952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.401251 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for port (322781a5-457e-4065-b5d2-0d7a1344b959), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.404166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.407993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (322781a5-457e-4065-b5d2-0d7a1344b959), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.461482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e085c5e3-146a-4628-a475-78c896eb7ed3,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:56.464991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] No DVR routers for this DVR port acb8c01f-7f4a-4202-94f9-313346a15936 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:07:56.484335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'Port': ['ID=322781a5-457e-4065-b5d2-0d7a1344b959,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:56.502440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (9217f93c-b414-4c4b-849b-b6037a956ed2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.510077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe36470-b1a3-4e57-be77-4772bf05610f req-61e523ec-7655-4567-969f-cab014bc8518 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:56.518034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efe36470-b1a3-4e57-be77-4772bf05610f req-61e523ec-7655-4567-969f-cab014bc8518 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 950 time: 0.3233821 Feb 17 22:07:56.523258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.524916 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aef0d389-38cb-42a5-aee7-2b0e2101c1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2004602 Feb 17 22:07:56.635564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-04b9ba76-5f38-4570-b7a2-1deec349a419 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504116 Feb 17 22:07:56.661449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396994d5-a194-4d45-83e4-7674a42a095d req-32f96f00-20b7-4fa9-badd-af6175cd63f7 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2884150 Feb 17 22:07:56.738546 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844f0b86-62b4-4d9a-b738-41e839cf65f7 x-openstack-request-id: req-844f0b86-62b4-4d9a-b738-41e839cf65f7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:56.739034 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92abda3e-925f-47db-bc92-303f73177246", "name": "network-vif-deleted", "tag": "9212defb-5757-4462-ab0b-4895d2382191", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:56.739505 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-844f0b86-62b4-4d9a-b738-41e839cf65f7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:56.739981 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92abda3e-925f-47db-bc92-303f73177246', 'name': 'network-vif-deleted', 'tag': '9212defb-5757-4462-ab0b-4895d2382191', 'status': 'completed', 'code': 200} Feb 17 22:07:56.741118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] Pushing event updated for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:56.756515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:56.770777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:56.780097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-9d70e41d-e291-4f65-83bc-526942908f5c service neutron] 10.222.0.73 "PUT /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936/bindings/n-h2-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 2.0356688 Feb 17 22:07:56.820462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d', 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:56.903774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:07:56.907950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efe36470-b1a3-4e57-be77-4772bf05610f req-d742d808-5a01-4c1f-ab91-2711a5d81b32 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890860 Feb 17 22:07:56.949433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:07:56.979568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:07:56.995679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=0a946706-b0ec-46c1-834b-fedaa317fd54,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:57.026160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd900a9b-3f48-431f-bb17-ffbc3ff2ae36 req-0700ae2d-1531-4524-b0dc-6cfd552e8831 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697877 Feb 17 22:07:57.032819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-ff9f4942-460f-49db-94af-a974367aecee tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.038756 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-ff9f4942-460f-49db-94af-a974367aecee tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.1714807 Feb 17 22:07:57.104132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffd9e1-3c28-4ec3-a311-5c8701d9f2d1 req-1b79827b-a7b8-4d9e-89bb-9fb8a3a4ad97 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.106037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08ffd9e1-3c28-4ec3-a311-5c8701d9f2d1 req-1b79827b-a7b8-4d9e-89bb-9fb8a3a4ad97 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 943 time: 0.2883487 Feb 17 22:07:57.113152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['e085c5e3-146a-4628-a475-78c896eb7ed3'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:57.116833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.117632 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:57.206399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f36db73d-e2d8-455d-8de1-784575c00995 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7432418 Feb 17 22:07:57.229601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-33d32053-6e9f-42fc-a536-c9d457eb8d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.231216 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-33d32053-6e9f-42fc-a536-c9d457eb8d10 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa&tenant_id=2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 1127 time: 0.1782548 Feb 17 22:07:57.269720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Request body: {'port': {'device_id': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:57.366750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-45091521-0bbf-492c-9a15-05a52dcc6bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.368394 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-45091521-0bbf-492c-9a15-05a52dcc6bd7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1127 time: 0.0738695 Feb 17 22:07:57.400607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08ffd9e1-3c28-4ec3-a311-5c8701d9f2d1 req-c786f5be-0b38-46a5-8f77-a014e8c3bed9 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764525 Feb 17 22:07:57.444205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e797868f-51a7-414b-a63c-7f51e34f29bc None None] Provisioning complete for port 0a946706-b0ec-46c1-834b-fedaa317fd54 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:07:57.444592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e797868f-51a7-414b-a63c-7f51e34f29bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:57.471723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-63bfc2bb-9aae-4b61-92e2-3b7386dd148e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.478577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-63bfc2bb-9aae-4b61-92e2-3b7386dd148e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 822 time: 0.3084323 Feb 17 22:07:57.495714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-2b609275-3c06-421b-81a2-8920591938a7 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/quotas/fde4b401541446708c35b7721eabe28b HTTP/1.1" status: 200 len: 375 time: 0.0161054 Feb 17 22:07:57.509764 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:57.513908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-34cd6a53-761a-4bff-aa1c-e831f62aed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.516575 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-34cd6a53-761a-4bff-aa1c-e831f62aed71 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1399095 Feb 17 22:07:57.537302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e797868f-51a7-414b-a63c-7f51e34f29bc None None] Port 0a946706-b0ec-46c1-834b-fedaa317fd54 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:07:57.573650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-d0d73b04-6179-4ac6-a97a-48e127030554 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771010 Feb 17 22:07:57.574718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-ec6d7999-b1cf-4295-9309-6de27b0df50a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 217 time: 0.0501060 Feb 17 22:07:57.637871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-f4060ef1-4f61-4457-8f64-a1b2e04bcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.640654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-f4060ef1-4f61-4457-8f64-a1b2e04bcff0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0583854 Feb 17 22:07:57.687773 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-c16db955-2042-4b89-b93f-49a31508dc6f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383770 Feb 17 22:07:57.774509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-8d2c11ad-b9eb-4d6d-b5bf-a81f854f44e0 service neutron] 10.222.0.79 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995168 Feb 17 22:07:57.816403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e645-5ab5-4e3e-ba19-2aca86cb2e80 req-22cd6fbe-22ac-4b8e-93aa-6eb181fa4ce9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:57.817912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d668e645-5ab5-4e3e-ba19-2aca86cb2e80 req-22cd6fbe-22ac-4b8e-93aa-6eb181fa4ce9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.3112216 Feb 17 22:07:57.822315 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-1ea8bce1-9719-4caf-8b3f-d562778f84a4 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261289 Feb 17 22:07:57.999298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d668e645-5ab5-4e3e-ba19-2aca86cb2e80 req-ef38c0f4-3f03-47f9-bf79-bd7d8fe0dfc1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458642 Feb 17 22:07:58.033700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-7491e2a1-7289-4be2-b9a0-6ed1faaa9133 service neutron] 10.222.0.79 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586906 Feb 17 22:07:58.125909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:07:58.146721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a946706-b0ec-46c1-834b-fedaa317fd54 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:58.157344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Publish callbacks [] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.173253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fec62812-a94a-4280-9e3a-82528327417c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:07:58.182307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Transition to ACTIVE for port object 0a946706-b0ec-46c1-834b-fedaa317fd54 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:07:58.193952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c244e8-fbb8-41f4-9431-030044222e6b req-5966dfdc-c753-48c1-8285-a77171ba0327 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:58.195637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86c244e8-fbb8-41f4-9431-030044222e6b req-5966dfdc-c753-48c1-8285-a77171ba0327 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 950 time: 0.0953131 Feb 17 22:07:58.196808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.287473 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-6be767f9-8fd7-46ff-9afa-f16ac33c901a service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499600 Feb 17 22:07:58.335927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fec62812-a94a-4280-9e3a-82528327417c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fec62812-a94a-4280-9e3a-82528327417c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:58.348064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Pushing event updated for resources: {'Port': ['ID=0a946706-b0ec-46c1-834b-fedaa317fd54,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:58.386198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port acb8c01f-7f4a-4202-94f9-313346a15936 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:07:58.386625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:07:58.391343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'fec62812-a94a-4280-9e3a-82528327417c', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'port_id': 'fec62812-a94a-4280-9e3a-82528327417c', 'mac_address': 'fa:16:3e:45:c4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:07:58.399317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86c244e8-fbb8-41f4-9431-030044222e6b req-35637bff-93de-4941-83e1-78a1bbd13498 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979320 Feb 17 22:07:58.436181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09437a-e8c8-4872-b99b-d9104b38d29c req-a1c487b5-9977-435f-a671-cd2c34fb5713 tempest-LiveMigrationNegativeTest-220928994 tempest-LiveMigrationNegativeTest-220928994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:58.443671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef09437a-e8c8-4872-b99b-d9104b38d29c req-a1c487b5-9977-435f-a671-cd2c34fb5713 tempest-LiveMigrationNegativeTest-220928994 tempest-LiveMigrationNegativeTest-220928994-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 1133 time: 0.1812565 Feb 17 22:07:58.453906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port fec62812-a94a-4280-9e3a-82528327417c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:07:58.453906 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fec62812-a94a-4280-9e3a-82528327417c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.470161 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef09437a-e8c8-4872-b99b-d9104b38d29c req-6369205b-9ee4-4b6b-a5ac-3205a763b102 tempest-LiveMigrationNegativeTest-220928994 tempest-LiveMigrationNegativeTest-220928994-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.476408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec62812-a94a-4280-9e3a-82528327417c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:07:58.501508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fec62812-a94a-4280-9e3a-82528327417c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fec62812-a94a-4280-9e3a-82528327417c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:07:58.504887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Attempting to bind port 0a946706-b0ec-46c1-834b-fedaa317fd54 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:07:58.505869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Attempting to bind port 0a946706-b0ec-46c1-834b-fedaa317fd54 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:07:58.505869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Attempting to bind port 0a946706-b0ec-46c1-834b-fedaa317fd54 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:58.515731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Port 0a946706-b0ec-46c1-834b-fedaa317fd54 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:07:58.516067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Attempting to bind port 0a946706-b0ec-46c1-834b-fedaa317fd54 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:07:58.526984 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fec62812-a94a-4280-9e3a-82528327417c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.542886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:07:58.543161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:07:58.543589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:07:58.545007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Bound port: 0a946706-b0ec-46c1-834b-fedaa317fd54, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:07:58.545007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.610078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=fec62812-a94a-4280-9e3a-82528327417c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:58.675587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef09437a-e8c8-4872-b99b-d9104b38d29c req-6369205b-9ee4-4b6b-a5ac-3205a763b102 tempest-LiveMigrationNegativeTest-220928994 tempest-LiveMigrationNegativeTest-220928994-project-admin] Publish callbacks [] for security_group (efb56be1-252a-4e0d-aca8-e22e8baf340d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.682615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] For port 0a946706-b0ec-46c1-834b-fedaa317fd54, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:58.684756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef09437a-e8c8-4872-b99b-d9104b38d29c req-6369205b-9ee4-4b6b-a5ac-3205a763b102 tempest-LiveMigrationNegativeTest-220928994 tempest-LiveMigrationNegativeTest-220928994-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (efb56be1-252a-4e0d-aca8-e22e8baf340d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.689593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] For port 0a946706-b0ec-46c1-834b-fedaa317fd54, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0a946706-b0ec-46c1-834b-fedaa317fd54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:07:58.715341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.733677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-a7ac7795-a793-49bc-af5a-aeeb30113f99 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:58.735615 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-a7ac7795-a793-49bc-af5a-aeeb30113f99 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.0629303 Feb 17 22:07:58.765623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d3d4a-ec21-456d-8c9d-7eb32f92bc27 req-236f3a76-6041-454a-93a8-5a63d1b9b51a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:58.767136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d3d3d4a-ec21-456d-8c9d-7eb32f92bc27 req-236f3a76-6041-454a-93a8-5a63d1b9b51a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 948 time: 0.1962876 Feb 17 22:07:58.782726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef09437a-e8c8-4872-b99b-d9104b38d29c req-6369205b-9ee4-4b6b-a5ac-3205a763b102 tempest-LiveMigrationNegativeTest-220928994 tempest-LiveMigrationNegativeTest-220928994-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356848 Feb 17 22:07:58.786987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369205b-9ee4-4b6b-a5ac-3205a763b102 tempest-LiveMigrationNegativeTest-220928994 tempest-LiveMigrationNegativeTest-220928994-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb56be1-252a-4e0d-aca8-e22e8baf340d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:58.807330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:58.807981 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.809365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] 10.222.0.94 "PUT /v2.0/ports/0a946706-b0ec-46c1-834b-fedaa317fd54 HTTP/1.1" status: 200 len: 1097 time: 1.5495744 Feb 17 22:07:58.809824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'tag': '0a946706-b0ec-46c1-834b-fedaa317fd54'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:07:58.812173 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f53d18-d688-4134-9d8c-6422b1e2e087" -d '{"events": [{"name": "network-changed", "server_uuid": "a999f1b5-5d59-4986-ba0e-6701d85a022f", "tag": "0a946706-b0ec-46c1-834b-fedaa317fd54"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:07:58.960585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b08bdc-f68a-4dc4-8927-7617d3410c02 service neutron] Pushing event updated for resources: {'Port': ['ID=0a946706-b0ec-46c1-834b-fedaa317fd54,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:07:58.966414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d3d3d4a-ec21-456d-8c9d-7eb32f92bc27 req-fb9b6242-6eed-42d0-adad-05dca708c4a6 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751730 Feb 17 22:07:58.978105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-63662e17-ced1-404d-842d-514029ed3a4d service neutron] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:07:58.981987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-63662e17-ced1-404d-842d-514029ed3a4d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:58.983189 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12ca9117-6ad8-477b-a63e-60268a9d2fae req-63662e17-ced1-404d-842d-514029ed3a4d service neutron] 10.222.0.94 "DELETE /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936/bindings/n-h1-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.2401495 Feb 17 22:07:59.012910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04f859-b53d-4f36-ba5e-1cbfd6818495 req-40215663-b62f-4839-ba35-829ce2075e1e tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:59.015750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa04f859-b53d-4f36-ba5e-1cbfd6818495 req-40215663-b62f-4839-ba35-829ce2075e1e tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 945 time: 0.1083918 Feb 17 22:07:59.025939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-05a10367-76ea-4fd9-8b94-d9291c4b0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:59.029344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-05a10367-76ea-4fd9-8b94-d9291c4b0556 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 1131 time: 0.1307540 Feb 17 22:07:59.091070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-e44f9c58-d77a-4fb6-95fe-b6e2bc35f540 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=0a946706-b0ec-46c1-834b-fedaa317fd54 HTTP/1.1" status: 200 len: 217 time: 0.0421753 Feb 17 22:07:59.154833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['fec62812-a94a-4280-9e3a-82528327417c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:07:59.391097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241e9890-b57a-48c6-9af1-6ca939902282 req-ab0cba97-fbce-47c4-a501-06cd33c9fb4d tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 210 time: 0.3066392 Feb 17 22:07:59.488664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa04f859-b53d-4f36-ba5e-1cbfd6818495 req-b8290995-4777-42ed-8522-848ad1836021 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4542265 Feb 17 22:07:59.521275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-cde5a425-8ae6-424c-bf3c-66166c242bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:59.522945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-cde5a425-8ae6-424c-bf3c-66166c242bdc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.4184616 Feb 17 22:07:59.618189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-f41755dc-9227-4704-a77a-78648e8a2445 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:59.619644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-f41755dc-9227-4704-a77a-78648e8a2445 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 822 time: 0.2312524 Feb 17 22:07:59.637806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26656e-5441-48d5-8b37-fa9b483cfcd3 req-292eaa00-2482-481f-a235-b28ddd3f8589 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:59.639290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c26656e-5441-48d5-8b37-fa9b483cfcd3 req-292eaa00-2482-481f-a235-b28ddd3f8589 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 944 time: 0.1480904 Feb 17 22:07:59.644652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Request body: {'port': {'device_id': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'admin_state_up': True, 'tenant_id': 'fde4b401541446708c35b7721eabe28b'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:07:59.648878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f5409153-028f-4c41-bdae-5d30588d51a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:59.650288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-f5409153-028f-4c41-bdae-5d30588d51a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1083107 Feb 17 22:07:59.798495 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0eb15d-8124-4db3-8af8-22b627930c30 x-openstack-request-id: req-ef0eb15d-8124-4db3-8af8-22b627930c30 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:07:59.798792 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a999f1b5-5d59-4986-ba0e-6701d85a022f", "tag": "0a946706-b0ec-46c1-834b-fedaa317fd54", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:07:59.799052 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef0eb15d-8124-4db3-8af8-22b627930c30 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:07:59.799483 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'tag': '0a946706-b0ec-46c1-834b-fedaa317fd54', 'status': 'completed', 'code': 200} Feb 17 22:07:59.830203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c26656e-5441-48d5-8b37-fa9b483cfcd3 req-3798dbf9-e785-4fac-83f9-d70c7ec46b02 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777475 Feb 17 22:07:59.887507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-5d071ee1-9c7c-4620-90e4-1ab5daba91f1 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240174 Feb 17 22:07:59.945603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Made reservation on behalf of fde4b401541446708c35b7721eabe28b for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:07:59.948897 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:07:59.990891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2e8b67-a1dd-4fab-89d7-55ebcc0552f4 req-82594d59-0276-4f32-8d41-16d75333289a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:07:59.992391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2e8b67-a1dd-4fab-89d7-55ebcc0552f4 req-82594d59-0276-4f32-8d41-16d75333289a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.1533670 Feb 17 22:08:00.006287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-8fc1c105-ab7b-43c7-9daf-46765ff326d7 req-530cecb3-214e-4717-98cb-9e2555eb1d46 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:08:00.007251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fc1c105-ab7b-43c7-9daf-46765ff326d7 req-530cecb3-214e-4717-98cb-9e2555eb1d46 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069692 Feb 17 22:08:00.094429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55324ebd-754e-4b2b-83cc-cb32fc54f3c2 req-8525aecc-ec56-44b5-9a24-2fa10b97072e service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973712 Feb 17 22:08:00.120838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2e8b67-a1dd-4fab-89d7-55ebcc0552f4 req-21b7ce59-5471-42e2-8b82-8d6cee4948a4 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193511 Feb 17 22:08:00.165551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e085c5e3-146a-4628-a475-78c896eb7ed3 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:00.230086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port e085c5e3-146a-4628-a475-78c896eb7ed3 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:00.234690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port e085c5e3-146a-4628-a475-78c896eb7ed3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:00.235075 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:00.266117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Allocated IP 172.20.0.13 (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2/4893b497-56aa-4df2-97da-cdb8a8a814cf/3722166a-292e-4c29-b24d-4f04400833e6) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:00.330362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e085c5e3-146a-4628-a475-78c896eb7ed3 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:00.330926 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:00.332011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-4ae9e07c-b827-4759-8f1c-e41da3f28436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:00.333518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-4ae9e07c-b827-4759-8f1c-e41da3f28436 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 1131 time: 0.1442857 Feb 17 22:08:00.355946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:00.358300 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a130dd0-e727-43f2-8906-821493dd4bdb" -d '{"events": [{"server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "name": "network-vif-plugged", "status": "completed", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:00.379545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e085c5e3-146a-4628-a475-78c896eb7ed3, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e085c5e3-146a-4628-a475-78c896eb7ed3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:00.386255 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:00.436660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e085c5e3-146a-4628-a475-78c896eb7ed3,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:00.437945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93c5a0-d8b1-4b32-bed9-73632eb0cf58 req-11cc6f6c-b5d1-4208-9900-bcae7fbbd088 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:00.444242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be93c5a0-d8b1-4b32-bed9-73632eb0cf58 req-11cc6f6c-b5d1-4208-9900-bcae7fbbd088 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 948 time: 0.2408087 Feb 17 22:08:00.603912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be93c5a0-d8b1-4b32-bed9-73632eb0cf58 req-d400b6a2-6b88-4e8d-8687-b3beda83506f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587994 Feb 17 22:08:00.615859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-4be01e58-1f30-49d8-a306-9911194faee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:00.617302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-4be01e58-1f30-49d8-a306-9911194faee4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2768512 Feb 17 22:08:00.620060 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for port (3722166a-292e-4c29-b24d-4f04400833e6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:00.648079 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce256171-daf7-481b-be27-00cd538d77c6 x-openstack-request-id: req-ce256171-daf7-481b-be27-00cd538d77c6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:00.648506 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "name": "network-vif-plugged", "status": "completed", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:00.648826 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce256171-daf7-481b-be27-00cd538d77c6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:00.649429 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'code': 200} Feb 17 22:08:00.674652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-7f793e7f-91b0-450d-a59b-700cb6abbfaf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=0a946706-b0ec-46c1-834b-fedaa317fd54 HTTP/1.1" status: 200 len: 217 time: 0.0472925 Feb 17 22:08:00.693277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50c7695-d934-4e30-a41c-0f6adafa6356 req-b2d82b96-d3c9-484d-978d-b3ad3fa6e730 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:00.694683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d50c7695-d934-4e30-a41c-0f6adafa6356 req-b2d82b96-d3c9-484d-978d-b3ad3fa6e730 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 950 time: 0.1549118 Feb 17 22:08:00.765995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a91cea63-0ff0-49e9-a44e-5e0654d79b3e req-e8904907-6f2a-4697-bb9a-fd5d981fc09a tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 210 time: 0.0688629 Feb 17 22:08:00.801822 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:00.818233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-e99ea5cb-716a-4d81-a394-c01198fba0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:00.819025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eba8e-29a7-4aa9-bd30-ebee0ccc5a13 req-db88ae65-6f92-437b-800c-7acc4dd4f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:00.819958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-e99ea5cb-716a-4d81-a394-c01198fba0ed service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1217155 Feb 17 22:08:00.820936 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a4eba8e-29a7-4aa9-bd30-ebee0ccc5a13 req-db88ae65-6f92-437b-800c-7acc4dd4f9e9 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 1129 time: 0.0533426 Feb 17 22:08:00.851166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d50c7695-d934-4e30-a41c-0f6adafa6356 req-84187da1-e74c-477d-aa76-f6c3afb7f8af tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426842 Feb 17 22:08:00.898225 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a4eba8e-29a7-4aa9-bd30-ebee0ccc5a13 req-6b5775df-741c-48fa-b23c-e896bd4eea4d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 Feb 17 22:08:00.919917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:00.929867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:00.932447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:00.956814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:01.029515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:01.030112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:01.049478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffa777-4d9e-488d-89fd-cd3ec69f4436 req-305a5329-b7e9-455e-9a31-757191f39e1f tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:01.050948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9dffa777-4d9e-488d-89fd-cd3ec69f4436 req-305a5329-b7e9-455e-9a31-757191f39e1f tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 950 time: 0.2208176 Feb 17 22:08:01.052530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-d0039fe8-29cb-4258-8517-d6681d559e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:01.053835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-d0039fe8-29cb-4258-8517-d6681d559e8d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1906271 Feb 17 22:08:01.079399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-36c7f3a3-645f-4ad2-b72d-2b5f8edce767 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4384272 Feb 17 22:08:01.083227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80c2c6-5f1f-4bd3-8a34-fb2da48a7c0f req-623a143d-f1bf-4264-aa51-9ef182d21d34 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:01.084651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a80c2c6-5f1f-4bd3-8a34-fb2da48a7c0f req-623a143d-f1bf-4264-aa51-9ef182d21d34 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1127 time: 0.1188364 Feb 17 22:08:01.095905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Request body: {'port': {'device_id': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:01.154036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9dffa777-4d9e-488d-89fd-cd3ec69f4436 req-5705bca2-4a21-489d-9d68-e20e322be9d6 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961032 Feb 17 22:08:01.200249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a80c2c6-5f1f-4bd3-8a34-fb2da48a7c0f req-ab945706-06c7-48ac-b956-82d8ea54290e tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095326 Feb 17 22:08:01.205290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:01.450162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5679328-788b-4a2a-87a1-db613a00522e req-8a94b1ad-63bb-46b5-b992-6900629bfd50 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:01.451629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5679328-788b-4a2a-87a1-db613a00522e req-8a94b1ad-63bb-46b5-b992-6900629bfd50 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 946 time: 0.2133086 Feb 17 22:08:01.553237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f27f67-b8dc-4b98-865f-7d83057502e6 req-87a1360f-637d-4537-af5c-6c2cb99baca6 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:01.554680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69f27f67-b8dc-4b98-865f-7d83057502e6 req-87a1360f-637d-4537-af5c-6c2cb99baca6 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 944 time: 0.2186947 Feb 17 22:08:01.601099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-dc124eaa-6938-4b20-ad4e-b16c2a47c021 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600584 Feb 17 22:08:01.646208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5679328-788b-4a2a-87a1-db613a00522e req-7cc57243-3fca-4e82-8f2f-b0603f3a29de tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1773162 Feb 17 22:08:01.728476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69f27f67-b8dc-4b98-865f-7d83057502e6 req-faf91516-65c6-4679-b390-6bef6360fd22 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613626 Feb 17 22:08:02.117086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3722166a-292e-4c29-b24d-4f04400833e6 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:02.130668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f53d18-d688-4134-9d8c-6422b1e2e087 req-1f38905f-90af-495d-ad10-1737c0f340e9 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107031 Feb 17 22:08:02.132435 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Publish callbacks [] for port (3722166a-292e-4c29-b24d-4f04400833e6), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.171966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fec62812-a94a-4280-9e3a-82528327417c up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:02.187234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Transition to ACTIVE for port object 3722166a-292e-4c29-b24d-4f04400833e6 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:02.200774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.237827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port fec62812-a94a-4280-9e3a-82528327417c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:02.241663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port fec62812-a94a-4280-9e3a-82528327417c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:02.242041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fec62812-a94a-4280-9e3a-82528327417c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.276296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-dcd9d98b-1152-4e6b-ba41-2c0ea152ee72 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:02.277737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-dcd9d98b-1152-4e6b-ba41-2c0ea152ee72 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.5322237 Feb 17 22:08:02.285199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-30aba461-efff-43f4-abcc-60ac164afe90 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:02.286550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-30aba461-efff-43f4-abcc-60ac164afe90 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.73 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 950 time: 0.4601235 Feb 17 22:08:02.301870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504813d9-200b-4cdb-95c1-23c31760faa9 req-8040b332-42f0-4d8c-a414-d95b1c057757 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:02.303285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-504813d9-200b-4cdb-95c1-23c31760faa9 req-8040b332-42f0-4d8c-a414-d95b1c057757 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 948 time: 0.4757407 Feb 17 22:08:02.325211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port fec62812-a94a-4280-9e3a-82528327417c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:02.325597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fec62812-a94a-4280-9e3a-82528327417c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.347679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:02.356723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-1d2c1d23-f006-4102-8757-12cbb508bf4a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/quotas/2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 375 time: 0.0690429 Feb 17 22:08:02.359113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fec62812-a94a-4280-9e3a-82528327417c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fec62812-a94a-4280-9e3a-82528327417c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:02.363952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fec62812-a94a-4280-9e3a-82528327417c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.414516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=fec62812-a94a-4280-9e3a-82528327417c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:02.511307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-504813d9-200b-4cdb-95c1-23c31760faa9 req-a6c1a68d-af5c-4e33-8957-ef6053482857 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946087 Feb 17 22:08:02.543495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-ec4364e6-1962-4282-b62d-3347a9378b71 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770537 Feb 17 22:08:02.549034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Attempting to bind port 3722166a-292e-4c29-b24d-4f04400833e6 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:02.549528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Attempting to bind port 3722166a-292e-4c29-b24d-4f04400833e6 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:02.550132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Attempting to bind port 3722166a-292e-4c29-b24d-4f04400833e6 on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:02.566740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Port 3722166a-292e-4c29-b24d-4f04400833e6 on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:02.567070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Attempting to bind port 3722166a-292e-4c29-b24d-4f04400833e6 on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:02.580673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Deleting port d5b06a22-0d99-4c80-a172-90902497cda0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:02.581018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.622088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:02.622355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Checking segment: {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:02.622737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Bound using segment: {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:02.623178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Bound port: 3722166a-292e-4c29-b24d-4f04400833e6, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:02.623568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.650650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:02.653334 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1772dd-175c-4393-9ae8-6a649dd37de0" -d '{"events": [{"server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "name": "network-vif-plugged", "status": "completed", "tag": "fec62812-a94a-4280-9e3a-82528327417c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:02.816904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-8b94d3e6-5765-4441-a18a-0e2a7afdbf31 service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626519 Feb 17 22:08:02.828655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eee0f7-e833-4904-b0d5-0573dbf913e7 req-272307f1-be09-4491-8250-9cfcbc29388e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:02.830049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38eee0f7-e833-4904-b0d5-0573dbf913e7 req-272307f1-be09-4491-8250-9cfcbc29388e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 944 time: 0.2201715 Feb 17 22:08:02.832804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] For port d5b06a22-0d99-4c80-a172-90902497cda0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d5b06a22-0d99-4c80-a172-90902497cda0,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:02.833174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.851794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:02.879499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Calling delete_port for d5b06a22-0d99-4c80-a172-90902497cda0 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:02.920079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:02.953442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:02.974967 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:08:03.034388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38eee0f7-e833-4904-b0d5-0573dbf913e7 req-ed70cb56-0348-4d5c-8d3e-f4fedd136831 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899269 Feb 17 22:08:03.044543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.045156 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:03.046536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] 10.222.0.73 "PUT /v2.0/ports/3722166a-292e-4c29-b24d-4f04400833e6 HTTP/1.1" status: 200 len: 1093 time: 1.9574020 Feb 17 22:08:03.046985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:03.049335 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e002d0-83ab-405a-aa09-f73a204c1d42" -d '{"events": [{"name": "network-changed", "server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "tag": "3722166a-292e-4c29-b24d-4f04400833e6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:03.097292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-ed45bf0a-3cb7-4de8-9459-d344665e7dd6 service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614019 Feb 17 22:08:03.141733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fd86f-3d48-4948-bfc8-a33efa5b7d51 service neutron] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:03.226387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-41675161-6ba5-47ea-9660-c602ee39a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.228189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-41675161-6ba5-47ea-9660-c602ee39a4a3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 1127 time: 0.1390581 Feb 17 22:08:03.246944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1debcac4-20dc-494f-97de-eccf38713753 req-f5dae317-92de-4f63-b0a3-28706e542be4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.248497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1debcac4-20dc-494f-97de-eccf38713753 req-f5dae317-92de-4f63-b0a3-28706e542be4 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=04367fb2-f4d6-4991-881d-cc7a36046c8c HTTP/1.1" status: 200 len: 950 time: 0.1478677 Feb 17 22:08:03.318614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-ee7a46d1-8ce3-4dcf-abfe-b5e57f5ac8d5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3722166a-292e-4c29-b24d-4f04400833e6 HTTP/1.1" status: 200 len: 217 time: 0.0792432 Feb 17 22:08:03.368064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d5b06a22-0d99-4c80-a172-90902497cda0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:03.379558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d5b06a22-0d99-4c80-a172-90902497cda0'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:03.412085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['50d363bb-b6af-444d-8a7a-c2386ce90b45'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:03.455657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Pushing event deleted for resources: {'Port': ['ID=d5b06a22-0d99-4c80-a172-90902497cda0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:03.479922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1debcac4-20dc-494f-97de-eccf38713753 req-47ed8c84-e854-4626-8a14-5ea6aad4345a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184432 Feb 17 22:08:03.511773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-84a24c8f-2a47-4d06-9c2d-31bd5fedf86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.513226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-84a24c8f-2a47-4d06-9c2d-31bd5fedf86b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4893b497-56aa-4df2-97da-cdb8a8a814cf HTTP/1.1" status: 200 len: 862 time: 0.1580379 Feb 17 22:08:03.541334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-5d86f7dd-ca7e-4cbe-af16-ff0fe32e5471 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.542889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-5d86f7dd-ca7e-4cbe-af16-ff0fe32e5471 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.94 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 950 time: 0.2834079 Feb 17 22:08:03.546699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] No DVR routers for this DVR port d5b06a22-0d99-4c80-a172-90902497cda0 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:03.574992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907538-bd6d-4872-9efc-10dca804d7b5 req-d4d127fb-21fc-4d0e-92a2-d7faebe0dfd4 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.577370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75907538-bd6d-4872-9efc-10dca804d7b5 req-d4d127fb-21fc-4d0e-92a2-d7faebe0dfd4 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 950 time: 0.3206513 Feb 17 22:08:03.579830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:03.594503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1c787e9-d08f-4a8c-978a-4ec1db08dafc req-e08d474c-20a2-4b05-a798-860b08ed7636 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.73 "DELETE /v2.0/ports/d5b06a22-0d99-4c80-a172-90902497cda0 HTTP/1.1" status: 204 len: 173 time: 1.3023255 Feb 17 22:08:03.628042 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e8ef62-974a-4ace-b6f7-2ad4aa226beb x-openstack-request-id: req-07e8ef62-974a-4ace-b6f7-2ad4aa226beb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:03.628756 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "name": "network-vif-plugged", "status": "completed", "tag": "fec62812-a94a-4280-9e3a-82528327417c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:03.628756 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07e8ef62-974a-4ace-b6f7-2ad4aa226beb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:03.628985 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c', 'code': 200} Feb 17 22:08:03.672854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-15ced208-ed13-4705-8e4f-6cfcb59fca7c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1276522 Feb 17 22:08:03.841570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cacc5-7500-485e-80da-eeab7e5d2ccc req-f281a6c1-9257-4759-83b0-b4a707ea0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.844875 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-665cacc5-7500-485e-80da-eeab7e5d2ccc req-f281a6c1-9257-4759-83b0-b4a707ea0da7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 1128 time: 0.0490477 Feb 17 22:08:03.856811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75907538-bd6d-4872-9efc-10dca804d7b5 req-491a6993-a987-4347-9f08-b37bf2c82aa3 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/security-groups?id=de5f4b04-df21-4186-82ed-2de83f2f28dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435842 Feb 17 22:08:03.902606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84578-9e4f-41c1-8358-cb89506787ba req-3d1d50c7-940b-4d5e-ac34-2ba382be058d tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:03.910018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcd84578-9e4f-41c1-8358-cb89506787ba req-3d1d50c7-940b-4d5e-ac34-2ba382be058d tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 946 time: 0.2058954 Feb 17 22:08:03.924407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-665cacc5-7500-485e-80da-eeab7e5d2ccc req-1c02efe4-2ad7-4500-9321-0029d5796131 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727458 Feb 17 22:08:03.934880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-d51ad46e-f31b-4cbe-9093-2a156d14308a service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467909 Feb 17 22:08:03.976823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Deleting port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:03.977423 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:04.099715 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcd84578-9e4f-41c1-8358-cb89506787ba req-87808633-f403-4bfa-b5e6-20e1a738c30b tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885712 Feb 17 22:08:04.146975 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c1bdb3-c392-4bae-a0d1-ccdb80057385 x-openstack-request-id: req-d5c1bdb3-c392-4bae-a0d1-ccdb80057385 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:04.147269 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "tag": "3722166a-292e-4c29-b24d-4f04400833e6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:04.147559 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5c1bdb3-c392-4bae-a0d1-ccdb80057385 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:04.147997 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6', 'status': 'completed', 'code': 200} Feb 17 22:08:04.162558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d442e-3d2d-4bb1-a153-780c2470f6ab req-9abb61fd-54f4-43a1-945f-3d9b98731323 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:04.164199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab3d442e-3d2d-4bb1-a153-780c2470f6ab req-9abb61fd-54f4-43a1-945f-3d9b98731323 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.2395213 Feb 17 22:08:04.185465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0a946706-b0ec-46c1-834b-fedaa317fd54 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:04.216985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] For port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:04.217637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:04.231407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2796a5bb-1a22-4349-bcc0-66d29cd5024d req-0cfbed59-2449-4dc6-8272-5e503862e354 service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851195 Feb 17 22:08:04.264397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d36d9d3-28a4-4158-b5f9-4ba52e7a0069 req-76f5075d-1be2-4c35-84ec-a9ebb10db021 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 210 time: 0.0569293 Feb 17 22:08:04.270918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Calling delete_port for f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:04.310394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 0a946706-b0ec-46c1-834b-fedaa317fd54, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0a946706-b0ec-46c1-834b-fedaa317fd54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:04.324250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '0a946706-b0ec-46c1-834b-fedaa317fd54', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '0a946706-b0ec-46c1-834b-fedaa317fd54', 'mac_address': 'fa:16:3e:7e:91:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:04.331990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab3d442e-3d2d-4bb1-a153-780c2470f6ab req-cb0954cf-4538-4b5f-8331-0a6831064991 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1605554 Feb 17 22:08:04.382470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 0a946706-b0ec-46c1-834b-fedaa317fd54 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:04.383508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:04.400563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a946706-b0ec-46c1-834b-fedaa317fd54 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:04.434636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 0a946706-b0ec-46c1-834b-fedaa317fd54, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0a946706-b0ec-46c1-834b-fedaa317fd54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:04.439499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:04.504449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=0a946706-b0ec-46c1-834b-fedaa317fd54,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:04.777263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-94c8fd42-e738-41f7-9d76-a754cd7251de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:04.778650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-94c8fd42-e738-41f7-9d76-a754cd7251de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 1127 time: 0.4905069 Feb 17 22:08:04.867789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c04322b-7b2f-4539-85b9-ae2ce04be327 req-e683bfa4-0efa-4f9c-984a-85e83ba9a1ca tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:04.869254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c04322b-7b2f-4539-85b9-ae2ce04be327 req-e683bfa4-0efa-4f9c-984a-85e83ba9a1ca tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 948 time: 0.4638937 Feb 17 22:08:04.891127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-07c7a3eb-2885-43c4-a745-a2072b7d14fc tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:04.892516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-07c7a3eb-2885-43c4-a745-a2072b7d14fc tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.5728238 Feb 17 22:08:04.931425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Request body: {'port': {'device_id': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'admin_state_up': True, 'tenant_id': '2356f526efd44c08a1547a8c63d4ff01'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:05.018228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32e10c-421e-4d1c-b85c-d24b9ed30b79 req-08d6faf1-17f8-4c28-8731-52c07a40a278 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:05.019701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc32e10c-421e-4d1c-b85c-d24b9ed30b79 req-08d6faf1-17f8-4c28-8731-52c07a40a278 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 944 time: 0.5476823 Feb 17 22:08:05.071692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:05.076249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['0a946706-b0ec-46c1-834b-fedaa317fd54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:05.103525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c04322b-7b2f-4539-85b9-ae2ce04be327 req-5981e6ef-02d9-477e-995c-684f1f6de997 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244136 Feb 17 22:08:05.104567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-12c47118-684f-42ce-9702-b39fa1ff4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:05.105905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-12c47118-684f-42ce-9702-b39fa1ff4ad0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 923 time: 0.3145859 Feb 17 22:08:05.115872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:05.152558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Pushing event deleted for resources: {'Port': ['ID=f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:05.220859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-2a288d27-3f45-47a9-a9a0-1116ffd6a3b4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3722166a-292e-4c29-b24d-4f04400833e6 HTTP/1.1" status: 200 len: 217 time: 0.0913458 Feb 17 22:08:05.286243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] No DVR routers for this DVR port f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:05.310607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc32e10c-421e-4d1c-b85c-d24b9ed30b79 req-ffdcec51-1240-4e0a-912e-5ce19f9169a8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768779 Feb 17 22:08:05.314187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:05.317424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e694afbe-4dfe-4dc8-bddf-30e7179ae042 req-19c69ecd-d173-4f8b-92e3-eb6c36fe91e2 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.94 "DELETE /v2.0/ports/f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 HTTP/1.1" status: 204 len: 173 time: 1.7210436 Feb 17 22:08:05.351587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Made reservation on behalf of 2356f526efd44c08a1547a8c63d4ff01 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:05.370189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:05.387432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-dab6a04d-427d-47a0-8ae9-a24af218e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:05.388955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-dab6a04d-427d-47a0-8ae9-a24af218e962 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4893b497-56aa-4df2-97da-cdb8a8a814cf HTTP/1.1" status: 200 len: 862 time: 0.1459923 Feb 17 22:08:05.435413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-3cdd7c31-86c5-4b77-a800-04cac8432bea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371130 Feb 17 22:08:05.447663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3d9ca6-3c20-4448-b756-5f3d3b50042a req-3a213cf7-d819-41c9-8e8a-2be487a00fa7 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:05.449345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d3d9ca6-3c20-4448-b756-5f3d3b50042a req-3a213cf7-d819-41c9-8e8a-2be487a00fa7 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 946 time: 0.2551513 Feb 17 22:08:05.458813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34740) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:05.464457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Request body: {'floatingip': {'port_id': 'e085c5e3-146a-4628-a475-78c896eb7ed3'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:05.523137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-879ddca0-af10-4e96-835a-2d50519d3d9d req-b3db4f47-d20f-4cef-b67f-e08f668d72f6 tempest-TenantUsagesTestJSON-977055801 tempest-TenantUsagesTestJSON-977055801-project] 10.222.0.79 "GET /v2.0/ports?device_id=139c0eb8-f839-4498-a8f0-18809778ec73 HTTP/1.1" status: 200 len: 210 time: 0.0269365 Feb 17 22:08:05.534449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for floatingip (2029a3a3-334d-4077-a392-7693f9a710f7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:05.590248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b7c26b5-ca25-4489-9baf-93ebd9ddb454 req-98ad7ebd-4e64-4bcc-b373-e00cffa55cee tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 210 time: 0.0660770 Feb 17 22:08:05.739821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34744) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:05.748050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Allocated IP 172.20.0.3 (dba98d2b-b591-448a-b4e3-92d18620e790/dc86496c-0bbe-4e55-963e-bea4eb2235c5/f51c110e-a47d-4a5a-9f60-45296a9268f9) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:05.761270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-ce784e88-310a-42d1-8495-2d15da69a02d service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090155 Feb 17 22:08:05.959928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e54b9-5735-43fd-bbfb-e09bcdec38a8 req-fd4f214c-35fb-4fcd-bd4a-920ef7bde05b tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:05.961652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f7e54b9-5735-43fd-bbfb-e09bcdec38a8 req-fd4f214c-35fb-4fcd-bd4a-920ef7bde05b tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.3227646 Feb 17 22:08:05.969604 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7e98d18-1544-491b-9698-d49472685cf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.062805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.068718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2029a3a3-334d-4077-a392-7693f9a710f7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.073592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e002d0-83ab-405a-aa09-f73a204c1d42 req-a3f91105-4c9f-48a5-b21e-70139ea3d613 service neutron] 10.222.0.73 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032148 Feb 17 22:08:06.118333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a7478-5a17-468d-8c4f-355ba52ab27f req-052efcdc-e4e6-42f7-a709-9ea2127aa571 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:06.119840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f14a7478-5a17-468d-8c4f-355ba52ab27f req-052efcdc-e4e6-42f7-a709-9ea2127aa571 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 949 time: 0.2628708 Feb 17 22:08:06.149540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'name': 'network-vif-deleted', 'tag': 'd5b06a22-0d99-4c80-a172-90902497cda0'}, {'server_uuid': '139c0eb8-f839-4498-a8f0-18809778ec73', 'name': 'network-vif-deleted', 'tag': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:06.151814 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2d7f6b-a63f-410b-bcad-7ae0f90fbcd9" -d '{"events": [{"server_uuid": "04367fb2-f4d6-4991-881d-cc7a36046c8c", "name": "network-vif-deleted", "tag": "d5b06a22-0d99-4c80-a172-90902497cda0"}, {"server_uuid": "139c0eb8-f839-4498-a8f0-18809778ec73", "name": "network-vif-deleted", "tag": "f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:06.167670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f7e54b9-5735-43fd-bbfb-e09bcdec38a8 req-a1c6f172-8ad9-405e-b420-81a779ca2c19 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829519 Feb 17 22:08:06.184012 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Floating IP 2029a3a3-334d-4077-a392-7693f9a710f7 associated. External IP: 172.25.0.36, port: e085c5e3-146a-4628-a475-78c896eb7ed3. Feb 17 22:08:06.185364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d5b06a22-0d99-4c80-a172-90902497cda0 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:06.216076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: d5b06a22-0d99-4c80-a172-90902497cda0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:06.216802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d5b06a22-0d99-4c80-a172-90902497cda0 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:06.259336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks [] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.279241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f14a7478-5a17-468d-8c4f-355ba52ab27f req-337ae240-248e-43fe-be56-f57828e5651d tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472809 Feb 17 22:08:06.333836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7e98d18-1544-491b-9698-d49472685cf1 admin admin] Publish callbacks [] for security_group (b1cd0c1c-7276-49e7-8cf4-33250e3dc429), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.343223 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f575b1d-7607-4efa-8020-8ed057413733 x-openstack-request-id: req-4f575b1d-7607-4efa-8020-8ed057413733 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:06.343552 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04367fb2-f4d6-4991-881d-cc7a36046c8c", "name": "network-vif-deleted", "tag": "d5b06a22-0d99-4c80-a172-90902497cda0", "status": "completed", "code": 200}, {"server_uuid": "139c0eb8-f839-4498-a8f0-18809778ec73", "name": "network-vif-deleted", "tag": "f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:06.343811 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f575b1d-7607-4efa-8020-8ed057413733 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:06.344215 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04367fb2-f4d6-4991-881d-cc7a36046c8c', 'name': 'network-vif-deleted', 'tag': 'd5b06a22-0d99-4c80-a172-90902497cda0', 'status': 'completed', 'code': 200} Feb 17 22:08:06.344474 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139c0eb8-f839-4498-a8f0-18809778ec73', 'name': 'network-vif-deleted', 'tag': 'f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2', 'status': 'completed', 'code': 200} Feb 17 22:08:06.350148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7e98d18-1544-491b-9698-d49472685cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b1cd0c1c-7276-49e7-8cf4-33250e3dc429), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.413576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7e98d18-1544-491b-9698-d49472685cf1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc5768aa5c2e41de882f7cb6cb3e6f72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6724169 Feb 17 22:08:06.416203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:06.417956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.439440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e98d18-1544-491b-9698-d49472685cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cd0c1c-7276-49e7-8cf4-33250e3dc429,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:06.489046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc1503-d3ea-470d-85a4-7895cdc61e65 req-a6e07d14-837e-4769-b368-4cf0abb19445 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:06.490544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97fc1503-d3ea-470d-85a4-7895cdc61e65 req-a6e07d14-837e-4769-b368-4cf0abb19445 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 949 time: 0.2186179 Feb 17 22:08:06.492850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:08:06.493744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45bdab60-8eb1-4edd-8a5e-183f491d7b66 admin admin] Publish callbacks [] for security_group (b1cd0c1c-7276-49e7-8cf4-33250e3dc429), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.512177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Network dba98d2b-b591-448a-b4e3-92d18620e790 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:06.524208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:06.537797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:06.542965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:06.563229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45bdab60-8eb1-4edd-8a5e-183f491d7b66 admin admin] Publish callbacks [] for security_group (b1cd0c1c-7276-49e7-8cf4-33250e3dc429), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.589525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bf922-656b-434d-990b-f9468f02938f req-0457d117-b6c2-403d-92b7-a4c3bcd322fe tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:06.591012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-377bf922-656b-434d-990b-f9468f02938f req-0457d117-b6c2-403d-92b7-a4c3bcd322fe tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 944 time: 0.1968250 Feb 17 22:08:06.631149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97fc1503-d3ea-470d-85a4-7895cdc61e65 req-657d6c1f-e131-4dbf-8da5-e82d71eba5da tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249464 Feb 17 22:08:06.636295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:06.636915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.662098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:08:06.667406 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.673450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3ad68962-ad00-430b-8599-ab880bf74f82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7553275 Feb 17 22:08:06.676809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] Sync routers for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:08:06.688266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:06.697276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:06.697478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-377bf922-656b-434d-990b-f9468f02938f req-48700a2b-f6f6-4d63-a5a0-e38ed5024d8f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845799 Feb 17 22:08:06.697592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45bdab60-8eb1-4edd-8a5e-183f491d7b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b1cd0c1c-7276-49e7-8cf4-33250e3dc429), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.697685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Request body: {'port': {'device_id': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:06.697876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45bdab60-8eb1-4edd-8a5e-183f491d7b66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.700562 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45bdab60-8eb1-4edd-8a5e-183f491d7b66 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b1cd0c1c-7276-49e7-8cf4-33250e3dc429 HTTP/1.1" status: 204 len: 168 time: 0.2833676 Feb 17 22:08:06.721703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdab60-8eb1-4edd-8a5e-183f491d7b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cd0c1c-7276-49e7-8cf4-33250e3dc429,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:06.739677 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d29ae0e-3b7b-49e8-b4d9-3a2429d25ec6 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "PUT /v2.0/floatingips/2029a3a3-334d-4077-a392-7693f9a710f7 HTTP/1.1" status: 200 len: 991 time: 1.2674091 Feb 17 22:08:06.739677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:06.739677 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3" -d '{"events": [{"name": "network-changed", "server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:06.794113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:06.826776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:06.837330 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f42fa5-afc0-4921-8c51-8c8834557450 x-openstack-request-id: req-b2f42fa5-afc0-4921-8c51-8c8834557450 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:06.837670 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:06.838062 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2f42fa5-afc0-4921-8c51-8c8834557450 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:06.838644 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'status': 'completed', 'code': 200} Feb 17 22:08:06.987330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39583b9f-2d91-4c19-bf6c-3c29755d395e req-6817779c-c7df-4660-8e37-871d0fa92d05 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:06.988862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39583b9f-2d91-4c19-bf6c-3c29755d395e req-6817779c-c7df-4660-8e37-871d0fa92d05 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 931 time: 0.1967971 Feb 17 22:08:07.042203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34776) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:07.104556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-d6d0f24d-1a8c-4e65-856f-bab568763699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:07.106227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-d6d0f24d-1a8c-4e65-856f-bab568763699 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c337f9b07a0d4d93b9c1c4dacd28aba9&device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 1129 time: 0.2144527 Feb 17 22:08:07.117067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2029a3a3-334d-4077-a392-7693f9a710f7', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'port_id': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'mac_address': 'fa:16:3e:34:22:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:07:42Z', 'updated_at': '2022-02-17T22:08:05Z', 'revision_number': 1, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 5, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:07.150843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] Checking router: 754f1858-b0cc-43ef-96c4-f5ddc75a9ced for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:08:07.160428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:07.161235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:07.189203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39583b9f-2d91-4c19-bf6c-3c29755d395e req-b82bcac7-cd0c-4129-9c67-e17aedc400e9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890128 Feb 17 22:08:07.252237 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ccd949cc-0744-4091-bd53-beea2ece46c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60b913f109934d3a933384b6865e0e67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086856 Feb 17 22:08:07.255118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34788) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:07.292684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-1e3084ad-fdba-4f69-a941-713eb7c093a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:07.294242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-1e3084ad-fdba-4f69-a941-713eb7c093a5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=427aa50a-da4e-4826-9a24-c5d6d38c2245 HTTP/1.1" status: 200 len: 916 time: 0.1771636 Feb 17 22:08:07.302602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:07.463539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51c110e-a47d-4a5a-9f60-45296a9268f9 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:07.497657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Publish callbacks [] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:07.540781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-8ec5456e-b022-46d1-bb62-296110fb1071 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e085c5e3-146a-4628-a475-78c896eb7ed3 HTTP/1.1" status: 200 len: 999 time: 0.2377558 Feb 17 22:08:07.561415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Transition to ACTIVE for port object f51c110e-a47d-4a5a-9f60-45296a9268f9 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:07.562402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c8749e0b-2d40-4b7c-83a5-bc0bee2ea4d4 admin admin] Publish callbacks [] for security_group (de5f4b04-df21-4186-82ed-2de83f2f28dd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:07.706604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2029a3a3-334d-4077-a392-7693f9a710f7', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'port_id': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'mac_address': 'fa:16:3e:34:22:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:07:42Z', 'updated_at': '2022-02-17T22:08:05Z', 'revision_number': 1, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 5, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:07.738322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79123bbc-c84d-469a-89a5-281ac8b35737 None None] The sync data for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 is: [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2029a3a3-334d-4077-a392-7693f9a710f7', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'floating_ip_address': '172.25.0.36', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'port_id': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'mac_address': 'fa:16:3e:34:22:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:07:42Z', 'updated_at': '2022-02-17T22:08:05Z', 'revision_number': 1, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 5, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:08:07.840394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:07.858301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9868e1f3-81e8-4a5e-832d-e6596ac04782 req-6b715909-4ae3-4f96-9634-d4fb2f315818 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:07.860381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9868e1f3-81e8-4a5e-832d-e6596ac04782 req-6b715909-4ae3-4f96-9634-d4fb2f315818 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.5626070 Feb 17 22:08:07.903471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4e5c3-4b27-48e0-889e-dfc1760c24b3 req-14241ae9-8bfe-4cc7-82fe-3e523206bd4a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:07.904844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00c4e5c3-4b27-48e0-889e-dfc1760c24b3 req-14241ae9-8bfe-4cc7-82fe-3e523206bd4a tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 949 time: 0.5020051 Feb 17 22:08:07.932386 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c8749e0b-2d40-4b7c-83a5-bc0bee2ea4d4 admin admin] Publish callbacks [] for security_group (de5f4b04-df21-4186-82ed-2de83f2f28dd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:07.943152 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635c8a2a-8e5d-4896-a8f5-21b0bcb32a06 None None] New status for floating IP 2029a3a3-334d-4077-a392-7693f9a710f7: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:08:07.987244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-ff9e90af-45b0-4558-ad26-3983ca6ecc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:07.988623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-ff9e90af-45b0-4558-ad26-3983ca6ecc6c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4a431de4-2038-443a-9751-72d83dd990e1 HTTP/1.1" status: 200 len: 854 time: 0.4363148 Feb 17 22:08:08.007543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:08.132065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9868e1f3-81e8-4a5e-832d-e6596ac04782 req-88c54cfc-1c55-4b1f-8c96-002a94517f05 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395217 Feb 17 22:08:08.144688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00c4e5c3-4b27-48e0-889e-dfc1760c24b3 req-bc2b34ad-52ee-49e8-8573-bede38fa415e tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/security-groups?id=824f84e3-f7f7-49de-9d35-b5af45289970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206159 Feb 17 22:08:08.169246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-1a82e9ed-7751-4562-a87f-6eeeee5b4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:08.170800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-1a82e9ed-7751-4562-a87f-6eeeee5b4bbf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=427aa50a-da4e-4826-9a24-c5d6d38c2245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1725047 Feb 17 22:08:08.180418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac51533-01da-455b-90ac-3605a5a3561e req-51afdb33-ea3a-46c6-90ce-380302b5896f tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:08.181965 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-dac51533-01da-455b-90ac-3605a5a3561e req-51afdb33-ea3a-46c6-90ce-380302b5896f tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.94 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 949 time: 0.0813351 Feb 17 22:08:08.187866 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c8749e0b-2d40-4b7c-83a5-bc0bee2ea4d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (de5f4b04-df21-4186-82ed-2de83f2f28dd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.190362 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c8749e0b-2d40-4b7c-83a5-bc0bee2ea4d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.191467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c8749e0b-2d40-4b7c-83a5-bc0bee2ea4d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de5f4b04-df21-4186-82ed-2de83f2f28dd HTTP/1.1" status: 204 len: 168 time: 0.9351583 Feb 17 22:08:08.205253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3722166a-292e-4c29-b24d-4f04400833e6 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:08.228936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0a946706-b0ec-46c1-834b-fedaa317fd54 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:08.254079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:08.254393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:08.254655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:08.262635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:08.262635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:08.264467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8749e0b-2d40-4b7c-83a5-bc0bee2ea4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5f4b04-df21-4186-82ed-2de83f2f28dd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:08.286834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:08.287202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:08.287629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:08.288080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Bound port: f51c110e-a47d-4a5a-9f60-45296a9268f9, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:08.288436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.350987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Deleting port 50d363bb-b6af-444d-8a7a-c2386ce90b45 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:08.351387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.372216 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:08:08.384922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:08.388252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:08.403644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.460334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-19e8a466-7842-4ed2-ab54-93b81a7fbfb2 service neutron] 10.222.0.94 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822266 Feb 17 22:08:08.467509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:08.467953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 0a946706-b0ec-46c1-834b-fedaa317fd54 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:08.468340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.469879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] 10.222.0.73 "PUT /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 1092 time: 1.7793031 Feb 17 22:08:08.471922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:08.474178 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a9a527-bbba-48b9-9b6e-9a128f293836" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:08.492190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 0a946706-b0ec-46c1-834b-fedaa317fd54 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:08.497440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.541971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] For port 50d363bb-b6af-444d-8a7a-c2386ce90b45, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=50d363bb-b6af-444d-8a7a-c2386ce90b45,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:08.542341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.558209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Calling delete_port for 50d363bb-b6af-444d-8a7a-c2386ce90b45 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:08.636976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c4eae1f-c3e8-4328-8b67-f1c263a59be3 req-cccbbb5c-2b47-4acd-9380-9bb37c57636c service neutron] 10.222.0.94 "GET /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593072 Feb 17 22:08:08.641150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:08.684149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3722166a-292e-4c29-b24d-4f04400833e6', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'port_id': '3722166a-292e-4c29-b24d-4f04400833e6', 'mac_address': 'fa:16:3e:c5:34:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4893b497-56aa-4df2-97da-cdb8a8a814cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:08.697318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac7663-dae9-487b-ad94-aa1f52d8d0cb req-309561c4-fbe6-4eb4-811a-bec353af7fb9 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:08.698864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8aac7663-dae9-487b-ad94-aa1f52d8d0cb req-309561c4-fbe6-4eb4-811a-bec353af7fb9 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 949 time: 0.4246747 Feb 17 22:08:08.746046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64e5d5-53ab-4d73-a7e0-923ea1b49309 service neutron] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:08.778069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34828) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:08.781035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3722166a-292e-4c29-b24d-4f04400833e6 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:08.781534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.784941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 0a946706-b0ec-46c1-834b-fedaa317fd54 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:08.785354 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.787815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (50d363bb-b6af-444d-8a7a-c2386ce90b45), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.812507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c069db6d-b600-40f3-8697-3e4ec515a368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.813276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3722166a-292e-4c29-b24d-4f04400833e6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:08.825952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Pushing event deleted for resources: {'Port': ['ID=50d363bb-b6af-444d-8a7a-c2386ce90b45,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:08.836912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b652aa6-c4c4-4eb2-96e7-b244f9ad55a0 req-bc03a994-7915-4b0a-b593-a5aa4b906415 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:08.843618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['50d363bb-b6af-444d-8a7a-c2386ce90b45'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:08.844495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b652aa6-c4c4-4eb2-96e7-b244f9ad55a0 req-bc03a994-7915-4b0a-b593-a5aa4b906415 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 944 time: 0.1992531 Feb 17 22:08:08.862827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-60a5bdc6-a413-49c4-9ac3-9279652d2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:08.864950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-60a5bdc6-a413-49c4-9ac3-9279652d2b18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1126 time: 0.2221005 Feb 17 22:08:08.870357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8aac7663-dae9-487b-ad94-aa1f52d8d0cb req-3c141d27-3203-4b6e-813f-144016507cf8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450613 Feb 17 22:08:08.886429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a946706-b0ec-46c1-834b-fedaa317fd54'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:08.897943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] No DVR routers for this DVR port 50d363bb-b6af-444d-8a7a-c2386ce90b45 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:08.898637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.901517 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47e314c-fabc-44cc-a411-20cb620467a1" -d '{"events": [{"server_uuid": "a999f1b5-5d59-4986-ba0e-6701d85a022f", "name": "network-vif-plugged", "status": "completed", "tag": "0a946706-b0ec-46c1-834b-fedaa317fd54"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:08.903849 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-dac51533-01da-455b-90ac-3605a5a3561e req-5cfbd99c-d8b7-482e-9ab1-edff33efb393 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.94 "DELETE /v2.0/ports/50d363bb-b6af-444d-8a7a-c2386ce90b45 HTTP/1.1" status: 204 len: 173 time: 0.7165537 Feb 17 22:08:08.904528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6607280e-a814-44ea-b81b-a35f4a860411', 'name': 'network-vif-deleted', 'tag': '50d363bb-b6af-444d-8a7a-c2386ce90b45'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:08.907867 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1cd56aa-f900-40a3-8315-574f9906f8e7" -d '{"events": [{"server_uuid": "6607280e-a814-44ea-b81b-a35f4a860411", "name": "network-vif-deleted", "tag": "50d363bb-b6af-444d-8a7a-c2386ce90b45"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:08.932120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:08.935484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 0a946706-b0ec-46c1-834b-fedaa317fd54, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0a946706-b0ec-46c1-834b-fedaa317fd54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:08.937290 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.940015 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.947656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:08.948880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:08.971601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-99cf098a-81ab-4d49-aaf8-81c433ea1698 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 217 time: 0.0884073 Feb 17 22:08:09.004671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:09.005068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f48d1d7c-6be7-4f61-8c5c-b4ad2fd914c2 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:09.041039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:09.081812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3e9f0b8b-731c-4e4e-b3b3-48c2c431645c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:09.083420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-3e9f0b8b-731c-4e4e-b3b3-48c2c431645c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0832939 Feb 17 22:08:09.119565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=0a946706-b0ec-46c1-834b-fedaa317fd54,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:09.173573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b652aa6-c4c4-4eb2-96e7-b244f9ad55a0 req-66c7dbcd-4ab6-438c-b577-55d755452242 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282094 Feb 17 22:08:09.184080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3722166a-292e-4c29-b24d-4f04400833e6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:09.193651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-6028c58e-a895-48e1-b6e7-0a4c43c338a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640464 Feb 17 22:08:09.277280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c069db6d-b600-40f3-8697-3e4ec515a368 admin admin] Publish callbacks [] for security_group (cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:09.296597 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c069db6d-b600-40f3-8697-3e4ec515a368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:09.360132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d41eb-69ce-4bdb-b638-12c0f6b5a495 req-d1b69bfc-9701-4b51-b534-af0379d48c73 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:09.361637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b3d41eb-69ce-4bdb-b638-12c0f6b5a495 req-d1b69bfc-9701-4b51-b534-af0379d48c73 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.2976129 Feb 17 22:08:09.370719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34856) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:09.376297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Request body: {'floatingip': {'port_id': 'fec62812-a94a-4280-9e3a-82528327417c'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:09.399194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069db6d-b600-40f3-8697-3e4ec515a368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:09.426742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c069db6d-b600-40f3-8697-3e4ec515a368 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b732826286934c0a850497571ae5a278&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6357868 Feb 17 22:08:09.429860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34860) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:09.434425 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a2aa98-c36e-4a08-8528-35ffa81e8818 x-openstack-request-id: req-b7a2aa98-c36e-4a08-8528-35ffa81e8818 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:09.434723 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:09.434981 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b7a2aa98-c36e-4a08-8528-35ffa81e8818 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:09.435401 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9', 'status': 'completed', 'code': 200} Feb 17 22:08:09.438505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-0c1c187a-1797-4dd2-a64f-4299577de159 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381303 Feb 17 22:08:09.445276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:09.450208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69202a-a5af-489c-82e1-3bc529b6bb9d req-223957a8-d921-409d-808f-766060a74780 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:09.451749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed69202a-a5af-489c-82e1-3bc529b6bb9d req-223957a8-d921-409d-808f-766060a74780 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 943 time: 0.1717958 Feb 17 22:08:09.498705 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b278d10-de77-4d34-9609-241e72682f60 x-openstack-request-id: req-3b278d10-de77-4d34-9609-241e72682f60 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:09.499205 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6607280e-a814-44ea-b81b-a35f4a860411", "name": "network-vif-deleted", "tag": "50d363bb-b6af-444d-8a7a-c2386ce90b45", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:09.499653 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b278d10-de77-4d34-9609-241e72682f60 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:09.500064 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6607280e-a814-44ea-b81b-a35f4a860411', 'name': 'network-vif-deleted', 'tag': '50d363bb-b6af-444d-8a7a-c2386ce90b45', 'status': 'completed', 'code': 200} Feb 17 22:08:09.510602 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbbb1a9-3720-470f-b098-968801fbab1b x-openstack-request-id: req-bcbbb1a9-3720-470f-b098-968801fbab1b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:09.511124 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a999f1b5-5d59-4986-ba0e-6701d85a022f", "name": "network-vif-plugged", "status": "completed", "tag": "0a946706-b0ec-46c1-834b-fedaa317fd54", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:09.511385 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bcbbb1a9-3720-470f-b098-968801fbab1b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:09.511878 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a946706-b0ec-46c1-834b-fedaa317fd54', 'code': 200} Feb 17 22:08:09.609418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a04e9db0-cbc7-4a6a-b900-783b63e95847 req-73a8d3eb-3e02-4492-ae9a-085c3650a6cc service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560340 Feb 17 22:08:09.635444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca2cbaff-38a5-4a1f-8b9f-b37bf16a6022 admin admin] Publish callbacks [] for security_group (cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:09.656566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69b12490-b0d1-4d6d-afc5-c92fe9532e37 req-0809c571-0a7f-414c-a1ec-6d8e04f88c91 tempest-LiveMigrationNegativeTest-1253193763 tempest-LiveMigrationNegativeTest-1253193763-project] 10.222.0.79 "GET /v2.0/ports?device_id=6607280e-a814-44ea-b81b-a35f4a860411 HTTP/1.1" status: 200 len: 210 time: 0.0437202 Feb 17 22:08:09.660119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed69202a-a5af-489c-82e1-3bc529b6bb9d req-c4672c82-924c-4b8e-863e-5fdd42565311 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986814 Feb 17 22:08:09.736613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca2cbaff-38a5-4a1f-8b9f-b37bf16a6022 admin admin] Publish callbacks [] for security_group (cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:09.738190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-4e262d4a-c038-41a6-b9d0-4f45a0795fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:09.739871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-4e262d4a-c038-41a6-b9d0-4f45a0795fbe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1126 time: 0.0688283 Feb 17 22:08:09.809588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc99f8c2-89b9-4c62-8ec3-32886c59aea5 req-1b832ddf-a227-4dc4-bbb2-692dd4cf30f0 tempest-FlavorsV2NegativeTest-1731458543 tempest-FlavorsV2NegativeTest-1731458543-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=09446dccf1844b20bdeaa28bfc184c8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546589 Feb 17 22:08:09.827557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa818a3-dd65-4b8b-8308-98154f5a68cb req-1797d165-6e85-4343-9f74-efaac26e493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:09.829029 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1aa818a3-dd65-4b8b-8308-98154f5a68cb req-1797d165-6e85-4343-9f74-efaac26e493b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 1133 time: 0.1724350 Feb 17 22:08:09.908986 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca2cbaff-38a5-4a1f-8b9f-b37bf16a6022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:09.911540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca2cbaff-38a5-4a1f-8b9f-b37bf16a6022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:09.913800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-2d00751e-d3ab-4c5a-8efa-04b3e5c862d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:09.916673 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ca2cbaff-38a5-4a1f-8b9f-b37bf16a6022 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a HTTP/1.1" status: 204 len: 168 time: 0.4797409 Feb 17 22:08:09.917135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-2d00751e-d3ab-4c5a-8efa-04b3e5c862d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1689498 Feb 17 22:08:09.974008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-952c35b0-a521-4008-b19b-e521d6df39d3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 217 time: 0.0511386 Feb 17 22:08:09.993415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cbaff-38a5-4a1f-8b9f-b37bf16a6022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9637cc-94c3-4cc6-ba8b-a17b4e83aa5a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:10.008707 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1aa818a3-dd65-4b8b-8308-98154f5a68cb req-6c55363b-dfbd-410e-9ce7-5c53e4b53144 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699636 Feb 17 22:08:10.056403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99f8c2-89b9-4c62-8ec3-32886c59aea5 req-4ec01f49-aa43-4a98-a77a-657f47dd03f1 tempest-FlavorsV2NegativeTest-1731458543 tempest-FlavorsV2NegativeTest-1731458543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:10.057863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc99f8c2-89b9-4c62-8ec3-32886c59aea5 req-4ec01f49-aa43-4a98-a77a-657f47dd03f1 tempest-FlavorsV2NegativeTest-1731458543 tempest-FlavorsV2NegativeTest-1731458543-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403107 Feb 17 22:08:10.070228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-0330e064-41be-4ed5-83da-2b9067164954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:10.071648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-0330e064-41be-4ed5-83da-2b9067164954 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0855086 Feb 17 22:08:10.099207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc99f8c2-89b9-4c62-8ec3-32886c59aea5 req-6466881b-44a2-4e67-b2f1-0b9423183cd6 tempest-FlavorsV2NegativeTest-1731458543 tempest-FlavorsV2NegativeTest-1731458543-project] 10.222.0.79 "GET /v2.0/quotas/09446dccf1844b20bdeaa28bfc184c8e HTTP/1.1" status: 200 len: 375 time: 0.0265841 Feb 17 22:08:10.120598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79724f29-42e4-4ede-98ee-77f5e8b57cb6 req-b8bd457b-692a-4912-8e9c-84bbc6d9d977 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:10.122080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79724f29-42e4-4ede-98ee-77f5e8b57cb6 req-b8bd457b-692a-4912-8e9c-84bbc6d9d977 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 950 time: 0.1529286 Feb 17 22:08:10.126047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-b0d03ac9-7147-48a1-beb0-6d28c7af90cd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417240 Feb 17 22:08:10.132837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:10.140117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:10.177335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc99f8c2-89b9-4c62-8ec3-32886c59aea5 req-f7f24635-018a-48fd-8487-78ba35d75a87 tempest-FlavorsV2NegativeTest-1731458543 tempest-FlavorsV2NegativeTest-1731458543-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=09446dccf1844b20bdeaa28bfc184c8e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538902 Feb 17 22:08:10.214987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3722166a-292e-4c29-b24d-4f04400833e6 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:10.276144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-c9d81e7a-bd68-4416-9f4e-a8c2c89303be service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393778 Feb 17 22:08:10.289149 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6 associated. External IP: 172.25.0.96, port: fec62812-a94a-4280-9e3a-82528327417c. Feb 17 22:08:10.303742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3722166a-292e-4c29-b24d-4f04400833e6 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:10.310720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3722166a-292e-4c29-b24d-4f04400833e6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:10.312862 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3722166a-292e-4c29-b24d-4f04400833e6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:10.428010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79724f29-42e4-4ede-98ee-77f5e8b57cb6 req-069e8caa-b26c-4a5e-912b-be973013ab55 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936640 Feb 17 22:08:10.447454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3722166a-292e-4c29-b24d-4f04400833e6 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:10.448177 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:10.448503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8bafb-dfcd-4a86-aadd-97b59e69d8db req-2c1a48b2-6704-40aa-a9e7-5e4013fbe979 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:10.450195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73a8bafb-dfcd-4a86-aadd-97b59e69d8db req-2c1a48b2-6704-40aa-a9e7-5e4013fbe979 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 945 time: 0.1595573 Feb 17 22:08:10.494255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:10.504714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:10.580798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6a9a527-bbba-48b9-9b6e-9a128f293836 req-e3d3ec73-cc0d-4159-8eb9-867671602c0d service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912126 Feb 17 22:08:10.585231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:10.640917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73a8bafb-dfcd-4a86-aadd-97b59e69d8db req-4b8705c8-c65f-4230-8976-8ef1a3ef81e8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809614 Feb 17 22:08:10.886317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b4d80-018a-47ef-934e-017c67bd9839 req-76066718-3259-40bb-9051-6c72bb9d1901 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:10.896074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf8b4d80-018a-47ef-934e-017c67bd9839 req-76066718-3259-40bb-9051-6c72bb9d1901 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 943 time: 0.1075752 Feb 17 22:08:10.916363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:08:10.995729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf8b4d80-018a-47ef-934e-017c67bd9839 req-b6f09eff-678a-4d3e-8c57-ed571c950bcf tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859103 Feb 17 22:08:11.069602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34920) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:11.074749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34922) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:11.098650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:08:11.105799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.114395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] Sync routers for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:08:11.129026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:11.129918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:11.141618 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9ba430e4-feb4-4806-8433-1b38ecff421a tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "PUT /v2.0/floatingips/e3c28944-6bb2-4ffd-b160-f21681954fa6 HTTP/1.1" status: 200 len: 990 time: 1.7697155 Feb 17 22:08:11.244250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-network', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:11.268310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:11.271486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2e48f245-9041-4924-ae71-29a8f2e96422 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9fb675f0e7445a4b93658d7a15a9e34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1980965 Feb 17 22:08:11.272731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34932) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:11.273644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Made reservation on behalf of 667eef1eaa0844f4a059565cd2d95cf7 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:11.277597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.290627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.309038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c41079-818d-4cfe-8b4d-a397674ba576 req-59933604-239c-4edf-809c-182fbf26a562 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:11.316623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88c41079-818d-4cfe-8b4d-a397674ba576 req-59933604-239c-4edf-809c-182fbf26a562 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.1122890 Feb 17 22:08:11.374461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:11.380143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e99ac7e-8b0f-4aef-86b7-583eb51e1e06 admin admin] Publish callbacks [] for security_group (824f84e3-f7f7-49de-9d35-b5af45289970), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.403341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks [] for security_group (7d761562-b3cf-4039-a004-729b211741f4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.405936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88c41079-818d-4cfe-8b4d-a397674ba576 req-a91415e8-ddb1-49ac-913e-9a2af7361eff tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849798 Feb 17 22:08:11.408543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7d761562-b3cf-4039-a004-729b211741f4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.423007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e99ac7e-8b0f-4aef-86b7-583eb51e1e06 admin admin] Publish callbacks [] for security_group (824f84e3-f7f7-49de-9d35-b5af45289970), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.467545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:08:11.487090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d761562-b3cf-4039-a004-729b211741f4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:11.493101 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d5a65b2d-927b-4875-a170-077543258798), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.493968 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Added segment d5a65b2d-927b-4875-a170-077543258798 of type vlan for network 5e8847b5-b0b5-468b-893c-c185255a6838 Feb 17 22:08:11.504088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:11.507936 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d499e8-7c6a-4cff-83ef-a89af02113f8" -d '{"events": [{"name": "network-changed", "server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "tag": "fec62812-a94a-4280-9e3a-82528327417c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:11.514837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e99ac7e-8b0f-4aef-86b7-583eb51e1e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (824f84e3-f7f7-49de-9d35-b5af45289970), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.518355 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e99ac7e-8b0f-4aef-86b7-583eb51e1e06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.518797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:11.521848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0e99ac7e-8b0f-4aef-86b7-583eb51e1e06 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/824f84e3-f7f7-49de-9d35-b5af45289970 HTTP/1.1" status: 204 len: 168 time: 0.2457166 Feb 17 22:08:11.522634 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63dd1b57-92df-416e-b795-ce16fec23c31" -d '{"events": [{"server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "name": "network-vif-plugged", "status": "completed", "tag": "3722166a-292e-4c29-b24d-4f04400833e6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:11.570000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99ac7e-8b0f-4aef-86b7-583eb51e1e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824f84e3-f7f7-49de-9d35-b5af45289970,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:11.598050 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6261976a-9153-4dec-af44-85f74f1acc71 x-openstack-request-id: req-6261976a-9153-4dec-af44-85f74f1acc71 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:11.598317 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "tag": "fec62812-a94a-4280-9e3a-82528327417c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:11.598596 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6261976a-9153-4dec-af44-85f74f1acc71 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:11.599112 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c', 'status': 'completed', 'code': 200} Feb 17 22:08:11.617833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e3c28944-6bb2-4ffd-b160-f21681954fa6', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'port_id': 'fec62812-a94a-4280-9e3a-82528327417c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'mac_address': 'fa:16:3e:45:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:06:05Z', 'updated_at': '2022-02-17T22:08:10Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:11.639437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b2b35-990d-40ec-9eb4-dbc0cf321a23 req-c1158bc7-c44b-4ffe-82a3-722093cbbf59 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:11.641977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-215b2b35-990d-40ec-9eb4-dbc0cf321a23 req-c1158bc7-c44b-4ffe-82a3-722093cbbf59 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 950 time: 0.1215780 Feb 17 22:08:11.656254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] Checking router: 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:08:11.661243 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ceccf5-f793-4681-8228-174710a75611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.666050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:11.666898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:11.674393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (5e8847b5-b0b5-468b-893c-c185255a6838), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.707480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-215b2b35-990d-40ec-9eb4-dbc0cf321a23 req-d5768f06-78fc-4bdd-b305-fcee71f90064 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595424 Feb 17 22:08:11.733352 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb06647b-3cb9-4ce2-982c-217f5a0200b6 x-openstack-request-id: req-bb06647b-3cb9-4ce2-982c-217f5a0200b6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:11.733352 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "name": "network-vif-plugged", "status": "completed", "tag": "3722166a-292e-4c29-b24d-4f04400833e6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:11.733352 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb06647b-3cb9-4ce2-982c-217f5a0200b6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:11.733352 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6', 'code': 200} Feb 17 22:08:11.814746 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (5e8847b5-b0b5-468b-893c-c185255a6838), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.815885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:11.816470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:11.859132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:11.888978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abef936-56a3-43c4-9a99-462d1a1f1b81 req-4c6812a0-03e8-45f1-85d7-7c7ce809f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:11.890457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4abef936-56a3-43c4-9a99-462d1a1f1b81 req-4c6812a0-03e8-45f1-85d7-7c7ce809f2fb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 1129 time: 0.1269391 Feb 17 22:08:11.924711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075f783-bbb2-435d-a213-2c6e1101bc82 req-f5c1dcc5-55c6-4ea6-8a3d-73d3d52528b1 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:11.926897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1075f783-bbb2-435d-a213-2c6e1101bc82 req-f5c1dcc5-55c6-4ea6-8a3d-73d3d52528b1 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.1053326 Feb 17 22:08:11.936269 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8604481 Feb 17 22:08:11.940375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:11.954572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Request body: {'subnet': {'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-subnet', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:11.963607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34954) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:11.998037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4abef936-56a3-43c4-9a99-462d1a1f1b81 req-8d66b8ee-57c2-4479-bb1f-ce7b5d52fd54 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015508 Feb 17 22:08:11.998299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c7629-9698-47c2-8618-99782a1c2e08 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8847b5-b0b5-468b-893c-c185255a6838,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:12.009180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-46df24d3-b630-41d6-b3a2-f77bd1308d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:12.010865 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-46df24d3-b630-41d6-b3a2-f77bd1308d7e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7b16cad739dd4392b0d1f175efb30027&device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 1128 time: 0.3727951 Feb 17 22:08:12.023608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Made reservation on behalf of 667eef1eaa0844f4a059565cd2d95cf7 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:12.026398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.037837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 5e8847b5-b0b5-468b-893c-c185255a6838 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:08:12.041440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1075f783-bbb2-435d-a213-2c6e1101bc82 req-8833dd0d-b84c-4448-a598-4b9f5ed87036 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071651 Feb 17 22:08:12.050172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a836e58e-f4c0-4cba-b0bb-359f12893700 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82df07b8e3214677954490172f4f0105&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0854757 Feb 17 22:08:12.055412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34958) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:12.061923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ceccf5-f793-4681-8228-174710a75611 admin admin] Publish callbacks [] for security_group (77284152-e587-40b8-ba8c-b7b3f92f1072), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.123879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407ea6ad-8b51-4192-9a4f-b8f6ca6dabc1 admin admin] Publish callbacks [] for security_group (efb56be1-252a-4e0d-aca8-e22e8baf340d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.150911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407ea6ad-8b51-4192-9a4f-b8f6ca6dabc1 admin admin] Publish callbacks [] for security_group (efb56be1-252a-4e0d-aca8-e22e8baf340d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.164263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ceccf5-f793-4681-8228-174710a75611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (77284152-e587-40b8-ba8c-b7b3f92f1072), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.238560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ceccf5-f793-4681-8228-174710a75611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77284152-e587-40b8-ba8c-b7b3f92f1072,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:12.239632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:12.246471 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-37ceccf5-f793-4681-8228-174710a75611 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09446dccf1844b20bdeaa28bfc184c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8704710 Feb 17 22:08:12.255490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 50d363bb-b6af-444d-8a7a-c2386ce90b45 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:12.256889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34960) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:12.269415 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407ea6ad-8b51-4192-9a4f-b8f6ca6dabc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (efb56be1-252a-4e0d-aca8-e22e8baf340d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.272923 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407ea6ad-8b51-4192-9a4f-b8f6ca6dabc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.274835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-407ea6ad-8b51-4192-9a4f-b8f6ca6dabc1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efb56be1-252a-4e0d-aca8-e22e8baf340d HTTP/1.1" status: 204 len: 168 time: 0.2180035 Feb 17 22:08:12.279867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-921154c2-c0aa-484a-a70d-341fc1127993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:12.282033 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-921154c2-c0aa-484a-a70d-341fc1127993 service neutron] 10.222.0.94 "GET /v2.0/networks?id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 200 len: 925 time: 0.2595930 Feb 17 22:08:12.292552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407ea6ad-8b51-4192-9a4f-b8f6ca6dabc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb56be1-252a-4e0d-aca8-e22e8baf340d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:12.295563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 50d363bb-b6af-444d-8a7a-c2386ce90b45 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:12.296626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 50d363bb-b6af-444d-8a7a-c2386ce90b45 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:12.336689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36f0b0-b7fb-43df-8937-61f0c883e101 req-2db69b64-65fd-4c13-9996-218f4a7b370f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:12.338249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe36f0b0-b7fb-43df-8937-61f0c883e101 req-2db69b64-65fd-4c13-9996-218f4a7b370f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 943 time: 0.2169576 Feb 17 22:08:12.354301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42cf8322-d781-47bd-80f6-bf016e591ede admin admin] Publish callbacks [] for security_group (77284152-e587-40b8-ba8c-b7b3f92f1072), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.392656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42cf8322-d781-47bd-80f6-bf016e591ede admin admin] Publish callbacks [] for security_group (77284152-e587-40b8-ba8c-b7b3f92f1072), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.441053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:12.443290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe36f0b0-b7fb-43df-8937-61f0c883e101 req-17c44a36-4d28-456c-aa94-e2b64a06389b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895851 Feb 17 22:08:12.455863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'f51c110e-a47d-4a5a-9f60-45296a9268f9', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'port_id': 'f51c110e-a47d-4a5a-9f60-45296a9268f9', 'mac_address': 'fa:16:3e:78:c6:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc86496c-0bbe-4e55-963e-bea4eb2235c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:12.480313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42cf8322-d781-47bd-80f6-bf016e591ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (77284152-e587-40b8-ba8c-b7b3f92f1072), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.484163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42cf8322-d781-47bd-80f6-bf016e591ede admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.486183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-42cf8322-d781-47bd-80f6-bf016e591ede admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77284152-e587-40b8-ba8c-b7b3f92f1072 HTTP/1.1" status: 204 len: 168 time: 0.2260137 Feb 17 22:08:12.500357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e3c28944-6bb2-4ffd-b160-f21681954fa6', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'port_id': 'fec62812-a94a-4280-9e3a-82528327417c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'mac_address': 'fa:16:3e:45:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:06:05Z', 'updated_at': '2022-02-17T22:08:10Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:12.517413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (8131ca69-1c4d-4dad-a18f-1f9ba4174ea2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.522370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf8322-d781-47bd-80f6-bf016e591ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77284152-e587-40b8-ba8c-b7b3f92f1072,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:12.544692 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-c958bd4c-95eb-4764-91dc-af563ad42b21 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec62812-a94a-4280-9e3a-82528327417c HTTP/1.1" status: 200 len: 998 time: 0.1100755 Feb 17 22:08:12.554907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf10dfe-06a3-4c74-9201-eeffaf97e8cc None None] The sync data for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 is: [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e3c28944-6bb2-4ffd-b160-f21681954fa6', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'floating_ip_address': '172.25.0.96', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'port_id': 'fec62812-a94a-4280-9e3a-82528327417c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'mac_address': 'fa:16:3e:45:c4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:06:05Z', 'updated_at': '2022-02-17T22:08:10Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:08:12.568653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f51c110e-a47d-4a5a-9f60-45296a9268f9 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:12.569143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.589612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51c110e-a47d-4a5a-9f60-45296a9268f9 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:12.620400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:12.626693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.692293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:12.697262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-84fa4765-c4b8-484d-9fbb-782f2ad67f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:12.699902 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-84fa4765-c4b8-484d-9fbb-782f2ad67f68 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 200 len: 863 time: 0.1278052 Feb 17 22:08:12.719209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Checking segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:12.719600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Network hostable DHCP agents. Network: 5e8847b5-b0b5-468b-893c-c185255a6838, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:08:12.720516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:12.787477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Network 5e8847b5-b0b5-468b-893c-c185255a6838 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:08:12.804222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-4c6e3b00-4629-4544-bd43-22cbe7fc5348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:12.806240 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-4c6e3b00-4629-4544-bd43-22cbe7fc5348 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=bd9cc825-24f2-4e6d-83ab-ba39fe71806d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0980611 Feb 17 22:08:12.811995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 5e8847b5-b0b5-468b-893c-c185255a6838) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:12.828437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:12.828620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ada44-1282-4531-8ddf-555e18dbae0d None None] Network 5e8847b5-b0b5-468b-893c-c185255a6838 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:08:12.829267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.854497 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-087d70e3-d7ff-4778-8caf-076e5eb55a18 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9119701 Feb 17 22:08:12.868893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34980) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:12.883230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:12.942381 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc778f-1c04-42dd-9ee8-040c16fc203e None None] New status for floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:08:12.947467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f51c110e-a47d-4a5a-9f60-45296a9268f9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:12.969451 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-99841d0e-06fe-4df9-b050-90d377971baa service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521649 Feb 17 22:08:12.975771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e27ae-3a55-489a-9fba-a1491033fb00 req-9394e4a0-c6d3-4644-9362-cf0f11b3df3d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:12.977927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b7e27ae-3a55-489a-9fba-a1491033fb00 req-9394e4a0-c6d3-4644-9362-cf0f11b3df3d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 950 time: 0.1334612 Feb 17 22:08:12.980787 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:12.982256 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.009651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-5e8847b5-b0b5-468b-893c-c185255a6838', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:08:13.010497 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.042486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b7e27ae-3a55-489a-9fba-a1491033fb00 req-1c7c7c4f-b6a6-4cd0-b3a1-d4d309275a2b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553684 Feb 17 22:08:13.160031 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks [] for router_controller (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.235627 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a2d499e8-7c6a-4cff-83ef-a89af02113f8 req-062e870e-4a2d-4016-a532-2101beb2d349 service neutron] 10.222.0.94 "GET /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529926 Feb 17 22:08:13.388872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e26673-a704-451e-98b4-e77daa8f5a24 req-19cbbbde-202f-4826-9de3-f17d0581f6e8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:13.391089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76e26673-a704-451e-98b4-e77daa8f5a24 req-19cbbbde-202f-4826-9de3-f17d0581f6e8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.1389000 Feb 17 22:08:13.455659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Allocated IP 172.20.0.2 (5e8847b5-b0b5-468b-893c-c185255a6838/8131ca69-1c4d-4dad-a18f-1f9ba4174ea2/d12c685d-3ffa-494d-aeab-55c5eefb79d8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:13.486221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94abf651-02d3-4f8d-8ee8-de3b558948cf req-8414956f-7dcd-4b15-9076-f7c76c1122e3 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:13.488001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94abf651-02d3-4f8d-8ee8-de3b558948cf req-8414956f-7dcd-4b15-9076-f7c76c1122e3 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 1133 time: 0.1705585 Feb 17 22:08:13.493876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks [] for router_gateway (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.601035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94abf651-02d3-4f8d-8ee8-de3b558948cf req-a6237c70-889b-413d-add4-13d833b073ab tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032591 Feb 17 22:08:13.620119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76e26673-a704-451e-98b4-e77daa8f5a24 req-713fa0ca-295d-49c0-baaf-5ce0e8086258 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834030 Feb 17 22:08:13.685847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Publish callbacks [] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.696910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.752902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Network 5e8847b5-b0b5-468b-893c-c185255a6838 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:13.756773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:13.763174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:13.774470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Pushing event updated for resources: {'Port': ['ID=d12c685d-3ffa-494d-aeab-55c5eefb79d8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:13.842242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Attempting to bind port d12c685d-3ffa-494d-aeab-55c5eefb79d8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:13.843679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Attempting to bind port d12c685d-3ffa-494d-aeab-55c5eefb79d8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:13.844270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Attempting to bind port d12c685d-3ffa-494d-aeab-55c5eefb79d8 on network 5e8847b5-b0b5-468b-893c-c185255a6838 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:13.850355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:13.851189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Checking segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:13.851761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.852256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Bound using segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:13.853103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Bound port: d12c685d-3ffa-494d-aeab-55c5eefb79d8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:13.853580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:13.965114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] For port d12c685d-3ffa-494d-aeab-55c5eefb79d8, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:13.969216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] For port d12c685d-3ffa-494d-aeab-55c5eefb79d8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d12c685d-3ffa-494d-aeab-55c5eefb79d8,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:13.975946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:14.043414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cad1f5-1abe-4a69-a19a-50732efae29d None None] Pushing event updated for resources: {'Port': ['ID=d12c685d-3ffa-494d-aeab-55c5eefb79d8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:14.089884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b4f02355-c141-46c9-86ef-2f7662c9e508 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702989 Feb 17 22:08:14.099144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cdd40-a4cb-47ca-9ed5-f9f89e4a2cc4 req-e10973b4-5d3c-4284-80e7-c73a102f28bc tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:14.100698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-196cdd40-a4cb-47ca-9ed5-f9f89e4a2cc4 req-e10973b4-5d3c-4284-80e7-c73a102f28bc tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 944 time: 0.4265263 Feb 17 22:08:14.246448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:14.302457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks [] for router_gateway (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:14.340372 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:14.342803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port f51c110e-a47d-4a5a-9f60-45296a9268f9 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:14.345170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-196cdd40-a4cb-47ca-9ed5-f9f89e4a2cc4 req-8e3cd6a4-8bac-4bf4-b4a7-553bd711793b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319226 Feb 17 22:08:14.357324 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b361bb8-1c57-44b5-b80e-fe2eeea56a0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:14.364670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port f51c110e-a47d-4a5a-9f60-45296a9268f9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:14.365052 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:14.437230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-968a2dbf-6e90-4a72-8c96-c71e46ff69be service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3345339 Feb 17 22:08:14.445353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-9fef4170-9d37-4b3e-b4db-c5c624e6f22f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:14.446850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-9fef4170-9d37-4b3e-b4db-c5c624e6f22f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3441846 Feb 17 22:08:14.488748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f51c110e-a47d-4a5a-9f60-45296a9268f9 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:14.489301 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:14.519685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:14.522976 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c193bb8e-6320-4ee2-b9b9-4d8c38eb8976" -d '{"events": [{"server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "name": "network-vif-plugged", "status": "completed", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:14.532274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-e3dd9b43-a747-4efc-8bf8-0f86d2271c61 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/quotas/8854d2b078364aca9e38c5d808877d24 HTTP/1.1" status: 200 len: 375 time: 0.0495815 Feb 17 22:08:14.555521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:14.559949 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:14.620352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:14.640482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-b0e4993d-e512-4e89-bda9-dd481c1052d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:14.641977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-b0e4993d-e512-4e89-bda9-dd481c1052d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 1133 time: 0.1659770 Feb 17 22:08:14.656188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Allocated IP 172.25.0.233 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/9ee9ff72-2ede-4b87-94e5-457ecf38f128) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:14.704018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-bf9f4f9f-3528-4a22-98a8-a4f0458a0229 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1527362 Feb 17 22:08:14.722976 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd9fc0a-9b59-44e5-bd4f-ebe5fbe082a3 x-openstack-request-id: req-7dd9fc0a-9b59-44e5-bd4f-ebe5fbe082a3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:14.723552 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "name": "network-vif-plugged", "status": "completed", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:14.723552 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7dd9fc0a-9b59-44e5-bd4f-ebe5fbe082a3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:14.723972 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9', 'code': 200} Feb 17 22:08:14.913608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-982e20a9-3de3-48b8-97b8-f3e2382a2948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:14.915094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-982e20a9-3de3-48b8-97b8-f3e2382a2948 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2502384 Feb 17 22:08:14.949987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-e8aa639d-e952-491b-b1f1-c273707046b6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554409 Feb 17 22:08:15.088367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35074) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:15.112553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-20f61587-2e2b-4176-943e-1f313675939e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8 HTTP/1.1" status: 200 len: 217 time: 0.1615953 Feb 17 22:08:15.132769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b18f5-5d49-43b8-9a02-2d0a6ad934a2 req-464773e1-0ece-4a58-8260-b2045d4b153e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:15.134267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-741b18f5-5d49-43b8-9a02-2d0a6ad934a2 req-464773e1-0ece-4a58-8260-b2045d4b153e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1128 time: 0.3490350 Feb 17 22:08:15.142031 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks [] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.241367 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c793eda-ee16-4eae-817c-84591349f70e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.270295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-aac6c315-4c0f-4a24-9542-ae286bf2bc7f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:15.272447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-aac6c315-4c0f-4a24-9542-ae286bf2bc7f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2977345 Feb 17 22:08:15.297148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-e12ac95d-04ae-4c8c-aba9-a5dd66378427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:15.297721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ae38af-d171-42cc-9283-196633ea368b None None] Network 5e8847b5-b0b5-468b-893c-c185255a6838 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:08:15.298743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-e12ac95d-04ae-4c8c-aba9-a5dd66378427 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1634076 Feb 17 22:08:15.326985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-741b18f5-5d49-43b8-9a02-2d0a6ad934a2 req-03b70c4b-e05b-4ab1-ab9a-370cb6ec93ef service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817496 Feb 17 22:08:15.347837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd5526-bad8-4184-8b37-ca400999cb5f req-20ac9ee8-6d64-4894-8736-a92dfd8257c0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:15.351849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40fd5526-bad8-4184-8b37-ca400999cb5f req-20ac9ee8-6d64-4894-8736-a92dfd8257c0 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.3795669 Feb 17 22:08:15.354114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-83a84617-a7b7-4022-985a-ecd7dcaefc64 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/quotas/ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 375 time: 0.0665689 Feb 17 22:08:15.356737 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c793eda-ee16-4eae-817c-84591349f70e admin admin] Publish callbacks [] for security_group (7841fff4-d85a-47f0-88fd-5a7e0f837bd6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.368259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c793eda-ee16-4eae-817c-84591349f70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7841fff4-d85a-47f0-88fd-5a7e0f837bd6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.388294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4c7b5f37-6f94-464c-892b-a42b795227b0 None None] Provisioning complete for port d12c685d-3ffa-494d-aeab-55c5eefb79d8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:15.388673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5f37-6f94-464c-892b-a42b795227b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.426569 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8c793eda-ee16-4eae-817c-84591349f70e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4da76e7cfe742caa53f8450b4110ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369269 Feb 17 22:08:15.428018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35086) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:15.429349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c793eda-ee16-4eae-817c-84591349f70e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7841fff4-d85a-47f0-88fd-5a7e0f837bd6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:15.432350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-a92c195b-6a7e-4861-98c7-1367fb33c0af tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533838 Feb 17 22:08:15.438836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.510532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:15.520841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-53743f09-7034-4ff0-a05e-a92352ee69a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:15.521173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4bde8ec-c437-434e-9e04-952d1d509dc9 admin admin] Publish callbacks [] for security_group (7841fff4-d85a-47f0-88fd-5a7e0f837bd6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.522770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-53743f09-7034-4ff0-a05e-a92352ee69a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2020547 Feb 17 22:08:15.526118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:15.537485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40fd5526-bad8-4184-8b37-ca400999cb5f req-0fac3d45-a360-472e-95c1-e65e3f409e1a tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571836 Feb 17 22:08:15.538343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:15.550092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Pushing event updated for resources: {'Port': ['ID=9ee9ff72-2ede-4b87-94e5-457ecf38f128,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:15.553407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4c7b5f37-6f94-464c-892b-a42b795227b0 None None] Current status of the port d12c685d-3ffa-494d-aeab-55c5eefb79d8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:15.554409 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5f37-6f94-464c-892b-a42b795227b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.580354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4bde8ec-c437-434e-9e04-952d1d509dc9 admin admin] Publish callbacks [] for security_group (7841fff4-d85a-47f0-88fd-5a7e0f837bd6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.638825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4c7b5f37-6f94-464c-892b-a42b795227b0 None None] For port d12c685d-3ffa-494d-aeab-55c5eefb79d8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d12c685d-3ffa-494d-aeab-55c5eefb79d8,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:15.648757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c7b5f37-6f94-464c-892b-a42b795227b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.673306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4bde8ec-c437-434e-9e04-952d1d509dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7841fff4-d85a-47f0-88fd-5a7e0f837bd6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.676293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4bde8ec-c437-434e-9e04-952d1d509dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:15.677705 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4bde8ec-c437-434e-9e04-952d1d509dc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7841fff4-d85a-47f0-88fd-5a7e0f837bd6 HTTP/1.1" status: 204 len: 168 time: 0.2342210 Feb 17 22:08:15.723509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c223c91b-796a-47cf-b353-1f62c89e71d7 req-ad39453b-f3fb-438a-99fe-ace51bf281ad tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 210 time: 0.0565817 Feb 17 22:08:15.726922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bde8ec-c437-434e-9e04-952d1d509dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7841fff4-d85a-47f0-88fd-5a7e0f837bd6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:15.772265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b5f37-6f94-464c-892b-a42b795227b0 None None] Pushing event updated for resources: {'Port': ['ID=d12c685d-3ffa-494d-aeab-55c5eefb79d8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:16.028961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-1be3748e-de3c-4c50-8329-ccb42c12473f service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4806485 Feb 17 22:08:16.072773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d12c685d-3ffa-494d-aeab-55c5eefb79d8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:16.125650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96046589-4f77-490c-8166-f3726d9795e8 req-ba3187d5-80d4-4bb5-b357-27267e59d01c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:16.132926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96046589-4f77-490c-8166-f3726d9795e8 req-ba3187d5-80d4-4bb5-b357-27267e59d01c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 945 time: 0.2509820 Feb 17 22:08:16.154184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8e662a9a-4c77-46d0-b4e3-fba0499d48de None None] Provisioning complete for port d12c685d-3ffa-494d-aeab-55c5eefb79d8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:16.154555 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e662a9a-4c77-46d0-b4e3-fba0499d48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:16.174200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab509ba4-3b96-4ab9-8f12-8c0bef8e3bcc req-41f7634b-39d1-4196-9e14-4e1b338c9403 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:16.182144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab509ba4-3b96-4ab9-8f12-8c0bef8e3bcc req-41f7634b-39d1-4196-9e14-4e1b338c9403 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.2989838 Feb 17 22:08:16.217675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d12c685d-3ffa-494d-aeab-55c5eefb79d8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:16.218930 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:16.435225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8e662a9a-4c77-46d0-b4e3-fba0499d48de None None] Current status of the port d12c685d-3ffa-494d-aeab-55c5eefb79d8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:16.479276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d12c685d-3ffa-494d-aeab-55c5eefb79d8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:16.668483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96046589-4f77-490c-8166-f3726d9795e8 req-52bb2354-90ff-4c57-a3e6-e9a1703111f9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5345535 Feb 17 22:08:16.677995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab509ba4-3b96-4ab9-8f12-8c0bef8e3bcc req-da4e8204-a7f6-467c-b8d1-b05ae7c32cc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949310 Feb 17 22:08:16.694792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f566c3-3d22-4f42-8c05-08d8e6c1bccd req-d2d6d4fa-48a0-4790-9cb9-888240af3351 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519737 Feb 17 22:08:16.730924 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks [] for router_gateway (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:16.813893 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e89da05-0a77-4b46-92d2-3794f8f5447f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:16.828873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35130) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:16.903434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c096512-31e3-4dd7-94d3-790d1271c261 req-9aadf294-43ca-4013-bcb8-a73556f1c1d4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 210 time: 0.1071033 Feb 17 22:08:16.977765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-256518321-network', 'tenant_id': 'fe0e930fd3fe4d27a6535e57f1ac5ddd'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:17.003589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Made reservation on behalf of fe0e930fd3fe4d27a6535e57f1ac5ddd for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:17.007800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.024603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.131557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ded4d728-c84a-4f5d-b56c-c80eaf6e70bd req-c5ad1009-23c0-4837-9a82-3c0da6d947eb tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 210 time: 0.0771556 Feb 17 22:08:17.134102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-1b681946-2aad-4913-b4b9-69db8037197c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=8854d2b078364aca9e38c5d808877d24&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789487 Feb 17 22:08:17.158232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks [] for security_group (6370e834-2b32-4b65-997e-2c0c8d1201c5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.163340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6370e834-2b32-4b65-997e-2c0c8d1201c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.191978 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:08:17.209214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6370e834-2b32-4b65-997e-2c0c8d1201c5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:17.213686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (846169da-d299-4aad-9e08-c85732f45b40), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.214036 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Added segment 846169da-d299-4aad-9e08-c85732f45b40 of type vlan for network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc Feb 17 22:08:17.240098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.269174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6c07e74a-faaf-4aa1-b128-d99cbbbafdfc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.323777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6c07e74a-faaf-4aa1-b128-d99cbbbafdfc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.324791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:17.325978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.366562 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5365381 Feb 17 22:08:17.401475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35152) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:17.423521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Request body: {'subnet': {'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-256518321-subnet', 'tenant_id': 'fe0e930fd3fe4d27a6535e57f1ac5ddd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:17.423744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce28bf-d8ab-4c13-8360-ff8c8ebc9bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:17.435415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:08:17.464143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-efa51740-a5a1-4d85-b312-3fded14d0148 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635631 Feb 17 22:08:17.520323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-67138e3a-3c0b-4af7-8806-a881bee18f8f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:17.521897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-67138e3a-3c0b-4af7-8806-a881bee18f8f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3789797 Feb 17 22:08:17.573359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Request body: {'port': {'device_id': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '8854d2b078364aca9e38c5d808877d24'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:17.583783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Made reservation on behalf of fe0e930fd3fe4d27a6535e57f1ac5ddd for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:17.585914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.716979 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:17.796984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a153ba-de8e-4f02-8797-bbfefb6ea7ae req-67e5f504-eb47-4a0b-acab-c263eccbba25 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:17.798364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70a153ba-de8e-4f02-8797-bbfefb6ea7ae req-67e5f504-eb47-4a0b-acab-c263eccbba25 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.3503046 Feb 17 22:08:17.845574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-b27b549c-d432-4098-a361-91ba0a65c90a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:17.846863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-b27b549c-d432-4098-a361-91ba0a65c90a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3647780 Feb 17 22:08:17.857821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:08:17.875332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Request body: {'port': {'device_id': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': 'ef58e154a43c40d785b6e9ef35bf1c72'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:18.077429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70a153ba-de8e-4f02-8797-bbfefb6ea7ae req-8e5e4f0e-d74d-42a8-a493-26596e3f4dde tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449830 Feb 17 22:08:18.077980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Made reservation on behalf of 8854d2b078364aca9e38c5d808877d24 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:18.081060 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.118622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff60eb-b3ea-4413-98c6-8f1bfe6f3655 req-8503e120-69ed-4fba-9d35-06dc7f96161d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:18.120100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40ff60eb-b3ea-4413-98c6-8f1bfe6f3655 req-8503e120-69ed-4fba-9d35-06dc7f96161d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 945 time: 0.3565202 Feb 17 22:08:18.230217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f99eeb77-5f22-40b6-93b6-a044f710e84c req-c3c5630e-5617-4ed8-975a-40044eabe6eb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 210 time: 0.0702379 Feb 17 22:08:18.289781 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (2e6f1969-3396-4be5-837a-6ef5b140235b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.390323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d508107-2b60-4f96-9725-eb93e279900c req-fa133570-ee40-4b9c-a519-246f29a394b3 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 210 time: 0.0927529 Feb 17 22:08:18.391203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:08:18.401986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40ff60eb-b3ea-4413-98c6-8f1bfe6f3655 req-8b895bc5-1dd2-46fb-8f1b-09e81efa6dcf tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447350 Feb 17 22:08:18.404606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:08:18.414404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Made reservation on behalf of ef58e154a43c40d785b6e9ef35bf1c72 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:18.417529 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.429058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:18.430039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:18.465015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e6f1969-3396-4be5-837a-6ef5b140235b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:18.467079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.487312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.488534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b39b0d91-800d-428d-8c1e-1feb54eee137 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 5.6185863 Feb 17 22:08:18.491735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35164) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:18.528994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Allocated IP 192.168.233.223 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/ddf9118c-908c-45c1-bb63-77e7a85da974) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:18.562591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:18.572207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Checking segment: {'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:18.572978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Network hostable DHCP agents. Network: 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:08:18.655901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec91560-8b08-419d-9e8f-804487f77aab req-6cb952df-685f-490b-84c7-10de948a05fb tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:18.657524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ec91560-8b08-419d-9e8f-804487f77aab req-6cb952df-685f-490b-84c7-10de948a05fb tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1128 time: 0.1615400 Feb 17 22:08:18.663567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:08:18.737184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:18.753558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:18.754141 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.764400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks [] for security_group (f3e47c9b-4bd9-438d-8dc5-1c12930407c8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.766692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0e4b36-577d-4da6-8631-fbe311643304 None None] Network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:08:18.787429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f3e47c9b-4bd9-438d-8dc5-1c12930407c8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:18.959186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b37360d-7401-40d2-a494-5de116137628 None None] Network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:08:18.996894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.053851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:16Z', 'revision_number': 3, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:19.101044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b63c9418-92c0-4b55-81ca-5004355c7281 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6868601 Feb 17 22:08:19.101603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:08:19.101603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Updating router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:08:19.118865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ec91560-8b08-419d-9e8f-804487f77aab req-03ebc66e-ee20-4e37-820c-35cb8a0a2cc0 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467556 Feb 17 22:08:19.161726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.214237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Allocated IP 172.20.0.1 (5e8847b5-b0b5-468b-893c-c185255a6838/8131ca69-1c4d-4dad-a18f-1f9ba4174ea2/9751a14f-659a-4119-b6bf-8c84d68f5729) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:19.237039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e47c9b-4bd9-438d-8dc5-1c12930407c8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:19.320510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks [] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.348188 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks [] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.365234 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.379317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e401380-e112-479a-a203-c456e4a44862 req-14a3e255-5592-42b1-b805-35bc49ccd9fc tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:19.380821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e401380-e112-479a-a203-c456e4a44862 req-14a3e255-5592-42b1-b805-35bc49ccd9fc tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.1691751 Feb 17 22:08:19.384046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273d1b1-8dc8-467c-832c-e7480e24c0e3 req-b50d35a8-7d3e-4e70-8144-96a9fdcff7a8 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:19.385431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a273d1b1-8dc8-467c-832c-e7480e24c0e3 req-b50d35a8-7d3e-4e70-8144-96a9fdcff7a8 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1128 time: 0.1313305 Feb 17 22:08:19.398422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.418250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.433619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:19.449134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Network 5e8847b5-b0b5-468b-893c-c185255a6838 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:19.456259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:19.459906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:19.479196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d', 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', '0a946706-b0ec-46c1-834b-fedaa317fd54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:19.484382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Pushing event updated for resources: {'Port': ['ID=9751a14f-659a-4119-b6bf-8c84d68f5729,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:19.513312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.567866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:19.573915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e401380-e112-479a-a203-c456e4a44862 req-dcad8c06-7ad7-4fa9-9579-14e846c9a946 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838949 Feb 17 22:08:19.587313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:19.589789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Allocated IP 192.168.233.39 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/59329c8b-62ac-4da0-8d94-af28ff99ad73) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:19.593745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a273d1b1-8dc8-467c-832c-e7480e24c0e3 req-5e263cf4-b28a-448d-bd76-93cd97bd3ec6 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958437 Feb 17 22:08:19.596649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:19.599214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event updated for resources: {'Port': ['ID=ddf9118c-908c-45c1-bb63-77e7a85da974,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:19.676928 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Publish callbacks [] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.748606 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.770651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4ab9cbd-7d55-4db5-99a8-3f764531a96a req-b38d1045-41e2-4400-b9ec-ba6e9c654a97 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 210 time: 0.0618579 Feb 17 22:08:19.786887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.819803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:19.820600 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.933959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c693a45b-75b5-459b-8d8b-5126ad483ff0 None None] Provisioning complete for port 9751a14f-659a-4119-b6bf-8c84d68f5729 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:19.934338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c693a45b-75b5-459b-8d8b-5126ad483ff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:19.957956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-b04288df-ec08-474d-be32-a47557e500c1 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3907163 Feb 17 22:08:19.969907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f85cb443-fc28-4cb0-97c6-0a37e78076b7 req-2167c78b-d842-4495-b6ba-211cc978ddb8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-264547952', 'description': 'tempest-description-1517493250'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:19.983691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Request body: {'port': {'device_id': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:20.004699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934d3d6-eb79-4d98-b25d-294636b96f4b None None] Pushing event updated for resources: {'Port': ['ID=9ee9ff72-2ede-4b87-94e5-457ecf38f128,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:20.022921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Attempting to bind port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:20.023268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Attempting to bind port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:20.024215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Attempting to bind port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:20.043510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c693a45b-75b5-459b-8d8b-5126ad483ff0 None None] Port 9751a14f-659a-4119-b6bf-8c84d68f5729 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:08:20.048499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:20.048871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:20.049269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.049656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:20.050127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Bound port: 9ee9ff72-2ede-4b87-94e5-457ecf38f128, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:20.050652 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.066816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks [] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.073109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.101094 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85cb443-fc28-4cb0-97c6-0a37e78076b7 req-2167c78b-d842-4495-b6ba-211cc978ddb8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.151508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.154262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Pushing event updated for resources: {'Port': ['ID=9751a14f-659a-4119-b6bf-8c84d68f5729,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:20.178703 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.182049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] For port 9ee9ff72-2ede-4b87-94e5-457ecf38f128, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:20.191511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2355b311-b6f3-476b-a7fe-07d47579d0d8 req-6378565e-7666-4108-88c0-9b8ab69f61e0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:20.198421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2355b311-b6f3-476b-a7fe-07d47579d0d8 req-6378565e-7666-4108-88c0-9b8ab69f61e0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 936 time: 0.2393272 Feb 17 22:08:20.209255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] For port 9ee9ff72-2ede-4b87-94e5-457ecf38f128, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ee9ff72-2ede-4b87-94e5-457ecf38f128,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:20.224180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c9af9d7c-a933-4350-ab76-64555e2606b7 None None] Provisioning complete for port ddf9118c-908c-45c1-bb63-77e7a85da974 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:20.224455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9af9d7c-a933-4350-ab76-64555e2606b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.242709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks [] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.258256 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.294816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Network 5e8847b5-b0b5-468b-893c-c185255a6838 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:20.296813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:20.324837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3722166a-292e-4c29-b24d-4f04400833e6 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:20.362982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c9af9d7c-a933-4350-ab76-64555e2606b7 None None] Port ddf9118c-908c-45c1-bb63-77e7a85da974 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:08:20.365470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2355b311-b6f3-476b-a7fe-07d47579d0d8 req-d31fae0c-e08f-43b6-a3b7-c3193d153f11 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660953 Feb 17 22:08:20.377423 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85cb443-fc28-4cb0-97c6-0a37e78076b7 req-2167c78b-d842-4495-b6ba-211cc978ddb8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (ca463474-da96-4fed-ba93-d013d704f882), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.428358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934d3d6-eb79-4d98-b25d-294636b96f4b None None] Pushing event updated for resources: {'Port': ['ID=9ee9ff72-2ede-4b87-94e5-457ecf38f128,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:20.454478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:20.455155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:20.469603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:08:20.486517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85cb443-fc28-4cb0-97c6-0a37e78076b7 req-2167c78b-d842-4495-b6ba-211cc978ddb8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ca463474-da96-4fed-ba93-d013d704f882), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.569179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85cb443-fc28-4cb0-97c6-0a37e78076b7 req-2167c78b-d842-4495-b6ba-211cc978ddb8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.571847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85cb443-fc28-4cb0-97c6-0a37e78076b7 req-2167c78b-d842-4495-b6ba-211cc978ddb8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.6087132 Feb 17 22:08:20.643525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:20.648480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:08:20.655231 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-89102022-87b0-4ddc-b154-ed9b20ca7f1e admin admin] 10.222.0.79 "PUT /v2.0/routers/49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1624234 Feb 17 22:08:20.695940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.719499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167c78b-d842-4495-b6ba-211cc978ddb8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca463474-da96-4fed-ba93-d013d704f882,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:20.724017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-731568c4-44d8-4db1-b1d7-6f33f051aada req-54c85902-b755-4f26-8d64-f9596259b16b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1373741700', 'description': 'tempest-description-1582060348'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:20.875805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:20.883279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.886489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:20.892464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:20.896812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fd0e985d-7432-447f-a674-95c4fc1f873f None None] Provisioning complete for port 9751a14f-659a-4119-b6bf-8c84d68f5729 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:20.897155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd0e985d-7432-447f-a674-95c4fc1f873f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.898366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:20.926895 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-731568c4-44d8-4db1-b1d7-6f33f051aada req-54c85902-b755-4f26-8d64-f9596259b16b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:20.956790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee28293-66ec-42bf-b347-10ac6495f879 req-489543fd-f9dd-4b2f-b7ac-17e5cc8bcc3c tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:20.959830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ee28293-66ec-42bf-b347-10ac6495f879 req-489543fd-f9dd-4b2f-b7ac-17e5cc8bcc3c tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1128 time: 0.2720037 Feb 17 22:08:20.962683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddf9118c-908c-45c1-bb63-77e7a85da974 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:20.981243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Publish callbacks [] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.031916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:21.032586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.038198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Transition to ACTIVE for port object ddf9118c-908c-45c1-bb63-77e7a85da974 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:21.065315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.099489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-bfa9eeac-8864-47f3-9ab7-d055e75feb45 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2323008 Feb 17 22:08:21.130353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:21.139043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Request body: {'port': {'device_id': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:21.150105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ee28293-66ec-42bf-b347-10ac6495f879 req-e8b8a567-7040-4b07-9be6-856a359c0c37 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733596 Feb 17 22:08:21.214918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-731568c4-44d8-4db1-b1d7-6f33f051aada req-54c85902-b755-4f26-8d64-f9596259b16b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (7b98048a-696b-4d0f-b9d3-5515bae252a5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.236924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3722166a-292e-4c29-b24d-4f04400833e6', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'port_id': '3722166a-292e-4c29-b24d-4f04400833e6', 'mac_address': 'fa:16:3e:c5:34:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4893b497-56aa-4df2-97da-cdb8a8a814cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:21.242491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefac07-1d59-4261-add1-162921638eed service neutron] Pushing event updated for resources: {'Port': ['ID=ddf9118c-908c-45c1-bb63-77e7a85da974,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:21.264707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-731568c4-44d8-4db1-b1d7-6f33f051aada req-54c85902-b755-4f26-8d64-f9596259b16b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7b98048a-696b-4d0f-b9d3-5515bae252a5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.282831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd0e985d-7432-447f-a674-95c4fc1f873f None None] Port 9751a14f-659a-4119-b6bf-8c84d68f5729 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:08:21.350888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.371617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-731568c4-44d8-4db1-b1d7-6f33f051aada req-54c85902-b755-4f26-8d64-f9596259b16b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.372820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-731568c4-44d8-4db1-b1d7-6f33f051aada req-54c85902-b755-4f26-8d64-f9596259b16b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.6837761 Feb 17 22:08:21.393432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3722166a-292e-4c29-b24d-4f04400833e6 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:21.393827 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.403337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c85902-b755-4f26-8d64-f9596259b16b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b98048a-696b-4d0f-b9d3-5515bae252a5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:21.439433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3722166a-292e-4c29-b24d-4f04400833e6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:21.463762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-621ef173-de49-4f05-9187-b88c6c586938 None None] Provisioning complete for port 59329c8b-62ac-4da0-8d94-af28ff99ad73 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:21.464460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-621ef173-de49-4f05-9187-b88c6c586938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.502469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:21.502696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Attempting to bind port ddf9118c-908c-45c1-bb63-77e7a85da974 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:21.502823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Attempting to bind port ddf9118c-908c-45c1-bb63-77e7a85da974 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:21.503115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Attempting to bind port ddf9118c-908c-45c1-bb63-77e7a85da974 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:21.512320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 2, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:21.519411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c19b62-0404-4976-8d0f-2eb81714c550 req-4191dade-2fc7-4c6c-b747-5f0910233390 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:21.520725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42c19b62-0404-4976-8d0f-2eb81714c550 req-4191dade-2fc7-4c6c-b747-5f0910233390 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.2471175 Feb 17 22:08:21.522600 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.533321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Port ddf9118c-908c-45c1-bb63-77e7a85da974 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:21.533751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Attempting to bind port ddf9118c-908c-45c1-bb63-77e7a85da974 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:21.579687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-621ef173-de49-4f05-9187-b88c6c586938 None None] Port 59329c8b-62ac-4da0-8d94-af28ff99ad73 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:08:21.581357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56730af6-7de2-465c-a050-0c32fd386577 None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 2, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:08:21.593544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:21.593882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:21.594268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:21.594714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Bound port: ddf9118c-908c-45c1-bb63-77e7a85da974, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:21.595511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.644373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3722166a-292e-4c29-b24d-4f04400833e6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:21.647553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:21.741472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3795e5f-6fee-4041-8fbe-f841721e377e req-612d1138-0654-475b-8a81-ae8176602932 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:21.742637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3795e5f-6fee-4041-8fbe-f841721e377e req-612d1138-0654-475b-8a81-ae8176602932 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 935 time: 0.2850721 Feb 17 22:08:21.749717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42c19b62-0404-4976-8d0f-2eb81714c550 req-4be078a9-7e34-445c-9d81-faffdc4bc991 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195868 Feb 17 22:08:21.847594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] For port ddf9118c-908c-45c1-bb63-77e7a85da974, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:21.873815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] For port ddf9118c-908c-45c1-bb63-77e7a85da974, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ddf9118c-908c-45c1-bb63-77e7a85da974,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:21.905302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.921459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3795e5f-6fee-4041-8fbe-f841721e377e req-8cccc820-34ce-4f15-a721-117f02e383c7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629639 Feb 17 22:08:21.963006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:21.963645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:21.965036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-adefac07-1d59-4261-add1-162921638eed service neutron] 10.222.0.73 "PUT /v2.0/ports/ddf9118c-908c-45c1-bb63-77e7a85da974 HTTP/1.1" status: 200 len: 1097 time: 1.9854996 Feb 17 22:08:21.967404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'tag': 'ddf9118c-908c-45c1-bb63-77e7a85da974'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:21.970333 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8" -d '{"events": [{"name": "network-changed", "server_uuid": "157f5d03-5f0c-4a42-b87d-c157542a069b", "tag": "ddf9118c-908c-45c1-bb63-77e7a85da974"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:22.137050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adefac07-1d59-4261-add1-162921638eed service neutron] Pushing event updated for resources: {'Port': ['ID=ddf9118c-908c-45c1-bb63-77e7a85da974,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:22.151772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59329c8b-62ac-4da0-8d94-af28ff99ad73 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:22.169797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Publish callbacks [] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:22.199776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Transition to ACTIVE for port object 59329c8b-62ac-4da0-8d94-af28ff99ad73 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:22.215054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:22.276501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abc147-1c59-41d6-9ba5-f4b48b951ee7 req-c2813da0-2dd5-45e2-8547-e7fc35dc78fe tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:22.278155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44abc147-1c59-41d6-9ba5-f4b48b951ee7 req-c2813da0-2dd5-45e2-8547-e7fc35dc78fe tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 948 time: 0.2416105 Feb 17 22:08:22.288214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-f5704bc0-9a9e-41bf-ae73-2e07d910dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:22.289745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-f5704bc0-9a9e-41bf-ae73-2e07d910dc73 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 1131 time: 0.2560923 Feb 17 22:08:22.303083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-17e031f6-ebc0-4f7a-a77b-1c67cca858f0 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:22.304608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-17e031f6-ebc0-4f7a-a77b-1c67cca858f0 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 821 time: 0.3310580 Feb 17 22:08:22.324848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:22.335639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3722166a-292e-4c29-b24d-4f04400833e6 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:22.385981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-38e53f1d-f2b0-46d4-92c2-e6228defdfd9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ddf9118c-908c-45c1-bb63-77e7a85da974 HTTP/1.1" status: 200 len: 217 time: 0.0772755 Feb 17 22:08:22.395422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-5ac3749d-089f-44e3-a849-ff4c5f34912e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/quotas/667eef1eaa0844f4a059565cd2d95cf7 HTTP/1.1" status: 200 len: 375 time: 0.0797491 Feb 17 22:08:22.473383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3722166a-292e-4c29-b24d-4f04400833e6 is: BUILD; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:22.473973 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:22.490825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3722166a-292e-4c29-b24d-4f04400833e6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:22.515513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:22.532652 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:22.557980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44abc147-1c59-41d6-9ba5-f4b48b951ee7 req-3a54001d-8290-4b7b-b35e-583375cda339 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672076 Feb 17 22:08:22.572665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-779cc04c-7858-4772-a184-c65c11c32ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:22.574204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-779cc04c-7858-4772-a184-c65c11c32ac1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1758535 Feb 17 22:08:22.617021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:22.622671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:22.623011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:22.623550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:22.644614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-3e7f1885-cbd7-40ef-adbb-f9bcd7e25abe tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2496629 Feb 17 22:08:22.645224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:22.645549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:22.674398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:22.674744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:22.675125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:22.675601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Bound port: 59329c8b-62ac-4da0-8d94-af28ff99ad73, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:22.675971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:23.062125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-db25a6a9-4468-4b0a-be6e-1772222d7486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:23.063649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-db25a6a9-4468-4b0a-be6e-1772222d7486 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4746635 Feb 17 22:08:23.194660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-6d637d65-a7e2-4945-98b5-1778537bd43b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:23.196057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-6d637d65-a7e2-4945-98b5-1778537bd43b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 812 time: 0.5463550 Feb 17 22:08:23.209764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:23.213185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-97450c35-e301-4332-82ee-6076878614bf service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599566 Feb 17 22:08:23.248283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:23.260254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-cdf71547-e7e7-4105-91f6-428b25d0a954 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/quotas/fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 375 time: 0.0549760 Feb 17 22:08:23.293919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:23.364943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4a9fab44-514c-4833-93d2-baad1b8b622c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776427 Feb 17 22:08:23.366677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-858bdeb2-b859-47f6-a1fe-7be8b720d270 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935655 Feb 17 22:08:23.397913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:23.398523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:23.399899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] 10.222.0.73 "PUT /v2.0/ports/59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 1096 time: 2.2793238 Feb 17 22:08:23.542197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064e81b-3955-4706-8a48-fc26d590f4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:23.563297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-39aff977-9084-4ab5-90dc-dac37fb9f304 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410850 Feb 17 22:08:23.622365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-e21e746a-5573-484d-835d-6e7b20464d15 service neutron] 10.222.0.79 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488074 Feb 17 22:08:23.633477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-e428e041-3639-4428-82f1-c25382e0e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:23.635014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-e428e041-3639-4428-82f1-c25382e0e872 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1130 time: 0.1420610 Feb 17 22:08:23.636801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f62c5ad4-e9d9-4123-ab9b-026a36474361 req-5789d322-0a54-4896-9d47-7664b80904e1 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553408 Feb 17 22:08:23.724504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-71e654fc-bbe0-44bb-acd1-e2639d958b80 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.0782542 Feb 17 22:08:23.837946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-59e9909e-9e61-4ab3-be6c-c5f880a8d504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:23.840062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-59e9909e-9e61-4ab3-be6c-c5f880a8d504 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1069424 Feb 17 22:08:23.842398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-30583aef-7bb1-44da-a22f-6f316cb40358 service neutron] 10.222.0.79 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047493 Feb 17 22:08:23.882937 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:08:23.897340 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae06f9df-2ac8-4ac4-a5e3-87619b19d1d5 x-openstack-request-id: req-ae06f9df-2ac8-4ac4-a5e3-87619b19d1d5 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:23.897633 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "157f5d03-5f0c-4a42-b87d-c157542a069b", "tag": "ddf9118c-908c-45c1-bb63-77e7a85da974", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:23.897888 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae06f9df-2ac8-4ac4-a5e3-87619b19d1d5 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:23.898314 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'tag': 'ddf9118c-908c-45c1-bb63-77e7a85da974', 'status': 'completed', 'code': 200} Feb 17 22:08:23.919414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-1d7878d9-d449-40ab-8416-e7ca61f73ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:23.920916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-1d7878d9-d449-40ab-8416-e7ca61f73ee7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0746217 Feb 17 22:08:23.931390 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:23.931390 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:23.991634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ee9ff72-2ede-4b87-94e5-457ecf38f128 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:24.080793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:24.082539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.094141 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:24.148855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-4863384e-e3c8-4064-b9e3-ac395682b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:24.151090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-4863384e-e3c8-4064-b9e3-ac395682b714 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 1131 time: 0.2204061 Feb 17 22:08:24.159593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bd3bc-1fc9-4f13-9ada-edcdd6d09367 req-6488a653-d0ff-42cf-bad9-ca10e77e9ccc tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:24.166805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e26bd3bc-1fc9-4f13-9ada-edcdd6d09367 req-6488a653-d0ff-42cf-bad9-ca10e77e9ccc tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1128 time: 0.1964226 Feb 17 22:08:24.247536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:24.248225 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.275694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 9ee9ff72-2ede-4b87-94e5-457ecf38f128, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ee9ff72-2ede-4b87-94e5-457ecf38f128,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:24.284865 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.291264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-7ac15c30-66d6-4d31-80ab-78648a135f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:24.293444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-7ac15c30-66d6-4d31-80ab-78648a135f24 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1206596 Feb 17 22:08:24.308278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-5beab59f-427c-49f2-a526-a983dba86aa2 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246474 Feb 17 22:08:24.325726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3722166a-292e-4c29-b24d-4f04400833e6 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:24.408396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=9ee9ff72-2ede-4b87-94e5-457ecf38f128,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:24.431972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e26bd3bc-1fc9-4f13-9ada-edcdd6d09367 req-19bbf72c-377c-4b9d-ac5a-2cd8e9e791b3 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564032 Feb 17 22:08:24.442380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3722166a-292e-4c29-b24d-4f04400833e6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:24.442842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3722166a-292e-4c29-b24d-4f04400833e6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.474698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-c2f70048-4ee1-471c-96f7-d03363b029f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ddf9118c-908c-45c1-bb63-77e7a85da974 HTTP/1.1" status: 200 len: 217 time: 0.1568995 Feb 17 22:08:24.531682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1f278d-998f-4833-9365-ad3e6c7f625b req-80bab6c4-5dce-4878-b775-4cc3290993d1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:24.533397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1f278d-998f-4833-9365-ad3e6c7f625b req-80bab6c4-5dce-4878-b775-4cc3290993d1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 947 time: 0.2379923 Feb 17 22:08:24.583997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3722166a-292e-4c29-b24d-4f04400833e6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:24.584534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.605915 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 2, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:24.614972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:24.617590 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c4a475-fdb4-44dc-9985-631085397bab" -d '{"events": [{"server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "name": "network-vif-plugged", "status": "completed", "tag": "3722166a-292e-4c29-b24d-4f04400833e6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:24.633285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:24.639211 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.644514 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:08:24.645162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Updating router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 port 9751a14f-659a-4119-b6bf-8c84d68f5729 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:08:24.694601 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.697922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:24.708327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-285c0dee-18b1-49c7-82d7-9a8953369251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:24.710033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-285c0dee-18b1-49c7-82d7-9a8953369251 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2053266 Feb 17 22:08:24.714961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf88ea03-b441-4e9e-af59-6c6ca94789af req-7a61e4b3-d092-4a49-bebf-816f8c22b0dc service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3866642 Feb 17 22:08:24.781190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1f278d-998f-4833-9365-ad3e6c7f625b req-95997d69-a1b6-49de-af12-088f3a096ca6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127616 Feb 17 22:08:24.795120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead36afc-8051-4a6b-ab61-e9f815bd7478 req-5a15b9c7-8da2-49ce-ae76-dd174a09407d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:24.801969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ead36afc-8051-4a6b-ab61-e9f815bd7478 req-5a15b9c7-8da2-49ce-ae76-dd174a09407d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 948 time: 0.2297990 Feb 17 22:08:24.826361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-4148bbda-ec02-42c1-9fbf-7f8c8f878417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:24.828901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-4148bbda-ec02-42c1-9fbf-7f8c8f878417 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1040249 Feb 17 22:08:24.852727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:24.923269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ead36afc-8051-4a6b-ab61-e9f815bd7478 req-49333e88-8634-47f5-b48b-18a2c8c551de tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204457 Feb 17 22:08:24.941360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ce73cb7-685a-4fc9-b72a-0485e76d4a6c req-9472266f-6248-4ee8-866e-fa047ffd5d84 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 210 time: 0.0373564 Feb 17 22:08:25.024124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-b5b2e97d-be18-4348-a586-230d0d0edb14 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845231 Feb 17 22:08:25.047491 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Publish callbacks [] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.055665 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.112009 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390763a0-dd21-40c3-af35-0cb503fda618 None None] Pushing event updated for resources: {'Port': ['ID=9751a14f-659a-4119-b6bf-8c84d68f5729,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:25.140758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02badeef-8544-4d5c-a994-af58bea12c43 req-40a3f6b7-0b3b-4f91-af1f-8957d864771c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 210 time: 0.0776262 Feb 17 22:08:25.203398 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Attempting to bind port 9751a14f-659a-4119-b6bf-8c84d68f5729 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:25.203752 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Attempting to bind port 9751a14f-659a-4119-b6bf-8c84d68f5729 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:25.204117 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Attempting to bind port 9751a14f-659a-4119-b6bf-8c84d68f5729 on network 5e8847b5-b0b5-468b-893c-c185255a6838 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:25.211033 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:25.211433 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Checking segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:25.211842 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.212241 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Bound using segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:25.212718 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Bound port: 9751a14f-659a-4119-b6bf-8c84d68f5729, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:25.213273 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.271817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef8e8b-2556-426f-9fea-5f9d20f2efa8 req-554119df-a786-4ebd-b57f-301562a5c4e0 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385683 Feb 17 22:08:25.290051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e91a1d-64e6-43c3-b372-99c6e40b8f82 req-b4626b7b-ee0e-4353-b73f-9bec501f2a36 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:25.298466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5e91a1d-64e6-43c3-b372-99c6e40b8f82 req-b4626b7b-ee0e-4353-b73f-9bec501f2a36 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.2686205 Feb 17 22:08:25.377678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-09c986a1-39a1-4f8e-a046-7c46b98d37f6 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:25.379520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-09c986a1-39a1-4f8e-a046-7c46b98d37f6 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 821 time: 0.2313244 Feb 17 22:08:25.389131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5e91a1d-64e6-43c3-b372-99c6e40b8f82 req-76275ba8-ba4b-435d-b405-2617be632736 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890388 Feb 17 22:08:25.398483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'port': {'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'admin_state_up': True, 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:25.456961 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] For port 9751a14f-659a-4119-b6bf-8c84d68f5729, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:25.462537 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] For port 9751a14f-659a-4119-b6bf-8c84d68f5729, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9751a14f-659a-4119-b6bf-8c84d68f5729,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:25.474241 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.474615 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4881b23c-b29c-42b8-b2ee-30f7c0295ba1 x-openstack-request-id: req-4881b23c-b29c-42b8-b2ee-30f7c0295ba1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:25.475115 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "name": "network-vif-plugged", "status": "completed", "tag": "3722166a-292e-4c29-b24d-4f04400833e6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:25.475205 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4881b23c-b29c-42b8-b2ee-30f7c0295ba1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:25.475598 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6', 'code': 200} Feb 17 22:08:25.507047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ca23c13e-cc57-4171-8458-75d5f38f1a4f None None] Provisioning complete for port 9751a14f-659a-4119-b6bf-8c84d68f5729 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:25.507888 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca23c13e-cc57-4171-8458-75d5f38f1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.566648 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:08:25.567286 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:25.654824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390763a0-dd21-40c3-af35-0cb503fda618 None None] Pushing event updated for resources: {'Port': ['ID=9751a14f-659a-4119-b6bf-8c84d68f5729,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:25.719647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ca23c13e-cc57-4171-8458-75d5f38f1a4f None None] Current status of the port 9751a14f-659a-4119-b6bf-8c84d68f5729 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:25.719647 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca23c13e-cc57-4171-8458-75d5f38f1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.786056 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:08:25.802687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ca23c13e-cc57-4171-8458-75d5f38f1a4f None None] For port 9751a14f-659a-4119-b6bf-8c84d68f5729, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9751a14f-659a-4119-b6bf-8c84d68f5729,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:25.827045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca23c13e-cc57-4171-8458-75d5f38f1a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:25.969882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-7962d117-9afe-452c-bb4a-fdd511842664 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:25.972392 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-7962d117-9afe-452c-bb4a-fdd511842664 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "GET /v2.0/ports?device_id=12ca96ac-f074-4ae8-844d-7c8cc351bf0f HTTP/1.1" status: 200 len: 946 time: 0.1636140 Feb 17 22:08:25.986707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9751a14f-659a-4119-b6bf-8c84d68f5729 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:26.012068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca23c13e-cc57-4171-8458-75d5f38f1a4f None None] Pushing event updated for resources: {'Port': ['ID=9751a14f-659a-4119-b6bf-8c84d68f5729,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:26.047810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ed627919-04d7-4c88-a3ce-7b834c73101b None None] Provisioning complete for port 9751a14f-659a-4119-b6bf-8c84d68f5729 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:26.048452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed627919-04d7-4c88-a3ce-7b834c73101b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.087077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Deleting port 3722166a-292e-4c29-b24d-4f04400833e6 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:26.087599 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3722166a-292e-4c29-b24d-4f04400833e6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.106248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9751a14f-659a-4119-b6bf-8c84d68f5729 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:26.106905 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.146544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:26.148890 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240f0840-60fb-42e4-89df-bb37468bde05" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:26.182923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ed627919-04d7-4c88-a3ce-7b834c73101b None None] Current status of the port 9751a14f-659a-4119-b6bf-8c84d68f5729 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:26.190316 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:26.230974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] For port 3722166a-292e-4c29-b24d-4f04400833e6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3722166a-292e-4c29-b24d-4f04400833e6,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:26.231343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3722166a-292e-4c29-b24d-4f04400833e6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.240052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9751a14f-659a-4119-b6bf-8c84d68f5729 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:26.240315 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08635c4c-bd8e-4b5a-b752-e7ba96981bf5 None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:08:26.241726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ee9ff72-2ede-4b87-94e5-457ecf38f128 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:26.267847 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Calling delete_port for 3722166a-292e-4c29-b24d-4f04400833e6 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:26.283581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Made reservation on behalf of 667eef1eaa0844f4a059565cd2d95cf7 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:26.287052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.323720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-367dccd4-5469-495a-92c2-c99064e9c41a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:26.324958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:26.325398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-367dccd4-5469-495a-92c2-c99064e9c41a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.73 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 812 time: 0.7387156 Feb 17 22:08:26.325976 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.330170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ddf9118c-908c-45c1-bb63-77e7a85da974 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:26.342385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'port': {'device_id': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc', 'admin_state_up': True, 'tenant_id': 'fe0e930fd3fe4d27a6535e57f1ac5ddd'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:26.493523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3722166a-292e-4c29-b24d-4f04400833e6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.515285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3722166a-292e-4c29-b24d-4f04400833e6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:26.538481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0199cd0-446d-49df-9ef9-97cfe2171011 req-8bc33895-3a67-4ea0-bd13-73123c186428 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:26.548072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0199cd0-446d-49df-9ef9-97cfe2171011 req-8bc33895-3a67-4ea0-bd13-73123c186428 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 947 time: 0.3259926 Feb 17 22:08:26.552560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event deleted for resources: {'Port': ['ID=3722166a-292e-4c29-b24d-4f04400833e6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:26.597373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:26.607206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ddf9118c-908c-45c1-bb63-77e7a85da974, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ddf9118c-908c-45c1-bb63-77e7a85da974,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:26.625733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] No DVR routers for this DVR port 3722166a-292e-4c29-b24d-4f04400833e6 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:26.634733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.638990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'ddf9118c-908c-45c1-bb63-77e7a85da974', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'ddf9118c-908c-45c1-bb63-77e7a85da974', 'mac_address': 'fa:16:3e:43:26:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:26.639398 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-55832e9a-7be0-44e5-97c9-f99d91be0705 req-a1ac17f2-d35a-4c3f-a67a-1fe86a9c230e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.73 "DELETE /v2.0/ports/3722166a-292e-4c29-b24d-4f04400833e6 HTTP/1.1" status: 204 len: 173 time: 0.6586525 Feb 17 22:08:26.640618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'name': 'network-vif-deleted', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:26.643742 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2c6cba-c477-45de-9464-c96fd97d268f" -d '{"events": [{"server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "name": "network-vif-deleted", "tag": "3722166a-292e-4c29-b24d-4f04400833e6"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:26.688148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Allocated IP 172.20.0.7 (5e8847b5-b0b5-468b-893c-c185255a6838/8131ca69-1c4d-4dad-a18f-1f9ba4174ea2/3a4e37d6-d21d-426a-8958-dd5f5fd8656f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:26.694681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ddf9118c-908c-45c1-bb63-77e7a85da974 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:26.695557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.716471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddf9118c-908c-45c1-bb63-77e7a85da974 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:26.743420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ddf9118c-908c-45c1-bb63-77e7a85da974, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ddf9118c-908c-45c1-bb63-77e7a85da974,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:26.763174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:26.860754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ddf9118c-908c-45c1-bb63-77e7a85da974,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:26.884142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b2eaadf0-745d-4574-bfaf-5d71fe2b2d3a tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:08:26.885164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b2eaadf0-745d-4574-bfaf-5d71fe2b2d3a tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0304677 Feb 17 22:08:26.944030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0199cd0-446d-49df-9ef9-97cfe2171011 req-5580851d-7171-4ae5-bfc5-916c28a70fdb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3948500 Feb 17 22:08:26.980545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-91e228cb-c7e3-457c-98cb-e0b96947b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:26.982308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-91e228cb-c7e3-457c-98cb-e0b96947b4eb service neutron] 10.222.0.79 "GET /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 1125 time: 0.0798550 Feb 17 22:08:26.992979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Made reservation on behalf of fe0e930fd3fe4d27a6535e57f1ac5ddd for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:26.996629 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.008920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Request body: {'binding': {'host': 'n-h2-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:27.009421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:08:27.044130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['ddf9118c-908c-45c1-bb63-77e7a85da974'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:27.060627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.239934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.338708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215b68d-4676-40ee-a452-ade158847fbe req-88b1cf4b-bccd-4f52-a861-70e1c7808a8f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:27.340135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d215b68d-4676-40ee-a452-ade158847fbe req-88b1cf4b-bccd-4f52-a861-70e1c7808a8f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 949 time: 0.3077013 Feb 17 22:08:27.350056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Network 5e8847b5-b0b5-468b-893c-c185255a6838 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:27.372629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:27.386073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:27.429588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Pushing event updated for resources: {'Port': ['ID=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:27.461543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Allocated IP 172.20.0.10 (6c07e74a-faaf-4aa1-b128-d99cbbbafdfc/2e6f1969-3396-4be5-837a-6ef5b140235b/fe367812-5f77-4a3e-9526-b838085f0f23) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:27.516272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:27.516888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.522308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on host n-h2-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:27.522646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:27.522975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:27.527621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d215b68d-4676-40ee-a452-ade158847fbe req-c17f5c7d-7d2b-4b6d-a20f-68225cefe4cd tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710942 Feb 17 22:08:27.548160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:27.548488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:27.555898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:27.556274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:27.556627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:27.557284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Bound port: f51c110e-a47d-4a5a-9f60-45296a9268f9, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:27.587148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-e4b89116-e415-45d8-89dc-4d4a3c61ad15 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1958914 Feb 17 22:08:27.611314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Request body: {'port': {'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:27.619099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cfb2b189-c057-4f05-894c-2ee88ab903ae None None] Provisioning complete for port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:27.619656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfb2b189-c057-4f05-894c-2ee88ab903ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.656536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cfb2b189-c057-4f05-894c-2ee88ab903ae None None] Port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:08:27.750612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:27.779216 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.780935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-3d26c12e-a042-4e0e-84e4-dfca5ed12b40 service neutron] 10.222.0.79 "POST /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.7784564 Feb 17 22:08:27.804413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.823134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ad798-0b30-441d-86d0-8110d02255f7 req-18167d2b-29cd-4385-bfec-a36ed2f2f576 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:27.824802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-513ad798-0b30-441d-86d0-8110d02255f7 req-18167d2b-29cd-4385-bfec-a36ed2f2f576 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 931 time: 0.2287533 Feb 17 22:08:27.885907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9751a14f-659a-4119-b6bf-8c84d68f5729 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:27.890554 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5e5ecb-bede-4d94-858d-d96d74d0a369 x-openstack-request-id: req-3a5e5ecb-bede-4d94-858d-d96d74d0a369 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:27.890894 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:27.891087 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a5e5ecb-bede-4d94-858d-d96d74d0a369 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:27.891500 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'status': 'completed', 'code': 200} Feb 17 22:08:27.909136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for port (fe367812-5f77-4a3e-9526-b838085f0f23), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.979990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0840-60fb-42e4-89df-bb37468bde05 req-3c7a1ad4-3151-4c61-a5f0-1bd9cadbb324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:27.983035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9751a14f-659a-4119-b6bf-8c84d68f5729 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:27.983936 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-240f0840-60fb-42e4-89df-bb37468bde05 req-3c7a1ad4-3151-4c61-a5f0-1bd9cadbb324 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1130 time: 0.0791512 Feb 17 22:08:27.984082 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:27.985163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5094e21a-22ca-4e0a-84c6-cad0c922f1ae req-95c7cd07-b2d3-47f0-abbc-77442dee75b7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 210 time: 0.0549755 Feb 17 22:08:28.045233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-513ad798-0b30-441d-86d0-8110d02255f7 req-28fd146f-1f1e-4c2d-ae9d-89c5c13cccf5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031932 Feb 17 22:08:28.121684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.178331 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd53f0b-3eef-47bb-9454-cdacf55e822e x-openstack-request-id: req-ddd53f0b-3eef-47bb-9454-cdacf55e822e {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:28.185403 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ca96ac-f074-4ae8-844d-7c8cc351bf0f", "name": "network-vif-deleted", "tag": "3722166a-292e-4c29-b24d-4f04400833e6", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:28.185764 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ddd53f0b-3eef-47bb-9454-cdacf55e822e {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:28.186062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:28.186227 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ca96ac-f074-4ae8-844d-7c8cc351bf0f', 'name': 'network-vif-deleted', 'tag': '3722166a-292e-4c29-b24d-4f04400833e6', 'status': 'completed', 'code': 200} Feb 17 22:08:28.192048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0840-60fb-42e4-89df-bb37468bde05 req-181f8f60-6d58-433b-934c-284b999b9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.194193 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-240f0840-60fb-42e4-89df-bb37468bde05 req-181f8f60-6d58-433b-934c-284b999b9e16 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2045450 Feb 17 22:08:28.204116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9751a14f-659a-4119-b6bf-8c84d68f5729 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:28.210975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:28.216097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:28.220228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:28.262571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-240f0840-60fb-42e4-89df-bb37468bde05 req-504d5984-3788-4ffb-b0da-a11c2e40b6ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.0585675 Feb 17 22:08:28.268767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-0dff79c6-680d-4b3f-878b-4d7166440d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.270250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-0dff79c6-680d-4b3f-878b-4d7166440d98 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1128 time: 0.1416380 Feb 17 22:08:28.341265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:28.344454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ddf9118c-908c-45c1-bb63-77e7a85da974 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:28.370365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.371088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.426341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d4135-5762-4f07-83a1-e9a365e51ce2 req-019823eb-d9dc-445f-9ee2-f11088db179e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.428261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e6d4135-5762-4f07-83a1-e9a365e51ce2 req-019823eb-d9dc-445f-9ee2-f11088db179e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 945 time: 0.2133389 Feb 17 22:08:28.438300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-4854913f-991c-4431-a2f7-1fe862c74dbe tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1010680 Feb 17 22:08:28.448277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbe952-ec97-4605-b85b-9c1d4d4ef1ee req-6f7ed2dc-d1be-42cf-adfe-c87580f5501d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.455774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7fbe952-ec97-4605-b85b-9c1d4d4ef1ee req-6f7ed2dc-d1be-42cf-adfe-c87580f5501d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 947 time: 0.1945851 Feb 17 22:08:28.468971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Request body: {'port': {'device_id': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:28.473821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a4e37d6-d21d-426a-8958-dd5f5fd8656f {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:28.486710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port ddf9118c-908c-45c1-bb63-77e7a85da974 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:28.493780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port ddf9118c-908c-45c1-bb63-77e7a85da974 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:28.494230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.513769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Publish callbacks [] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.569246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Transition to ACTIVE for port object 3a4e37d6-d21d-426a-8958-dd5f5fd8656f will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:28.589325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.596477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0840-60fb-42e4-89df-bb37468bde05 req-879bab98-d89c-4141-9381-dbbcbfeacebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.597976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-240f0840-60fb-42e4-89df-bb37468bde05 req-879bab98-d89c-4141-9381-dbbcbfeacebf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.3268881 Feb 17 22:08:28.650387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e6d4135-5762-4f07-83a1-e9a365e51ce2 req-a027bbd0-d4db-4332-a464-64853d7cc2ba tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092121 Feb 17 22:08:28.668507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-23b81d39-64b5-4fc7-8120-888a853b05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.669238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7fbe952-ec97-4605-b85b-9c1d4d4ef1ee req-dd61392e-f010-4004-8d01-875f23eb50a5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076960 Feb 17 22:08:28.680021 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-23b81d39-64b5-4fc7-8120-888a853b05e8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.4008904 Feb 17 22:08:28.688187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f0840-60fb-42e4-89df-bb37468bde05 req-96ae9d92-40a7-4625-82cf-10785905d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.690525 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-240f0840-60fb-42e4-89df-bb37468bde05 req-96ae9d92-40a7-4625-82cf-10785905d8e0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0807271 Feb 17 22:08:28.690956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:28.714525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.717147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'mac_address': 'fa:16:3e:34:3b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:28.728892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-e310820e-03b5-46d5-a654-1849e5e68f14 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 217 time: 0.0365951 Feb 17 22:08:28.755637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:28.805308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 59329c8b-62ac-4da0-8d94-af28ff99ad73 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:28.805701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.828506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59329c8b-62ac-4da0-8d94-af28ff99ad73 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:28.832669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ddf9118c-908c-45c1-bb63-77e7a85da974 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:28.833063 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.896594 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-240f0840-60fb-42e4-89df-bb37468bde05 req-8b52e1d5-65e1-4a57-bbe9-eeabb6a94c7c service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667054 Feb 17 22:08:28.903197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ddf9118c-908c-45c1-bb63-77e7a85da974, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ddf9118c-908c-45c1-bb63-77e7a85da974,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:28.908218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-9832a73d-78c7-42b7-a9cb-20f190dfdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:28.910298 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-9832a73d-78c7-42b7-a9cb-20f190dfdbe7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0690532 Feb 17 22:08:28.927269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:28.928439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf9118c-908c-45c1-bb63-77e7a85da974'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:28.934330 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5a8116-0716-4923-a3fd-f40ce18ca1c4" -d '{"events": [{"server_uuid": "157f5d03-5f0c-4a42-b87d-c157542a069b", "name": "network-vif-plugged", "status": "completed", "tag": "ddf9118c-908c-45c1-bb63-77e7a85da974"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:28.942350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.948042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:28.991110 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-c9cad37d-f294-48d8-a50c-5697fffd6290 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725896 Feb 17 22:08:29.030235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ddf9118c-908c-45c1-bb63-77e7a85da974,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:29.090608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:29.109691 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-240f0840-60fb-42e4-89df-bb37468bde05 req-9047b1f9-ee39-4b7c-aa92-b2fc10bf6719 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044094 Feb 17 22:08:29.130951 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-4943864b-5d72-4e1a-9344-a01527ef229d service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285651 Feb 17 22:08:29.212020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:29.232040 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-d0b73b8c-bcc7-408e-b47b-2a2e79d039b3 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938473 Feb 17 22:08:29.325510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Attempting to bind port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:29.325850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Attempting to bind port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:29.326180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Attempting to bind port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f on network 5e8847b5-b0b5-468b-893c-c185255a6838 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:29.354036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f on network 5e8847b5-b0b5-468b-893c-c185255a6838 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:29.354361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Attempting to bind port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f on network 5e8847b5-b0b5-468b-893c-c185255a6838 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:29.359866 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-3c1ac250-aba9-4e37-b585-98984c8dcb59 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524476 Feb 17 22:08:29.362721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46f41f-4896-48c1-98c1-1a70c40925dd req-f5dc26d3-fcc3-4b8a-b743-6d02cbb68a9d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.364227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c46f41f-4896-48c1-98c1-1a70c40925dd req-f5dc26d3-fcc3-4b8a-b743-6d02cbb68a9d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 949 time: 0.5229735 Feb 17 22:08:29.453184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-ee7ac479-80df-4a87-870e-96f385519260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.454718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-ee7ac479-80df-4a87-870e-96f385519260 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8854d2b078364aca9e38c5d808877d24&device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 1132 time: 0.0454288 Feb 17 22:08:29.458635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:29.459122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Checking segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:29.459360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Bound using segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:29.459900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Bound port: 3a4e37d6-d21d-426a-8958-dd5f5fd8656f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:29.460255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:29.467253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-bceae228-6db3-4aa6-831e-1ea31a226f2b tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.468849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-bceae228-6db3-4aa6-831e-1ea31a226f2b tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 822 time: 0.6288149 Feb 17 22:08:29.548509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-276dbe19-d66d-462b-9ef2-dd3f47c1a3ae tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/quotas/fde4b401541446708c35b7721eabe28b HTTP/1.1" status: 200 len: 375 time: 0.0692399 Feb 17 22:08:29.565629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-587d9647-2d54-41cc-b5d9-c37219ff8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.567101 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-587d9647-2d54-41cc-b5d9-c37219ff8cc5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.0904658 Feb 17 22:08:29.609677 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-6c70686f-9c4c-480a-b17b-58f2eac6f651 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d HTTP/1.1" status: 200 len: 217 time: 0.0361233 Feb 17 22:08:29.628607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c46f41f-4896-48c1-98c1-1a70c40925dd req-db6ec13a-45bd-4c82-9813-942f01c91c38 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309921 Feb 17 22:08:29.639188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-6db01ec7-f83e-4b3f-b84c-62b6d3f0a532 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737879 Feb 17 22:08:29.659135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-2c130568-c5e1-4575-b44b-3e662a204c57 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.660754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-2c130568-c5e1-4575-b44b-3e662a204c57 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.2643280 Feb 17 22:08:29.668069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-3e801279-cdca-4fd1-92c9-6e874a690ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.669527 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-3e801279-cdca-4fd1-92c9-6e874a690ee0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0489669 Feb 17 22:08:29.685027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] For port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:29.687773 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29abff2a-a8a2-4a33-b49d-d2f8163be516 x-openstack-request-id: req-29abff2a-a8a2-4a33-b49d-d2f8163be516 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:29.688216 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "157f5d03-5f0c-4a42-b87d-c157542a069b", "name": "network-vif-plugged", "status": "completed", "tag": "ddf9118c-908c-45c1-bb63-77e7a85da974", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:29.688979 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29abff2a-a8a2-4a33-b49d-d2f8163be516 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:29.688979 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddf9118c-908c-45c1-bb63-77e7a85da974', 'code': 200} Feb 17 22:08:29.701457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:29.744714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-38583ea0-2692-475c-bab4-004be60dfb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.746181 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-38583ea0-2692-475c-bab4-004be60dfb07 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0658658 Feb 17 22:08:29.767267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] For port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:29.802152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:29.857106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6327cd-7ccd-406f-ab05-154877a0f620 req-8f86dcb9-26b8-447d-8f47-293c91febf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.859142 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed6327cd-7ccd-406f-ab05-154877a0f620 req-8f86dcb9-26b8-447d-8f47-293c91febf51 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 1133 time: 0.1053426 Feb 17 22:08:29.889730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-d12d0385-add9-4eca-a903-de6516a02079 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281173 Feb 17 22:08:29.925653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:29.926270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:29.927670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 1092 time: 2.3268020 Feb 17 22:08:29.929855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:29.932250 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0925e8-19af-4c05-886c-de4eff46ca18" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:29.961191 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed6327cd-7ccd-406f-ab05-154877a0f620 req-52acb797-3922-47c1-aa07-68688edd6eed service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939324 Feb 17 22:08:29.972798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:29.982961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe367812-5f77-4a3e-9526-b838085f0f23 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:30.002183 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Publish callbacks [] for port (fe367812-5f77-4a3e-9526-b838085f0f23), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.009718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-bf207aeb-cbd7-4a86-bb9d-a1e2fba7f7dd service neutron] 10.222.0.79 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462062 Feb 17 22:08:30.013157 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-707cddcb-495c-4b74-a81b-6be26f203c67 req-fadcb40f-4697-4af4-9176-f54877001949 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138394 Feb 17 22:08:30.019074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f8131-8373-4f8b-b180-0001dfb73d30 service neutron] Pushing event updated for resources: {'Port': ['ID=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:30.032972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1984a9-2db3-40d0-b19d-f1afd2b77574 req-9b341389-089b-49a1-b56b-b0fe46283bc5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:30.034534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b1984a9-2db3-40d0-b19d-f1afd2b77574 req-9b341389-089b-49a1-b56b-b0fe46283bc5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 932 time: 0.2759082 Feb 17 22:08:30.050543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Transition to ACTIVE for port object fe367812-5f77-4a3e-9526-b838085f0f23 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:30.114713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.218794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-d5944025-6941-452f-a8fe-69b182486cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:30.220226 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-d5944025-6941-452f-a8fe-69b182486cf5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1126 time: 0.0501778 Feb 17 22:08:30.261667 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-060e5143-ef5f-4f7d-b38c-7699116f82d2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.0338950 Feb 17 22:08:30.267882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:30.278052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b1984a9-2db3-40d0-b19d-f1afd2b77574 req-8460357f-b54d-4700-846d-eaccb7c100bb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288759 Feb 17 22:08:30.317559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-ba3af7d3-91d8-4c8f-8e27-65aaff820afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:30.319057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-ba3af7d3-91d8-4c8f-8e27-65aaff820afe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.0513551 Feb 17 22:08:30.322427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-0fbd5673-1eef-4810-855d-25305b5913da service neutron] 10.222.0.79 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970512 Feb 17 22:08:30.359601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:30.395677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4314e-a8df-4843-9e03-d626de949e5e req-4b0ae3fa-2db7-4ca3-a498-2298df538af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:30.397742 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-4b0ae3fa-2db7-4ca3-a498-2298df538af6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0707314 Feb 17 22:08:30.399651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:30.428234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 59329c8b-62ac-4da0-8d94-af28ff99ad73 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:30.433625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 59329c8b-62ac-4da0-8d94-af28ff99ad73 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:30.434283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.456446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Attempting to bind port fe367812-5f77-4a3e-9526-b838085f0f23 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:30.456446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Attempting to bind port fe367812-5f77-4a3e-9526-b838085f0f23 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:30.456446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Attempting to bind port fe367812-5f77-4a3e-9526-b838085f0f23 on network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:30.467144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Port fe367812-5f77-4a3e-9526-b838085f0f23 on network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:30.467872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Attempting to bind port fe367812-5f77-4a3e-9526-b838085f0f23 on network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:30.475955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:30.486289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f60166-b24e-4420-ac0f-93d68862e114 req-001fe9bd-0dcf-480d-bd71-87587829d06a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:30.488173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9f60166-b24e-4420-ac0f-93d68862e114 req-001fe9bd-0dcf-480d-bd71-87587829d06a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 943 time: 0.1365237 Feb 17 22:08:30.509540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:30.509930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Checking segment: {'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:30.510255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Bound using segment: {'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:30.510695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Bound port: fe367812-5f77-4a3e-9526-b838085f0f23, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:30.511052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.586190 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-447db7f4-59a1-4e33-8d4d-b140912a2841 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818552 Feb 17 22:08:30.589580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 59329c8b-62ac-4da0-8d94-af28ff99ad73 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:30.589969 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.617747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Publish callbacks [] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.631826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:30.638053 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.638860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3722166a-292e-4c29-b24d-4f04400833e6 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:30.652138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.669902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 3722166a-292e-4c29-b24d-4f04400833e6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:30.669902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3722166a-292e-4c29-b24d-4f04400833e6 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:30.707161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9f60166-b24e-4420-ac0f-93d68862e114 req-bf03a777-c606-4105-83ed-e7e629d6781b tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983366 Feb 17 22:08:30.716346 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-24b4314e-a8df-4843-9e03-d626de949e5e req-a62a46cf-7866-43e0-8efe-2c4f981f3d8d service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212134 Feb 17 22:08:30.738382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:30.746174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fe367812-5f77-4a3e-9526-b838085f0f23,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:30.783254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822f3b6-eb6b-4643-a5b8-cf840ccee950 req-77cba407-6bd9-44cb-8212-57a113e9e118 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:30.784771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9822f3b6-eb6b-4643-a5b8-cf840ccee950 req-77cba407-6bd9-44cb-8212-57a113e9e118 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 948 time: 0.2363214 Feb 17 22:08:30.790756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:30.791302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.837174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:30.903996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:30.904610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:30.906503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] 10.222.0.73 "PUT /v2.0/ports/fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 200 len: 1093 time: 2.4469824 Feb 17 22:08:30.912177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on host n-h1-828369-18 for vnic_type normal with profile {"migrating_to": "n-h2-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:30.912510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:30.912836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:30.934686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:30.935016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Attempting to bind port f51c110e-a47d-4a5a-9f60-45296a9268f9 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:30.966579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:30.967035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:30.967434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:30.968697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Bound port: f51c110e-a47d-4a5a-9f60-45296a9268f9, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:30.969059 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:31.020663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9822f3b6-eb6b-4643-a5b8-cf840ccee950 req-079f8492-64bd-4c4b-bc56-d2deb4cc6144 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223406 Feb 17 22:08:31.023575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53cb0b-0cc6-4725-86d3-4a8f1912c3f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:31.069252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16c7bb-f672-42d1-a063-39b64034b44c req-55338f1f-109b-4d55-97ff-1a40d6eb07c4 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.070776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a16c7bb-f672-42d1-a063-39b64034b44c req-55338f1f-109b-4d55-97ff-1a40d6eb07c4 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 943 time: 0.2605741 Feb 17 22:08:31.083771 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ad1272-3a29-49e3-82ee-62f564c5135e x-openstack-request-id: req-e1ad1272-3a29-49e3-82ee-62f564c5135e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:31.084066 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:31.084326 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1ad1272-3a29-49e3-82ee-62f564c5135e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:31.084723 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'status': 'completed', 'code': 200} Feb 17 22:08:31.115823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-188b6056-03a1-4acf-b6b0-a810c1b292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.117328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-188b6056-03a1-4acf-b6b0-a810c1b292c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1127 time: 0.1664271 Feb 17 22:08:31.133452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:31.137782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:31.192390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-6a013316-71cb-4bc9-8cad-bd344265cc31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 200 len: 217 time: 0.0566208 Feb 17 22:08:31.193553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:31.201111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-59fcfd72-946b-42f5-b32d-aae100ec842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.203454 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-59fcfd72-946b-42f5-b32d-aae100ec842a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1126 time: 0.0740302 Feb 17 22:08:31.261341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e06155b-d568-40fc-8958-b31cc5be9772 req-84578071-babf-4cbe-9908-685451dfd307 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 210 time: 0.0749187 Feb 17 22:08:31.285450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a16c7bb-f672-42d1-a063-39b64034b44c req-6e757e52-298a-423b-adac-0069b3e259c1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051630 Feb 17 22:08:31.334807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=8']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:31.340917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-881b5f44-f889-42bf-a9e2-c454e82b832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.342706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-881b5f44-f889-42bf-a9e2-c454e82b832c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.1264443 Feb 17 22:08:31.362147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-a506042e-f3b4-47e7-a5b3-0625ff00e5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.364634 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-a506042e-f3b4-47e7-a5b3-0625ff00e5da service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.1549237 Feb 17 22:08:31.370368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.370982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:31.372296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b8b2b8ee-cf32-4cc0-a7ff-06535adfbcde service neutron] 10.222.0.94 "PUT /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 1123 time: 1.6901889 Feb 17 22:08:31.412402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-feea47dd-480c-4bb8-b8d6-dc72a692174f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529141 Feb 17 22:08:31.414072 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-a2e2f56c-0145-49b2-9094-7dc6e51cb925 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.0414901 Feb 17 22:08:31.470050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-fc8c9970-9cd7-42c3-9aec-3efb4d155749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.471598 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-fc8c9970-9cd7-42c3-9aec-3efb4d155749 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.0475807 Feb 17 22:08:31.477466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f51c110e-a47d-4a5a-9f60-45296a9268f9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:31.532680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-6ecc706e-461d-4775-b707-5db3fc342cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.534526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc795-b81c-4fd2-8469-9d70dad29eba req-bc77a0de-2c97-4de5-aa0e-212ab70c5b6d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.535075 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-6ecc706e-461d-4775-b707-5db3fc342cce service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507815 Feb 17 22:08:31.540529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65bfc795-b81c-4fd2-8469-9d70dad29eba req-bc77a0de-2c97-4de5-aa0e-212ab70c5b6d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 950 time: 0.1672966 Feb 17 22:08:31.545039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d6bbe-a42c-4491-ab48-4ebeaa981c0c req-965e1ac5-cdc6-45e2-9950-e01f07944536 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.546550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-601d6bbe-a42c-4491-ab48-4ebeaa981c0c req-965e1ac5-cdc6-45e2-9950-e01f07944536 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 944 time: 0.1716964 Feb 17 22:08:31.615928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-d44275d9-db7d-4539-ba8e-c5634007dc60 service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750450 Feb 17 22:08:31.640353 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-29cb41a1-031a-4e9c-97b0-01fd452d8a81 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972142 Feb 17 22:08:31.690253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:31.691888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65bfc795-b81c-4fd2-8469-9d70dad29eba req-1ef29028-3ff1-49e2-8d07-810b1776bef8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426809 Feb 17 22:08:31.693107 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c3b69-7cd2-4dbb-b0f0-e4eb159ad44e" -d '{"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-plugged", "status": "completed", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:31.696544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-601d6bbe-a42c-4491-ab48-4ebeaa981c0c req-cbd61df7-c8a1-4b41-80b4-4f3fd93e84e4 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352665 Feb 17 22:08:31.749943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8785fcd1-804a-4572-ae27-797125d0a0d0 req-f677c173-b409-41e8-8848-a0ba21220bc4 service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245420 Feb 17 22:08:31.769694 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be5636e-12cd-41af-8156-6fbfa7eea9e6 x-openstack-request-id: req-7be5636e-12cd-41af-8156-6fbfa7eea9e6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:31.769694 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-plugged", "status": "completed", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:31.770050 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7be5636e-12cd-41af-8156-6fbfa7eea9e6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:31.770507 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'code': 200} Feb 17 22:08:31.788124 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e0925e8-19af-4c05-886c-de4eff46ca18 req-0cb29bed-02c4-44e3-931e-3a0ef9fa4404 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397481 Feb 17 22:08:31.898012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea1022-1469-4177-9675-5eb47218d75c req-078d35df-c9dc-4272-9901-12a40f5df2a1 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.899555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6ea1022-1469-4177-9675-5eb47218d75c req-078d35df-c9dc-4272-9901-12a40f5df2a1 tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 1133 time: 0.1155219 Feb 17 22:08:31.909955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b5fa9d-c39a-4656-bf91-d0e0731ecf0f req-8a23cfc6-8e78-4e69-99a6-497b20254385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:31.911514 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d7b5fa9d-c39a-4656-bf91-d0e0731ecf0f req-8a23cfc6-8e78-4e69-99a6-497b20254385 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1132 time: 0.0485752 Feb 17 22:08:31.962405 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d7b5fa9d-c39a-4656-bf91-d0e0731ecf0f req-85b3f9dc-6ccd-4eb3-bef0-47ad6bf83ec5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436363 Feb 17 22:08:32.002646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-bface264-5d55-49ab-bcdc-fefc77a5b9bb tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:32.004092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-bface264-5d55-49ab-bcdc-fefc77a5b9bb tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.94 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 822 time: 0.1855583 Feb 17 22:08:32.012505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b9167-fec8-4a1e-a329-f777b1850dfd req-531ac610-2bbb-4c19-b7e5-7e7eade2bda6 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:32.013864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-817b9167-fec8-4a1e-a329-f777b1850dfd req-531ac610-2bbb-4c19-b7e5-7e7eade2bda6 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 943 time: 0.1671619 Feb 17 22:08:32.016646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6ea1022-1469-4177-9675-5eb47218d75c req-b304ccfe-7b16-44ab-8a3a-2521322567fe tempest-ServersOnMultiNodesTest-1209427142 tempest-ServersOnMultiNodesTest-1209427142-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985043 Feb 17 22:08:32.040210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Request body: {'port': {'device_id': '91e5e017-2375-470a-a0cd-73b761f402f7', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'admin_state_up': True, 'tenant_id': 'fde4b401541446708c35b7721eabe28b'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:32.400496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-817b9167-fec8-4a1e-a329-f777b1850dfd req-cd54ed88-f538-4635-8c6e-1b4ab04adfd9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791919 Feb 17 22:08:32.444353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d9d21-184b-4ea8-84a3-6cbd9b5347e5 req-42a427b0-6ba6-4032-8a75-6f47fa4d0ff6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:32.446536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-024d9d21-184b-4ea8-84a3-6cbd9b5347e5 req-42a427b0-6ba6-4032-8a75-6f47fa4d0ff6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1161864 Feb 17 22:08:32.509284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Made reservation on behalf of fde4b401541446708c35b7721eabe28b for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:32.512564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:32.554077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-024d9d21-184b-4ea8-84a3-6cbd9b5347e5 req-29e7eb9d-14da-4a0a-b2ef-9eb09f177c7d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005049 Feb 17 22:08:32.603471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46549da-53ea-46ca-bb9e-8909147bb343 req-18e8e4d4-3a04-4417-bd43-52ea703de112 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:32.604953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f46549da-53ea-46ca-bb9e-8909147bb343 req-18e8e4d4-3a04-4417-bd43-52ea703de112 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 950 time: 0.1428766 Feb 17 22:08:32.663187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93e6e5f3-fbed-4908-885b-cd71b523cbc0 req-3fdb68b1-44a0-406c-a013-fd11580b2bb4 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 210 time: 0.0480509 Feb 17 22:08:32.739688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f46549da-53ea-46ca-bb9e-8909147bb343 req-6709d3ba-3604-4086-83d3-30626cb51354 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278267 Feb 17 22:08:32.771065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Allocated IP 172.20.0.13 (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2/4893b497-56aa-4df2-97da-cdb8a8a814cf/b513f268-7cdb-40e2-afa7-c1b6df202fe2) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:32.812151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab12b81-186d-4e85-866e-9f5866e85581 req-060ac530-b362-4efc-b5f8-1c74e07989f1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:32.813612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ab12b81-186d-4e85-866e-9f5866e85581 req-060ac530-b362-4efc-b5f8-1c74e07989f1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 943 time: 0.0908296 Feb 17 22:08:32.966662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ab12b81-186d-4e85-866e-9f5866e85581 req-3400cfd8-3a1d-4d40-89fd-943becae1ca5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407087 Feb 17 22:08:32.976277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214c394-8e11-4a6c-8018-a74a81d0a856 req-5f4a39d3-573f-4abb-b770-7d9a71a409e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:32.977733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7214c394-8e11-4a6c-8018-a74a81d0a856 req-5f4a39d3-573f-4abb-b770-7d9a71a409e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 944 time: 0.1732781 Feb 17 22:08:33.041619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:33.061192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7214c394-8e11-4a6c-8018-a74a81d0a856 req-26b0b760-0c5f-492b-9f8a-8f4914e730b6 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738106 Feb 17 22:08:33.085552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9'}, {'name': 'network-changed', 'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23'}, {'name': 'network-changed', 'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:33.088127 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6480e4-b524-45f7-9bad-a568737b72e3" -d '{"events": [{"server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9"}, {"name": "network-changed", "server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23"}, {"name": "network-changed", "server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:33.091833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:33.132867 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a983a7dd-3d00-45ae-8632-5e5ed252d319 x-openstack-request-id: req-a983a7dd-3d00-45ae-8632-5e5ed252d319 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:33.133177 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "name": "network-vif-unplugged", "status": "completed", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9", "code": 200}, {"name": "network-changed", "server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:33.133433 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a983a7dd-3d00-45ae-8632-5e5ed252d319 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:33.133831 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9', 'code': 200} Feb 17 22:08:33.134092 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23', 'status': 'completed', 'code': 200} Feb 17 22:08:33.134350 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9', 'status': 'completed', 'code': 200} Feb 17 22:08:33.147142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:33.150294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:33.154201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:33.179223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event updated for resources: {'Port': ['ID=b513f268-7cdb-40e2-afa7-c1b6df202fe2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:33.207404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.208036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:33.224589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-22394a47-2e8d-451f-8ddf-17c9d8b998a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.227845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-22394a47-2e8d-451f-8ddf-17c9d8b998a8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1127 time: 0.0523872 Feb 17 22:08:33.227990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-1c956967-976c-4e80-88d3-ad9dd80e4498 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1988034 Feb 17 22:08:33.266692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Request body: {'port': {'device_id': '91e5e017-2375-470a-a0cd-73b761f402f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:33.320017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-0f42d1f5-b388-4198-a6ff-e7f21f0708cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.321622 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-0f42d1f5-b388-4198-a6ff-e7f21f0708cc service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 913 time: 0.0865676 Feb 17 22:08:33.325929 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:33.368255 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-7bda49b2-83a2-4f09-a1fb-c2fce6b5626d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 200 len: 217 time: 0.0391498 Feb 17 22:08:33.428775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-81f6da2a-4286-4906-af7c-0152159b3a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.430326 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-81f6da2a-4286-4906-af7c-0152159b3a5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.0447152 Feb 17 22:08:33.464016 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-74d665c4-5d89-4bfd-b351-ba084a745edd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265739 Feb 17 22:08:33.568861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-0f180ecc-407d-44b4-99a2-2091be719a87 service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979056 Feb 17 22:08:33.583936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4344122-8054-4b18-a4b9-8e6d179bbe08 req-cfbc5939-b3a4-46a2-a5a2-810b42e5dfe1 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.585454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4344122-8054-4b18-a4b9-8e6d179bbe08 req-cfbc5939-b3a4-46a2-a5a2-810b42e5dfe1 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 943 time: 0.1139710 Feb 17 22:08:33.667485 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-1fc3882d-d92c-4ac4-8eab-9a09069b75c0 service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878549 Feb 17 22:08:33.716513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4344122-8054-4b18-a4b9-8e6d179bbe08 req-9d324b93-f214-4033-a680-c8dd36c17026 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185014 Feb 17 22:08:33.725586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b513f268-7cdb-40e2-afa7-c1b6df202fe2 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:33.744927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Publish callbacks [] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:33.766254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-098bab86-38bb-436d-b08b-c6463a0be961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.768688 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-098bab86-38bb-436d-b08b-c6463a0be961 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1157 time: 0.0603032 Feb 17 22:08:33.786606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5696b0-5625-479d-b9d6-673927f11544 req-e88053d5-e2bd-456e-8b87-37136b50dd22 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.788027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf5696b0-5625-479d-b9d6-673927f11544 req-e88053d5-e2bd-456e-8b87-37136b50dd22 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1591914 Feb 17 22:08:33.788981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Transition to ACTIVE for port object b513f268-7cdb-40e2-afa7-c1b6df202fe2 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:33.806243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:33.867608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-86ee7da9-e4e6-4d96-8bcd-10ccfd38db54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.869106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-86ee7da9-e4e6-4d96-8bcd-10ccfd38db54 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.0936015 Feb 17 22:08:33.910722 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-4f4754f7-a333-4406-9a0f-de7f90a11813 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 217 time: 0.0348692 Feb 17 22:08:33.922029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-616c7257-92ca-42c8-93a4-7f44ebb37be4 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.923486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-616c7257-92ca-42c8-93a4-7f44ebb37be4 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 950 time: 0.2001917 Feb 17 22:08:33.929345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Pushing event updated for resources: {'Port': ['ID=b513f268-7cdb-40e2-afa7-c1b6df202fe2,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:33.963791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-d1be8f7d-2d5b-4093-8f69-9da927d78f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.965306 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-d1be8f7d-2d5b-4093-8f69-9da927d78f4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0492115 Feb 17 22:08:33.969608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf5696b0-5625-479d-b9d6-673927f11544 req-04b069d0-a11b-4133-99fc-cce72f54bad1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670368 Feb 17 22:08:33.997355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db2918-485f-4b11-9820-76849b0cbebc req-47e02b6d-3a8b-46b0-b029-3b6d6311b89c tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:33.998869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71db2918-485f-4b11-9820-76849b0cbebc req-47e02b6d-3a8b-46b0-b029-3b6d6311b89c tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 944 time: 0.2087910 Feb 17 22:08:34.007687 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-5de38102-326a-4d3f-80f8-82079faab56e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364294 Feb 17 22:08:34.101419 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-9238864d-eaaa-44cb-8ead-2d79b4112096 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874882 Feb 17 22:08:34.160388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71db2918-485f-4b11-9820-76849b0cbebc req-65f3119e-0370-4c36-bde3-ffe6f43146cc tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549745 Feb 17 22:08:34.161051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Attempting to bind port b513f268-7cdb-40e2-afa7-c1b6df202fe2 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:34.161382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Attempting to bind port b513f268-7cdb-40e2-afa7-c1b6df202fe2 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:34.161700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Attempting to bind port b513f268-7cdb-40e2-afa7-c1b6df202fe2 on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:34.183816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Port b513f268-7cdb-40e2-afa7-c1b6df202fe2 on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:34.184131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Attempting to bind port b513f268-7cdb-40e2-afa7-c1b6df202fe2 on network aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:34.194569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada1797-4378-45b6-8b82-aaeef8ee0606 req-549c9c04-5315-439e-ac37-359a83d65e8b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:34.196092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ada1797-4378-45b6-8b82-aaeef8ee0606 req-549c9c04-5315-439e-ac37-359a83d65e8b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=157f5d03-5f0c-4a42-b87d-c157542a069b HTTP/1.1" status: 200 len: 950 time: 0.1586301 Feb 17 22:08:34.200852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port ddf9118c-908c-45c1-bb63-77e7a85da974 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:34.201189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.205326 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6480e4-b524-45f7-9bad-a568737b72e3 req-01b3b913-d84a-4eb7-87af-f97cfbbef6d8 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976572 Feb 17 22:08:34.207243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:34.207602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Checking segment: {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:34.207978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Bound using segment: {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:34.208410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Bound port: b513f268-7cdb-40e2-afa7-c1b6df202fe2, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:34.208751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.257511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:34.357739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:34.370833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 has no active binding in host n-h2-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:08:34.385836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a4e37d6-d21d-426a-8958-dd5f5fd8656f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:34.393735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ada1797-4378-45b6-8b82-aaeef8ee0606 req-b33fdfa6-cf5e-4d93-bd4d-824b20d70a4f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873615 Feb 17 22:08:34.410229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port ddf9118c-908c-45c1-bb63-77e7a85da974, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ddf9118c-908c-45c1-bb63-77e7a85da974,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:34.410592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.431819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] For port b513f268-7cdb-40e2-afa7-c1b6df202fe2, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:34.440117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for ddf9118c-908c-45c1-bb63-77e7a85da974 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:34.457419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] For port b513f268-7cdb-40e2-afa7-c1b6df202fe2, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b513f268-7cdb-40e2-afa7-c1b6df202fe2,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:34.476959 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.495164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:34.506972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'mac_address': 'fa:16:3e:28:cf:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:34.547466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:34.547869 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.552361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d05222-5a49-4267-ac32-dc657bfe1065 req-29ebfbaf-95ab-4b9a-9d6f-c2012d2966b5 tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:34.553871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85d05222-5a49-4267-ac32-dc657bfe1065 req-29ebfbaf-95ab-4b9a-9d6f-c2012d2966b5 tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1132 time: 0.2073846 Feb 17 22:08:34.560896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a4e37d6-d21d-426a-8958-dd5f5fd8656f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:34.568066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:34.568382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.570233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] 10.222.0.94 "PUT /v2.0/ports/b513f268-7cdb-40e2-afa7-c1b6df202fe2 HTTP/1.1" status: 200 len: 1093 time: 1.3086667 Feb 17 22:08:34.581599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:34.593169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.594021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fe367812-5f77-4a3e-9526-b838085f0f23 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:34.613816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85d05222-5a49-4267-ac32-dc657bfe1065 req-2714f46c-41ee-439f-a127-f4b5e180c1ca tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.662164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f402909-b44b-4fe1-93c6-4c915649adec service neutron] Pushing event updated for resources: {'Port': ['ID=b513f268-7cdb-40e2-afa7-c1b6df202fe2,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:34.689244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:34.694746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38680d22-5929-4516-889a-4b0ec85d7c36 req-ef139bfb-49d2-48be-a131-4eab141be67e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:34.696882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38680d22-5929-4516-889a-4b0ec85d7c36 req-ef139bfb-49d2-48be-a131-4eab141be67e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 943 time: 0.2317138 Feb 17 22:08:34.736102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fe367812-5f77-4a3e-9526-b838085f0f23,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:34.747996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'fe367812-5f77-4a3e-9526-b838085f0f23', 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc', 'port_id': 'fe367812-5f77-4a3e-9526-b838085f0f23', 'mac_address': 'fa:16:3e:ae:bb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6f1969-3396-4be5-837a-6ef5b140235b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:34.791125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port fe367812-5f77-4a3e-9526-b838085f0f23 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:34.791692 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.807502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe367812-5f77-4a3e-9526-b838085f0f23 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:34.808042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-31a093b4-f76b-4faa-817e-af42792ea8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:34.809566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-31a093b4-f76b-4faa-817e-af42792ea8a2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 1127 time: 0.1669748 Feb 17 22:08:34.834174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ddf9118c-908c-45c1-bb63-77e7a85da974), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.834537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fe367812-5f77-4a3e-9526-b838085f0f23,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:34.839721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:34.841872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38680d22-5929-4516-889a-4b0ec85d7c36 req-67e583a2-e3b0-4533-a08d-b10c52e6a2b2 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296902 Feb 17 22:08:34.872823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e', 'ddf9118c-908c-45c1-bb63-77e7a85da974'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:34.901548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d', 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', '0a946706-b0ec-46c1-834b-fedaa317fd54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:34.913933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=ddf9118c-908c-45c1-bb63-77e7a85da974,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:34.920311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-5e4f0b9e-0924-4dff-bc12-00979c7e657d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b513f268-7cdb-40e2-afa7-c1b6df202fe2 HTTP/1.1" status: 200 len: 217 time: 0.0775378 Feb 17 22:08:34.958655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:35.007227 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85d05222-5a49-4267-ac32-dc657bfe1065 req-2714f46c-41ee-439f-a127-f4b5e180c1ca tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Publish callbacks [] for security_group (0b313766-d237-48f8-b3fd-46451d2132d0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:35.030746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port ddf9118c-908c-45c1-bb63-77e7a85da974 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:35.033727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:35.037112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-004031b0-ff57-4b8a-bd43-f7ae0cb4f98c req-9c87df08-d575-48b0-885a-a34b60fa7f4c tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "DELETE /v2.0/ports/ddf9118c-908c-45c1-bb63-77e7a85da974 HTTP/1.1" status: 204 len: 173 time: 1.1034656 Feb 17 22:08:35.041089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85d05222-5a49-4267-ac32-dc657bfe1065 req-2714f46c-41ee-439f-a127-f4b5e180c1ca tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0b313766-d237-48f8-b3fd-46451d2132d0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:35.095234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-5cebd005-354b-4854-b774-7d8feb281231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:35.096716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-5cebd005-354b-4854-b774-7d8feb281231 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4893b497-56aa-4df2-97da-cdb8a8a814cf HTTP/1.1" status: 200 len: 862 time: 0.1605678 Feb 17 22:08:35.110747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85d05222-5a49-4267-ac32-dc657bfe1065 req-2714f46c-41ee-439f-a127-f4b5e180c1ca tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5449858 Feb 17 22:08:35.143482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e5e017-2375-470a-a0cd-73b761f402f7', 'tag': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2'}, {'server_uuid': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'name': 'network-vif-deleted', 'tag': 'ddf9118c-908c-45c1-bb63-77e7a85da974'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:35.149577 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be00c7b-6b09-4220-be12-c258a361b237" -d '{"events": [{"name": "network-changed", "server_uuid": "91e5e017-2375-470a-a0cd-73b761f402f7", "tag": "b513f268-7cdb-40e2-afa7-c1b6df202fe2"}, {"server_uuid": "157f5d03-5f0c-4a42-b87d-c157542a069b", "name": "network-vif-deleted", "tag": "ddf9118c-908c-45c1-bb63-77e7a85da974"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:35.155400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714f46c-41ee-439f-a127-f4b5e180c1ca tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b313766-d237-48f8-b3fd-46451d2132d0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:35.200517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a4e37d6-d21d-426a-8958-dd5f5fd8656f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:35.206554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c6a0b-4efe-400d-9a20-0af6512a142e req-aad3b078-88e3-423a-b4a8-76f3fc0eb666 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:35.208154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d7c6a0b-4efe-400d-9a20-0af6512a142e req-aad3b078-88e3-423a-b4a8-76f3fc0eb666 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 945 time: 0.2959788 Feb 17 22:08:35.210339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-dcc0b148-749e-48bf-a3f7-4dc0b9f9ad7f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986562 Feb 17 22:08:35.247975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:35.351409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d7c6a0b-4efe-400d-9a20-0af6512a142e req-638d2bd0-2668-4929-977b-e8be3910cff2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356204 Feb 17 22:08:35.382697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9228c50-fa0c-42f0-b181-72e737a8e277 req-abc0b7cf-2fba-46a4-bc3c-9cad10d74efc tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:35.384359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9228c50-fa0c-42f0-b181-72e737a8e277 req-abc0b7cf-2fba-46a4-bc3c-9cad10d74efc tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 944 time: 0.1672075 Feb 17 22:08:35.456818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9228c50-fa0c-42f0-b181-72e737a8e277 req-6e0fcd86-c92f-42af-bfe7-9f845141d72f tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627282 Feb 17 22:08:35.466900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-969b28cc-9246-4a37-9e1a-1ca4609a630e service neutron] 10.222.0.94 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319503 Feb 17 22:08:35.609089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1326feb5-6ebf-4c63-a779-1715cb1a6ad7 req-e497fbfe-12e1-493d-8392-180a2c38708b service neutron] 10.222.0.94 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200709 Feb 17 22:08:35.609089 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3cd530-1e5a-4e57-965d-385653b4e436 x-openstack-request-id: req-ba3cd530-1e5a-4e57-965d-385653b4e436 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:35.609089 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e5e017-2375-470a-a0cd-73b761f402f7", "tag": "b513f268-7cdb-40e2-afa7-c1b6df202fe2", "status": "completed", "code": 200}, {"server_uuid": "157f5d03-5f0c-4a42-b87d-c157542a069b", "name": "network-vif-deleted", "tag": "ddf9118c-908c-45c1-bb63-77e7a85da974", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:35.609089 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba3cd530-1e5a-4e57-965d-385653b4e436 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:35.609089 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e5e017-2375-470a-a0cd-73b761f402f7', 'tag': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2', 'status': 'completed', 'code': 200} Feb 17 22:08:35.609089 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '157f5d03-5f0c-4a42-b87d-c157542a069b', 'name': 'network-vif-deleted', 'tag': 'ddf9118c-908c-45c1-bb63-77e7a85da974', 'status': 'completed', 'code': 200} Feb 17 22:08:35.874733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90084d-d09f-426d-8c62-fd6737637a80 req-0cc63fae-2c7e-4ca2-896d-8648b1d8b02b tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:35.876316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc90084d-d09f-426d-8c62-fd6737637a80 req-0cc63fae-2c7e-4ca2-896d-8648b1d8b02b tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 944 time: 0.1966813 Feb 17 22:08:35.879243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00c7b-6b09-4220-be12-c258a361b237 req-5327d49e-73e8-404a-b9b8-54e0bd626fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:35.880677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2be00c7b-6b09-4220-be12-c258a361b237 req-5327d49e-73e8-404a-b9b8-54e0bd626fe0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fde4b401541446708c35b7721eabe28b&device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 1127 time: 0.1160448 Feb 17 22:08:35.983695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc90084d-d09f-426d-8c62-fd6737637a80 req-e86d8f9f-bdec-49ba-b0fa-fbaf36fcec3f tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992241 Feb 17 22:08:36.016255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00c7b-6b09-4220-be12-c258a361b237 req-1285b8af-7a53-45e2-8d89-23f604b112a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:36.017725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2be00c7b-6b09-4220-be12-c258a361b237 req-1285b8af-7a53-45e2-8d89-23f604b112a6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 200 len: 923 time: 0.1189182 Feb 17 22:08:36.078400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2be00c7b-6b09-4220-be12-c258a361b237 req-c983aae2-a3de-4593-ab3c-507733144ff7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b513f268-7cdb-40e2-afa7-c1b6df202fe2 HTTP/1.1" status: 200 len: 217 time: 0.0496147 Feb 17 22:08:36.455820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be00c7b-6b09-4220-be12-c258a361b237 req-8be94f2a-7802-4659-aa70-31a5503b4b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:36.457244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2be00c7b-6b09-4220-be12-c258a361b237 req-8be94f2a-7802-4659-aa70-31a5503b4b1f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4893b497-56aa-4df2-97da-cdb8a8a814cf HTTP/1.1" status: 200 len: 862 time: 0.3674347 Feb 17 22:08:36.471974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-71e61e65-3f13-4048-b442-7576387b33de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4040282 Feb 17 22:08:36.489600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5116b-e55b-4c63-8fb2-e9f9acef1044 req-76c596cf-d379-4814-81fc-dddd8a90f9c5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:36.490990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90a5116b-e55b-4c63-8fb2-e9f9acef1044 req-76c596cf-d379-4814-81fc-dddd8a90f9c5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 943 time: 0.4217336 Feb 17 22:08:36.497220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebeebc-a26c-4170-8e40-dd42e606bfe0 req-7f9a620d-e81c-4859-acc9-75805c16b501 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:36.498533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73ebeebc-a26c-4170-8e40-dd42e606bfe0 req-7f9a620d-e81c-4859-acc9-75805c16b501 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.4113491 Feb 17 22:08:36.516987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-dafe9df5-ba25-469a-8831-836065a76fb3 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:08:36.517900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-dafe9df5-ba25-469a-8831-836065a76fb3 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0362649 Feb 17 22:08:36.521489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2be00c7b-6b09-4220-be12-c258a361b237 req-2ab24cd6-df58-4a21-8788-fc4d07b0fd26 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552731 Feb 17 22:08:36.646141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90a5116b-e55b-4c63-8fb2-e9f9acef1044 req-1252aaa1-970c-4c39-aedf-bb8ae7c6c94f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328306 Feb 17 22:08:36.651019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73ebeebc-a26c-4170-8e40-dd42e606bfe0 req-dcd3ffe8-ec2f-49a8-b56b-6845969b11c6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322100 Feb 17 22:08:36.698895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2be00c7b-6b09-4220-be12-c258a361b237 req-cb5ce553-d571-4c94-a950-fdb37c89b9f1 service neutron] 10.222.0.94 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555192 Feb 17 22:08:36.844120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b289c7-aef7-4dd1-b909-3af8d22f7790 req-63b3e911-f8c7-49fb-af6c-4e5cdeef4eb1 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:36.845642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19b289c7-aef7-4dd1-b909-3af8d22f7790 req-63b3e911-f8c7-49fb-af6c-4e5cdeef4eb1 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 945 time: 0.0885208 Feb 17 22:08:36.863780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2be00c7b-6b09-4220-be12-c258a361b237 req-618665fc-8fe4-4911-8f1b-c9bea195742a service neutron] 10.222.0.94 "GET /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577005 Feb 17 22:08:36.913199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:36.929558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19b289c7-aef7-4dd1-b909-3af8d22f7790 req-00d42d1c-0b74-4868-9132-278a2549d3d1 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763359 Feb 17 22:08:36.952788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537c1a-230b-4888-b539-467657f25d77 req-05b67d47-080c-491b-ae10-38afd7f2c933 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:36.954900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7537c1a-230b-4888-b539-467657f25d77 req-05b67d47-080c-491b-ae10-38afd7f2c933 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 944 time: 0.0841384 Feb 17 22:08:36.966406 n-d-828369-18 neutron-server[103526]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 22:08:36.998596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7537c1a-230b-4888-b539-467657f25d77 req-7790ae4a-e464-4380-b7d3-47c87bc07fa9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428424 Feb 17 22:08:37.005013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-112aa98e-da00-44c2-a346-60d61a002292 tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:37.006535 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-112aa98e-da00-44c2-a346-60d61a002292 tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/ports/59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 1129 time: 0.0918248 Feb 17 22:08:37.056756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff10088-942c-4d70-914d-b5fb67b54a7f req-7e221cc4-c3ac-49a6-8f16-0f8d23fda4de tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:37.058364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ff10088-942c-4d70-914d-b5fb67b54a7f req-7e221cc4-c3ac-49a6-8f16-0f8d23fda4de tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 950 time: 0.0588872 Feb 17 22:08:37.138573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ff10088-942c-4d70-914d-b5fb67b54a7f req-3487b0cd-c17c-4fc1-9ee1-eb98679b53d5 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683155 Feb 17 22:08:37.146840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca544b-6367-4662-99b7-fe540fb17c9d req-5e139b33-637e-4a87-87bf-2a4c631000dd tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:37.148323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6aca544b-6367-4662-99b7-fe540fb17c9d req-5e139b33-637e-4a87-87bf-2a4c631000dd tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 944 time: 0.0881870 Feb 17 22:08:37.203875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6aca544b-6367-4662-99b7-fe540fb17c9d req-81e95ae3-31a9-4a5c-9168-7e67e11c1398 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435691 Feb 17 22:08:37.354525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-d6800e87-e6f5-4f95-a6af-b0fe4c886328 service neutron] 10.222.0.73 "GET /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9/bindings/n-h2-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.0617011 Feb 17 22:08:37.529965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:37.552921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:37.585342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51c110e-a47d-4a5a-9f60-45296a9268f9 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:37.596446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:37.610974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:37.685408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Transition to ACTIVE for port object f51c110e-a47d-4a5a-9f60-45296a9268f9 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:37.694949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:37.824440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] No DVR routers for this DVR port f51c110e-a47d-4a5a-9f60-45296a9268f9 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:37.841197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Pushing event updated for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:37.880095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.880439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.880777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.881109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.881438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.881759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.882080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.882398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.882714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.883107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.883338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.883868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.884057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:37.894538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-b72324c4-d108-40ca-98ea-bb5a6a5bde21 service neutron] 10.222.0.73 "PUT /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9/bindings/n-h2-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 0.5332086 Feb 17 22:08:37.909617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45513f-6034-41d7-8be8-72256e09d421 req-a3ccc786-6d07-4ee9-bda2-6fb94641ba22 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:37.911842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d45513f-6034-41d7-8be8-72256e09d421 req-a3ccc786-6d07-4ee9-bda2-6fb94641ba22 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 944 time: 0.1864314 Feb 17 22:08:37.919705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2d5a5-c6ca-436e-a8ca-000664ad0617 req-c0433b82-8a6f-4ddd-a757-5fb3a6e600fd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:37.921687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9da2d5a5-c6ca-436e-a8ca-000664ad0617 req-c0433b82-8a6f-4ddd-a757-5fb3a6e600fd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1702669 Feb 17 22:08:38.022204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d45513f-6034-41d7-8be8-72256e09d421 req-6a5b70d1-cc2d-499b-a897-93d9c04a4879 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995288 Feb 17 22:08:38.026129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9da2d5a5-c6ca-436e-a8ca-000664ad0617 req-4b81a3e3-8085-4cfb-b9da-e0abcd44d7b5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969012 Feb 17 22:08:38.058511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-58fa2d28-adfb-4389-a0ca-6892faa2f93e tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.060459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-58fa2d28-adfb-4389-a0ca-6892faa2f93e tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.0851057 Feb 17 22:08:38.218270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-d481e8ca-32ec-4f0e-8336-2f65294b3b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.219800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-d481e8ca-32ec-4f0e-8336-2f65294b3b3e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d&tenant_id=2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 1127 time: 0.1508863 Feb 17 22:08:38.229293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b4a64-20b4-4b4d-87e0-91c4ea567cf7 req-0d5f6c80-500e-4687-bdf8-80220dce9393 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.230681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b3b4a64-20b4-4b4d-87e0-91c4ea567cf7 req-0d5f6c80-500e-4687-bdf8-80220dce9393 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 944 time: 0.1311176 Feb 17 22:08:38.238674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f06943-1cfc-4832-a5c0-45734948165d req-68d4725b-281b-4ff0-8990-801bdfb9b100 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.240084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08f06943-1cfc-4832-a5c0-45734948165d req-68d4725b-281b-4ff0-8990-801bdfb9b100 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 945 time: 0.1394246 Feb 17 22:08:38.313794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b3b4a64-20b4-4b4d-87e0-91c4ea567cf7 req-2e285805-bf83-4a85-be78-90a8fecb2382 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727654 Feb 17 22:08:38.321710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08f06943-1cfc-4832-a5c0-45734948165d req-3fed451d-278f-4017-993a-efecf4c9fbe3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733867 Feb 17 22:08:38.400683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a4e37d6-d21d-426a-8958-dd5f5fd8656f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:38.454066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:38.458259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-7697d60f-fa23-4f83-843f-4e94df0ab63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.458406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:38.458699 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:38.459793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-7697d60f-fa23-4f83-843f-4e94df0ab63d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1127 time: 0.1361606 Feb 17 22:08:38.464574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-97c722d2-681d-4475-992f-79757381b29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.466071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-97c722d2-681d-4475-992f-79757381b29e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1132 time: 0.1434047 Feb 17 22:08:38.537789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:38.538235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:38.561065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:38.563820 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e60dbb-d994-4f06-af58-5ea01bbfb280" -d '{"events": [{"server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "name": "network-vif-plugged", "status": "completed", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:38.575800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:38.580302 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:38.581084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fe367812-5f77-4a3e-9526-b838085f0f23 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:38.599275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63132498-8d75-481b-8b12-cae29ad59c22 req-e1662554-e9cc-407d-8f12-84bf129a1375 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.600754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63132498-8d75-481b-8b12-cae29ad59c22 req-e1662554-e9cc-407d-8f12-84bf129a1375 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 950 time: 0.2207086 Feb 17 22:08:38.611662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195644d9-76e4-4aa5-8dde-7ff59b05b8bf req-4247edea-99ce-47c2-8808-b337a0a0c7f8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.613070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-195644d9-76e4-4aa5-8dde-7ff59b05b8bf req-4247edea-99ce-47c2-8808-b337a0a0c7f8 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 944 time: 0.2140610 Feb 17 22:08:38.659422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:38.669287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.669637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.669985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.670328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.671188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.671554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.671881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.672207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.672531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.672855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.673178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.673507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.673828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:38.684439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port fe367812-5f77-4a3e-9526-b838085f0f23 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:38.689307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port fe367812-5f77-4a3e-9526-b838085f0f23 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:38.689683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:38.705730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-14652d5f-7bd1-4ee6-986c-811b4dec8263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.707171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-14652d5f-7bd1-4ee6-986c-811b4dec8263 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.2381330 Feb 17 22:08:38.718804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-0f0b8225-4da6-4f73-a239-13fa1cea9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.720230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-0f0b8225-4da6-4f73-a239-13fa1cea9362 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2393267 Feb 17 22:08:38.770681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port fe367812-5f77-4a3e-9526-b838085f0f23 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:38.771069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:38.803030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fe367812-5f77-4a3e-9526-b838085f0f23,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:38.807428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-14989852-c62e-4903-b700-c020c5293d4a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 217 time: 0.0819387 Feb 17 22:08:38.807571 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:38.808227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:38.810459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63132498-8d75-481b-8b12-cae29ad59c22 req-156c9d27-d8b6-4d49-b390-3821001b45d8 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965432 Feb 17 22:08:38.814235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-195644d9-76e4-4aa5-8dde-7ff59b05b8bf req-6e6997fb-34ee-4c3d-a69a-d7cf3dec45af tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797650 Feb 17 22:08:38.815479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-078539c8-06af-4a1b-b19e-d1e5d7923c1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.0779850 Feb 17 22:08:38.869590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:38.895708 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e57a5c-6e1b-4f3e-8829-716df80ecbbb x-openstack-request-id: req-c3e57a5c-6e1b-4f3e-8829-716df80ecbbb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:38.896028 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "name": "network-vif-plugged", "status": "completed", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:38.896278 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3e57a5c-6e1b-4f3e-8829-716df80ecbbb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:38.896672 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'code': 200} Feb 17 22:08:38.911304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-639e0ebb-daa9-4852-897d-352286bb96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.912801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-639e0ebb-daa9-4852-897d-352286bb96e1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0942872 Feb 17 22:08:38.913513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:38.914219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-7352b43d-793b-4c1f-bc6e-4b471670d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.915567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-7352b43d-793b-4c1f-bc6e-4b471670d66f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0895925 Feb 17 22:08:38.921162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port f51c110e-a47d-4a5a-9f60-45296a9268f9 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:08:38.921568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:38.921999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ddf9118c-908c-45c1-bb63-77e7a85da974 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:38.941529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: ddf9118c-908c-45c1-bb63-77e7a85da974 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:38.941874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ddf9118c-908c-45c1-bb63-77e7a85da974 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:38.974979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-60804044-b0d7-4b9d-8f28-636f3675c6d7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433807 Feb 17 22:08:38.993608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24333b7-57a0-4148-9cdf-3c8d6863061e req-c66f9c54-eb03-44af-9156-849ffa993751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:38.995078 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c24333b7-57a0-4148-9cdf-3c8d6863061e req-c66f9c54-eb03-44af-9156-849ffa993751 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.0462918 Feb 17 22:08:39.039579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-15cd6998-0ac7-4520-b46a-735f0dd823d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:39.040804 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c24333b7-57a0-4148-9cdf-3c8d6863061e req-7fc26525-add2-4523-9e9c-3de042a67fda service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375164 Feb 17 22:08:39.041144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-15cd6998-0ac7-4520-b46a-735f0dd823d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1186140 Feb 17 22:08:39.084570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-a4f34c15-44bb-4de1-b542-2bc10a252b8a service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003249 Feb 17 22:08:39.241807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d519e-c180-4efc-8cd6-3e481478871f req-a72623b9-9cce-441c-9d1e-d8dbdbd8e941 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:39.243259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-968d519e-c180-4efc-8cd6-3e481478871f req-a72623b9-9cce-441c-9d1e-d8dbdbd8e941 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 944 time: 0.1450052 Feb 17 22:08:39.265020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed858c15-bacf-45c2-ac9b-239000d29054 req-94ebed5e-916f-4750-968a-7d6898c60447 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:39.266416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed858c15-bacf-45c2-ac9b-239000d29054 req-94ebed5e-916f-4750-968a-7d6898c60447 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1665809 Feb 17 22:08:39.312701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-54474cea-31e7-4d73-8e15-10f83f063872 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214363 Feb 17 22:08:39.356157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-b0b719af-e813-4942-b6db-7888bc5c9692 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:39.357624 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-b0b719af-e813-4942-b6db-7888bc5c9692 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 950 time: 0.0563602 Feb 17 22:08:39.400228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-968d519e-c180-4efc-8cd6-3e481478871f req-debafce1-753d-4461-b934-ccf451ffcfd4 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420150 Feb 17 22:08:39.410989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed858c15-bacf-45c2-ac9b-239000d29054 req-b05d949c-d474-4284-9b25-34674de71ae4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013248 Feb 17 22:08:39.428618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-e7ce8a00-a4b4-497d-a8f5-dae413f30d22 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793509 Feb 17 22:08:39.474551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port 0a946706-b0ec-46c1-834b-fedaa317fd54 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:39.474891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:39.577113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port 0a946706-b0ec-46c1-834b-fedaa317fd54, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0a946706-b0ec-46c1-834b-fedaa317fd54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:39.577396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:39.590450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for 0a946706-b0ec-46c1-834b-fedaa317fd54 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:39.658222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f44ac5-2016-4ea2-8597-0f8f6a368165 req-eeea8a99-76dd-4f1f-8946-aa65ad02cae5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:39.659686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22f44ac5-2016-4ea2-8597-0f8f6a368165 req-eeea8a99-76dd-4f1f-8946-aa65ad02cae5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 945 time: 0.1678369 Feb 17 22:08:39.666105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-fe14c2d7-2724-463d-9941-d3b414233068 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291393 Feb 17 22:08:39.689623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d36429-781a-4429-9aa9-f07aa219ea29 req-c29877f8-f57c-4cad-9757-ed152a35b8ba tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:39.692203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1d36429-781a-4429-9aa9-f07aa219ea29 req-c29877f8-f57c-4cad-9757-ed152a35b8ba tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 946 time: 0.1518075 Feb 17 22:08:39.730621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0a946706-b0ec-46c1-834b-fedaa317fd54), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:39.743695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:39.767017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=0a946706-b0ec-46c1-834b-fedaa317fd54,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:39.780651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.781009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.781714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.781714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.782073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.782412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.782729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d', 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', '0a946706-b0ec-46c1-834b-fedaa317fd54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:39.782852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.783054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.783395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.783748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.784073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.784461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.784704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:08:39.863605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port 0a946706-b0ec-46c1-834b-fedaa317fd54 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:39.867236 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:39.873254 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fc88b5c9-2efc-416a-b8c2-837499e55c6a req-d693e626-5e67-4347-8cd0-8f5efd3dce47 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "DELETE /v2.0/ports/0a946706-b0ec-46c1-834b-fedaa317fd54 HTTP/1.1" status: 204 len: 173 time: 0.5097148 Feb 17 22:08:39.873532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'name': 'network-vif-deleted', 'tag': '0a946706-b0ec-46c1-834b-fedaa317fd54'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:39.877586 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42c53cf-948a-4f35-a818-7940215e67f8" -d '{"events": [{"server_uuid": "a999f1b5-5d59-4986-ba0e-6701d85a022f", "name": "network-vif-deleted", "tag": "0a946706-b0ec-46c1-834b-fedaa317fd54"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:39.986147 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:08:40.033114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-a9152138-4267-41a9-9164-8acaa128a0f8 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:40.034970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-a9152138-4267-41a9-9164-8acaa128a0f8 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.4566956 Feb 17 22:08:40.099007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22f44ac5-2016-4ea2-8597-0f8f6a368165 req-3d51d2bc-3b40-452d-837b-5d73d61b2dc9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291322 Feb 17 22:08:40.123311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1d36429-781a-4429-9aa9-f07aa219ea29 req-324ae6e0-8035-4c2c-9c9d-2bf1c06646d6 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4219742 Feb 17 22:08:40.270751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ab8fe2a-8fdd-4eb5-81aa-e704ae8e49ed req-e05b2a10-6154-4476-bfeb-269953b3ca2d tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a999f1b5-5d59-4986-ba0e-6701d85a022f HTTP/1.1" status: 200 len: 210 time: 0.0709412 Feb 17 22:08:40.289506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-a4cf04c7-683f-4b25-be13-f10833b0f9d9 service neutron] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:40.294104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-a4cf04c7-683f-4b25-be13-f10833b0f9d9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:40.295192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7e9cc-3e8b-4222-8922-0921151f1e1f req-a4cf04c7-683f-4b25-be13-f10833b0f9d9 service neutron] 10.222.0.94 "DELETE /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9/bindings/n-h1-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.2514250 Feb 17 22:08:40.303460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b64b28-dd7e-4443-97c9-a3491f4364c9 req-8796fbb9-ccfe-4327-bbc7-8f4cb2795a07 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:40.304947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58b64b28-dd7e-4443-97c9-a3491f4364c9 req-8796fbb9-ccfe-4327-bbc7-8f4cb2795a07 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 944 time: 0.1063452 Feb 17 22:08:40.319616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b513f268-7cdb-40e2-afa7-c1b6df202fe2 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:40.357853 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce446a3-f551-4d3a-81d8-013a4e7d0985 x-openstack-request-id: req-9ce446a3-f551-4d3a-81d8-013a4e7d0985 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:40.358933 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a999f1b5-5d59-4986-ba0e-6701d85a022f", "name": "network-vif-deleted", "tag": "0a946706-b0ec-46c1-834b-fedaa317fd54", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:40.359782 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ce446a3-f551-4d3a-81d8-013a4e7d0985 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:40.360675 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a999f1b5-5d59-4986-ba0e-6701d85a022f', 'name': 'network-vif-deleted', 'tag': '0a946706-b0ec-46c1-834b-fedaa317fd54', 'status': 'completed', 'code': 200} Feb 17 22:08:40.363922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58b64b28-dd7e-4443-97c9-a3491f4364c9 req-af8d464d-d7ac-4c53-b113-5a35b4e39c5c tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525460 Feb 17 22:08:40.504765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b513f268-7cdb-40e2-afa7-c1b6df202fe2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b513f268-7cdb-40e2-afa7-c1b6df202fe2,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:40.530828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2', 'network_id': 'aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2', 'port_id': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2', 'mac_address': 'fa:16:3e:a3:25:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4893b497-56aa-4df2-97da-cdb8a8a814cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:40.574747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73f9ee-ffa0-40f3-937e-e45e57a59448 req-fd57f6db-b86a-4ad5-a774-dc1ba08e7bfb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:40.576277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d73f9ee-ffa0-40f3-937e-e45e57a59448 req-fd57f6db-b86a-4ad5-a774-dc1ba08e7bfb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 944 time: 0.0998342 Feb 17 22:08:40.586821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2497a-4c83-4e4e-adb3-a48b2839d646 req-c501be13-a564-4368-aa37-30f49a1d1778 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:40.588289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aca2497a-4c83-4e4e-adb3-a48b2839d646 req-c501be13-a564-4368-aa37-30f49a1d1778 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.0814435 Feb 17 22:08:40.598351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b513f268-7cdb-40e2-afa7-c1b6df202fe2 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:40.598867 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:40.617763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b513f268-7cdb-40e2-afa7-c1b6df202fe2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:40.643038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b513f268-7cdb-40e2-afa7-c1b6df202fe2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b513f268-7cdb-40e2-afa7-c1b6df202fe2,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:40.647878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:40.667927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d73f9ee-ffa0-40f3-937e-e45e57a59448 req-d9874935-8767-400b-9e87-c3c8c822a80b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784469 Feb 17 22:08:40.672499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aca2497a-4c83-4e4e-adb3-a48b2839d646 req-fa6902c4-6f30-49bf-a529-8860370ab635 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748885 Feb 17 22:08:40.824483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b513f268-7cdb-40e2-afa7-c1b6df202fe2,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:40.835558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fffab-3f88-4c4d-aa98-eeb85ee49503 req-8bcbc6df-d045-4497-9b9c-c866a6c0ace4 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:40.837136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fffab-3f88-4c4d-aa98-eeb85ee49503 req-8bcbc6df-d045-4497-9b9c-c866a6c0ace4 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1127 time: 0.0466859 Feb 17 22:08:40.890806 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fffab-3f88-4c4d-aa98-eeb85ee49503 req-4dccf6d8-87ec-491c-b0be-a067839816a9 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Feb 17 22:08:40.897210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:40.900519 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9c169c-73db-4e71-9e2e-1bf55ddb8e87" -d '{"events": [{"server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "name": "network-vif-plugged", "status": "completed", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:40.938037 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388f0747-5d7b-4b30-830b-d4f3eb6eac28 x-openstack-request-id: req-388f0747-5d7b-4b30-830b-d4f3eb6eac28 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:40.938542 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "name": "network-vif-plugged", "status": "completed", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:40.938950 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-388f0747-5d7b-4b30-830b-d4f3eb6eac28 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:40.939545 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23', 'code': 200} Feb 17 22:08:41.042519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a739c-ffbe-45fe-85ae-8d047788507f req-255fcdcf-13da-4fa1-bd7b-ed9c45a78abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:41.044060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b8a739c-ffbe-45fe-85ae-8d047788507f req-255fcdcf-13da-4fa1-bd7b-ed9c45a78abf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1129 time: 0.0481133 Feb 17 22:08:41.090378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b8a739c-ffbe-45fe-85ae-8d047788507f req-412305b0-b939-4909-9db0-cb30932045d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394087 Feb 17 22:08:41.217318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-dff165a2-cf2b-4b7a-bf99-fc81cc2a3d07 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:41.219227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-dff165a2-cf2b-4b7a-bf99-fc81cc2a3d07 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.1321008 Feb 17 22:08:41.238974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-7f8fb8da-61f5-4114-8e98-5e914db7ec3e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/quotas/2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 375 time: 0.0141420 Feb 17 22:08:41.251845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d320-3890-4442-982c-9577c72d9a4a req-6b179948-c02e-4dba-983a-db2e30eb21a5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:41.252397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b513f268-7cdb-40e2-afa7-c1b6df202fe2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:41.253268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c544d320-3890-4442-982c-9577c72d9a4a req-6b179948-c02e-4dba-983a-db2e30eb21a5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 945 time: 0.0837743 Feb 17 22:08:41.328083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c544d320-3890-4442-982c-9577c72d9a4a req-241b8a92-76d2-477c-b6f7-f946bf7ddeab tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629485 Feb 17 22:08:41.338415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-7cc49930-7d4a-45ff-8d86-c8da84a24d09 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943415 Feb 17 22:08:41.485863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-8c2b6d3c-e57e-43c0-897e-1682a8b52850 service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395519 Feb 17 22:08:41.493560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c211c-e6cd-4756-b715-68e798f3658b req-3426fa6f-aef9-46d5-85c0-e178457e97eb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:41.494939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b9c211c-e6cd-4756-b715-68e798f3658b req-3426fa6f-aef9-46d5-85c0-e178457e97eb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 946 time: 0.0898392 Feb 17 22:08:41.595946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b9c211c-e6cd-4756-b715-68e798f3658b req-23847369-a0c3-4171-a738-34ced2a53416 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Feb 17 22:08:41.616269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-c3898ccc-62b7-4890-a068-96b0ddf3d1cf service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203885 Feb 17 22:08:41.855596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fa16630-0a54-49cc-abd5-4179139e141d req-207b4388-7b97-421d-8f80-128ae7b67b8e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2079155 Feb 17 22:08:41.868134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:41.878662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f0a28-adc1-4c67-a50e-8d1f23bbf8c0 req-949672cd-f4b2-4df3-8c72-e59576f1da56 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:41.880145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0f0a28-adc1-4c67-a50e-8d1f23bbf8c0 req-949672cd-f4b2-4df3-8c72-e59576f1da56 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 945 time: 0.1148725 Feb 17 22:08:41.918030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:41.976130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0f0a28-adc1-4c67-a50e-8d1f23bbf8c0 req-7d170510-612d-4c73-a98e-072dedcdb722 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875783 Feb 17 22:08:42.050622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:42.183772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Allocated IP 172.25.0.254 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/a25fd13d-8d59-487b-82f9-0dacfa40ac01) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:42.320103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2393f19a-1274-439f-b528-195208f06242 req-4efb162a-9824-4b5f-8674-65bf3fa2e27f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:42.326792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2393f19a-1274-439f-b528-195208f06242 req-4efb162a-9824-4b5f-8674-65bf3fa2e27f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1282475 Feb 17 22:08:42.331625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0a946706-b0ec-46c1-834b-fedaa317fd54 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:42.354586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 0a946706-b0ec-46c1-834b-fedaa317fd54 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:42.354949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0a946706-b0ec-46c1-834b-fedaa317fd54 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:42.380515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:42.398998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2393f19a-1274-439f-b528-195208f06242 req-75c34948-978f-48e3-ad56-15c4d82ffc05 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707874 Feb 17 22:08:42.435137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:42.484537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:42.504375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-392eeba2-b7ca-401e-b36d-38dec84e5afd req-a968fabc-3e92-46ae-a61b-3778358b2a4f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 210 time: 0.0409000 Feb 17 22:08:42.505212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:42.508761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:42.534678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Pushing event updated for resources: {'Port': ['ID=a25fd13d-8d59-487b-82f9-0dacfa40ac01,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:42.630138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:42.672622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e602204-24a2-48c3-b9cc-c340b109b845 req-31d3c137-c3de-48ad-b59c-ff3bb6134500 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:42.674081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e602204-24a2-48c3-b9cc-c340b109b845 req-31d3c137-c3de-48ad-b59c-ff3bb6134500 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 950 time: 0.0895145 Feb 17 22:08:42.682024 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:42.772850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e602204-24a2-48c3-b9cc-c340b109b845 req-c6953e40-5727-4d12-b239-02e6efed418f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923152 Feb 17 22:08:42.970742 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:42.980116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:43.005567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f282bf71-8e21-4635-8e47-53e45e6af031 req-1d605242-1915-456d-a7a6-168971a12630 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:43.007014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f282bf71-8e21-4635-8e47-53e45e6af031 req-1d605242-1915-456d-a7a6-168971a12630 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 946 time: 0.1749964 Feb 17 22:08:43.095783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-df302b56-3a5c-4645-b969-65e2157ca69d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:43.097179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-df302b56-3a5c-4645-b969-65e2157ca69d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.2271178 Feb 17 22:08:43.100342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Pushing event updated for resources: {'Port': ['ID=a25fd13d-8d59-487b-82f9-0dacfa40ac01,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:43.123628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Request body: {'port': {'device_id': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'admin_state_up': True, 'tenant_id': '2356f526efd44c08a1547a8c63d4ff01'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:43.146680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:43.189401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f282bf71-8e21-4635-8e47-53e45e6af031 req-6fb416d7-89ee-451d-af19-ea4505bef829 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592100 Feb 17 22:08:43.201491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:43.203242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fa16630-0a54-49cc-abd5-4179139e141d req-47fa763c-37fc-48a1-bec7-4ce2e9a48cb9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3396571 Feb 17 22:08:43.308764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fa16630-0a54-49cc-abd5-4179139e141d req-5dba138a-1ba3-4deb-af7c-e5097b0ff4b7 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0995770 Feb 17 22:08:43.411903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Made reservation on behalf of 2356f526efd44c08a1547a8c63d4ff01 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:43.415112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:43.433228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6557bf-4f1b-48d3-acba-be831721ebba req-a8fb95c1-34aa-4450-a47c-02e327770880 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:43.434663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d6557bf-4f1b-48d3-acba-be831721ebba req-a8fb95c1-34aa-4450-a47c-02e327770880 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 945 time: 0.1599727 Feb 17 22:08:43.524057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa16630-0a54-49cc-abd5-4179139e141d req-9a322d29-756c-406c-a447-08887a49ee8d tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:43.525282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fa16630-0a54-49cc-abd5-4179139e141d req-9a322d29-756c-406c-a447-08887a49ee8d tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1969392 Feb 17 22:08:43.548478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-9fa16630-0a54-49cc-abd5-4179139e141d req-6f325293-6bb3-46fb-9cf2-96846f24059e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:08:43.549585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fa16630-0a54-49cc-abd5-4179139e141d req-6f325293-6bb3-46fb-9cf2-96846f24059e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148699 Feb 17 22:08:43.577648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d6557bf-4f1b-48d3-acba-be831721ebba req-7458836f-35fc-42ec-87e3-35e3065dbe21 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307845 Feb 17 22:08:43.642503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Allocated IP 172.20.0.13 (dba98d2b-b591-448a-b4e3-92d18620e790/dc86496c-0bbe-4e55-963e-bea4eb2235c5/08e356e0-1619-4d8e-8814-b4a5e0800906) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:43.708341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-088ed853-63fa-4c23-9901-496779901fe0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-264547952&fields=id&tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 267 time: 0.0906467 Feb 17 22:08:43.834844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d649363-e506-4187-ba86-59feb03c8da4 req-5cad01a9-38dd-494f-b3b9-b597f098f760 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:43.836328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d649363-e506-4187-ba86-59feb03c8da4 req-5cad01a9-38dd-494f-b3b9-b597f098f760 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1746261 Feb 17 22:08:43.862292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-9f8f746b-4ea0-436a-ac79-aba7480a711d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:43.863708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-9f8f746b-4ea0-436a-ac79-aba7480a711d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 946 time: 0.1487050 Feb 17 22:08:43.887760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'port': {'security_groups': ['6370e834-2b32-4b65-997e-2c0c8d1201c5', 'ca463474-da96-4fed-ba93-d013d704f882']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:43.966367 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks [] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:43.996304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d649363-e506-4187-ba86-59feb03c8da4 req-d824a856-d3d9-483a-9a9a-262d1b98b7b2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503441 Feb 17 22:08:44.012274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.078790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.166798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Network dba98d2b-b591-448a-b4e3-92d18620e790 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:44.181404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:44.186864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:44.189267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:44.193039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-ec8f08c2-28d7-423a-82a4-b55e1297822a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:44.194666 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-ec8f08c2-28d7-423a-82a4-b55e1297822a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 950 time: 0.0552280 Feb 17 22:08:44.227361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f966bf-fabb-4fd1-bd8d-b461dabe0fea req-4d5c8159-2b27-4c25-8fa8-bf941945ef88 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:44.229547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6f966bf-fabb-4fd1-bd8d-b461dabe0fea req-4d5c8159-2b27-4c25-8fa8-bf941945ef88 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 932 time: 0.1697342 Feb 17 22:08:44.296910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:44.297254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.333926 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1eedee9f-9673-45bf-80f9-ed23b27c3946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.350157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b513f268-7cdb-40e2-afa7-c1b6df202fe2 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:44.395252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port bb6f11f4-9fbc-46bb-a29a-86683cef2a30, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:44.395857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.406678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b513f268-7cdb-40e2-afa7-c1b6df202fe2 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:44.411798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b513f268-7cdb-40e2-afa7-c1b6df202fe2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:44.412222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.412456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for bb6f11f4-9fbc-46bb-a29a-86683cef2a30 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:44.496976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b513f268-7cdb-40e2-afa7-c1b6df202fe2 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:44.497388 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.523435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5e017-2375-470a-a0cd-73b761f402f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:44.525962 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9295e5a0-790d-49b6-9ce8-6ea8a696ab05" -d '{"events": [{"server_uuid": "91e5e017-2375-470a-a0cd-73b761f402f7", "name": "network-vif-plugged", "status": "completed", "tag": "b513f268-7cdb-40e2-afa7-c1b6df202fe2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:44.543251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b513f268-7cdb-40e2-afa7-c1b6df202fe2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b513f268-7cdb-40e2-afa7-c1b6df202fe2,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:44.548715 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.563590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bb6f11f4-9fbc-46bb-a29a-86683cef2a30), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.576104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:44.591748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:44.592317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.595006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=bb6f11f4-9fbc-46bb-a29a-86683cef2a30,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:44.611900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d', 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:44.641227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-35338d2f-c79c-41ea-94ee-a7540dbc2471 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5212147 Feb 17 22:08:44.647869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6f966bf-fabb-4fd1-bd8d-b461dabe0fea req-c7f6f0f5-35d5-4ca4-b844-00ae5ecf0b1e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102058 Feb 17 22:08:44.686547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fe367812-5f77-4a3e-9526-b838085f0f23,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:44.693172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Request body: {'port': {'device_id': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:44.698220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b513f268-7cdb-40e2-afa7-c1b6df202fe2,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:44.829263 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for port (fe367812-5f77-4a3e-9526-b838085f0f23), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.839790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.853156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:44.885544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port bb6f11f4-9fbc-46bb-a29a-86683cef2a30 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:44.888168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.891430 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fdc3d2ed-8a8e-4c0c-85c0-5369de2fd5a8 req-e40ed6ec-aa76-4d27-9a81-fd101677f05f tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "DELETE /v2.0/ports/bb6f11f4-9fbc-46bb-a29a-86683cef2a30 HTTP/1.1" status: 204 len: 173 time: 0.6907842 Feb 17 22:08:44.891876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'name': 'network-vif-deleted', 'tag': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:44.894197 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a610cf8-28fc-4f87-b3e6-14fbe96feb90" -d '{"events": [{"server_uuid": "a747d7e1-16c5-4f3a-8c2a-0248f0f08245", "name": "network-vif-deleted", "tag": "bb6f11f4-9fbc-46bb-a29a-86683cef2a30"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:44.940849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:44.941566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:44.942957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7e76b9a-d919-47be-b2ad-2530bd53a140 req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "PUT /v2.0/ports/fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 200 len: 982 time: 1.0702853 Feb 17 22:08:44.950895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:44.953844 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f048a275-1a86-437b-9a64-4f2db0108805" -d '{"events": [{"name": "network-changed", "server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:44.978706 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:45.083744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:45.087737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6068cbb1-c639-42fc-9367-e52c68f04662 req-68df6eae-1abb-41fd-aa22-61dcda5680f4 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=a747d7e1-16c5-4f3a-8c2a-0248f0f08245 HTTP/1.1" status: 200 len: 210 time: 0.0351875 Feb 17 22:08:45.107414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9ef19-df11-407f-8f78-6e5faa73b14c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:45.134157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-c3fbd454-7d01-4055-a58f-de9e3cb3efc1 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:45.136070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-c3fbd454-7d01-4055-a58f-de9e3cb3efc1 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 821 time: 0.3786981 Feb 17 22:08:45.159510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-eba47912-e22c-4d1e-a6cd-90b16d9ccd37 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/quotas/667eef1eaa0844f4a059565cd2d95cf7 HTTP/1.1" status: 200 len: 375 time: 0.0146532 Feb 17 22:08:45.183665 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6d3b67-93ef-41ba-b1d5-5f268f802c88 x-openstack-request-id: req-1e6d3b67-93ef-41ba-b1d5-5f268f802c88 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:45.183963 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5e017-2375-470a-a0cd-73b761f402f7", "name": "network-vif-plugged", "status": "completed", "tag": "b513f268-7cdb-40e2-afa7-c1b6df202fe2", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:45.184222 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e6d3b67-93ef-41ba-b1d5-5f268f802c88 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:45.184628 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e5e017-2375-470a-a0cd-73b761f402f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2', 'code': 200} Feb 17 22:08:45.321574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8daaf43-c5bd-4b48-a25b-7661016d7b2d req-a6a92a0a-ffdf-4eff-a598-d811a4a26bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:45.323924 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a8daaf43-c5bd-4b48-a25b-7661016d7b2d req-a6a92a0a-ffdf-4eff-a598-d811a4a26bd5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 1129 time: 0.0500875 Feb 17 22:08:45.330225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-31f3ff98-e414-403d-8b72-0324a2c4c0d1 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1615350 Feb 17 22:08:45.373267 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a8daaf43-c5bd-4b48-a25b-7661016d7b2d req-21aa9496-4df1-4be3-8f6b-5dac73ff37dc service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392988 Feb 17 22:08:45.446446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49cfa77-d68e-481d-aea9-0933fa14b4cc req-13057996-eccf-4d28-93c3-f49ad18ce1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:45.447926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e49cfa77-d68e-481d-aea9-0933fa14b4cc req-13057996-eccf-4d28-93c3-f49ad18ce1ce tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 946 time: 0.1818495 Feb 17 22:08:45.548803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-f8e33db2-c367-451d-af83-aabc591637e5 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912057 Feb 17 22:08:45.570407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e49cfa77-d68e-481d-aea9-0933fa14b4cc req-2b88b6c6-e4b5-46c6-9771-4420d4f14a3c tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152008 Feb 17 22:08:45.614609 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e54af9-f058-44ed-b7bd-82613f31a313 x-openstack-request-id: req-94e54af9-f058-44ed-b7bd-82613f31a313 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:45.615136 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a747d7e1-16c5-4f3a-8c2a-0248f0f08245", "name": "network-vif-deleted", "tag": "bb6f11f4-9fbc-46bb-a29a-86683cef2a30", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:45.615421 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-94e54af9-f058-44ed-b7bd-82613f31a313 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:45.615821 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a747d7e1-16c5-4f3a-8c2a-0248f0f08245', 'name': 'network-vif-deleted', 'tag': 'bb6f11f4-9fbc-46bb-a29a-86683cef2a30', 'status': 'completed', 'code': 200} Feb 17 22:08:45.629241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e356e0-1619-4d8e-8814-b4a5e0800906 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:45.638880 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Publish callbacks [] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:45.665937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Transition to ACTIVE for port object 08e356e0-1619-4d8e-8814-b4a5e0800906 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:45.681035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:45.750859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-514f0cbb-cfde-46d3-a9a6-4515163c4f6c service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780062 Feb 17 22:08:45.768845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-cea20b01-274a-4e00-b4ec-e256da5277e8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1373741700&fields=id&tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 267 time: 0.1131523 Feb 17 22:08:45.769832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:45.891027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-a54ce5c5-9138-47df-8838-f1f047b44755 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:45.892587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-a54ce5c5-9138-47df-8838-f1f047b44755 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 985 time: 0.1165736 Feb 17 22:08:45.894203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:45.894603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:45.894871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:45.897846 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e4cf17-d9b9-4e68-ab10-016d3132b8b5 x-openstack-request-id: req-b9e4cf17-d9b9-4e68-ab10-016d3132b8b5 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:45.898129 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:45.898379 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9e4cf17-d9b9-4e68-ab10-016d3132b8b5 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:45.898887 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23', 'status': 'completed', 'code': 200} Feb 17 22:08:45.902280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:45.902595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:45.908219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:45.908556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:45.908935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:45.909360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Bound port: 08e356e0-1619-4d8e-8814-b4a5e0800906, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:45.909773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:45.916365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'port': {'security_groups': ['6370e834-2b32-4b65-997e-2c0c8d1201c5', 'ca463474-da96-4fed-ba93-d013d704f882', '7b98048a-696b-4d0f-b9d3-5515bae252a5']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:46.124961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:46.144397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9c3d-5cfe-46a7-a3b3-41bbf85be881 req-69039b29-dfac-4846-a675-7f0620e6d9b7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.145855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ff9c3d-5cfe-46a7-a3b3-41bbf85be881 req-69039b29-dfac-4846-a675-7f0620e6d9b7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1893506 Feb 17 22:08:46.149040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:46.153602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048a275-1a86-437b-9a64-4f2db0108805 req-2ef3d8ab-6c54-4755-b52d-2ce8bff313d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.155146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048a275-1a86-437b-9a64-4f2db0108805 req-2ef3d8ab-6c54-4755-b52d-2ce8bff313d3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1168 time: 0.2066677 Feb 17 22:08:46.189484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:46.257009 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:46.356812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.357405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:46.359456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] 10.222.0.94 "PUT /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 1093 time: 1.6704125 Feb 17 22:08:46.375176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ff9c3d-5cfe-46a7-a3b3-41bbf85be881 req-f7ade80f-424b-4c63-a6c4-322e48daec50 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190039 Feb 17 22:08:46.413389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8bbf1-5332-4c09-b8cf-cf3204dd4821 service neutron] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:46.429693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048a275-1a86-437b-9a64-4f2db0108805 req-59236524-3ce1-4038-bd6e-8fac28bc16d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.431182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048a275-1a86-437b-9a64-4f2db0108805 req-59236524-3ce1-4038-bd6e-8fac28bc16d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 913 time: 0.2610717 Feb 17 22:08:46.564348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048a275-1a86-437b-9a64-4f2db0108805 req-edd611f8-9a0f-4dc8-b880-91c03bb6f5bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 200 len: 217 time: 0.1137006 Feb 17 22:08:46.667643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-3368614b-bc53-4eba-b980-2a6d1a31484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.669124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-3368614b-bc53-4eba-b980-2a6d1a31484c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1127 time: 0.2121165 Feb 17 22:08:46.679851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de421966-5eb8-453a-8ec9-2a479a16279f req-78e7fdca-6159-45e1-aa0f-baf26925c457 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.681203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de421966-5eb8-453a-8ec9-2a479a16279f req-78e7fdca-6159-45e1-aa0f-baf26925c457 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.2409151 Feb 17 22:08:46.685698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048a275-1a86-437b-9a64-4f2db0108805 req-b6a4ef8e-4f31-49e4-9295-74a6f295b8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.687075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048a275-1a86-437b-9a64-4f2db0108805 req-b6a4ef8e-4f31-49e4-9295-74a6f295b8ff service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.1104994 Feb 17 22:08:46.690794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fe367812-5f77-4a3e-9526-b838085f0f23,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:46.755074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-5652ff2f-3668-409f-bc0c-4c0772ada0db service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 217 time: 0.0660319 Feb 17 22:08:46.775266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048a275-1a86-437b-9a64-4f2db0108805 req-d5ec5f9d-b15b-4834-9c50-857475bde3b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676806 Feb 17 22:08:46.797657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5dd3b48-70c5-478e-b6c5-67352f7d8412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:46.830320 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for port (fe367812-5f77-4a3e-9526-b838085f0f23), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:46.882310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:46.890592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de421966-5eb8-453a-8ec9-2a479a16279f req-7eeb0421-cff2-42ec-b0be-c922279e2adf tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025716 Feb 17 22:08:46.896024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:46.977723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-09a63ed7-d45c-4a71-84f4-42059907680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:46.979463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-09a63ed7-d45c-4a71-84f4-42059907680d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1744294 Feb 17 22:08:47.003758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:47.004621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:47.005994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b32ddfa8-ed60-4e5d-8bde-00f1f9a3b0ad req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "PUT /v2.0/ports/fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 200 len: 1021 time: 1.0941174 Feb 17 22:08:47.046347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-79fabae0-46e3-4806-8ba7-ecad7a146bc7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550332 Feb 17 22:08:47.077829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b99684-b8d9-4814-86fa-3cd735ea0fb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:47.122887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-464c7e9c-44e9-4155-a74e-9251a9e70b8e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:47.125309 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-464c7e9c-44e9-4155-a74e-9251a9e70b8e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 821 time: 0.2062986 Feb 17 22:08:47.131180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048a275-1a86-437b-9a64-4f2db0108805 req-898c4679-4a9b-4f66-aaae-85590371ccf4 service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408771 Feb 17 22:08:47.133031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2df9e61c-396e-492b-bb51-0c4f2bcb531d req-9f5c97b0-fe0d-4b03-8bd9-60ed5caf1dd7 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 210 time: 0.0644395 Feb 17 22:08:47.151885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'port': {'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'admin_state_up': True, 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:47.159105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:47.292579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Made reservation on behalf of 667eef1eaa0844f4a059565cd2d95cf7 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:47.296990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:47.316575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-74e87437-d5f3-454a-96bf-b84e168b0572 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585118 Feb 17 22:08:47.449500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Allocated IP 172.20.0.4 (5e8847b5-b0b5-468b-893c-c185255a6838/8131ca69-1c4d-4dad-a18f-1f9ba4174ea2/755c2765-9f18-43ad-8478-6f0c81f1a34e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:47.616419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:47.649648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:47.662610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a4e37d6-d21d-426a-8958-dd5f5fd8656f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:47.678776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee82c3-0ff9-4c93-9dae-199e3330c445 req-cc096fa1-d324-494e-a429-b97da05bb610 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:47.682202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69ee82c3-0ff9-4c93-9dae-199e3330c445 req-cc096fa1-d324-494e-a429-b97da05bb610 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 946 time: 0.5190022 Feb 17 22:08:47.688464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048a275-1a86-437b-9a64-4f2db0108805 req-845d4cef-c291-4f8c-aa59-f4f9322d4553 service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5413475 Feb 17 22:08:47.695307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6db77-15c2-4785-b2c3-edba1a9c51eb req-b3167ed1-f6b5-4bd3-9678-acea5c75d57c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:47.696970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22d6db77-15c2-4785-b2c3-edba1a9c51eb req-b3167ed1-f6b5-4bd3-9678-acea5c75d57c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1024 time: 0.4472947 Feb 17 22:08:47.698033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Network 5e8847b5-b0b5-468b-893c-c185255a6838 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:47.704444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:47.706932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:47.732382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d70fae88-d1c4-4f87-94e9-9dae4313045d req-b84bd84a-c510-4e32-933a-38e7d8e066f5 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340392 Feb 17 22:08:47.741684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:47.775109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:47.775905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:47.781233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Pushing event updated for resources: {'Port': ['ID=755c2765-9f18-43ad-8478-6f0c81f1a34e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:47.816073 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-1049582c-9eab-4996-9369-93b0a4e407e9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6698203 Feb 17 22:08:47.825653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69ee82c3-0ff9-4c93-9dae-199e3330c445 req-146182ce-7e6f-4cc4-99da-c3c95aa8cec5 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957239 Feb 17 22:08:47.841501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Request body: {'port': {'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:47.845137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22d6db77-15c2-4785-b2c3-edba1a9c51eb req-29920717-f013-417d-a8f5-f47845de6800 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&id=7b98048a-696b-4d0f-b9d3-5515bae252a5&id=ca463474-da96-4fed-ba93-d013d704f882 HTTP/1.1" status: 200 len: 6200 time: 0.1117082 Feb 17 22:08:47.899947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906'}, {'name': 'network-changed', 'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:47.902698 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae339e67-89bd-4d3b-a642-bff88a06c051" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906"}, {"name": "network-changed", "server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:47.929771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:47.982840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f77f51-d846-44d0-b41e-7628db7ddfdf req-ef2c1ae2-a18b-49ed-9c88-9c299e504b2e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:47.984622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36f77f51-d846-44d0-b41e-7628db7ddfdf req-ef2c1ae2-a18b-49ed-9c88-9c299e504b2e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.0619059 Feb 17 22:08:48.032699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-08c8a7dd-f4be-4680-9faf-b931840b68be None None] Provisioning complete for port 755c2765-9f18-43ad-8478-6f0c81f1a34e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:48.033241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08c8a7dd-f4be-4680-9faf-b931840b68be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.050707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-997dafc0-6cf4-4316-a961-518c31fb0823 req-70616853-ab46-4624-848e-ff6f797638e3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1892860581 ', 'description': 'tempest-description-429872537'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:48.059298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36f77f51-d846-44d0-b41e-7628db7ddfdf req-925e309e-59cf-4dbb-a2a7-0c634e3ffd36 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684960 Feb 17 22:08:48.069834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-08c8a7dd-f4be-4680-9faf-b931840b68be None None] Port 755c2765-9f18-43ad-8478-6f0c81f1a34e cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:08:48.083453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-997dafc0-6cf4-4316-a961-518c31fb0823 req-70616853-ab46-4624-848e-ff6f797638e3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.159592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-997dafc0-6cf4-4316-a961-518c31fb0823 req-70616853-ab46-4624-848e-ff6f797638e3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (04fbb554-596f-46b1-afae-c713c35f75ef), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.164290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-997dafc0-6cf4-4316-a961-518c31fb0823 req-70616853-ab46-4624-848e-ff6f797638e3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04fbb554-596f-46b1-afae-c713c35f75ef), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.192977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-997dafc0-6cf4-4316-a961-518c31fb0823 req-70616853-ab46-4624-848e-ff6f797638e3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.194201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-997dafc0-6cf4-4316-a961-518c31fb0823 req-70616853-ab46-4624-848e-ff6f797638e3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1485066 Feb 17 22:08:48.204010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70616853-ab46-4624-848e-ff6f797638e3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04fbb554-596f-46b1-afae-c713c35f75ef,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:48.256102 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1800b97b-bfdf-4627-95f0-08ee92fbf2c9 x-openstack-request-id: req-1800b97b-bfdf-4627-95f0-08ee92fbf2c9 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:48.257211 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:48.257467 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1800b97b-bfdf-4627-95f0-08ee92fbf2c9 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:48.257896 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906', 'status': 'completed', 'code': 200} Feb 17 22:08:48.258130 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23', 'status': 'completed', 'code': 200} Feb 17 22:08:48.269596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755c2765-9f18-43ad-8478-6f0c81f1a34e {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:48.279481 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Publish callbacks [] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.302954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Transition to ACTIVE for port object 755c2765-9f18-43ad-8478-6f0c81f1a34e will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:48.307521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.372447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device bb6f11f4-9fbc-46bb-a29a-86683cef2a30 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:48.388378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Pushing event updated for resources: {'Port': ['ID=755c2765-9f18-43ad-8478-6f0c81f1a34e,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:48.390464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-0e4252f4-d4ea-48fd-ba57-d540590792de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.392254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-0e4252f4-d4ea-48fd-ba57-d540590792de service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1208 time: 0.1162434 Feb 17 22:08:48.418044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6548f89-7f79-4bbc-86f3-24e976b4548c req-7fa00342-224d-4f9d-912d-75abb11ad79c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.418898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: bb6f11f4-9fbc-46bb-a29a-86683cef2a30 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:48.419927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6548f89-7f79-4bbc-86f3-24e976b4548c req-7fa00342-224d-4f9d-912d-75abb11ad79c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.1337676 Feb 17 22:08:48.427390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device bb6f11f4-9fbc-46bb-a29a-86683cef2a30 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:48.491835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-67627fe6-bd6b-4e73-ba9d-a4c685f56ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.493236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-67627fe6-bd6b-4e73-ba9d-a4c685f56ad0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1127 time: 0.1480906 Feb 17 22:08:48.506602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Attempting to bind port 755c2765-9f18-43ad-8478-6f0c81f1a34e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:48.507008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Attempting to bind port 755c2765-9f18-43ad-8478-6f0c81f1a34e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:48.507430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Attempting to bind port 755c2765-9f18-43ad-8478-6f0c81f1a34e on network 5e8847b5-b0b5-468b-893c-c185255a6838 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:48.512576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Port 755c2765-9f18-43ad-8478-6f0c81f1a34e on network 5e8847b5-b0b5-468b-893c-c185255a6838 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:48.512967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Attempting to bind port 755c2765-9f18-43ad-8478-6f0c81f1a34e on network 5e8847b5-b0b5-468b-893c-c185255a6838 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:48.518863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:48.520131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Checking segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:48.520524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Bound using segment: {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:48.520956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Bound port: 755c2765-9f18-43ad-8478-6f0c81f1a34e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a65b2d-927b-4875-a170-077543258798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:48.521312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.603412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] For port 755c2765-9f18-43ad-8478-6f0c81f1a34e, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:48.608981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] For port 755c2765-9f18-43ad-8478-6f0c81f1a34e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:48.619268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.627740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6548f89-7f79-4bbc-86f3-24e976b4548c req-88928e25-1af3-4b89-ae78-5814b4baafd7 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950207 Feb 17 22:08:48.638899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.640328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:48.642555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] 10.222.0.73 "PUT /v2.0/ports/755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 1092 time: 0.8073041 Feb 17 22:08:48.644450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:48.649480 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d07a24b-1791-407f-9242-f9fe05d90c08" -d '{"events": [{"name": "network-changed", "server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:48.658417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-a9dd8e3b-8960-4d9c-8e8c-6ddf1a070647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.660493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-a9dd8e3b-8960-4d9c-8e8c-6ddf1a070647 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 913 time: 0.2590556 Feb 17 22:08:48.741613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-b9c5b2d0-2efb-413f-984f-8600e2f141ae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 200 len: 217 time: 0.0664482 Feb 17 22:08:48.778830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705493e-caf1-4a10-96cc-fae125434da1 service neutron] Pushing event updated for resources: {'Port': ['ID=755c2765-9f18-43ad-8478-6f0c81f1a34e,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:48.787803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdfc67-1a92-47b3-8109-40d9f231d82f req-c997b671-5782-4839-980c-8d12b7f85b10 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.789980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57bdfc67-1a92-47b3-8109-40d9f231d82f req-c997b671-5782-4839-980c-8d12b7f85b10 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 943 time: 0.2938738 Feb 17 22:08:48.791182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-09e8ca4b-e997-4543-a806-359bd2430bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.793240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-09e8ca4b-e997-4543-a806-359bd2430bd6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.2771780 Feb 17 22:08:48.795719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-fae7377d-cb23-40dc-bf6e-24c3778cc479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.798059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-fae7377d-cb23-40dc-bf6e-24c3778cc479 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 1126 time: 0.0890026 Feb 17 22:08:48.842145 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-96ccc002-9a8b-4dd8-8afc-80eb6298968d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 217 time: 0.0355999 Feb 17 22:08:48.886566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1894dba3-3c18-4d21-82ae-3fd934ee0ab1 req-b972549b-44b3-44b4-bc12-4c253abd284e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/04fbb554-596f-46b1-afae-c713c35f75ef HTTP/1.1" status: 200 len: 1797 time: 0.1581366 Feb 17 22:08:48.896018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-14ba1db4-7e11-40bd-8827-000d31b5d3d9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 217 time: 0.0822277 Feb 17 22:08:48.919676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-9516bd63-9585-4cbb-832e-cc3005d3ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.921936 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-9516bd63-9585-4cbb-832e-cc3005d3ac6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.0603373 Feb 17 22:08:48.947784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-8adf2294-d50e-458c-acde-e89bb5b8dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.949299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-8adf2294-d50e-458c-acde-e89bb5b8dfa7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.1550832 Feb 17 22:08:48.979983 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-bf137b3d-3795-4750-b989-7497dbaf1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:48.981075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57bdfc67-1a92-47b3-8109-40d9f231d82f req-b01a5bd0-ffc6-43a4-9316-f03843f2784a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732130 Feb 17 22:08:48.981469 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-bf137b3d-3795-4750-b989-7497dbaf1fe7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0521281 Feb 17 22:08:49.024779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-bb5e0d28-c856-4ee3-8847-0a2600959b97 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580778 Feb 17 22:08:49.031671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-8a4d4727-9a9e-4347-b276-61909d2e4a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.033077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-8a4d4727-9a9e-4347-b276-61909d2e4a66 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1272647 Feb 17 22:08:49.082065 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-97ac3ec4-25fd-43b5-8af2-c08d6513a6d5 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937901 Feb 17 22:08:49.117191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-569e9e44-b4ed-4c5f-9088-634c22965eb5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744612 Feb 17 22:08:49.135683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:49.161415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e250d641-4a25-4dd8-b766-d9e617fb897d req-cb8a24aa-2f35-4154-bc9f-1f4cf993f9d6 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.162872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e250d641-4a25-4dd8-b766-d9e617fb897d req-cb8a24aa-2f35-4154-bc9f-1f4cf993f9d6 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 946 time: 0.2214468 Feb 17 22:08:49.196906 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2bc61561-dcde-4ba2-bb70-7eca6821fe46 req-5f4bca0b-4c8a-4410-959e-8d9a269f5e51 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945294 Feb 17 22:08:49.293194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34970eb7-0dcd-4057-bc58-24e16662ad4f req-f10244e0-2ca4-4aeb-8d33-9f0c266d1289 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.294571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34970eb7-0dcd-4057-bc58-24e16662ad4f req-f10244e0-2ca4-4aeb-8d33-9f0c266d1289 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 949 time: 0.2317011 Feb 17 22:08:49.306844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-7b306006-3177-4dcd-a799-a095f5c11246 service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728703 Feb 17 22:08:49.340357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e250d641-4a25-4dd8-b766-d9e617fb897d req-70a65c9f-6582-4635-a6f8-b371dd2a79d3 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430626 Feb 17 22:08:49.375204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-439af653-6422-4e32-9b26-9ff1308460fc service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375131 Feb 17 22:08:49.383843 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f837b4e7-efe7-4085-9745-fca711168f0f x-openstack-request-id: req-f837b4e7-efe7-4085-9745-fca711168f0f {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:49.384369 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:49.384923 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f837b4e7-efe7-4085-9745-fca711168f0f {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:49.385056 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'status': 'completed', 'code': 200} Feb 17 22:08:49.450451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-500b4b51-d80c-4aab-8bf9-e781355c431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.452616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-500b4b51-d80c-4aab-8bf9-e781355c431a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 1126 time: 0.0443404 Feb 17 22:08:49.495609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34970eb7-0dcd-4057-bc58-24e16662ad4f req-c093e4c0-c44b-4be7-86bf-117880cfdacd tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907740 Feb 17 22:08:49.536230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-7e781a87-fbc9-4c20-b316-67c1a548211b service neutron] 10.222.0.73 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149510 Feb 17 22:08:49.541052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e3bc257-113d-48d4-ad56-d39f8a65b060 req-90bd6790-0e81-4008-bd5d-2a8b6fd2b5f9 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/04fbb554-596f-46b1-afae-c713c35f75ef HTTP/1.1" status: 200 len: 1797 time: 0.1359870 Feb 17 22:08:49.571341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-2f6e5983-f2c0-4312-9e1c-cdc42168e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.572773 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-2f6e5983-f2c0-4312-9e1c-cdc42168e9a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.1071393 Feb 17 22:08:49.585254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae339e67-89bd-4d3b-a642-bff88a06c051 req-06206fca-09f7-4b33-9ee8-9102cb469d61 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955860 Feb 17 22:08:49.618133 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-f1eb0bc1-e3f8-4e02-b980-17d3242f2006 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 217 time: 0.0374057 Feb 17 22:08:49.650775 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e3bc257-113d-48d4-ad56-d39f8a65b060 req-6b3ca8dd-4f3a-447c-a0bd-1eb7ed57da4b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (04fbb554-596f-46b1-afae-c713c35f75ef), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:49.662854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19293331-512e-4996-b9e3-bcb12b8ef425 req-9263bdec-7a11-45f9-9d57-0bc97859fafa tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.664351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19293331-512e-4996-b9e3-bcb12b8ef425 req-9263bdec-7a11-45f9-9d57-0bc97859fafa tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.0987680 Feb 17 22:08:49.675436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-b85c2df5-4e97-4688-b1f2-8b2340f1066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.676915 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-b85c2df5-4e97-4688-b1f2-8b2340f1066e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.0445249 Feb 17 22:08:49.693990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e3bc257-113d-48d4-ad56-d39f8a65b060 req-6b3ca8dd-4f3a-447c-a0bd-1eb7ed57da4b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (04fbb554-596f-46b1-afae-c713c35f75ef), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:49.725310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-6ec54f70-7229-4818-8d0e-5644ce65d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.726811 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-6ec54f70-7229-4818-8d0e-5644ce65d6da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431631 Feb 17 22:08:49.746186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19293331-512e-4996-b9e3-bcb12b8ef425 req-2d91906a-89f7-4079-857d-37a5af87c6e5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728488 Feb 17 22:08:49.758287 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e3bc257-113d-48d4-ad56-d39f8a65b060 req-6b3ca8dd-4f3a-447c-a0bd-1eb7ed57da4b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04fbb554-596f-46b1-afae-c713c35f75ef), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:49.760900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3e3bc257-113d-48d4-ad56-d39f8a65b060 req-6b3ca8dd-4f3a-447c-a0bd-1eb7ed57da4b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:49.762018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e3bc257-113d-48d4-ad56-d39f8a65b060 req-6b3ca8dd-4f3a-447c-a0bd-1eb7ed57da4b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/04fbb554-596f-46b1-afae-c713c35f75ef HTTP/1.1" status: 204 len: 173 time: 0.2115431 Feb 17 22:08:49.779605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ca8dd-4f3a-447c-a0bd-1eb7ed57da4b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04fbb554-596f-46b1-afae-c713c35f75ef,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:49.805767 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-d3dfd1fa-a264-4861-863d-5cdb77f2c23f req-5efa05a1-43d4-41ea-b948-7b230362c148 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:08:49.806917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3dfd1fa-a264-4861-863d-5cdb77f2c23f req-5efa05a1-43d4-41ea-b948-7b230362c148 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/04fbb554-596f-46b1-afae-c713c35f75ef HTTP/1.1" status: 404 len: 352 time: 0.0159230 Feb 17 22:08:49.834136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ce4040b1-711f-43dd-b9cc-0d39047c7a8c req-03417a40-e064-4fc2-b32a-5996203af8f5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1390111677', 'description': 'tempest-description-312557292'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:49.852505 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-9131b46a-a440-4d43-aa93-e25380ff2269 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135771 Feb 17 22:08:49.877145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ce4040b1-711f-43dd-b9cc-0d39047c7a8c req-03417a40-e064-4fc2-b32a-5996203af8f5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:49.934417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7340bd6-c69b-4db4-ae16-70168fe35c3e req-644f0f4a-24b3-4ae8-b408-0b54e6de23e6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:49.935927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7340bd6-c69b-4db4-ae16-70168fe35c3e req-644f0f4a-24b3-4ae8-b408-0b54e6de23e6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.0898767 Feb 17 22:08:49.962765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d07a24b-1791-407f-9242-f9fe05d90c08 req-4fba3173-1612-4c7f-8c2a-7193ea3abab8 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946281 Feb 17 22:08:49.993752 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ce4040b1-711f-43dd-b9cc-0d39047c7a8c req-03417a40-e064-4fc2-b32a-5996203af8f5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (370da458-e02f-4791-a112-e4393c51dd7c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.005136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ce4040b1-711f-43dd-b9cc-0d39047c7a8c req-03417a40-e064-4fc2-b32a-5996203af8f5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (370da458-e02f-4791-a112-e4393c51dd7c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.017516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7340bd6-c69b-4db4-ae16-70168fe35c3e req-9429dfc4-e1e3-47df-b550-156fc848a93b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Feb 17 22:08:50.040053 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ce4040b1-711f-43dd-b9cc-0d39047c7a8c req-03417a40-e064-4fc2-b32a-5996203af8f5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.041393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce4040b1-711f-43dd-b9cc-0d39047c7a8c req-03417a40-e064-4fc2-b32a-5996203af8f5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2111511 Feb 17 22:08:50.043042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03417a40-e064-4fc2-b32a-5996203af8f5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370da458-e02f-4791-a112-e4393c51dd7c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:50.078171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-52d7096a-3f50-4396-97e1-da9f5e08e112 req-adddebee-83d5-468b-a861-f68d1a62b83a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-784221255', 'description': 'tempest-description-1982390833'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:50.121029 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-f9a18805-ac7a-42de-95cd-b9792849b041 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:50.122873 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-f9a18805-ac7a-42de-95cd-b9792849b041 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/ports?device_id=a597b729-0db2-49b7-b398-31b00bb619e6 HTTP/1.1" status: 200 len: 949 time: 0.0726943 Feb 17 22:08:50.129715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52d7096a-3f50-4396-97e1-da9f5e08e112 req-adddebee-83d5-468b-a861-f68d1a62b83a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.160266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d316d-c55c-463f-a724-6fad8d69a405 req-13c8b8f3-3696-4c6b-80a5-d1feaa1f8eac tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:50.161685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a93d316d-c55c-463f-a724-6fad8d69a405 req-13c8b8f3-3696-4c6b-80a5-d1feaa1f8eac tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 943 time: 0.0792451 Feb 17 22:08:50.221658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port 15a577ba-925f-482e-a4e0-de1d8407a79e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:50.221997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.278321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a93d316d-c55c-463f-a724-6fad8d69a405 req-d0468344-b27c-46f0-a50d-9a5a3906f25a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100090 Feb 17 22:08:50.285232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52d7096a-3f50-4396-97e1-da9f5e08e112 req-adddebee-83d5-468b-a861-f68d1a62b83a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.299471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-9d7cafd1-76f9-4e5e-b00c-b5fb32fb1e9e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:50.299471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-9d7cafd1-76f9-4e5e-b00c-b5fb32fb1e9e tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.94 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 946 time: 0.1199806 Feb 17 22:08:50.299471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52d7096a-3f50-4396-97e1-da9f5e08e112 req-adddebee-83d5-468b-a861-f68d1a62b83a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.317837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port 15a577ba-925f-482e-a4e0-de1d8407a79e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=15a577ba-925f-482e-a4e0-de1d8407a79e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:50.318191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.328402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52d7096a-3f50-4396-97e1-da9f5e08e112 req-adddebee-83d5-468b-a861-f68d1a62b83a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.329549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52d7096a-3f50-4396-97e1-da9f5e08e112 req-adddebee-83d5-468b-a861-f68d1a62b83a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.2558486 Feb 17 22:08:50.333649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddebee-83d5-468b-a861-f68d1a62b83a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:50.339473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for 15a577ba-925f-482e-a4e0-de1d8407a79e owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:50.393345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d0ecfd08-f067-43e4-b5b1-b9c70aef2465 req-eba1e838-df4d-45e6-bc4b-acb6a9f15942 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1527468447', 'description': 'tempest-description-463837147'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:50.449424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-f0089d94-40df-4d3e-892c-2350ebce1584 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:50.450860 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-f0089d94-40df-4d3e-892c-2350ebce1584 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "GET /v2.0/ports?device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 949 time: 0.0694413 Feb 17 22:08:50.469377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d0ecfd08-f067-43e4-b5b1-b9c70aef2465 req-eba1e838-df4d-45e6-bc4b-acb6a9f15942 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.520445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c5eb7-118e-4e69-8e01-0f478ceeab25 req-cb97f0c6-232d-41e7-a34c-91fbd7afbe75 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:50.521917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc7c5eb7-118e-4e69-8e01-0f478ceeab25 req-cb97f0c6-232d-41e7-a34c-91fbd7afbe75 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 946 time: 0.1059861 Feb 17 22:08:50.541649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Deleting port b513f268-7cdb-40e2-afa7-c1b6df202fe2 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:50.542062 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.589588 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (15a577ba-925f-482e-a4e0-de1d8407a79e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.601470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:50.633187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:50.633601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=15a577ba-925f-482e-a4e0-de1d8407a79e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:50.678880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc7c5eb7-118e-4e69-8e01-0f478ceeab25 req-d32bc9f3-8b6c-4c30-8842-f465ff16a677 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups?id=10a943b1-711d-43db-81b1-7e7995f09ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476462 Feb 17 22:08:50.691482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port aab2d7bb-25e9-42af-83b3-21c19530e27d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:50.691482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.693233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port 15a577ba-925f-482e-a4e0-de1d8407a79e on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:50.696437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.700415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02ff01b2-d779-42d3-a60d-f0f4a8403b71 req-1d04fd84-02c7-4c2d-ac9b-266bc9b2de1a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "DELETE /v2.0/ports/15a577ba-925f-482e-a4e0-de1d8407a79e HTTP/1.1" status: 204 len: 173 time: 0.5713422 Feb 17 22:08:50.719430 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d0ecfd08-f067-43e4-b5b1-b9c70aef2465 req-eba1e838-df4d-45e6-bc4b-acb6a9f15942 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (91b99f19-1597-44d0-9442-cd6948a83490), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.736189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d0ecfd08-f067-43e4-b5b1-b9c70aef2465 req-eba1e838-df4d-45e6-bc4b-acb6a9f15942 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (91b99f19-1597-44d0-9442-cd6948a83490), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.764144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] For port b513f268-7cdb-40e2-afa7-c1b6df202fe2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b513f268-7cdb-40e2-afa7-c1b6df202fe2,segment=NetworkSegment(fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0),segment_id=fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:50.765421 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.800929 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.809377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Calling delete_port for b513f268-7cdb-40e2-afa7-c1b6df202fe2 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:50.830929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port aab2d7bb-25e9-42af-83b3-21c19530e27d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aab2d7bb-25e9-42af-83b3-21c19530e27d,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:50.831440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.847044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for aab2d7bb-25e9-42af-83b3-21c19530e27d owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:50.862750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1e838-df4d-45e6-bc4b-acb6a9f15942 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b99f19-1597-44d0-9442-cd6948a83490,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:50.872191 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d0ecfd08-f067-43e4-b5b1-b9c70aef2465 req-eba1e838-df4d-45e6-bc4b-acb6a9f15942 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:50.884443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ecfd08-f067-43e4-b5b1-b9c70aef2465 req-eba1e838-df4d-45e6-bc4b-acb6a9f15942 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.4999104 Feb 17 22:08:50.954491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349e004-2156-4dc2-bfa2-a651048da1a3 req-3f63902b-c9f6-4fcd-80f3-443292b80c50 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:50.956030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e349e004-2156-4dc2-bfa2-a651048da1a3 req-3f63902b-c9f6-4fcd-80f3-443292b80c50 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916 HTTP/1.1" status: 200 len: 949 time: 0.1026456 Feb 17 22:08:51.032560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (aab2d7bb-25e9-42af-83b3-21c19530e27d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:51.056011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', '15a577ba-925f-482e-a4e0-de1d8407a79e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:51.066086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=aab2d7bb-25e9-42af-83b3-21c19530e27d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:51.095148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aab2d7bb-25e9-42af-83b3-21c19530e27d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:51.128737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e349e004-2156-4dc2-bfa2-a651048da1a3 req-c5b2fc8d-4d81-42de-9e79-9d780fe476f6 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637285 Feb 17 22:08:51.135693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port aab2d7bb-25e9-42af-83b3-21c19530e27d on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:51.153390 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:51.156986 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e1b128bd-39dc-4dcd-9810-1770e9aad5e1 req-801a0df8-e1dd-486e-a425-bfc8ce4fb191 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.94 "DELETE /v2.0/ports/aab2d7bb-25e9-42af-83b3-21c19530e27d HTTP/1.1" status: 204 len: 173 time: 0.6951973 Feb 17 22:08:51.163212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cea75ac-b161-4af3-9c55-5c83901d9978 req-5219ed90-98f2-4eb7-bd2f-1e19a5bec042 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:51.173183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6cea75ac-b161-4af3-9c55-5c83901d9978 req-5219ed90-98f2-4eb7-bd2f-1e19a5bec042 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.2098677 Feb 17 22:08:51.219525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b513f268-7cdb-40e2-afa7-c1b6df202fe2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:51.266812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b513f268-7cdb-40e2-afa7-c1b6df202fe2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:51.287024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event deleted for resources: {'Port': ['ID=b513f268-7cdb-40e2-afa7-c1b6df202fe2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:51.338454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6cea75ac-b161-4af3-9c55-5c83901d9978 req-449f31b4-f34f-4f37-8b13-7fbf796ccaa4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615744 Feb 17 22:08:51.385871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'name': 'network-vif-deleted', 'tag': '15a577ba-925f-482e-a4e0-de1d8407a79e'}, {'server_uuid': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'name': 'network-vif-deleted', 'tag': 'aab2d7bb-25e9-42af-83b3-21c19530e27d'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:51.388497 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ffa8a6-05bf-4b42-8c67-2bb00b89586f" -d '{"events": [{"server_uuid": "a597b729-0db2-49b7-b398-31b00bb619e6", "name": "network-vif-deleted", "tag": "15a577ba-925f-482e-a4e0-de1d8407a79e"}, {"server_uuid": "c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916", "name": "network-vif-deleted", "tag": "aab2d7bb-25e9-42af-83b3-21c19530e27d"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:51.415674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] No DVR routers for this DVR port b513f268-7cdb-40e2-afa7-c1b6df202fe2 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:51.429262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:51.432579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b74b68fc-cea8-4843-a689-255b1c3500ec req-fa0b2f5f-d143-433a-a06d-c3a128ad5e38 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.94 "DELETE /v2.0/ports/b513f268-7cdb-40e2-afa7-c1b6df202fe2 HTTP/1.1" status: 204 len: 173 time: 1.0898640 Feb 17 22:08:51.432980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e5e017-2375-470a-a0cd-73b761f402f7', 'name': 'network-vif-deleted', 'tag': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:51.435241 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f0ea0-c3df-45d1-9a11-51f91f7fcd57" -d '{"events": [{"server_uuid": "91e5e017-2375-470a-a0cd-73b761f402f7", "name": "network-vif-deleted", "tag": "b513f268-7cdb-40e2-afa7-c1b6df202fe2"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:51.499295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15d25fe5-8c96-4bba-a03c-55df88fbfc3c req-444daf43-ef6a-42dd-99c3-70d1a96dae8a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 10998 time: 0.3062270 Feb 17 22:08:51.511094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46f6f5-fb07-4d12-ace4-da78c52a879b req-f423dadb-ab2e-47d5-bbdc-b33eaf7752be tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:51.512611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e46f6f5-fb07-4d12-ace4-da78c52a879b req-f423dadb-ab2e-47d5-bbdc-b33eaf7752be tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.0984967 Feb 17 22:08:51.586268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15d25fe5-8c96-4bba-a03c-55df88fbfc3c req-bda29a7c-5495-4ee0-a166-14d270a3615d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/6370e834-2b32-4b65-997e-2c0c8d1201c5 HTTP/1.1" status: 200 len: 2998 time: 0.0726840 Feb 17 22:08:51.594242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e46f6f5-fb07-4d12-ace4-da78c52a879b req-aad21f25-5ff6-4baa-af44-90d2415caeee tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738978 Feb 17 22:08:51.634159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15d25fe5-8c96-4bba-a03c-55df88fbfc3c req-0e4dbfe1-3afc-47d0-bdfa-12f57d749dd0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/6370e834-2b32-4b65-997e-2c0c8d1201c5 HTTP/1.1" status: 200 len: 2998 time: 0.0390422 Feb 17 22:08:51.682194 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0bd014-820c-48e8-b080-1cef30078d79 x-openstack-request-id: req-1d0bd014-820c-48e8-b080-1cef30078d79 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:51.682693 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a597b729-0db2-49b7-b398-31b00bb619e6", "name": "network-vif-deleted", "tag": "15a577ba-925f-482e-a4e0-de1d8407a79e", "status": "completed", "code": 200}, {"server_uuid": "c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916", "name": "network-vif-deleted", "tag": "aab2d7bb-25e9-42af-83b3-21c19530e27d", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:51.682960 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d0bd014-820c-48e8-b080-1cef30078d79 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:51.683492 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a597b729-0db2-49b7-b398-31b00bb619e6', 'name': 'network-vif-deleted', 'tag': '15a577ba-925f-482e-a4e0-de1d8407a79e', 'status': 'completed', 'code': 200} Feb 17 22:08:51.683868 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a726c5-4626-4ac7-8bf2-3f0f2c4b0916', 'name': 'network-vif-deleted', 'tag': 'aab2d7bb-25e9-42af-83b3-21c19530e27d', 'status': 'completed', 'code': 200} Feb 17 22:08:51.723943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec28b8-aeee-43be-8cec-27da46debbc1 req-05b34b22-aff7-4f02-8f24-a6673b108453 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:51.725495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ebec28b8-aeee-43be-8cec-27da46debbc1 req-05b34b22-aff7-4f02-8f24-a6673b108453 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 943 time: 0.0622380 Feb 17 22:08:51.726954 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7181d0-1f18-40d5-a7d5-5f797950e3c6 x-openstack-request-id: req-8f7181d0-1f18-40d5-a7d5-5f797950e3c6 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:51.727505 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e5e017-2375-470a-a0cd-73b761f402f7", "name": "network-vif-deleted", "tag": "b513f268-7cdb-40e2-afa7-c1b6df202fe2", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:51.727769 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f7181d0-1f18-40d5-a7d5-5f797950e3c6 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:51.728156 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e5e017-2375-470a-a0cd-73b761f402f7', 'name': 'network-vif-deleted', 'tag': 'b513f268-7cdb-40e2-afa7-c1b6df202fe2', 'status': 'completed', 'code': 200} Feb 17 22:08:51.811791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d35fbc0-7fed-40fb-a353-32b43c9d134b req-853126f5-01d5-47d2-a37f-4d9600799147 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/370da458-e02f-4791-a112-e4393c51dd7c HTTP/1.1" status: 200 len: 1817 time: 0.0806341 Feb 17 22:08:51.815332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ebec28b8-aeee-43be-8cec-27da46debbc1 req-f343366f-c7b8-45d3-8400-679c2b8ec94b tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762916 Feb 17 22:08:51.893470 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1d35fbc0-7fed-40fb-a353-32b43c9d134b req-69660c1b-d65b-4a91-bd90-7ddb8bb82a89 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (370da458-e02f-4791-a112-e4393c51dd7c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:51.953138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-273ef072-b912-4942-ad0c-ba166a941bb6 req-fe97071a-a332-4298-bf40-b25807e0b572 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/ports?device_id=91e5e017-2375-470a-a0cd-73b761f402f7 HTTP/1.1" status: 200 len: 210 time: 0.0379207 Feb 17 22:08:51.954879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1d35fbc0-7fed-40fb-a353-32b43c9d134b req-69660c1b-d65b-4a91-bd90-7ddb8bb82a89 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (370da458-e02f-4791-a112-e4393c51dd7c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.001656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1d35fbc0-7fed-40fb-a353-32b43c9d134b req-69660c1b-d65b-4a91-bd90-7ddb8bb82a89 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (370da458-e02f-4791-a112-e4393c51dd7c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.004300 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1d35fbc0-7fed-40fb-a353-32b43c9d134b req-69660c1b-d65b-4a91-bd90-7ddb8bb82a89 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.005424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d35fbc0-7fed-40fb-a353-32b43c9d134b req-69660c1b-d65b-4a91-bd90-7ddb8bb82a89 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/370da458-e02f-4791-a112-e4393c51dd7c HTTP/1.1" status: 204 len: 173 time: 0.1863821 Feb 17 22:08:52.014792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69660c1b-d65b-4a91-bd90-7ddb8bb82a89 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370da458-e02f-4791-a112-e4393c51dd7c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:52.047455 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-c8de75f8-739f-43cc-be6d-63125e76e8ba req-ff07b20b-236a-4674-9f56-c1b828c7ecce tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:08:52.048474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8de75f8-739f-43cc-be6d-63125e76e8ba req-ff07b20b-236a-4674-9f56-c1b828c7ecce tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/370da458-e02f-4791-a112-e4393c51dd7c HTTP/1.1" status: 404 len: 352 time: 0.0245504 Feb 17 22:08:52.108709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d214b3d-f69a-4ca9-a1e9-5c0043d18102 req-c825d023-eb11-432c-852b-fa7e2c5190f2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac HTTP/1.1" status: 200 len: 1817 time: 0.0389891 Feb 17 22:08:52.163577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d214b3d-f69a-4ca9-a1e9-5c0043d18102 req-780d0875-d11d-4a8d-811b-5da7330be050 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.187058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d214b3d-f69a-4ca9-a1e9-5c0043d18102 req-780d0875-d11d-4a8d-811b-5da7330be050 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.233856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d214b3d-f69a-4ca9-a1e9-5c0043d18102 req-780d0875-d11d-4a8d-811b-5da7330be050 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.236712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d214b3d-f69a-4ca9-a1e9-5c0043d18102 req-780d0875-d11d-4a8d-811b-5da7330be050 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.237837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d214b3d-f69a-4ca9-a1e9-5c0043d18102 req-780d0875-d11d-4a8d-811b-5da7330be050 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac HTTP/1.1" status: 204 len: 173 time: 0.1236231 Feb 17 22:08:52.250036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d0875-d11d-4a8d-811b-5da7330be050 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:52.285792 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-734e4e04-9cb4-42bf-8ddc-c1a70bcfd9ec req-59584c25-9ea9-484e-b98e-55b94cf694f1 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:08:52.286995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734e4e04-9cb4-42bf-8ddc-c1a70bcfd9ec req-59584c25-9ea9-484e-b98e-55b94cf694f1 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac HTTP/1.1" status: 404 len: 352 time: 0.0176289 Feb 17 22:08:52.350135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47f8fc1c-bc93-427a-b650-137d361a5600 req-79ab0709-8eda-4e0e-9aa9-8827c27a2fa3 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/91b99f19-1597-44d0-9442-cd6948a83490 HTTP/1.1" status: 200 len: 1817 time: 0.0427079 Feb 17 22:08:52.381868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 08e356e0-1619-4d8e-8814-b4a5e0800906 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:52.417575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47f8fc1c-bc93-427a-b650-137d361a5600 req-10c49d75-5fc0-4412-9a01-ba2488e821e7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (91b99f19-1597-44d0-9442-cd6948a83490), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.445570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 755c2765-9f18-43ad-8478-6f0c81f1a34e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:08:52.450061 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47f8fc1c-bc93-427a-b650-137d361a5600 req-10c49d75-5fc0-4412-9a01-ba2488e821e7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (91b99f19-1597-44d0-9442-cd6948a83490), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.519683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db68c99-cfc5-494e-aac9-35be55b24aef req-8bcc5643-2750-4587-aaea-f24213a1b981 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:52.521256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7db68c99-cfc5-494e-aac9-35be55b24aef req-8bcc5643-2750-4587-aaea-f24213a1b981 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.0839767 Feb 17 22:08:52.522360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47f8fc1c-bc93-427a-b650-137d361a5600 req-10c49d75-5fc0-4412-9a01-ba2488e821e7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (91b99f19-1597-44d0-9442-cd6948a83490), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.525079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47f8fc1c-bc93-427a-b650-137d361a5600 req-10c49d75-5fc0-4412-9a01-ba2488e821e7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.526167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47f8fc1c-bc93-427a-b650-137d361a5600 req-10c49d75-5fc0-4412-9a01-ba2488e821e7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/91b99f19-1597-44d0-9442-cd6948a83490 HTTP/1.1" status: 204 len: 173 time: 0.1752777 Feb 17 22:08:52.553346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:52.560858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c49d75-5fc0-4412-9a01-ba2488e821e7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b99f19-1597-44d0-9442-cd6948a83490,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:52.574057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '08e356e0-1619-4d8e-8814-b4a5e0800906', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'port_id': '08e356e0-1619-4d8e-8814-b4a5e0800906', 'mac_address': 'fa:16:3e:6e:1a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc86496c-0bbe-4e55-963e-bea4eb2235c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:52.605160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7db68c99-cfc5-494e-aac9-35be55b24aef req-52608d76-c74e-47a3-8042-7b527395dc4d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778236 Feb 17 22:08:52.634653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 755c2765-9f18-43ad-8478-6f0c81f1a34e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:52.653474 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-3a600c41-9014-442f-89a2-795576105e32 req-1f3dfe42-36b6-49cf-a564-7ddc3e7fa9dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:08:52.654444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'mac_address': 'fa:16:3e:34:31:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:08:52.654723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a600c41-9014-442f-89a2-795576105e32 req-1f3dfe42-36b6-49cf-a564-7ddc3e7fa9dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/91b99f19-1597-44d0-9442-cd6948a83490 HTTP/1.1" status: 404 len: 352 time: 0.0164361 Feb 17 22:08:52.657680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 08e356e0-1619-4d8e-8814-b4a5e0800906 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:52.658069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.696360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08e356e0-1619-4d8e-8814-b4a5e0800906 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:52.725666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:52.726672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 755c2765-9f18-43ad-8478-6f0c81f1a34e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:52.727304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.730860 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.810281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c241928a-f593-42e6-8630-fd3e25e87655 req-7f31af00-73a0-4910-b2b4-b7c864168f0e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 6200 time: 0.1052086 Feb 17 22:08:52.818339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aa9525-dd41-4ffe-85e8-e9bc17330090 req-96bc6bac-666d-413f-8440-a039b7c930cb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:52.819857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9aa9525-dd41-4ffe-85e8-e9bc17330090 req-96bc6bac-666d-413f-8440-a039b7c930cb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 945 time: 0.0981731 Feb 17 22:08:52.887265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c241928a-f593-42e6-8630-fd3e25e87655 req-c34eb351-5c79-4a2d-86ca-8aad8ebd425a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/6370e834-2b32-4b65-997e-2c0c8d1201c5 HTTP/1.1" status: 200 len: 2998 time: 0.0661585 Feb 17 22:08:52.888594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755c2765-9f18-43ad-8478-6f0c81f1a34e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:52.908780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9aa9525-dd41-4ffe-85e8-e9bc17330090 req-78b9483b-f6eb-410b-a155-793bd06a9110 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809143 Feb 17 22:08:52.925696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 755c2765-9f18-43ad-8478-6f0c81f1a34e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:52.927310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:52.932084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:52.953254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c241928a-f593-42e6-8630-fd3e25e87655 req-54fe7f27-a59c-4b27-a528-00a718b59b75 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/6370e834-2b32-4b65-997e-2c0c8d1201c5 HTTP/1.1" status: 200 len: 2998 time: 0.0583398 Feb 17 22:08:52.987918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=755c2765-9f18-43ad-8478-6f0c81f1a34e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:53.087455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90925b55-81ad-4f34-ba4f-d1b37420d22b req-2999ee2f-0272-41f6-8fa7-fb47820de4db tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:53.088893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90925b55-81ad-4f34-ba4f-d1b37420d22b req-2999ee2f-0272-41f6-8fa7-fb47820de4db tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 950 time: 0.0835433 Feb 17 22:08:53.098365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4860c3-60c3-4d9d-8c9a-9a2e8ffef2e1 req-2dae2e82-c81a-44b5-8387-0236cc951596 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:53.099728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed4860c3-60c3-4d9d-8c9a-9a2e8ffef2e1 req-2dae2e82-c81a-44b5-8387-0236cc951596 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 944 time: 0.0841439 Feb 17 22:08:53.227810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['08e356e0-1619-4d8e-8814-b4a5e0800906'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:53.268799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['755c2765-9f18-43ad-8478-6f0c81f1a34e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:53.434951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90925b55-81ad-4f34-ba4f-d1b37420d22b req-5c871f84-9942-497e-94ef-713191ad7dee tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342896 Feb 17 22:08:53.442716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed4860c3-60c3-4d9d-8c9a-9a2e8ffef2e1 req-c468f7b2-d3e6-46b7-b102-3899459c088b tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363526 Feb 17 22:08:53.463454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2a7f7373-c884-4530-8400-1f45950db455 req-c6a748cb-97d0-42d9-b0a6-13f603a4ca38 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2137110756', 'description': 'tempest-description-465396908'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:53.485778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f7373-c884-4530-8400-1f45950db455 req-c6a748cb-97d0-42d9-b0a6-13f603a4ca38 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.553986 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f7373-c884-4530-8400-1f45950db455 req-c6a748cb-97d0-42d9-b0a6-13f603a4ca38 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (06b259e8-c443-41be-9e44-a8bfd334b163), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.558745 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f7373-c884-4530-8400-1f45950db455 req-c6a748cb-97d0-42d9-b0a6-13f603a4ca38 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (06b259e8-c443-41be-9e44-a8bfd334b163), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.587066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f7373-c884-4530-8400-1f45950db455 req-c6a748cb-97d0-42d9-b0a6-13f603a4ca38 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.588287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a7f7373-c884-4530-8400-1f45950db455 req-c6a748cb-97d0-42d9-b0a6-13f603a4ca38 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1297340 Feb 17 22:08:53.592251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a748cb-97d0-42d9-b0a6-13f603a4ca38 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06b259e8-c443-41be-9e44-a8bfd334b163,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:53.613972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a8f4f5a6-ff84-4f86-8b05-9c97b4d5563d req-5aedaa48-cdd3-4bf6-a9bc-da771f3c22dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1110534641', 'description': 'tempest-description-917521859'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:53.635436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a8f4f5a6-ff84-4f86-8b05-9c97b4d5563d req-5aedaa48-cdd3-4bf6-a9bc-da771f3c22dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.731311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a8f4f5a6-ff84-4f86-8b05-9c97b4d5563d req-5aedaa48-cdd3-4bf6-a9bc-da771f3c22dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (8aba3341-51a8-445b-9bdb-64144b391114), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.737936 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a8f4f5a6-ff84-4f86-8b05-9c97b4d5563d req-5aedaa48-cdd3-4bf6-a9bc-da771f3c22dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8aba3341-51a8-445b-9bdb-64144b391114), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.757060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551176a-4b53-4e00-97b8-f4b8081b59df req-73fd3dc7-932c-4000-b5ee-73d49cadb46f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:53.758490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f551176a-4b53-4e00-97b8-f4b8081b59df req-73fd3dc7-932c-4000-b5ee-73d49cadb46f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.0879543 Feb 17 22:08:53.785163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a8f4f5a6-ff84-4f86-8b05-9c97b4d5563d req-5aedaa48-cdd3-4bf6-a9bc-da771f3c22dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.786306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8f4f5a6-ff84-4f86-8b05-9c97b4d5563d req-5aedaa48-cdd3-4bf6-a9bc-da771f3c22dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.1766031 Feb 17 22:08:53.804478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedaa48-cdd3-4bf6-a9bc-da771f3c22dc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aba3341-51a8-445b-9bdb-64144b391114,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:53.824090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:53.831642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f551176a-4b53-4e00-97b8-f4b8081b59df req-5b432f19-4366-4027-849b-244b3616a469 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661254 Feb 17 22:08:53.880664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b9ba-c9c8-4957-b859-a16d9355dee5 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group (a4faabff-3f3f-4ef9-a539-681c2fd2434a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.904550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b9ba-c9c8-4957-b859-a16d9355dee5 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group (a4faabff-3f3f-4ef9-a539-681c2fd2434a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.952953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b9ba-c9c8-4957-b859-a16d9355dee5 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a4faabff-3f3f-4ef9-a539-681c2fd2434a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.955665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ad0b9ba-c9c8-4957-b859-a16d9355dee5 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:53.956721 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4ad0b9ba-c9c8-4957-b859-a16d9355dee5 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "DELETE /v2.0/security-groups/a4faabff-3f3f-4ef9-a539-681c2fd2434a HTTP/1.1" status: 204 len: 168 time: 0.1316109 Feb 17 22:08:53.960037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35716) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:53.977527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0b9ba-c9c8-4957-b859-a16d9355dee5 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4faabff-3f3f-4ef9-a539-681c2fd2434a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:53.980016 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-5b301fe9-08b6-4641-af21-f9519972c9de tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] show failed (client error): The resource could not be found. Feb 17 22:08:53.981034 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b301fe9-08b6-4641-af21-f9519972c9de tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "GET /v2.0/security-groups/a4faabff-3f3f-4ef9-a539-681c2fd2434a HTTP/1.1" status: 404 len: 347 time: 0.0201967 Feb 17 22:08:53.983749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35718) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:54.076854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-4a1453f7-3d4c-41dc-b082-3ca0242d60dd tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:54.078303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-4a1453f7-3d4c-41dc-b082-3ca0242d60dd tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 812 time: 0.1466706 Feb 17 22:08:54.085953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ede4b2-2885-47b9-96ab-cc791f4bf552 req-4d2c183b-fa8c-4128-9dab-0f0f22adb4f3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:54.087341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75ede4b2-2885-47b9-96ab-cc791f4bf552 req-4d2c183b-fa8c-4128-9dab-0f0f22adb4f3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 945 time: 0.0858870 Feb 17 22:08:54.114293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-d0b845fd-a0a5-4676-9223-c89fed33f491 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/quotas/fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 375 time: 0.0259681 Feb 17 22:08:54.167526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-daf6ae49-ac0e-4e1c-a511-8687b357a357 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:54.169002 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-daf6ae49-ac0e-4e1c-a511-8687b357a357 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 950 time: 0.0728664 Feb 17 22:08:54.171302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75ede4b2-2885-47b9-96ab-cc791f4bf552 req-baed1559-fda0-4870-aef2-9ea0d33ccd16 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758202 Feb 17 22:08:54.171865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Deleting port 322781a5-457e-4065-b5d2-0d7a1344b959 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:54.172203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (322781a5-457e-4065-b5d2-0d7a1344b959), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.186449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-e79f37bc-33af-4559-af3b-bbda702afdec tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0656354 Feb 17 22:08:54.280347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-6fec138f-ab27-484a-af46-de9cf94c56ba service neutron] 10.222.0.79 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862362 Feb 17 22:08:54.309095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (322781a5-457e-4065-b5d2-0d7a1344b959), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.309422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for floatingip (322781a5-457e-4065-b5d2-0d7a1344b959), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.328777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Calling delete_port for 322781a5-457e-4065-b5d2-0d7a1344b959 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:54.347922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:54.348256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.374789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-1b7b83f3-ab59-4cf9-87e1-eba33c869eac service neutron] 10.222.0.79 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888126 Feb 17 22:08:54.396563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 08e356e0-1619-4d8e-8814-b4a5e0800906 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:54.442762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 755c2765-9f18-43ad-8478-6f0c81f1a34e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:08:54.528125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 755c2765-9f18-43ad-8478-6f0c81f1a34e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:54.534301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port d17d2199-bc5e-4cad-8667-0e1e19ddcab8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:54.534672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.541238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 755c2765-9f18-43ad-8478-6f0c81f1a34e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:54.541666 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.546547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-ffe04f7a-dcd1-4721-9999-a95e5a7af14b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:54.554036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-ffe04f7a-dcd1-4721-9999-a95e5a7af14b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/ports?device_id=58d2026f-f38b-4e5a-8ce6-4736397b4fd4 HTTP/1.1" status: 200 len: 949 time: 0.1276572 Feb 17 22:08:54.565559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for d17d2199-bc5e-4cad-8667-0e1e19ddcab8 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:54.570598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 08e356e0-1619-4d8e-8814-b4a5e0800906 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:08:54.577731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 08e356e0-1619-4d8e-8814-b4a5e0800906 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:08:54.578347 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.666909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (322781a5-457e-4065-b5d2-0d7a1344b959), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.696237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 755c2765-9f18-43ad-8478-6f0c81f1a34e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:54.696630 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.704555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Pushing event deleted for resources: {'Port': ['ID=322781a5-457e-4065-b5d2-0d7a1344b959,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:54.768943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:54.776433 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee44da9c-68e6-4576-a2fc-8a559d5cf994" -d '{"events": [{"server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "name": "network-vif-plugged", "status": "completed", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:54.780329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:08:54.781002 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.796839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 08e356e0-1619-4d8e-8814-b4a5e0800906 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:08:54.797262 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.800229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a41332-cb8d-49ec-a42c-e5ed9fcf571f req-c0674586-ec59-45ae-8437-b5be2b04f91a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:54.801123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 755c2765-9f18-43ad-8478-6f0c81f1a34e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:54.808111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2a41332-cb8d-49ec-a42c-e5ed9fcf571f req-c0674586-ec59-45ae-8437-b5be2b04f91a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 944 time: 0.1585252 Feb 17 22:08:54.816665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks [] for floatingip (9217f93c-b414-4c4b-849b-b6037a956ed2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.819265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.820527 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-406b62d5-af8b-4350-b8cf-ac8456357bc2 tempest-ImagesOneServerNegativeTestJSON-518095172 tempest-ImagesOneServerNegativeTestJSON-518095172-project] 10.222.0.79 "DELETE /v2.0/floatingips/9217f93c-b414-4c4b-849b-b6037a956ed2 HTTP/1.1" status: 204 len: 168 time: 0.8359931 Feb 17 22:08:54.846871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d17d2199-bc5e-4cad-8667-0e1e19ddcab8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.849548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079aefb-25e0-4337-86ac-48920a966ec5 req-d1d52438-3e3c-4a37-bc0d-1afce8036850 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:54.856737 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:54.857095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c079aefb-25e0-4337-86ac-48920a966ec5 req-d1d52438-3e3c-4a37-bc0d-1afce8036850 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 950 time: 0.2998881 Feb 17 22:08:54.857544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 15a577ba-925f-482e-a4e0-de1d8407a79e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:54.917422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', '009e7f9b-4ce1-4752-8c7c-b2062b2e9635'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:54.951804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2a41332-cb8d-49ec-a42c-e5ed9fcf571f req-6f293d6e-2915-47ca-a6f5-c0fffc588e16 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374285 Feb 17 22:08:54.982949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=755c2765-9f18-43ad-8478-6f0c81f1a34e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:54.996844 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:55.004133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 15a577ba-925f-482e-a4e0-de1d8407a79e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:55.004481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 15a577ba-925f-482e-a4e0-de1d8407a79e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:55.012747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:55.028094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c079aefb-25e0-4337-86ac-48920a966ec5 req-b38e79f9-ad78-4e24-8630-add730c6068b tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700375 Feb 17 22:08:55.047529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:55.048840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aab2d7bb-25e9-42af-83b3-21c19530e27d no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:55.108644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d071ee79-8c30-4d1c-a159-d8a0df4dd50d req-69a854f3-46c1-4e05-b1c0-9d27f52d45a9 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 210 time: 0.0514228 Feb 17 22:08:55.110163 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65044058-71cd-4d88-bc76-4ac0a1f12e54 x-openstack-request-id: req-65044058-71cd-4d88-bc76-4ac0a1f12e54 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:55.110732 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "name": "network-vif-plugged", "status": "completed", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:55.111267 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65044058-71cd-4d88-bc76-4ac0a1f12e54 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:55.113709 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'code': 200} Feb 17 22:08:55.153706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:08:55.155680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:55.169157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: aab2d7bb-25e9-42af-83b3-21c19530e27d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:55.169970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aab2d7bb-25e9-42af-83b3-21c19530e27d not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:55.175806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b513f268-7cdb-40e2-afa7-c1b6df202fe2 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:55.197344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:08:55.201242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=d17d2199-bc5e-4cad-8667-0e1e19ddcab8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:55.253816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: b513f268-7cdb-40e2-afa7-c1b6df202fe2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:55.254167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b513f268-7cdb-40e2-afa7-c1b6df202fe2 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:55.262837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port d17d2199-bc5e-4cad-8667-0e1e19ddcab8 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:55.272803 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:55.280895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:55.286404 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c58f5da9-94c8-4483-a13c-90a20f6b1476 req-8bf455dc-171e-4d60-8dc7-8b17cfdbc503 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "DELETE /v2.0/ports/d17d2199-bc5e-4cad-8667-0e1e19ddcab8 HTTP/1.1" status: 204 len: 173 time: 1.1024616 Feb 17 22:08:55.290347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1931a921-5b76-4ea9-868e-796e56510d40', 'name': 'network-vif-deleted', 'tag': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:55.293037 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb0c8a7-0198-4bf3-9825-d49ccc02d764" -d '{"events": [{"server_uuid": "1931a921-5b76-4ea9-868e-796e56510d40", "name": "network-vif-deleted", "tag": "d17d2199-bc5e-4cad-8667-0e1e19ddcab8"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:55.499577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250d6f7-32a7-41f6-91cc-26445797b1ea req-0fe04d2a-0307-4711-90bd-4ba5093d6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:55.501009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2250d6f7-32a7-41f6-91cc-26445797b1ea req-0fe04d2a-0307-4711-90bd-4ba5093d6d6c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 1128 time: 0.2634437 Feb 17 22:08:55.549202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162d864-22ed-4dce-8f25-45ccfd4c2107 req-67fe89b0-d2ff-471b-a6c3-ff1b6ba7ff73 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:55.550602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6162d864-22ed-4dce-8f25-45ccfd4c2107 req-67fe89b0-d2ff-471b-a6c3-ff1b6ba7ff73 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.2365217 Feb 17 22:08:55.566541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb186b-036a-4eee-a89e-44954db196b3 req-231758bd-e564-4d93-9e11-69911c59bf91 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:55.568029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5adb186b-036a-4eee-a89e-44954db196b3 req-231758bd-e564-4d93-9e11-69911c59bf91 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.1944029 Feb 17 22:08:55.668388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2250d6f7-32a7-41f6-91cc-26445797b1ea req-d5bc5f8c-cb06-4dbb-8223-9dc8f11b86e1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577449 Feb 17 22:08:55.708199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (009e7f9b-4ce1-4752-8c7c-b2062b2e9635), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:55.719673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5adb186b-036a-4eee-a89e-44954db196b3 req-877be58e-0c50-4579-943e-f19b46e1e1e9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377931 Feb 17 22:08:55.723179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d55cecf8-cc95-4818-b98b-bc882d858dd5', 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:55.737419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6162d864-22ed-4dce-8f25-45ccfd4c2107 req-13e130e6-9218-40ca-96aa-4b6b5ffd5fd4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791635 Feb 17 22:08:55.799019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=009e7f9b-4ce1-4752-8c7c-b2062b2e9635,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:55.812617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:55.848135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:08:55.851976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:55.857094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38b5f75e-90cf-4867-b6bb-44d64e6db5bc req-20b61634-3f84-4146-9527-647edf42f200 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "DELETE /v2.0/ports/009e7f9b-4ce1-4752-8c7c-b2062b2e9635 HTTP/1.1" status: 204 len: 173 time: 1.2897592 Feb 17 22:08:55.857771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'name': 'network-vif-deleted', 'tag': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:55.860956 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0ba9ae-7faf-4e45-8a75-7f937bd22457" -d '{"events": [{"server_uuid": "58d2026f-f38b-4e5a-8ce6-4736397b4fd4", "name": "network-vif-deleted", "tag": "009e7f9b-4ce1-4752-8c7c-b2062b2e9635"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:55.938607 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf42d2b-42b1-4912-b020-594e1b5132d4 x-openstack-request-id: req-8cf42d2b-42b1-4912-b020-594e1b5132d4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:55.939115 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58d2026f-f38b-4e5a-8ce6-4736397b4fd4", "name": "network-vif-deleted", "tag": "009e7f9b-4ce1-4752-8c7c-b2062b2e9635", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:55.939583 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8cf42d2b-42b1-4912-b020-594e1b5132d4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:55.942718 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58d2026f-f38b-4e5a-8ce6-4736397b4fd4', 'name': 'network-vif-deleted', 'tag': '009e7f9b-4ce1-4752-8c7c-b2062b2e9635', 'status': 'completed', 'code': 200} Feb 17 22:08:55.978360 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdedd89a-ed36-409c-b98b-de0f060f33a1 x-openstack-request-id: req-fdedd89a-ed36-409c-b98b-de0f060f33a1 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:55.979465 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1931a921-5b76-4ea9-868e-796e56510d40", "name": "network-vif-deleted", "tag": "d17d2199-bc5e-4cad-8667-0e1e19ddcab8", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:55.979900 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fdedd89a-ed36-409c-b98b-de0f060f33a1 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:55.980491 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1931a921-5b76-4ea9-868e-796e56510d40', 'name': 'network-vif-deleted', 'tag': 'd17d2199-bc5e-4cad-8667-0e1e19ddcab8', 'status': 'completed', 'code': 200} Feb 17 22:08:55.984351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] Deleting subnet 4893b497-56aa-4df2-97da-cdb8a8a814cf {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:08:55.989747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] Publish callbacks [] for subnet (4893b497-56aa-4df2-97da-cdb8a8a814cf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.081662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (4893b497-56aa-4df2-97da-cdb8a8a814cf), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.135783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4893b497-56aa-4df2-97da-cdb8a8a814cf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.211064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4893b497-56aa-4df2-97da-cdb8a8a814cf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.249852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7d981bd-cd43-401a-a5ca-6329d6520fb6 req-5c3270b9-0b87-4a9d-8a7d-ceb9f2071baf tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=1931a921-5b76-4ea9-868e-796e56510d40 HTTP/1.1" status: 200 len: 210 time: 0.0515220 Feb 17 22:08:56.285296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4893b497-56aa-4df2-97da-cdb8a8a814cf,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:56.290132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-1534c36d-f29f-4e19-9156-e8b9ec8b6975 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:56.296543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.303040 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2be65cc5-1117-4d42-8301-0fd1aa6c3416 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4893b497-56aa-4df2-97da-cdb8a8a814cf HTTP/1.1" status: 204 len: 168 time: 0.4887774 Feb 17 22:08:56.303663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35764) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:56.305005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-1534c36d-f29f-4e19-9156-e8b9ec8b6975 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.94 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 812 time: 0.3924131 Feb 17 22:08:56.312824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf063e-2e41-4ad8-9796-f9d404006de2 req-6ed87d2c-c4b6-4527-8f94-ef194963b351 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:56.328249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acdf063e-2e41-4ad8-9796-f9d404006de2 req-6ed87d2c-c4b6-4527-8f94-ef194963b351 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 945 time: 0.2494814 Feb 17 22:08:56.354924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'port': {'device_id': '43b69b0b-499e-4b29-a272-52840876957e', 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc', 'admin_state_up': True, 'tenant_id': 'fe0e930fd3fe4d27a6535e57f1ac5ddd'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:56.390741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.460039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acdf063e-2e41-4ad8-9796-f9d404006de2 req-6fbdf778-6e6c-438e-bd30-cb26bc15d13b tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308703 Feb 17 22:08:56.462624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d212e31-de1e-4090-a0fd-703173054361 req-6c2090c4-2215-44ca-ba78-a6670441eb5e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 210 time: 0.0838337 Feb 17 22:08:56.487412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.511672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:56.524579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:56.524941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:08:56.547025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.555743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Made reservation on behalf of fe0e930fd3fe4d27a6535e57f1ac5ddd for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:56.559271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.566241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.578359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:08:56.578867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fd0edd7f-a3f5-4d70-8600-2e4d747ef5f0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:08:56.581361 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:08:56.651555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.664246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:56.667558 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] 10.222.0.79 "DELETE /v2.0/networks/aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2 HTTP/1.1" status: 204 len: 168 time: 0.3624229 Feb 17 22:08:56.678292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc7d50-e39a-447d-b397-615b99dbec67 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeadf48b-b1a6-4edb-9dba-b13e31c2b3e2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:56.736742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Allocated IP 172.20.0.7 (6c07e74a-faaf-4aa1-b128-d99cbbbafdfc/2e6f1969-3396-4be5-837a-6ef5b140235b/d6aa58c4-3f3e-412d-8f46-8cbfdca77421) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:08:56.840231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35774) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:56.919287 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b3845c4-4369-4ddd-9a5e-616c83d91789 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fde4b401541446708c35b7721eabe28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0772445 Feb 17 22:08:56.921610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35776) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:56.988966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a753bf12-5680-4383-8c80-f2f184a6989e admin admin] Publish callbacks [] for security_group (10a943b1-711d-43db-81b1-7e7995f09ffd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.002120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53152a7-4f1f-4dde-814f-b5fd8ef33d46 req-79ded6ec-5f4e-4252-9db5-5f6cb3034101 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:57.003670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c53152a7-4f1f-4dde-814f-b5fd8ef33d46 req-79ded6ec-5f4e-4252-9db5-5f6cb3034101 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1059163 Feb 17 22:08:57.021330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a753bf12-5680-4383-8c80-f2f184a6989e admin admin] Publish callbacks [] for security_group (10a943b1-711d-43db-81b1-7e7995f09ffd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.059561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a3f3e-6efe-4812-b44a-8116ec5ef3a4 req-d6ec624b-8555-42f3-aa93-bb0872374492 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:57.062314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e4a3f3e-6efe-4812-b44a-8116ec5ef3a4 req-d6ec624b-8555-42f3-aa93-bb0872374492 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.1848667 Feb 17 22:08:57.083325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a753bf12-5680-4383-8c80-f2f184a6989e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (10a943b1-711d-43db-81b1-7e7995f09ffd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.086482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a753bf12-5680-4383-8c80-f2f184a6989e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.090035 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a753bf12-5680-4383-8c80-f2f184a6989e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/10a943b1-711d-43db-81b1-7e7995f09ffd HTTP/1.1" status: 204 len: 168 time: 0.1650140 Feb 17 22:08:57.102552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753bf12-5680-4383-8c80-f2f184a6989e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a943b1-711d-43db-81b1-7e7995f09ffd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:57.116635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:57.120403 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ec7122-c88e-4c69-846f-b635891e44b7" -d '{"events": [{"server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "name": "network-vif-plugged", "status": "completed", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:57.134196 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.151326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c53152a7-4f1f-4dde-814f-b5fd8ef33d46 req-1f59039b-4df6-45fe-ae45-5aa91c8dffa5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408970 Feb 17 22:08:57.178905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e4a3f3e-6efe-4812-b44a-8116ec5ef3a4 req-222f8ea3-ff6f-491a-9553-e1e4a108b98f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004953 Feb 17 22:08:57.220419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.222871 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6434780f-44a2-4a38-9753-91f1959a2ba8 x-openstack-request-id: req-6434780f-44a2-4a38-9753-91f1959a2ba8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:08:57.223189 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "name": "network-vif-plugged", "status": "completed", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:08:57.223518 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6434780f-44a2-4a38-9753-91f1959a2ba8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:08:57.224239 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906', 'code': 200} Feb 17 22:08:57.239317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:08:57.293063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:08:57.306154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:57.338784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:08:57.407101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:57.441143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e4177-e55d-4413-b885-ecb58ba87de3 req-54d1036c-dfc1-4efe-b17f-b16b938feaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:57.444012 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e55e4177-e55d-4413-b885-ecb58ba87de3 req-54d1036c-dfc1-4efe-b17f-b16b938feaa0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1129 time: 0.1112154 Feb 17 22:08:57.475186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:57.479693 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.532783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-55fa0925-e1f3-47ac-97a1-a54a8ee8d08e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1818945 Feb 17 22:08:57.552588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Request body: {'port': {'device_id': '43b69b0b-499e-4b29-a272-52840876957e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:57.604281 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e55e4177-e55d-4413-b885-ecb58ba87de3 req-346def4f-19b8-4e6a-8003-60c504c2d2a1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532021 Feb 17 22:08:57.767186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:57.793038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb809da9-4a49-4aa7-9cbf-9e1ef9d313ca req-476ebfb4-05cc-42e4-8f86-abfb2724be69 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:57.794638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb809da9-4a49-4aa7-9cbf-9e1ef9d313ca req-476ebfb4-05cc-42e4-8f86-abfb2724be69 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 945 time: 0.2143877 Feb 17 22:08:57.857866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1f05d-9c6f-42d6-9f83-c4a7df122225 req-8457c83b-e434-47fc-b47c-8fa83bb97c3d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:57.859961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08e1f05d-9c6f-42d6-9f83-c4a7df122225 req-8457c83b-e434-47fc-b47c-8fa83bb97c3d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 931 time: 0.1360044 Feb 17 22:08:57.974707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb809da9-4a49-4aa7-9cbf-9e1ef9d313ca req-f23d72ab-babe-4185-8379-83adf5d84ae0 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490808 Feb 17 22:08:58.054631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08e1f05d-9c6f-42d6-9f83-c4a7df122225 req-0eb70294-ab16-4249-96f5-5914111eee6f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794271 Feb 17 22:08:58.087534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35816) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:58.144419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746f8776-d83a-4657-bb4d-d904f5b08e4c req-a29937d4-2ed4-44e2-ab10-971f6aab9c06 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:58.145924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-746f8776-d83a-4657-bb4d-d904f5b08e4c req-a29937d4-2ed4-44e2-ab10-971f6aab9c06 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 971 time: 0.0903707 Feb 17 22:08:58.192384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-276259903-network', 'tenant_id': 'f34e9d5113e943179ef1a45b3e671310'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:58.211932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Made reservation on behalf of f34e9d5113e943179ef1a45b3e671310 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:58.214399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.223451 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.299231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks [] for security_group (a11d526d-4019-41d3-ba19-e17d58431da6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.303347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a11d526d-4019-41d3-ba19-e17d58431da6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.305597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6aa58c4-3f3e-412d-8f46-8cbfdca77421 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:08:58.320718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-746f8776-d83a-4657-bb4d-d904f5b08e4c req-0d421622-bf79-492d-8e83-afd7085d1b7a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575217 Feb 17 22:08:58.323229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Publish callbacks [] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.328661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:08:58.332297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-3139a86f-7c30-4556-a4e4-c869fb47a1e6 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:58.333782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-3139a86f-7c30-4556-a4e4-c869fb47a1e6 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1815474 Feb 17 22:08:58.349647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d526d-4019-41d3-ba19-e17d58431da6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:58.352845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4540c757-c559-46db-acd6-9af1cb9c662f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.353279 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Added segment 4540c757-c559-46db-acd6-9af1cb9c662f of type vlan for network b934015e-a9da-4bbf-805b-479c6f59965a Feb 17 22:08:58.383713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Transition to ACTIVE for port object d6aa58c4-3f3e-412d-8f46-8cbfdca77421 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:08:58.399856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-62645e5f-f2b2-4d6c-b408-c5803beb8cc8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.0572674 Feb 17 22:08:58.401621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.407439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (b934015e-a9da-4bbf-805b-479c6f59965a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.409834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'floatingip': {'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:58.432711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (b934015e-a9da-4bbf-805b-479c6f59965a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.433708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:58.434309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.474294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d17d2199-bc5e-4cad-8667-0e1e19ddcab8 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:58.493042 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.4016421 Feb 17 22:08:58.493244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35824) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:08:58.499905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Request body: {'subnet': {'network_id': 'b934015e-a9da-4bbf-805b-479c6f59965a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-276259903-subnet', 'tenant_id': 'f34e9d5113e943179ef1a45b3e671310', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:08:58.500083 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.501339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: d17d2199-bc5e-4cad-8667-0e1e19ddcab8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:58.501903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d17d2199-bc5e-4cad-8667-0e1e19ddcab8 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:58.502425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:08:58.519762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Made reservation on behalf of f34e9d5113e943179ef1a45b3e671310 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:08:58.522090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.527076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:08:58.527533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 009e7f9b-4ce1-4752-8c7c-b2062b2e9635 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:08:58.529508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999c89f-1b7d-4004-baea-f7a2d482bc51 admin admin] Pushing event updated for resources: {'Network': ['ID=b934015e-a9da-4bbf-805b-479c6f59965a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:58.543927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network b934015e-a9da-4bbf-805b-479c6f59965a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:08:58.584692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:58.656989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42fcff4-4493-48ed-b97d-9627ddfd4fec req-63f77edd-4949-4bf5-93e5-6c1fc4fc3002 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:58.658461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b42fcff4-4493-48ed-b97d-9627ddfd4fec req-63f77edd-4949-4bf5-93e5-6c1fc4fc3002 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.2545938 Feb 17 22:08:58.715836 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (9dd45159-fdd7-4414-8a49-75d74620b577), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.764993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd45159-fdd7-4414-8a49-75d74620b577,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:58.780202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Checking segment: {'id': '4540c757-c559-46db-acd6-9af1cb9c662f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'b934015e-a9da-4bbf-805b-479c6f59965a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:58.780567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Network hostable DHCP agents. Network: b934015e-a9da-4bbf-805b-479c6f59965a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:08:58.797984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Network b934015e-a9da-4bbf-805b-479c6f59965a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:08:58.807383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, b934015e-a9da-4bbf-805b-479c6f59965a) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:08:58.811957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:58.812677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.818259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e914a769-b882-4da3-8b21-5fa3f393af75 None None] Network b934015e-a9da-4bbf-805b-479c6f59965a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:08:58.830674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Attempting to bind port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:08:58.831012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Attempting to bind port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:08:58.831344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Attempting to bind port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 on network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:58.836466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b42fcff4-4493-48ed-b97d-9627ddfd4fec req-7917eb88-d5b8-46ae-9b2c-32ff4f1c98c7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572435 Feb 17 22:08:58.843857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 on network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:08:58.844184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Attempting to bind port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 on network 6c07e74a-faaf-4aa1-b128-d99cbbbafdfc {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:08:58.848472 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-20c6e616-b016-4f16-b2d0-5db994a4ce25 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.3540092 Feb 17 22:08:58.865072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:08:58.865377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Checking segment: {'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:08:58.867642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Bound using segment: {'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:08:58.868133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Bound port: d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846169da-d299-4aad-9e08-c85732f45b40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:08:58.868501 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:58.950646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3e8f8-92e0-4f0d-82cb-2b2fe93fbf67 None None] Network b934015e-a9da-4bbf-805b-479c6f59965a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:08:59.433134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:08:59.470868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:08:59.493667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:59.548619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f516ee-f980-4645-8119-22b80b0ae977 req-041b0610-9474-4c7c-82ba-aa91b309743a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:59.550152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21f516ee-f980-4645-8119-22b80b0ae977 req-041b0610-9474-4c7c-82ba-aa91b309743a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.5909488 Feb 17 22:08:59.612075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-8ba94830-cd59-470b-b5d5-1edb9a2b83a3 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:59.613476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-8ba94830-cd59-470b-b5d5-1edb9a2b83a3 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 971 time: 0.2884469 Feb 17 22:08:59.614607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:59.615181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:59.616427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] 10.222.0.94 "PUT /v2.0/ports/d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 1092 time: 2.0690556 Feb 17 22:08:59.630479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:08:59.632721 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973e1f96-69a6-4320-a1f6-7a86b880ce66" -d '{"events": [{"name": "network-changed", "server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:08:59.645093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:08:59.765201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bbc4b3-80ca-4f80-8785-31a8cf405530 service neutron] Pushing event updated for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:08:59.786908 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:59.792483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21f516ee-f980-4645-8119-22b80b0ae977 req-98da0ea6-6a59-4ef6-9eaf-9ea1d2fb0c52 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185962 Feb 17 22:08:59.799955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:08:59.899512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-48a57627-389d-44d3-a865-8fa6e1f83f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:08:59.900986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-48a57627-389d-44d3-a865-8fa6e1f83f3e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1126 time: 0.2006049 Feb 17 22:08:59.975965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-d518851d-b940-4040-b1c4-fbaf26249309 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 217 time: 0.0533271 Feb 17 22:08:59.994984 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-bfbe83d6-31e8-49cd-b282-9edadc7c5e05 req-dadc9cad-ba3c-4d85-b511-923469bfa8a9 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] show failed (client error): The resource could not be found. Feb 17 22:08:59.995939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfbe83d6-31e8-49cd-b282-9edadc7c5e05 req-dadc9cad-ba3c-4d85-b511-923469bfa8a9 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "GET /v2.0/security-groups/d1bd2c80-39a6-4e63-8370-b075bacb0020 HTTP/1.1" status: 404 len: 352 time: 0.0592496 Feb 17 22:09:00.021369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Deleting port d55cecf8-cc95-4818-b98b-bc882d858dd5 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:00.021687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:00.027504 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Floating IP 925d9a34-654c-4068-b221-57ea9b2453e9 associated. External IP: 172.25.0.254, port: 3a4e37d6-d21d-426a-8958-dd5f5fd8656f. Feb 17 22:09:00.181748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-d22c395d-52e3-47e5-9b5e-da3e56277d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:00.183177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-d22c395d-52e3-47e5-9b5e-da3e56277d15 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.1977928 Feb 17 22:09:00.238838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-e551678b-34c5-48a0-a4e9-0872089657fb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479026 Feb 17 22:09:00.322420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] For port d55cecf8-cc95-4818-b98b-bc882d858dd5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d55cecf8-cc95-4818-b98b-bc882d858dd5,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:00.322697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:00.334619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefb46c-90e9-47ea-b3a5-aeab5d7aae78 req-ff6a00c8-b862-40be-9a2b-95b81f048a61 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:00.336081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfefb46c-90e9-47ea-b3a5-aeab5d7aae78 req-ff6a00c8-b862-40be-9a2b-95b81f048a61 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 943 time: 0.2402649 Feb 17 22:09:00.363748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Calling delete_port for d55cecf8-cc95-4818-b98b-bc882d858dd5 owned by compute:tempest-test_az-146595024 {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:00.537291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-15d45423-5d14-4deb-854a-1d0b72beaf02 service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839501 Feb 17 22:09:00.540340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfefb46c-90e9-47ea-b3a5-aeab5d7aae78 req-51a65da0-e8f4-4a07-b881-bfb46314427c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957395 Feb 17 22:09:00.658204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:00.781028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf67148e-014b-4c43-bf6e-73cd84ffdd80 req-31a11a25-cae1-4feb-a607-68cccb7e44e8 service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334640 Feb 17 22:09:01.091336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354fb97-9148-4714-8d2e-d2ecbe903555 req-a59ab89d-42c4-4f3b-ab5e-4e6f9f9cb53a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.093251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3354fb97-9148-4714-8d2e-d2ecbe903555 req-a59ab89d-42c4-4f3b-ab5e-4e6f9f9cb53a tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/ports?device_id=046ad1ec-11aa-485a-8bf1-392852d9d93b HTTP/1.1" status: 200 len: 971 time: 0.4847746 Feb 17 22:09:01.112810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d55cecf8-cc95-4818-b98b-bc882d858dd5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:01.159504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Pushing event deleted for resources: {'Port': ['ID=d55cecf8-cc95-4818-b98b-bc882d858dd5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:01.213764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3354fb97-9148-4714-8d2e-d2ecbe903555 req-57d05236-789f-40a9-bd6f-92012fbd27a6 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.79 "GET /v2.0/security-groups?id=59b6f792-0efc-414c-9933-fbd8b2180ab5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144891 Feb 17 22:09:01.230099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] No DVR routers for this DVR port d55cecf8-cc95-4818-b98b-bc882d858dd5 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:01.232128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:01.233923 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:01.237274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ddb0efc-eed5-44cd-bb55-fda2487f8cb4 req-adfdbcaa-c64c-4978-a7a8-5c7bf466cec0 tempest-ServersOnMultiNodesTest-1921810421 tempest-ServersOnMultiNodesTest-1921810421-project] 10.222.0.73 "DELETE /v2.0/ports/d55cecf8-cc95-4818-b98b-bc882d858dd5 HTTP/1.1" status: 204 len: 173 time: 1.5971119 Feb 17 22:09:01.240189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:01.242876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:01.255353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:01.256172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:01.271494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-9e05c770-98cc-4d64-9799-c8e34968da2a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "PUT /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 200 len: 996 time: 2.8706887 Feb 17 22:09:01.283335 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d376d-4162-4bdc-a100-c0f8ed13c437 x-openstack-request-id: req-6d2d376d-4162-4bdc-a100-c0f8ed13c437 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:01.283895 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:01.284139 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d2d376d-4162-4bdc-a100-c0f8ed13c437 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:01.284798 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421', 'status': 'completed', 'code': 200} Feb 17 22:09:01.380130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:01.429154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-7893cd7f-8bd2-44d5-b148-25703cc966ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.430765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-7893cd7f-8bd2-44d5-b148-25703cc966ba service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.1249962 Feb 17 22:09:01.446051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ec72e-baee-4d11-a694-7d8831124241 req-3d0c3d26-3603-4051-97da-3eaf54afd99a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.447401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d05ec72e-baee-4d11-a694-7d8831124241 req-3d0c3d26-3603-4051-97da-3eaf54afd99a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1057868 Feb 17 22:09:01.455860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-164326bd-e8f9-42f2-80e0-a103f7091c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.457290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-164326bd-e8f9-42f2-80e0-a103f7091c51 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1126 time: 0.1142309 Feb 17 22:09:01.612794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d05ec72e-baee-4d11-a694-7d8831124241 req-8026f5f2-6a41-4b8c-9208-fef44bcc4ea1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535735 Feb 17 22:09:01.634866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:28:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:08:59Z', 'revision_number': 1, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:01.661120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-1a5a9a1c-9608-4dee-8445-a1ae7fc2d0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.668312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-1a5a9a1c-9608-4dee-8445-a1ae7fc2d0dc service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.2292204 Feb 17 22:09:01.678405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:01.688594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:01.689613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:01.760919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-9b19a534-fbbf-4f5b-89de-ab053282bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.762373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-9b19a534-fbbf-4f5b-89de-ab053282bde7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 913 time: 0.2881861 Feb 17 22:09:01.812682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:01.826222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-54c293e0-1593-457b-8cfc-a747ad9a965e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 999 time: 0.1570492 Feb 17 22:09:01.828257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-b2e434db-226f-47cd-8cc2-362e41ffc2ea service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 217 time: 0.0572667 Feb 17 22:09:01.902466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dad449-9036-47cc-87dd-eba3c984af56 req-ffbb34f8-9330-4284-88df-c21bd48898db tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.904009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78dad449-9036-47cc-87dd-eba3c984af56 req-ffbb34f8-9330-4284-88df-c21bd48898db tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.1880994 Feb 17 22:09:01.941907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-06627796-72e4-4b00-a2da-ed9ea358ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.943408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-06627796-72e4-4b00-a2da-ed9ea358ac7d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.1108205 Feb 17 22:09:01.973208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-0287a318-fbd2-4fff-9aea-436aac48de06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:01.974744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-0287a318-fbd2-4fff-9aea-436aac48de06 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.1314590 Feb 17 22:09:02.017929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78dad449-9036-47cc-87dd-eba3c984af56 req-5fc33802-8ba2-4c85-bcc2-401fb5af0519 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054702 Feb 17 22:09:02.040241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-23a55f1b-be32-416a-8cf2-733634389221 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431855 Feb 17 22:09:02.131952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-c7501ed7-7bd3-4ef0-b2b7-6c63b2e0e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:02.133443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-c7501ed7-7bd3-4ef0-b2b7-6c63b2e0e3c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1827865 Feb 17 22:09:02.147513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-c3ae26c3-f16f-49ba-a1f4-8125a35ec30c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:09:02.148461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-c3ae26c3-f16f-49ba-a1f4-8125a35ec30c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065062 Feb 17 22:09:02.161464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:28:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:08:59Z', 'revision_number': 1, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:02.190297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c433df-85e2-498f-ad4d-7234e208a443 None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:28:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:08:59Z', 'revision_number': 1, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:02.228152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-9de288cb-219b-430a-88d6-be427400ee6a service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832547 Feb 17 22:09:02.239110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d1d3e-7f28-4d5a-9eb2-a646631d73cc req-58d2c676-502d-4187-aa0b-7d2bb8ced0d0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:02.240587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2d1d3e-7f28-4d5a-9eb2-a646631d73cc req-58d2c676-502d-4187-aa0b-7d2bb8ced0d0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 943 time: 0.1495974 Feb 17 22:09:02.377316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-5b1f2c33-8da7-4ba7-80db-cc009f81b221 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153702 Feb 17 22:09:02.380397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2d1d3e-7f28-4d5a-9eb2-a646631d73cc req-c68a062c-98a2-4778-abd8-6ea579d433d5 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281686 Feb 17 22:09:02.385901 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a71e067-5b63-4fee-920e-4d70aa2fb32c None None] New status for floating IP 925d9a34-654c-4068-b221-57ea9b2453e9: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:02.456338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973e1f96-69a6-4320-a1f6-7a86b880ce66 req-e04f9858-cbe5-407a-9006-40c0a62bc264 service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129853 Feb 17 22:09:02.489369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d55cecf8-cc95-4818-b98b-bc882d858dd5 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:02.510573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: d55cecf8-cc95-4818-b98b-bc882d858dd5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:02.511275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d55cecf8-cc95-4818-b98b-bc882d858dd5 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:02.520635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-627abdb8-ce5e-4068-a87d-acba993c5adf req-b309acc1-ac59-46da-af51-827884b36459 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f34e9d5113e943179ef1a45b3e671310 HTTP/1.1" status: 200 len: 3001 time: 0.0781698 Feb 17 22:09:02.522673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fe501db-5f4c-4711-b34a-c9abe3245819 req-a85e2839-a8c6-440a-92a2-22d49d41a51c service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372454 Feb 17 22:09:02.575970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-627abdb8-ce5e-4068-a87d-acba993c5adf req-6465caac-5671-4625-8f19-2deef6dbf793 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "GET /v2.0/security-groups/a11d526d-4019-41d3-ba19-e17d58431da6 HTTP/1.1" status: 200 len: 2998 time: 0.0479746 Feb 17 22:09:02.648924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-627abdb8-ce5e-4068-a87d-acba993c5adf req-b0985719-29ee-41c1-a3a4-78a569a7d949 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "GET /v2.0/security-groups/a11d526d-4019-41d3-ba19-e17d58431da6 HTTP/1.1" status: 200 len: 2998 time: 0.0673449 Feb 17 22:09:02.663616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98980d04-df11-4ee2-8cd6-0d24c8842a25 req-12e9bf55-a92b-455a-8a31-59ed0c53ef15 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:02.665106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98980d04-df11-4ee2-8cd6-0d24c8842a25 req-12e9bf55-a92b-455a-8a31-59ed0c53ef15 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1129 time: 0.0640442 Feb 17 22:09:02.711233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98980d04-df11-4ee2-8cd6-0d24c8842a25 req-a552cae5-a4bd-4f33-832c-581253151d28 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406175 Feb 17 22:09:02.856891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-2e3cc0a9-40ea-4d73-ad03-40248f915024 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:02.858888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-2e3cc0a9-40ea-4d73-ad03-40248f915024 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0910170 Feb 17 22:09:02.881973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebb49c-899d-40c4-b4a5-701e4f9a9453 req-8bb8801e-ba0f-4b77-84c5-d7f4240d7092 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:02.883420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22ebb49c-899d-40c4-b4a5-701e4f9a9453 req-8bb8801e-ba0f-4b77-84c5-d7f4240d7092 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.0848377 Feb 17 22:09:02.892697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:02.989080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-8abc8f87-9a6d-433f-9300-4845d202839d tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1238909 Feb 17 22:09:03.002004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'floatingip': {'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:03.007962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22ebb49c-899d-40c4-b4a5-701e4f9a9453 req-e5fb26e3-e680-416e-9e78-bd961fa37de0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915666 Feb 17 22:09:03.030978 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9b79c44f-c483-4550-9576-6ea831b0caa2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8854d2b078364aca9e38c5d808877d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368365 Feb 17 22:09:03.033320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:03.086226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.086455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4afde517-0c06-452d-8df0-bdd8928e1599 admin admin] Publish callbacks [] for security_group (59b6f792-0efc-414c-9933-fbd8b2180ab5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.108284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4afde517-0c06-452d-8df0-bdd8928e1599 admin admin] Publish callbacks [] for security_group (59b6f792-0efc-414c-9933-fbd8b2180ab5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.126689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4be0d836-8df2-49aa-b158-485c45a5cfb7 req-3b8b2fc3-e325-4036-9e84-a11565bdfbc3 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "GET /v2.0/security-groups/a11d526d-4019-41d3-ba19-e17d58431da6 HTTP/1.1" status: 200 len: 2998 time: 0.0834751 Feb 17 22:09:03.155292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4afde517-0c06-452d-8df0-bdd8928e1599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (59b6f792-0efc-414c-9933-fbd8b2180ab5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.157900 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4afde517-0c06-452d-8df0-bdd8928e1599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.159043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4afde517-0c06-452d-8df0-bdd8928e1599 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59b6f792-0efc-414c-9933-fbd8b2180ab5 HTTP/1.1" status: 204 len: 168 time: 0.1248016 Feb 17 22:09:03.167659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afde517-0c06-452d-8df0-bdd8928e1599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b6f792-0efc-414c-9933-fbd8b2180ab5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:03.270151 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-4be0d836-8df2-49aa-b158-485c45a5cfb7 req-65c61847-afac-4619-a051-a5a36d442cc5 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 22:09:03.271172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4be0d836-8df2-49aa-b158-485c45a5cfb7 req-65c61847-afac-4619-a051-a5a36d442cc5 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "DELETE /v2.0/security-groups/a11d526d-4019-41d3-ba19-e17d58431da6 HTTP/1.1" status: 409 len: 352 time: 0.1361561 Feb 17 22:09:03.304800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'name': 'network-vif-deleted', 'tag': 'd55cecf8-cc95-4818-b98b-bc882d858dd5'}, {'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:03.307136 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95" -d '{"events": [{"server_uuid": "046ad1ec-11aa-485a-8bf1-392852d9d93b", "name": "network-vif-deleted", "tag": "d55cecf8-cc95-4818-b98b-bc882d858dd5"}, {"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:03.363430 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-acb96093-0c35-49e1-be2a-6f88753e509a req-4b3f7f22-b8bf-4a70-a355-a7f5ae860d88 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] show failed (client error): The resource could not be found. Feb 17 22:09:03.364425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb96093-0c35-49e1-be2a-6f88753e509a req-4b3f7f22-b8bf-4a70-a355-a7f5ae860d88 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "GET /v2.0/security-groups/5e794bf1-10eb-47fb-b222-5aac1bacfc96 HTTP/1.1" status: 404 len: 352 time: 0.0214832 Feb 17 22:09:03.444999 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fed7abc-4112-440b-a2f4-57e8a52946a6 x-openstack-request-id: req-2fed7abc-4112-440b-a2f4-57e8a52946a6 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:03.445284 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "046ad1ec-11aa-485a-8bf1-392852d9d93b", "name": "network-vif-deleted", "tag": "d55cecf8-cc95-4818-b98b-bc882d858dd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:03.445530 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2fed7abc-4112-440b-a2f4-57e8a52946a6 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:03.445914 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '046ad1ec-11aa-485a-8bf1-392852d9d93b', 'name': 'network-vif-deleted', 'tag': 'd55cecf8-cc95-4818-b98b-bc882d858dd5', 'status': 'completed', 'code': 200} Feb 17 22:09:03.446166 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'status': 'completed', 'code': 200} Feb 17 22:09:03.476199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35890) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:03.485326 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-49fabaa0-39f0-440c-b842-c6b4eda8a7b3 req-27a88116-1633-4546-a6e5-7a3f114f01b7 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] show failed (client error): The resource could not be found. Feb 17 22:09:03.486425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49fabaa0-39f0-440c-b842-c6b4eda8a7b3 req-27a88116-1633-4546-a6e5-7a3f114f01b7 tempest-SecurityGroupsNegativeTestJSON-16249320 tempest-SecurityGroupsNegativeTestJSON-16249320-project] 10.222.0.79 "GET /v2.0/security-groups/6f4eaf60-542b-44e7-a773-0dbc70bf0be8 HTTP/1.1" status: 404 len: 352 time: 0.0394418 Feb 17 22:09:03.496802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35892) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:03.559355 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-31638be6-9319-43d8-b651-6b751bd8b575 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6eadfd36628445aeb95723bf14bc63b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0819852 Feb 17 22:09:03.562682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35894) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:03.601728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] Deleting subnet 9dd45159-fdd7-4414-8a49-75d74620b577 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:09:03.605756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] Publish callbacks [] for subnet (9dd45159-fdd7-4414-8a49-75d74620b577), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.668011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (9dd45159-fdd7-4414-8a49-75d74620b577), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.688854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-874e7309-77cb-444e-bd80-3bb6ab6ebf78 admin admin] Publish callbacks [] for security_group (5aa3e0d4-8586-4dce-915f-7baf37fba8f6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.721522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-874e7309-77cb-444e-bd80-3bb6ab6ebf78 admin admin] Publish callbacks [] for security_group (5aa3e0d4-8586-4dce-915f-7baf37fba8f6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.737490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (9dd45159-fdd7-4414-8a49-75d74620b577), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.798370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-e2a45386-4aa1-48a6-b71f-2a440d5c2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:03.799892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-e2a45386-4aa1-48a6-b71f-2a440d5c2568 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.3381894 Feb 17 22:09:03.809977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.812268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-874e7309-77cb-444e-bd80-3bb6ab6ebf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5aa3e0d4-8586-4dce-915f-7baf37fba8f6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.815057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-874e7309-77cb-444e-bd80-3bb6ab6ebf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.816464 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-874e7309-77cb-444e-bd80-3bb6ab6ebf78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5aa3e0d4-8586-4dce-915f-7baf37fba8f6 HTTP/1.1" status: 204 len: 168 time: 0.2530115 Feb 17 22:09:03.829291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7309-77cb-444e-bd80-3bb6ab6ebf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa3e0d4-8586-4dce-915f-7baf37fba8f6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:03.833678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (9dd45159-fdd7-4414-8a49-75d74620b577), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.835773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.850976 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:03.858702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9dd45159-fdd7-4414-8a49-75d74620b577 HTTP/1.1" status: 204 len: 168 time: 0.3575678 Feb 17 22:09:03.867790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35906) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:03.883918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88acc6-3308-4901-9468-fc63b1373450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd45159-fdd7-4414-8a49-75d74620b577,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:03.911100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe373236-e0e0-4185-a4ed-3516b7bbf235 req-4d82a7e8-5d53-4788-8a15-3ba91c18695a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:03.912643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe373236-e0e0-4185-a4ed-3516b7bbf235 req-4d82a7e8-5d53-4788-8a15-3ba91c18695a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 943 time: 0.3416390 Feb 17 22:09:04.388149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (b934015e-a9da-4bbf-805b-479c6f59965a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.397257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe373236-e0e0-4185-a4ed-3516b7bbf235 req-6112614e-8da9-4be9-982f-725c0169a51b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4739070 Feb 17 22:09:04.422402 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Floating IP 925d9a34-654c-4068-b221-57ea9b2453e9 associated. External IP: 172.25.0.254, port: 3a4e37d6-d21d-426a-8958-dd5f5fd8656f. Feb 17 22:09:04.424850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-fcca2345-1f1c-4dc1-b405-d679e84c15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:04.426302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-fcca2345-1f1c-4dc1-b405-d679e84c15e2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.6144922 Feb 17 22:09:04.470928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d6aa58c4-3f3e-412d-8f46-8cbfdca77421 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:09:04.564919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-fae3cf3d-ba6f-48fd-b3cb-624430573301 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.1038640 Feb 17 22:09:04.608930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:04.622671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:04.649719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421', 'network_id': '6c07e74a-faaf-4aa1-b128-d99cbbbafdfc', 'port_id': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421', 'mac_address': 'fa:16:3e:cf:99:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e6f1969-3396-4be5-837a-6ef5b140235b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:09:04.678575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (b934015e-a9da-4bbf-805b-479c6f59965a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.700422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:04.701271 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.721316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6aa58c4-3f3e-412d-8f46-8cbfdca77421 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:04.728286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-network', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:04.736460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b934015e-a9da-4bbf-805b-479c6f59965a']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:04.745453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e581513-fa9b-4d77-83d7-cda640385f08 req-a2968e8f-0535-4940-88f2-ff4e99784ee6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:04.745638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:04.746970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e581513-fa9b-4d77-83d7-cda640385f08 req-a2968e8f-0535-4940-88f2-ff4e99784ee6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.2433109 Feb 17 22:09:04.756715 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.756957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-0283aac6-c35c-4c54-bd6e-013068f9015f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:04.758158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-0283aac6-c35c-4c54-bd6e-013068f9015f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.1736858 Feb 17 22:09:04.763788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4540c757-c559-46db-acd6-9af1cb9c662f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:04.764082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4540c757-c559-46db-acd6-9af1cb9c662f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:04.769910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Made reservation on behalf of 8841b06c77f14cc99ad634c8ad2e735c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:04.772487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.815397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.836654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:04.841935 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (4540c757-c559-46db-acd6-9af1cb9c662f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.902318 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4540c757-c559-46db-acd6-9af1cb9c662f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.911938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks [] for security_group (3779dcf8-3f89-42c8-a03c-e340ce8d5eb7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.916993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3779dcf8-3f89-42c8-a03c-e340ce8d5eb7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.927476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:09:04.927937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (4540c757-c559-46db-acd6-9af1cb9c662f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:09:04.931208 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:09:04.947451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3779dcf8-3f89-42c8-a03c-e340ce8d5eb7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:04.994590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e581513-fa9b-4d77-83d7-cda640385f08 req-c53f0f56-9444-4050-b316-ed45c10eea82 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330313 Feb 17 22:09:05.019158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-15744f28-b36a-4b4f-8a32-4dd7d5a92b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:05.020872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-15744f28-b36a-4b4f-8a32-4dd7d5a92b89 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2538116 Feb 17 22:09:05.024061 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (b934015e-a9da-4bbf-805b-479c6f59965a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.025048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:09:05.031841 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.034882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] 10.222.0.79 "DELETE /v2.0/networks/b934015e-a9da-4bbf-805b-479c6f59965a HTTP/1.1" status: 204 len: 168 time: 1.1213758 Feb 17 22:09:05.039814 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (91cbe589-3432-48f2-8ba6-4944219fb97d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.040485 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Added segment 91cbe589-3432-48f2-8ba6-4944219fb97d of type vlan for network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 Feb 17 22:09:05.106307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6ae72-45f9-4087-a6a8-030fb34f9ddb admin admin] Pushing event deleted for resources: {'Network': ['ID=b934015e-a9da-4bbf-805b-479c6f59965a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:05.112565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:05.118383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.173670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.174613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:05.175208 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.222669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d6aa58c4-3f3e-412d-8f46-8cbfdca77421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:05.238482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-6acf3db5-4c9c-426d-b469-99a6613a94d9 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078476 Feb 17 22:09:05.263029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35938) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:05.309913 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6982667 Feb 17 22:09:05.311827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:05.319431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Request body: {'subnet': {'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-subnet', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:05.322467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c9c04-d691-4afe-a59c-ab632bb17ded admin admin] Pushing event updated for resources: {'Network': ['ID=a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:05.339236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:09:05.341811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Made reservation on behalf of 8841b06c77f14cc99ad634c8ad2e735c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:05.345717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.367880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:05.402898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:05.455045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:05.455683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:05.471717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db45b7d1-5bf8-4913-8c7e-ee7c3310ff95 req-4e699f86-d35d-4957-bc03-35867d1e706f service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214942 Feb 17 22:09:05.557631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4c682273-6338-4d15-8164-55d9dff69dde admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f34e9d5113e943179ef1a45b3e671310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934127 Feb 17 22:09:05.561220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35944) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:05.571884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (93552612-73d9-44ef-94d6-9e2518e07a6f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.604295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b18deae-37c3-40c3-a716-f9f7c972b7e8 req-86208c7e-6294-41e9-8e0b-dd077b4cb2d9 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:05.611330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b18deae-37c3-40c3-a716-f9f7c972b7e8 req-86208c7e-6294-41e9-8e0b-dd077b4cb2d9 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 944 time: 0.0933266 Feb 17 22:09:05.631346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:05.665092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93552612-73d9-44ef-94d6-9e2518e07a6f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:05.682642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4864d3ac-8247-4305-9a02-3697cb011b96 admin admin] Publish callbacks [] for security_group (a11d526d-4019-41d3-ba19-e17d58431da6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.687138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Checking segment: {'id': '91cbe589-3432-48f2-8ba6-4944219fb97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:05.687637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Network hostable DHCP agents. Network: a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:09:05.715641 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4864d3ac-8247-4305-9a02-3697cb011b96 admin admin] Publish callbacks [] for security_group (a11d526d-4019-41d3-ba19-e17d58431da6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.735292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:09:05.754406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b18deae-37c3-40c3-a716-f9f7c972b7e8 req-a62446f1-0e35-4493-b518-1967a1604a57 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283908 Feb 17 22:09:05.760688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:05.764928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:05.765593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.781322 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4864d3ac-8247-4305-9a02-3697cb011b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a11d526d-4019-41d3-ba19-e17d58431da6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.783892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4864d3ac-8247-4305-9a02-3697cb011b96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.784601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c69a79b-e4bc-4cb9-a949-70036effbf5e None None] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:05.785056 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4864d3ac-8247-4305-9a02-3697cb011b96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a11d526d-4019-41d3-ba19-e17d58431da6 HTTP/1.1" status: 204 len: 168 time: 0.2218468 Feb 17 22:09:05.793733 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7cfe81c0-503b-467d-8ef5-0896d3b456f2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4811947 Feb 17 22:09:05.794354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:05.803878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-router', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:05.808041 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864d3ac-8247-4305-9a02-3697cb011b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d526d-4019-41d3-ba19-e17d58431da6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:05.820779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:05.830861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (f832e613-3cff-4176-ab5e-4fb63d6911c6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.832215 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (f832e613-3cff-4176-ab5e-4fb63d6911c6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.942776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks [] for router_controller (f832e613-3cff-4176-ab5e-4fb63d6911c6), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:05.980737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8', 'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8', 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'fixed_ips': [{'subnet_id': '93552612-73d9-44ef-94d6-9e2518e07a6f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:09:05.983385 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:06.028648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:06.039514 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:06.112969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:06.115005 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0938ef-88c4-42dd-abe9-eb15850a7796" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:06.148447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-c508dd74-7625-4a58-a6f9-d496c4c35afa tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "PUT /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 200 len: 998 time: 3.1517155 Feb 17 22:09:06.172686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks [] for router_gateway (f832e613-3cff-4176-ab5e-4fb63d6911c6), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:06.177794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:34:31:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:03Z', 'revision_number': 3, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:06.218288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:06.225709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-1922457a-f3ec-4a6d-9e91-554f8dd7efae tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:06.227442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-1922457a-f3ec-4a6d-9e91-554f8dd7efae tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports/3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 942 time: 0.0703795 Feb 17 22:09:06.236857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Allocated IP 172.20.0.2 (a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8/93552612-73d9-44ef-94d6-9e2518e07a6f/53113fdb-c4e7-47a0-9960-8e3981dd9a75) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:06.241312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:06.242018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:06.386023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-6a02f29a-f1f5-49ee-bb5a-a0dfe7b2c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:06.388921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-6a02f29a-f1f5-49ee-bb5a-a0dfe7b2c2d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.0727468 Feb 17 22:09:06.446259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:06.540186 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks [] for router_gateway (f832e613-3cff-4176-ab5e-4fb63d6911c6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:06.561741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:06.613807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327e243-a750-4b68-a2bb-612280d613a1 req-ea52bf3c-31c0-4baf-a265-ce95cf5e1e19 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:06.625224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0327e243-a750-4b68-a2bb-612280d613a1 req-ea52bf3c-31c0-4baf-a265-ce95cf5e1e19 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1642234 Feb 17 22:09:06.629085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-6f11feb2-6cba-41bd-b5ae-53e9f31f3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:06.643143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-6f11feb2-6cba-41bd-b5ae-53e9f31f3ec6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.2414184 Feb 17 22:09:06.705947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Allocated IP 172.25.0.127 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/a6e888ca-9877-4293-9b3e-d6bb5bfc3335) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:06.710245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-20aaef2b-7fb1-4233-8085-da097390174b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.0661368 Feb 17 22:09:06.746178 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Publish callbacks [] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:06.773783 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:06.799065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0327e243-a750-4b68-a2bb-612280d613a1 req-4a1de27e-9dc5-451c-8760-154185c5fac4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678579 Feb 17 22:09:06.802020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-a22451a0-4854-4528-a227-19313ffffcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:06.817800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-a22451a0-4854-4528-a227-19313ffffcb5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.1060991 Feb 17 22:09:06.865343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:06.873497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:06.876136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:06.883793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Pushing event updated for resources: {'Port': ['ID=53113fdb-c4e7-47a0-9960-8e3981dd9a75,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:06.930272 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14f3923-6190-4493-8cea-c046cac7e03f x-openstack-request-id: req-f14f3923-6190-4493-8cea-c046cac7e03f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:06.930797 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:06.931708 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f14f3923-6190-4493-8cea-c046cac7e03f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:06.932295 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'status': 'completed', 'code': 200} Feb 17 22:09:06.973883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Attempting to bind port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:06.974406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Attempting to bind port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '91cbe589-3432-48f2-8ba6-4944219fb97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:06.974779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Attempting to bind port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 on network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:06.984034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks [] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.003506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:07.003893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Checking segment: {'id': '91cbe589-3432-48f2-8ba6-4944219fb97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:07.004297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.004841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Bound using segment: {'id': '91cbe589-3432-48f2-8ba6-4944219fb97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:07.005661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Bound port: 53113fdb-c4e7-47a0-9960-8e3981dd9a75, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91cbe589-3432-48f2-8ba6-4944219fb97d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:07.006068 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.053287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-dfbdcef9-a13f-48f8-bf7c-5f2e4495c8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:07.060369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-dfbdcef9-a13f-48f8-bf7c-5f2e4495c8ec service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2414796 Feb 17 22:09:07.077652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-1658f3de-3762-49ba-85da-20c6f922d084 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:09:07.078876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-1658f3de-3762-49ba-85da-20c6f922d084 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0139887 Feb 17 22:09:07.086507 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.091655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:34:31:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:03Z', 'revision_number': 3, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:07.096241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] For port 53113fdb-c4e7-47a0-9960-8e3981dd9a75, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:07.125697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfffb2-6a42-4862-aa54-05014105328d None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:34:31:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:03Z', 'revision_number': 3, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:07.136594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] For port 53113fdb-c4e7-47a0-9960-8e3981dd9a75, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=53113fdb-c4e7-47a0-9960-8e3981dd9a75,segment=NetworkSegment(91cbe589-3432-48f2-8ba6-4944219fb97d),segment_id=91cbe589-3432-48f2-8ba6-4944219fb97d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:07.144022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.183924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Pushing event updated for resources: {'Port': ['ID=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:07.216633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:07.218456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:07.219300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-d5691ca8-3e40-4de1-bac1-8c9c11b87856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:07.221065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-d5691ca8-3e40-4de1-bac1-8c9c11b87856 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.2867341 Feb 17 22:09:07.232323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:07.297358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d223a-6b4a-45b4-9c74-afc9f06a9485 None None] Pushing event updated for resources: {'Port': ['ID=53113fdb-c4e7-47a0-9960-8e3981dd9a75,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:07.339074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35986) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:07.363153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23394f4-fb7c-4f50-9052-93db48db531e req-2ccd36ba-04c2-431a-8986-82ac33c31e8e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:07.370529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e23394f4-fb7c-4f50-9052-93db48db531e req-2ccd36ba-04c2-431a-8986-82ac33c31e8e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 944 time: 0.3306100 Feb 17 22:09:07.457629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-594a1adc-8f03-4ad8-96b1-41c2d9013519 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300250 Feb 17 22:09:07.511959 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26c58cc-69e9-429a-9b73-928c23b57cfa None None] New status for floating IP 925d9a34-654c-4068-b221-57ea9b2453e9: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:07.620867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1759728625-network', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:07.625660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-b6cbcb93-7e7c-47de-ba0b-aa5292af311c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:07.626322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-b6cbcb93-7e7c-47de-ba0b-aa5292af311c service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.3963356 Feb 17 22:09:07.644038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e23394f4-fb7c-4f50-9052-93db48db531e req-d0e95b4e-4330-4811-b458-80803779a721 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684050 Feb 17 22:09:07.731882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-5f336309-735c-490a-90ea-c7fa9ea838e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.0846121 Feb 17 22:09:07.764658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Made reservation on behalf of 2bc809e5510e45b2abf2f834fbe252e6 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:07.766995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.792622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks [] for router_gateway (f832e613-3cff-4176-ab5e-4fb63d6911c6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.835810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:07.953965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-7e4af2ce-bff9-480c-8587-9a4ce3a882db service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907401 Feb 17 22:09:07.979324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-0c0b0b52-3111-421b-a1ae-6f824fd3d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:07.980806 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-0c0b0b52-3111-421b-a1ae-6f824fd3d548 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.2386913 Feb 17 22:09:08.026172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 53113fdb-c4e7-47a0-9960-8e3981dd9a75 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:08.096492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:08.096870 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.106409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (f832e613-3cff-4176-ab5e-4fb63d6911c6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.112415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998db1c-4dfa-404a-8c0a-b8c7fb3b0eac req-5c016b61-0652-47f9-91f8-b8c8d2807695 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:08.114005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d998db1c-4dfa-404a-8c0a-b8c7fb3b0eac req-5c016b61-0652-47f9-91f8-b8c8d2807695 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1821520 Feb 17 22:09:08.142807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:08.171982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:08.172253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:08.174654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-fed595d4-97c4-4f7e-8749-9f1da191a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:08.176606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-fed595d4-97c4-4f7e-8749-9f1da191a400 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1853194 Feb 17 22:09:08.187287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-bd5b2694-8bc8-4752-a15e-f0c6f3b4216b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:08.188876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-bd5b2694-8bc8-4752-a15e-f0c6f3b4216b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 1128 time: 0.1810906 Feb 17 22:09:08.193620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks [] for security_group (77914f12-de76-47a3-bcf8-362aabef6b09), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.226630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (77914f12-de76-47a3-bcf8-362aabef6b09), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.330120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:08.330419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.386197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:08.434481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 53113fdb-c4e7-47a0-9960-8e3981dd9a75, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=53113fdb-c4e7-47a0-9960-8e3981dd9a75,segment=NetworkSegment(91cbe589-3432-48f2-8ba6-4944219fb97d),segment_id=91cbe589-3432-48f2-8ba6-4944219fb97d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:08.460618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.529764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d6aa58c4-3f3e-412d-8f46-8cbfdca77421 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:08.617230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Router f832e613-3cff-4176-ab5e-4fb63d6911c6 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:09:08.674489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=53113fdb-c4e7-47a0-9960-8e3981dd9a75,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:08.765080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:09:08.774893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:08.776055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.787610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:09:08.799931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:08.800480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2e355350-bfcf-458a-ad94-d7755e6d2371), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.800480 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Added segment 2e355350-bfcf-458a-ad94-d7755e6d2371 of type vlan for network 25a566b9-2e2a-418a-a978-582ba2663c41 Feb 17 22:09:08.816980 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Sync routers for ids ['f832e613-3cff-4176-ab5e-4fb63d6911c6'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:08.834159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.835912 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fda8d33f-0aea-4805-ae4c-52707bfaca48 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.0390635 Feb 17 22:09:08.838835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:08.846690 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Routers {'f832e613-3cff-4176-ab5e-4fb63d6911c6'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:08.847328 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['f832e613-3cff-4176-ab5e-4fb63d6911c6'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:08.888478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (25a566b9-2e2a-418a-a978-582ba2663c41), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.906480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77914f12-de76-47a3-bcf8-362aabef6b09,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:08.914093 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.938435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:08.938830 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:08.944319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:34:31:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:07Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:09.000226 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Set router f832e613-3cff-4176-ab5e-4fb63d6911c6 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:09.017874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84b08fe-a883-4df0-b34a-248c284bd0f7 None None] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:09.044709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:09.048078 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0badc32f-a016-46ab-9535-1ccfa7704f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:09.052121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-fb3b5c8b-d1a4-4b11-95dc-28cdab456186 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557844 Feb 17 22:09:09.053132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-ec38badb-0dc8-488d-b7e3-856917a3be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:09.062608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-ec38badb-0dc8-488d-b7e3-856917a3be1f service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.8650782 Feb 17 22:09:09.067684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d998db1c-4dfa-404a-8c0a-b8c7fb3b0eac req-be481d19-5e55-46a1-af29-b78e7c899da2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9421988 Feb 17 22:09:09.086973 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:09:09.131319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:09.193339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:09.196583 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03bf38-41df-4b63-a2d2-8fc60322ffb3" -d '{"events": [{"server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "name": "network-vif-plugged", "status": "completed", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:09.224584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:09.225233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:09.248360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:09.266342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (25a566b9-2e2a-418a-a978-582ba2663c41), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.268056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:09.268952 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.295518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.297410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-dac23b30-342f-4263-a112-28a242c58064 None None] Provisioning complete for port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:09.297778 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dac23b30-342f-4263-a112-28a242c58064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.312615 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-router', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:05Z', 'updated_at': '2022-02-17T22:09:07Z', 'revision_number': 3, 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'gw_port': {'id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:06Z', 'updated_at': '2022-02-17T22:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:09.365978 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Checking router: f832e613-3cff-4176-ab5e-4fb63d6911c6 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:09.366296 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Updating router f832e613-3cff-4176-ab5e-4fb63d6911c6 port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:09:09.407064 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.445608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-b040c424-6b5c-4b98-b19d-a1fe955f1269 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 1001 time: 0.3821180 Feb 17 22:09:09.463980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1221986 Feb 17 22:09:09.464672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36006) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:09.511641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Request body: {'subnet': {'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1759728625-subnet', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:09.579575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c108b-32ba-49c2-8d40-0ba876967987 req-63acc73b-610a-453a-a587-ae39f54c6b73 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:09.587315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd6c108b-32ba-49c2-8d40-0ba876967987 req-63acc73b-610a-453a-a587-ae39f54c6b73 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 944 time: 0.3784678 Feb 17 22:09:09.596140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0938ef-88c4-42dd-abe9-eb15850a7796 req-0f476de6-3f90-4a32-9558-83c56398cfb6 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240633 Feb 17 22:09:09.596753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba384e-b4b6-4afb-a439-624ded907e93 admin admin] Pushing event updated for resources: {'Network': ['ID=25a566b9-2e2a-418a-a978-582ba2663c41,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:09.636377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Made reservation on behalf of 2bc809e5510e45b2abf2f834fbe252e6 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:09.654746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.662277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.705869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd6c108b-32ba-49c2-8d40-0ba876967987 req-03cb8a42-a5a0-4ef2-b8fa-fe137f9d3f23 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125617 Feb 17 22:09:09.739723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-5c93bb71-e917-4df8-8b44-53594c49edaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:09.741229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-5c93bb71-e917-4df8-8b44-53594c49edaf service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.2431579 Feb 17 22:09:09.756858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:09.807204 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625b60ac-c041-4da9-a948-6b3bd415e01a x-openstack-request-id: req-625b60ac-c041-4da9-a948-6b3bd415e01a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:09.813960 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:09.815426 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-625b60ac-c041-4da9-a948-6b3bd415e01a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:09.816020 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'status': 'completed', 'code': 200} Feb 17 22:09:09.868098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 25a566b9-2e2a-418a-a978-582ba2663c41 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:09:09.946197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Allocated IP 172.20.0.1 (a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8/93552612-73d9-44ef-94d6-9e2518e07a6f/43ca09fe-4035-4f8e-b571-9054afae2e5c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:09.977357 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Publish callbacks [] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:09.984494 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.029380 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e32095-e830-41fd-9980-a24a881df37d x-openstack-request-id: req-61e32095-e830-41fd-9980-a24a881df37d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:10.029799 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "name": "network-vif-plugged", "status": "completed", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:10.030007 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61e32095-e830-41fd-9980-a24a881df37d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:10.031088 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421', 'code': 200} Feb 17 22:09:10.031272 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Pushing event updated for resources: {'Port': ['ID=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:10.042237 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.042576 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.042917 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.043262 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.043753 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.044092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.044443 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.044759 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.045087 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.045639 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.046356 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.046698 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.047027 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:10.078467 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Attempting to bind port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:10.078895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Attempting to bind port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:10.079260 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Attempting to bind port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:10.084844 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:10.085216 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:10.085622 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.086009 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:10.086201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 53113fdb-c4e7-47a0-9960-8e3981dd9a75 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:10.086473 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Bound port: a6e888ca-9877-4293-9b3e-d6bb5bfc3335, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:10.086864 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.097620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks [] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.160825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.203782 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] For port a6e888ca-9877-4293-9b3e-d6bb5bfc3335, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:10.207773 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] For port a6e888ca-9877-4293-9b3e-d6bb5bfc3335, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:10.215397 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.222281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (57e021b6-67ca-41d3-9eb1-b41637f4eba3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.243688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:10.262737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:10.266555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:10.279637 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0c243-7a71-49ac-b62f-9197931cf313 None None] Pushing event updated for resources: {'Port': ['ID=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:10.314828 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Routers {'f832e613-3cff-4176-ab5e-4fb63d6911c6'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:10.315787 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['f832e613-3cff-4176-ab5e-4fb63d6911c6'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:10.316365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:10.321727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8be59-0d2d-4565-b146-823e659cd20c req-17d6e0fa-b365-4154-9235-b3ec70ba95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:10.322265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:10.322420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.325487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Pushing event updated for resources: {'Port': ['ID=43ca09fe-4035-4f8e-b571-9054afae2e5c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:10.330264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-17d6e0fa-b365-4154-9235-b3ec70ba95d5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5246754 Feb 17 22:09:10.353905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-8dc1f345-9d9e-4118-b4b8-8f42126fcb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:10.355670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-8dc1f345-9d9e-4118-b4b8-8f42126fcb7e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 1128 time: 0.5263538 Feb 17 22:09:10.363751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (f832e613-3cff-4176-ab5e-4fb63d6911c6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.378968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1151c04-a3cc-4d15-834f-7a1bf1bccdbc req-435bb3e1-3b2c-4f5b-a791-bae5d6b6efa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:10.380993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1151c04-a3cc-4d15-834f-7a1bf1bccdbc req-435bb3e1-3b2c-4f5b-a791-bae5d6b6efa0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1128 time: 0.3308644 Feb 17 22:09:10.430056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:34:31:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:07Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:10.489929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dac23b30-342f-4263-a112-28a242c58064 None None] Current status of the port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:10.504995 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] Set router f832e613-3cff-4176-ab5e-4fb63d6911c6 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:10.542133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-27d130d2-939e-42c0-a3d1-b494bc302c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:10.543678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-27d130d2-939e-42c0-a3d1-b494bc302c42 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.1607969 Feb 17 22:09:10.553133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Pushing event updated for resources: {'Subnet': ['ID=57e021b6-67ca-41d3-9eb1-b41637f4eba3,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:10.576783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10719658-1e87-4a23-87c9-80029e4e6f6d None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:34:31:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:07Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:10.632612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:10.697933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.739535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Checking segment: {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:10.739972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Network hostable DHCP agents. Network: 25a566b9-2e2a-418a-a978-582ba2663c41, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:09:10.763691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f51ed-7009-4a12-8c16-a5a4796489f4 req-2973e7e5-d713-4e37-a38c-fbe5a0737bef tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:10.772445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-952f51ed-7009-4a12-8c16-a5a4796489f4 req-2973e7e5-d713-4e37-a38c-fbe5a0737bef tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.5607448 Feb 17 22:09:10.848073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2c6d332b-0aaf-4f59-a05b-7735a746d0f8 None None] Provisioning complete for port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:10.849540 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c6d332b-0aaf-4f59-a05b-7735a746d0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:10.896662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-28b0f3ba-de70-4c66-9db4-234950503658 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 1001 time: 0.3410285 Feb 17 22:09:10.986194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1151c04-a3cc-4d15-834f-7a1bf1bccdbc req-b7e2bb0c-9dc9-4a25-8892-a8fc541aff8a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5432794 Feb 17 22:09:10.986343 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-router', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:05Z', 'updated_at': '2022-02-17T22:09:07Z', 'revision_number': 3, 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'gw_port': {'id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:06Z', 'updated_at': '2022-02-17T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:11.011717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-9b873d6b-e166-47d7-bdb6-42b315000a4d service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805108 Feb 17 22:09:11.027597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Network 25a566b9-2e2a-418a-a978-582ba2663c41 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:09:11.055663 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0f1fe-eeea-412f-8a01-b61dd047fa59 None None] The sync data for ids ['f832e613-3cff-4176-ab5e-4fb63d6911c6'] in n-d-828369-18 is: [{'id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-router', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:05Z', 'updated_at': '2022-02-17T22:09:07Z', 'revision_number': 3, 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'gw_port': {'id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:06Z', 'updated_at': '2022-02-17T22:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:11.074090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d332b-0aaf-4f59-a05b-7735a746d0f8 None None] Current status of the port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:11.106714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-952f51ed-7009-4a12-8c16-a5a4796489f4 req-64d24d38-5a92-4924-8f32-2be3f551d535 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299124 Feb 17 22:09:11.127996 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks [] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.135247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.147086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-bbb76e26-e126-4cee-acbc-b9f365819df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:11.148714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-bbb76e26-e126-4cee-acbc-b9f365819df5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.2324240 Feb 17 22:09:11.149332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 25a566b9-2e2a-418a-a978-582ba2663c41) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:11.156839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:11.159666 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.163718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8ec6e1-109e-4f1e-9b41-75850c85a85d None None] Network 25a566b9-2e2a-418a-a978-582ba2663c41 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:11.238807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7b27b3bf-0a3f-4660-b8db-e62e2e40b69b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7292356 Feb 17 22:09:11.260637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36016) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:11.274398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-15903cbb-9dba-44ff-9aba-4ef60587d14c None None] Provisioning complete for port 43ca09fe-4035-4f8e-b571-9054afae2e5c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:11.275289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15903cbb-9dba-44ff-9aba-4ef60587d14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.278662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:11.283485 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (f832e613-3cff-4176-ab5e-4fb63d6911c6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.300648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Pushing event updated for resources: {'Port': ['ID=43ca09fe-4035-4f8e-b571-9054afae2e5c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:11.337803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54a8be59-0d2d-4565-b146-823e659cd20c req-1085aec5-6d43-4634-a754-abe52bc2bdb5 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162637 Feb 17 22:09:11.341552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-9caefac8-856d-4d81-9fef-7da8b743b1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:11.346991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-9caefac8-856d-4d81-9fef-7da8b743b1a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1847470 Feb 17 22:09:11.350538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (c9772acb-c7be-40fb-bf5b-edcb8491316c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.351672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (c9772acb-c7be-40fb-bf5b-edcb8491316c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.422511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-15903cbb-9dba-44ff-9aba-4ef60587d14c None None] Port 43ca09fe-4035-4f8e-b571-9054afae2e5c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:09:11.463775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-25a566b9-2e2a-418a-a978-582ba2663c41', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:09:11.464691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.479623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18987730-d44b-455a-baf7-6b53db804784 req-2bd24988-f756-454f-abf5-2e8dc105afce tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:11.481145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18987730-d44b-455a-baf7-6b53db804784 req-2bd24988-f756-454f-abf5-2e8dc105afce tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 945 time: 0.2724552 Feb 17 22:09:11.556057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:11.557851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:11.687002 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks [] for router_controller (c9772acb-c7be-40fb-bf5b-edcb8491316c), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:11.697459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e4dd720-a40d-48cc-850e-e95da5680780 req-e5252d6d-c658-4079-a4e0-fc7c844838d4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.2523386 Feb 17 22:09:11.726789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Router f832e613-3cff-4176-ab5e-4fb63d6911c6 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:11.738442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Allocated IP 172.20.0.2 (25a566b9-2e2a-418a-a978-582ba2663c41/57e021b6-67ca-41d3-9eb1-b41637f4eba3/f539c6c7-e970-43b5-b336-ecde32d282f9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:11.916158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:11.922132 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bd87f782-1dbc-4a89-b6c8-451460093a04 admin admin] 10.222.0.79 "PUT /v2.0/routers/f832e613-3cff-4176-ab5e-4fb63d6911c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0820057 Feb 17 22:09:12.013465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Publish callbacks [] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.028437 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.043322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd720-a40d-48cc-850e-e95da5680780 req-74f37103-fa5a-4402-a938-536ef588cfd9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:12.045413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e4dd720-a40d-48cc-850e-e95da5680780 req-74f37103-fa5a-4402-a938-536ef588cfd9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports/755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 942 time: 0.3419249 Feb 17 22:09:12.053583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-208a3920-f896-46a2-bd17-501f05dba0d4 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6931741 Feb 17 22:09:12.071978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a6e888ca-9877-4293-9b3e-d6bb5bfc3335 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:12.081232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18987730-d44b-455a-baf7-6b53db804784 req-148195f7-f315-4822-823e-20302d36f57d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522530 Feb 17 22:09:12.128706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Network 25a566b9-2e2a-418a-a978-582ba2663c41 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:12.188836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:12.213277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:12.255969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Pushing event updated for resources: {'Port': ['ID=f539c6c7-e970-43b5-b336-ecde32d282f9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:12.275066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-29395f85-4cae-4be6-883d-fd1103be294d None None] Provisioning complete for port 43ca09fe-4035-4f8e-b571-9054afae2e5c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:12.275586 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29395f85-4cae-4be6-883d-fd1103be294d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.317137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e4dd720-a40d-48cc-850e-e95da5680780 req-9fd874a9-a739-4d64-a14b-5a01b2d7fbdb tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1521485 Feb 17 22:09:12.341322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks [] for router_gateway (c9772acb-c7be-40fb-bf5b-edcb8491316c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.354992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-29395f85-4cae-4be6-883d-fd1103be294d None None] Port 43ca09fe-4035-4f8e-b571-9054afae2e5c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:09:12.374538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Attempting to bind port f539c6c7-e970-43b5-b336-ecde32d282f9 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:12.375191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Attempting to bind port f539c6c7-e970-43b5-b336-ecde32d282f9 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:12.375315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Attempting to bind port f539c6c7-e970-43b5-b336-ecde32d282f9 on network 25a566b9-2e2a-418a-a978-582ba2663c41 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:12.384671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:12.403279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Checking segment: {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:12.403764 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.404174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Bound using segment: {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:12.404688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Bound port: f539c6c7-e970-43b5-b336-ecde32d282f9, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:12.405123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.456744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:12.457411 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.516311 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-4af2e9b0-15ec-45e2-aec8-22ce8796e5de service neutron] show failed (client error): The resource could not be found. Feb 17 22:09:12.517322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-4af2e9b0-15ec-45e2-aec8-22ce8796e5de service neutron] 10.222.0.73 "GET /v2.0/ports/59329c8b-62ac-4da0-8d94-af28ff99ad73/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.5129483 Feb 17 22:09:12.536923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] For port f539c6c7-e970-43b5-b336-ecde32d282f9, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:12.541871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] For port f539c6c7-e970-43b5-b336-ecde32d282f9, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f539c6c7-e970-43b5-b336-ecde32d282f9,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:12.568343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.579613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0badc32f-a016-46ab-9535-1ccfa7704f1f req-a61bc8f2-8e73-4ef6-a909-30a46b57e1da service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931600 Feb 17 22:09:12.616319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1413164-38b9-4c2d-bd8a-76294d363be8 req-af78a9fa-f929-4a46-95d9-10c4ae5f5740 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:12.618258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1413164-38b9-4c2d-bd8a-76294d363be8 req-af78a9fa-f929-4a46-95d9-10c4ae5f5740 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.3316123 Feb 17 22:09:12.649204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dd720-a40d-48cc-850e-e95da5680780 req-8163fe39-92ac-42ef-b36f-d78924969787 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:12.666282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e4dd720-a40d-48cc-850e-e95da5680780 req-8163fe39-92ac-42ef-b36f-d78924969787 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.3292294 Feb 17 22:09:12.696485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:12.701237 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.737543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eb4475-28ba-4713-8bc4-a5f566d61ef3 None None] Pushing event updated for resources: {'Port': ['ID=f539c6c7-e970-43b5-b336-ecde32d282f9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:12.777540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port a6e888ca-9877-4293-9b3e-d6bb5bfc3335, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:12.784307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:12.912813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:13.173370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1413164-38b9-4c2d-bd8a-76294d363be8 req-24aa9ec5-3fd6-4f1f-a964-cb7615d12e38 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5451951 Feb 17 22:09:13.216854 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-7a89509a-942e-42bd-9d6b-08334ec45615 req-b434e376-5538-4445-af94-773b4f8386d3 tempest-FloatingIPDetailsNegativeTestJSON-641304922 tempest-FloatingIPDetailsNegativeTestJSON-641304922-project] show failed (client error): The resource could not be found. Feb 17 22:09:13.217941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a89509a-942e-42bd-9d6b-08334ec45615 req-b434e376-5538-4445-af94-773b4f8386d3 tempest-FloatingIPDetailsNegativeTestJSON-641304922 tempest-FloatingIPDetailsNegativeTestJSON-641304922-project] 10.222.0.79 "GET /v2.0/floatingips/5e20c9cd-2e4d-486b-ad8c-44baa25ce507 HTTP/1.1" status: 404 len: 350 time: 0.0730505 Feb 17 22:09:13.226778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36036) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:13.300409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-30c8c11b-47a6-46c2-a059-223cdd022b33 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.0871768 Feb 17 22:09:13.441890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-6561a2d2-d6b3-41b5-bb99-319f0ee60aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:13.443405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-6561a2d2-d6b3-41b5-bb99-319f0ee60aee service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 1132 time: 0.2995803 Feb 17 22:09:13.472691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:13.483863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c69a-8d93-42be-afb6-d49368514acb req-84f42b2f-9d9e-48fe-9ba0-c6300f69c266 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:13.485283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-84f42b2f-9d9e-48fe-9ba0-c6300f69c266 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports/755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 942 time: 0.1785300 Feb 17 22:09:13.547533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896fba72-2785-4273-8e43-8e46d8d4ab4b req-b5f86108-051c-4ec1-8468-93f7a646795d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:13.549852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-896fba72-2785-4273-8e43-8e46d8d4ab4b req-b5f86108-051c-4ec1-8468-93f7a646795d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 945 time: 0.2478468 Feb 17 22:09:13.698604 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks [] for router_gateway (c9772acb-c7be-40fb-bf5b-edcb8491316c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:13.738160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:13.741345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:13.745639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-896fba72-2785-4273-8e43-8e46d8d4ab4b req-f9cc4582-60a0-4105-8b91-3dd93c876f44 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704183 Feb 17 22:09:13.750364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-33509159-89bd-4188-8218-f261752a96e5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1762702 Feb 17 22:09:13.762535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (f832e613-3cff-4176-ab5e-4fb63d6911c6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:13.922335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Sync routers for ids ['f832e613-3cff-4176-ab5e-4fb63d6911c6'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:13.941189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Routers {'f832e613-3cff-4176-ab5e-4fb63d6911c6'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:13.941549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['f832e613-3cff-4176-ab5e-4fb63d6911c6'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:14.123570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-5a33e42b-24de-46b8-bbb9-93e2fab3b29c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2137110756&fields=id&tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 267 time: 0.2462389 Feb 17 22:09:14.158526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f539c6c7-e970-43b5-b336-ecde32d282f9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:14.160217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c69a-8d93-42be-afb6-d49368514acb req-d81a94c7-6ea7-43c9-ae93-ce1335c5b60d tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:14.169064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-d81a94c7-6ea7-43c9-ae93-ce1335c5b60d tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.4068785 Feb 17 22:09:14.270793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Set router f832e613-3cff-4176-ab5e-4fb63d6911c6 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:14.305436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279290b4-3fcb-4a44-91ba-8f609eb8e785 None None] Network 25a566b9-2e2a-418a-a978-582ba2663c41 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:14.309742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Allocated IP 172.25.0.97 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/40e96caf-172a-4053-aa92-ca2b9e88893c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:14.310076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Deleting port 43ca09fe-4035-4f8e-b571-9054afae2e5c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:14.310913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.327677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f539c6c7-e970-43b5-b336-ecde32d282f9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:14.328476 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.403168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.422339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-ab85670d-3460-4fe3-b7d7-558db2212d51 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1915963 Feb 17 22:09:14.430008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Calling delete_port for 43ca09fe-4035-4f8e-b571-9054afae2e5c owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:14.440206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:14.511127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-816de269-e72c-4035-ba03-be206ae6face tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:14.512972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-816de269-e72c-4035-ba03-be206ae6face tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 945 time: 0.3759685 Feb 17 22:09:14.517480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:14.550496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'port': {'security_groups': ['6370e834-2b32-4b65-997e-2c0c8d1201c5', '06b259e8-c443-41be-9e44-a8bfd334b163']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:14.637663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.659696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (43ca09fe-4035-4f8e-b571-9054afae2e5c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.679588 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b3c1a9a-08fa-41fd-b17a-b65937a79187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.757756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:14.762164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-59fe0a8b-9d8a-4c68-945b-358f24c92c91 None None] Provisioning complete for port f539c6c7-e970-43b5-b336-ecde32d282f9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:14.762657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59fe0a8b-9d8a-4c68-945b-358f24c92c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.816164 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks [] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.863901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.941324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=43ca09fe-4035-4f8e-b571-9054afae2e5c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:14.961048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (f832e613-3cff-4176-ab5e-4fb63d6911c6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:14.994365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:14.998959 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8696651-38c8-41a8-b2c2-383f400b6551" -d '{"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-unplugged", "status": "completed", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:15.022388 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Publish callbacks [] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.050859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f539c6c7-e970-43b5-b336-ecde32d282f9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:15.051782 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.106232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port f539c6c7-e970-43b5-b336-ecde32d282f9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f539c6c7-e970-43b5-b336-ecde32d282f9,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:15.127795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Transition to ACTIVE for port object 59329c8b-62ac-4da0-8d94-af28ff99ad73 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:09:15.141086 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.142060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a6e888ca-9877-4293-9b3e-d6bb5bfc3335 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:15.154294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.173279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.176346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.201783 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.202931 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Floating IP 925d9a34-654c-4068-b221-57ea9b2453e9 disassociated. External IP: 172.25.0.254, port: 755c2765-9f18-43ad-8478-6f0c81f1a34e. Feb 17 22:09:15.261862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59fe0a8b-9d8a-4c68-945b-358f24c92c91 None None] Current status of the port f539c6c7-e970-43b5-b336-ecde32d282f9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:15.262260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59fe0a8b-9d8a-4c68-945b-358f24c92c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.346566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:15.346946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:15.449589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=f539c6c7-e970-43b5-b336-ecde32d282f9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:15.488836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-router', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:05Z', 'updated_at': '2022-02-17T22:09:10Z', 'revision_number': 4, 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'gw_port': {'id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:06Z', 'updated_at': '2022-02-17T22:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '43ca09fe-4035-4f8e-b571-9054afae2e5c', 'name': '', 'network_id': 'a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'mac_address': 'fa:16:3e:fe:39:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '93552612-73d9-44ef-94d6-9e2518e07a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:09Z', 'updated_at': '2022-02-17T22:09:10Z', 'revision_number': 2, 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'subnets': [{'id': '93552612-73d9-44ef-94d6-9e2518e07a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:15.523882 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-59fe0a8b-9d8a-4c68-945b-358f24c92c91 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:09:15.524429 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-59fe0a8b-9d8a-4c68-945b-358f24c92c91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:09:15.525127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Checking router: f832e613-3cff-4176-ab5e-4fb63d6911c6 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:15.525618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Updating router f832e613-3cff-4176-ab5e-4fb63d6911c6 port 43ca09fe-4035-4f8e-b571-9054afae2e5c binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:09:15.556888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Port 43ca09fe-4035-4f8e-b571-9054afae2e5c not found while updating agent binding for router f832e613-3cff-4176-ab5e-4fb63d6911c6. {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 22:09:15.559133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:15.582118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] No DVR routers for this DVR port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:15.589004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:15.598022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:15.606311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:15.618382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Routers {'f832e613-3cff-4176-ab5e-4fb63d6911c6'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:15.619441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:08:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['f832e613-3cff-4176-ab5e-4fb63d6911c6'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:15.642178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Router f832e613-3cff-4176-ab5e-4fb63d6911c6 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:15.749252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] Set router f832e613-3cff-4176-ab5e-4fb63d6911c6 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:15.763894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:15.793955 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-60c0f759-ad86-48b6-ba67-f7e3816a0e5a admin admin] 10.222.0.79 "PUT /v2.0/routers/f832e613-3cff-4176-ab5e-4fb63d6911c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633025 Feb 17 22:09:15.797401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36050) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:15.809588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:16.018244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f539c6c7-e970-43b5-b336-ecde32d282f9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:16.055658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks [] for router (f832e613-3cff-4176-ab5e-4fb63d6911c6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.110949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59fe0a8b-9d8a-4c68-945b-358f24c92c91 None None] Current status of the port f539c6c7-e970-43b5-b336-ecde32d282f9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:16.133853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f539c6c7-e970-43b5-b336-ecde32d282f9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:16.134230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.185247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-router', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:05Z', 'updated_at': '2022-02-17T22:09:14Z', 'revision_number': 5, 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'gw_port': {'id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:06Z', 'updated_at': '2022-02-17T22:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:16.196835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:16.196835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:16.197191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:16.212115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks [] for router_gateway (f832e613-3cff-4176-ab5e-4fb63d6911c6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.222045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a643cc-01f2-45b3-90ff-dfc31b71e34d None None] The sync data for ids ['f832e613-3cff-4176-ab5e-4fb63d6911c6'] in n-d-828369-18 is: [{'id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-974424633-router', 'tenant_id': '8841b06c77f14cc99ad634c8ad2e735c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:05Z', 'updated_at': '2022-02-17T22:09:14Z', 'revision_number': 5, 'project_id': '8841b06c77f14cc99ad634c8ad2e735c', 'gw_port': {'id': 'a6e888ca-9877-4293-9b3e-d6bb5bfc3335', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cd:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f832e613-3cff-4176-ab5e-4fb63d6911c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 640, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:06Z', 'updated_at': '2022-02-17T22:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:16.259790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Pushing event updated for resources: {'Port': ['ID=40e96caf-172a-4053-aa92-ca2b9e88893c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:16.261929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:09:16.262190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Attempting to bind port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:16.297287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Deleting port a6e888ca-9877-4293-9b3e-d6bb5bfc3335 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:16.297896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.309666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f539c6c7-e970-43b5-b336-ecde32d282f9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:16.316200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c2a39328-b7ea-4fac-9593-2e17b866dc6e None None] Provisioning complete for port f539c6c7-e970-43b5-b336-ecde32d282f9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:16.317004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2a39328-b7ea-4fac-9593-2e17b866dc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.320553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:16.320890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:16.321284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:16.321721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Bound port: 59329c8b-62ac-4da0-8d94-af28ff99ad73, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:16.322072 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.446741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c2a39328-b7ea-4fac-9593-2e17b866dc6e None None] Current status of the port f539c6c7-e970-43b5-b336-ecde32d282f9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:16.465908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] For port a6e888ca-9877-4293-9b3e-d6bb5bfc3335, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:16.467036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.480450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:16.484558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Calling delete_port for a6e888ca-9877-4293-9b3e-d6bb5bfc3335 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:16.509911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:16.552221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:16.635955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port 59329c8b-62ac-4da0-8d94-af28ff99ad73 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:09:16.636348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:16.685445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.691595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:16.706065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:16.734275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a6e888ca-9877-4293-9b3e-d6bb5bfc3335), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.753211 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.759641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.767692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6e888ca-9877-4293-9b3e-d6bb5bfc3335,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:16.771444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:16.830045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d6aa58c4-3f3e-412d-8f46-8cbfdca77421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:16.841952 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (f832e613-3cff-4176-ab5e-4fb63d6911c6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.902866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:16.912956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks [] for router_gateway (c9772acb-c7be-40fb-bf5b-edcb8491316c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:16.975809 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:09:16.978160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:17.007792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (f832e613-3cff-4176-ab5e-4fb63d6911c6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.010575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks [] for router_controller (f832e613-3cff-4176-ab5e-4fb63d6911c6), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.082039 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f93d083b-fd6f-4c88-8c23-e18664d5d0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.125382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:17.125993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.127406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-c817f784-19e8-49cb-b6e0-67d74f2ddf43 service neutron] 10.222.0.94 "PUT /v2.0/ports/59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 1096 time: 3.6589608 Feb 17 22:09:17.143466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:17.145283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.148416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cf9cf53-4a58-4785-8bd5-ece6abe9e748 req-7b876515-ebf4-4f78-9ae0-eec8b72fdbb2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "PUT /v2.0/ports/d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 981 time: 2.6023457 Feb 17 22:09:17.151267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (f832e613-3cff-4176-ab5e-4fb63d6911c6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.152118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f832e613-3cff-4176-ab5e-4fb63d6911c6 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:09:17.156974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.161426 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-81d0e023-c101-441d-9468-3ea25dedc7b7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/f832e613-3cff-4176-ab5e-4fb63d6911c6 HTTP/1.1" status: 204 len: 168 time: 1.3603117 Feb 17 22:09:17.162161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:17.292114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] Deleting subnet 93552612-73d9-44ef-94d6-9e2518e07a6f {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:09:17.299481 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] Publish callbacks [] for subnet (93552612-73d9-44ef-94d6-9e2518e07a6f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.309708 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] Sync routers for ids ['f832e613-3cff-4176-ab5e-4fb63d6911c6'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:17.326039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d6aa58c4-3f3e-412d-8f46-8cbfdca77421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:17.332936 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] Routers set() bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:17.334084 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] Router IDs set() for agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 22:09:17.334763 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_agentschedulers_db [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f832e613-3cff-4176-ab5e-4fb63d6911c6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent'). {{(pid=103529) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 22:09:17.356357 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] Routers set() bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:17.357245 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] Router IDs set() for agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 22:09:17.357365 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_agentschedulers_db [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f832e613-3cff-4176-ab5e-4fb63d6911c6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent'). {{(pid=103529) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 22:09:17.357697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe25f2-d950-41ae-89ff-e12320c1197a None None] The sync data for ids ['f832e613-3cff-4176-ab5e-4fb63d6911c6'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:17.376512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (93552612-73d9-44ef-94d6-9e2518e07a6f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.553413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (93552612-73d9-44ef-94d6-9e2518e07a6f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.589370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:17.610502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.654343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-dfa18d5b-6bac-4a1c-8517-54cf551a9b2c tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "PUT /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 200 len: 695 time: 3.2185488 Feb 17 22:09:17.676427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81994b0b-a703-4536-a951-bdefaca0e7e8 req-54d9a919-e6f4-427e-94d7-1cc077d3d939 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:17.678056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81994b0b-a703-4536-a951-bdefaca0e7e8 req-54d9a919-e6f4-427e-94d7-1cc077d3d939 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 947 time: 0.3136072 Feb 17 22:09:17.680096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-3a43154d-a051-4c3f-806a-72530e927fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:17.681455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-3a43154d-a051-4c3f-806a-72530e927fac service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1130 time: 0.4334834 Feb 17 22:09:17.682214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (93552612-73d9-44ef-94d6-9e2518e07a6f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.696121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:17.705422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.712837 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/93552612-73d9-44ef-94d6-9e2518e07a6f HTTP/1.1" status: 204 len: 168 time: 0.5495718 Feb 17 22:09:17.713753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36060) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:17.725035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7974ea17-b695-4ca3-bcfd-45e4b8352f75 None None] Network a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:17.749792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01b90a-8446-49b6-94ba-50f07124f2cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93552612-73d9-44ef-94d6-9e2518e07a6f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:17.821751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:17.822639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:17.828612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-ec882164-686a-473b-ad36-3ccfada711d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:17.830414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-ec882164-686a-473b-ad36-3ccfada711d9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1309872 Feb 17 22:09:17.835286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.865306 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (c9772acb-c7be-40fb-bf5b-edcb8491316c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.908114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Deleting port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:17.908664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:17.919644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-8e459311-157a-4ef9-812c-980564868aff service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.0521429 Feb 17 22:09:17.947741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.064924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] For port 53113fdb-c4e7-47a0-9960-8e3981dd9a75, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=53113fdb-c4e7-47a0-9960-8e3981dd9a75,segment=NetworkSegment(91cbe589-3432-48f2-8ba6-4944219fb97d),segment_id=91cbe589-3432-48f2-8ba6-4944219fb97d)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:18.065394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.075831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a6e888ca-9877-4293-9b3e-d6bb5bfc3335 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:18.085151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Calling delete_port for 53113fdb-c4e7-47a0-9960-8e3981dd9a75 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:18.114210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a6e888ca-9877-4293-9b3e-d6bb5bfc3335 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:18.114551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a6e888ca-9877-4293-9b3e-d6bb5bfc3335 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:18.176392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-8b3bd690-5c2f-4060-87dd-8fc2011f2f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:18.177563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:18.177997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-8b3bd690-5c2f-4060-87dd-8fc2011f2f10 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0883222 Feb 17 22:09:18.204664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81994b0b-a703-4536-a951-bdefaca0e7e8 req-a86273ae-2810-486e-a856-e8d533c49f03 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5102642 Feb 17 22:09:18.234716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (53113fdb-c4e7-47a0-9960-8e3981dd9a75), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.251643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6166a437-6247-4331-aa41-0243f98b8879 None None] DHCP port deletion for a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:09:18.257062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c69a-8d93-42be-afb6-d49368514acb req-09af5306-9550-40d0-a684-343f8e3bce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:18.258168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] No DVR routers for this DVR port 53113fdb-c4e7-47a0-9960-8e3981dd9a75 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:18.258562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-09af5306-9550-40d0-a684-343f8e3bce1d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 1128 time: 0.5744507 Feb 17 22:09:18.314093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Pushing event deleted for resources: {'Port': ['ID=53113fdb-c4e7-47a0-9960-8e3981dd9a75,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:18.393820 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853777f2-5bfc-47a8-8d9b-2591fb6c4874 x-openstack-request-id: req-853777f2-5bfc-47a8-8d9b-2591fb6c4874 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:18.394273 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-unplugged", "status": "completed", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:18.394620 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-853777f2-5bfc-47a8-8d9b-2591fb6c4874 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:18.395191 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'code': 200} Feb 17 22:09:18.395892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Router c9772acb-c7be-40fb-bf5b-edcb8491316c is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:09:18.401799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c69a-8d93-42be-afb6-d49368514acb req-62476e91-4552-4405-a34b-14a21ff934e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:18.403547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-62476e91-4552-4405-a34b-14a21ff934e9 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.1210449 Feb 17 22:09:18.406538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.431109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:18.445224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91cbe589-3432-48f2-8ba6-4944219fb97d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:18.446002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91cbe589-3432-48f2-8ba6-4944219fb97d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:18.464867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (91cbe589-3432-48f2-8ba6-4944219fb97d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.482915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (91cbe589-3432-48f2-8ba6-4944219fb97d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.484000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-59e58df2-3295-4feb-a670-31f57c37261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:18.485512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-59e58df2-3295-4feb-a670-31f57c37261b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2943871 Feb 17 22:09:18.493583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-5d249457-1ee7-43f5-aa20-1fea843e1359 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 217 time: 0.0631068 Feb 17 22:09:18.505894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:09:18.506302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (91cbe589-3432-48f2-8ba6-4944219fb97d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:09:18.508748 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:09:18.582934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.600774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.607719 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] 10.222.0.79 "DELETE /v2.0/networks/a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8 HTTP/1.1" status: 204 len: 168 time: 0.8672774 Feb 17 22:09:18.609186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b6526-bd59-4aa7-a6d0-3994adb69730 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25ce1a7-ac34-4950-b0ef-ff9f268a3cc8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:18.638883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b48e718-5443-4b2e-a169-648000eb4f6e req-9e9d2e25-8202-4bf1-b6de-eb13d6b5ad40 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/06b259e8-c443-41be-9e44-a8bfd334b163 HTTP/1.1" status: 200 len: 1817 time: 0.2468767 Feb 17 22:09:18.640169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:18.676868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:18.687061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:18.688273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:18.723792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c69a-8d93-42be-afb6-d49368514acb req-e2284bcf-72e2-4539-8d2e-22c877204c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:18.725386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-e2284bcf-72e2-4539-8d2e-22c877204c43 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.1903968 Feb 17 22:09:18.794068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36070) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:18.799336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:18.802212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-ca8b20b2-22da-41d4-9e15-a69f4cd39f53 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600515 Feb 17 22:09:18.815041 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Sync routers for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:18.815829 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-6b48e718-5443-4b2e-a169-648000eb4f6e req-eef12496-8f1a-4dcc-8029-533f39ba1dc2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 22:09:18.817325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b48e718-5443-4b2e-a169-648000eb4f6e req-eef12496-8f1a-4dcc-8029-533f39ba1dc2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/06b259e8-c443-41be-9e44-a8bfd334b163 HTTP/1.1" status: 409 len: 341 time: 0.1606843 Feb 17 22:09:18.845239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:18.846509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-44fba964-0be1-4b74-a9ea-131bb46a1e65 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.5714431 Feb 17 22:09:18.853015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:18.859648 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:18.860614 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:18.875280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36074) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:18.886534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c1c69a-8d93-42be-afb6-d49368514acb req-a23938df-ecf9-4f31-a249-016a1613b1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:18.888045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-a23938df-ecf9-4f31-a249-016a1613b1fe service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1557739 Feb 17 22:09:18.949556 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-36d2bd56-6baa-4321-8afd-e872f715ec5d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8841b06c77f14cc99ad634c8ad2e735c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1514356 Feb 17 22:09:18.952761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36076) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:19.004917 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:19.081866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54dbe6a6-ed83-44a3-9917-9bd1432f7586 admin admin] Publish callbacks [] for security_group (3779dcf8-3f89-42c8-a03c-e340ce8d5eb7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:19.142381 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54dbe6a6-ed83-44a3-9917-9bd1432f7586 admin admin] Publish callbacks [] for security_group (3779dcf8-3f89-42c8-a03c-e340ce8d5eb7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:19.224726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:19.277203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54dbe6a6-ed83-44a3-9917-9bd1432f7586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3779dcf8-3f89-42c8-a03c-e340ce8d5eb7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:19.284177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54dbe6a6-ed83-44a3-9917-9bd1432f7586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:19.288963 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54dbe6a6-ed83-44a3-9917-9bd1432f7586 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3779dcf8-3f89-42c8-a03c-e340ce8d5eb7 HTTP/1.1" status: 204 len: 168 time: 0.3315969 Feb 17 22:09:19.345410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-e30b4cfe-68af-498f-9b71-24b8008dfcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:19.346978 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-e30b4cfe-68af-498f-9b71-24b8008dfcad service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1167 time: 0.1430347 Feb 17 22:09:19.348013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbe6a6-ed83-44a3-9917-9bd1432f7586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3779dcf8-3f89-42c8-a03c-e340ce8d5eb7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:19.365013 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:16Z', 'revision_number': 3, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:19.396864 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Checking router: c9772acb-c7be-40fb-bf5b-edcb8491316c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:19.397821 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Updating router c9772acb-c7be-40fb-bf5b-edcb8491316c port 40e96caf-172a-4053-aa92-ca2b9e88893c binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:09:19.435004 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:19.508321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb26c84-0f8c-42db-88e4-dd7707900136 req-b62e66b5-3210-4d40-abf7-8183b7408d15 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6886590 Feb 17 22:09:19.508642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:19.561476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ceda2a-c7c1-4fa0-911f-663c2604e365 None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:19.616568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5216fe-4dac-4e75-a077-af4d23a406dc req-511fedb3-5bcd-4f32-b7fa-e90283d309d4 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:19.618858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e5216fe-4dac-4e75-a077-af4d23a406dc req-511fedb3-5bcd-4f32-b7fa-e90283d309d4 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 984 time: 0.2856333 Feb 17 22:09:19.622910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-92bce597-1e6a-4acf-9561-dc2831e710a0 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996877 Feb 17 22:09:19.649586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-20dc1efe-3484-4e9b-9b56-34b18a1d2855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:19.658945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-20dc1efe-3484-4e9b-9b56-34b18a1d2855 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 913 time: 0.2968917 Feb 17 22:09:19.784873 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-0c9eb7dc-e0e6-43fe-a671-5aedccfa8ef6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 217 time: 0.1177428 Feb 17 22:09:19.916825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-e62e6437-c25a-4cf3-943c-12dbfffbaeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:19.918411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e5216fe-4dac-4e75-a077-af4d23a406dc req-c7bf4e0d-0652-45b2-a237-84926fa52d04 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&id=06b259e8-c443-41be-9e44-a8bfd334b163&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2230091 Feb 17 22:09:19.955395 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-e62e6437-c25a-4cf3-943c-12dbfffbaeb7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.1236458 Feb 17 22:09:20.010675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 53113fdb-c4e7-47a0-9960-8e3981dd9a75 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:20.011799 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-ae27ba43-9127-48c8-b24e-a3559f489203 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624666 Feb 17 22:09:20.041325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45c1c69a-8d93-42be-afb6-d49368514acb req-2ca0fa46-a927-4262-af27-04185a79a8b5 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555117 Feb 17 22:09:20.058292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 53113fdb-c4e7-47a0-9960-8e3981dd9a75 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:20.059069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 53113fdb-c4e7-47a0-9960-8e3981dd9a75 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:20.067078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cc0ae6-a524-4f61-95a9-8f91520a00d9 None None] New status for floating IP 925d9a34-654c-4068-b221-57ea9b2453e9: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:20.103291 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Publish callbacks [] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:20.122132 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:20.209175 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-4e4a3f7d-6a72-4550-b70d-a23092f44ed4 service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898956 Feb 17 22:09:20.249951 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Attempting to bind port 40e96caf-172a-4053-aa92-ca2b9e88893c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:20.251025 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Attempting to bind port 40e96caf-172a-4053-aa92-ca2b9e88893c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:20.251624 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Attempting to bind port 40e96caf-172a-4053-aa92-ca2b9e88893c on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:20.270843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02d91a-577b-4d5c-b9d0-2022f99f1274 req-5675e703-cae9-4a82-9f03-d143ed4eb449 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:20.273234 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf22b60-44ad-4c40-a64b-6c2784c588b4 None None] Pushing event updated for resources: {'Port': ['ID=40e96caf-172a-4053-aa92-ca2b9e88893c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:20.276409 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:20.277029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:20.277680 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:20.278221 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:20.278854 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Bound port: 40e96caf-172a-4053-aa92-ca2b9e88893c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:20.279104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd02d91a-577b-4d5c-b9d0-2022f99f1274 req-5675e703-cae9-4a82-9f03-d143ed4eb449 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 947 time: 0.2345839 Feb 17 22:09:20.281887 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:20.411071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73'}, {'name': 'network-changed', 'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421'}, {'name': 'network-changed', 'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:20.411490 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9901e5c6-2b14-4156-8e85-9c17f367240d req-96543223-7524-49c9-947d-5378a901b088 service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925054 Feb 17 22:09:20.414022 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad390b2f-f4eb-4b93-bc0b-9f120758c085" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73"}, {"name": "network-changed", "server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421"}, {"name": "network-changed", "server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:20.424270 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] For port 40e96caf-172a-4053-aa92-ca2b9e88893c, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:20.427752 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] For port 40e96caf-172a-4053-aa92-ca2b9e88893c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40e96caf-172a-4053-aa92-ca2b9e88893c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:20.433446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd02d91a-577b-4d5c-b9d0-2022f99f1274 req-6d675c88-cf84-48c6-8262-7eabba2cb72a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363215 Feb 17 22:09:20.441888 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:20.593762 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf22b60-44ad-4c40-a64b-6c2784c588b4 None None] Pushing event updated for resources: {'Port': ['ID=40e96caf-172a-4053-aa92-ca2b9e88893c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:20.594007 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d4d6b2-a8b5-4fb5-9e80-cfefca24c61e x-openstack-request-id: req-d9d4d6b2-a8b5-4fb5-9e80-cfefca24c61e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:20.594282 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:20.594540 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d9d4d6b2-a8b5-4fb5-9e80-cfefca24c61e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:20.594939 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'status': 'completed', 'code': 200} Feb 17 22:09:20.595199 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421', 'status': 'completed', 'code': 200} Feb 17 22:09:20.595476 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'status': 'completed', 'code': 200} Feb 17 22:09:20.658623 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:20.659926 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:20.708965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-a3b3520d-6a63-460e-bb80-fa817eb780bc tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:20.710696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-a3b3520d-6a63-460e-bb80-fa817eb780bc tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2038710 Feb 17 22:09:20.728090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:20.796735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-c5966a0a-6efd-4030-80fe-f1c6366e528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:20.799429 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-c5966a0a-6efd-4030-80fe-f1c6366e528f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1130 time: 0.1114514 Feb 17 22:09:20.856598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:20.918324 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:20.942408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-f86bb262-2191-4408-8d3d-22a2f5f9d980 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 696 time: 0.2214100 Feb 17 22:09:20.948764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-a09721dc-1a86-4c4c-b275-12434417e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:20.951149 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-a09721dc-1a86-4c4c-b275-12434417e1eb service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1436975 Feb 17 22:09:20.956965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-bd9606d8-02d8-4a10-8fd9-17888fda4c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:20.958545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-bd9606d8-02d8-4a10-8fd9-17888fda4c8c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1130 time: 0.3412952 Feb 17 22:09:20.997100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'floatingip': {'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:21.015804 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-19e06ea4-a661-4785-a973-d1785f2ed2f9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.0576401 Feb 17 22:09:21.086723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-a47332a7-f171-44e2-9189-41da607241d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.088683 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-a47332a7-f171-44e2-9189-41da607241d1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0654957 Feb 17 22:09:21.131964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:21.164417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-a01dfd58-6989-4653-bf6d-9242b95c66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.167926 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-a01dfd58-6989-4653-bf6d-9242b95c66de service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0706816 Feb 17 22:09:21.297338 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-39acc394-9a59-4951-833a-3c4322fcfd57 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188450 Feb 17 22:09:21.359836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-1dcb6802-faad-4640-aa02-0181cccd92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.361289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-1dcb6802-faad-4640-aa02-0181cccd92fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3607972 Feb 17 22:09:21.362868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:16Z', 'revision_number': 3, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:21.391810 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6cdfbfa-af1e-4d0e-97fd-6088627a7bad None None] The sync data for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 is: [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:16Z', 'revision_number': 3, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:21.435794 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-4ea94651-64de-4b8e-97d3-261615568e3f service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951986 Feb 17 22:09:21.495594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-c7b2ae77-4a2c-4d23-95c0-ddd7cdfc6f09 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.1054170 Feb 17 22:09:21.605367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-424a81b1-b091-4774-b632-8e0f707fdb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.607574 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-424a81b1-b091-4774-b632-8e0f707fdb17 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1167 time: 0.0545006 Feb 17 22:09:21.625585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-248ae09f-20ab-42e6-b1fd-9e4fde8d45dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.627037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-248ae09f-20ab-42e6-b1fd-9e4fde8d45dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1193709 Feb 17 22:09:21.628223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Allocated IP 172.20.0.1 (25a566b9-2e2a-418a-a978-582ba2663c41/57e021b6-67ca-41d3-9eb1-b41637f4eba3/6e7455f3-2f6f-4d37-b1bb-0bb722668737) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:21.639251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0d84d-40ff-40af-888e-cdcb300663b5 req-09891e81-e5bc-41f5-9805-5518e6ce5e5c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.649699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bb0d84d-40ff-40af-888e-cdcb300663b5 req-09891e81-e5bc-41f5-9805-5518e6ce5e5c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 984 time: 0.2872908 Feb 17 22:09:21.738404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-e867920c-a144-4e97-b0e6-679e303cef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.740242 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-e867920c-a144-4e97-b0e6-679e303cef05 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 913 time: 0.1262791 Feb 17 22:09:21.789984 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-8893aded-977e-493f-9499-f55688219679 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 217 time: 0.0377035 Feb 17 22:09:21.843815 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-15bb3c1d-bbae-43fc-a334-b4ba7f9edf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:21.845303 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-15bb3c1d-bbae-43fc-a334-b4ba7f9edf45 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.0481868 Feb 17 22:09:21.912192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-fa61cea1-1668-41c1-98cd-8ee1c32123f2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552173 Feb 17 22:09:21.989668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40e96caf-172a-4053-aa92-ca2b9e88893c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:22.001392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bb0d84d-40ff-40af-888e-cdcb300663b5 req-39318bc8-4a12-4bde-8c83-671901943c6a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&id=06b259e8-c443-41be-9e44-a8bfd334b163&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3506820 Feb 17 22:09:22.030845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-958aea4f-a1e2-4662-8b5d-923fdba7f0f6 service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130476 Feb 17 22:09:22.046848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-dbf28cef-acea-441e-9c4b-abd4084cec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:22.048861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-dbf28cef-acea-441e-9c4b-abd4084cec1d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3525529 Feb 17 22:09:22.111240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-bed9d694-a637-4039-a47f-2be3b4e96cb4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:22.112826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-bed9d694-a637-4039-a47f-2be3b4e96cb4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "GET /v2.0/ports?device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 945 time: 0.2312431 Feb 17 22:09:22.145127 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:09:22.194377 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-6e37945e-2ebc-471f-9855-c19b5e464930 service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566615 Feb 17 22:09:22.232853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40e96caf-172a-4053-aa92-ca2b9e88893c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:22.233382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.333637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40e96caf-172a-4053-aa92-ca2b9e88893c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:22.334030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.357562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 40e96caf-172a-4053-aa92-ca2b9e88893c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40e96caf-172a-4053-aa92-ca2b9e88893c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:22.362793 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.417587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=40e96caf-172a-4053-aa92-ca2b9e88893c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:22.547012 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks [] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.605460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.644273 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.738016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-d2552871-3e7e-4f39-baae-225ed5a3f629 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6792581 Feb 17 22:09:22.750529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf14bf-ec82-4378-bb64-b67bdb4b8cd7 req-dc304a0c-7de0-4e26-b5ad-bf8799265613 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:22.751914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6fbf14bf-ec82-4378-bb64-b67bdb4b8cd7 req-dc304a0c-7de0-4e26-b5ad-bf8799265613 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 947 time: 0.5512702 Feb 17 22:09:22.778159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.895789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Network 25a566b9-2e2a-418a-a978-582ba2663c41 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:22.913396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:22.932326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:22.935866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Deleting port 755c2765-9f18-43ad-8478-6f0c81f1a34e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:22.936838 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:22.952343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7455f3-2f6f-4d37-b1bb-0bb722668737,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:23.018725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6fbf14bf-ec82-4378-bb64-b67bdb4b8cd7 req-cb220e40-1276-42ef-bc60-d06c569fb9fb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514391 Feb 17 22:09:23.026038 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Floating IP 925d9a34-654c-4068-b221-57ea9b2453e9 associated. External IP: 172.25.0.254, port: 3a4e37d6-d21d-426a-8958-dd5f5fd8656f. Feb 17 22:09:23.122064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-daeaff2d-d1fc-447e-a3ea-d84f547e78fc service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684070 Feb 17 22:09:23.131904 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (c9772acb-c7be-40fb-bf5b-edcb8491316c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:23.256221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ea586acb-4370-475c-8521-7c5842bae93b None None] Provisioning complete for port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:23.257244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea586acb-4370-475c-8521-7c5842bae93b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:23.262388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] For port 755c2765-9f18-43ad-8478-6f0c81f1a34e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:23.262755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:23.291263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Calling delete_port for 755c2765-9f18-43ad-8478-6f0c81f1a34e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:23.297540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ea586acb-4370-475c-8521-7c5842bae93b None None] Port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:09:23.409940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-dbff07dd-f426-4aa1-9ba8-930919f37570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:23.411431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-dbff07dd-f426-4aa1-9ba8-930919f37570 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=07732851-9bd3-46dd-b1a7-670fae78a9c7 HTTP/1.1" status: 200 len: 1128 time: 0.2361829 Feb 17 22:09:23.595928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:23.650910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99001eca-6652-477c-9c82-75112bed4362 req-1e22bae9-f877-4fc3-ac3f-f1c2eec515a0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:23.652411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99001eca-6652-477c-9c82-75112bed4362 req-1e22bae9-f877-4fc3-ac3f-f1c2eec515a0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 984 time: 0.2449188 Feb 17 22:09:23.720153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:23.730562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-ce7a2915-177a-42f6-bcf7-d4da7a2cb902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:23.732065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-ce7a2915-177a-42f6-bcf7-d4da7a2cb902 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.2868114 Feb 17 22:09:23.814932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-84e38224-48d5-44bd-b402-bf9b0290d8a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 200 len: 217 time: 0.0672500 Feb 17 22:09:23.903606 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (755c2765-9f18-43ad-8478-6f0c81f1a34e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:23.916336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40e96caf-172a-4053-aa92-ca2b9e88893c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:23.919322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a4e37d6-d21d-426a-8958-dd5f5fd8656f', '755c2765-9f18-43ad-8478-6f0c81f1a34e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:24.011613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99001eca-6652-477c-9c82-75112bed4362 req-0c8e1b70-56e6-4732-8ddb-afad9d1ec964 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&id=06b259e8-c443-41be-9e44-a8bfd334b163&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3469224 Feb 17 22:09:24.019057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Pushing event deleted for resources: {'Port': ['ID=755c2765-9f18-43ad-8478-6f0c81f1a34e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:24.033613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40e96caf-172a-4053-aa92-ca2b9e88893c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:24.033745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.052048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-13357f1a-02af-489f-a32f-d622638d2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:24.053505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-13357f1a-02af-489f-a32f-d622638d2471 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.2314909 Feb 17 22:09:24.146450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] No DVR routers for this DVR port 755c2765-9f18-43ad-8478-6f0c81f1a34e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:24.155501 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.158111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fa85fde-5b8e-4d3f-8ada-23c3ae5a686d req-e9b95b86-3028-4eab-be37-ca38622e4b89 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "DELETE /v2.0/ports/755c2765-9f18-43ad-8478-6f0c81f1a34e HTTP/1.1" status: 204 len: 173 time: 2.0107207 Feb 17 22:09:24.158560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'name': 'network-vif-deleted', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:24.160859 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01393ce-3f47-4170-8346-1fa8d1051d0d" -d '{"events": [{"server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "name": "network-vif-deleted", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:24.178920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40e96caf-172a-4053-aa92-ca2b9e88893c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:24.188383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:24.197168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.231590 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:24.247712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:24.248769 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:24.252335 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks [] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.268564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-485f9d2f-578e-4150-873b-4d22b57cfb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:24.270113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-485f9d2f-578e-4150-873b-4d22b57cfb48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2032259 Feb 17 22:09:24.281509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-5ffb011e-dac5-43b8-aa27-53e237ecc797 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "PUT /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 200 len: 996 time: 3.3343277 Feb 17 22:09:24.282119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.378018 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:24.572669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:09:24.665473 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:28:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:21Z', 'revision_number': 8, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:24.681952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:24.694302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:24.699252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'mac_address': 'fa:16:3e:34:3b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:09:24.703857 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:24.704578 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:24.751714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 59329c8b-62ac-4da0-8d94-af28ff99ad73 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:24.752360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.769719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59329c8b-62ac-4da0-8d94-af28ff99ad73 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:24.798843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:24.806250 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.818095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e7455f3-2f6f-4d37-b1bb-0bb722668737,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:24.820769 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:24.846593 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (c9772acb-c7be-40fb-bf5b-edcb8491316c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.869737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c557ca7e-38f5-4da3-bc10-c72dda8d24eb req-c7f9ae69-94fc-4891-a1a6-f971cf2ab13d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:24.871465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c557ca7e-38f5-4da3-bc10-c72dda8d24eb req-c7f9ae69-94fc-4891-a1a6-f971cf2ab13d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 947 time: 0.6001608 Feb 17 22:09:24.872529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:24.891695 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:24.906202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-ec72936d-e278-4c7c-b080-adf5586bc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:24.907575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-ec72936d-e278-4c7c-b080-adf5586bc62b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.5477974 Feb 17 22:09:24.977629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-360433fd-d481-4ba3-ac88-7c9a47d19944 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6929567 Feb 17 22:09:25.063447 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:28:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:21Z', 'revision_number': 8, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:25.092233 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c8301e-4d7b-4af7-9b7a-35e3e5755939 None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '925d9a34-654c-4068-b221-57ea9b2453e9', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'floating_ip_address': '172.25.0.254', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'port_id': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'mac_address': 'fa:16:3e:28:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:08:42Z', 'updated_at': '2022-02-17T22:09:21Z', 'revision_number': 8, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:25.145966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c557ca7e-38f5-4da3-bc10-c72dda8d24eb req-93de2924-a785-43ee-8462-3a82406a02c4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580359 Feb 17 22:09:25.176731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Network 25a566b9-2e2a-418a-a978-582ba2663c41 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:25.177969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-8657af19-c13d-4965-b6e5-4ab926ae8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:25.179462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-8657af19-c13d-4965-b6e5-4ab926ae8511 service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.2328594 Feb 17 22:09:25.183806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:25.294748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad390b2f-f4eb-4b93-bc0b-9f120758c085 req-4d6da444-c90e-4193-a787-f71086ed06fb service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783315 Feb 17 22:09:25.347770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:25.382524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-af457baf-859e-464b-afca-93bcc06c2591 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 999 time: 0.1870599 Feb 17 22:09:25.396207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a44e4f5-2de8-4089-bfd3-b9e01ed820b4 None None] New status for floating IP 925d9a34-654c-4068-b221-57ea9b2453e9: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:25.428927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23585714-d220-418d-9286-aa5e037da449 req-74a9b4a6-8201-4a56-8c3a-eb8e66631f4a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1110534641&fields=id&tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd HTTP/1.1" status: 200 len: 267 time: 0.1877539 Feb 17 22:09:25.484646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-cfe830dc-c1a9-487d-9b48-3cf12a83d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:25.486039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-cfe830dc-c1a9-487d-9b48-3cf12a83d46f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.0940676 Feb 17 22:09:25.505585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Router c9772acb-c7be-40fb-bf5b-edcb8491316c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:25.543187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2dcd5560-6acd-49b3-9a2c-d4aa94aa8bb4 None None] Provisioning complete for port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:25.543592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dcd5560-6acd-49b3-9a2c-d4aa94aa8bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:25.555332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23585714-d220-418d-9286-aa5e037da449 req-497aeeda-c30e-4ebb-b288-681274b107a4 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:25.556837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23585714-d220-418d-9286-aa5e037da449 req-497aeeda-c30e-4ebb-b288-681274b107a4 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 984 time: 0.1212022 Feb 17 22:09:25.601321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'port': {'security_groups': ['06b259e8-c443-41be-9e44-a8bfd334b163', '6370e834-2b32-4b65-997e-2c0c8d1201c5', '8aba3341-51a8-445b-9bdb-64144b391114']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:25.611565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-f861929e-ad14-4cf3-8434-c819a91a9112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:25.613088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-f861929e-ad14-4cf3-8434-c819a91a9112 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1209714 Feb 17 22:09:25.615617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2dcd5560-6acd-49b3-9a2c-d4aa94aa8bb4 None None] Port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:09:25.788309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:25.857256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:25.867414 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Sync routers for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:25.875943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a6560f7b-a372-44cc-b55f-891af678d9b9 admin admin] 10.222.0.79 "PUT /v2.0/routers/c9772acb-c7be-40fb-bf5b-edcb8491316c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9995468 Feb 17 22:09:25.879943 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:25.882311 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:25.887225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-bf8fd10c-5e2e-46a6-b5e2-282d3bf85e05 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220500 Feb 17 22:09:26.006896 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:26.030861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ad7f47-ecad-4980-80cd-1a093928ea52 req-4036b957-e206-4634-9080-1e473c1cd253 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347780 Feb 17 22:09:26.089285 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda21e68-abc8-4ee7-8df8-65837e6221ea x-openstack-request-id: req-bda21e68-abc8-4ee7-8df8-65837e6221ea {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:26.089643 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07732851-9bd3-46dd-b1a7-670fae78a9c7", "name": "network-vif-deleted", "tag": "755c2765-9f18-43ad-8478-6f0c81f1a34e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:26.089963 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bda21e68-abc8-4ee7-8df8-65837e6221ea {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:26.090422 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07732851-9bd3-46dd-b1a7-670fae78a9c7', 'name': 'network-vif-deleted', 'tag': '755c2765-9f18-43ad-8478-6f0c81f1a34e', 'status': 'completed', 'code': 200} Feb 17 22:09:26.129581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:26.172429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.178220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.190466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:26.233247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d6aa58c4-3f3e-412d-8f46-8cbfdca77421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:26.239792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:26.251243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.252923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23585714-d220-418d-9286-aa5e037da449 req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "PUT /v2.0/ports/d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 1020 time: 0.6881292 Feb 17 22:09:26.265727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 2, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:26.276255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17d1a6-05d1-4e93-9cbd-93cec5460db0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:26.301848 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Checking router: c9772acb-c7be-40fb-bf5b-edcb8491316c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:26.302227 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Updating router c9772acb-c7be-40fb-bf5b-edcb8491316c port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:09:26.331437 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.370163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5d1bfda-0f7e-438c-94de-dc98c2043dfe req-af52d92c-5adb-45d8-8ded-93b17fe516c0 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 200 len: 998 time: 0.0884519 Feb 17 22:09:26.487044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d6aa58c4-3f3e-412d-8f46-8cbfdca77421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:26.565401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 755c2765-9f18-43ad-8478-6f0c81f1a34e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:26.568979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b6-e3c6-4024-a43d-98185e17208d req-d342b975-d9d8-410d-849c-d6e506cac561 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:26.570594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-d342b975-d9d8-410d-849c-d6e506cac561 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 948 time: 0.1317923 Feb 17 22:09:26.608016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 755c2765-9f18-43ad-8478-6f0c81f1a34e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:26.608653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 755c2765-9f18-43ad-8478-6f0c81f1a34e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:26.612969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1bfda-0f7e-438c-94de-dc98c2043dfe req-a9473845-8b7c-4bea-bea8-cf5ed7583bc5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:26.620085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5d1bfda-0f7e-438c-94de-dc98c2043dfe req-a9473845-8b7c-4bea-bea8-cf5ed7583bc5 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.2488225 Feb 17 22:09:26.627725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-a5d1bfda-0f7e-438c-94de-dc98c2043dfe req-550d7516-adad-420e-93c3-926d66a05c23 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:09:26.639734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5d1bfda-0f7e-438c-94de-dc98c2043dfe req-550d7516-adad-420e-93c3-926d66a05c23 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0181108 Feb 17 22:09:26.694180 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Publish callbacks [] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.700602 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-d32432b6-e3c6-4024-a43d-98185e17208d req-86cc9a99-8103-4488-806f-1112b59a8c17 service neutron] delete failed (client error): The resource could not be found. Feb 17 22:09:26.703877 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.704268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-86cc9a99-8103-4488-806f-1112b59a8c17 service neutron] 10.222.0.73 "DELETE /v2.0/ports/59329c8b-62ac-4da0-8d94-af28ff99ad73/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.1259112 Feb 17 22:09:26.729433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36170) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:26.735771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bc985415-aab2-4566-9cfd-285a342d0445 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799701108', 'description': 'tempest-description--1537265928'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:26.797675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc985415-aab2-4566-9cfd-285a342d0445 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.813905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78667565-af57-48c9-8f34-f0917c02a7f2 req-eb22c027-b62c-41a7-a0ab-b17c9aa5176e tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/8aba3341-51a8-445b-9bdb-64144b391114 HTTP/1.1" status: 200 len: 1817 time: 0.0734746 Feb 17 22:09:26.889078 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc985415-aab2-4566-9cfd-285a342d0445 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group (2c16c5e9-c649-4b88-913d-58f26bce2464), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.894240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc985415-aab2-4566-9cfd-285a342d0445 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2c16c5e9-c649-4b88-913d-58f26bce2464), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.898021 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c451a-2a72-46ed-97dd-481883178815 None None] Pushing event updated for resources: {'Port': ['ID=6e7455f3-2f6f-4d37-b1bb-0bb722668737,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:26.961405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc985415-aab2-4566-9cfd-285a342d0445 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c16c5e9-c649-4b88-913d-58f26bce2464,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:26.984814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19d6a4-724c-4703-a810-5755908077c6 req-bd3fcd32-45b8-40e0-a34e-17d863b3dbb4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:26.986935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc985415-aab2-4566-9cfd-285a342d0445 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:26.990853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b19d6a4-724c-4703-a810-5755908077c6 req-bd3fcd32-45b8-40e0-a34e-17d863b3dbb4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 948 time: 0.2060745 Feb 17 22:09:26.992105 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc985415-aab2-4566-9cfd-285a342d0445 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2608974 Feb 17 22:09:26.995572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36172) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:27.004145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b6-e3c6-4024-a43d-98185e17208d req-e36e0c24-bb09-4eb3-8ea0-e5e9160a461a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:27.005780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-e36e0c24-bb09-4eb3-8ea0-e5e9160a461a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1131 time: 0.1493473 Feb 17 22:09:27.008647 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Attempting to bind port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:27.009178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6d2de451-cc65-4ba8-a242-70e62fa72189 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Request body: {'security_group_rule': {'security_group_id': '2c16c5e9-c649-4b88-913d-58f26bce2464', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:27.009414 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Attempting to bind port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:27.009766 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Attempting to bind port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 on network 25a566b9-2e2a-418a-a978-582ba2663c41 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:27.017470 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:27.017955 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Checking segment: {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:27.018807 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.019302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Bound using segment: {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:27.019928 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Bound port: 6e7455f3-2f6f-4d37-b1bb-0bb722668737, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:27.020450 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.024105 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-78667565-af57-48c9-8f34-f0917c02a7f2 req-a9687f7b-04c9-4a51-9376-2294a485c7f4 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 22:09:27.025131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78667565-af57-48c9-8f34-f0917c02a7f2 req-a9687f7b-04c9-4a51-9376-2294a485c7f4 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/8aba3341-51a8-445b-9bdb-64144b391114 HTTP/1.1" status: 409 len: 341 time: 0.2106705 Feb 17 22:09:27.096570 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] For port 6e7455f3-2f6f-4d37-b1bb-0bb722668737, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:27.100180 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] For port 6e7455f3-2f6f-4d37-b1bb-0bb722668737, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e7455f3-2f6f-4d37-b1bb-0bb722668737,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:27.107009 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.168323 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:27.169021 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:27.175931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d2de451-cc65-4ba8-a242-70e62fa72189 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group_rule (b1e5b173-81c7-43cd-99ec-1e621a635da2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.212341 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c451a-2a72-46ed-97dd-481883178815 None None] Pushing event updated for resources: {'Port': ['ID=6e7455f3-2f6f-4d37-b1bb-0bb722668737,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:27.241245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b19d6a4-724c-4703-a810-5755908077c6 req-90d0930b-fa67-4967-b48d-f154afe7e88d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398612 Feb 17 22:09:27.247302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-98ecf3ef-5148-4b2f-a5f6-5d9f8c6e0538 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1937661 Feb 17 22:09:27.273950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-483e2e7f-0d27-4b00-85ca-d5d56d8ea58c None None] Provisioning complete for port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:27.274933 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-483e2e7f-0d27-4b00-85ca-d5d56d8ea58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.326092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b6-e3c6-4024-a43d-98185e17208d req-748f9aad-c31f-4808-9c29-d56bc9393b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:27.328327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-748f9aad-c31f-4808-9c29-d56bc9393b72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3127229 Feb 17 22:09:27.359856 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:27.429936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-e3abe319-bc3e-4dad-a105-8bda9c3f2fa2 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:27.431285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-e3abe319-bc3e-4dad-a105-8bda9c3f2fa2 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports/3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 942 time: 0.1726284 Feb 17 22:09:27.432533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-c82379a5-84b7-4f01-b6c2-d0ed0e58b272 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.0926569 Feb 17 22:09:27.446502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d2de451-cc65-4ba8-a242-70e62fa72189 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group_rule (b1e5b173-81c7-43cd-99ec-1e621a635da2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.463317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d2de451-cc65-4ba8-a242-70e62fa72189 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (b1e5b173-81c7-43cd-99ec-1e621a635da2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.516013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2de451-cc65-4ba8-a242-70e62fa72189 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1e5b173-81c7-43cd-99ec-1e621a635da2,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:27.523733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-483e2e7f-0d27-4b00-85ca-d5d56d8ea58c None None] Current status of the port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:27.524482 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-483e2e7f-0d27-4b00-85ca-d5d56d8ea58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.585704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b6-e3c6-4024-a43d-98185e17208d req-9f50c9b2-1744-4ee3-8ccd-b7b300538596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:27.587164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-9f50c9b2-1744-4ee3-8ccd-b7b300538596 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1429877 Feb 17 22:09:27.594269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-483e2e7f-0d27-4b00-85ca-d5d56d8ea58c None None] For port 6e7455f3-2f6f-4d37-b1bb-0bb722668737, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e7455f3-2f6f-4d37-b1bb-0bb722668737,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:27.595847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d2de451-cc65-4ba8-a242-70e62fa72189 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.599652 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-483e2e7f-0d27-4b00-85ca-d5d56d8ea58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.600530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36180) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:27.605317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-011d96ae-540e-45f4-a3b5-81ed8bb5e40b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Request body: {'security_group_rule': {'security_group_id': '2c16c5e9-c649-4b88-913d-58f26bce2464', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:27.611756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6d2de451-cc65-4ba8-a242-70e62fa72189 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6132016 Feb 17 22:09:27.654357 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d96ae-540e-45f4-a3b5-81ed8bb5e40b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group_rule (dce27e7d-875c-44cc-952d-ac286b8992b4), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.690041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e2e7f-0d27-4b00-85ca-d5d56d8ea58c None None] Pushing event updated for resources: {'Port': ['ID=6e7455f3-2f6f-4d37-b1bb-0bb722668737,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:27.712542 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:27.725297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-7f763e70-7a70-4bd7-a683-37281ed796e0 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1915481 Feb 17 22:09:27.726448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-51c16397-a878-43c1-948f-0e91fdabfa3c None None] Provisioning complete for port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:27.726898 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51c16397-a878-43c1-948f-0e91fdabfa3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.753236 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a025108b-d48a-43f8-8948-3b408fa7a4d5 None None] The sync data for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 is: [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:27.772878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d96ae-540e-45f4-a3b5-81ed8bb5e40b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group_rule (dce27e7d-875c-44cc-952d-ac286b8992b4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.779560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d96ae-540e-45f4-a3b5-81ed8bb5e40b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (dce27e7d-875c-44cc-952d-ac286b8992b4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.836881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d96ae-540e-45f4-a3b5-81ed8bb5e40b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce27e7d-875c-44cc-952d-ac286b8992b4,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:27.852021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-51c16397-a878-43c1-948f-0e91fdabfa3c None None] Current status of the port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:27.854275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d96ae-540e-45f4-a3b5-81ed8bb5e40b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:27.860922 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-011d96ae-540e-45f4-a3b5-81ed8bb5e40b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2594106 Feb 17 22:09:27.861655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36186) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:27.866715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:27.893127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.021626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e7455f3-2f6f-4d37-b1bb-0bb722668737 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:28.044278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.089708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:28.090230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.176090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Allocated IP 172.25.0.172 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/fe457388-91fe-4344-ac8d-b424cce50935) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:28.184554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:28.194846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f'}, {'name': 'network-changed', 'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:28.197213 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7d7183-021b-473c-9715-c98c94c30e44" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f"}, {"name": "network-changed", "server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:28.247666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32432b6-e3c6-4024-a43d-98185e17208d req-5da81a56-dc03-4250-9e1a-6580e244a054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:28.249853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-5da81a56-dc03-4250-9e1a-6580e244a054 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.6369967 Feb 17 22:09:28.257844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-1d9ee8c8-927b-4c2b-b805-160d99281725 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:28.259194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-1d9ee8c8-927b-4c2b-b805-160d99281725 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.5242119 Feb 17 22:09:28.313175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for port (fe457388-91fe-4344-ac8d-b424cce50935), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.364371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fe457388-91fe-4344-ac8d-b424cce50935), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.375857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab9e528-5840-4f18-9fef-176b102b8eaf req-0f8c2fc2-e613-4cb4-ab3d-ccb2191f9fb0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:28.383306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eab9e528-5840-4f18-9fef-176b102b8eaf req-0f8c2fc2-e613-4cb4-ab3d-ccb2191f9fb0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1023 time: 0.6462429 Feb 17 22:09:28.414015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:28.419164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:28.422947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:28.437678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-e505f6a7-a6ac-4d9f-9369-c19db2c77194 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 1001 time: 0.1655002 Feb 17 22:09:28.450956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event updated for resources: {'Port': ['ID=fe457388-91fe-4344-ac8d-b424cce50935,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:28.461417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:28.473933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-3d94af84-4111-4b31-b1eb-32a77be31f5c service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129025 Feb 17 22:09:28.543815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for floatingip (4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.580755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:28.593842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fe457388-91fe-4344-ac8d-b424cce50935), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.615039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eab9e528-5840-4f18-9fef-176b102b8eaf req-8f928712-986a-49e8-a6f6-79d1b5ccdbcf tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&id=06b259e8-c443-41be-9e44-a8bfd334b163&id=8aba3341-51a8-445b-9bdb-64144b391114&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.2307053 Feb 17 22:09:28.629242 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.651881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 59329c8b-62ac-4da0-8d94-af28ff99ad73 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:09:28.658193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 59329c8b-62ac-4da0-8d94-af28ff99ad73 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:28.659011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.765584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 59329c8b-62ac-4da0-8d94-af28ff99ad73 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:28.766207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.796133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:28.798763 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb346d28-b160-4c97-9925-abdc8566a738" -d '{"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-plugged", "status": "completed", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:28.799411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d32432b6-e3c6-4024-a43d-98185e17208d req-31179712-9287-4c03-a1fe-bf5a27a2885e service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878323 Feb 17 22:09:28.806520 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0bfa5a-506e-4f5a-bea4-6f3715c3eace x-openstack-request-id: req-0c0bfa5a-506e-4f5a-bea4-6f3715c3eace {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:28.809393 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:28.809888 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c0bfa5a-506e-4f5a-bea4-6f3715c3eace {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:28.810861 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'status': 'completed', 'code': 200} Feb 17 22:09:28.814036 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421', 'status': 'completed', 'code': 200} Feb 17 22:09:28.841898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:28.850816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:28.926828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:29.026366 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:29.035051 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:29.035485 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Floating IP 925d9a34-654c-4068-b221-57ea9b2453e9 disassociated. External IP: 172.25.0.254, port: 3a4e37d6-d21d-426a-8958-dd5f5fd8656f. Feb 17 22:09:29.046052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-c6938cd4-15ea-44d9-9f45-e2fa07d8c356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.047834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-c6938cd4-15ea-44d9-9f45-e2fa07d8c356 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.1588299 Feb 17 22:09:29.095632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f97bec-17c8-4b25-95dd-57a778edd689 req-434284a3-5add-42e0-b156-c35328f0f5df tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.097705 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66f97bec-17c8-4b25-95dd-57a778edd689 req-434284a3-5add-42e0-b156-c35328f0f5df tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.2058516 Feb 17 22:09:29.106298 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for port (fe457388-91fe-4344-ac8d-b424cce50935), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:29.112231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (fe457388-91fe-4344-ac8d-b424cce50935), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:29.198127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-f2ee1cca-8f4e-4bb7-8afb-5b35c17173e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.199788 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-f2ee1cca-8f4e-4bb7-8afb-5b35c17173e8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1207 time: 0.1397095 Feb 17 22:09:29.210479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event updated for resources: {'Port': ['ID=fe457388-91fe-4344-ac8d-b424cce50935,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:29.268495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:29.291955 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:29.300902 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b588c5e7-073c-46e3-be91-99dce9d40d60 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4306653 Feb 17 22:09:29.301259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66f97bec-17c8-4b25-95dd-57a778edd689 req-af29d6a1-f135-45b8-a25b-a943e742bfe5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563702 Feb 17 22:09:29.315115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-31accda1-efd9-4d82-90e5-ce2793e9a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.316603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-31accda1-efd9-4d82-90e5-ce2793e9a7d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.1911006 Feb 17 22:09:29.362403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-092a7db0-f777-4349-9e21-ad90b0255e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.364810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-092a7db0-f777-4349-9e21-ad90b0255e1b service neutron] 10.222.0.94 "GET /v2.0/networks?id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 200 len: 913 time: 0.1489098 Feb 17 22:09:29.435099 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-4246209c-8eee-4dbd-8c5b-9c3794ff54a2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 200 len: 217 time: 0.0570288 Feb 17 22:09:29.453676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-51ee8443-31aa-4665-a426-f0875dd75a6c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.0743413 Feb 17 22:09:29.500354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-cf5da617-6df2-48a9-92d4-f03cfeb94f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.501978 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-cf5da617-6df2-48a9-92d4-f03cfeb94f72 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 200 len: 852 time: 0.0596805 Feb 17 22:09:29.546593 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-7d55db4b-6b9c-4639-bb09-15e323af2538 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344059 Feb 17 22:09:29.571259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-c40e1bf0-f2a8-4e6e-a70e-a0a7abd44fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.572759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-c40e1bf0-f2a8-4e6e-a70e-a0a7abd44fa6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.1081042 Feb 17 22:09:29.621210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e046de10-48cc-4e42-9a2e-4870ababc3cf req-b2402e0e-cc75-4e52-a344-b105b325c4fb tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.622704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e046de10-48cc-4e42-9a2e-4870ababc3cf req-b2402e0e-cc75-4e52-a344-b105b325c4fb tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1129 time: 0.1994312 Feb 17 22:09:29.633664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:29.668810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-f41540a1-95d8-4bf7-ba7b-b8fff67e9d0a service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010034 Feb 17 22:09:29.676921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-8b3f7707-ca6b-4a82-b1c6-870b7404eb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:29.678384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-8b3f7707-ca6b-4a82-b1c6-870b7404eb37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0931232 Feb 17 22:09:29.745165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e046de10-48cc-4e42-9a2e-4870ababc3cf req-3911486a-fc33-4ec2-95ac-d0b16763df8e tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134746 Feb 17 22:09:29.783705 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-94f115b5-7cc3-433e-acc6-fa5726a1660f service neutron] 10.222.0.94 "GET /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929511 Feb 17 22:09:29.832964 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2c5a71-7fbd-42b9-82e2-5755d74a4640 x-openstack-request-id: req-1e2c5a71-7fbd-42b9-82e2-5755d74a4640 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:29.833469 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-plugged", "status": "completed", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:29.833632 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e2c5a71-7fbd-42b9-82e2-5755d74a4640 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:29.834096 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'code': 200} Feb 17 22:09:29.864724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-42ffe112-24d8-4e7d-97b6-a346b7634877 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761296 Feb 17 22:09:29.867623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:29.872298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:29.888438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:29.916956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:29.917659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:29.968395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-05b31fff-ae5d-4b50-8f9a-aabf808cc871 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "PUT /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 200 len: 696 time: 1.5188880 Feb 17 22:09:30.028296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-689d6a02-9845-43c4-9d62-d94e94246043 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:30.030614 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-689d6a02-9845-43c4-9d62-d94e94246043 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.94 "GET /v2.0/ports?device_id=43b69b0b-499e-4b29-a272-52840876957e HTTP/1.1" status: 200 len: 1023 time: 0.0831301 Feb 17 22:09:30.052145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-5a2f7b7a-8e35-444c-831c-60132202ab30 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--799701108&fields=id&tenant_id=2bc809e5510e45b2abf2f834fbe252e6 HTTP/1.1" status: 200 len: 267 time: 0.1428237 Feb 17 22:09:30.117960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36224) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:30.151537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec7d7183-021b-473c-9715-c98c94c30e44 req-7add7dc5-5110-4bcf-9488-11a2fc994a8e service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759984 Feb 17 22:09:30.180490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Deleting port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:30.181072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:30.189245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-37b60068-3131-4dc0-81f9-e705272f99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:30.189245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-37b60068-3131-4dc0-81f9-e705272f99e0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.2042732 Feb 17 22:09:30.206754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:30.226184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-04a67501-4fd4-486b-85ec-b60a05e60dad tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:30.227841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-04a67501-4fd4-486b-85ec-b60a05e60dad tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/networks?id=25a566b9-2e2a-418a-a978-582ba2663c41 HTTP/1.1" status: 200 len: 806 time: 0.1749101 Feb 17 22:09:30.273624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-ec30b425-53c7-4f2d-8920-f4ae51ed1247 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/quotas/2bc809e5510e45b2abf2f834fbe252e6 HTTP/1.1" status: 200 len: 375 time: 0.0188813 Feb 17 22:09:30.302986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] For port d6aa58c4-3f3e-412d-8f46-8cbfdca77421, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:30.305894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:30.306058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d600de31-db2e-4920-9e27-ac7a318f6217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:30.320849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Calling delete_port for d6aa58c4-3f3e-412d-8f46-8cbfdca77421 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:30.373477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-574f82e2-fdb1-4d7a-9d3a-460044f3cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:30.375596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-574f82e2-fdb1-4d7a-9d3a-460044f3cfbb service neutron] 10.222.0.79 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.1773360 Feb 17 22:09:30.399953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-6ab918ae-1369-4451-8674-2ca7a13a14a6 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bc809e5510e45b2abf2f834fbe252e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1179364 Feb 17 22:09:30.437720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:30.444211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-080f7551-1b85-469b-b1f5-e40cdb3c56e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.0577641 Feb 17 22:09:30.477134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d6aa58c4-3f3e-412d-8f46-8cbfdca77421), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:30.477371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:30.486368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:30.486983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:30.490288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fe367812-5f77-4a3e-9526-b838085f0f23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:30.512621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'Port': ['ID=d6aa58c4-3f3e-412d-8f46-8cbfdca77421,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:30.551145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d6aa58c4-3f3e-412d-8f46-8cbfdca77421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:30.560455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] No DVR routers for this DVR port d6aa58c4-3f3e-412d-8f46-8cbfdca77421 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:30.564185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:30.569336 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4193c84-ab7a-4575-a1f9-8c9e22a4b1a0 req-ea3410c2-906f-488d-bfa3-73212e8b5253 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.94 "DELETE /v2.0/ports/d6aa58c4-3f3e-412d-8f46-8cbfdca77421 HTTP/1.1" status: 204 len: 173 time: 0.5321195 Feb 17 22:09:30.569837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'name': 'network-vif-deleted', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:30.572748 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f870facc-fd07-40d5-b08c-f3464cf722e3" -d '{"events": [{"server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "name": "network-vif-deleted", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:30.592911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-293ae97c-cc76-43dc-be67-86f1ea22b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:30.594378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-293ae97c-cc76-43dc-be67-86f1ea22b264 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.1328747 Feb 17 22:09:30.613807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d600de31-db2e-4920-9e27-ac7a318f6217 admin admin] Publish callbacks [] for security_group (f9f46b74-2afd-453f-a8a6-1a32784b0fad), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:30.650322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d600de31-db2e-4920-9e27-ac7a318f6217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f9f46b74-2afd-453f-a8a6-1a32784b0fad), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:30.696752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:30.947029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-b287a672-7f38-42a8-a3ed-23fe9403383b service neutron] 10.222.0.79 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5126257 Feb 17 22:09:30.947959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:30.949699 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e97f49-27e1-4cb6-a432-0872b4f2d139" -d '{"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:31.010017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:31.030659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d600de31-db2e-4920-9e27-ac7a318f6217 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96ea80058f7d4b4f81361d212b1749fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9114630 Feb 17 22:09:31.033420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:31.044427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600de31-db2e-4920-9e27-ac7a318f6217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f46b74-2afd-453f-a8a6-1a32784b0fad,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:31.045974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0381ba1-97cc-4464-b348-090b69fc76c5 None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:08:19Z', 'revision_number': 4, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9751a14f-659a-4119-b6bf-8c84d68f5729', 'name': '', 'network_id': '5e8847b5-b0b5-468b-893c-c185255a6838', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'mac_address': 'fa:16:3e:b4:04:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 584, 'fixed_ips': [{'subnet_id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:19Z', 'updated_at': '2022-02-17T22:08:25Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'subnets': [{'id': '8131ca69-1c4d-4dad-a18f-1f9ba4174ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:31.049835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-8243589c-88e9-4417-b880-8cf7028da0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:31.051316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-8243589c-88e9-4417-b880-8cf7028da0e2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4466441 Feb 17 22:09:31.108541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39a1c899-5c7e-458f-bab9-2ade7e2228e4 admin admin] Publish callbacks [] for security_group (f9f46b74-2afd-453f-a8a6-1a32784b0fad), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:31.143030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39a1c899-5c7e-458f-bab9-2ade7e2228e4 admin admin] Publish callbacks [] for security_group (f9f46b74-2afd-453f-a8a6-1a32784b0fad), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:31.146626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-575f68a5-53db-4c46-9d2c-40e9ee3b8dfb service neutron] 10.222.0.79 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904361 Feb 17 22:09:31.201408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-8eb0cf1c-beac-4b59-8e41-5210900db8c3 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409886 Feb 17 22:09:31.209362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39a1c899-5c7e-458f-bab9-2ade7e2228e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f9f46b74-2afd-453f-a8a6-1a32784b0fad), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:31.212504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39a1c899-5c7e-458f-bab9-2ade7e2228e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:31.213798 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-39a1c899-5c7e-458f-bab9-2ade7e2228e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9f46b74-2afd-453f-a8a6-1a32784b0fad HTTP/1.1" status: 204 len: 168 time: 0.1792703 Feb 17 22:09:31.223181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1c899-5c7e-458f-bab9-2ade7e2228e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f46b74-2afd-453f-a8a6-1a32784b0fad,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:31.359872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c437ddd-1ff8-45ca-ae89-5eefa0790f2d req-5d66323d-da3e-4517-b52b-e61fe3032942 service neutron] 10.222.0.79 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508307 Feb 17 22:09:31.443952 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24423c9b-ffe1-4180-8a86-cb5678cd797d None None] New status for floating IP 925d9a34-654c-4068-b221-57ea9b2453e9: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:31.556268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8e770-f913-4ec8-9f15-79614983cca0 req-e77bc7a3-d410-4f05-812d-a6b34d6a3ac3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:31.564592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2e8e770-f913-4ec8-9f15-79614983cca0 req-e77bc7a3-d410-4f05-812d-a6b34d6a3ac3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1090832 Feb 17 22:09:31.645434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2e8e770-f913-4ec8-9f15-79614983cca0 req-db20cdd5-c03d-44cb-911b-47b1feb09699 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798645 Feb 17 22:09:31.755260 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fa3715-89f1-482a-b3b4-069b4de5b6ca x-openstack-request-id: req-04fa3715-89f1-482a-b3b4-069b4de5b6ca {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:31.755662 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b69b0b-499e-4b29-a272-52840876957e", "name": "network-vif-deleted", "tag": "d6aa58c4-3f3e-412d-8f46-8cbfdca77421", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:31.755827 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04fa3715-89f1-482a-b3b4-069b4de5b6ca {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:31.756202 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b69b0b-499e-4b29-a272-52840876957e', 'name': 'network-vif-deleted', 'tag': 'd6aa58c4-3f3e-412d-8f46-8cbfdca77421', 'status': 'completed', 'code': 200} Feb 17 22:09:31.817218 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e62da2e-51fb-4b7b-9eda-2142ca41b731 x-openstack-request-id: req-3e62da2e-51fb-4b7b-9eda-2142ca41b731 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:31.817612 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:31.818009 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e62da2e-51fb-4b7b-9eda-2142ca41b731 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:31.818637 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'status': 'completed', 'code': 200} Feb 17 22:09:31.928093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e0c748b-c773-40cd-935e-8c1bb961451c req-2f50a59a-2c79-48f3-8e10-1265fc05c9f8 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 210 time: 0.0684180 Feb 17 22:09:31.944831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-80d568cb-1fbd-40fa-bd0a-edab6df1504e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:31.946431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-80d568cb-1fbd-40fa-bd0a-edab6df1504e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 1128 time: 0.0975766 Feb 17 22:09:32.080302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d4e2f3a-516c-40a8-a827-77a0ee95ad96 req-52fe0b14-e93d-4d8e-b681-5a5e91f14967 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/06b259e8-c443-41be-9e44-a8bfd334b163 HTTP/1.1" status: 200 len: 1817 time: 0.0640590 Feb 17 22:09:32.158702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-d110d9b3-d28b-4f33-aa59-6d7ab90300f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:32.160468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-d110d9b3-d28b-4f33-aa59-6d7ab90300f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 200 len: 922 time: 0.2042234 Feb 17 22:09:32.232071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-3404e1c1-81fd-4e55-9112-d2efe0d50794 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 200 len: 217 time: 0.0639887 Feb 17 22:09:32.237436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4d4e2f3a-516c-40a8-a827-77a0ee95ad96 req-f5dd8029-928c-4d5b-afcc-174c824dc6fc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (06b259e8-c443-41be-9e44-a8bfd334b163), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.249336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:32.292314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4d4e2f3a-516c-40a8-a827-77a0ee95ad96 req-f5dd8029-928c-4d5b-afcc-174c824dc6fc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (06b259e8-c443-41be-9e44-a8bfd334b163), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.315356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-1ffb1e33-8f97-4aec-a43a-c1afa49d52e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:32.316842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-1ffb1e33-8f97-4aec-a43a-c1afa49d52e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 200 len: 860 time: 0.0775545 Feb 17 22:09:32.371299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4d4e2f3a-516c-40a8-a827-77a0ee95ad96 req-f5dd8029-928c-4d5b-afcc-174c824dc6fc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (06b259e8-c443-41be-9e44-a8bfd334b163), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.374442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4d4e2f3a-516c-40a8-a827-77a0ee95ad96 req-f5dd8029-928c-4d5b-afcc-174c824dc6fc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.375689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d4e2f3a-516c-40a8-a827-77a0ee95ad96 req-f5dd8029-928c-4d5b-afcc-174c824dc6fc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/06b259e8-c443-41be-9e44-a8bfd334b163 HTTP/1.1" status: 204 len: 173 time: 0.2862144 Feb 17 22:09:32.383428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1735864237-network', 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:32.388568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-d576a225-47d0-43a6-bb9e-a79cbaaa946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:32.390636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-d576a225-47d0-43a6-bb9e-a79cbaaa946d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=5e8847b5-b0b5-468b-893c-c185255a6838&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0665412 Feb 17 22:09:32.392182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd8029-928c-4d5b-afcc-174c824dc6fc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b259e8-c443-41be-9e44-a8bfd334b163,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:32.422928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:32.431137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.446334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.550940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks [] for security_group (6b1f131c-abd6-42ec-af71-4c94298a7a0c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.555275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6b1f131c-abd6-42ec-af71-4c94298a7a0c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.562893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c8b97-a28a-4081-93bd-eb74bb609b33 req-fc124ecf-c493-4516-9c6d-93f81dd83451 tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:32.564438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-502c8b97-a28a-4081-93bd-eb74bb609b33 req-fc124ecf-c493-4516-9c6d-93f81dd83451 tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1132 time: 0.0930812 Feb 17 22:09:32.587408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f131c-abd6-42ec-af71-4c94298a7a0c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:32.603602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d6aa58c4-3f3e-412d-8f46-8cbfdca77421 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:32.617966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:09:32.639968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: d6aa58c4-3f3e-412d-8f46-8cbfdca77421 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:32.640629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d6aa58c4-3f3e-412d-8f46-8cbfdca77421 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:32.640886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e8fbd38c-7518-4a66-a82e-765df84858bb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.641250 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Added segment e8fbd38c-7518-4a66-a82e-765df84858bb of type vlan for network 293666fb-233e-41f8-8f02-a6c2afe25a54 Feb 17 22:09:32.642190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-27f12c70-8d62-4529-9790-6ff38847b252 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306333 Feb 17 22:09:32.698555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (293666fb-233e-41f8-8f02-a6c2afe25a54), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.735299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (293666fb-233e-41f8-8f02-a6c2afe25a54), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.735608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-502c8b97-a28a-4081-93bd-eb74bb609b33 req-34fb766e-6e67-46a2-a8b4-a74ba6ef297e tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540425 Feb 17 22:09:32.736747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:32.738794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.775310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36308) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:32.809081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-74bda8ec-fb51-4ea1-a1a9-42d15bbaaf76 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:32.809989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-74bda8ec-fb51-4ea1-a1a9-42d15bbaaf76 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.73 "GET /v2.0/networks?id=25a566b9-2e2a-418a-a978-582ba2663c41 HTTP/1.1" status: 200 len: 806 time: 0.2529910 Feb 17 22:09:32.817079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e97f49-27e1-4cb6-a432-0872b4f2d139 req-69b320b1-e1da-4948-9fe0-ffcc3397bce2 service neutron] 10.222.0.73 "GET /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646748 Feb 17 22:09:32.851250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6005149 Feb 17 22:09:32.854054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36314) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:32.859859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Request body: {'subnet': {'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1735864237-subnet', 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:32.864530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f3a9a-7e19-4d54-962b-4803f33c33a1 admin admin] Pushing event updated for resources: {'Network': ['ID=293666fb-233e-41f8-8f02-a6c2afe25a54,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:32.875992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:09:32.882156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:32.884530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:32.915897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dffba9b1-470f-4234-b004-f0bd99decd47 req-3010e4ea-9688-400e-bb86-5f7cce185ed2 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/8aba3341-51a8-445b-9bdb-64144b391114 HTTP/1.1" status: 200 len: 1817 time: 0.0553236 Feb 17 22:09:32.921607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f68e0d0a-96f2-49b7-b3fc-f844585c6fad tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:09:32.922980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f68e0d0a-96f2-49b7-b3fc-f844585c6fad tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1398022 Feb 17 22:09:32.956566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-09414676-f274-4d5e-b0d6-9d7a294169b0 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bc809e5510e45b2abf2f834fbe252e6 HTTP/1.1" status: 200 len: 379 time: 0.1366115 Feb 17 22:09:32.967915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Request body: {'port': {'device_id': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'admin_state_up': True, 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'security_groups': ['2c16c5e9-c649-4b88-913d-58f26bce2464']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:33.073500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dffba9b1-470f-4234-b004-f0bd99decd47 req-03902335-8367-4996-a84a-28b184a9269f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (8aba3341-51a8-445b-9bdb-64144b391114), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.077367 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (303d05a8-8341-4840-885b-d9bafd488b06), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.138033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=303d05a8-8341-4840-885b-d9bafd488b06,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:33.144722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:33.145050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Network hostable DHCP agents. Network: 293666fb-233e-41f8-8f02-a6c2afe25a54, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:09:33.156038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dffba9b1-470f-4234-b004-f0bd99decd47 req-03902335-8367-4996-a84a-28b184a9269f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (8aba3341-51a8-445b-9bdb-64144b391114), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.159058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-fd4d4fe9-6b35-4ecc-8193-77473b6187f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:33.160479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-fd4d4fe9-6b35-4ecc-8193-77473b6187f0 service neutron] 10.222.0.79 "GET /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 1126 time: 0.1707067 Feb 17 22:09:33.164468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:09:33.173576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 293666fb-233e-41f8-8f02-a6c2afe25a54) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:33.176550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Request body: {'binding': {'host': 'n-h1-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:33.177001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:09:33.177653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:33.178247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.188895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb6a6c-9957-4048-979f-9313a527fdeb None None] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:33.196904 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-26c83f6b-0a0e-4b5b-b58d-55294ac89b29 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3418314 Feb 17 22:09:33.239819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Made reservation on behalf of 2bc809e5510e45b2abf2f834fbe252e6 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:33.243249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.298336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a32af00-9277-4270-be1e-647f1d0ef1df None None] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:33.348607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dffba9b1-470f-4234-b004-f0bd99decd47 req-03902335-8367-4996-a84a-28b184a9269f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8aba3341-51a8-445b-9bdb-64144b391114), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.351408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dffba9b1-470f-4234-b004-f0bd99decd47 req-03902335-8367-4996-a84a-28b184a9269f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.352428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dffba9b1-470f-4234-b004-f0bd99decd47 req-03902335-8367-4996-a84a-28b184a9269f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/8aba3341-51a8-445b-9bdb-64144b391114 HTTP/1.1" status: 204 len: 173 time: 0.4122114 Feb 17 22:09:33.376344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03902335-8367-4996-a84a-28b184a9269f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aba3341-51a8-445b-9bdb-64144b391114,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:33.506185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6e72688-3e39-4215-9baf-1f162197ceee req-96a55262-8970-422f-87f9-8263be224f62 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 200 len: 694 time: 0.0985763 Feb 17 22:09:33.579796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Allocated IP 172.20.0.9 (25a566b9-2e2a-418a-a978-582ba2663c41/57e021b6-67ca-41d3-9eb1-b41637f4eba3/da350f5a-be0a-478a-b1b0-f4485c207e81) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:33.585400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on host n-h1-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:33.585734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:33.586058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:33.605235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:09:33.605556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:33.636215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:33.636556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:33.636941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:33.637375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Bound port: 08e356e0-1619-4d8e-8814-b4a5e0800906, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:33.738039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e72688-3e39-4215-9baf-1f162197ceee req-b8e2822f-9a8f-4caf-a566-778b58273ad9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:33.739390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6e72688-3e39-4215-9baf-1f162197ceee req-b8e2822f-9a8f-4caf-a566-778b58273ad9 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.2269793 Feb 17 22:09:33.753646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-b6e72688-3e39-4215-9baf-1f162197ceee req-be825f30-d697-427b-89ba-47aafff6bf8e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:09:33.754594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6e72688-3e39-4215-9baf-1f162197ceee req-be825f30-d697-427b-89ba-47aafff6bf8e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076001 Feb 17 22:09:33.813580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:33.834238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6e72688-3e39-4215-9baf-1f162197ceee req-8a5ccc89-a21a-4d8b-b47c-109a84a8ec6f tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 697 time: 0.0720642 Feb 17 22:09:33.836958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:33.837974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-dd96491b-2e95-4037-b37f-6e00e419f607 service neutron] 10.222.0.79 "POST /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906/bindings HTTP/1.1" status: 201 len: 390 time: 0.6693907 Feb 17 22:09:33.896408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6e72688-3e39-4215-9baf-1f162197ceee req-5da593ca-f5cf-43e8-ae39-ecfc0808195e tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.254 HTTP/1.1" status: 200 len: 697 time: 0.0551581 Feb 17 22:09:33.907697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.033350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab943dd-f541-4d6e-8bdf-fa7074d507f9 req-8c554fa2-8701-458b-a66b-6360ed2272b8 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 210 time: 0.0699215 Feb 17 22:09:34.093621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7dc3e940-ec3c-40ad-929c-f32f846bec1b req-588c309a-9665-49e9-bb28-562c58854edb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-823637505', 'description': 'tempest-description-576880426'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:34.124873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.158625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7dc3e940-ec3c-40ad-929c-f32f846bec1b req-588c309a-9665-49e9-bb28-562c58854edb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.195216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Network 25a566b9-2e2a-418a-a978-582ba2663c41 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:34.209347 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-294128e9-72e1-43fd-b08f-543c7ca13c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:34.210828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-294128e9-72e1-43fd-b08f-543c7ca13c03 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1129 time: 0.1686997 Feb 17 22:09:34.211642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:34.218534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Deleting port a25fd13d-8d59-487b-82f9-0dacfa40ac01 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:34.218826 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.220771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:34.246422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event updated for resources: {'Port': ['ID=da350f5a-be0a-478a-b1b0-f4485c207e81,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:34.389941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:34.390543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.434208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b5102251-429e-49fb-bc8a-642daaed27af None None] Provisioning complete for port da350f5a-be0a-478a-b1b0-f4485c207e81 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:34.434791 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5102251-429e-49fb-bc8a-642daaed27af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.445256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-17b04c78-d8a2-4fba-953c-9169b5ad333e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4818532 Feb 17 22:09:34.470534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Request body: {'port': {'device_id': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:34.473839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b5102251-429e-49fb-bc8a-642daaed27af None None] Port da350f5a-be0a-478a-b1b0-f4485c207e81 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:09:34.481741 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.482017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (a25fd13d-8d59-487b-82f9-0dacfa40ac01), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.501601 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7dc3e940-ec3c-40ad-929c-f32f846bec1b req-588c309a-9665-49e9-bb28-562c58854edb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.511122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-e6c22323-7426-48a1-8f43-888d8a3f4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:34.512672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-e6c22323-7426-48a1-8f43-888d8a3f4a0f service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.2859387 Feb 17 22:09:34.518237 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7dc3e940-ec3c-40ad-929c-f32f846bec1b req-588c309a-9665-49e9-bb28-562c58854edb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.524107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Calling delete_port for a25fd13d-8d59-487b-82f9-0dacfa40ac01 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:34.594117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-8d74cc2f-e005-42ab-9bd3-769f1c20547c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 217 time: 0.0734284 Feb 17 22:09:34.665168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7dc3e940-ec3c-40ad-929c-f32f846bec1b req-588c309a-9665-49e9-bb28-562c58854edb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.666294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7dc3e940-ec3c-40ad-929c-f32f846bec1b req-588c309a-9665-49e9-bb28-562c58854edb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.5962265 Feb 17 22:09:34.678216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c309a-9665-49e9-bb28-562c58854edb tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6140b5-ca66-4215-8dcb-45ee9c28538d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:34.706560 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:34.763923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-d6361f07-4262-427f-98f4-95400b0662d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:34.765518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-d6361f07-4262-427f-98f4-95400b0662d5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1186802 Feb 17 22:09:34.817351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-63f9e8b3-a100-4eb7-bbeb-a9240753e012 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441339 Feb 17 22:09:35.417401 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a25fd13d-8d59-487b-82f9-0dacfa40ac01), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:35.482338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Pushing event deleted for resources: {'Port': ['ID=a25fd13d-8d59-487b-82f9-0dacfa40ac01,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:35.497510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-fc0237cd-9075-4549-b12c-409142f6693f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:35.499593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-fc0237cd-9075-4549-b12c-409142f6693f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.6878965 Feb 17 22:09:35.506962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-7a771101-2c58-4871-94b8-5fc77ed7a2ed service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6728420 Feb 17 22:09:35.611272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-9e57d451-078b-4c11-9393-307a73bda566 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/quotas/003a4cb84a814b839614df8dbaa5bedb HTTP/1.1" status: 200 len: 375 time: 0.1033049 Feb 17 22:09:35.678675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e158e35f-4388-41da-bfa3-0054e03be9f9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599723 Feb 17 22:09:35.710883 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks [] for floatingip (925d9a34-654c-4068-b221-57ea9b2453e9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:35.713459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:35.714567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6e72688-3e39-4215-9baf-1f162197ceee req-6c198ac5-a8ba-4b3a-8239-381c20e399c4 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "DELETE /v2.0/floatingips/925d9a34-654c-4068-b221-57ea9b2453e9 HTTP/1.1" status: 204 len: 173 time: 1.8052337 Feb 17 22:09:35.843097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-5db6bfa0-970e-494c-988a-ba2293695969 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165576 Feb 17 22:09:35.848607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-58d9aad2-7d0d-4aee-81c2-69d0aacfcb6e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0697086 Feb 17 22:09:35.880615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da350f5a-be0a-478a-b1b0-f4485c207e81 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:35.935623 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Publish callbacks [] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:35.965341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-bd7ee5e3-4bbf-4b3a-962a-55d77730ca8f service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764068 Feb 17 22:09:35.970282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Transition to ACTIVE for port object da350f5a-be0a-478a-b1b0-f4485c207e81 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:09:35.988144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.128910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-1334dcd6-0dd8-4d84-bc95-b97be67a8799 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:36.138704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-1334dcd6-0dd8-4d84-bc95-b97be67a8799 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2787874 Feb 17 22:09:36.148870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Pushing event updated for resources: {'Port': ['ID=da350f5a-be0a-478a-b1b0-f4485c207e81,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:36.175441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-faeb7e7c-890c-463c-b108-23e768f497cd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/quotas/ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 375 time: 0.0356579 Feb 17 22:09:36.254647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-d04a4595-f3a6-443e-851f-d97aa7c7a623 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813759 Feb 17 22:09:36.309157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-5ca1acf0-0037-49b7-8f6b-fe47884b1e1a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1327934 Feb 17 22:09:36.310041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Attempting to bind port da350f5a-be0a-478a-b1b0-f4485c207e81 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:36.310277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Attempting to bind port da350f5a-be0a-478a-b1b0-f4485c207e81 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:36.310608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Attempting to bind port da350f5a-be0a-478a-b1b0-f4485c207e81 on network 25a566b9-2e2a-418a-a978-582ba2663c41 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:36.326071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Port da350f5a-be0a-478a-b1b0-f4485c207e81 on network 25a566b9-2e2a-418a-a978-582ba2663c41 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:09:36.327002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Attempting to bind port da350f5a-be0a-478a-b1b0-f4485c207e81 on network 25a566b9-2e2a-418a-a978-582ba2663c41 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:36.334157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:36.334616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Checking segment: {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:36.335092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Bound using segment: {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:36.335872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Bound port: da350f5a-be0a-478a-b1b0-f4485c207e81, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e355350-bfcf-458a-ad94-d7755e6d2371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:36.336340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.429934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] For port da350f5a-be0a-478a-b1b0-f4485c207e81, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:36.433563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] For port da350f5a-be0a-478a-b1b0-f4485c207e81, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=da350f5a-be0a-478a-b1b0-f4485c207e81,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:36.441981 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.500075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:36.500710 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.502094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] 10.222.0.73 "PUT /v2.0/ports/da350f5a-be0a-478a-b1b0-f4485c207e81 HTTP/1.1" status: 200 len: 1092 time: 2.0471225 Feb 17 22:09:36.502564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:36.505543 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:36.668634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fac0bb2-cfbe-4005-8f17-e5e5054cb383 req-63dda088-92f2-4b3b-9010-a6642a736b7f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/be6140b5-ca66-4215-8dcb-45ee9c28538d HTTP/1.1" status: 200 len: 1816 time: 0.1754954 Feb 17 22:09:36.698518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7fac0bb2-cfbe-4005-8f17-e5e5054cb383 req-6b3f5409-0198-47ce-b9c9-bc52df157e0d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1117427481', 'description': 'tempest-description-hth-137025140'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:36.722730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c2069-bd9b-49dc-84c8-0c8b4b489f7a service neutron] Pushing event updated for resources: {'Port': ['ID=da350f5a-be0a-478a-b1b0-f4485c207e81,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:36.768018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc950ac-3ebc-4c0e-a465-950391a7d490 req-48050156-a877-4122-9a92-0e7902752625 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:36.769557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dc950ac-3ebc-4c0e-a465-950391a7d490 req-48050156-a877-4122-9a92-0e7902752625 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.2568700 Feb 17 22:09:36.777912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-915ca4b4-c925-4f04-b763-53e60641585a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:36.783600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-915ca4b4-c925-4f04-b763-53e60641585a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2bc809e5510e45b2abf2f834fbe252e6&device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 1126 time: 0.2035813 Feb 17 22:09:36.787726 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fac0bb2-cfbe-4005-8f17-e5e5054cb383 req-6b3f5409-0198-47ce-b9c9-bc52df157e0d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.894820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-4ea16891-6371-4784-8019-2ccae7977d7a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da350f5a-be0a-478a-b1b0-f4485c207e81 HTTP/1.1" status: 200 len: 217 time: 0.0752711 Feb 17 22:09:36.909100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fac0bb2-cfbe-4005-8f17-e5e5054cb383 req-6b3f5409-0198-47ce-b9c9-bc52df157e0d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.941792 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fac0bb2-cfbe-4005-8f17-e5e5054cb383 req-6b3f5409-0198-47ce-b9c9-bc52df157e0d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.944314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fac0bb2-cfbe-4005-8f17-e5e5054cb383 req-6b3f5409-0198-47ce-b9c9-bc52df157e0d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:36.950288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fac0bb2-cfbe-4005-8f17-e5e5054cb383 req-6b3f5409-0198-47ce-b9c9-bc52df157e0d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "PUT /v2.0/security-groups/be6140b5-ca66-4215-8dcb-45ee9c28538d HTTP/1.1" status: 200 len: 1791 time: 0.2645574 Feb 17 22:09:37.002110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dc950ac-3ebc-4c0e-a465-950391a7d490 req-fc8221ac-f5e2-4418-9ed7-a5267ff1ba9f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267702 Feb 17 22:09:37.018578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f5409-0198-47ce-b9c9-bc52df157e0d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6140b5-ca66-4215-8dcb-45ee9c28538d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:37.021661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-06b4b02f-61ee-40fa-93a6-be78cba3e48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:37.023130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-06b4b02f-61ee-40fa-93a6-be78cba3e48b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=57e021b6-67ca-41d3-9eb1-b41637f4eba3 HTTP/1.1" status: 200 len: 845 time: 0.1171606 Feb 17 22:09:37.169144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ad2f13-ecaf-4f21-8afe-c4d9bf8f856a req-e88af01c-d2a3-41dd-92ea-0b8e62594572 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:37.170695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4ad2f13-ecaf-4f21-8afe-c4d9bf8f856a req-e88af01c-d2a3-41dd-92ea-0b8e62594572 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 943 time: 0.0882270 Feb 17 22:09:37.181688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724ec9-f78b-4301-9600-1924f67ada0c req-2c62dc16-b5c9-4763-acdc-4e68f3c70065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:37.183769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-2c62dc16-b5c9-4763-acdc-4e68f3c70065 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25a566b9-2e2a-418a-a978-582ba2663c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1506820 Feb 17 22:09:37.323668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4ad2f13-ecaf-4f21-8afe-c4d9bf8f856a req-760d7da9-fc52-4ba9-b0cf-f35b00f663eb tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338296 Feb 17 22:09:37.344137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-15c51cc6-2f73-48fa-8b4b-bd5be1476c88 service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507504 Feb 17 22:09:37.369064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93d7864a-cc67-48d5-a08b-780aa03b22cd req-f8ba0466-a02f-47ee-ac36-f5894240dd38 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 210 time: 0.0365269 Feb 17 22:09:37.468355 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4952800e-5cae-45b9-bbed-ff67dc153502 x-openstack-request-id: req-4952800e-5cae-45b9-bbed-ff67dc153502 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:37.469385 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:37.469385 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4952800e-5cae-45b9-bbed-ff67dc153502 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:37.469599 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'status': 'completed', 'code': 200} Feb 17 22:09:37.477959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-888d6dd4-5361-4ac0-b6b7-345f935d8f40 req-84c7b7cc-6596-4ddd-a6b1-d29dcfa0666d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 210 time: 0.0462744 Feb 17 22:09:37.553117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47724ec9-f78b-4301-9600-1924f67ada0c req-10d454a6-956f-4c94-86e3-33c06cd37a7d service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872778 Feb 17 22:09:37.558220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a410fe5-2d49-4a29-bf61-0602e1886f9e req-8311761a-ca84-45c7-ac77-0972be0f796b tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/be6140b5-ca66-4215-8dcb-45ee9c28538d HTTP/1.1" status: 200 len: 1791 time: 0.0770905 Feb 17 22:09:37.697115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-5dfb0956-1067-4c63-b2c2-5b720de9fa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:37.698560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-5dfb0956-1067-4c63-b2c2-5b720de9fa63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2bc809e5510e45b2abf2f834fbe252e6&device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 1126 time: 0.0933411 Feb 17 22:09:37.769706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e02ee-9b58-4b16-8a73-aa2137d144fb req-2ef09a59-b28f-45bc-b381-1dba1241e932 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:37.771067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-350e02ee-9b58-4b16-8a73-aa2137d144fb req-2ef09a59-b28f-45bc-b381-1dba1241e932 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 945 time: 0.1390994 Feb 17 22:09:37.810258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-771b98c1-9988-49c0-b2e0-74bd64b48f4e req-2c3ab454-d639-478d-9a24-b2d378325a34 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/be6140b5-ca66-4215-8dcb-45ee9c28538d HTTP/1.1" status: 200 len: 1791 time: 0.1297293 Feb 17 22:09:37.875884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-350e02ee-9b58-4b16-8a73-aa2137d144fb req-66cac277-40eb-4be2-af7a-d17247347a36 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987790 Feb 17 22:09:37.910395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-bcfec192-ccf1-4454-88d2-332d6a528b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:37.912023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-bcfec192-ccf1-4454-88d2-332d6a528b31 service neutron] 10.222.0.73 "GET /v2.0/networks?id=25a566b9-2e2a-418a-a978-582ba2663c41 HTTP/1.1" status: 200 len: 907 time: 0.2058127 Feb 17 22:09:37.995259 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-771b98c1-9988-49c0-b2e0-74bd64b48f4e req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.000783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-bef8b57f-c746-493e-a1f8-d63dbda06f89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da350f5a-be0a-478a-b1b0-f4485c207e81 HTTP/1.1" status: 200 len: 217 time: 0.0613852 Feb 17 22:09:38.021929 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-a9392910-bb76-4bed-bbb8-cd9d1815f355 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300810 Feb 17 22:09:38.054536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-771b98c1-9988-49c0-b2e0-74bd64b48f4e req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.142513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a694801-4673-49ec-8e09-54a19f6b853f req-00e1f413-7223-4ac0-b58c-85bdf069d5c1 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.148989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a694801-4673-49ec-8e09-54a19f6b853f req-00e1f413-7223-4ac0-b58c-85bdf069d5c1 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 946 time: 0.2189176 Feb 17 22:09:38.195480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-5b88b852-678a-47f8-adf5-6aa34bc7ea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.197232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-5b88b852-678a-47f8-adf5-6aa34bc7ea5e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=57e021b6-67ca-41d3-9eb1-b41637f4eba3 HTTP/1.1" status: 200 len: 845 time: 0.1836627 Feb 17 22:09:38.221013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-04448135-05d0-4b24-b39c-1fddad10cb9a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.222489 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-04448135-05d0-4b24-b39c-1fddad10cb9a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914062 Feb 17 22:09:38.265521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-771b98c1-9988-49c0-b2e0-74bd64b48f4e req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (be6140b5-ca66-4215-8dcb-45ee9c28538d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.268151 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-771b98c1-9988-49c0-b2e0-74bd64b48f4e req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.279522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-771b98c1-9988-49c0-b2e0-74bd64b48f4e req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/be6140b5-ca66-4215-8dcb-45ee9c28538d HTTP/1.1" status: 204 len: 173 time: 0.4481390 Feb 17 22:09:38.298318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Request body: {'port': {'device_id': 'cf926935-4f58-463c-a7e7-2c0477031537', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': 'ef58e154a43c40d785b6e9ef35bf1c72'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:38.311693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6140b5-ca66-4215-8dcb-45ee9c28538d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:38.339711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.340059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.340403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.340743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.341076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.341402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.341728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.342052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.342403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.342724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.343043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.343359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.343703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f46b29c-a4f9-4215-a51c-e17be5f02efc tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:38.372704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a694801-4673-49ec-8e09-54a19f6b853f req-8aa7c154-073a-4da3-a07f-f90bdb34694a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228112 Feb 17 22:09:38.427199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-aaab76bb-f1f3-48a6-a2d0-77ad664b175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.429705 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-aaab76bb-f1f3-48a6-a2d0-77ad664b175d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25a566b9-2e2a-418a-a978-582ba2663c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2184391 Feb 17 22:09:38.450013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-5c08cf3b-e62e-4539-b2c7-5bf9f14994a4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.453299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-5c08cf3b-e62e-4539-b2c7-5bf9f14994a4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.3683629 Feb 17 22:09:38.469716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Made reservation on behalf of ef58e154a43c40d785b6e9ef35bf1c72 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:38.473723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.478232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Request body: {'port': {'device_id': '68e60f13-916b-44b6-b819-3433451f152f', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'admin_state_up': True, 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:38.604854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213e77d-f4ae-4a31-a52c-692715ac1d75 req-e8fac4fa-12fd-4800-a369-c9589019c67c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.606597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0213e77d-f4ae-4a31-a52c-692715ac1d75 req-e8fac4fa-12fd-4800-a369-c9589019c67c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.2760987 Feb 17 22:09:38.617126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Allocated IP 192.168.233.44 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/e14721fe-bab3-4fd6-b582-fc0e3e373fcf) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:38.779023 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks [] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.792653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-037db00d-a50f-4454-abf2-8efd97b2ef27 service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379893 Feb 17 22:09:38.799071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6be9ed-1e7c-4a07-8030-461ec39f6d88 req-05a1b9e8-85c7-4758-8a5a-b7852b081cff tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.805773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b6be9ed-1e7c-4a07-8030-461ec39f6d88 req-05a1b9e8-85c7-4758-8a5a-b7852b081cff tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 943 time: 0.2933941 Feb 17 22:09:38.814456 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.825433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-7d481a50-8e6d-4863-81c9-1fba13efb437 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.827412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-7d481a50-8e6d-4863-81c9-1fba13efb437 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 945 time: 0.2313571 Feb 17 22:09:38.851812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:38.852813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:38.854913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.860073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0213e77d-f4ae-4a31-a52c-692715ac1d75 req-fe8562b2-93a7-4709-8519-b2b59de412c9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364159 Feb 17 22:09:38.865408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:38.869477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:38.871417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:38.873677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:38.937684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:38.938602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:38.965212 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-3a828073-a018-44db-829b-ec8a78aa368b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6717277 Feb 17 22:09:38.984606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Request body: {'port': {'device_id': 'cf926935-4f58-463c-a7e7-2c0477031537', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:39.069019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.095635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.271997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5ee30d6b-3ccb-4079-9566-d4de3f9da22d None None] Provisioning complete for port e14721fe-bab3-4fd6-b582-fc0e3e373fcf triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:39.272771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5ee30d6b-3ccb-4079-9566-d4de3f9da22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.313621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5ee30d6b-3ccb-4079-9566-d4de3f9da22d None None] Port e14721fe-bab3-4fd6-b582-fc0e3e373fcf cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:09:39.391838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ac25ac5-ef28-4059-8cd3-ca936818833a req-c18ccff8-9661-4148-8258-c03e4949da8f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 210 time: 0.0690558 Feb 17 22:09:39.427727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14721fe-bab3-4fd6-b582-fc0e3e373fcf {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:39.438846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Publish callbacks [] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.457109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Transition to ACTIVE for port object e14721fe-bab3-4fd6-b582-fc0e3e373fcf will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:09:39.463831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.502474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b6be9ed-1e7c-4a07-8030-461ec39f6d88 req-222f5a3b-c76d-4a46-84fd-2f3f083ad0b2 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6958597 Feb 17 22:09:39.540680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad1a1aa-ecf5-4c23-9ebf-b2ffd150c50b req-1460fcbd-ae8c-4025-8428-13ee46d0a54b service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280788 Feb 17 22:09:39.554269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:39.644398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:39.645133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:39.646228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:39.653123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:09:39.653510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:39.662988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:39.664055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:39.664479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:39.665025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Bound port: e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:39.665397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.720620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Allocated IP 172.20.0.13 (293666fb-233e-41f8-8f02-a6c2afe25a54/303d05a8-8341-4840-885b-d9bafd488b06/5aa0d173-5b63-42e1-9847-06a268fbe7ee) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:39.733007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Deleting port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:39.733447 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.753944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:39.758530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:39.765627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.792460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e26df8-7450-448b-9290-96b658c87f10 req-c7af98fd-7ae4-4947-adea-515c6afe24e9 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:39.794236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17e26df8-7450-448b-9290-96b658c87f10 req-c7af98fd-7ae4-4947-adea-515c6afe24e9 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 947 time: 0.2557509 Feb 17 22:09:39.814501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:39.815859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:39.817470 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] 10.222.0.94 "PUT /v2.0/ports/e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 1096 time: 0.8376508 Feb 17 22:09:39.820213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:39.822680 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396b981b-e8f4-49c3-a30e-bd4dd0911afc" -d '{"events": [{"name": "network-changed", "server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:39.863853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e98e3d-a656-4bff-a931-3723d2b98a69 req-3ecaea30-b047-4f0e-832e-fa7b55c12a1a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:39.865533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8e98e3d-a656-4bff-a931-3723d2b98a69 req-3ecaea30-b047-4f0e-832e-fa7b55c12a1a tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/ports?device_id=4bbf3ecf-068c-4fbf-8923-b02d7040aa26 HTTP/1.1" status: 200 len: 945 time: 0.2095699 Feb 17 22:09:39.904865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:39.920962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.921312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.921661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.922002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.922877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.922877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.923153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.923630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.923982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.924300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.924634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.924955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.925280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba255232-718b-4528-acd6-e5fba86bb588 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:39.950411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-047a7136-c37b-4b7e-98de-a842ece4a601 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:39.952843 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-047a7136-c37b-4b7e-98de-a842ece4a601 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.94 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 946 time: 0.0977917 Feb 17 22:09:40.073502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17e26df8-7450-448b-9290-96b658c87f10 req-ab2fc920-3611-4eb1-8cd0-9e3b41ea81bc tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706478 Feb 17 22:09:40.101576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Deleting port e085c5e3-146a-4628-a475-78c896eb7ed3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:40.102781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.129011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] For port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:40.129362 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.147722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks [] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.216680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Calling delete_port for 3a4e37d6-d21d-426a-8958-dd5f5fd8656f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:40.223988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] For port e085c5e3-146a-4628-a475-78c896eb7ed3, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e085c5e3-146a-4628-a475-78c896eb7ed3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:40.224373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.240463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8e98e3d-a656-4bff-a931-3723d2b98a69 req-232341e0-16db-4dca-80a5-ba888baf3608 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.79 "GET /v2.0/security-groups?id=7d761562-b3cf-4039-a004-729b211741f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514674 Feb 17 22:09:40.293941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.297901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-1fca1ae0-cd90-4dda-a5ac-c8bf09e8e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:40.298756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-1fca1ae0-cd90-4dda-a5ac-c8bf09e8e142 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1130 time: 0.3633761 Feb 17 22:09:40.400536 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-8474344f-712a-4c20-8567-8ca7f5d00bdd req-6e816d1a-366c-41d6-96b3-4382fb985e7d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:09:40.401589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8474344f-712a-4c20-8567-8ca7f5d00bdd req-6e816d1a-366c-41d6-96b3-4382fb985e7d tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/8aba3341-51a8-445b-9bdb-64144b391114 HTTP/1.1" status: 404 len: 352 time: 0.1100504 Feb 17 22:09:40.413238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-5a2dd4aa-e559-47bc-b99d-827ae9855eb1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.0730002 Feb 17 22:09:40.416677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:40.435450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:40.442399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:40.451310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13f2f09-3b04-48dc-8552-b1a29edb63cc req-a7efb67c-fbe9-47a9-bc6c-820a7b0059d2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:40.458579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c13f2f09-3b04-48dc-8552-b1a29edb63cc req-a7efb67c-fbe9-47a9-bc6c-820a7b0059d2 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/ports?device_id=44b8c583-afc8-442c-9a90-e2ec8b50f221 HTTP/1.1" status: 200 len: 946 time: 0.2732058 Feb 17 22:09:40.460359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event updated for resources: {'Port': ['ID=5aa0d173-5b63-42e1-9847-06a268fbe7ee,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:40.467186 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.468093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2029a3a3-334d-4077-a392-7693f9a710f7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.468413 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Floating IP 2029a3a3-334d-4077-a392-7693f9a710f7 disassociated. External IP: 172.25.0.36, port: e085c5e3-146a-4628-a475-78c896eb7ed3. Feb 17 22:09:40.468761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Calling delete_port for e085c5e3-146a-4628-a475-78c896eb7ed3 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:40.513671 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cf5141-99d0-431b-b86f-4fb63ede82ce x-openstack-request-id: req-d3cf5141-99d0-431b-b86f-4fb63ede82ce {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:40.513985 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:40.514821 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d3cf5141-99d0-431b-b86f-4fb63ede82ce {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:40.515222 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'status': 'completed', 'code': 200} Feb 17 22:09:40.570845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-577ecc0a-ad41-4876-b202-ccd4eddc94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:40.572010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-577ecc0a-ad41-4876-b202-ccd4eddc94b9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1507590 Feb 17 22:09:40.592909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device da350f5a-be0a-478a-b1b0-f4485c207e81 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:09:40.627188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:40.627853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.638531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e085c5e3-146a-4628-a475-78c896eb7ed3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.671506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event deleted for resources: {'Port': ['ID=e085c5e3-146a-4628-a475-78c896eb7ed3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:40.688580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c13f2f09-3b04-48dc-8552-b1a29edb63cc req-f7049bed-bb5e-4cd2-acee-2e9743cd223b tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups?id=fc025390-2426-4a07-9c3a-053a26a48e77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2290659 Feb 17 22:09:40.755131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-b7ae89df-991c-4a86-abe1-3ad8d477f845 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2816567 Feb 17 22:09:40.781767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Request body: {'port': {'device_id': '68e60f13-916b-44b6-b819-3433451f152f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:40.805372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:40.809293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port da350f5a-be0a-478a-b1b0-f4485c207e81, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=da350f5a-be0a-478a-b1b0-f4485c207e81,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:40.810662 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-6986e81a-dcb6-454b-9c99-3aa92c474e47 req-cd31ccdf-6f3b-4ae8-9f09-50762ed6d146 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:09:40.812494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6986e81a-dcb6-454b-9c99-3aa92c474e47 req-cd31ccdf-6f3b-4ae8-9f09-50762ed6d146 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/06b259e8-c443-41be-9e44-a8bfd334b163 HTTP/1.1" status: 404 len: 352 time: 0.0642481 Feb 17 22:09:40.827358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3a4e37d6-d21d-426a-8958-dd5f5fd8656f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.839075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'port_id': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'mac_address': 'fa:16:3e:00:b0:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:09:40.845622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a4e37d6-d21d-426a-8958-dd5f5fd8656f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:40.856306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04d892e-8f44-403c-917e-59e1b6f93449 req-875fd2f1-ed34-4d0d-82eb-9f6fa1c3437e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:40.865481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c04d892e-8f44-403c-917e-59e1b6f93449 req-875fd2f1-ed34-4d0d-82eb-9f6fa1c3437e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.2048359 Feb 17 22:09:40.901344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76ba156-659b-4104-90fa-b47bdd113042 req-60f98e7e-11b6-4797-b653-4fd1ba3c589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:40.903145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-60f98e7e-11b6-4797-b653-4fd1ba3c589b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3016541 Feb 17 22:09:40.908743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Pushing event deleted for resources: {'Port': ['ID=3a4e37d6-d21d-426a-8958-dd5f5fd8656f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:40.932015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port da350f5a-be0a-478a-b1b0-f4485c207e81 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:40.932406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.932682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:40.950947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] Sync routers for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:40.979079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] No DVR routers for this DVR port e085c5e3-146a-4628-a475-78c896eb7ed3 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:40.981943 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:40.985603 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b2d8312-cb65-41c5-9a2c-799ce1eae05d req-3d27a0b2-768e-49aa-9d76-02c77d97b4ee tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.94 "DELETE /v2.0/ports/e085c5e3-146a-4628-a475-78c896eb7ed3 HTTP/1.1" status: 204 len: 173 time: 1.0265913 Feb 17 22:09:40.995621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:40.996409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:41.005759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da350f5a-be0a-478a-b1b0-f4485c207e81 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:41.070369 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:41.114611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] No DVR routers for this DVR port 3a4e37d6-d21d-426a-8958-dd5f5fd8656f on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:41.125271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:41.126727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port da350f5a-be0a-478a-b1b0-f4485c207e81, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=da350f5a-be0a-478a-b1b0-f4485c207e81,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:41.129012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd51ebd3-694b-4607-bef2-4d70d1ec39f7 req-d44f1cf4-9461-4db0-98c8-56fa1cb266b8 tempest-FloatingIPsAssociationTestJSON-1671447484 tempest-FloatingIPsAssociationTestJSON-1671447484-project] 10.222.0.73 "DELETE /v2.0/ports/3a4e37d6-d21d-426a-8958-dd5f5fd8656f HTTP/1.1" status: 204 len: 173 time: 2.2937059 Feb 17 22:09:41.130710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'name': 'network-vif-deleted', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:41.133020 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dca397-695d-420e-af3f-67e252bc4a8e" -d '{"events": [{"server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "name": "network-vif-deleted", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:41.142789 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:41.169574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c04d892e-8f44-403c-917e-59e1b6f93449 req-eb9e0db3-1eab-42c5-b330-7b85b53651ea tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029883 Feb 17 22:09:41.424334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=da350f5a-be0a-478a-b1b0-f4485c207e81,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:41.428361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:41.453851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-e1335b6a-976a-44c9-a261-9755d354dfd1 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366313 Feb 17 22:09:41.463863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.464362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.464784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.465195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.465605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.466011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.466431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.466820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.467792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.468188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.468587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.468982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.469377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:09:41.532392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['da350f5a-be0a-478a-b1b0-f4485c207e81'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:41.570194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4cd9e-5c63-48d6-a923-2f8e51637c98 req-37965205-f551-4b1c-8d1d-de94c0161540 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:41.571886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4b4cd9e-5c63-48d6-a923-2f8e51637c98 req-37965205-f551-4b1c-8d1d-de94c0161540 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 932 time: 0.6641467 Feb 17 22:09:41.745356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7fa34e-4cce-4d2e-8293-3ea1296c404e req-cf848a89-9d16-4d38-822d-3cb38d32474d tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:41.747983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b7fa34e-4cce-4d2e-8293-3ea1296c404e req-cf848a89-9d16-4d38-822d-3cb38d32474d tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 944 time: 0.3130970 Feb 17 22:09:41.779117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76ba156-659b-4104-90fa-b47bdd113042 req-b7c35a11-a3e7-430d-b18a-8d219693803e service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175156 Feb 17 22:09:41.802443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4b4cd9e-5c63-48d6-a923-2f8e51637c98 req-41613ccc-958e-4e67-8312-8e970dec343f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117398 Feb 17 22:09:41.850039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 5, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:41.879031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] Checking router: 754f1858-b0cc-43ef-96c4-f5ddc75a9ced for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:41.890293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:41.890936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:41.895508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa0d173-5b63-42e1-9847-06a268fbe7ee {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:41.904400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Publish callbacks [] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:41.939544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Transition to ACTIVE for port object 5aa0d173-5b63-42e1-9847-06a268fbe7ee will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:09:41.954911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:42.011246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b7fa34e-4cce-4d2e-8293-3ea1296c404e req-2e630763-cf92-4d13-bef9-0f9c6fa6a095 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453246 Feb 17 22:09:42.062105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:42.090909 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-670f6b83-3810-4913-b309-ea488ca6575d req-dbdcd013-8f90-4bb7-adb6-2ccb97e2f845 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:09:42.105123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-670f6b83-3810-4913-b309-ea488ca6575d req-dbdcd013-8f90-4bb7-adb6-2ccb97e2f845 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/91b99f19-1597-44d0-9442-cd6948a83490 HTTP/1.1" status: 404 len: 352 time: 0.0597763 Feb 17 22:09:42.106632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Pushing event updated for resources: {'Port': ['ID=5aa0d173-5b63-42e1-9847-06a268fbe7ee,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:42.162673 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e62ddd-656d-4383-b335-470e1c76bdae x-openstack-request-id: req-04e62ddd-656d-4383-b335-470e1c76bdae {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:42.163082 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bbf3ecf-068c-4fbf-8923-b02d7040aa26", "name": "network-vif-deleted", "tag": "3a4e37d6-d21d-426a-8958-dd5f5fd8656f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:42.163496 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04e62ddd-656d-4383-b335-470e1c76bdae {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:42.163886 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bbf3ecf-068c-4fbf-8923-b02d7040aa26', 'name': 'network-vif-deleted', 'tag': '3a4e37d6-d21d-426a-8958-dd5f5fd8656f', 'status': 'completed', 'code': 200} Feb 17 22:09:42.210152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36444) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:42.257287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-2ad73505-1019-4159-856f-94cb1a845b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:42.258795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-2ad73505-1019-4159-856f-94cb1a845b8d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1130 time: 0.3179314 Feb 17 22:09:42.266777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Attempting to bind port 5aa0d173-5b63-42e1-9847-06a268fbe7ee on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:42.267119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Attempting to bind port 5aa0d173-5b63-42e1-9847-06a268fbe7ee by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:42.267471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Attempting to bind port 5aa0d173-5b63-42e1-9847-06a268fbe7ee on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:42.275398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Port 5aa0d173-5b63-42e1-9847-06a268fbe7ee on network 293666fb-233e-41f8-8f02-a6c2afe25a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:09:42.275611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Attempting to bind port 5aa0d173-5b63-42e1-9847-06a268fbe7ee on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:42.337602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 5, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:42.361972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:42.362322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:42.362706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Bound using segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:42.363153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Bound port: 5aa0d173-5b63-42e1-9847-06a268fbe7ee, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:42.363544 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:42.380489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b77513-a16c-4163-b59c-8db515278cd5 None None] The sync data for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 is: [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:07:36Z', 'revision_number': 4, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ed21fbfa-3b86-4f3e-b513-b44ee20f9186', 'name': '', 'network_id': '427aa50a-da4e-4826-9a24-c5d6d38c2245', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'mac_address': 'fa:16:3e:ae:31:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4a431de4-2038-443a-9751-72d83dd990e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:35Z', 'updated_at': '2022-02-17T22:07:41Z', 'revision_number': 5, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'subnets': [{'id': '4a431de4-2038-443a-9751-72d83dd990e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:42.439587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736249d0-a088-47c7-aaf1-ea0e19b3a236 req-3edf4f0a-fbda-441c-a8e4-8e9875055418 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:42.446991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-736249d0-a088-47c7-aaf1-ea0e19b3a236 req-3edf4f0a-fbda-441c-a8e4-8e9875055418 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 947 time: 0.2879121 Feb 17 22:09:42.462715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-6d06341a-76f5-407d-acf7-bfb5784aba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:42.464190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-6d06341a-76f5-407d-acf7-bfb5784aba3f service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1903353 Feb 17 22:09:42.518003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'name': 'network-vif-deleted', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:42.520179 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e5baa9-2290-46eb-befc-01a6f63aacbc" -d '{"events": [{"server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "name": "network-vif-deleted", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:42.548701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-073da50c-5f30-4f42-a063-de863902acb0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.0743334 Feb 17 22:09:42.611534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device da350f5a-be0a-478a-b1b0-f4485c207e81 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:42.620260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac07e7a7-b2ad-414e-9468-1ccb149a0856 req-78c30a1a-8145-494b-b552-a4859ed1a9b2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:42.627770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac07e7a7-b2ad-414e-9468-1ccb149a0856 req-78c30a1a-8145-494b-b552-a4859ed1a9b2 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.2832232 Feb 17 22:09:42.654651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-736249d0-a088-47c7-aaf1-ea0e19b3a236 req-980f4e51-b38d-4fe7-a845-fceb6fb4a87c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066422 Feb 17 22:09:42.681496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] For port 5aa0d173-5b63-42e1-9847-06a268fbe7ee, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:42.685732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e085c5e3-146a-4628-a475-78c896eb7ed3 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:42.712890 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:42.729937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: e085c5e3-146a-4628-a475-78c896eb7ed3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:42.730942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e085c5e3-146a-4628-a475-78c896eb7ed3 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:42.731654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] For port 5aa0d173-5b63-42e1-9847-06a268fbe7ee, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5aa0d173-5b63-42e1-9847-06a268fbe7ee,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:42.734133 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-1ca50188-4c7d-49f6-9f5f-1761c7bf0eab req-70049738-34ef-4341-ae46-028230ce26de tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:09:42.748035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ca50188-4c7d-49f6-9f5f-1761c7bf0eab req-70049738-34ef-4341-ae46-028230ce26de tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/0c5f5aac-f64a-4cb7-b5e7-e63bf1e6abac HTTP/1.1" status: 404 len: 352 time: 0.0640612 Feb 17 22:09:42.756592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-7b9be7fc-65ee-4513-b318-d5004c4ca6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:42.766628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-7b9be7fc-65ee-4513-b318-d5004c4ca6d4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2100737 Feb 17 22:09:42.773097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:42.795894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port da350f5a-be0a-478a-b1b0-f4485c207e81 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:09:42.802276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port da350f5a-be0a-478a-b1b0-f4485c207e81 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:42.803492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:42.831778 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d64549c-6eb6-4a4e-b999-7863e92d0c4f None None] New status for floating IP 2029a3a3-334d-4077-a392-7693f9a710f7: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:42.889248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:42.889870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:42.891281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] 10.222.0.94 "PUT /v2.0/ports/5aa0d173-5b63-42e1-9847-06a268fbe7ee HTTP/1.1" status: 200 len: 1093 time: 2.1163614 Feb 17 22:09:42.921096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac07e7a7-b2ad-414e-9468-1ccb149a0856 req-7f2d28ea-b0ff-4f75-a2bf-04f65cc2b4aa tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2917898 Feb 17 22:09:42.958323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port da350f5a-be0a-478a-b1b0-f4485c207e81 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:42.958892 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:42.994853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b830ee-2ed1-43b1-a661-1d449c2d258d service neutron] Pushing event updated for resources: {'Port': ['ID=5aa0d173-5b63-42e1-9847-06a268fbe7ee,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:42.997710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36454) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:43.011412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:43.016596 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6b0bc6-a812-40f1-9e69-2527e1020126" -d '{"events": [{"server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "name": "network-vif-plugged", "status": "completed", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:43.050495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port da350f5a-be0a-478a-b1b0-f4485c207e81, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=da350f5a-be0a-478a-b1b0-f4485c207e81,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:43.063025 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.064035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a4e37d6-d21d-426a-8958-dd5f5fd8656f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:43.066815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-9591127e-d75a-4618-9c09-fa660903fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:43.068903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-9591127e-d75a-4618-9c09-fa660903fe65 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2786379 Feb 17 22:09:43.090460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 3a4e37d6-d21d-426a-8958-dd5f5fd8656f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:43.090809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a4e37d6-d21d-426a-8958-dd5f5fd8656f not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:43.149598 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22354d45-d94e-4916-93fa-9003b6d75cae x-openstack-request-id: req-22354d45-d94e-4916-93fa-9003b6d75cae {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:43.149930 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b8c583-afc8-442c-9a90-e2ec8b50f221", "name": "network-vif-deleted", "tag": "e085c5e3-146a-4628-a475-78c896eb7ed3", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:43.150150 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22354d45-d94e-4916-93fa-9003b6d75cae {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:43.150681 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b8c583-afc8-442c-9a90-e2ec8b50f221', 'name': 'network-vif-deleted', 'tag': 'e085c5e3-146a-4628-a475-78c896eb7ed3', 'status': 'completed', 'code': 200} Feb 17 22:09:43.164914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=da350f5a-be0a-478a-b1b0-f4485c207e81,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:43.385494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Deleting port 9751a14f-659a-4119-b6bf-8c84d68f5729 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:43.386043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.439701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e3515c-e414-4803-a3f9-ac94a32ada36 req-4b630577-f33e-418c-b634-faade4329b96 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:43.441174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57e3515c-e414-4803-a3f9-ac94a32ada36 req-4b630577-f33e-418c-b634-faade4329b96 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.5701153 Feb 17 22:09:43.441973 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-cacc736e-4c93-42cb-8fa9-0398ce834781 req-133ccba6-ff5f-431e-a5c0-5d475d0617ec tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:09:43.442895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cacc736e-4c93-42cb-8fa9-0398ce834781 req-133ccba6-ff5f-431e-a5c0-5d475d0617ec tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/370da458-e02f-4791-a112-e4393c51dd7c HTTP/1.1" status: 404 len: 352 time: 0.3727465 Feb 17 22:09:43.467956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] For port 9751a14f-659a-4119-b6bf-8c84d68f5729, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9751a14f-659a-4119-b6bf-8c84d68f5729,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:43.468326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.490133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Calling delete_port for 9751a14f-659a-4119-b6bf-8c84d68f5729 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:43.612096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806f9901-dc6b-471d-ac69-5cfbe8148442 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group (fc025390-2426-4a07-9c3a-053a26a48e77), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.631319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57e3515c-e414-4803-a3f9-ac94a32ada36 req-2091ff55-1bd1-4f3c-9eda-c301b1cc80db tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302340 Feb 17 22:09:43.646695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-1989fea3-79cb-4c69-8242-7255963f3f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:43.648295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-1989fea3-79cb-4c69-8242-7255963f3f76 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 1127 time: 0.6670773 Feb 17 22:09:43.681303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806f9901-dc6b-471d-ac69-5cfbe8148442 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group (fc025390-2426-4a07-9c3a-053a26a48e77), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.710952 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9751a14f-659a-4119-b6bf-8c84d68f5729), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.727882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-dc426e73-c69d-403b-b1ce-149712422ec6 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076503 Feb 17 22:09:43.733444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-83d76054-0aad-49fd-ab57-4fe08589429c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa0d173-5b63-42e1-9847-06a268fbe7ee HTTP/1.1" status: 200 len: 217 time: 0.0661333 Feb 17 22:09:43.745311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b15091-f175-4c0a-9a1e-7e3b8596e857 req-4bfa4ea5-a039-40af-8662-d0926fec45eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:43.746819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3b15091-f175-4c0a-9a1e-7e3b8596e857 req-4bfa4ea5-a039-40af-8662-d0926fec45eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 944 time: 0.2265999 Feb 17 22:09:43.780271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Pushing event deleted for resources: {'Port': ['ID=9751a14f-659a-4119-b6bf-8c84d68f5729,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:43.970340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-1cb6363f-6582-4275-8946-56a26d4355d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:43.971875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-1cb6363f-6582-4275-8946-56a26d4355d8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.2169604 Feb 17 22:09:43.986844 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806f9901-dc6b-471d-ac69-5cfbe8148442 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fc025390-2426-4a07-9c3a-053a26a48e77), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.989586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806f9901-dc6b-471d-ac69-5cfbe8148442 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:43.990761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-806f9901-dc6b-471d-ac69-5cfbe8148442 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "DELETE /v2.0/security-groups/fc025390-2426-4a07-9c3a-053a26a48e77 HTTP/1.1" status: 204 len: 168 time: 0.9885278 Feb 17 22:09:43.995424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36466) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:44.016046 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-22c7a152-848e-4f22-8b45-5dba07b513f0 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] show failed (client error): The resource could not be found. Feb 17 22:09:44.016193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef95eee-e8a1-4280-bc6a-502c471b8b45 req-e9e9f52f-2581-482a-a567-d69aac8c570f tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:44.017156 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-22c7a152-848e-4f22-8b45-5dba07b513f0 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "GET /v2.0/security-groups/fc025390-2426-4a07-9c3a-053a26a48e77 HTTP/1.1" status: 404 len: 347 time: 0.0207303 Feb 17 22:09:44.017706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ef95eee-e8a1-4280-bc6a-502c471b8b45 req-e9e9f52f-2581-482a-a567-d69aac8c570f tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.2860646 Feb 17 22:09:44.025320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:44.026065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.033541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3b15091-f175-4c0a-9a1e-7e3b8596e857 req-345c36ad-ad98-4aae-9568-c139f132ea77 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592738 Feb 17 22:09:44.091175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-f791c2d1-61a2-4842-becf-db456c9d5d9b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989044 Feb 17 22:09:44.093953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396b981b-e8f4-49c3-a30e-bd4dd0911afc req-b81aea31-fc2c-43cc-aa07-62fa3b729e94 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378000 Feb 17 22:09:44.099192 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f494c5-69ec-416f-b0c2-4315f3b0804b x-openstack-request-id: req-20f494c5-69ec-416f-b0c2-4315f3b0804b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:44.099799 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "name": "network-vif-plugged", "status": "completed", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:44.099974 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20f494c5-69ec-416f-b0c2-4315f3b0804b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:44.100417 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'code': 200} Feb 17 22:09:44.101572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806f9901-dc6b-471d-ac69-5cfbe8148442 tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc025390-2426-4a07-9c3a-053a26a48e77,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:44.166276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ef95eee-e8a1-4280-bc6a-502c471b8b45 req-2b3342c9-a6a9-4973-848c-e9a774eb41f9 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952022 Feb 17 22:09:44.167191 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-d2a06712-d35a-4b08-90f2-5ea8d0e37e1a req-b04de0e7-47c6-467c-9daf-3b74d7aa3f64 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] show failed (client error): The resource could not be found. Feb 17 22:09:44.168244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2a06712-d35a-4b08-90f2-5ea8d0e37e1a req-b04de0e7-47c6-467c-9daf-3b74d7aa3f64 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/04fbb554-596f-46b1-afae-c713c35f75ef HTTP/1.1" status: 404 len: 352 time: 0.0470963 Feb 17 22:09:44.211090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e60f13-916b-44b6-b819-3433451f152f', 'tag': '5aa0d173-5b63-42e1-9847-06a268fbe7ee'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:44.229379 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6837721b-68c2-4e1c-b69b-ba93754a4958" -d '{"events": [{"name": "network-changed", "server_uuid": "68e60f13-916b-44b6-b819-3433451f152f", "tag": "5aa0d173-5b63-42e1-9847-06a268fbe7ee"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:44.331132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7136f2c2-9d71-4742-8494-e60b5a71a949 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.400695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Deleting port 177b5e3a-722c-4f3f-9f81-5acc843d78cb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:44.401314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.415869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-994a8dc8-2d90-4768-bb3a-3f55b5cbd178 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900169 Feb 17 22:09:44.442845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bacf0-2006-47b1-96ea-701c6167a0dc req-99a2a5cf-4bde-4f52-b470-4b3b98265eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:44.444567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb3bacf0-2006-47b1-96ea-701c6167a0dc req-99a2a5cf-4bde-4f52-b470-4b3b98265eb9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 1128 time: 0.2101789 Feb 17 22:09:44.505005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:44.506737 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.507061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for floatingip (177b5e3a-722c-4f3f-9f81-5acc843d78cb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.508177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917ff45-07e6-4ae7-8c3d-524c0e79177e req-732d6829-439a-4a3a-b9fa-2b949b58fc47 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:44.509633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f917ff45-07e6-4ae7-8c3d-524c0e79177e req-732d6829-439a-4a3a-b9fa-2b949b58fc47 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 947 time: 0.2474031 Feb 17 22:09:44.522183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Calling delete_port for 177b5e3a-722c-4f3f-9f81-5acc843d78cb owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:44.523924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c20875-cbd6-45c2-81a6-b7671d5f606d req-bec099c0-11b6-451a-bc3c-abd0781fc9c8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:44.531107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88c20875-cbd6-45c2-81a6-b7671d5f606d req-bec099c0-11b6-451a-bc3c-abd0781fc9c8 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.2677290 Feb 17 22:09:44.566273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-6311a0af-4c2b-4d5f-9040-ebac5431e4bc tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:44.567735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-6311a0af-4c2b-4d5f-9040-ebac5431e4bc tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 945 time: 0.2199016 Feb 17 22:09:44.691049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb3bacf0-2006-47b1-96ea-701c6167a0dc req-37316c1f-cf20-4994-8e9f-fdc24b969e17 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348516 Feb 17 22:09:44.697023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:09:44.713919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:44.719260 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e16cc8aa-aec3-4fac-acc7-08a401a0a361 admin admin] 10.222.0.79 "PUT /v2.0/routers/49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080502 Feb 17 22:09:44.721926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:44.738709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27e671b-0d8e-478e-bc25-76c0eb20e4bd req-c7df94b6-b07c-49f6-9015-2aaeeefbc5e3 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3130746 Feb 17 22:09:44.745901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f917ff45-07e6-4ae7-8c3d-524c0e79177e req-a50af863-ccab-49da-8ef0-d4e5045c9821 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060101 Feb 17 22:09:44.767012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88c20875-cbd6-45c2-81a6-b7671d5f606d req-d7b6ed50-183b-460a-8575-e9b8a27cf44b tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups?id=51ac9aec-e048-4f8f-9455-b7fda6260f61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2298415 Feb 17 22:09:44.823323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Deleting port fec62812-a94a-4280-9e3a-82528327417c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:44.831758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fec62812-a94a-4280-9e3a-82528327417c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.867766 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (177b5e3a-722c-4f3f-9f81-5acc843d78cb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.871695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:44.878428 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5f4654-450a-42f8-b042-81e6d5d95c3b x-openstack-request-id: req-ba5f4654-450a-42f8-b042-81e6d5d95c3b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:44.878925 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e60f13-916b-44b6-b819-3433451f152f", "tag": "5aa0d173-5b63-42e1-9847-06a268fbe7ee", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:44.879341 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba5f4654-450a-42f8-b042-81e6d5d95c3b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:44.880840 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68e60f13-916b-44b6-b819-3433451f152f', 'tag': '5aa0d173-5b63-42e1-9847-06a268fbe7ee', 'status': 'completed', 'code': 200} Feb 17 22:09:44.892061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'mac_address': 'fa:16:3e:df:43:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:09:44.896543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] Sync routers for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:44.906049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks [] for router (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:44.941869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:44.942606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:44.996782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Pushing event deleted for resources: {'Port': ['ID=177b5e3a-722c-4f3f-9f81-5acc843d78cb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:45.010631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e14721fe-bab3-4fd6-b582-fc0e3e373fcf is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:45.011177 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.074023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14721fe-bab3-4fd6-b582-fc0e3e373fcf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:45.089109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] For port fec62812-a94a-4280-9e3a-82528327417c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fec62812-a94a-4280-9e3a-82528327417c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:45.090789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fec62812-a94a-4280-9e3a-82528327417c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.108809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-55d7305f-65d6-48ae-b02f-a290978e9d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:45.110521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-55d7305f-65d6-48ae-b02f-a290978e9d67 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 1127 time: 0.1739016 Feb 17 22:09:45.125279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe0fac7-b32e-4726-877d-ae6a51539825 req-6de64f60-2ae7-441c-8df3-8eaaaf7faaaa tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:45.126947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:45.127752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cfe0fac7-b32e-4726-877d-ae6a51539825 req-6de64f60-2ae7-441c-8df3-8eaaaf7faaaa tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.1503453 Feb 17 22:09:45.143639 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.149063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks [] for floatingip (2029a3a3-334d-4077-a392-7693f9a710f7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.154396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.155603 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-678c9517-64cc-4f16-8532-13cb175eed3a tempest-ServersTestFqdnHostnames-1021327912 tempest-ServersTestFqdnHostnames-1021327912-project] 10.222.0.79 "DELETE /v2.0/floatingips/2029a3a3-334d-4077-a392-7693f9a710f7 HTTP/1.1" status: 204 len: 168 time: 1.1269319 Feb 17 22:09:45.159400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36482) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:45.196829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:45.265840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:45.283499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks [] for router_gateway (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.377479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cfe0fac7-b32e-4726-877d-ae6a51539825 req-0a8694ce-7639-43fe-aec6-40de0ce9dbd3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078147 Feb 17 22:09:45.421793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:09:43Z', 'revision_number': 5, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port': {'id': '9ee9ff72-2ede-4b87-94e5-457ecf38f128', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:6d:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:08:14Z', 'updated_at': '2022-02-17T22:08:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:45.462315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f44a56-c0ea-425a-a5fe-6a4659322a03 req-a870380f-a8f2-49aa-972e-8652d0c8aae3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:45.470182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33f44a56-c0ea-425a-a5fe-6a4659322a03 req-a870380f-a8f2-49aa-972e-8652d0c8aae3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 944 time: 0.2988212 Feb 17 22:09:45.477254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-4cd5000c-9a98-477a-84ac-ea21dc9a885b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:45.478810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-4cd5000c-9a98-477a-84ac-ea21dc9a885b service neutron] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.3499405 Feb 17 22:09:45.480527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] Checking router: 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:45.490323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] Routers {'49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:45.490951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:45.507411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Deleting port 9ee9ff72-2ede-4b87-94e5-457ecf38f128 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:45.508320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.610796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] Set router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:45.613817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-1afc29da-19a4-4d78-8e41-80b0ac2c026b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5aa0d173-5b63-42e1-9847-06a268fbe7ee HTTP/1.1" status: 200 len: 217 time: 0.1101961 Feb 17 22:09:45.626285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.626917 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.627342 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6 disassociated. External IP: 172.25.0.96, port: fec62812-a94a-4280-9e3a-82528327417c. Feb 17 22:09:45.627888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Calling delete_port for fec62812-a94a-4280-9e3a-82528327417c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:45.650144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33f44a56-c0ea-425a-a5fe-6a4659322a03 req-1096a401-5cca-43de-8527-e3df7329c09c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787052 Feb 17 22:09:45.684414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:09:45Z', 'revision_number': 6, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:45.725012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bafde2-59b6-4f07-92da-d9647816fc56 None None] The sync data for ids ['49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4'] in n-d-828369-18 is: [{'id': '49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4', 'name': 'tempest-FloatingIPsAssociationTestJSON-1639803957-router', 'tenant_id': '667eef1eaa0844f4a059565cd2d95cf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:08:12Z', 'updated_at': '2022-02-17T22:09:45Z', 'revision_number': 6, 'project_id': '667eef1eaa0844f4a059565cd2d95cf7', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:45.726980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['e14721fe-bab3-4fd6-b582-fc0e3e373fcf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:45.833381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29e0df-8518-44cc-bf87-35524145da44 req-996d0ae3-8fae-473b-91eb-ea25daf9190a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:45.841986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb29e0df-8518-44cc-bf87-35524145da44 req-996d0ae3-8fae-473b-91eb-ea25daf9190a tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1024 time: 0.3660755 Feb 17 22:09:45.925764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-96e05545-6866-4026-a622-bcadba886b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:45.927419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-96e05545-6866-4026-a622-bcadba886b93 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.2963655 Feb 17 22:09:45.962274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43081d-0ded-49c9-b7a7-a2688684ddd6 req-14574382-9e74-4d58-af4d-4913313961d4 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:45.964009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec43081d-0ded-49c9-b7a7-a2688684ddd6 req-14574382-9e74-4d58-af4d-4913313961d4 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.1914849 Feb 17 22:09:45.991786 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] For port 9ee9ff72-2ede-4b87-94e5-457ecf38f128, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ee9ff72-2ede-4b87-94e5-457ecf38f128,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:45.992623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:45.997665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-dc5edb27-d715-4909-bfec-9e48f574f52e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545640 Feb 17 22:09:46.012396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Calling delete_port for 9ee9ff72-2ede-4b87-94e5-457ecf38f128 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:46.050987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb29e0df-8518-44cc-bf87-35524145da44 req-a4d960b2-b83d-48b9-96ec-990a8e74e95c tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&id=7b98048a-696b-4d0f-b9d3-5515bae252a5&id=ca463474-da96-4fed-ba93-d013d704f882&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2074351 Feb 17 22:09:46.130490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec43081d-0ded-49c9-b7a7-a2688684ddd6 req-9f4da6c8-6d85-437f-949b-639532c3d4b3 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303017 Feb 17 22:09:46.137248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9751a14f-659a-4119-b6bf-8c84d68f5729 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:46.212790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9751a14f-659a-4119-b6bf-8c84d68f5729 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:46.213314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9751a14f-659a-4119-b6bf-8c84d68f5729 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:46.321027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-805236ba-e5c5-4f0c-a785-2e8440445422 req-cdb3738c-81ba-4732-8357-4167a12c629d tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 210 time: 0.0650773 Feb 17 22:09:46.321027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fec62812-a94a-4280-9e3a-82528327417c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.325015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.340935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-4be8d30d-5b51-4cc6-8abe-5925af802b70 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292849 Feb 17 22:09:46.377269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event deleted for resources: {'Port': ['ID=fec62812-a94a-4280-9e3a-82528327417c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:46.402152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9ee9ff72-2ede-4b87-94e5-457ecf38f128), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.434749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6424ff4d-e5fe-47c4-b6c2-c3fac571f05b req-3ea6f8f2-4c49-4891-9b6c-fe853fc3c7b0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:46.436899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6424ff4d-e5fe-47c4-b6c2-c3fac571f05b req-3ea6f8f2-4c49-4891-9b6c-fe853fc3c7b0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 948 time: 0.2083364 Feb 17 22:09:46.439341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee9ff72-2ede-4b87-94e5-457ecf38f128,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:46.547317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.703527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fec62812-a94a-4280-9e3a-82528327417c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:46.712815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.716029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks [] for router_controller (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.728989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: fec62812-a94a-4280-9e3a-82528327417c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:46.729608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fec62812-a94a-4280-9e3a-82528327417c not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:46.783625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.785278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:09:46.790808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.792000 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8c67f477-306d-4350-aaf7-5058278fa8a2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/49a5d74b-42f7-4d4c-a01a-4388eb2bdcc4 HTTP/1.1" status: 204 len: 168 time: 2.0690835 Feb 17 22:09:46.795567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36494) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:46.819077 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94dd434e-99f8-427d-9922-2c1fb55236be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.907911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] Deleting subnet 8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:09:46.914438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] Publish callbacks [] for subnet (8131ca69-1c4d-4dad-a18f-1f9ba4174ea2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:46.968902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (8131ca69-1c4d-4dad-a18f-1f9ba4174ea2), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.001138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Deleting port ed21fbfa-3b86-4f3e-b513-b44ee20f9186 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:47.001480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.036975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6424ff4d-e5fe-47c4-b6c2-c3fac571f05b req-18c993cb-6eec-4242-8730-a9c7f84d4cfa tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5557866 Feb 17 22:09:47.088729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-b8c9b0b3-8de2-48ba-a9ad-2e80fd5315d7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:47.090459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-b8c9b0b3-8de2-48ba-a9ad-2e80fd5315d7 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.73 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1024 time: 0.6147616 Feb 17 22:09:47.099181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6837721b-68c2-4e1c-b69b-ba93754a4958 req-e2f97be4-6887-4cc7-acdd-2b4fcd4c24c1 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7319298 Feb 17 22:09:47.177554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (8131ca69-1c4d-4dad-a18f-1f9ba4174ea2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.180544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] For port ed21fbfa-3b86-4f3e-b513-b44ee20f9186, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:47.180901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.214055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Calling delete_port for ed21fbfa-3b86-4f3e-b513-b44ee20f9186 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:47.218103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a76f01-b338-4d7e-8cd6-76e606969572 req-e342d9d4-8399-49ce-a2ad-f29d60a0827a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:47.219739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7a76f01-b338-4d7e-8cd6-76e606969572 req-e342d9d4-8399-49ce-a2ad-f29d60a0827a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.3186049 Feb 17 22:09:47.262993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:47.306315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (8131ca69-1c4d-4dad-a18f-1f9ba4174ea2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.317803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7034e-28d8-43a5-898c-7f9ea983a7a9 req-9858306e-2d9e-436e-b674-519024169660 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:47.318814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bba7034e-28d8-43a5-898c-7f9ea983a7a9 req-9858306e-2d9e-436e-b674-519024169660 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 944 time: 0.1671669 Feb 17 22:09:47.343114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8131ca69-1c4d-4dad-a18f-1f9ba4174ea2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:47.352001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.353081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e703b1c1-cc51-44a1-9760-a82cb69cec09 None None] Network 5e8847b5-b0b5-468b-893c-c185255a6838 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:47.356812 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4f88d23d-cae3-4a8c-b057-3e8dad7e3e28 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8131ca69-1c4d-4dad-a18f-1f9ba4174ea2 HTTP/1.1" status: 204 len: 168 time: 0.5602994 Feb 17 22:09:47.369309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36500) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:47.434026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7a76f01-b338-4d7e-8cd6-76e606969572 req-5e098d10-9347-4b2f-938f-3833ebb183cd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029037 Feb 17 22:09:47.564125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ed21fbfa-3b86-4f3e-b513-b44ee20f9186), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.573334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Deleting port fe367812-5f77-4a3e-9526-b838085f0f23 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:47.573763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.584706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] DHCP port deletion for 5e8847b5-b0b5-468b-893c-c185255a6838 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:09:47.608251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Pushing event deleted for resources: {'Port': ['ID=ed21fbfa-3b86-4f3e-b513-b44ee20f9186,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:47.663605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5e8847b5-b0b5-468b-893c-c185255a6838), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.674854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] Deleting port d12c685d-3ffa-494d-aeab-55c5eefb79d8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:47.675447 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.694638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bba7034e-28d8-43a5-898c-7f9ea983a7a9 req-f5a9d05f-2d23-4b8f-ab61-3bd0bbaa3a3c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243253 Feb 17 22:09:47.738795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:47.750995 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] Sync routers for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:47.780040 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:47.780680 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:47.882070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] No DVR routers for this DVR port fec62812-a94a-4280-9e3a-82528327417c on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:47.888811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] For port fe367812-5f77-4a3e-9526-b838085f0f23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fe367812-5f77-4a3e-9526-b838085f0f23,segment=NetworkSegment(846169da-d299-4aad-9e08-c85732f45b40),segment_id=846169da-d299-4aad-9e08-c85732f45b40)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:47.889323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.918281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.922337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a6bf91a-399f-4c15-b9e3-48a914cd3a6c req-c7750cff-e09b-4a6f-905a-dfaec7f186d7 tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.94 "DELETE /v2.0/ports/fec62812-a94a-4280-9e3a-82528327417c HTTP/1.1" status: 204 len: 173 time: 3.3391206 Feb 17 22:09:47.933519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'name': 'network-vif-deleted', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:47.946293 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3245c4fd-a472-4e93-bf9f-45dc6d578cb7" -d '{"events": [{"server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "name": "network-vif-deleted", "tag": "fec62812-a94a-4280-9e3a-82528327417c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:47.947667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:47.964523 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:48.001357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691dfaa-72ca-49c8-9f12-f48b8d613062 req-8a65acf1-5b3d-424f-945e-2244f089de78 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:48.008891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f691dfaa-72ca-49c8-9f12-f48b8d613062 req-8a65acf1-5b3d-424f-945e-2244f089de78 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/ports?device_id=ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b HTTP/1.1" status: 200 len: 1024 time: 0.4226146 Feb 17 22:09:48.097627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Calling delete_port for fe367812-5f77-4a3e-9526-b838085f0f23 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:48.211976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d12c685d-3ffa-494d-aeab-55c5eefb79d8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:48.295017 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:48.304434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] For port d12c685d-3ffa-494d-aeab-55c5eefb79d8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d12c685d-3ffa-494d-aeab-55c5eefb79d8,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:48.304718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Deleting port d12c685d-3ffa-494d-aeab-55c5eefb79d8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:48.304827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:48.305313 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:48.320672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] Calling delete_port for d12c685d-3ffa-494d-aeab-55c5eefb79d8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:48.336204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be118d4-c12b-4f49-8bc7-0cd8b3e7888b req-ac8670de-bee4-4d87-9dce-fbb6c77202bd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:48.337741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3be118d4-c12b-4f49-8bc7-0cd8b3e7888b req-ac8670de-bee4-4d87-9dce-fbb6c77202bd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.4837422 Feb 17 22:09:48.356830 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] Checking router: 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:48.375738 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:48.376638 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:48.425555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f691dfaa-72ca-49c8-9f12-f48b8d613062 req-947c0dd6-c61a-4fcb-9a0b-c57d76cd42a8 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups?id=6370e834-2b32-4b65-997e-2c0c8d1201c5&id=7b98048a-696b-4d0f-b9d3-5515bae252a5&id=ca463474-da96-4fed-ba93-d013d704f882&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4155407 Feb 17 22:09:48.436553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:48.484957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:48.490156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No active binding found for port d12c685d-3ffa-494d-aeab-55c5eefb79d8 {{(pid=103528) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 22:09:48.493341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] The host n-d-828369-18 is not matching for port d12c685d-3ffa-494d-aeab-55c5eefb79d8 host None! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:09:48.494878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d12c685d-3ffa-494d-aeab-55c5eefb79d8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:48.495564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ee9ff72-2ede-4b87-94e5-457ecf38f128 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:48.516254 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:48.549022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] For port d12c685d-3ffa-494d-aeab-55c5eefb79d8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d12c685d-3ffa-494d-aeab-55c5eefb79d8,segment=NetworkSegment(d5a65b2d-927b-4875-a170-077543258798),segment_id=d5a65b2d-927b-4875-a170-077543258798)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:48.549401 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:48.578665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9ee9ff72-2ede-4b87-94e5-457ecf38f128 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:48.579032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ee9ff72-2ede-4b87-94e5-457ecf38f128 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:48.585777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] Pushing event deleted for resources: {'Port': ['ID=d12c685d-3ffa-494d-aeab-55c5eefb79d8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:48.590525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606fa49f-008e-4ad6-b925-e55642fa5e52 None None] No DVR routers for this DVR port d12c685d-3ffa-494d-aeab-55c5eefb79d8 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:48.636456 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:48.639692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Calling delete_port for d12c685d-3ffa-494d-aeab-55c5eefb79d8 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:48.677488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3be118d4-c12b-4f49-8bc7-0cd8b3e7888b req-6bbf8c78-c40d-4c03-8200-5405eabbdba6 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986934 Feb 17 22:09:48.688950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:48.697441 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-80b5d28f-72a1-4148-8528-546be3ae083b admin admin] 10.222.0.79 "PUT /v2.0/routers/754f1858-b0cc-43ef-96c4-f5ddc75a9ced/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5369346 Feb 17 22:09:48.700049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36512) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:48.709297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] Sync routers for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:48.749939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5aa0d173-5b63-42e1-9847-06a268fbe7ee details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:09:48.755543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fe367812-5f77-4a3e-9526-b838085f0f23), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:48.755897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:48.760403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e82692f2-5d63-4eaa-abec-09e5a67899a2 req-63e8174f-0669-4fcb-9fa5-10675636259d tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b92eba7-c0d1-4d2a-bd0b-593aaa781739 HTTP/1.1" status: 200 len: 210 time: 0.1017199 Feb 17 22:09:48.783988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:48.784632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:48.919342 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1bd317-91ab-4a7a-b63a-fab6a62de357 x-openstack-request-id: req-dd1bd317-91ab-4a7a-b63a-fab6a62de357 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:48.925092 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b92eba7-c0d1-4d2a-bd0b-593aaa781739", "name": "network-vif-deleted", "tag": "fec62812-a94a-4280-9e3a-82528327417c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:48.925423 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dd1bd317-91ab-4a7a-b63a-fab6a62de357 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:48.925842 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b92eba7-c0d1-4d2a-bd0b-593aaa781739', 'name': 'network-vif-deleted', 'tag': 'fec62812-a94a-4280-9e3a-82528327417c', 'status': 'completed', 'code': 200} Feb 17 22:09:48.955856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks [] for router (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.002757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'Port': ['ID=fe367812-5f77-4a3e-9526-b838085f0f23,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:49.073161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] No DVR routers for this DVR port fe367812-5f77-4a3e-9526-b838085f0f23 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:49.082292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port e14721fe-bab3-4fd6-b582-fc0e3e373fcf completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:09:49.089738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port e14721fe-bab3-4fd6-b582-fc0e3e373fcf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:49.090357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.096646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.100397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa217a52-e51c-47fc-8247-0c47c947b260 req-9e29e645-0e03-4af0-9fad-0f62de742f9f tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.73 "DELETE /v2.0/ports/fe367812-5f77-4a3e-9526-b838085f0f23 HTTP/1.1" status: 204 len: 173 time: 2.0001781 Feb 17 22:09:49.120685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks [] for router_gateway (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.172798 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:49.207557 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129df69-f81b-4cdf-8bb8-a5a0e7008cb0 None None] The sync data for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 is: [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:40Z', 'revision_number': 4, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '26459af8-7b9a-4cf2-8ec0-f29f80e9dee4', 'name': '', 'network_id': 'bd9cc825-24f2-4e6d-83ab-ba39fe71806d', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'mac_address': 'fa:16:3e:bc:94:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:39Z', 'updated_at': '2022-02-17T22:05:44Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'subnets': [{'id': '1e1c813c-88bd-4e68-9107-3e9c284eb0a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:49.227664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:49.251557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db99f5-0c7e-47bd-be0f-028bd88b1077 req-84b2aaf1-3a0b-4425-9528-eaa8e43fa905 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:49.253731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7db99f5-0c7e-47bd-be0f-028bd88b1077 req-84b2aaf1-3a0b-4425-9528-eaa8e43fa905 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.2864666 Feb 17 22:09:49.262512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.269165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3b4b3-1292-47fa-b5ea-1298baad4fdf req-6f272708-525f-490a-95d8-628e7a59a901 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:49.285103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Deleting port 90cb3bb3-98fb-44a5-9853-4a667a3315c4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:49.285503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.287954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78a3b4b3-1292-47fa-b5ea-1298baad4fdf req-6f272708-525f-490a-95d8-628e7a59a901 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 948 time: 0.3607917 Feb 17 22:09:49.314094 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d12c685d-3ffa-494d-aeab-55c5eefb79d8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.318757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5aa0d173-5b63-42e1-9847-06a268fbe7ee, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5aa0d173-5b63-42e1-9847-06a268fbe7ee,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:49.361685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] No DVR routers for this DVR port d12c685d-3ffa-494d-aeab-55c5eefb79d8 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:49.403689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] For port 90cb3bb3-98fb-44a5-9853-4a667a3315c4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=90cb3bb3-98fb-44a5-9853-4a667a3315c4,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:49.404262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.404392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '5aa0d173-5b63-42e1-9847-06a268fbe7ee', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': '5aa0d173-5b63-42e1-9847-06a268fbe7ee', 'mac_address': 'fa:16:3e:35:6b:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:09:49.421608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Calling delete_port for 90cb3bb3-98fb-44a5-9853-4a667a3315c4 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:49.424367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12c685d-3ffa-494d-aeab-55c5eefb79d8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:49.515314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7db99f5-0c7e-47bd-be0f-028bd88b1077 req-4ffd87d2-631e-4fe8-a88c-e61b92a6c8cc tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263188 Feb 17 22:09:49.537248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e14721fe-bab3-4fd6-b582-fc0e3e373fcf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:49.547465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.570948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5aa0d173-5b63-42e1-9847-06a268fbe7ee is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:49.571621 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.572327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78a3b4b3-1292-47fa-b5ea-1298baad4fdf req-6980aeeb-0a55-4042-9ee3-04cbc32064d5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650123 Feb 17 22:09:49.578310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5e8847b5-b0b5-468b-893c-c185255a6838), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.644461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa0d173-5b63-42e1-9847-06a268fbe7ee {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:09:49.644711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b1299e-5b1b-4d97-8a7b-f38a4567cae4 None None] New status for floating IP e3c28944-6bb2-4ffd-b160-f21681954fa6: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:49.665671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5aa0d173-5b63-42e1-9847-06a268fbe7ee, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5aa0d173-5b63-42e1-9847-06a268fbe7ee,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:49.666693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:49.669491 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057f3738-da29-4683-bc35-daa37c87534f" -d '{"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-plugged", "status": "completed", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:49.692988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.700185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:49.712806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8847b5-b0b5-468b-893c-c185255a6838']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:49.746182 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.763321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a65b2d-927b-4875-a170-077543258798') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:49.764327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a65b2d-927b-4875-a170-077543258798') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:49.769623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (90cb3bb3-98fb-44a5-9853-4a667a3315c4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.784266 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d5a65b2d-927b-4875-a170-077543258798), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.808287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=5aa0d173-5b63-42e1-9847-06a268fbe7ee,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:49.832929 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d5a65b2d-927b-4875-a170-077543258798), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.841330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=90cb3bb3-98fb-44a5-9853-4a667a3315c4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:49.853205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bc05f-b855-4c59-9967-3bf2465e3f72 req-1ecbed59-2f9a-40c3-8fa6-1f380d68d6fc tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:49.854409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:09:47Z', 'revision_number': 5, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port': {'id': '90cb3bb3-98fb-44a5-9853-4a667a3315c4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:45:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:07:29Z', 'updated_at': '2022-02-17T22:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:49.868453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36524) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:49.868848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed9bc05f-b855-4c59-9967-3bf2465e3f72 req-1ecbed59-2f9a-40c3-8fa6-1f380d68d6fc tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.2335088 Feb 17 22:09:49.877179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Request body: {'floatingip': {'port_id': 'da350f5a-be0a-478a-b1b0-f4485c207e81'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:49.878490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:09:49.879123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d5a65b2d-927b-4875-a170-077543258798), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.911804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] Checking router: 754f1858-b0cc-43ef-96c4-f5ddc75a9ced for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:49.913833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:49.925141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] Routers {'754f1858-b0cc-43ef-96c4-f5ddc75a9ced'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:49.925764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:49.962707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for floatingip (4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:09:49.967010 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:09:49.988534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047e2d22-aae4-48c5-b51f-d9aefa73d01e req-f686ec63-5e0a-4db5-b2e0-b20460397e0b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:49.995775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-047e2d22-aae4-48c5-b51f-d9aefa73d01e req-f686ec63-5e0a-4db5-b2e0-b20460397e0b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 945 time: 0.2853303 Feb 17 22:09:50.003097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (5e8847b5-b0b5-468b-893c-c185255a6838), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.031933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8847b5-b0b5-468b-893c-c185255a6838,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:50.034274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.034459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] Set router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:50.037882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c04277d4-8d99-4c47-acaa-3fdde0e4bd81 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5e8847b5-b0b5-468b-893c-c185255a6838 HTTP/1.1" status: 204 len: 168 time: 2.6617882 Feb 17 22:09:50.107393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:09:49Z', 'revision_number': 7, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:50.136066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-047e2d22-aae4-48c5-b51f-d9aefa73d01e req-9ce4e547-fe4a-4dfb-88fe-d0f75a266743 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355345 Feb 17 22:09:50.140118 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa4ca89-70ad-45c6-8060-7ec8da7b6dfc x-openstack-request-id: req-bfa4ca89-70ad-45c6-8060-7ec8da7b6dfc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:50.140515 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-plugged", "status": "completed", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:50.140877 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bfa4ca89-70ad-45c6-8060-7ec8da7b6dfc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:50.150576 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'code': 200} Feb 17 22:09:50.153553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1484bfec-8b62-4247-a1eb-aca54a87a670 None None] The sync data for ids ['754f1858-b0cc-43ef-96c4-f5ddc75a9ced'] in n-d-828369-18 is: [{'id': '754f1858-b0cc-43ef-96c4-f5ddc75a9ced', 'name': 'tempest-ServersTestFqdnHostnames-1088144130-router', 'tenant_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:07:28Z', 'updated_at': '2022-02-17T22:09:49Z', 'revision_number': 7, 'project_id': 'c337f9b07a0d4d93b9c1c4dacd28aba9', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:50.182878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f371a5ce-05c4-4b58-89b2-c833d3b1daa8 req-56bbbde8-8745-416e-9b9c-6f0a2f8cff63 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/7b98048a-696b-4d0f-b9d3-5515bae252a5 HTTP/1.1" status: 200 len: 1818 time: 0.0928586 Feb 17 22:09:50.253409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36534) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:50.268240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ac1ad-aa06-4914-a2e2-b1bfaa0f9a9f req-8f874230-99ed-441a-a5c2-87153ed3f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:50.270031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-375ac1ad-aa06-4914-a2e2-b1bfaa0f9a9f req-8f874230-99ed-441a-a5c2-87153ed3f2c0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1132 time: 0.1515584 Feb 17 22:09:50.287807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36538) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:50.327571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['5aa0d173-5b63-42e1-9847-06a268fbe7ee'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:09:50.370772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.372962 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f371a5ce-05c4-4b58-89b2-c833d3b1daa8 req-456b33e3-8e42-47e4-9d60-11fec13a47e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (7b98048a-696b-4d0f-b9d3-5515bae252a5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.392200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-749b9ec0-d289-433a-9280-b7bfd63d4bb1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=667eef1eaa0844f4a059565cd2d95cf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347663 Feb 17 22:09:50.397668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36540) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:50.420644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-375ac1ad-aa06-4914-a2e2-b1bfaa0f9a9f req-708fe0d1-1154-4f83-8a71-c95b72fb1ce1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416254 Feb 17 22:09:50.442090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f371a5ce-05c4-4b58-89b2-c833d3b1daa8 req-456b33e3-8e42-47e4-9d60-11fec13a47e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (7b98048a-696b-4d0f-b9d3-5515bae252a5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.490145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-514b4a2f-707a-4a15-8cf4-599aaba2ffac tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group (51ac9aec-e048-4f8f-9455-b7fda6260f61), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.495647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.499874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks [] for router_controller (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.532843 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-514b4a2f-707a-4a15-8cf4-599aaba2ffac tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group (51ac9aec-e048-4f8f-9455-b7fda6260f61), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.568866 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f371a5ce-05c4-4b58-89b2-c833d3b1daa8 req-456b33e3-8e42-47e4-9d60-11fec13a47e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7b98048a-696b-4d0f-b9d3-5515bae252a5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.572457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f371a5ce-05c4-4b58-89b2-c833d3b1daa8 req-456b33e3-8e42-47e4-9d60-11fec13a47e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.573681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f371a5ce-05c4-4b58-89b2-c833d3b1daa8 req-456b33e3-8e42-47e4-9d60-11fec13a47e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/7b98048a-696b-4d0f-b9d3-5515bae252a5 HTTP/1.1" status: 204 len: 173 time: 0.3737345 Feb 17 22:09:50.574618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c29e2039-907f-45d6-95d7-25ffb3340e86 admin admin] Publish callbacks [] for security_group (7d761562-b3cf-4039-a004-729b211741f4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.614865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b33e3-8e42-47e4-9d60-11fec13a47e0 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b98048a-696b-4d0f-b9d3-5515bae252a5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:50.661376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (754f1858-b0cc-43ef-96c4-f5ddc75a9ced), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.661937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 754f1858-b0cc-43ef-96c4-f5ddc75a9ced {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:09:50.665370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fe367812-5f77-4a3e-9526-b838085f0f23 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:50.669913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.673803 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc0fc13d-8d3b-4186-80c1-88a9f1cdbbe7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/754f1858-b0cc-43ef-96c4-f5ddc75a9ced HTTP/1.1" status: 204 len: 168 time: 1.9727006 Feb 17 22:09:50.676405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:50.687755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c29e2039-907f-45d6-95d7-25ffb3340e86 admin admin] Publish callbacks [] for security_group (7d761562-b3cf-4039-a004-729b211741f4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.730724 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.734439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: fe367812-5f77-4a3e-9526-b838085f0f23 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:50.736362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fe367812-5f77-4a3e-9526-b838085f0f23 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:50.738670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] Deleting subnet 4a431de4-2038-443a-9751-72d83dd990e1 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:09:50.743165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] Publish callbacks [] for subnet (4a431de4-2038-443a-9751-72d83dd990e1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.755931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-514b4a2f-707a-4a15-8cf4-599aaba2ffac tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (51ac9aec-e048-4f8f-9455-b7fda6260f61), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.758396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-514b4a2f-707a-4a15-8cf4-599aaba2ffac tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.762000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-514b4a2f-707a-4a15-8cf4-599aaba2ffac tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "DELETE /v2.0/security-groups/51ac9aec-e048-4f8f-9455-b7fda6260f61 HTTP/1.1" status: 204 len: 168 time: 0.4650261 Feb 17 22:09:50.768188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36552) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:50.793212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed48ef06-ae64-4b8e-bb52-5ceba3ba204b req-a1e0c5c6-1b4b-4241-b8cf-309351a64757 tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "GET /v2.0/security-groups/ca463474-da96-4fed-ba93-d013d704f882 HTTP/1.1" status: 200 len: 1817 time: 0.1848226 Feb 17 22:09:50.797740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b4a2f-707a-4a15-8cf4-599aaba2ffac tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ac9aec-e048-4f8f-9455-b7fda6260f61,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:50.830618 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-96ecdfdd-7035-4830-a794-dfaa594ba72b tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] show failed (client error): The resource could not be found. Feb 17 22:09:50.831567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e39d6-f262-4b7b-a766-cf9859357425 req-7710087f-f354-4970-b989-029c3646306c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:50.832296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-96ecdfdd-7035-4830-a794-dfaa594ba72b tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "GET /v2.0/security-groups/51ac9aec-e048-4f8f-9455-b7fda6260f61 HTTP/1.1" status: 404 len: 347 time: 0.0629239 Feb 17 22:09:50.833128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-089e39d6-f262-4b7b-a766-cf9859357425 req-7710087f-f354-4970-b989-029c3646306c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.2041669 Feb 17 22:09:50.835952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:50.874097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c29e2039-907f-45d6-95d7-25ffb3340e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7d761562-b3cf-4039-a004-729b211741f4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.876803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c29e2039-907f-45d6-95d7-25ffb3340e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.880378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c29e2039-907f-45d6-95d7-25ffb3340e86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d761562-b3cf-4039-a004-729b211741f4 HTTP/1.1" status: 204 len: 168 time: 0.4715755 Feb 17 22:09:50.880558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (4a431de4-2038-443a-9751-72d83dd990e1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.887758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29e2039-907f-45d6-95d7-25ffb3340e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d761562-b3cf-4039-a004-729b211741f4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:50.919023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed48ef06-ae64-4b8e-bb52-5ceba3ba204b req-ce6f432e-4715-4fa3-9c5f-72693f9723af tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (ca463474-da96-4fed-ba93-d013d704f882), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.926904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'name': 'network-vif-deleted', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:50.929491 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91a74f-5a50-45d4-8dc8-13ebdd6def4c" -d '{"events": [{"server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "name": "network-vif-deleted", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:50.962292 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed48ef06-ae64-4b8e-bb52-5ceba3ba204b req-ce6f432e-4715-4fa3-9c5f-72693f9723af tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (ca463474-da96-4fed-ba93-d013d704f882), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:50.971512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-089e39d6-f262-4b7b-a766-cf9859357425 req-e231d9d5-a9ac-4e40-8dba-2a164168d8c0 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296690 Feb 17 22:09:51.082393 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed48ef06-ae64-4b8e-bb52-5ceba3ba204b req-ce6f432e-4715-4fa3-9c5f-72693f9723af tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ca463474-da96-4fed-ba93-d013d704f882), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.086521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ed48ef06-ae64-4b8e-bb52-5ceba3ba204b req-ce6f432e-4715-4fa3-9c5f-72693f9723af tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.099940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed48ef06-ae64-4b8e-bb52-5ceba3ba204b req-ce6f432e-4715-4fa3-9c5f-72693f9723af tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] 10.222.0.79 "DELETE /v2.0/security-groups/ca463474-da96-4fed-ba93-d013d704f882 HTTP/1.1" status: 204 len: 173 time: 0.2963729 Feb 17 22:09:51.101406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36560) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:51.150606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f432e-4715-4fa3-9c5f-72693f9723af tempest-SecurityGroupsTestJSON-1357629367 tempest-SecurityGroupsTestJSON-1357629367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca463474-da96-4fed-ba93-d013d704f882,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:51.186593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4a431de4-2038-443a-9751-72d83dd990e1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.202783 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18884a12-2868-48ec-af2a-64dfafd24177 x-openstack-request-id: req-18884a12-2868-48ec-af2a-64dfafd24177 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:51.203343 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b", "name": "network-vif-deleted", "tag": "fe367812-5f77-4a3e-9526-b838085f0f23", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:51.203723 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18884a12-2868-48ec-af2a-64dfafd24177 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:51.204216 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead82a7c-ce19-4c8d-ad94-3e31d82f4c6b', 'name': 'network-vif-deleted', 'tag': 'fe367812-5f77-4a3e-9526-b838085f0f23', 'status': 'completed', 'code': 200} Feb 17 22:09:51.238316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.243999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Deleting port da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:51.244355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.259825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.271192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] Deleting subnet 2e6f1969-3396-4be5-837a-6ef5b140235b {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:09:51.278612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] Publish callbacks [] for subnet (2e6f1969-3396-4be5-837a-6ef5b140235b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.335247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c66a53-5914-4d5d-abf7-31685201fde2 req-ec5afb29-91d4-4797-82cf-3b48da3651de tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:51.336940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0c66a53-5914-4d5d-abf7-31685201fde2 req-ec5afb29-91d4-4797-82cf-3b48da3651de tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2095289 Feb 17 22:09:51.372578 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (2e6f1969-3396-4be5-837a-6ef5b140235b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.416444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4a431de4-2038-443a-9751-72d83dd990e1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.431667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236465b6-f740-4d5b-8a3f-b366be68cace req-286a39be-b763-4269-8fa3-2f24aa1ae253 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:51.433162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-236465b6-f740-4d5b-8a3f-b366be68cace req-286a39be-b763-4269-8fa3-2f24aa1ae253 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 945 time: 0.1814768 Feb 17 22:09:51.453850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.454188 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.456911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a431de4-2038-443a-9751-72d83dd990e1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:51.469203 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (2e6f1969-3396-4be5-837a-6ef5b140235b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.475677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0c66a53-5914-4d5d-abf7-31685201fde2 req-9397d9b9-b60b-4824-ab62-249b4fdcf103 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276152 Feb 17 22:09:51.475939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Calling delete_port for da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:51.484114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.490296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da546014-9fd0-4bc0-9246-954ab8d07ac9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4a431de4-2038-443a-9751-72d83dd990e1 HTTP/1.1" status: 204 len: 168 time: 0.8098354 Feb 17 22:09:51.491009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36572) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:51.495333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d436b7-5852-4d3f-bf91-cd761791ee90 None None] Network 427aa50a-da4e-4826-9a24-c5d6d38c2245 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:51.507362 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Floating IP 4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb associated. External IP: 172.25.0.172, port: da350f5a-be0a-478a-b1b0-f4485c207e81. Feb 17 22:09:51.550496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-236465b6-f740-4d5b-8a3f-b366be68cace req-93b6aa01-580e-4939-9090-a7d13dc96352 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069906 Feb 17 22:09:51.595422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (2e6f1969-3396-4be5-837a-6ef5b140235b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.652351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e6f1969-3396-4be5-837a-6ef5b140235b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:51.660166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.670740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-46e89fb7-d82d-4984-92f6-57c0727b1108 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2e6f1969-3396-4be5-837a-6ef5b140235b HTTP/1.1" status: 204 len: 168 time: 0.5544398 Feb 17 22:09:51.670740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36576) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:51.740104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (427aa50a-da4e-4826-9a24-c5d6d38c2245), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.743429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] DHCP port deletion for 427aa50a-da4e-4826-9a24-c5d6d38c2245 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:09:51.764303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6c07e74a-faaf-4aa1-b128-d99cbbbafdfc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.841901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] Deleting port 2757a59f-816a-49c8-8e0c-c85e928a83d3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:51.842981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.867871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6c07e74a-faaf-4aa1-b128-d99cbbbafdfc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.893180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c07e74a-faaf-4aa1-b128-d99cbbbafdfc']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:51.905924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846169da-d299-4aad-9e08-c85732f45b40') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:51.906429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846169da-d299-4aad-9e08-c85732f45b40') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:51.918962 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (846169da-d299-4aad-9e08-c85732f45b40), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.933949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] For port 2757a59f-816a-49c8-8e0c-c85e928a83d3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2757a59f-816a-49c8-8e0c-c85e928a83d3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:51.934849 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.936777 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (846169da-d299-4aad-9e08-c85732f45b40), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.945876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:09:51.946485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (846169da-d299-4aad-9e08-c85732f45b40), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:09:51.948873 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:09:51.955050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] Calling delete_port for 2757a59f-816a-49c8-8e0c-c85e928a83d3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:52.001660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.016614 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6c07e74a-faaf-4aa1-b128-d99cbbbafdfc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.024992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.031776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] 10.222.0.79 "DELETE /v2.0/networks/6c07e74a-faaf-4aa1-b128-d99cbbbafdfc HTTP/1.1" status: 204 len: 168 time: 0.3584304 Feb 17 22:09:52.059338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Pushing event deleted for resources: {'Port': ['ID=da19fb41-6aa2-4fe0-9b1e-8e0a02ebe042,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:52.063565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ccdaf-50f5-45c6-99ec-b43e0eec949d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c07e74a-faaf-4aa1-b128-d99cbbbafdfc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:52.072476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Deleting port 2757a59f-816a-49c8-8e0c-c85e928a83d3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:52.072893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.094586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ed21fbfa-3b86-4f3e-b513-b44ee20f9186 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:52.131684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ed21fbfa-3b86-4f3e-b513-b44ee20f9186 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:52.132850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ed21fbfa-3b86-4f3e-b513-b44ee20f9186 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:52.136114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2757a59f-816a-49c8-8e0c-c85e928a83d3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:52.157406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Router c9772acb-c7be-40fb-bf5b-edcb8491316c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:52.220722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] For port 2757a59f-816a-49c8-8e0c-c85e928a83d3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2757a59f-816a-49c8-8e0c-c85e928a83d3,segment=NetworkSegment(5547e70c-7f9a-41d3-9605-44853e439921),segment_id=5547e70c-7f9a-41d3-9605-44853e439921)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:52.221586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.247015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Calling delete_port for 2757a59f-816a-49c8-8e0c-c85e928a83d3 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:52.280924 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.296589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks [] for floatingip (e3c28944-6bb2-4ffd-b160-f21681954fa6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.299540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.304008 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bdbab1e0-d54a-403f-84c3-02f094b75d0c tempest-ServersWithSpecificFlavorTestJSON-1618943630 tempest-ServersWithSpecificFlavorTestJSON-1618943630-project] 10.222.0.79 "DELETE /v2.0/floatingips/e3c28944-6bb2-4ffd-b160-f21681954fa6 HTTP/1.1" status: 204 len: 168 time: 1.4671795 Feb 17 22:09:52.338958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Port 2757a59f-816a-49c8-8e0c-c85e928a83d3 update to DOWN by agent not found {{(pid=103528) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 17 22:09:52.339435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 90cb3bb3-98fb-44a5-9853-4a667a3315c4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:09:52.343405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] Pushing event deleted for resources: {'Port': ['ID=2757a59f-816a-49c8-8e0c-c85e928a83d3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:52.345655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfe6bb-acb6-465b-920c-5ef31a7a7ef5 None None] No DVR routers for this DVR port 2757a59f-816a-49c8-8e0c-c85e928a83d3 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:52.351268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13467e59-d4af-4711-8d5d-027e6b63c060 req-bfede66a-e9b1-4acf-9022-7b8ab75dc41e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:52.356834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13467e59-d4af-4711-8d5d-027e6b63c060 req-bfede66a-e9b1-4acf-9022-7b8ab75dc41e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.1783826 Feb 17 22:09:52.370308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 90cb3bb3-98fb-44a5-9853-4a667a3315c4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:09:52.371262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 90cb3bb3-98fb-44a5-9853-4a667a3315c4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:09:52.401078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36606) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:52.452643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13467e59-d4af-4711-8d5d-027e6b63c060 req-d1a0ffb4-3ccd-41f8-91dc-0e98dc9fcc7e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885358 Feb 17 22:09:52.489763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9cd43bfe-0094-48f1-8805-8abcaa37ad99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fe0e930fd3fe4d27a6535e57f1ac5ddd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0852318 Feb 17 22:09:52.490264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36618) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:52.559048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bda4082a-7375-4ba7-b612-22a268249fac admin admin] Publish callbacks [] for security_group (6370e834-2b32-4b65-997e-2c0c8d1201c5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.590101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bda4082a-7375-4ba7-b612-22a268249fac admin admin] Publish callbacks [] for security_group (6370e834-2b32-4b65-997e-2c0c8d1201c5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.684071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc733f6c-42e1-4aa4-8c9f-a8a0e88bdf95 req-372590df-b6e3-4ed1-84f6-0bc1aec4e83f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:52.685796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc733f6c-42e1-4aa4-8c9f-a8a0e88bdf95 req-372590df-b6e3-4ed1-84f6-0bc1aec4e83f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.0988894 Feb 17 22:09:52.742519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:52.747050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.752581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bda4082a-7375-4ba7-b612-22a268249fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6370e834-2b32-4b65-997e-2c0c8d1201c5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.754508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5aa0d173-5b63-42e1-9847-06a268fbe7ee up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:09:52.755143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bda4082a-7375-4ba7-b612-22a268249fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.758776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bda4082a-7375-4ba7-b612-22a268249fac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6370e834-2b32-4b65-997e-2c0c8d1201c5 HTTP/1.1" status: 204 len: 168 time: 0.2651339 Feb 17 22:09:52.768590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2757a59f-816a-49c8-8e0c-c85e928a83d3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.781052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda4082a-7375-4ba7-b612-22a268249fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6370e834-2b32-4b65-997e-2c0c8d1201c5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:52.797381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc733f6c-42e1-4aa4-8c9f-a8a0e88bdf95 req-87528472-6e87-440c-a089-125247c560db tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015599 Feb 17 22:09:52.814471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] No DVR routers for this DVR port 2757a59f-816a-49c8-8e0c-c85e928a83d3 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:52.820955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] Sync routers for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:52.824818 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-045205fe-fb42-40af-99b7-c0bc4f54f411 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "PUT /v2.0/floatingips/4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb HTTP/1.1" status: 200 len: 991 time: 2.9526160 Feb 17 22:09:52.828008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:52.829662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e92e85-fc9d-4468-bb19-599788f1b48b req-ed099e04-e1f2-4f02-a126-00b4d179e001 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:52.830904 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae83a8e-422c-404b-9f02-83deec64f86d" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:52.834736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=2757a59f-816a-49c8-8e0c-c85e928a83d3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:52.837348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34e92e85-fc9d-4468-bb19-599788f1b48b req-ed099e04-e1f2-4f02-a126-00b4d179e001 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 945 time: 0.1336818 Feb 17 22:09:52.927139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (427aa50a-da4e-4826-9a24-c5d6d38c2245), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:52.927689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:52.928171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:52.939411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34e92e85-fc9d-4468-bb19-599788f1b48b req-56ccf655-d9e6-40ce-9ee0-9c2e22c8a20c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889218 Feb 17 22:09:52.957848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['427aa50a-da4e-4826-9a24-c5d6d38c2245']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:52.970687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5547e70c-7f9a-41d3-9605-44853e439921') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:52.971487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5547e70c-7f9a-41d3-9605-44853e439921') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:52.985400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (5547e70c-7f9a-41d3-9605-44853e439921), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.003122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5547e70c-7f9a-41d3-9605-44853e439921), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.016872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:09:53.019309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (5547e70c-7f9a-41d3-9605-44853e439921), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.022359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-54c8cdf3-2bf6-4dae-85f4-21362f6c78e1 req-e466269e-0f6a-4145-b514-9695084f760c service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:09:53.022970 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:09:53.025667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54c8cdf3-2bf6-4dae-85f4-21362f6c78e1 req-e466269e-0f6a-4145-b514-9695084f760c service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062480 Feb 17 22:09:53.100592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (427aa50a-da4e-4826-9a24-c5d6d38c2245), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.112808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.121166 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] 10.222.0.79 "DELETE /v2.0/networks/427aa50a-da4e-4826-9a24-c5d6d38c2245 HTTP/1.1" status: 204 len: 168 time: 1.6277270 Feb 17 22:09:53.146725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07346c6-03eb-4add-9cc4-3f4773911c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=427aa50a-da4e-4826-9a24-c5d6d38c2245,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:53.176108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 5aa0d173-5b63-42e1-9847-06a268fbe7ee completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:09:53.187049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 5aa0d173-5b63-42e1-9847-06a268fbe7ee triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:09:53.187453 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.206705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36660) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:53.224371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82aa1d-0add-4066-9abe-b34255fd2379 req-1755b93d-2599-44e4-bc7b-4ac655b9ce26 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:53.225950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e82aa1d-0add-4066-9abe-b34255fd2379 req-1755b93d-2599-44e4-bc7b-4ac655b9ce26 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.1103330 Feb 17 22:09:53.255975 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a9dfa0-321d-4f2a-8875-81d726ce50a7 x-openstack-request-id: req-e0a9dfa0-321d-4f2a-8875-81d726ce50a7 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:53.256455 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:53.256882 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0a9dfa0-321d-4f2a-8875-81d726ce50a7 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:53.257430 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'status': 'completed', 'code': 200} Feb 17 22:09:53.318540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:53.381093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2840d5c2-a48a-4f6c-be4f-ce1d1afa2b64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.512070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36674) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:53.513169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2840d5c2-a48a-4f6c-be4f-ce1d1afa2b64 admin admin] Publish callbacks [] for security_group (736223e3-1c9f-4cf1-9933-3bb47a742ce4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.520938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2840d5c2-a48a-4f6c-be4f-ce1d1afa2b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (736223e3-1c9f-4cf1-9933-3bb47a742ce4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.527992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae83a8e-422c-404b-9f02-83deec64f86d req-4e7adaac-9f1d-4484-bc13-7dc285cd233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:53.529430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae83a8e-422c-404b-9f02-83deec64f86d req-4e7adaac-9f1d-4484-bc13-7dc285cd233f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2bc809e5510e45b2abf2f834fbe252e6&device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 1128 time: 0.2441788 Feb 17 22:09:53.532995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-587c7464-a7ce-4053-b269-918d5d2950e3 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2139390 Feb 17 22:09:53.551928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e82aa1d-0add-4066-9abe-b34255fd2379 req-30b13ffc-4c42-46e5-b803-fe38d5ce483a tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3187566 Feb 17 22:09:53.605300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840d5c2-a48a-4f6c-be4f-ce1d1afa2b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736223e3-1c9f-4cf1-9933-3bb47a742ce4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:53.620513 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2840d5c2-a48a-4f6c-be4f-ce1d1afa2b64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f954f8f1280d405d8888f4e68feb8970&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4095092 Feb 17 22:09:53.620513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36680) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:53.637689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-992bcdf7-28e5-4d70-849b-02e9f156afff admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c337f9b07a0d4d93b9c1c4dacd28aba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1194828 Feb 17 22:09:53.646015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36684) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:53.683180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5aa0d173-5b63-42e1-9847-06a268fbe7ee is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:09:53.683942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.694304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635055c-3fe9-4434-9293-7a8d9e41e721 req-465e6d9d-d42f-4c19-83b9-c01abb1efa99 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:53.703674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b635055c-3fe9-4434-9293-7a8d9e41e721 req-465e6d9d-d42f-4c19-83b9-c01abb1efa99 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2818391 Feb 17 22:09:53.819281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e60f13-916b-44b6-b819-3433451f152f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa0d173-5b63-42e1-9847-06a268fbe7ee'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:53.820148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b635055c-3fe9-4434-9293-7a8d9e41e721 req-0162264e-0752-41f8-b4c0-26f48b8f5310 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153250 Feb 17 22:09:53.821595 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ae2ad7-2a0a-4155-8bfd-d54283e38d06" -d '{"events": [{"server_uuid": "68e60f13-916b-44b6-b819-3433451f152f", "name": "network-vif-plugged", "status": "completed", "tag": "5aa0d173-5b63-42e1-9847-06a268fbe7ee"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:53.837546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-067b970c-f3c9-4bfa-ba7b-ba2a442f810b admin admin] Publish callbacks [] for security_group (736223e3-1c9f-4cf1-9933-3bb47a742ce4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.854154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae83a8e-422c-404b-9f02-83deec64f86d req-7bd38c09-3299-4432-abe4-9f1866996d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:53.858371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e8e594-efaf-4f01-bcfc-174c92c7ab2a admin admin] Publish callbacks [] for security_group (ea3698cf-8da4-4ef0-a9ce-7de4a2456597), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.858533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae83a8e-422c-404b-9f02-83deec64f86d req-7bd38c09-3299-4432-abe4-9f1866996d3f service neutron] 10.222.0.73 "GET /v2.0/networks?id=25a566b9-2e2a-418a-a978-582ba2663c41 HTTP/1.1" status: 200 len: 907 time: 0.2995429 Feb 17 22:09:53.870090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5aa0d173-5b63-42e1-9847-06a268fbe7ee, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5aa0d173-5b63-42e1-9847-06a268fbe7ee,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:53.881469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.899085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36700) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:53.920907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-067b970c-f3c9-4bfa-ba7b-ba2a442f810b admin admin] Publish callbacks [] for security_group (736223e3-1c9f-4cf1-9933-3bb47a742ce4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:53.960971 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2d75a3-f284-44a4-bf87-e9f26a36ab85 x-openstack-request-id: req-8f2d75a3-f284-44a4-bf87-e9f26a36ab85 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:53.961280 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e60f13-916b-44b6-b819-3433451f152f", "name": "network-vif-plugged", "status": "completed", "tag": "5aa0d173-5b63-42e1-9847-06a268fbe7ee", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:53.961506 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f2d75a3-f284-44a4-bf87-e9f26a36ab85 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:53.962088 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e60f13-916b-44b6-b819-3433451f152f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa0d173-5b63-42e1-9847-06a268fbe7ee', 'code': 200} Feb 17 22:09:53.985939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3435ccd8-9f08-46af-a523-0df1c70fdb32 req-bf2fa6a2-da6b-4ad6-bb1a-0822790a05c7 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:53.987977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3435ccd8-9f08-46af-a523-0df1c70fdb32 req-bf2fa6a2-da6b-4ad6-bb1a-0822790a05c7 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.2616465 Feb 17 22:09:54.004301 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:09:54.068053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae83a8e-422c-404b-9f02-83deec64f86d req-265f2a84-4591-45d2-9d62-a5e8bcbcb347 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da350f5a-be0a-478a-b1b0-f4485c207e81 HTTP/1.1" status: 200 len: 999 time: 0.2041459 Feb 17 22:09:54.068434 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e8e594-efaf-4f01-bcfc-174c92c7ab2a admin admin] Publish callbacks [] for security_group (ea3698cf-8da4-4ef0-a9ce-7de4a2456597), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.146282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=5aa0d173-5b63-42e1-9847-06a268fbe7ee,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:54.152692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3435ccd8-9f08-46af-a523-0df1c70fdb32 req-bb92e83e-e839-4e48-b29c-1300c7ba4327 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497371 Feb 17 22:09:54.216429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36716) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:54.222367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'port_id': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'mac_address': 'fa:16:3e:00:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:09:28Z', 'updated_at': '2022-02-17T22:09:51Z', 'revision_number': 1, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:54.245981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce59d1-8c1d-4513-bf86-22930d11df18 req-f2daa3dd-fba3-4d00-af5d-ed3e057645f2 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:54.247695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acce59d1-8c1d-4513-bf86-22930d11df18 req-f2daa3dd-fba3-4d00-af5d-ed3e057645f2 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 946 time: 0.1699173 Feb 17 22:09:54.265717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00551b9-7108-477a-8fe9-ab91caa2d2b2 req-fcafac71-a2d5-40e4-b892-455a80f872fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:54.268675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b00551b9-7108-477a-8fe9-ab91caa2d2b2 req-fcafac71-a2d5-40e4-b892-455a80f872fc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 1129 time: 0.1996343 Feb 17 22:09:54.271125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae83a8e-422c-404b-9f02-83deec64f86d req-cd0bdd5a-bb19-4a0f-a848-3c73443d924d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:54.272752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae83a8e-422c-404b-9f02-83deec64f86d req-cd0bdd5a-bb19-4a0f-a848-3c73443d924d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=57e021b6-67ca-41d3-9eb1-b41637f4eba3 HTTP/1.1" status: 200 len: 845 time: 0.1618092 Feb 17 22:09:54.275491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] Checking router: c9772acb-c7be-40fb-bf5b-edcb8491316c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:54.285908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:54.286870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:54.330143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-067b970c-f3c9-4bfa-ba7b-ba2a442f810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (736223e3-1c9f-4cf1-9933-3bb47a742ce4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.333416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-067b970c-f3c9-4bfa-ba7b-ba2a442f810b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.334782 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-067b970c-f3c9-4bfa-ba7b-ba2a442f810b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/736223e3-1c9f-4cf1-9933-3bb47a742ce4 HTTP/1.1" status: 204 len: 168 time: 0.7131970 Feb 17 22:09:54.342980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e8e594-efaf-4f01-bcfc-174c92c7ab2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ea3698cf-8da4-4ef0-a9ce-7de4a2456597), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.345717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e8e594-efaf-4f01-bcfc-174c92c7ab2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.349997 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-97e8e594-efaf-4f01-bcfc-174c92c7ab2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea3698cf-8da4-4ef0-a9ce-7de4a2456597 HTTP/1.1" status: 204 len: 168 time: 0.6889260 Feb 17 22:09:54.361510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b970c-f3c9-4bfa-ba7b-ba2a442f810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736223e3-1c9f-4cf1-9933-3bb47a742ce4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:54.378686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b00551b9-7108-477a-8fe9-ab91caa2d2b2 req-ce505fb4-6912-4967-9f67-2175702c835f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986722 Feb 17 22:09:54.380605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8e594-efaf-4f01-bcfc-174c92c7ab2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3698cf-8da4-4ef0-a9ce-7de4a2456597,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:54.470697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:54.504750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36728) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:54.675052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.809021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-981400662-network', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:54.847617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acce59d1-8c1d-4513-bf86-22930d11df18 req-91f00c21-a01a-4b0c-a615-05cb63a5d7bf tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848176 Feb 17 22:09:54.862109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae83a8e-422c-404b-9f02-83deec64f86d req-989cece8-1990-4582-956e-db9042c9eddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:54.865015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae83a8e-422c-404b-9f02-83deec64f86d req-989cece8-1990-4582-956e-db9042c9eddd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25a566b9-2e2a-418a-a978-582ba2663c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5710783 Feb 17 22:09:54.891899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'port_id': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'mac_address': 'fa:16:3e:00:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:09:28Z', 'updated_at': '2022-02-17T22:09:51Z', 'revision_number': 1, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:54.901324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:54.909328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.949529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60995b2-e2a5-497e-8b5e-0c39957166b9 None None] The sync data for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 is: [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'floating_ip_address': '172.25.0.172', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'port_id': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 660, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'mac_address': 'fa:16:3e:00:b0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:09:28Z', 'updated_at': '2022-02-17T22:09:51Z', 'revision_number': 1, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:54.964272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:54.978226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.090496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fe10a-f7f1-4301-8d98-a4d927a02913 req-678ebfb3-cecb-422a-8966-8b528325d5fe tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:55.099009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-903fe10a-f7f1-4301-8d98-a4d927a02913 req-678ebfb3-cecb-422a-8966-8b528325d5fe tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.1677728 Feb 17 22:09:55.131927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-ae95d0fc-80c7-4056-844f-ee7081837195 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:55.141675 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-ae95d0fc-80c7-4056-844f-ee7081837195 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports/e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 946 time: 0.6317275 Feb 17 22:09:55.184544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae83a8e-422c-404b-9f02-83deec64f86d req-62a96786-fbc1-4cb0-96f8-bb63edd7c353 service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087754 Feb 17 22:09:55.184782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Deleting port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:55.185328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.345688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] For port 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:55.346134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.382359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-903fe10a-f7f1-4301-8d98-a4d927a02913 req-0e333e53-7333-4279-a621-db34a7a4c759 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755413 Feb 17 22:09:55.388714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Calling delete_port for 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:55.411615 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89d29d3-d94c-472a-ac17-14d4b12e8812 None None] New status for floating IP 4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:09:55.521489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks [] for security_group (c9d55680-7921-4537-813e-91e99b8fb2a1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.572304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c9d55680-7921-4537-813e-91e99b8fb2a1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.658082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:09:55.678053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8691d06f-78f3-4a04-a878-71b11eab5952 req-9a51ad2c-abf5-46bc-ab3b-86057b80d0f0 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:55.687867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8691d06f-78f3-4a04-a878-71b11eab5952 req-9a51ad2c-abf5-46bc-ab3b-86057b80d0f0 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.3061969 Feb 17 22:09:55.741939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae83a8e-422c-404b-9f02-83deec64f86d req-8c12cc0c-930e-4ef6-8801-85f94f23c717 service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339270 Feb 17 22:09:55.771696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a0cc908c-73d9-42db-a94a-8d7373649f6d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.772686 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Added segment a0cc908c-73d9-42db-a94a-8d7373649f6d of type vlan for network 1f758203-9b63-4f40-821e-7ad3f600067d Feb 17 22:09:55.783145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d55680-7921-4537-813e-91e99b8fb2a1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:55.918752 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (26459af8-7b9a-4cf2-8ec0-f29f80e9dee4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.969488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (1f758203-9b63-4f40-821e-7ad3f600067d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:55.990644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Pushing event deleted for resources: {'Port': ['ID=26459af8-7b9a-4cf2-8ec0-f29f80e9dee4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:55.998834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8691d06f-78f3-4a04-a878-71b11eab5952 req-d4901878-c1f6-422a-af8e-604d42fc9cde tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005638 Feb 17 22:09:56.103446 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (1f758203-9b63-4f40-821e-7ad3f600067d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.104125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:56.104630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.137733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:56.251292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbddf2-2d84-42b8-a397-90772c6ccb67 req-f6ad9430-c007-48cb-825f-03cfbc24e709 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:56.252902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbdbddf2-2d84-42b8-a397-90772c6ccb67 req-f6ad9430-c007-48cb-825f-03cfbc24e709 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 946 time: 0.1776786 Feb 17 22:09:56.260985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0423334 Feb 17 22:09:56.261667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36788) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:56.304185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Request body: {'subnet': {'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-subnet', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:56.316871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a0fbd6-8384-4adc-b2fe-c1246e48ba92 admin admin] Pushing event updated for resources: {'Network': ['ID=1f758203-9b63-4f40-821e-7ad3f600067d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:56.330422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 1f758203-9b63-4f40-821e-7ad3f600067d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:09:56.391786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbdbddf2-2d84-42b8-a397-90772c6ccb67 req-be088adf-0659-4ef4-9d5a-e2ad16221f29 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262016 Feb 17 22:09:56.396627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:56.399137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.411612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-938005422-network', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:56.418065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.536201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Made reservation on behalf of 9b3f981bbee4453aaadaf646e129051b for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:56.538926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.550153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.728011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-d58523ec-1e72-4a00-933d-9e45c4fb5d45 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:56.730141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-d58523ec-1e72-4a00-933d-9e45c4fb5d45 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1129 time: 0.2332320 Feb 17 22:09:56.749043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:56.795597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks [] for security_group (4128286f-2bcf-4c3d-be72-f828f623c280), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.805948 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4128286f-2bcf-4c3d-be72-f828f623c280), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.835524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-3b147794-4426-4347-92ff-ad9612b6eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:56.839133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:09:56.839618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-3b147794-4426-4347-92ff-ad9612b6eb55 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1132 time: 0.1945243 Feb 17 22:09:56.862149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:09:56.862936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4128286f-2bcf-4c3d-be72-f828f623c280,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:56.866783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (87ed3e43-8416-4d52-89c0-2232277da6ca), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.867298 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Added segment 87ed3e43-8416-4d52-89c0-2232277da6ca of type vlan for network 2e8c0324-a918-43e1-bb4c-f439b994c07d Feb 17 22:09:56.891573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562eda7-90fc-45ce-a627-d1b5ae0a320e req-e2512aa1-380b-4826-b66c-3bfc86e0052f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:56.899263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a562eda7-90fc-45ce-a627-d1b5ae0a320e req-e2512aa1-380b-4826-b66c-3bfc86e0052f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2853336 Feb 17 22:09:56.917135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2e8c0324-a918-43e1-bb4c-f439b994c07d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:56.945603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (0b380438-2dc7-4d5b-9bda-2b9f986399eb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.006468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.019359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2e8c0324-a918-43e1-bb4c-f439b994c07d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.020549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:57.021303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.108985 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9603376 Feb 17 22:09:57.115540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a562eda7-90fc-45ce-a627-d1b5ae0a320e req-e2409e76-e639-4508-99f1-77db913f7aac tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152369 Feb 17 22:09:57.120967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:57.123272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:09:57.131299 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9eeea366-43ca-483e-a78d-0bbaf4f6d117 admin admin] 10.222.0.79 "PUT /v2.0/routers/265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2132282 Feb 17 22:09:57.131299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eaaf0-5a20-42ae-a92a-9d8f7557ca0e admin admin] Pushing event updated for resources: {'Network': ['ID=2e8c0324-a918-43e1-bb4c-f439b994c07d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:57.132747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:57.137682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] Sync routers for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:09:57.142286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:09:57.151822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Request body: {'subnet': {'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-938005422-subnet', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:57.185575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b380438-2dc7-4d5b-9bda-2b9f986399eb,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:57.266150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks [] for router (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.283851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:57.284483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:57.325585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-2e3bc79c-b637-4b8a-9818-a5af6e76ff79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:57.333403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-2e3bc79c-b637-4b8a-9818-a5af6e76ff79 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.4857087 Feb 17 22:09:57.408721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks [] for router_gateway (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.452333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:57.497020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Deleting port 736f5006-573f-45f3-ab7e-6550efcc2032 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:57.497278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.518582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Checking segment: {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:57.519010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Network hostable DHCP agents. Network: 1f758203-9b63-4f40-821e-7ad3f600067d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:09:57.584486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Made reservation on behalf of 9b3f981bbee4453aaadaf646e129051b for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:09:57.587224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.661848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:57.666419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] For port 736f5006-573f-45f3-ab7e-6550efcc2032, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=736f5006-573f-45f3-ab7e-6550efcc2032,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:57.666786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.677736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-c8ba8037-4bad-4662-b6ea-28f67f8b25e5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.1929591 Feb 17 22:09:57.705618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Calling delete_port for 736f5006-573f-45f3-ab7e-6550efcc2032 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:57.754409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83'}], 'enable_snat': True}, 'gw_port_id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:09:55Z', 'revision_number': 5, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port': {'id': '736f5006-573f-45f3-ab7e-6550efcc2032', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:57.760646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58da56-0f09-42e4-a1ba-cae9993e0dfe req-a3d06982-81b2-4121-a337-839a1c639e8d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:57.768552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa58da56-0f09-42e4-a1ba-cae9993e0dfe req-a3d06982-81b2-4121-a337-839a1c639e8d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 946 time: 0.5023263 Feb 17 22:09:57.787071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] Checking router: 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:09:57.797831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] Routers {'265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:09:57.798461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:57.800609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Network 1f758203-9b63-4f40-821e-7ad3f600067d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:09:57.865063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:57.893199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 1f758203-9b63-4f40-821e-7ad3f600067d) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:57.912732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-93d225b8-10a9-4cf4-a9b8-6f6d8f9e1f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:57.914271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-93d225b8-10a9-4cf4-a9b8-6f6d8f9e1f36 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2202518 Feb 17 22:09:57.921494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:57.922181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:57.928766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] Set router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:09:57.948963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (736f5006-573f-45f3-ab7e-6550efcc2032), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.001090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Pushing event deleted for resources: {'Port': ['ID=736f5006-573f-45f3-ab7e-6550efcc2032,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:58.011976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa58da56-0f09-42e4-a1ba-cae9993e0dfe req-924187dc-0947-4284-b7dd-72a6edceb68c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421737 Feb 17 22:09:58.020693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:09:58.021543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:09:57Z', 'revision_number': 6, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:58.022933 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2f71e9-66a3-4b5e-9c45-e5731f94d66b" -d '{"events": [{"server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "name": "network-vif-unplugged", "status": "completed", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:09:58.023654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ff9875-9705-45c3-8e23-1f941bb6ea77 None None] Network 1f758203-9b63-4f40-821e-7ad3f600067d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:58.037756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Publish callbacks [] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.049665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-51198114-3f0d-421b-81d6-f90b70ce3280 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7593811 Feb 17 22:09:58.054575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36818) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:58.066863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc6c144-d3f4-46b9-a5ac-6865d87c0dbf None None] The sync data for ids ['265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb'] in n-d-828369-18 is: [{'id': '265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1448001532-router', 'tenant_id': '7b16cad739dd4392b0d1f175efb30027', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:35Z', 'updated_at': '2022-02-17T22:09:57Z', 'revision_number': 6, 'project_id': '7b16cad739dd4392b0d1f175efb30027', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:09:58.098286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.140688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:58.163545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.190707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-1f758203-9b63-4f40-821e-7ad3f600067d', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:09:58.191841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.223700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31773ca5-c241-454a-9193-17a6b3e6af5a req-603726e0-644e-4afa-ba36-d012cc039666 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:58.230591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31773ca5-c241-454a-9193-17a6b3e6af5a req-603726e0-644e-4afa-ba36-d012cc039666 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 946 time: 0.4796464 Feb 17 22:09:58.323591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.332712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks [] for router_controller (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.390518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.391330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:09:58.397057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Allocated IP 172.20.0.2 (1f758203-9b63-4f40-821e-7ad3f600067d/0b380438-2dc7-4d5b-9bda-2b9f986399eb/76ef1e6b-3a90-4d00-99ee-e0955aa020e9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:09:58.400337 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf6f1eb-599e-42a2-b047-c664c8dceff6 x-openstack-request-id: req-ecf6f1eb-599e-42a2-b047-c664c8dceff6 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:09:58.400630 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "name": "network-vif-unplugged", "status": "completed", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:09:58.400883 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ecf6f1eb-599e-42a2-b047-c664c8dceff6 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:09:58.401291 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906', 'code': 200} Feb 17 22:09:58.401551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.402771 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc98055d-9ec8-4c5a-bb53-c3516a29a062 admin admin] 10.222.0.79 "DELETE /v2.0/routers/265f26eb-cbde-43b5-a0e1-9ca90d7a9dfb HTTP/1.1" status: 204 len: 168 time: 1.2688859 Feb 17 22:09:58.405402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36824) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:58.410880 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (b9323d8a-3578-445a-8edc-d5185ce9a341), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.411908 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (b9323d8a-3578-445a-8edc-d5185ce9a341), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.428681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-6fc7f4ea-a61a-43d2-ad60-173898d58bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:58.430186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-6fc7f4ea-a61a-43d2-ad60-173898d58bab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4982657 Feb 17 22:09:58.531527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] Deleting subnet 1e1c813c-88bd-4e68-9107-3e9c284eb0a3 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:09:58.535419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] Publish callbacks [] for subnet (1e1c813c-88bd-4e68-9107-3e9c284eb0a3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.559148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31773ca5-c241-454a-9193-17a6b3e6af5a req-06b9ecf5-ff07-4e63-8dec-18c6aa00baa1 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271849 Feb 17 22:09:58.563738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:58.604368 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (54efad64-af5d-4737-af22-ffc518dc2c50), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.644441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (1e1c813c-88bd-4e68-9107-3e9c284eb0a3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.653989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:58.654322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:58.654772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:58.692142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:09:58.692688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:58.706527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 08e356e0-1619-4d8e-8814-b4a5e0800906 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:09:58.743677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1e1c813c-88bd-4e68-9107-3e9c284eb0a3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.749559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks [] for router_controller (b9323d8a-3578-445a-8edc-d5185ce9a341), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.753639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:58.755521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:58.755521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:58.755521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Bound port: 08e356e0-1619-4d8e-8814-b4a5e0800906, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:58.755521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.764060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b24df-9f21-4a0a-acd9-a0b2e139846d req-f6a8eacb-8231-4fe4-8018-3b9a1195a39e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:58.765562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-947b24df-9f21-4a0a-acd9-a0b2e139846d req-f6a8eacb-8231-4fe4-8018-3b9a1195a39e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.3501706 Feb 17 22:09:58.775634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54efad64-af5d-4737-af22-ffc518dc2c50,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:58.814422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (1e1c813c-88bd-4e68-9107-3e9c284eb0a3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.838568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:58.847395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1c813c-88bd-4e68-9107-3e9c284eb0a3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:58.853872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-958136a2-ad96-4431-b3fa-0310ef203d1f service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874805 Feb 17 22:09:58.854171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.863696 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-05a9307b-bf01-4a04-b98f-ec9825eb7ef1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1e1c813c-88bd-4e68-9107-3e9c284eb0a3 HTTP/1.1" status: 204 len: 168 time: 0.4556439 Feb 17 22:09:58.864198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36830) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:58.881411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf77ec7-e887-4227-a66f-7c59adc5aee1 None None] Network bd9cc825-24f2-4e6d-83ab-ba39fe71806d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:58.920457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Checking segment: {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:58.920814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Network hostable DHCP agents. Network: 2e8c0324-a918-43e1-bb4c-f439b994c07d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:09:58.948254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:58.948500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:58.948821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:58.955270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (bd9cc825-24f2-4e6d-83ab-ba39fe71806d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:58.981448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:09:58.981797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:59.009095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:59.009823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:59.010676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:59.011425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Bound port: 08e356e0-1619-4d8e-8814-b4a5e0800906, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:59.011985 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.040889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Deleting port 1c1e318e-d893-4c14-8027-1a159e91659c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:09:59.041329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.068790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Publish callbacks [] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.114202 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.144100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] For port 1c1e318e-d893-4c14-8027-1a159e91659c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1c1e318e-d893-4c14-8027-1a159e91659c,segment=NetworkSegment(fb5c849b-1e7f-4722-8f66-03af093fbe40),segment_id=fb5c849b-1e7f-4722-8f66-03af093fbe40)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:09:59.145269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.174842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Calling delete_port for 1c1e318e-d893-4c14-8027-1a159e91659c owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:09:59.211493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Network 1f758203-9b63-4f40-821e-7ad3f600067d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:09:59.219042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:59.224281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:59.229819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:59.232691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:09:59.240858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Pushing event updated for resources: {'Port': ['ID=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:59.247607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.279390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b95ffd-dca2-420b-9c93-322055cedff5 None None] DHCP port deletion for bd9cc825-24f2-4e6d-83ab-ba39fe71806d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:09:59.321844 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1c1e318e-d893-4c14-8027-1a159e91659c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.355406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Pushing event deleted for resources: {'Port': ['ID=1c1e318e-d893-4c14-8027-1a159e91659c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:59.367561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] No DVR routers for this DVR port 1c1e318e-d893-4c14-8027-1a159e91659c on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:09:59.376508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-06b95ffd-dca2-420b-9c93-322055cedff5 None None] The port '1c1e318e-d893-4c14-8027-1a159e91659c' was deleted {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 22:09:59.410677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 08e356e0-1619-4d8e-8814-b4a5e0800906 has no active binding in host n-h1-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:09:59.412147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Attempting to bind port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:09:59.412509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Attempting to bind port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:09:59.412862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Attempting to bind port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 on network 1f758203-9b63-4f40-821e-7ad3f600067d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:09:59.424228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:09:59.424608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Checking segment: {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:09:59.425015 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.425405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Bound using segment: {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:09:59.425877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Bound port: 76ef1e6b-3a90-4d00-99ee-e0955aa020e9, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:09:59.426266 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.428161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:59.460582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (bd9cc825-24f2-4e6d-83ab-ba39fe71806d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.490880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9cc825-24f2-4e6d-83ab-ba39fe71806d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:59.510696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5c849b-1e7f-4722-8f66-03af093fbe40') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:59.510902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] For port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:59.513311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5c849b-1e7f-4722-8f66-03af093fbe40') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:09:59.516685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] For port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:09:59.523197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-947b24df-9f21-4a0a-acd9-a0b2e139846d req-fda6c4d2-7406-42fc-ae6b-ee2adf32ca5e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392006 Feb 17 22:09:59.529468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:09:59.533064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks [] for router_gateway (b9323d8a-3578-445a-8edc-d5185ce9a341), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.536992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.548667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fb5c849b-1e7f-4722-8f66-03af093fbe40), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.551237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:09:59.566849 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb5c849b-1e7f-4722-8f66-03af093fbe40), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.576046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:09:59.578108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fb5c849b-1e7f-4722-8f66-03af093fbe40), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:09:59.580455 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:09:59.582815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 08e356e0-1619-4d8e-8814-b4a5e0800906-n-h2-828369-18-0 {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:09:59.582815 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:09:59.596430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2e8c0324-a918-43e1-bb4c-f439b994c07d) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:09:59.604482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-6a3d0242-7dc3-4a8e-8fc8-827330646c71 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189543 Feb 17 22:09:59.621992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec6c27-636c-4f09-af28-cd2e787a7466 None None] Pushing event updated for resources: {'Port': ['ID=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:59.631340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:59.632052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b526e7-b348-487d-bb61-03b4899fef65 None None] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:09:59.632207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.669662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0f3041-64f4-4855-b3b6-8609b927fda8 req-b8c80371-3633-4de8-9017-45cd17625d7f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:59.673362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be0f3041-64f4-4855-b3b6-8609b927fda8 req-b8c80371-3633-4de8-9017-45cd17625d7f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.2537167 Feb 17 22:09:59.684930 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (bd9cc825-24f2-4e6d-83ab-ba39fe71806d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.692491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.698409 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] 10.222.0.79 "DELETE /v2.0/networks/bd9cc825-24f2-4e6d-83ab-ba39fe71806d HTTP/1.1" status: 204 len: 168 time: 0.8303905 Feb 17 22:09:59.703725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36838) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:59.719220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe2c81-6984-474b-95b4-89ee14d9d43c admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9cc825-24f2-4e6d-83ab-ba39fe71806d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:09:59.776890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cb2adfca-514a-441b-b730-74098f41a24f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6530988 Feb 17 22:09:59.780316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36840) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:09:59.788782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:09:59.790410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2e8c0324-a918-43e1-bb4c-f439b994c07d', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:09:59.791464 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.830198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1d319735-ab69-4030-bea2-0b579883df2a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.832043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1d319735-ab69-4030-bea2-0b579883df2a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.888709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e175a-df36-4f95-8e8e-d20c048385c0 req-7f33f975-885a-4708-a0e7-abbfe00c7ffd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:09:59.891929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e33e175a-df36-4f95-8e8e-d20c048385c0 req-7f33f975-885a-4708-a0e7-abbfe00c7ffd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 946 time: 0.2549684 Feb 17 22:09:59.922577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks [] for router_controller (1d319735-ab69-4030-bea2-0b579883df2a), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:09:59.927610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be0f3041-64f4-4855-b3b6-8609b927fda8 req-bee71b1e-c7c9-4f73-8be6-4125f527d50c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210691 Feb 17 22:10:00.012544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Allocated IP 172.20.0.2 (2e8c0324-a918-43e1-bb4c-f439b994c07d/54efad64-af5d-4737-af22-ffc518dc2c50/208f6a86-b6d9-48fc-8e19-30a33a17d88a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:00.028730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:00.110801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:00.111157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 26459af8-7b9a-4cf2-8ec0-f29f80e9dee4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:00.111854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c1e318e-d893-4c14-8027-1a159e91659c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:00.112988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:00.113545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:00.114126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:00.193353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 1c1e318e-d893-4c14-8027-1a159e91659c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:00.193724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c1e318e-d893-4c14-8027-1a159e91659c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:00.194147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 736f5006-573f-45f3-ab7e-6550efcc2032 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:00.202584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e33e175a-df36-4f95-8e8e-d20c048385c0 req-07ae0e1c-1905-4088-b5ae-5aa116d2ea54 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011153 Feb 17 22:10:00.252028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 736f5006-573f-45f3-ab7e-6550efcc2032 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:00.252381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 736f5006-573f-45f3-ab7e-6550efcc2032 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:00.268759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:10:00.269180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempting to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:00.278731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:00.280305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:00.280787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:00.281472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Bound port: 08e356e0-1619-4d8e-8814-b4a5e0800906, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:00.281921 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.366239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Publish callbacks [] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.375990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.426524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:00.429914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:00.441941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks [] for router_gateway (1d319735-ab69-4030-bea2-0b579883df2a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.444966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:00.474293 n-d-828369-18 neutron-server[103527]: WARNING neutron.plugins.ml2.plugin [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Concurrent port binding operations failed on port 08e356e0-1619-4d8e-8814-b4a5e0800906 Feb 17 22:10:00.478388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:00.482529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Pushing event updated for resources: {'Port': ['ID=208f6a86-b6d9-48fc-8e19-30a33a17d88a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:00.501974 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attempt 2 to bind port 08e356e0-1619-4d8e-8814-b4a5e0800906 Feb 17 22:10:00.508539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:00.509194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.510632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-76ba9196-e51e-47a9-a851-4cf72b45cb80 service neutron] 10.222.0.73 "PUT /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 1155 time: 3.7681704 Feb 17 22:10:00.511405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:00.513737 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1166a202-060f-426f-a6aa-109acaff3fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:00.607398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Attempting to bind port 208f6a86-b6d9-48fc-8e19-30a33a17d88a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:00.608172 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef53e139-0127-49de-918a-e65538bb9fa8 x-openstack-request-id: req-ef53e139-0127-49de-918a-e65538bb9fa8 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:00.608634 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:00.608720 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef53e139-0127-49de-918a-e65538bb9fa8 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:00.609107 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906', 'status': 'completed', 'code': 200} Feb 17 22:10:00.609363 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Attempting to bind port 208f6a86-b6d9-48fc-8e19-30a33a17d88a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:00.609821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Attempting to bind port 208f6a86-b6d9-48fc-8e19-30a33a17d88a on network 2e8c0324-a918-43e1-bb4c-f439b994c07d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:00.618208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:00.618658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Checking segment: {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:00.619155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.619770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Bound using segment: {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:00.620338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Bound port: 208f6a86-b6d9-48fc-8e19-30a33a17d88a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:00.620857 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.642321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['08e356e0-1619-4d8e-8814-b4a5e0800906'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:00.735720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks [] for router_gateway (b9323d8a-3578-445a-8edc-d5185ce9a341), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.788611 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.819148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['08e356e0-1619-4d8e-8814-b4a5e0800906'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:00.858593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks [] for router_gateway (1d319735-ab69-4030-bea2-0b579883df2a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.886097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.945068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] For port 208f6a86-b6d9-48fc-8e19-30a33a17d88a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:00.948450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afafac5-9cf1-4647-b013-fe8b917333c8 req-4bd2d2a8-ae6c-4e6d-9e3e-52e600d866e0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:00.949398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] For port 208f6a86-b6d9-48fc-8e19-30a33a17d88a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=208f6a86-b6d9-48fc-8e19-30a33a17d88a,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:00.950023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5afafac5-9cf1-4647-b013-fe8b917333c8 req-4bd2d2a8-ae6c-4e6d-9e3e-52e600d866e0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.3215880 Feb 17 22:10:00.966417 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:00.992520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-d506494c-d223-4785-ac5d-62a30b2882e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:00.994030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-d506494c-d223-4785-ac5d-62a30b2882e0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1158 time: 0.3265357 Feb 17 22:10:01.081023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc110db-4197-4879-9381-370be7f452d2 None None] Pushing event updated for resources: {'Port': ['ID=208f6a86-b6d9-48fc-8e19-30a33a17d88a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:01.123075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-c8e1804e-5050-440d-bcbc-ebef920bd3b7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:01.124645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-c8e1804e-5050-440d-bcbc-ebef920bd3b7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 946 time: 0.3307033 Feb 17 22:10:01.216505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Allocated IP 172.25.0.158 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/9ec26bda-c5db-4f07-9aa2-3c42b007955e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:01.231594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e795d-92f9-4ceb-b7c2-cd5ff00aa766 None None] Network 1f758203-9b63-4f40-821e-7ad3f600067d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:01.243120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5afafac5-9cf1-4647-b013-fe8b917333c8 req-dfdd33fb-9684-439b-b7bf-e3fb090ce9b1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732835 Feb 17 22:10:01.354570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a7697a96-76de-4301-b720-f760e4a64c00 None None] Provisioning complete for port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:01.354951 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7697a96-76de-4301-b720-f760e4a64c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:01.462122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-0886066c-abc5-4dce-a35b-86db180f9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:01.463550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-0886066c-abc5-4dce-a35b-86db180f9ae4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.4540358 Feb 17 22:10:01.496134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a7697a96-76de-4301-b720-f760e4a64c00 None None] Current status of the port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:01.496543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7697a96-76de-4301-b720-f760e4a64c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:01.550544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a7697a96-76de-4301-b720-f760e4a64c00 None None] For port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:01.556719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7697a96-76de-4301-b720-f760e4a64c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:01.590287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-ba65f161-0433-4ea7-8856-de6c7b4794ef service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 217 time: 0.0718329 Feb 17 22:10:01.608518 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (b4078104-8a65-4af4-a9f6-3decce34cb5c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:01.620589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7697a96-76de-4301-b720-f760e4a64c00 None None] Pushing event updated for resources: {'Port': ['ID=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:01.728084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks [] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:01.765917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1772791-7b5f-4dbf-931d-73e12805f065 req-bee31707-d16b-47c9-80a8-ae5458d56054 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:01.767433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1772791-7b5f-4dbf-931d-73e12805f065 req-bee31707-d16b-47c9-80a8-ae5458d56054 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 946 time: 0.3893192 Feb 17 22:10:01.780438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fa20e-8c6b-4120-9ec2-045ef1793af7 req-bafdcb23-a582-43c9-8015-e14962dce1ca tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:01.781731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-848fa20e-8c6b-4120-9ec2-045ef1793af7 req-bafdcb23-a582-43c9-8015-e14962dce1ca tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.3918536 Feb 17 22:10:01.781887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-438de87d-0381-4c1e-ba00-97e863f81dc5 None None] Provisioning complete for port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:01.782109 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-438de87d-0381-4c1e-ba00-97e863f81dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:01.810333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Deleting port 5aa0d173-5b63-42e1-9847-06a268fbe7ee {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:01.810669 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:01.824844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-861b7137-0f1f-47da-950b-fe7a1ab314f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:01.826336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-861b7137-0f1f-47da-950b-fe7a1ab314f9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.2241013 Feb 17 22:10:01.867183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-438de87d-0381-4c1e-ba00-97e863f81dc5 None None] Current status of the port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:01.941375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-df6f62d3-091e-4702-84d8-68b4dcee97a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684602 Feb 17 22:10:02.014999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.061555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 208f6a86-b6d9-48fc-8e19-30a33a17d88a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:02.067669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1772791-7b5f-4dbf-931d-73e12805f065 req-e9df6414-d901-4e0f-ab64-0e617d79aa00 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782788 Feb 17 22:10:02.074726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Allocated IP 172.25.0.75 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/9c47317f-8916-4339-9d54-9813ddaabcf6) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:02.225678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks [] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.228216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 208f6a86-b6d9-48fc-8e19-30a33a17d88a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:02.228594 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.270817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.386877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:02.395112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:02.401996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:02.402994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 208f6a86-b6d9-48fc-8e19-30a33a17d88a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:02.403750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.480627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Pushing event updated for resources: {'Port': ['ID=9c47317f-8916-4339-9d54-9813ddaabcf6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:02.490588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eae6476-26a0-4ba8-96a0-b42a91b9aa18 None None] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:02.520703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 208f6a86-b6d9-48fc-8e19-30a33a17d88a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=208f6a86-b6d9-48fc-8e19-30a33a17d88a,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:02.558356 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.559150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:02.577348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-27884e3e-2f98-4501-8274-ab42e969e6b0 None None] Provisioning complete for port 208f6a86-b6d9-48fc-8e19-30a33a17d88a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:02.577727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27884e3e-2f98-4501-8274-ab42e969e6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.582789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36878) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:02.619056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] For port 5aa0d173-5b63-42e1-9847-06a268fbe7ee, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5aa0d173-5b63-42e1-9847-06a268fbe7ee,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:02.619727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.626132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-848fa20e-8c6b-4120-9ec2-045ef1793af7 req-9890a90d-e86b-4fcd-9194-daef5983babb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8180759 Feb 17 22:10:02.679864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:02.711517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Calling delete_port for 5aa0d173-5b63-42e1-9847-06a268fbe7ee owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:02.720732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:02.728168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Pushing event updated for resources: {'Port': ['ID=9ec26bda-c5db-4f07-9aa2-3c42b007955e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:02.733346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:02.778076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f53d31-1235-439c-b3b8-44bf0780669f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.837773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks [] for router_gateway (1d319735-ab69-4030-bea2-0b579883df2a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.863162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-5fcdb19b-4de0-4a05-ab87-de102c92bec3 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9025345 Feb 17 22:10:02.883313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ec157-8bec-4ed0-afea-84d9c3be8fb1 req-502fdfa7-462e-454d-9c33-b472497699e0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:02.884859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-931ec157-8bec-4ed0-afea-84d9c3be8fb1 req-502fdfa7-462e-454d-9c33-b472497699e0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2797894 Feb 17 22:10:02.907352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=208f6a86-b6d9-48fc-8e19-30a33a17d88a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:02.956987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:02.957807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.962834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f53d31-1235-439c-b3b8-44bf0780669f admin admin] Publish callbacks [] for security_group (c5d2fae8-9b19-44c9-981f-8e063601bc67), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:02.968457 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f53d31-1235-439c-b3b8-44bf0780669f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5d2fae8-9b19-44c9-981f-8e063601bc67), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.000241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27884e3e-2f98-4501-8274-ab42e969e6b0 None None] Current status of the port 208f6a86-b6d9-48fc-8e19-30a33a17d88a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:03.047988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f53d31-1235-439c-b3b8-44bf0780669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d2fae8-9b19-44c9-981f-8e063601bc67,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:03.058246 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-88f53d31-1235-439c-b3b8-44bf0780669f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6698b01311ff4b3bb42346347525c09c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4743223 Feb 17 22:10:03.058863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36882) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:03.060622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:03.184307 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f86a478-2f9a-499f-8d79-898bfc5d9eee admin admin] Publish callbacks [] for security_group (c5d2fae8-9b19-44c9-981f-8e063601bc67), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.187859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1d319735-ab69-4030-bea2-0b579883df2a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.217775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-931ec157-8bec-4ed0-afea-84d9c3be8fb1 req-3485beba-4a23-4471-a02f-bfe21f4a3009 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157995 Feb 17 22:10:03.271509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f86a478-2f9a-499f-8d79-898bfc5d9eee admin admin] Publish callbacks [] for security_group (c5d2fae8-9b19-44c9-981f-8e063601bc67), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.293517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1166a202-060f-426f-a6aa-109acaff3fa3 req-6225f106-bbd3-4de5-a7af-ac2ece67c98c service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050817 Feb 17 22:10:03.338454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-59fc6091-9f07-4f3d-9847-297913c937b9 None None] Provisioning complete for port 208f6a86-b6d9-48fc-8e19-30a33a17d88a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:03.338836 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59fc6091-9f07-4f3d-9847-297913c937b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.340950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5aa0d173-5b63-42e1-9847-06a268fbe7ee), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.353070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f86a478-2f9a-499f-8d79-898bfc5d9eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5d2fae8-9b19-44c9-981f-8e063601bc67), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.355716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f86a478-2f9a-499f-8d79-898bfc5d9eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.359491 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9f86a478-2f9a-499f-8d79-898bfc5d9eee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5d2fae8-9b19-44c9-981f-8e063601bc67 HTTP/1.1" status: 204 len: 168 time: 0.2577348 Feb 17 22:10:03.376691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f86a478-2f9a-499f-8d79-898bfc5d9eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d2fae8-9b19-44c9-981f-8e063601bc67,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:03.427295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Router 1d319735-ab69-4030-bea2-0b579883df2a is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:10:03.435919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event deleted for resources: {'Port': ['ID=5aa0d173-5b63-42e1-9847-06a268fbe7ee,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:03.455697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59fc6091-9f07-4f3d-9847-297913c937b9 None None] Current status of the port 208f6a86-b6d9-48fc-8e19-30a33a17d88a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:03.479827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0eac6-0714-44cf-add3-d8b6ea7d2306 req-37d1f8e7-6fd2-4063-a47c-ae2f92dd1128 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:03.481553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40f0eac6-0714-44cf-add3-d8b6ea7d2306 req-37d1f8e7-6fd2-4063-a47c-ae2f92dd1128 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=68e60f13-916b-44b6-b819-3433451f152f HTTP/1.1" status: 200 len: 867 time: 0.3099909 Feb 17 22:10:03.502682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] No DVR routers for this DVR port 5aa0d173-5b63-42e1-9847-06a268fbe7ee on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:03.507028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.510108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b355ae-a04f-4ba8-8086-1b661f9da0e6 req-1378e5b9-84be-46a4-b458-cf187ecb7d97 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "DELETE /v2.0/ports/5aa0d173-5b63-42e1-9847-06a268fbe7ee HTTP/1.1" status: 204 len: 173 time: 2.3518391 Feb 17 22:10:03.515390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e60f13-916b-44b6-b819-3433451f152f', 'name': 'network-vif-deleted', 'tag': '5aa0d173-5b63-42e1-9847-06a268fbe7ee'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:03.518097 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a98c713-5337-4644-9605-17e2877ced7c" -d '{"events": [{"server_uuid": "68e60f13-916b-44b6-b819-3433451f152f", "name": "network-vif-deleted", "tag": "5aa0d173-5b63-42e1-9847-06a268fbe7ee"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:03.574972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Deleting port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:03.575321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.583338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks [] for router_gateway (b9323d8a-3578-445a-8edc-d5185ce9a341), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.597856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:03.611710 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Sync routers for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:03.630366 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:03.631119 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:03.634108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.637894 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a5727eb-06c4-40e1-b0fd-842e67cce811 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8533483 Feb 17 22:10:03.638303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36892) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:03.675660 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbd604c-7825-426f-a0f0-4a8f23326f88 x-openstack-request-id: req-7dbd604c-7825-426f-a0f0-4a8f23326f88 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:03.676217 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e60f13-916b-44b6-b819-3433451f152f", "name": "network-vif-deleted", "tag": "5aa0d173-5b63-42e1-9847-06a268fbe7ee", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:03.676217 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7dbd604c-7825-426f-a0f0-4a8f23326f88 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:03.676630 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68e60f13-916b-44b6-b819-3433451f152f', 'name': 'network-vif-deleted', 'tag': '5aa0d173-5b63-42e1-9847-06a268fbe7ee', 'status': 'completed', 'code': 200} Feb 17 22:10:03.728981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40f0eac6-0714-44cf-add3-d8b6ea7d2306 req-5a6200de-ba5d-4416-a714-493c1441b4c2 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273412 Feb 17 22:10:03.812934 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:03.830153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] For port cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,segment=NetworkSegment(c472acac-8a24-4732-a291-2a1589eeb92f),segment_id=c472acac-8a24-4732-a291-2a1589eeb92f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:03.830523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:03.883746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Calling delete_port for cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:04.008873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187277f5-196b-4b3d-8e96-cc4be2c87c24 req-74b7ec60-d7cf-418b-b6ec-6169c82b66b8 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:04.010325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-187277f5-196b-4b3d-8e96-cc4be2c87c24 req-74b7ec60-d7cf-418b-b6ec-6169c82b66b8 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.2290735 Feb 17 22:10:04.044100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 208f6a86-b6d9-48fc-8e19-30a33a17d88a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:04.059831 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:02Z', 'revision_number': 3, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:04.090339 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Checking router: 1d319735-ab69-4030-bea2-0b579883df2a for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:04.091223 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Updating router 1d319735-ab69-4030-bea2-0b579883df2a port 9c47317f-8916-4339-9d54-9813ddaabcf6 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:10:04.091889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (b9323d8a-3578-445a-8edc-d5185ce9a341), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.136079 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.156293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 208f6a86-b6d9-48fc-8e19-30a33a17d88a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:04.159407 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.279324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-187277f5-196b-4b3d-8e96-cc4be2c87c24 req-b7965e5e-b622-4572-a0ba-730cc360a47f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471325 Feb 17 22:10:04.335408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.379849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 208f6a86-b6d9-48fc-8e19-30a33a17d88a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:04.460673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b582ead6-1a01-4866-b08c-8935d15ad412 req-f738cf83-2468-4945-a16b-3f4b7a724a0e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:04.462563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b582ead6-1a01-4866-b08c-8935d15ad412 req-f738cf83-2468-4945-a16b-3f4b7a724a0e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.1321166 Feb 17 22:10:04.502396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.536384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Router b9323d8a-3578-445a-8edc-d5185ce9a341 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:10:04.550702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:04.593293 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Publish callbacks [] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.610686 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.646716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b582ead6-1a01-4866-b08c-8935d15ad412 req-5458340d-3abd-4bd4-b6ea-ab3e0a7a6be7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681967 Feb 17 22:10:04.663553 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13732b4-056e-4a0a-8716-10cdb361688c None None] Pushing event updated for resources: {'Port': ['ID=9c47317f-8916-4339-9d54-9813ddaabcf6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:04.703566 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Attempting to bind port 9c47317f-8916-4339-9d54-9813ddaabcf6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:04.704220 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Attempting to bind port 9c47317f-8916-4339-9d54-9813ddaabcf6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:04.704768 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Attempting to bind port 9c47317f-8916-4339-9d54-9813ddaabcf6 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:04.711388 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:04.712038 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:04.712633 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.713179 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:04.714389 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Bound port: 9c47317f-8916-4339-9d54-9813ddaabcf6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:04.714934 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.786522 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] For port 9c47317f-8916-4339-9d54-9813ddaabcf6, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:04.792144 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] For port 9c47317f-8916-4339-9d54-9813ddaabcf6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9c47317f-8916-4339-9d54-9813ddaabcf6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:04.806268 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.821469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5aa0d173-5b63-42e1-9847-06a268fbe7ee no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:04.870883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 5aa0d173-5b63-42e1-9847-06a268fbe7ee {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:04.874122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5aa0d173-5b63-42e1-9847-06a268fbe7ee not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:04.896157 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13732b4-056e-4a0a-8716-10cdb361688c None None] Pushing event updated for resources: {'Port': ['ID=9c47317f-8916-4339-9d54-9813ddaabcf6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:04.914808 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:04.915696 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:04.924226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:04.943685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Sync routers for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:04.945746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (b4078104-8a65-4af4-a9f6-3decce34cb5c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.974445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:04.975725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-26183703-9f71-4e7c-bfcb-1c145d0fb9fc admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8427196 Feb 17 22:10:04.985829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36926) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:04.992400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:04.994742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:04.998307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Allocated IP 172.20.0.1 (2e8c0324-a918-43e1-bb4c-f439b994c07d/54efad64-af5d-4737-af22-ffc518dc2c50/04776d5e-4683-4f13-9207-14e1cdcddd60) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:05.200245 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:05.285483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:05.423076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks [] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:05.491346 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:05.607527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c117f-b953-4639-bf63-aff97e911bfd req-a64c3617-d0b3-4fa7-a921-fb40df5e9527 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:05.609605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-655c117f-b953-4639-bf63-aff97e911bfd req-a64c3617-d0b3-4fa7-a921-fb40df5e9527 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.1630836 Feb 17 22:10:05.611954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:03Z', 'revision_number': 3, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:05.622306 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:02Z', 'revision_number': 3, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:05.657393 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa249f5-fc98-4aba-8c2e-4378f513b057 None None] The sync data for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 is: [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:02Z', 'revision_number': 3, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:05.660655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Checking router: b9323d8a-3578-445a-8edc-d5185ce9a341 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:05.661062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Updating router b9323d8a-3578-445a-8edc-d5185ce9a341 port 9ec26bda-c5db-4f07-9aa2-3c42b007955e binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:10:05.680041 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:05.703277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:05.703523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:05.715453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:05.716227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-00511273-4edb-4ac6-b74b-cf46eda238ce tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:05.723996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-00511273-4edb-4ac6-b74b-cf46eda238ce tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.2782238 Feb 17 22:10:05.771696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Pushing event updated for resources: {'Port': ['ID=04776d5e-4683-4f13-9207-14e1cdcddd60,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:05.798171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-655c117f-b953-4639-bf63-aff97e911bfd req-90c7db4e-24ea-4cbb-b18b-089668aea7b4 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762121 Feb 17 22:10:05.807780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-54f23264-b041-4e15-9f1c-cca0183aeca0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/quotas/003a4cb84a814b839614df8dbaa5bedb HTTP/1.1" status: 200 len: 375 time: 0.0829558 Feb 17 22:10:05.836026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36960) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:05.852743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-4d9e7927-2438-4537-80a7-02444c388e7b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410244 Feb 17 22:10:05.903076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (1d319735-ab69-4030-bea2-0b579883df2a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.016501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Router b4078104-8a65-4af4-a9f6-3decce34cb5c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:10:06.199134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Publish callbacks [] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.206900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e8948a08-2664-4de4-a56b-5dabd993fa89 None None] Provisioning complete for port 04776d5e-4683-4f13-9207-14e1cdcddd60 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:06.207460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8948a08-2664-4de4-a56b-5dabd993fa89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.214189 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3576f9f-da3a-496d-9b90-126454146bc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.243247 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.277085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd039c-8202-4976-a584-ae60e2c5829a req-35929222-5fe4-4343-9dca-a5b041747d02 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:06.284266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04bd039c-8202-4976-a584-ae60e2c5829a req-35929222-5fe4-4343-9dca-a5b041747d02 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2934234 Feb 17 22:10:06.292550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-a0b732ea-28ef-40cd-ab13-18be37704fa5 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136817 Feb 17 22:10:06.305286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865588ef-013c-46b4-ba05-54c5f0573196 None None] Pushing event updated for resources: {'Port': ['ID=9ec26bda-c5db-4f07-9aa2-3c42b007955e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:06.324688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e8948a08-2664-4de4-a56b-5dabd993fa89 None None] Port 04776d5e-4683-4f13-9207-14e1cdcddd60 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:06.350684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Attempting to bind port 9ec26bda-c5db-4f07-9aa2-3c42b007955e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:06.350976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Attempting to bind port 9ec26bda-c5db-4f07-9aa2-3c42b007955e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:06.351506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Attempting to bind port 9ec26bda-c5db-4f07-9aa2-3c42b007955e on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:06.354445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:06.361869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:06.362516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:06.362938 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.363809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:06.364087 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3576f9f-da3a-496d-9b90-126454146bc9 admin admin] Publish callbacks [] for security_group (46fbb68c-9e92-444c-94f3-20e0315b96eb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.364660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Bound port: 9ec26bda-c5db-4f07-9aa2-3c42b007955e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:06.365046 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.371843 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] Sync routers for ids ['b4078104-8a65-4af4-a9f6-3decce34cb5c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:06.373193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.377024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3576f9f-da3a-496d-9b90-126454146bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (46fbb68c-9e92-444c-94f3-20e0315b96eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.384674 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] Routers {'b4078104-8a65-4af4-a9f6-3decce34cb5c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:06.386173 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4078104-8a65-4af4-a9f6-3decce34cb5c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:06.399218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7516a5d-5fd9-4b5c-8959-27e09d6806a7 admin admin] 10.222.0.79 "PUT /v2.0/routers/b4078104-8a65-4af4-a9f6-3decce34cb5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6925478 Feb 17 22:10:06.401569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36964) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:06.411589 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d3576f9f-da3a-496d-9b90-126454146bc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf3c6fcab8d242c49f8ad58ea1a7a96c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679860 Feb 17 22:10:06.415817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04bd039c-8202-4976-a584-ae60e2c5829a req-77c16479-f133-40b6-9d58-c61fd97d8671 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305656 Feb 17 22:10:06.416304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36966) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:06.456286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] For port 9ec26bda-c5db-4f07-9aa2-3c42b007955e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:06.456286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] For port 9ec26bda-c5db-4f07-9aa2-3c42b007955e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ec26bda-c5db-4f07-9aa2-3c42b007955e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:06.462789 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.507569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-87dad072-a342-4519-8d10-2f7d992efca8 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917005 Feb 17 22:10:06.527800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.548298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0c71-bfdf-4574-a66e-428a07c0518c admin admin] Publish callbacks [] for security_group (46fbb68c-9e92-444c-94f3-20e0315b96eb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.581876 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] Set router b4078104-8a65-4af4-a9f6-3decce34cb5c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:06.584860 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0c71-bfdf-4574-a66e-428a07c0518c admin admin] Publish callbacks [] for security_group (46fbb68c-9e92-444c-94f3-20e0315b96eb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.602494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865588ef-013c-46b4-ba05-54c5f0573196 None None] Pushing event updated for resources: {'Port': ['ID=9ec26bda-c5db-4f07-9aa2-3c42b007955e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:06.613006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:06.614023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:06.677138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0c71-bfdf-4574-a66e-428a07c0518c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (46fbb68c-9e92-444c-94f3-20e0315b96eb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.679732 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dc6b0c71-bfdf-4574-a66e-428a07c0518c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:06.683566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dc6b0c71-bfdf-4574-a66e-428a07c0518c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46fbb68c-9e92-444c-94f3-20e0315b96eb HTTP/1.1" status: 204 len: 168 time: 0.2595034 Feb 17 22:10:06.693950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6b0c71-bfdf-4574-a66e-428a07c0518c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fbb68c-9e92-444c-94f3-20e0315b96eb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:06.810561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:06.827073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d6ec545-e03a-4601-b146-33e97d190d02 req-400de05b-252d-4432-b962-9b3125b64813 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0515139 Feb 17 22:10:07.001845 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:10:04Z', 'revision_number': 5, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:07.053842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] Checking router: b4078104-8a65-4af4-a9f6-3decce34cb5c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:07.079965 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] Routers {'b4078104-8a65-4af4-a9f6-3decce34cb5c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:07.080164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks [] for router (b4078104-8a65-4af4-a9f6-3decce34cb5c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:07.082868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4078104-8a65-4af4-a9f6-3decce34cb5c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:07.084834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3576f9f-da3a-496d-9b90-126454146bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fbb68c-9e92-444c-94f3-20e0315b96eb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:07.084971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203cec1-510c-4326-80b3-6c69d677e4aa req-6b3622e4-01b1-4f6b-8d61-60d114814e93 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:07.093017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c203cec1-510c-4326-80b3-6c69d677e4aa req-6b3622e4-01b1-4f6b-8d61-60d114814e93 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.1423829 Feb 17 22:10:07.171313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:03Z', 'revision_number': 3, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:07.176642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c203cec1-510c-4326-80b3-6c69d677e4aa req-3bfbe0d6-0912-442e-af8a-08bbba6ac9d6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826273 Feb 17 22:10:07.207006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416b89a2-f0f0-4c0f-8e11-4b87871a5b15 None None] The sync data for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 is: [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:03Z', 'revision_number': 3, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:07.295051 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] Set router b4078104-8a65-4af4-a9f6-3decce34cb5c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:07.320056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Allocated IP 172.20.0.1 (1f758203-9b63-4f40-821e-7ad3f600067d/0b380438-2dc7-4d5b-9bda-2b9f986399eb/44dc3e6c-3256-43f0-81a0-662949989926) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:07.429100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks [] for router_gateway (b4078104-8a65-4af4-a9f6-3decce34cb5c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:07.616941 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:10:04Z', 'revision_number': 5, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:07.681006 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc553cab-11ce-4187-96e8-94c903edba0f None None] The sync data for ids ['b4078104-8a65-4af4-a9f6-3decce34cb5c'] in n-d-828369-18 is: [{'id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-408580594-router', 'tenant_id': 'c2441da0fd754b43adde3075bd41c019', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238'}], 'enable_snat': True}, 'gw_port_id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:05:44Z', 'updated_at': '2022-02-17T22:10:04Z', 'revision_number': 5, 'project_id': 'c2441da0fd754b43adde3075bd41c019', 'gw_port': {'id': '9b034a02-558b-4048-8381-f3785bd7cb66', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:46:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4078104-8a65-4af4-a9f6-3decce34cb5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:05:46Z', 'updated_at': '2022-02-17T22:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:07.719335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Deleting port 9b034a02-558b-4048-8381-f3785bd7cb66 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:07.719932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:07.723101 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks [] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:07.748861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda09e3-182f-49be-b7ff-ea242cf6aaa8 req-ca361d9a-8347-4512-b20c-5d90338463e5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:07.748861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda09e3-182f-49be-b7ff-ea242cf6aaa8 req-ca361d9a-8347-4512-b20c-5d90338463e5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.1957505 Feb 17 22:10:07.789167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:07.837951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda09e3-182f-49be-b7ff-ea242cf6aaa8 req-8138612a-ba89-4fe7-9b07-ffd7c426c23d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750499 Feb 17 22:10:07.966743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfa85955-7d47-470e-8ba5-93a35de0aa34 req-ac3b2697-c86c-4fe3-a734-cdd236a2e82f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0333543 Feb 17 22:10:08.008787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37006) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:08.181601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks [] for port (44dc3e6c-3256-43f0-81a0-662949989926), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.269447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Pushing event updated for resources: {'Port': ['ID=04776d5e-4683-4f13-9207-14e1cdcddd60,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:08.322431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9c47317f-8916-4339-9d54-9813ddaabcf6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:08.347288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (1d319735-ab69-4030-bea2-0b579883df2a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.366092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1378359074-network', 'tenant_id': '587603bb8887478e911a2997793eeffe'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:08.429726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9c47317f-8916-4339-9d54-9813ddaabcf6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:08.430268 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.487260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Made reservation on behalf of 587603bb8887478e911a2997793eeffe for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:08.490144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.505235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] For port 9b034a02-558b-4048-8381-f3785bd7cb66, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9b034a02-558b-4048-8381-f3785bd7cb66,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:08.505660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.534772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.541700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9c47317f-8916-4339-9d54-9813ddaabcf6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:08.542364 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.545886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (44dc3e6c-3256-43f0-81a0-662949989926), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.563078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Calling delete_port for 9b034a02-558b-4048-8381-f3785bd7cb66 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:08.572355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 9c47317f-8916-4339-9d54-9813ddaabcf6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9c47317f-8916-4339-9d54-9813ddaabcf6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:08.579915 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.581026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ec26bda-c5db-4f07-9aa2-3c42b007955e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:08.620188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-57fb879c-68e4-43ac-9bea-6835f9040a7f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:08.621601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-57fb879c-68e4-43ac-9bea-6835f9040a7f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.3946764 Feb 17 22:10:08.633057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Network 1f758203-9b63-4f40-821e-7ad3f600067d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:08.641436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e6b28-eecc-4f83-ba0b-e04fa9a6c3e7 req-36d61e28-4488-4540-b05f-34284d94ed3c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:08.648432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-440e6b28-eecc-4f83-ba0b-e04fa9a6c3e7 req-36d61e28-4488-4540-b05f-34284d94ed3c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.2421196 Feb 17 22:10:08.661941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Request body: {'port': {'device_id': '83611c24-4806-4582-be37-26f033792c61', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'admin_state_up': True, 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:08.678918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:08.682188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Pushing event updated for resources: {'Port': ['ID=44dc3e6c-3256-43f0-81a0-662949989926,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:08.686239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:08.728737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:08.746228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=9c47317f-8916-4339-9d54-9813ddaabcf6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:08.749185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:08.772681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (b9323d8a-3578-445a-8edc-d5185ce9a341), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.796685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9ec26bda-c5db-4f07-9aa2-3c42b007955e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:08.797310 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:08.925040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-440e6b28-eecc-4f83-ba0b-e04fa9a6c3e7 req-5fd00105-778e-4586-ae9c-19a426c26b76 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755280 Feb 17 22:10:08.963573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.039721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9ec26bda-c5db-4f07-9aa2-3c42b007955e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:09.040163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.072619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks [] for security_group (484867d9-5d3b-4096-a7af-db942826abb2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.079172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 9ec26bda-c5db-4f07-9aa2-3c42b007955e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ec26bda-c5db-4f07-9aa2-3c42b007955e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:09.105102 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.113906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (484867d9-5d3b-4096-a7af-db942826abb2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.127362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:09.159416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:09.160207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cfe83f41-fe4a-4e3e-9da8-a9eaecc3e351 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:09.206770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9897b193-1151-4bab-9df2-bacebe3fa6c4 req-f6ed3c18-3e1e-4c67-8e2b-e242970f3d1f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0960751 Feb 17 22:10:09.210448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:10:09.227247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (44dc3e6c-3256-43f0-81a0-662949989926), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.229123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:09.233808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.239569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4c4044e3-bcca-4148-9223-79ba4b174448 None None] Provisioning complete for port 44dc3e6c-3256-43f0-81a0-662949989926 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:09.239957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c4044e3-bcca-4148-9223-79ba4b174448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (44dc3e6c-3256-43f0-81a0-662949989926), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.250311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a0d36b5b-52b9-4e46-be06-af0e158b743e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.250932 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Added segment a0d36b5b-52b9-4e46-be06-af0e158b743e of type vlan for network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 Feb 17 22:10:09.252479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484867d9-5d3b-4096-a7af-db942826abb2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:09.305869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=9ec26bda-c5db-4f07-9aa2-3c42b007955e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:09.312618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4c4044e3-bcca-4148-9223-79ba4b174448 None None] Port 44dc3e6c-3256-43f0-81a0-662949989926 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:09.322143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b9199-1ae3-4c34-8e74-60927490b784 req-b264b27a-890d-42e7-a080-fa66d43e825a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:09.323723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-176b9199-1ae3-4c34-8e74-60927490b784 req-b264b27a-890d-42e7-a080-fa66d43e825a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2897134 Feb 17 22:10:09.325429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (15affcd4-9f3a-478c-979a-26ca2a8fbae4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.378866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Router 1d319735-ab69-4030-bea2-0b579883df2a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:10:09.409705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9b034a02-558b-4048-8381-f3785bd7cb66), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.424241 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (15affcd4-9f3a-478c-979a-26ca2a8fbae4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.425647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:09.425767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.441649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0be7ce75-d0fc-42d0-b0a3-f9c6da84e870 None None] Provisioning complete for port 04776d5e-4683-4f13-9207-14e1cdcddd60 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:09.442238 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0be7ce75-d0fc-42d0-b0a3-f9c6da84e870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.492144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0be7ce75-d0fc-42d0-b0a3-f9c6da84e870 None None] Port 04776d5e-4683-4f13-9207-14e1cdcddd60 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:09.516234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-176b9199-1ae3-4c34-8e74-60927490b784 req-12cc0eb8-c055-4d95-a9db-72c38b512855 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852431 Feb 17 22:10:09.536951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b034a02-558b-4048-8381-f3785bd7cb66,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:09.552907 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5402784 Feb 17 22:10:09.552907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eb1531-91a3-4dae-857c-cf5813b5e496 admin admin] Pushing event updated for resources: {'Network': ['ID=15affcd4-9f3a-478c-979a-26ca2a8fbae4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:09.555517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37016) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:09.562634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Request body: {'subnet': {'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1378359074-subnet', 'tenant_id': '587603bb8887478e911a2997793eeffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:09.567347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:10:09.579400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Allocated IP 172.20.0.11 (293666fb-233e-41f8-8f02-a6c2afe25a54/303d05a8-8341-4840-885b-d9bafd488b06/47cf6501-ed34-4849-bc5a-3c57744ea154) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:09.599701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Made reservation on behalf of 587603bb8887478e911a2997793eeffe for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:09.602039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.759704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (b4078104-8a65-4af4-a9f6-3decce34cb5c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.765264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:09.786857 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-57f3679d-5cd1-4e59-8807-3791aff79668 admin admin] 10.222.0.79 "PUT /v2.0/routers/1d319735-ab69-4030-bea2-0b579883df2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1387386 Feb 17 22:10:09.786982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Sync routers for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:09.828970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:09.830814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:09.871040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks [] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.918437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (b4078104-8a65-4af4-a9f6-3decce34cb5c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.924397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks [] for port (44dc3e6c-3256-43f0-81a0-662949989926), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.924397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks [] for router_controller (b4078104-8a65-4af4-a9f6-3decce34cb5c), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.938435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (44dc3e6c-3256-43f0-81a0-662949989926), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:09.956836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (74378fde-22af-4c86-a2e1-46aa9f9c48bc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.052173 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.068084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Checking segment: {'id': 'a0d36b5b-52b9-4e46-be06-af0e158b743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:10.068631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Network hostable DHCP agents. Network: 15affcd4-9f3a-478c-979a-26ca2a8fbae4, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:10:10.127236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event updated for resources: {'Port': ['ID=47cf6501-ed34-4849-bc5a-3c57744ea154,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:10.156078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=74378fde-22af-4c86-a2e1-46aa9f9c48bc,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:10.200395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (b4078104-8a65-4af4-a9f6-3decce34cb5c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.200861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4078104-8a65-4af4-a9f6-3decce34cb5c {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:10:10.215777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.218033 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b7b12c74-214c-4f21-b178-55a50072be52 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b4078104-8a65-4af4-a9f6-3decce34cb5c HTTP/1.1" status: 204 len: 168 time: 3.8043590 Feb 17 22:10:10.228337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:10.250760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Pushing event updated for resources: {'Port': ['ID=44dc3e6c-3256-43f0-81a0-662949989926,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:10.251907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9c47317f-8916-4339-9d54-9813ddaabcf6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:10.253328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (b9323d8a-3578-445a-8edc-d5185ce9a341), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.331159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e7836-2608-4cba-a20b-163fc5b318ec req-6d6db240-ffc8-4a0b-b384-19bd6f3ebe5d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:10.332930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c66e7836-2608-4cba-a20b-163fc5b318ec req-6d6db240-ffc8-4a0b-b384-19bd6f3ebe5d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.2068233 Feb 17 22:10:10.335880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:10.336864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:10:10.348119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:10.357524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:10.366419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:10.408118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 15affcd4-9f3a-478c-979a-26ca2a8fbae4) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:10.411053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9c47317f-8916-4339-9d54-9813ddaabcf6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:10.411848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.418602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789bc935-4235-4e53-bb3a-bd5458cf7972 None None] Network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:10.432301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:10.441725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.474517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] Deleting subnet e93e179c-6039-455a-8e4e-53f38799c5d9 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:10:10.479117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] Publish callbacks [] for subnet (e93e179c-6039-455a-8e4e-53f38799c5d9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.498788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:10.499588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.513906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-935f9763-bb8d-40e9-b376-0841a0f9c0ca admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9573033 Feb 17 22:10:10.518079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c66e7836-2608-4cba-a20b-163fc5b318ec req-1eb35b2d-3eb6-4154-a0c6-bd1e3fac814e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763277 Feb 17 22:10:10.534193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-29208337-1d8c-4ffc-b3d9-f6accf50853b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8828757 Feb 17 22:10:10.549332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Request body: {'port': {'device_id': '83611c24-4806-4582-be37-26f033792c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:10.567927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Network 1f758203-9b63-4f40-821e-7ad3f600067d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:10.572950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:10.758907 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.848304 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Router b9323d8a-3578-445a-8edc-d5185ce9a341 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:10:10.855723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37036) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:10.866807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (e93e179c-6039-455a-8e4e-53f38799c5d9), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:10.871498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ae638601-4a53-4511-949f-2db10ad6bbdc tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041912845', 'description': 'tempest-description--2005642828'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:10.904047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 08e356e0-1619-4d8e-8814-b4a5e0800906 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:10.907442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee97692-2c21-4242-b887-c03d11e09a9c None None] Network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:10.968044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8434a-be52-4b77-84e5-969cd340e28c req-dad671a2-fcca-4cdc-84c8-8d8fd8d9b889 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:10.975168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54b8434a-be52-4b77-84e5-969cd340e28c req-dad671a2-fcca-4cdc-84c8-8d8fd8d9b889 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 932 time: 0.3035967 Feb 17 22:10:11.002329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae638601-4a53-4511-949f-2db10ad6bbdc tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.082709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9c47317f-8916-4339-9d54-9813ddaabcf6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:11.084950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ec26bda-c5db-4f07-9aa2-3c42b007955e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:11.125550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e93e179c-6039-455a-8e4e-53f38799c5d9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.129792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:11.141727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Sync routers for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:11.155200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-faaecf04-db73-430a-9bd6-a1caf09bccd4 None None] Provisioning complete for port 44dc3e6c-3256-43f0-81a0-662949989926 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:11.156103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-faaecf04-db73-430a-9bd6-a1caf09bccd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (44dc3e6c-3256-43f0-81a0-662949989926), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.158134 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:11.159893 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:11.188365 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3ab06f4e-5efe-4408-8d1a-527d3c964b02 admin admin] 10.222.0.79 "PUT /v2.0/routers/b9323d8a-3578-445a-8edc-d5185ce9a341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2009768 Feb 17 22:10:11.213188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54b8434a-be52-4b77-84e5-969cd340e28c req-377719ce-3c1e-41d7-a95d-34fc077907e3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369025 Feb 17 22:10:11.254455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3e699-6bc6-4dab-b450-93f00144a2b7 req-439afc2a-d51a-4f47-b72e-7b52f7634206 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:11.261600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4d3e699-6bc6-4dab-b450-93f00144a2b7 req-439afc2a-d51a-4f47-b72e-7b52f7634206 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.3027492 Feb 17 22:10:11.314693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-faaecf04-db73-430a-9bd6-a1caf09bccd4 None None] Port 44dc3e6c-3256-43f0-81a0-662949989926 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:11.323999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 08e356e0-1619-4d8e-8814-b4a5e0800906 is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:11.339104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:07Z', 'revision_number': 2, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:11.342103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9ec26bda-c5db-4f07-9aa2-3c42b007955e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:11.342589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.365675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e93e179c-6039-455a-8e4e-53f38799c5d9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.376106 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae638601-4a53-4511-949f-2db10ad6bbdc tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group (183b58cc-cc0f-4af0-9fab-913d106b2874), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.397582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Checking router: 1d319735-ab69-4030-bea2-0b579883df2a for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:11.397939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Updating router 1d319735-ab69-4030-bea2-0b579883df2a port 04776d5e-4683-4f13-9207-14e1cdcddd60 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:10:11.402889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4d3e699-6bc6-4dab-b450-93f00144a2b7 req-43a37bb7-cd53-4e91-91ce-d23e3d6d96c2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400459 Feb 17 22:10:11.406760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae638601-4a53-4511-949f-2db10ad6bbdc tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (183b58cc-cc0f-4af0-9fab-913d106b2874), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.451337 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.493747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93e179c-6039-455a-8e4e-53f38799c5d9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:11.506347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae638601-4a53-4511-949f-2db10ad6bbdc tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.508136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.517594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ae638601-4a53-4511-949f-2db10ad6bbdc tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6543436 Feb 17 22:10:11.518655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37042) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:11.521296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37044) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:11.522622 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-29dc2f5b-675e-451e-bdc1-03aeb43303e6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e93e179c-6039-455a-8e4e-53f38799c5d9 HTTP/1.1" status: 204 len: 168 time: 1.2862093 Feb 17 22:10:11.551609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-83f6d6aa-d97c-477a-b0f9-8dfef84843a7 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Request body: {'security_group_rule': {'security_group_id': '183b58cc-cc0f-4af0-9fab-913d106b2874', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:11.585029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:11.713535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9ec26bda-c5db-4f07-9aa2-3c42b007955e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:11.721800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefc43d7-9a2b-42d6-b55e-6ffc029bcda9 None None] Network cbd78195-8ee1-4a91-9950-50ecefc7e683 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:11.723035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae638601-4a53-4511-949f-2db10ad6bbdc tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183b58cc-cc0f-4af0-9fab-913d106b2874,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:11.775080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cf6501-ed34-4849-bc5a-3c57744ea154 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:11.796868 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Publish callbacks [] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.865572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83f6d6aa-d97c-477a-b0f9-8dfef84843a7 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group_rule (31406129-9884-4021-a654-fb4294f44e65), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.934100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83f6d6aa-d97c-477a-b0f9-8dfef84843a7 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group_rule (31406129-9884-4021-a654-fb4294f44e65), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.962903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 2, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:11.969423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Transition to ACTIVE for port object 47cf6501-ed34-4849-bc5a-3c57744ea154 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:10:11.982606 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (cbd78195-8ee1-4a91-9950-50ecefc7e683), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:11.992528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4b6bd-8eec-4edf-b6e4-a637995875f9 req-1508b5cd-01cd-4821-8bc1-d4918db22f04 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:11.994814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ce4b6bd-8eec-4edf-b6e4-a637995875f9 req-1508b5cd-01cd-4821-8bc1-d4918db22f04 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.2775772 Feb 17 22:10:11.995225 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83f6d6aa-d97c-477a-b0f9-8dfef84843a7 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (31406129-9884-4021-a654-fb4294f44e65), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.014876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b034a02-558b-4048-8381-f3785bd7cb66 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:12.015354 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Checking router: b9323d8a-3578-445a-8edc-d5185ce9a341 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:12.015354 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Updating router b9323d8a-3578-445a-8edc-d5185ce9a341 port 44dc3e6c-3256-43f0-81a0-662949989926 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:10:12.023074 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.064497 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (44dc3e6c-3256-43f0-81a0-662949989926), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.075283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6d6aa-d97c-477a-b0f9-8dfef84843a7 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31406129-9884-4021-a654-fb4294f44e65,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:12.090394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9b034a02-558b-4048-8381-f3785bd7cb66 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:12.095137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b034a02-558b-4048-8381-f3785bd7cb66 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:12.136722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-83f6d6aa-d97c-477a-b0f9-8dfef84843a7 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.137972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-83f6d6aa-d97c-477a-b0f9-8dfef84843a7 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6055925 Feb 17 22:10:12.141381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37068) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:12.146730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ae6134e1-1406-4e65-8d1f-6b7e7cb9c223 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Request body: {'security_group_rule': {'security_group_id': '183b58cc-cc0f-4af0-9fab-913d106b2874', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:12.228204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae6134e1-1406-4e65-8d1f-6b7e7cb9c223 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group_rule (bc628709-0b8f-4e9b-8349-3e2a721f8217), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.279104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ce4b6bd-8eec-4edf-b6e4-a637995875f9 req-93e52611-7b36-4dda-b220-4e7edcbdc6ab tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703001 Feb 17 22:10:12.317422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Pushing event updated for resources: {'Port': ['ID=47cf6501-ed34-4849-bc5a-3c57744ea154,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:12.354570 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Publish callbacks [] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.370259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] DHCP port deletion for cbd78195-8ee1-4a91-9950-50ecefc7e683 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:10:12.376708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae6134e1-1406-4e65-8d1f-6b7e7cb9c223 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group_rule (bc628709-0b8f-4e9b-8349-3e2a721f8217), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.390661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae6134e1-1406-4e65-8d1f-6b7e7cb9c223 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (bc628709-0b8f-4e9b-8349-3e2a721f8217), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.398596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37078) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:12.430531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Attempting to bind port 47cf6501-ed34-4849-bc5a-3c57744ea154 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:12.431215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Attempting to bind port 47cf6501-ed34-4849-bc5a-3c57744ea154 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:12.431754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Attempting to bind port 47cf6501-ed34-4849-bc5a-3c57744ea154 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:12.432155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.437341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Deleting port 7a89263e-4aa1-4895-9a2b-de7875b29a8b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:12.438790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.448199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-560802192-network', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:12.453588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Port 47cf6501-ed34-4849-bc5a-3c57744ea154 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:10:12.456213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Attempting to bind port 47cf6501-ed34-4849-bc5a-3c57744ea154 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:12.471459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6134e1-1406-4e65-8d1f-6b7e7cb9c223 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc628709-0b8f-4e9b-8349-3e2a721f8217,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:12.496699 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae6134e1-1406-4e65-8d1f-6b7e7cb9c223 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.500930 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ae6134e1-1406-4e65-8d1f-6b7e7cb9c223 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3556778 Feb 17 22:10:12.505529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37082) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:12.521667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de692a2e-90d1-4516-a374-615cbbaedbd5 None None] Pushing event updated for resources: {'Port': ['ID=04776d5e-4683-4f13-9207-14e1cdcddd60,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:12.522206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:12.569755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:12.570423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:12.570590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Bound using segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:12.570994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Bound port: 47cf6501-ed34-4849-bc5a-3c57744ea154, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:12.571358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.572518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Made reservation on behalf of 92a444a21119461f87d2c5826b3d6b09 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:12.575299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.611501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.621210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.676162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] Deleting port 7a89263e-4aa1-4895-9a2b-de7875b29a8b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:12.676847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.699818 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Publish callbacks [] for port (44dc3e6c-3256-43f0-81a0-662949989926), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.706690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Attempting to bind port 04776d5e-4683-4f13-9207-14e1cdcddd60 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:12.707099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Attempting to bind port 04776d5e-4683-4f13-9207-14e1cdcddd60 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:12.707503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Attempting to bind port 04776d5e-4683-4f13-9207-14e1cdcddd60 on network 2e8c0324-a918-43e1-bb4c-f439b994c07d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:12.732304 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (44dc3e6c-3256-43f0-81a0-662949989926), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.750676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:12.751003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Checking segment: {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:12.763831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.764415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Bound using segment: {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:12.764936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Bound port: 04776d5e-4683-4f13-9207-14e1cdcddd60, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:12.765334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.773699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] For port 7a89263e-4aa1-4895-9a2b-de7875b29a8b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7a89263e-4aa1-4895-9a2b-de7875b29a8b,segment=NetworkSegment(c472acac-8a24-4732-a291-2a1589eeb92f),segment_id=c472acac-8a24-4732-a291-2a1589eeb92f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:12.774440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.808156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Calling delete_port for 7a89263e-4aa1-4895-9a2b-de7875b29a8b owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:12.815932 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Pushing event updated for resources: {'Port': ['ID=44dc3e6c-3256-43f0-81a0-662949989926,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:12.849556 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.851129 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.851549 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.851845 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.852176 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.859335 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.859775 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.861385 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.862535 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.862899 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.863574 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.863918 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.864248 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:12.899339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] For port 04776d5e-4683-4f13-9207-14e1cdcddd60, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:12.918507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] For port 04776d5e-4683-4f13-9207-14e1cdcddd60, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=04776d5e-4683-4f13-9207-14e1cdcddd60,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:12.942860 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.953770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] For port 7a89263e-4aa1-4895-9a2b-de7875b29a8b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7a89263e-4aa1-4895-9a2b-de7875b29a8b,segment=NetworkSegment(c472acac-8a24-4732-a291-2a1589eeb92f),segment_id=c472acac-8a24-4732-a291-2a1589eeb92f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:12.954477 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.979128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks [] for security_group (8949e825-5de0-40ee-afd2-fd8e081de6b5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:12.984605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8090d6-c0b9-4ad5-af7a-ad4e48f869e6 req-3c11c839-89ca-47e1-8039-5fc61e18f2ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:12.986544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f8090d6-c0b9-4ad5-af7a-ad4e48f869e6 req-3c11c839-89ca-47e1-8039-5fc61e18f2ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 944 time: 0.4363067 Feb 17 22:10:12.992947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] For port 47cf6501-ed34-4849-bc5a-3c57744ea154, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:12.997997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8949e825-5de0-40ee-afd2-fd8e081de6b5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.008844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235a02f-5416-4c0e-a0f5-84fdb1552f11 req-db806d2e-9d4a-47da-9373-2549ce8c7769 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:13.014574 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Attempting to bind port 44dc3e6c-3256-43f0-81a0-662949989926 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:13.014944 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Attempting to bind port 44dc3e6c-3256-43f0-81a0-662949989926 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:13.015312 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Attempting to bind port 44dc3e6c-3256-43f0-81a0-662949989926 on network 1f758203-9b63-4f40-821e-7ad3f600067d {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:13.022247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c235a02f-5416-4c0e-a0f5-84fdb1552f11 req-db806d2e-9d4a-47da-9373-2549ce8c7769 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.4049745 Feb 17 22:10:13.027839 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:13.029764 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Checking segment: {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:13.029764 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.029764 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Bound using segment: {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:13.029764 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Bound port: 44dc3e6c-3256-43f0-81a0-662949989926, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:13.030795 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (44dc3e6c-3256-43f0-81a0-662949989926), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.066762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8949e825-5de0-40ee-afd2-fd8e081de6b5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:13.082098 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.087352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:10:13.114882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] For port 47cf6501-ed34-4849-bc5a-3c57744ea154, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=47cf6501-ed34-4849-bc5a-3c57744ea154,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:13.123008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (451ef27f-45cc-4b67-848e-2683bdd4b092), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.124007 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Added segment 451ef27f-45cc-4b67-848e-2683bdd4b092 of type vlan for network d6536be7-eff9-4acd-95db-e9e52ea02ee3 Feb 17 22:10:13.190105 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] For port 44dc3e6c-3256-43f0-81a0-662949989926, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:13.193459 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] For port 44dc3e6c-3256-43f0-81a0-662949989926, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=44dc3e6c-3256-43f0-81a0-662949989926,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:13.210754 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.213191 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (44dc3e6c-3256-43f0-81a0-662949989926), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.216007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c235a02f-5416-4c0e-a0f5-84fdb1552f11 req-31c285db-fed8-441b-b485-1422acda8b10 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926789 Feb 17 22:10:13.297834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.318906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Pushing event updated for resources: {'Port': ['ID=47cf6501-ed34-4849-bc5a-3c57744ea154,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:13.330061 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:13.332246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:13.339060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d6536be7-eff9-4acd-95db-e9e52ea02ee3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.364922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] Calling delete_port for 7a89263e-4aa1-4895-9a2b-de7875b29a8b owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:13.419686 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7fe66-d70b-43e9-9f53-c9c54e56f947 None None] Pushing event updated for resources: {'Port': ['ID=44dc3e6c-3256-43f0-81a0-662949989926,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:13.473431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-067a3c97-93c9-4110-9114-f6fc2280d3a6 None None] Provisioning complete for port 04776d5e-4683-4f13-9207-14e1cdcddd60 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:13.473431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067a3c97-93c9-4110-9114-f6fc2280d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.475226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:10:13.573551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d6536be7-eff9-4acd-95db-e9e52ea02ee3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.574464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:13.575090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.578584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Allocated IP 172.25.0.28 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/f350ef51-0996-449d-8c57-c3989a7b13e4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:13.625519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de692a2e-90d1-4516-a374-615cbbaedbd5 None None] Pushing event updated for resources: {'Port': ['ID=04776d5e-4683-4f13-9207-14e1cdcddd60,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:13.646659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:13.652412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:09:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:13.758402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] Pushing event updated for resources: {'Network': ['ID=d6536be7-eff9-4acd-95db-e9e52ea02ee3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:13.777416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:10:13.809242 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:13.921154 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:13.927797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] No DVR routers for this DVR port 7a89263e-4aa1-4895-9a2b-de7875b29a8b on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:13.937327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6303a7fc-0c19-4fd0-a265-025d78e7c9bf admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5375445 Feb 17 22:10:13.940380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:13.951115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Request body: {'subnet': {'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-subnet', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:13.957252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Pushing event deleted for resources: {'Port': ['ID=7a89263e-4aa1-4895-9a2b-de7875b29a8b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:13.965886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7a89263e-4aa1-4895-9a2b-de7875b29a8b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.014815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (cbd78195-8ee1-4a91-9950-50ecefc7e683), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.031116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.063745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7a89263e-4aa1-4895-9a2b-de7875b29a8b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:14.069908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:14.071816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] Pushing event deleted for resources: {'Port': ['ID=7a89263e-4aa1-4895-9a2b-de7875b29a8b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:14.085465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd78195-8ee1-4a91-9950-50ecefc7e683']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:14.099425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c472acac-8a24-4732-a291-2a1589eeb92f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:14.100525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c472acac-8a24-4732-a291-2a1589eeb92f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:14.125140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967de0a0-5e0a-4cdd-b266-f59eb685499c None None] No DVR routers for this DVR port 7a89263e-4aa1-4895-9a2b-de7875b29a8b on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:14.127901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (c472acac-8a24-4732-a291-2a1589eeb92f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.133484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7a89263e-4aa1-4895-9a2b-de7875b29a8b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:14.133833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7a89263e-4aa1-4895-9a2b-de7875b29a8b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:14.140483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Made reservation on behalf of 92a444a21119461f87d2c5826b3d6b09 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:14.148532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-067a3c97-93c9-4110-9114-f6fc2280d3a6 None None] Current status of the port 04776d5e-4683-4f13-9207-14e1cdcddd60 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:14.148967 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067a3c97-93c9-4110-9114-f6fc2280d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.158919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.165520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:14.172505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:14.173551 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.175495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-2274d242-d71f-42cf-8e34-df1476356933 service neutron] 10.222.0.73 "PUT /v2.0/ports/47cf6501-ed34-4849-bc5a-3c57744ea154 HTTP/1.1" status: 200 len: 1093 time: 3.6313834 Feb 17 22:10:14.177744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:14.187687 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:13Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:14.207007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83611c24-4806-4582-be37-26f033792c61', 'tag': '47cf6501-ed34-4849-bc5a-3c57744ea154'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:14.210198 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d8028b-846c-4cc4-850f-c62d643e13ad" -d '{"events": [{"name": "network-changed", "server_uuid": "83611c24-4806-4582-be37-26f033792c61", "tag": "47cf6501-ed34-4849-bc5a-3c57744ea154"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:14.224721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:14.236675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f8090d6-c0b9-4ad5-af7a-ad4e48f869e6 req-a324e80b-7a3f-4652-8210-cf2d48adef81 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2117867 Feb 17 22:10:14.240396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c472acac-8a24-4732-a291-2a1589eeb92f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.246536 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c0136b-6274-4d7f-bf49-905deef76fc0 None None] The sync data for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 is: [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:13Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:14.306947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event updated for resources: {'Port': ['ID=f350ef51-0996-449d-8c57-c3989a7b13e4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:14.341567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:10:14.342316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (c472acac-8a24-4732-a291-2a1589eeb92f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:10:14.346666 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:10:14.415064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-067a3c97-93c9-4110-9114-f6fc2280d3a6 None None] For port 04776d5e-4683-4f13-9207-14e1cdcddd60, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=04776d5e-4683-4f13-9207-14e1cdcddd60,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:14.437610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c1b81-23a0-41e3-bb2d-d7ad275719da req-462c2846-b561-46f3-832f-ec6b70cbc71e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:14.443711 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-067a3c97-93c9-4110-9114-f6fc2280d3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.445495 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0af1e1b0-4728-4581-af6e-25e736408c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.448723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c31c1b81-23a0-41e3-bb2d-d7ad275719da req-462c2846-b561-46f3-832f-ec6b70cbc71e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.4953921 Feb 17 22:10:14.501503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-104fca1e-a357-42a3-95ca-484748f2c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:14.503097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-104fca1e-a357-42a3-95ca-484748f2c3c8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 1127 time: 0.2655504 Feb 17 22:10:14.506570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:12Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:14.574755 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for floatingip (b78b640f-d980-4cd5-b524-cf4fd38974eb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.603304 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e0258ff-93dd-42fd-93cf-458db2b090ba x-openstack-request-id: req-1e0258ff-93dd-42fd-93cf-458db2b090ba {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:14.603476 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83611c24-4806-4582-be37-26f033792c61", "tag": "47cf6501-ed34-4849-bc5a-3c57744ea154", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:14.603687 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e0258ff-93dd-42fd-93cf-458db2b090ba {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:14.604085 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83611c24-4806-4582-be37-26f033792c61', 'tag': '47cf6501-ed34-4849-bc5a-3c57744ea154', 'status': 'completed', 'code': 200} Feb 17 22:10:14.615513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547f3bf-4d82-43a6-9e40-c7fe6940f573 None None] The sync data for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 is: [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:12Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:14.628771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-908d289d-d2bc-43eb-9c2e-ef20275fdc83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47cf6501-ed34-4849-bc5a-3c57744ea154 HTTP/1.1" status: 200 len: 217 time: 0.1153059 Feb 17 22:10:14.642472 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (cbd78195-8ee1-4a91-9950-50ecefc7e683), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.653591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a3c97-93c9-4110-9114-f6fc2280d3a6 None None] Pushing event updated for resources: {'Port': ['ID=04776d5e-4683-4f13-9207-14e1cdcddd60,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:14.673513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Provisioning complete for port 04776d5e-4683-4f13-9207-14e1cdcddd60 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:14.673900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.733775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.754127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c31c1b81-23a0-41e3-bb2d-d7ad275719da req-e0b66a32-fa1f-473f-b781-7b24b84ef4c6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040476 Feb 17 22:10:14.755400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.761109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] 10.222.0.79 "DELETE /v2.0/networks/cbd78195-8ee1-4a91-9950-50ecefc7e683 HTTP/1.1" status: 204 len: 168 time: 3.2272356 Feb 17 22:10:14.826855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (57776671-56c3-4e74-aee6-88ebeed8d3a5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:14.877848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Current status of the port 04776d5e-4683-4f13-9207-14e1cdcddd60 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:14.900556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=57776671-56c3-4e74-aee6-88ebeed8d3a5,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:14.956313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c654a-65c1-4ea6-aa3e-32cc88b64fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd78195-8ee1-4a91-9950-50ecefc7e683,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:14.959769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-502aa3d4-7afa-451d-9740-f5012843f76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:14.960425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Checking segment: {'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:14.960799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Network hostable DHCP agents. Network: d6536be7-eff9-4acd-95db-e9e52ea02ee3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:10:14.962089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-502aa3d4-7afa-451d-9740-f5012843f76a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.3177280 Feb 17 22:10:14.965895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Provisioning complete for port 44dc3e6c-3256-43f0-81a0-662949989926 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:14.966551 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (44dc3e6c-3256-43f0-81a0-662949989926), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.049205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-05f01af2-f562-4a7f-aef0-229207211407 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555580 Feb 17 22:10:15.114653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:10:15.125624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-db8eaf26-8367-441c-828f-ce08461e47f3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5244677 Feb 17 22:10:15.156212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Current status of the port 44dc3e6c-3256-43f0-81a0-662949989926 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:15.156212 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (44dc3e6c-3256-43f0-81a0-662949989926), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.259759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] For port 44dc3e6c-3256-43f0-81a0-662949989926, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=44dc3e6c-3256-43f0-81a0-662949989926,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:15.271269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (44dc3e6c-3256-43f0-81a0-662949989926), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.282819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37114) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:15.315346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d6536be7-eff9-4acd-95db-e9e52ea02ee3) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:15.320984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:15.321986 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.346294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e539ba3-809b-41f4-8873-6de6c1087c25 None None] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:15.378702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d213e3-6f9b-455e-8e4a-f671bf785484 req-06c7316b-ff72-4195-b1a2-2122bd172e00 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:15.380300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6d213e3-6f9b-455e-8e4a-f671bf785484 req-06c7316b-ff72-4195-b1a2-2122bd172e00 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.5416400 Feb 17 22:10:15.390180 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-91f903a8-9fca-4774-989b-6de5880824ba admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4455776 Feb 17 22:10:15.390423 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:15.394743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:15.399128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.406192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5dce12cc-d7ce-495e-913f-b49c02819ddc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b16cad739dd4392b0d1f175efb30027&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1194344 Feb 17 22:10:15.411262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37124) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:15.422715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.505339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.508012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.516675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7aa7c-44f4-4776-944d-56f396b6b721 None None] Pushing event updated for resources: {'Port': ['ID=44dc3e6c-3256-43f0-81a0-662949989926,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:15.570558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event updated for resources: {'Port': ['ID=f350ef51-0996-449d-8c57-c3989a7b13e4,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:15.606011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (b78b640f-d980-4cd5-b524-cf4fd38974eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.644074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-d6536be7-eff9-4acd-95db-e9e52ea02ee3', 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3', 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'fixed_ips': [{'subnet_id': '57776671-56c3-4e74-aee6-88ebeed8d3a5'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:10:15.645838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.657512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks [] for router_controller (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:15.702232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494e155-464c-43f5-ab99-865a0f575659 req-90842c43-7dfb-4343-bdf4-3c63e2d6992f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:15.704096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-90842c43-7dfb-4343-bdf4-3c63e2d6992f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2bc809e5510e45b2abf2f834fbe252e6&device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 1128 time: 0.4755034 Feb 17 22:10:15.737366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6d213e3-6f9b-455e-8e4a-f671bf785484 req-09ec0472-99e5-4cae-8b50-82b1a1668a54 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149583 Feb 17 22:10:15.753511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-774d9b5c-3991-4c86-8ff6-b38ce6042c44 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6916893 Feb 17 22:10:15.867747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1caf888d-7e43-4366-9c1d-bbb3c8ece944 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:15.874731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1caf888d-7e43-4366-9c1d-bbb3c8ece944 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/networks?id=15affcd4-9f3a-478c-979a-26ca2a8fbae4 HTTP/1.1" status: 200 len: 810 time: 0.5523946 Feb 17 22:10:15.914185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58daddd6-ee6f-4663-a89d-7b1bd37af0fa admin admin] Publish callbacks [] for security_group (8dcd6c66-a68f-44ea-b5f3-13c9680f22ad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.008226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-c2b881e9-4192-4917-a9a2-a33c21515efd tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/quotas/587603bb8887478e911a2997793eeffe HTTP/1.1" status: 200 len: 375 time: 0.1325164 Feb 17 22:10:16.017335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Allocated IP 172.20.0.2 (d6536be7-eff9-4acd-95db-e9e52ea02ee3/57776671-56c3-4e74-aee6-88ebeed8d3a5/c4395eaa-1b50-4827-8960-5ba4168a7f21) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:16.048280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58daddd6-ee6f-4663-a89d-7b1bd37af0fa admin admin] Publish callbacks [] for security_group (8dcd6c66-a68f-44ea-b5f3-13c9680f22ad), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.121373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1967c5fe-5a79-44d8-b40c-4fa74212c3f0 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=587603bb8887478e911a2997793eeffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1121559 Feb 17 22:10:16.125023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 44dc3e6c-3256-43f0-81a0-662949989926 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:16.208362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 44dc3e6c-3256-43f0-81a0-662949989926 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:16.208834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (44dc3e6c-3256-43f0-81a0-662949989926), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.242004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494e155-464c-43f5-ab99-865a0f575659 req-48f6f596-8ad1-49d8-bdd1-8afb74e5f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:16.243509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-48f6f596-8ad1-49d8-bdd1-8afb74e5f821 service neutron] 10.222.0.73 "GET /v2.0/networks?id=25a566b9-2e2a-418a-a978-582ba2663c41 HTTP/1.1" status: 200 len: 907 time: 0.5100460 Feb 17 22:10:16.251586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.252917 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3fdbac78-d95f-4f4c-8530-c05ea18af6fa tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7450383 Feb 17 22:10:16.270133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b084c95-23c5-4dd8-ad27-4cbe5647a23e req-c7c84248-f042-4a71-adaa-a312824895e2 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015461 Feb 17 22:10:16.293462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-06309edc-d44d-4a81-a683-fd6d87946e5a service neutron] 10.222.0.94 "GET /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.2766175 Feb 17 22:10:16.352923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks [] for router_gateway (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.389372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79afcfb8-83a4-4f0b-aab0-bb43901cc775 req-eb7bdd98-6b2a-4bb9-b7be-ca7b9e36c710 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:16.397022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79afcfb8-83a4-4f0b-aab0-bb43901cc775 req-eb7bdd98-6b2a-4bb9-b7be-ca7b9e36c710 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 944 time: 0.4859695 Feb 17 22:10:16.431908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Publish callbacks [] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.464189 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.492393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d700ff02-e849-453f-800c-74cdfa7710fd service neutron] 10.222.0.79 "GET /v2.0/networks/15affcd4-9f3a-478c-979a-26ca2a8fbae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700778 Feb 17 22:10:16.517470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:16.520042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 44dc3e6c-3256-43f0-81a0-662949989926 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:16.521141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 04776d5e-4683-4f13-9207-14e1cdcddd60 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:16.529589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:16.539177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58daddd6-ee6f-4663-a89d-7b1bd37af0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8dcd6c66-a68f-44ea-b5f3-13c9680f22ad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.540335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:16.541654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58daddd6-ee6f-4663-a89d-7b1bd37af0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.542964 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-58daddd6-ee6f-4663-a89d-7b1bd37af0fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8dcd6c66-a68f-44ea-b5f3-13c9680f22ad HTTP/1.1" status: 204 len: 168 time: 1.1187372 Feb 17 22:10:16.544880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-ceab4cda-dd63-489b-bb03-64832847ee94 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=da350f5a-be0a-478a-b1b0-f4485c207e81 HTTP/1.1" status: 200 len: 1001 time: 0.2738733 Feb 17 22:10:16.568576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Pushing event updated for resources: {'Port': ['ID=c4395eaa-1b50-4827-8960-5ba4168a7f21,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:16.645115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks [] for router_gateway (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.670987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.673676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58daddd6-ee6f-4663-a89d-7b1bd37af0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcd6c66-a68f-44ea-b5f3-13c9680f22ad,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:16.673870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Attempting to bind port c4395eaa-1b50-4827-8960-5ba4168a7f21 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:16.674069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Attempting to bind port c4395eaa-1b50-4827-8960-5ba4168a7f21 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:16.674438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Attempting to bind port c4395eaa-1b50-4827-8960-5ba4168a7f21 on network d6536be7-eff9-4acd-95db-e9e52ea02ee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:16.694996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:16.695415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Checking segment: {'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:16.695906 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.696125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Bound using segment: {'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:16.696603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Bound port: c4395eaa-1b50-4827-8960-5ba4168a7f21, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:16.697014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.709213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-a9b52843-797f-42c6-a4b7-9fe0ebb9b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:16.710907 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-a9b52843-797f-42c6-a4b7-9fe0ebb9b67c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 1127 time: 0.3679962 Feb 17 22:10:16.715553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 04776d5e-4683-4f13-9207-14e1cdcddd60 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:16.715873 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:16.735204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79afcfb8-83a4-4f0b-aab0-bb43901cc775 req-3dc66d03-f0e1-4ac7-9420-d0ea19987b17 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372357 Feb 17 22:10:16.896971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Allocated IP 172.25.0.231 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:16.953754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494e155-464c-43f5-ab99-865a0f575659 req-986f5119-dcc3-4f86-ba1e-be596bb2a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:16.955407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-986f5119-dcc3-4f86-ba1e-be596bb2a2ce service neutron] 10.222.0.73 "GET /v2.0/subnets?id=57e021b6-67ca-41d3-9eb1-b41637f4eba3 HTTP/1.1" status: 200 len: 845 time: 0.3587215 Feb 17 22:10:17.010544 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee11b290-d70a-4a2f-9b8c-43311fc58918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.020500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-c5bccf2d-ed4f-47fd-be0a-c82d685f5d4c service neutron] 10.222.0.79 "GET /v2.0/networks/15affcd4-9f3a-478c-979a-26ca2a8fbae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202079 Feb 17 22:10:17.034001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks [] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.042453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] For port c4395eaa-1b50-4827-8960-5ba4168a7f21, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:17.060400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37138) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:17.062634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] For port c4395eaa-1b50-4827-8960-5ba4168a7f21, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c4395eaa-1b50-4827-8960-5ba4168a7f21,segment=NetworkSegment(451ef27f-45cc-4b67-848e-2683bdd4b092),segment_id=451ef27f-45cc-4b67-848e-2683bdd4b092)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:17.066368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 04776d5e-4683-4f13-9207-14e1cdcddd60 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:17.072222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.135704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61068e5d-bde6-420f-8053-75658bbda99f None None] Pushing event updated for resources: {'Port': ['ID=c4395eaa-1b50-4827-8960-5ba4168a7f21,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:17.148785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856cc2e-7809-4204-a29a-5f7f743aa8f6 req-0437b827-6e1e-4982-aa1a-751ec76d9940 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:17.150815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2856cc2e-7809-4204-a29a-5f7f743aa8f6 req-0437b827-6e1e-4982-aa1a-751ec76d9940 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 944 time: 0.2861567 Feb 17 22:10:17.157082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-07f62515-a2ef-4a69-b0d6-0d738df80223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:17.160226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.162000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-07f62515-a2ef-4a69-b0d6-0d738df80223 service neutron] 10.222.0.73 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.4216189 Feb 17 22:10:17.167492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb15e4e1-0421-408b-b328-492360137d4d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2441da0fd754b43adde3075bd41c019&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1043327 Feb 17 22:10:17.173961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:17.174161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37140) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:17.209137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1494e155-464c-43f5-ab99-865a0f575659 req-d663509a-8a7f-4f3e-b2bc-b4d9fcf47a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:17.210837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-d663509a-8a7f-4f3e-b2bc-b4d9fcf47a43 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=25a566b9-2e2a-418a-a978-582ba2663c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2284269 Feb 17 22:10:17.224827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:17.237981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:17.240889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:17.257704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-98345743-c8d5-407c-ada1-6bd0936acee2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47cf6501-ed34-4849-bc5a-3c57744ea154 HTTP/1.1" status: 200 len: 217 time: 0.0741262 Feb 17 22:10:17.280663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Pushing event updated for resources: {'Port': ['ID=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:17.312009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:17.358442 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ead6a48-b80c-49fd-a655-71b698cb12ed admin admin] Publish callbacks [] for security_group (3f3fadbb-27aa-4cf2-b419-01a59337450e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.448814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2856cc2e-7809-4204-a29a-5f7f743aa8f6 req-bab62e3d-50fc-466c-8803-39c96bc05811 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855837 Feb 17 22:10:17.469511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08e356e0-1619-4d8e-8814-b4a5e0800906 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:17.482646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-e360039c-879d-430d-9e79-06e70f9d1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:17.500777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-e360039c-879d-430d-9e79-06e70f9d1802 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.2183604 Feb 17 22:10:17.551745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ead6a48-b80c-49fd-a655-71b698cb12ed admin admin] Publish callbacks [] for security_group (3f3fadbb-27aa-4cf2-b419-01a59337450e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.551856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:17.594008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-b174f1f5-3fd5-4940-9367-3335f5b7ef37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810382 Feb 17 22:10:17.738693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ead6a48-b80c-49fd-a655-71b698cb12ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f3fadbb-27aa-4cf2-b419-01a59337450e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.741148 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.741626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ead6a48-b80c-49fd-a655-71b698cb12ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:17.742751 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9ead6a48-b80c-49fd-a655-71b698cb12ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f3fadbb-27aa-4cf2-b419-01a59337450e HTTP/1.1" status: 204 len: 168 time: 0.5676463 Feb 17 22:10:17.773149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead6a48-b80c-49fd-a655-71b698cb12ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3fadbb-27aa-4cf2-b419-01a59337450e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:17.831162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks [] for router_gateway (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:18.119898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:18.146595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c4395eaa-1b50-4827-8960-5ba4168a7f21 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:18.250855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:18.313191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c4395eaa-1b50-4827-8960-5ba4168a7f21 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:18.313571 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:18.326196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-acb5aaa5-c1f4-4dad-823c-4001da7d65e1 service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0807946 Feb 17 22:10:18.506874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1494e155-464c-43f5-ab99-865a0f575659 req-1df9e181-1017-4569-a574-3a63d413a866 service neutron] 10.222.0.73 "GET /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477909 Feb 17 22:10:18.513661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c4395eaa-1b50-4827-8960-5ba4168a7f21 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:18.514711 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:18.549854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-6da2075b-3664-4f93-bdf9-b05ea911aa78 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2041912845&fields=id&tenant_id=9b3f981bbee4453aaadaf646e129051b HTTP/1.1" status: 200 len: 267 time: 0.9645138 Feb 17 22:10:18.562772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859a7df-afc7-4a18-8e87-6e8616c5ad7a req-e6739d1c-c613-492d-838f-b6b1901643b3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:18.570092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0859a7df-afc7-4a18-8e87-6e8616c5ad7a req-e6739d1c-c613-492d-838f-b6b1901643b3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.9836915 Feb 17 22:10:18.608982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port c4395eaa-1b50-4827-8960-5ba4168a7f21, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c4395eaa-1b50-4827-8960-5ba4168a7f21,segment=NetworkSegment(451ef27f-45cc-4b67-848e-2683bdd4b092),segment_id=451ef27f-45cc-4b67-848e-2683bdd4b092)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:18.617640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:10:18.620591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:18.720864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=c4395eaa-1b50-4827-8960-5ba4168a7f21,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:18.742186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94fd448-3258-4073-957b-feb4045d2898 None None] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:18.764640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-2a8bed22-12d1-48aa-a1ec-3551962b5c5d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:18.771759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-2a8bed22-12d1-48aa-a1ec-3551962b5c5d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/networks?id=2e8c0324-a918-43e1-bb4c-f439b994c07d HTTP/1.1" status: 200 len: 811 time: 0.2204225 Feb 17 22:10:18.779077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-4c7ea422-495e-469f-83b7-dc85bcd96c32 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1628375 Feb 17 22:10:18.784275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:18.802202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-6f872cd7-5e06-421a-acf5-0c35ea383cd8 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/quotas/9b3f981bbee4453aaadaf646e129051b HTTP/1.1" status: 200 len: 375 time: 0.0294559 Feb 17 22:10:18.813939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:18.815750 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-efb44eee-d332-4a03-839b-2568aeb3cc23 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4241638 Feb 17 22:10:18.818145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37182) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:18.831618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] Transition to ACTIVE for port object 08e356e0-1619-4d8e-8814-b4a5e0800906 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:10:18.833188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 47cf6501-ed34-4849-bc5a-3c57744ea154 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:10:18.869855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Sync routers for ids ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:18.896415 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:19.018175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-f44852f4-a4cf-432d-ab85-103ea86a0227 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9b3f981bbee4453aaadaf646e129051b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2076142 Feb 17 22:10:19.028756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Routers {'7207d570-dcc5-40fc-b7f8-46c66f23c5eb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:19.029930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:19.039635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] No DVR routers for this DVR port 08e356e0-1619-4d8e-8814-b4a5e0800906 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:19.059646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0859a7df-afc7-4a18-8e87-6e8616c5ad7a req-3a6ba884-a84d-4925-9891-f81eef2f2169 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4862401 Feb 17 22:10:19.192619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c7750b9b-929a-4722-ae0d-bc68d1d64536 None None] Provisioning complete for port c4395eaa-1b50-4827-8960-5ba4168a7f21 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:19.193310 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7750b9b-929a-4722-ae0d-bc68d1d64536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:19.234283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] Pushing event updated for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:19.239958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-f9fe95ac-45e3-4712-b6a2-a918ff791d9f service neutron] 10.222.0.94 "PUT /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906/bindings/n-h1-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 2.8915110 Feb 17 22:10:19.291272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:19.362078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7a04dc8-818c-4aca-a89d-575b9b40a0d1 req-acbb43c8-5956-4b12-95fa-3815712a0fa2 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 210 time: 0.1838505 Feb 17 22:10:19.375409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-5fef761a-70ad-4941-8bf7-2de10c28647f service neutron] 10.222.0.79 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3557496 Feb 17 22:10:19.445049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d8028b-846c-4cc4-850f-c62d643e13ad req-854efbd0-441b-452c-ad4c-10aef656c844 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373880 Feb 17 22:10:19.449737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c7750b9b-929a-4722-ae0d-bc68d1d64536 None None] Current status of the port c4395eaa-1b50-4827-8960-5ba4168a7f21 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:19.469212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 47cf6501-ed34-4849-bc5a-3c57744ea154, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=47cf6501-ed34-4849-bc5a-3c57744ea154,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:19.505372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:19.517122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '47cf6501-ed34-4849-bc5a-3c57744ea154', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': '47cf6501-ed34-4849-bc5a-3c57744ea154', 'mac_address': 'fa:16:3e:e4:1d:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:10:19.610305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 47cf6501-ed34-4849-bc5a-3c57744ea154 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:19.610773 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:19.614469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Set router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:19.723036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cf6501-ed34-4849-bc5a-3c57744ea154 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:19.783117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Allocated IP 172.20.0.1 (d6536be7-eff9-4acd-95db-e9e52ea02ee3/57776671-56c3-4e74-aee6-88ebeed8d3a5/3c4e11e7-bbf1-4f96-9cde-09328867ee70) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:19.788824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f90b74-8c74-4b22-b9d9-cd214735383a req-29855ce4-36f3-468f-b99a-20ee01ad1058 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:19.792073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4f90b74-8c74-4b22-b9d9-cd214735383a req-29855ce4-36f3-468f-b99a-20ee01ad1058 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 944 time: 0.3116801 Feb 17 22:10:19.792408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 47cf6501-ed34-4849-bc5a-3c57744ea154, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=47cf6501-ed34-4849-bc5a-3c57744ea154,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:19.805636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:19.812244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-54f9516d-8b2c-499a-88cb-6b61cd62a766 service neutron] 10.222.0.79 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359682 Feb 17 22:10:19.828828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-39f0f3e3-8e4c-4e00-8ac2-01844255164f tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:19.830348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-39f0f3e3-8e4c-4e00-8ac2-01844255164f tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.4437294 Feb 17 22:10:19.846771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-33ba6188-ab96-4b7a-9a97-02405d086a7a tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:19.848328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-33ba6188-ab96-4b7a-9a97-02405d086a7a tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.94 "GET /v2.0/networks?id=15affcd4-9f3a-478c-979a-26ca2a8fbae4 HTTP/1.1" status: 200 len: 810 time: 0.4450583 Feb 17 22:10:19.910466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Request body: {'port': {'device_id': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4', 'admin_state_up': True, 'tenant_id': '587603bb8887478e911a2997793eeffe'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:19.943601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=47cf6501-ed34-4849-bc5a-3c57744ea154,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:19.961125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4f90b74-8c74-4b22-b9d9-cd214735383a req-d4eb91cb-6906-46c9-a4b3-fb81ccb0f5ac tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595626 Feb 17 22:10:20.016589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks [] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.048968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['47cf6501-ed34-4849-bc5a-3c57744ea154'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:20.095507 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.109935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c4395eaa-1b50-4827-8960-5ba4168a7f21 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:20.163540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-48c35135-c5ea-40c7-ac7b-2809c6135f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:20.165032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-48c35135-c5ea-40c7-ac7b-2809c6135f1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda&tenant_id=2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 1128 time: 0.3251321 Feb 17 22:10:20.173744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:10:17Z', 'revision_number': 3, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:20.204605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:20.210126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:20.215917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:20.221712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4e11e7-bbf1-4f96-9cde-09328867ee70,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:20.244439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Checking router: 7207d570-dcc5-40fc-b7f8-46c66f23c5eb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:20.244962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Updating router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:10:20.267613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9e65-b5b9-44ad-8421-ccb91db3c77d req-ddbc877f-4123-48f9-b91a-d62d8aa2d990 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:20.269178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c46c9e65-b5b9-44ad-8421-ccb91db3c77d req-ddbc877f-4123-48f9-b91a-d62d8aa2d990 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 945 time: 0.1832006 Feb 17 22:10:20.283888 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.410060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Made reservation on behalf of 587603bb8887478e911a2997793eeffe for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:20.414722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.442173 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.453273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0aa9c6f6-1a38-4dd3-a331-7fda24dfc7cd None None] Provisioning complete for port c4395eaa-1b50-4827-8960-5ba4168a7f21 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:20.453638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0aa9c6f6-1a38-4dd3-a331-7fda24dfc7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.497753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.503212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c46c9e65-b5b9-44ad-8421-ccb91db3c77d req-b2286cc5-9388-4e7c-be4c-4f37ea2d7c82 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213562 Feb 17 22:10:20.516851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-46352a89-4f3e-4366-aba7-e92fa49009ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:20.518576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-46352a89-4f3e-4366-aba7-e92fa49009ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1128 time: 0.3079062 Feb 17 22:10:20.597465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c4395eaa-1b50-4827-8960-5ba4168a7f21 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:20.597845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.672508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21585d9a-4e03-4405-a9d7-36040c2d08e5 req-93e51f3a-6b3f-44eb-bc45-913c33025241 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:20.674424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21585d9a-4e03-4405-a9d7-36040c2d08e5 req-93e51f3a-6b3f-44eb-bc45-913c33025241 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2816105 Feb 17 22:10:20.702007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9175bdbf-d2f3-4c62-850e-ff35b7856507 req-f75d60d8-4c99-4f3a-a28b-86c1c1bc5043 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 210 time: 0.0992079 Feb 17 22:10:20.777468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks [] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.778656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0aa9c6f6-1a38-4dd3-a331-7fda24dfc7cd None None] Current status of the port c4395eaa-1b50-4827-8960-5ba4168a7f21 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:20.791968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.804416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:20.859807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Allocated IP 172.20.0.7 (15affcd4-9f3a-478c-979a-26ca2a8fbae4/74378fde-22af-4c86-a2e1-46aa9f9c48bc/9708146c-2e41-4cbb-bf87-5cfd39d1a282) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:20.903601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-7c3e2351-6225-4825-a48e-7f1cec3fe1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:20.905521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-7c3e2351-6225-4825-a48e-7f1cec3fe1cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.3550766 Feb 17 22:10:20.913243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21585d9a-4e03-4405-a9d7-36040c2d08e5 req-d90e58a3-9769-4055-b6c9-a9e3d18b716e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139390 Feb 17 22:10:20.929219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Pushing event updated for resources: {'Port': ['ID=3c4e11e7-bbf1-4f96-9cde-09328867ee70,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:20.997483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-878d93e9-ea23-4de7-9017-d4dd98347bca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 217 time: 0.0798087 Feb 17 22:10:21.009445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.143993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d0e25766-390c-4490-a3ae-28108868ef53 None None] Provisioning complete for port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:21.144367 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e25766-390c-4490-a3ae-28108868ef53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.146620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e3fee2b-20a2-4d3c-93ac-d493a2459b7e req-aba7e178-d494-4514-b0b6-395cb981d8c3 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 210 time: 0.0788043 Feb 17 22:10:21.161044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-85a3cba0-908a-47c3-9637-f6bde66e65ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:21.162460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-85a3cba0-908a-47c3-9637-f6bde66e65ae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1578414 Feb 17 22:10:21.175345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:21.176868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:21.228997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-a1ac0d9e-cfa1-41e2-9946-466f4f9c7337 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465980 Feb 17 22:10:21.261524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c4395eaa-1b50-4827-8960-5ba4168a7f21 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:21.282766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d0e25766-390c-4490-a3ae-28108868ef53 None None] Port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:21.360897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc92e75-c0a0-476d-bb87-87d26b94170a req-03cbb17c-e998-46f5-b498-20d8be8f23ee tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:21.362474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcc92e75-c0a0-476d-bb87-87d26b94170a req-03cbb17c-e998-46f5-b498-20d8be8f23ee tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 945 time: 0.2226567 Feb 17 22:10:21.385057 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks [] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.387807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Publish callbacks [] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.395319 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.473111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Attempting to bind port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:21.473760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Attempting to bind port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:21.474308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Attempting to bind port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:21.477112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3f3e5-57c8-473b-9c89-b83943f03b85 None None] Pushing event updated for resources: {'Port': ['ID=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:21.493152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:21.495417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:21.496115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.496872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:21.497616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Bound port: 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:21.498916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.569878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-da26566b-dde7-4fe5-a72d-1b93e296880d service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292398 Feb 17 22:10:21.574388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcc92e75-c0a0-476d-bb87-87d26b94170a req-2a621d14-0ae8-4d2c-94b8-33751931bd9b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993940 Feb 17 22:10:21.594317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.622320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] For port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:21.629489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] For port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:21.634999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2e483b8b-18a3-434e-8b27-ce520437668e None None] Provisioning complete for port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:21.635771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e483b8b-18a3-434e-8b27-ce520437668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.676253 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:21.707053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:21.720514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:21.732305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:21.750534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada3f3e5-57c8-473b-9c89-b83943f03b85 None None] Pushing event updated for resources: {'Port': ['ID=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:21.770884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:10:21.776497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2e483b8b-18a3-434e-8b27-ce520437668e None None] Port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:21.788795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Routers {'7207d570-dcc5-40fc-b7f8-46c66f23c5eb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:21.789706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:21.826573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Pushing event updated for resources: {'Port': ['ID=9708146c-2e41-4cbb-bf87-5cfd39d1a282,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:21.949440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] Set router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:21.967714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:21.974538 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-12ce54fc-a78d-4243-9045-3905d85ca967 admin admin] 10.222.0.79 "PUT /v2.0/routers/7207d570-dcc5-40fc-b7f8-46c66f23c5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1551371 Feb 17 22:10:21.976191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:21.976826 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.118990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37258) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:22.254929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 4, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3c4e11e7-bbf1-4f96-9cde-09328867ee70', 'name': '', 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'mac_address': 'fa:16:3e:f6:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:19Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 2, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'subnets': [{'id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:22.258655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f15f4c7-3103-4dd7-8f06-57563f603739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.293770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc3265f-da6e-4751-8158-3b398cb52489 None None] The sync data for ids ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'] in n-d-828369-18 is: [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 4, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3c4e11e7-bbf1-4f96-9cde-09328867ee70', 'name': '', 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'mac_address': 'fa:16:3e:f6:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:19Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 2, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'subnets': [{'id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:22.338117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a79fcef1-6bf3-4138-98a2-31f1e59107d5 req-7293439c-9b35-4458-9f44-7de84d8b740e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 210 time: 0.4878433 Feb 17 22:10:22.341453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-d56b4d8a-a88d-425c-9773-a293b46470f6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4376202 Feb 17 22:10:22.361623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-5c26a737-34cc-4ef6-9544-ab20b481cb29 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829800 Feb 17 22:10:22.366029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Request body: {'port': {'device_id': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:22.399918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f15f4c7-3103-4dd7-8f06-57563f603739 admin admin] Publish callbacks [] for security_group (8bbef111-6965-42f4-b347-22fc0bc41b7c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.406824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f15f4c7-3103-4dd7-8f06-57563f603739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8bbef111-6965-42f4-b347-22fc0bc41b7c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.424692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9eda4-164e-40e0-a68e-eb21fc8b710a req-f777362a-4926-4426-9fb4-e5acbe18456d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:22.426357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12e9eda4-164e-40e0-a68e-eb21fc8b710a req-f777362a-4926-4426-9fb4-e5acbe18456d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 945 time: 0.6641536 Feb 17 22:10:22.470797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15f4c7-3103-4dd7-8f06-57563f603739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbef111-6965-42f4-b347-22fc0bc41b7c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:22.497990 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1f15f4c7-3103-4dd7-8f06-57563f603739 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=68f6758b6c044b94900c0bcc813a79e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3700073 Feb 17 22:10:22.501856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37272) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:22.554850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-767e1567-d5e5-4194-8c8a-edaa4f683ffe tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:22.556314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-767e1567-d5e5-4194-8c8a-edaa4f683ffe tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.73 "GET /v2.0/networks?id=2e8c0324-a918-43e1-bb4c-f439b994c07d HTTP/1.1" status: 200 len: 811 time: 0.7894707 Feb 17 22:10:22.584432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16105042-b58e-4a90-b8a4-8dae596377b4 admin admin] Publish callbacks [] for security_group (8bbef111-6965-42f4-b347-22fc0bc41b7c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.624555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16105042-b58e-4a90-b8a4-8dae596377b4 admin admin] Publish callbacks [] for security_group (8bbef111-6965-42f4-b347-22fc0bc41b7c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.637087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.722409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12e9eda4-164e-40e0-a68e-eb21fc8b710a req-f7fc0c4b-2209-45fb-b157-2e0e84fdbf6c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874100 Feb 17 22:10:22.755044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16105042-b58e-4a90-b8a4-8dae596377b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8bbef111-6965-42f4-b347-22fc0bc41b7c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.758897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16105042-b58e-4a90-b8a4-8dae596377b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:22.765404 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16105042-b58e-4a90-b8a4-8dae596377b4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8bbef111-6965-42f4-b347-22fc0bc41b7c HTTP/1.1" status: 204 len: 168 time: 0.2588265 Feb 17 22:10:22.780178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16105042-b58e-4a90-b8a4-8dae596377b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbef111-6965-42f4-b347-22fc0bc41b7c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:22.796745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 47cf6501-ed34-4849-bc5a-3c57744ea154 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:22.843310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-b0f7618d-9935-4d53-996b-85ed5b2bdd6e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b3f981bbee4453aaadaf646e129051b HTTP/1.1" status: 200 len: 380 time: 0.2649159 Feb 17 22:10:22.868165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe22a4a-3c46-4f53-8c8f-e4fc891d1056 req-e78d3e4a-5553-4887-8787-2f3cfdc0845e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:22.870191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fe22a4a-3c46-4f53-8c8f-e4fc891d1056 req-e78d3e4a-5553-4887-8787-2f3cfdc0845e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.3910906 Feb 17 22:10:22.893322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Request body: {'port': {'device_id': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'admin_state_up': True, 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'security_groups': ['183b58cc-cc0f-4af0-9fab-913d106b2874']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:22.908583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 47cf6501-ed34-4849-bc5a-3c57744ea154 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:10:22.912900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 47cf6501-ed34-4849-bc5a-3c57744ea154 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:22.914070 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.020140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-012cb886-1e09-4878-9aac-db06318c90fb tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:23.027773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-012cb886-1e09-4878-9aac-db06318c90fb tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.3859491 Feb 17 22:10:23.032388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 47cf6501-ed34-4849-bc5a-3c57744ea154 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:23.033112 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.037501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Made reservation on behalf of 9b3f981bbee4453aaadaf646e129051b for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:23.041082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.067659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83611c24-4806-4582-be37-26f033792c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cf6501-ed34-4849-bc5a-3c57744ea154'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:23.070105 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f01d00-57dc-4761-9753-f886f8ce27df" -d '{"events": [{"server_uuid": "83611c24-4806-4582-be37-26f033792c61", "name": "network-vif-plugged", "status": "completed", "tag": "47cf6501-ed34-4849-bc5a-3c57744ea154"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:23.085361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 47cf6501-ed34-4849-bc5a-3c57744ea154, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=47cf6501-ed34-4849-bc5a-3c57744ea154,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:23.095078 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.177588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=47cf6501-ed34-4849-bc5a-3c57744ea154,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:23.277712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:23.292050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2909be8b-60c0-44d4-91b1-2da21fc6e913 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.317187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fe22a4a-3c46-4f53-8c8f-e4fc891d1056 req-2549d61e-85b2-4443-b4ea-67c9c339a358 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038023 Feb 17 22:10:23.366644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9adac-d324-426e-ab79-56bc1d0e0c3a req-0b9439f7-70ab-4d8a-b8e7-dba7b998eca8 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:23.376008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70e9adac-d324-426e-ab79-56bc1d0e0c3a req-0b9439f7-70ab-4d8a-b8e7-dba7b998eca8 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 931 time: 0.5437999 Feb 17 22:10:23.406304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2909be8b-60c0-44d4-91b1-2da21fc6e913 admin admin] Publish callbacks [] for security_group (11d6d996-6f41-4282-86b4-4a00a7f3fe8e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.413990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2909be8b-60c0-44d4-91b1-2da21fc6e913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (11d6d996-6f41-4282-86b4-4a00a7f3fe8e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.476742 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2909be8b-60c0-44d4-91b1-2da21fc6e913 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=158bb20d31ec492892ad86b1e223fb3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1979263 Feb 17 22:10:23.477621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909be8b-60c0-44d4-91b1-2da21fc6e913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d6d996-6f41-4282-86b4-4a00a7f3fe8e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:23.480138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:23.598688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5303e1e-d4e0-4a7d-b206-39d3b5e7c60b admin admin] Publish callbacks [] for security_group (11d6d996-6f41-4282-86b4-4a00a7f3fe8e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.633012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5303e1e-d4e0-4a7d-b206-39d3b5e7c60b admin admin] Publish callbacks [] for security_group (11d6d996-6f41-4282-86b4-4a00a7f3fe8e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.701136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5303e1e-d4e0-4a7d-b206-39d3b5e7c60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (11d6d996-6f41-4282-86b4-4a00a7f3fe8e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.704548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5303e1e-d4e0-4a7d-b206-39d3b5e7c60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.706458 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c5303e1e-d4e0-4a7d-b206-39d3b5e7c60b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/11d6d996-6f41-4282-86b4-4a00a7f3fe8e HTTP/1.1" status: 204 len: 168 time: 0.2254946 Feb 17 22:10:23.721376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5303e1e-d4e0-4a7d-b206-39d3b5e7c60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d6d996-6f41-4282-86b4-4a00a7f3fe8e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:23.801238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70e9adac-d324-426e-ab79-56bc1d0e0c3a req-23e55c82-5724-4350-8c15-10baa79787f8 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350024 Feb 17 22:10:23.868091 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a74dac4-d857-4b67-8410-02f90a066878 x-openstack-request-id: req-3a74dac4-d857-4b67-8410-02f90a066878 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:23.868898 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83611c24-4806-4582-be37-26f033792c61", "name": "network-vif-plugged", "status": "completed", "tag": "47cf6501-ed34-4849-bc5a-3c57744ea154", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:23.869309 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a74dac4-d857-4b67-8410-02f90a066878 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:23.869861 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83611c24-4806-4582-be37-26f033792c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cf6501-ed34-4849-bc5a-3c57744ea154', 'code': 200} Feb 17 22:10:23.909829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee1c02e-ea73-4a2f-b19c-3922e0db8ea9 req-73a6116a-7438-4088-88a1-d3bca52177ba tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:23.916830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ee1c02e-ea73-4a2f-b19c-3922e0db8ea9 req-73a6116a-7438-4088-88a1-d3bca52177ba tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 946 time: 0.3500750 Feb 17 22:10:23.930701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-4b87b554-df5d-43e2-9680-c16ef4929ef7 service neutron] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:23.941873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Allocated IP 172.20.0.3 (2e8c0324-a918-43e1-bb4c-f439b994c07d/54efad64-af5d-4737-af22-ffc518dc2c50/dc38e136-f170-4b6e-b330-150990f58876) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:23.970931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-4b87b554-df5d-43e2-9680-c16ef4929ef7 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:23.972162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0297ac3-6016-444f-b1f9-eebd3a7d4f5b req-4b87b554-df5d-43e2-9680-c16ef4929ef7 service neutron] 10.222.0.73 "DELETE /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906/bindings/n-h2-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.9284966 Feb 17 22:10:24.040872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d165fc6-107d-4ff0-9fe2-a89031eb8d6d req-7a173c07-5bb4-4969-9b1d-61bdaaeae407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:24.043246 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1d165fc6-107d-4ff0-9fe2-a89031eb8d6d req-7a173c07-5bb4-4969-9b1d-61bdaaeae407 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 1129 time: 0.1013336 Feb 17 22:10:24.117907 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1d165fc6-107d-4ff0-9fe2-a89031eb8d6d req-5a392472-10b3-483c-9d85-92bf6e85252b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650012 Feb 17 22:10:24.125772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ee1c02e-ea73-4a2f-b19c-3922e0db8ea9 req-94e4838a-44b2-40f2-b52e-a4f84a9d5ff9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078876 Feb 17 22:10:24.134718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9708146c-2e41-4cbb-bf87-5cfd39d1a282 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:24.140859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:24.158213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d023b853-4598-4f15-86cf-3ae0f59278d7 req-791e5f0d-878a-4ed7-a29f-efebc163f633 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 210 time: 0.0952489 Feb 17 22:10:24.169360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Publish callbacks [] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.287541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Transition to ACTIVE for port object 9708146c-2e41-4cbb-bf87-5cfd39d1a282 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:10:24.302684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.315545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:24.316312 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.471012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9708146c-2e41-4cbb-bf87-5cfd39d1a282,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:24.610695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:24.611223 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.632052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a5b2e-f0a7-40a9-acb7-a2c56629d190 req-bf8b7735-1448-451b-adb6-f8cd56511230 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:24.638988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-154a5b2e-f0a7-40a9-acb7-a2c56629d190 req-bf8b7735-1448-451b-adb6-f8cd56511230 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 945 time: 0.3533733 Feb 17 22:10:24.673152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for port (dc38e136-f170-4b6e-b330-150990f58876), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.695129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:24.706742 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.740078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Attempting to bind port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:24.740675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Attempting to bind port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'a0d36b5b-52b9-4e46-be06-af0e158b743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:24.741183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Attempting to bind port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 on network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:24.776292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 on network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:10:24.776621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Attempting to bind port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 on network 15affcd4-9f3a-478c-979a-26ca2a8fbae4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:24.804455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:24.825663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-154a5b2e-f0a7-40a9-acb7-a2c56629d190 req-0b1386fe-365c-4dc5-ae7f-52b8fecb2907 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654036 Feb 17 22:10:24.835070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 9, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:24.835439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Checking segment: {'id': 'a0d36b5b-52b9-4e46-be06-af0e158b743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:24.835829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Bound using segment: {'id': 'a0d36b5b-52b9-4e46-be06-af0e158b743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:24.836276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Bound port: 9708146c-2e41-4cbb-bf87-5cfd39d1a282, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d36b5b-52b9-4e46-be06-af0e158b743e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:24.836639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.851871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dc38e136-f170-4b6e-b330-150990f58876), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.903114 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:24.950527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:24.987511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aab90e-c9f3-4580-9f64-33ba8e5b5b9c req-1b7f8df4-3bc3-4554-a463-412463da3a31 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:24.989026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78aab90e-c9f3-4580-9f64-33ba8e5b5b9c req-1b7f8df4-3bc3-4554-a463-412463da3a31 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.2325659 Feb 17 22:10:24.989949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:24.994845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event updated for resources: {'Port': ['ID=dc38e136-f170-4b6e-b330-150990f58876,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:25.002378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:25.096557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] For port 9708146c-2e41-4cbb-bf87-5cfd39d1a282, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:25.127603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] For port 9708146c-2e41-4cbb-bf87-5cfd39d1a282, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9708146c-2e41-4cbb-bf87-5cfd39d1a282,segment=NetworkSegment(a0d36b5b-52b9-4e46-be06-af0e158b743e),segment_id=a0d36b5b-52b9-4e46-be06-af0e158b743e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:25.149431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:25.150374 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:25.197888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:25.241444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f6509d-dedf-4a99-9147-3b37cdec1171 req-00aae462-a3db-49d5-9ddb-ee4cdc05a0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:25.243182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13f6509d-dedf-4a99-9147-3b37cdec1171 req-00aae462-a3db-49d5-9ddb-ee4cdc05a0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.3256330 Feb 17 22:10:25.286666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78aab90e-c9f3-4580-9f64-33ba8e5b5b9c req-49ee2661-2579-4f9e-bc83-79f544d1ef9b tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2559185 Feb 17 22:10:25.314813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-9c941525-348a-4290-8bf0-4713a7f8f270 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4548025 Feb 17 22:10:25.345621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Request body: {'port': {'device_id': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:25.405900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:25.406465 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:25.407984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] 10.222.0.94 "PUT /v2.0/ports/9708146c-2e41-4cbb-bf87-5cfd39d1a282 HTTP/1.1" status: 200 len: 1092 time: 3.0490875 Feb 17 22:10:25.410352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'tag': '9708146c-2e41-4cbb-bf87-5cfd39d1a282'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:25.412644 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92df14f-3805-4ff1-8002-e03b62511edc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e24605-633a-4b32-b1dd-4d7f1c663b6d", "tag": "9708146c-2e41-4cbb-bf87-5cfd39d1a282"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:25.446288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3a41aa8c-58a3-4ba1-8804-1073f7fa6cbb None None] Provisioning complete for port dc38e136-f170-4b6e-b330-150990f58876 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:25.447435 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a41aa8c-58a3-4ba1-8804-1073f7fa6cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dc38e136-f170-4b6e-b330-150990f58876), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:25.492973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3a41aa8c-58a3-4ba1-8804-1073f7fa6cbb None None] Port dc38e136-f170-4b6e-b330-150990f58876 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:25.527426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ced55-5d54-4808-8096-b3d0d2b6c4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=9708146c-2e41-4cbb-bf87-5cfd39d1a282,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:25.535728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13f6509d-dedf-4a99-9147-3b37cdec1171 req-da7937ed-1db3-468f-923f-7aad82dc0abf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769783 Feb 17 22:10:25.568438 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dc38e136-f170-4b6e-b330-150990f58876), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:25.646745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235570b-b0b4-4e8c-8dda-179b6b92209a req-27ffdef9-a012-442f-9d4c-de918f2efd06 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:25.648692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a235570b-b0b4-4e8c-8dda-179b6b92209a req-27ffdef9-a012-442f-9d4c-de918f2efd06 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 943 time: 0.2496102 Feb 17 22:10:25.709986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-4d77c60b-441f-4050-802a-957ce154f019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:25.712084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-4d77c60b-441f-4050-802a-957ce154f019 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=587603bb8887478e911a2997793eeffe&device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 1126 time: 0.2070515 Feb 17 22:10:25.877623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-a37020bb-9596-48ad-9651-cc86aa4962c7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9708146c-2e41-4cbb-bf87-5cfd39d1a282 HTTP/1.1" status: 200 len: 217 time: 0.1319799 Feb 17 22:10:25.950832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a235570b-b0b4-4e8c-8dda-179b6b92209a req-dd77a0bb-7ae3-47c9-957f-802215ac6714 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861347 Feb 17 22:10:25.980689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd130b-bd8a-4a19-83f8-894d3b489b84 req-6e3f1d2a-d49c-497a-87cf-ee342db3474c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:25.988387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aabd130b-bd8a-4a19-83f8-894d3b489b84 req-6e3f1d2a-d49c-497a-87cf-ee342db3474c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 946 time: 0.3269200 Feb 17 22:10:26.047480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-59cf1911-4c8b-4684-ba45-9afb85f82e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:26.047480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-59cf1911-4c8b-4684-ba45-9afb85f82e0c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=74378fde-22af-4c86-a2e1-46aa9f9c48bc HTTP/1.1" status: 200 len: 850 time: 0.1595376 Feb 17 22:10:26.056164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:26.103069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-9d39addb-1250-4b79-b8bd-b919ad2ddd78 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=15affcd4-9f3a-478c-979a-26ca2a8fbae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450556 Feb 17 22:10:26.114805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:26.115735 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:26.136101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aabd130b-bd8a-4a19-83f8-894d3b489b84 req-0a634c73-b65a-4508-a8ed-76f97eef44ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467891 Feb 17 22:10:26.220767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:26.278114 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ed658d-65fa-4ac0-80ef-352ae82757b1 x-openstack-request-id: req-44ed658d-65fa-4ac0-80ef-352ae82757b1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:26.278415 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e24605-633a-4b32-b1dd-4d7f1c663b6d", "tag": "9708146c-2e41-4cbb-bf87-5cfd39d1a282", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:26.278672 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-44ed658d-65fa-4ac0-80ef-352ae82757b1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:26.279077 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'tag': '9708146c-2e41-4cbb-bf87-5cfd39d1a282', 'status': 'completed', 'code': 200} Feb 17 22:10:26.375642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc38e136-f170-4b6e-b330-150990f58876 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:26.386932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-0279df95-632f-4c98-ae96-23f06fb94120 service neutron] 10.222.0.94 "GET /v2.0/networks/15affcd4-9f3a-478c-979a-26ca2a8fbae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669713 Feb 17 22:10:26.389587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Publish callbacks [] for port (dc38e136-f170-4b6e-b330-150990f58876), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:26.459894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Transition to ACTIVE for port object dc38e136-f170-4b6e-b330-150990f58876 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:10:26.473962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b11f1d-6986-4d24-9702-14bbb5c2f69b req-6cdd06d3-b8c0-4b74-b8dc-6873ae36adc2 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:26.475534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6b11f1d-6986-4d24-9702-14bbb5c2f69b req-6cdd06d3-b8c0-4b74-b8dc-6873ae36adc2 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 931 time: 0.3804221 Feb 17 22:10:26.479437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dc38e136-f170-4b6e-b330-150990f58876), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:26.558763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c880c6d-5e3e-4cbf-a11d-f52720098128 req-8283a067-40f5-44d5-9d43-3f22708e1ad6 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:26.566522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c880c6d-5e3e-4cbf-a11d-f52720098128 req-8283a067-40f5-44d5-9d43-3f22708e1ad6 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1128 time: 0.2468307 Feb 17 22:10:26.638615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Pushing event updated for resources: {'Port': ['ID=dc38e136-f170-4b6e-b330-150990f58876,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:26.704022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fc25ba7-80b3-439c-8905-46533f1c3977 req-daf76bb3-ab95-4c65-b53f-0f5864b8d508 service neutron] 10.222.0.94 "GET /v2.0/networks/15affcd4-9f3a-478c-979a-26ca2a8fbae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082423 Feb 17 22:10:26.711414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6b11f1d-6986-4d24-9702-14bbb5c2f69b req-9120f290-9cfa-4be9-a73d-c643599d7f49 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974430 Feb 17 22:10:26.768525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c880c6d-5e3e-4cbf-a11d-f52720098128 req-1d313f0c-eefb-4e8a-b588-9fa5507abfa7 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010372 Feb 17 22:10:26.818912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Attempting to bind port dc38e136-f170-4b6e-b330-150990f58876 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:26.819837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Attempting to bind port dc38e136-f170-4b6e-b330-150990f58876 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:26.820245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Attempting to bind port dc38e136-f170-4b6e-b330-150990f58876 on network 2e8c0324-a918-43e1-bb4c-f439b994c07d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:26.826604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Port dc38e136-f170-4b6e-b330-150990f58876 on network 2e8c0324-a918-43e1-bb4c-f439b994c07d not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:10:26.827162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Attempting to bind port dc38e136-f170-4b6e-b330-150990f58876 on network 2e8c0324-a918-43e1-bb4c-f439b994c07d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:26.845911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:26.846122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Checking segment: {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:26.846506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Bound using segment: {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:26.846990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Bound port: dc38e136-f170-4b6e-b330-150990f58876, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87ed3e43-8416-4d52-89c0-2232277da6ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:26.847290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dc38e136-f170-4b6e-b330-150990f58876), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:26.924454 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Sync routers for ids ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:26.949518 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Routers {'7207d570-dcc5-40fc-b7f8-46c66f23c5eb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:26.959229 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:26.969074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92df14f-3805-4ff1-8002-e03b62511edc req-f32b7033-95e9-4c0d-a8e1-2e4129caa121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:26.970617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92df14f-3805-4ff1-8002-e03b62511edc req-f32b7033-95e9-4c0d-a8e1-2e4129caa121 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=587603bb8887478e911a2997793eeffe&device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 1126 time: 0.1362352 Feb 17 22:10:27.201353 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Set router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:27.433939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] For port dc38e136-f170-4b6e-b330-150990f58876, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:27.475019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab1193b-a61a-4c2b-be5c-1fae1a717c6e req-0d346750-f6ea-4467-9f5d-7b82ad733e67 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:27.482055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ab1193b-a61a-4c2b-be5c-1fae1a717c6e req-0d346750-f6ea-4467-9f5d-7b82ad733e67 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.5709918 Feb 17 22:10:27.505421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] For port dc38e136-f170-4b6e-b330-150990f58876, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dc38e136-f170-4b6e-b330-150990f58876,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:27.545846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dc38e136-f170-4b6e-b330-150990f58876), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:27.587970 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 4, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3c4e11e7-bbf1-4f96-9cde-09328867ee70', 'name': '', 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'mac_address': 'fa:16:3e:f6:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:19Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 2, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'subnets': [{'id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:27.633286 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Checking router: 7207d570-dcc5-40fc-b7f8-46c66f23c5eb for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:27.633642 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Updating router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:10:27.639426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:27.641689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:27.645260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] 10.222.0.73 "PUT /v2.0/ports/dc38e136-f170-4b6e-b330-150990f58876 HTTP/1.1" status: 200 len: 1092 time: 2.3046405 Feb 17 22:10:27.669483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63cd99-e51b-4d88-b042-cfa9b6e512cf service neutron] Pushing event updated for resources: {'Port': ['ID=dc38e136-f170-4b6e-b330-150990f58876,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:27.673978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92df14f-3805-4ff1-8002-e03b62511edc req-716429e0-ac03-404b-b0d2-412ccef77a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:27.676106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92df14f-3805-4ff1-8002-e03b62511edc req-716429e0-ac03-404b-b0d2-412ccef77a6e service neutron] 10.222.0.94 "GET /v2.0/networks?id=15affcd4-9f3a-478c-979a-26ca2a8fbae4 HTTP/1.1" status: 200 len: 911 time: 0.6936393 Feb 17 22:10:27.695076 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:27.706824 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-e4418d5b-c910-41b2-847e-592ee8180136 req-f36337b4-b84f-4c24-ba2f-a5b23b6238ca service neutron] show failed (client error): The resource could not be found. Feb 17 22:10:27.708054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-f36337b4-b84f-4c24-ba2f-a5b23b6238ca service neutron] 10.222.0.94 "GET /v2.0/ports/e14721fe-bab3-4fd6-b582-fc0e3e373fcf/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.3525805 Feb 17 22:10:27.806829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ab1193b-a61a-4c2b-be5c-1fae1a717c6e req-535e1851-bf5b-4a32-9bdd-96702d7c99cf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238640 Feb 17 22:10:27.808655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92df14f-3805-4ff1-8002-e03b62511edc req-ef1162d5-408d-4425-9aa1-c22fc1dce72b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9708146c-2e41-4cbb-bf87-5cfd39d1a282 HTTP/1.1" status: 200 len: 217 time: 0.1147621 Feb 17 22:10:27.844371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f7c3d-b89c-49ab-a27f-229a93b08524 req-62ddee15-2a5c-48c0-8571-1ac98017cddd tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:27.852116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-474f7c3d-b89c-49ab-a27f-229a93b08524 req-62ddee15-2a5c-48c0-8571-1ac98017cddd tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1128 time: 0.4140801 Feb 17 22:10:28.001261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92df14f-3805-4ff1-8002-e03b62511edc req-216f81a8-457e-4277-8a7c-20786c3a915a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:28.002773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92df14f-3805-4ff1-8002-e03b62511edc req-216f81a8-457e-4277-8a7c-20786c3a915a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=74378fde-22af-4c86-a2e1-46aa9f9c48bc HTTP/1.1" status: 200 len: 850 time: 0.1830664 Feb 17 22:10:28.031319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-97f9060d-15c5-48ac-8ee5-390de88226cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:28.032970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-97f9060d-15c5-48ac-8ee5-390de88226cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b3f981bbee4453aaadaf646e129051b&device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 1126 time: 0.3218589 Feb 17 22:10:28.070296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-474f7c3d-b89c-49ab-a27f-229a93b08524 req-af4a8e95-9a2f-4d98-a65b-f689cce2644c tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111797 Feb 17 22:10:28.077701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92df14f-3805-4ff1-8002-e03b62511edc req-ef1a115f-c2db-4f73-bed0-5677e73594df service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=15affcd4-9f3a-478c-979a-26ca2a8fbae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626674 Feb 17 22:10:28.098334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032c926-d620-4062-a3f8-db098e8ab980 req-f32659fe-6528-4e3c-a461-80125744eb9f tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:28.100003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c032c926-d620-4062-a3f8-db098e8ab980 req-f32659fe-6528-4e3c-a461-80125744eb9f tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 943 time: 0.1531107 Feb 17 22:10:28.158691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-1cd47104-1879-411c-81ec-8c1351b94cf9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38e136-f170-4b6e-b330-150990f58876 HTTP/1.1" status: 200 len: 217 time: 0.0863237 Feb 17 22:10:28.230686 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Publish callbacks [] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.237370 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-c4de14fa-61de-4669-a30d-30b23a0d976d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:28.238768 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-c4de14fa-61de-4669-a30d-30b23a0d976d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 1132 time: 0.0955024 Feb 17 22:10:28.252480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:28.254862 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.304834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:28.307411 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea436046-ced1-41b8-8fed-0fc3ec1fc661" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "tag": "dc38e136-f170-4b6e-b330-150990f58876"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:28.312832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92df14f-3805-4ff1-8002-e03b62511edc req-ae987a0e-0ae3-4785-8491-1173aded7fcd service neutron] 10.222.0.94 "GET /v2.0/networks/15affcd4-9f3a-478c-979a-26ca2a8fbae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236938 Feb 17 22:10:28.407267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.440528 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Attempting to bind port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:28.440837 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Attempting to bind port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:28.441207 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Attempting to bind port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 on network d6536be7-eff9-4acd-95db-e9e52ea02ee3 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:28.453718 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:28.454095 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Checking segment: {'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:28.454731 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.455178 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Bound using segment: {'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:28.455713 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Bound port: 3c4e11e7-bbf1-4f96-9cde-09328867ee70, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451ef27f-45cc-4b67-848e-2683bdd4b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:28.456355 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.469677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92df14f-3805-4ff1-8002-e03b62511edc req-b51067b1-c1ce-44f8-a7e6-9a14abfc5159 service neutron] 10.222.0.94 "GET /v2.0/networks/15affcd4-9f3a-478c-979a-26ca2a8fbae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334867 Feb 17 22:10:28.606461 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] For port 3c4e11e7-bbf1-4f96-9cde-09328867ee70, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:28.611538 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] For port 3c4e11e7-bbf1-4f96-9cde-09328867ee70, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3c4e11e7-bbf1-4f96-9cde-09328867ee70,segment=NetworkSegment(451ef27f-45cc-4b67-848e-2683bdd4b092),segment_id=451ef27f-45cc-4b67-848e-2683bdd4b092)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:28.626304 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57e2c5-2be5-4205-aeb3-d035bfd19423 None None] Pushing event updated for resources: {'Port': ['ID=3c4e11e7-bbf1-4f96-9cde-09328867ee70,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:28.636020 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.643423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-ae4871e6-d371-40b9-82d9-a2528dcee9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:28.646880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-ae4871e6-d371-40b9-82d9-a2528dcee9f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54efad64-af5d-4737-af22-ffc518dc2c50 HTTP/1.1" status: 200 len: 850 time: 0.3287313 Feb 17 22:10:28.678692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c032c926-d620-4062-a3f8-db098e8ab980 req-eee0ebdb-3f9d-4866-abac-b075d8c63410 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5344188 Feb 17 22:10:28.705528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd68cd-e542-4ead-b8c7-f5483c3c3f2c req-7644298a-4f9a-4742-ba80-8ee1461da270 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:28.716448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dafd68cd-e542-4ead-b8c7-f5483c3c3f2c req-7644298a-4f9a-4742-ba80-8ee1461da270 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.2222195 Feb 17 22:10:28.750140 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57e2c5-2be5-4205-aeb3-d035bfd19423 None None] Pushing event updated for resources: {'Port': ['ID=3c4e11e7-bbf1-4f96-9cde-09328867ee70,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:28.750991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-85260bef-a0a5-470f-883a-ee7b6b471426 None None] Provisioning complete for port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:28.759630 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85260bef-a0a5-470f-883a-ee7b6b471426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.784743 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Routers {'7207d570-dcc5-40fc-b7f8-46c66f23c5eb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:28.785486 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:28.882597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:28.921832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:28.960287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9708146c-2e41-4cbb-bf87-5cfd39d1a282 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:10:28.971100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Publish callbacks [] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:28.987859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:28.990160 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865f522f-d34b-4867-9c5b-ab23ac04b4e8" -d '{"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-unplugged", "status": "completed", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:29.018608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Transition to ACTIVE for port object e14721fe-bab3-4fd6-b582-fc0e3e373fcf will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:10:29.034757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.066314 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] Set router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:29.174297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] No DVR routers for this DVR port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:29.178279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dafd68cd-e542-4ead-b8c7-f5483c3c3f2c req-3aaafd05-c1b7-4112-9a7c-5b8fc24630c7 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042416 Feb 17 22:10:29.260614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-4d7396de-f6e9-4f1a-afa9-dfa36ec192e8 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:29.262261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-4d7396de-f6e9-4f1a-afa9-dfa36ec192e8 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.73 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.5195367 Feb 17 22:10:29.269326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=6']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:29.278323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-fa01176b-d6c3-4f2d-bff8-851f4001cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:29.279595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-fa01176b-d6c3-4f2d-bff8-851f4001cf7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e8c0324-a918-43e1-bb4c-f439b994c07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6227193 Feb 17 22:10:29.296784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:29.297155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:29.297483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:29.311897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:10:29.312235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Attempting to bind port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:29.318088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:29.318347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:29.318522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:29.318967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Bound port: e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:29.319326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.337849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9708146c-2e41-4cbb-bf87-5cfd39d1a282, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9708146c-2e41-4cbb-bf87-5cfd39d1a282,segment=NetworkSegment(a0d36b5b-52b9-4e46-be06-af0e158b743e),segment_id=a0d36b5b-52b9-4e46-be06-af0e158b743e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:29.382410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '9708146c-2e41-4cbb-bf87-5cfd39d1a282', 'network_id': '15affcd4-9f3a-478c-979a-26ca2a8fbae4', 'port_id': '9708146c-2e41-4cbb-bf87-5cfd39d1a282', 'mac_address': 'fa:16:3e:4f:36:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74378fde-22af-4c86-a2e1-46aa9f9c48bc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:10:29.386002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f39b2-469a-494f-8e26-0250fcc3b2e7 req-afc9592e-a30a-431c-b24a-8a846ab55a7d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:29.387603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b96f39b2-469a-494f-8e26-0250fcc3b2e7 req-afc9592e-a30a-431c-b24a-8a846ab55a7d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 943 time: 0.4377196 Feb 17 22:10:29.456086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:29.460910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:29.474868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:29.475255 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.485436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.506290 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 4, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3c4e11e7-bbf1-4f96-9cde-09328867ee70', 'name': '', 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'mac_address': 'fa:16:3e:f6:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:19Z', 'updated_at': '2022-02-17T22:10:28Z', 'revision_number': 4, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'subnets': [{'id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:29.534071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9708146c-2e41-4cbb-bf87-5cfd39d1a282 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:29.550242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-85260bef-a0a5-470f-883a-ee7b6b471426 None None] Current status of the port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:29.550908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85260bef-a0a5-470f-883a-ee7b6b471426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.567210 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f8ce7c-ff5e-450b-84a1-318bd221be39 None None] The sync data for ids ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'] in n-d-828369-18 is: [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:10:20Z', 'revision_number': 4, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3c4e11e7-bbf1-4f96-9cde-09328867ee70', 'name': '', 'network_id': 'd6536be7-eff9-4acd-95db-e9e52ea02ee3', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'mac_address': 'fa:16:3e:f6:04:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:19Z', 'updated_at': '2022-02-17T22:10:28Z', 'revision_number': 4, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'subnets': [{'id': '57776671-56c3-4e74-aee6-88ebeed8d3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:29.577158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:29.577794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.579261 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] 10.222.0.73 "PUT /v2.0/ports/e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 1096 time: 1.3312998 Feb 17 22:10:29.612136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-85260bef-a0a5-470f-883a-ee7b6b471426 None None] For port 3c4e11e7-bbf1-4f96-9cde-09328867ee70, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3c4e11e7-bbf1-4f96-9cde-09328867ee70,segment=NetworkSegment(451ef27f-45cc-4b67-848e-2683bdd4b092),segment_id=451ef27f-45cc-4b67-848e-2683bdd4b092)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:29.624383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85260bef-a0a5-470f-883a-ee7b6b471426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.632439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9708146c-2e41-4cbb-bf87-5cfd39d1a282, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9708146c-2e41-4cbb-bf87-5cfd39d1a282,segment=NetworkSegment(a0d36b5b-52b9-4e46-be06-af0e158b743e),segment_id=a0d36b5b-52b9-4e46-be06-af0e158b743e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:29.739660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084eea9-4c20-44cb-b60e-d5535a2565d3 service neutron] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=7']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:29.758808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85260bef-a0a5-470f-883a-ee7b6b471426 None None] Pushing event updated for resources: {'Port': ['ID=3c4e11e7-bbf1-4f96-9cde-09328867ee70,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:29.782853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.796326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-da104168-566d-4370-aad5-5bec04041739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:29.797672 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-da104168-566d-4370-aad5-5bec04041739 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1130 time: 0.1822300 Feb 17 22:10:29.896548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-63dcffeb-0643-4d9b-98ae-fd2e0d34eb89 None None] Provisioning complete for port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:29.897045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63dcffeb-0643-4d9b-98ae-fd2e0d34eb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:29.925106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b96f39b2-469a-494f-8e26-0250fcc3b2e7 req-f8deab60-87cf-49c1-acdd-377c35612d02 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5144465 Feb 17 22:10:29.943078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-c9dbb3bd-bd1b-4674-b61f-769a9ad8fad0 service neutron] 10.222.0.73 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421337 Feb 17 22:10:29.965015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-c83221e8-9548-4706-aa87-8254b47235e6 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4093969 Feb 17 22:10:30.004587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9708146c-2e41-4cbb-bf87-5cfd39d1a282,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:30.102820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-55b2fe7f-a0f4-4ec9-982b-3faffd2e38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.107280 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-55b2fe7f-a0f4-4ec9-982b-3faffd2e38cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2978852 Feb 17 22:10:30.113680 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf0fddc-a0e0-458d-a276-1dd6a7fcecd5 x-openstack-request-id: req-bbf0fddc-a0e0-458d-a276-1dd6a7fcecd5 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:30.114333 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-unplugged", "status": "completed", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:30.114743 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bbf0fddc-a0e0-458d-a276-1dd6a7fcecd5 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:30.115496 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'code': 200} Feb 17 22:10:30.154128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3c4e11e7-bbf1-4f96-9cde-09328867ee70 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:30.221069 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-c4bd8500-355c-4bc6-a82e-0d398d406562 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.0898416 Feb 17 22:10:30.227031 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ece509-6700-46d4-8a60-3f39ace3e4f6 x-openstack-request-id: req-07ece509-6700-46d4-8a60-3f39ace3e4f6 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:30.227340 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "tag": "dc38e136-f170-4b6e-b330-150990f58876", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:30.227686 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-07ece509-6700-46d4-8a60-3f39ace3e4f6 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:30.228072 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876', 'status': 'completed', 'code': 200} Feb 17 22:10:30.283697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9708146c-2e41-4cbb-bf87-5cfd39d1a282'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:30.307454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-1910fd11-a02d-447a-a0b8-78b85d6d5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.309800 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-1910fd11-a02d-447a-a0b8-78b85d6d5d68 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0827374 Feb 17 22:10:30.366726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-63dcffeb-0643-4d9b-98ae-fd2e0d34eb89 None None] Current status of the port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:30.390208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Deleting port da350f5a-be0a-478a-b1b0-f4485c207e81 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:30.390559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:30.422907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4418d5b-c910-41b2-847e-592ee8180136 req-89f65dad-9b2a-4aa2-a8b5-e80522022d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.423916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:30.425732 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:30.431680 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-89f65dad-9b2a-4aa2-a8b5-e80522022d1f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1072950 Feb 17 22:10:30.436567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-c165185b-ae2f-4bc0-a536-67d1652b243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.438219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-c165185b-ae2f-4bc0-a536-67d1652b243a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1127 time: 0.2589486 Feb 17 22:10:30.503088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852bfd9-8036-42b0-9304-97d73d9505ef req-790710b9-13cf-4c08-8007-767aa54bd152 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.511678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c852bfd9-8036-42b0-9304-97d73d9505ef req-790710b9-13cf-4c08-8007-767aa54bd152 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 944 time: 0.1968486 Feb 17 22:10:30.595663 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-7fcef2c6-cc18-448d-8656-d5335e5009d9 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553223 Feb 17 22:10:30.660374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-9cdd48d6-11c0-4a1c-bab3-ffd2dbf72593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.661831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-9cdd48d6-11c0-4a1c-bab3-ffd2dbf72593 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1406524 Feb 17 22:10:30.685710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62699975-d81c-4579-91c2-13bfeaade921 req-4c302a79-a216-433c-923c-c8c98eee25d0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.693777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62699975-d81c-4579-91c2-13bfeaade921 req-4c302a79-a216-433c-923c-c8c98eee25d0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 947 time: 0.4580863 Feb 17 22:10:30.699821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:30.755017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c01fae6d-9a4a-4ca3-8cdb-abed8505fa0d req-0bbea7e4-ef6c-4f22-a782-805b87b9fbc1 service neutron] 10.222.0.73 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7879286 Feb 17 22:10:30.803211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e4418d5b-c910-41b2-847e-592ee8180136 req-20d2c696-4492-47c9-b65b-20ddcfb01675 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987712 Feb 17 22:10:30.845819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-4aa9a9d4-0e38-4516-8029-c96f6e087b20 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 217 time: 0.1481309 Feb 17 22:10:30.919657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-b6d17c0e-e9f9-4719-a589-c5da5d7521cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:30.933363 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-b6d17c0e-e9f9-4719-a589-c5da5d7521cb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b3f981bbee4453aaadaf646e129051b&device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 1126 time: 0.1025348 Feb 17 22:10:30.961503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:30.989162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:10:31.012985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c852bfd9-8036-42b0-9304-97d73d9505ef req-fd784d2f-9614-4036-8599-41c67c2f8045 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004287 Feb 17 22:10:31.015980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62699975-d81c-4579-91c2-13bfeaade921 req-8cc48018-bb97-429d-a60b-e3f659ad1efa tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214171 Feb 17 22:10:31.018085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] For port da350f5a-be0a-478a-b1b0-f4485c207e81, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=da350f5a-be0a-478a-b1b0-f4485c207e81,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:31.018457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:31.037514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-71496bf4-70da-4b85-8250-5477983bd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:31.041365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-71496bf4-70da-4b85-8250-5477983bd0a7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1790178 Feb 17 22:10:31.049729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port e14721fe-bab3-4fd6-b582-fc0e3e373fcf host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:10:31.050136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:31.105045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-62d713d4-359a-4353-b64e-ce66c300e3b8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526414 Feb 17 22:10:31.109836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-6b49a33d-7bc6-48b8-bc56-3d94cc443643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:31.112709 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-6b49a33d-7bc6-48b8-bc56-3d94cc443643 service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e8c0324-a918-43e1-bb4c-f439b994c07d HTTP/1.1" status: 200 len: 912 time: 0.1710172 Feb 17 22:10:31.209970 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-41d54acb-b85c-4cfd-ab87-e21584c4afae service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38e136-f170-4b6e-b330-150990f58876 HTTP/1.1" status: 200 len: 217 time: 0.0893176 Feb 17 22:10:31.297068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-4f43346c-3b0c-4986-8821-475065d7d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:31.302145 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-4f43346c-3b0c-4986-8821-475065d7d018 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54efad64-af5d-4737-af22-ffc518dc2c50 HTTP/1.1" status: 200 len: 850 time: 0.0794492 Feb 17 22:10:31.377006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-ee6d32a3-98ae-47a5-b22a-71d7bedc1852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:31.380518 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-ee6d32a3-98ae-47a5-b22a-71d7bedc1852 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e8c0324-a918-43e1-bb4c-f439b994c07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0703504 Feb 17 22:10:31.468297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c943bb9a-8c56-403f-8fad-457a3ca15a6c req-bb748736-060f-4f58-9744-1b0ed2add1f9 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:31.475830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c943bb9a-8c56-403f-8fad-457a3ca15a6c req-bb748736-060f-4f58-9744-1b0ed2add1f9 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 945 time: 0.1997740 Feb 17 22:10:31.525951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:31.526414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:31.526919 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Floating IP 4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb disassociated. External IP: 172.25.0.172, port: da350f5a-be0a-478a-b1b0-f4485c207e81. Feb 17 22:10:31.527227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Calling delete_port for da350f5a-be0a-478a-b1b0-f4485c207e81 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:31.558308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-50a234a1-71e8-4afa-8156-fc5f7ff3865f service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436500 Feb 17 22:10:31.613559 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-d5ccda18-4df5-4db2-bc29-e5c27a58193f service neutron] 10.222.0.73 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224469 Feb 17 22:10:31.678857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37508) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:31.776012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c943bb9a-8c56-403f-8fad-457a3ca15a6c req-e297ad1a-d54f-4739-9098-f37b7ebcea34 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups?id=2c16c5e9-c649-4b88-913d-58f26bce2464&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989085 Feb 17 22:10:31.815413 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ea436046-ced1-41b8-8fed-0fc3ec1fc661 req-3179fc22-eb97-4ae4-9128-bf67f94b0631 service neutron] 10.222.0.73 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948647 Feb 17 22:10:31.937359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f1353-1ae7-4413-875f-002cb4ec13d4 req-4c4fd939-13f6-4470-84ad-bc95857331b6 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:31.938870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-561f1353-1ae7-4413-875f-002cb4ec13d4 req-4c4fd939-13f6-4470-84ad-bc95857331b6 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 943 time: 0.1600313 Feb 17 22:10:31.951651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3402794-c740-4fa8-8898-8ab7a835c7fe req-93bf5f7d-58ed-45be-93bd-21e7fb123cab service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837280 Feb 17 22:10:31.977716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b3e4-269e-4370-89e0-c1991660e062 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:32.101016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-561f1353-1ae7-4413-875f-002cb4ec13d4 req-66f9329f-a2ee-47b7-9703-e04952f9fdec tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514890 Feb 17 22:10:32.117204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:32.119738 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e974e071-5ba3-4d64-a527-842b4bbd6302" -d '{"events": [{"name": "network-changed", "server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:32.222718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (da350f5a-be0a-478a-b1b0-f4485c207e81), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:32.317907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event deleted for resources: {'Port': ['ID=da350f5a-be0a-478a-b1b0-f4485c207e81,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:32.836462 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b3e4-269e-4370-89e0-c1991660e062 admin admin] Publish callbacks [] for security_group (cbb9320a-c076-450b-8dc4-35ffe27759c5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:32.852082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:10:32.871213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7068c7-102e-4e33-b33d-e9e93cdb271a req-3af0a4d7-e6bb-4036-be45-65351e6df898 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:32.884538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b7068c7-102e-4e33-b33d-e9e93cdb271a req-3af0a4d7-e6bb-4036-be45-65351e6df898 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 947 time: 0.7402470 Feb 17 22:10:32.910043 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7b0b3e4-269e-4370-89e0-c1991660e062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cbb9320a-c076-450b-8dc4-35ffe27759c5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:32.976970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee4bd7-6257-4b65-96b7-73433cc585f7 req-8494d543-506c-4bd2-82cd-a76d8ec107bc tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:32.978535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1cee4bd7-6257-4b65-96b7-73433cc585f7 req-8494d543-506c-4bd2-82cd-a76d8ec107bc tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 944 time: 0.7588758 Feb 17 22:10:32.991102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device da350f5a-be0a-478a-b1b0-f4485c207e81 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:32.997182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9708146c-2e41-4cbb-bf87-5cfd39d1a282 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:33.078366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: da350f5a-be0a-478a-b1b0-f4485c207e81 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:33.078741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device da350f5a-be0a-478a-b1b0-f4485c207e81 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:33.115512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:10:33.123733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:33.124368 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.160420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Router c9772acb-c7be-40fb-bf5b-edcb8491316c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:10:33.175004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b0b3e4-269e-4370-89e0-c1991660e062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb9320a-c076-450b-8dc4-35ffe27759c5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:33.203347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7b0b3e4-269e-4370-89e0-c1991660e062 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cabf91039d84479c97c461aec8a17d0a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5200605 Feb 17 22:10:33.207578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37528) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:33.265429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b7068c7-102e-4e33-b33d-e9e93cdb271a req-03e2b520-be3c-4f0c-b3c2-05858fcb7b3e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783088 Feb 17 22:10:33.340775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d7309a-baa1-427c-b2cb-c469f868727a admin admin] Publish callbacks [] for security_group (cbb9320a-c076-450b-8dc4-35ffe27759c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.352905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1cee4bd7-6257-4b65-96b7-73433cc585f7 req-f6d0f4e5-2a3e-4154-abe6-116b0a032c7a tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347967 Feb 17 22:10:33.412457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:33.429745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d7309a-baa1-427c-b2cb-c469f868727a admin admin] Publish callbacks [] for security_group (cbb9320a-c076-450b-8dc4-35ffe27759c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.473323 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1900f607-75be-4050-a383-8c7ea7cc9bc1 x-openstack-request-id: req-1900f607-75be-4050-a383-8c7ea7cc9bc1 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:33.473620 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:33.473879 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1900f607-75be-4050-a383-8c7ea7cc9bc1 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:33.474277 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'status': 'completed', 'code': 200} Feb 17 22:10:33.475986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] No DVR routers for this DVR port da350f5a-be0a-478a-b1b0-f4485c207e81 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:33.514720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.518390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eef74f1-8b70-49f3-ab3d-b7cfb20b2939 req-dee97e82-2c11-4183-8034-977a8a5f5045 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.73 "DELETE /v2.0/ports/da350f5a-be0a-478a-b1b0-f4485c207e81 HTTP/1.1" status: 204 len: 173 time: 4.2437365 Feb 17 22:10:33.521121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf2fdbc7-f027-450c-87dc-efcd9079e281 req-31890cba-4375-45db-86f3-2365ac162d48 tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67 HTTP/1.1" status: 200 len: 210 time: 0.0465348 Feb 17 22:10:33.521754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'name': 'network-vif-deleted', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:33.525480 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea720a5-35fe-4cd7-9575-83c66b787b02" -d '{"events": [{"server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "name": "network-vif-deleted", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:33.691306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d7309a-baa1-427c-b2cb-c469f868727a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cbb9320a-c076-450b-8dc4-35ffe27759c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.700482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-bbf66d49-168c-46ca-bfe5-8a0f3068a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:33.703112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-bbf66d49-168c-46ca-bfe5-8a0f3068a89c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1130 time: 0.1745470 Feb 17 22:10:33.707691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78d7309a-baa1-427c-b2cb-c469f868727a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.709708 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-78d7309a-baa1-427c-b2cb-c469f868727a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cbb9320a-c076-450b-8dc4-35ffe27759c5 HTTP/1.1" status: 204 len: 168 time: 0.5009980 Feb 17 22:10:33.715915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:33.716382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.735256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-3408332e-4eba-4ae4-9e8c-e154b65523db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:33.735515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] Sync routers for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:33.749240 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-3408332e-4eba-4ae4-9e8c-e154b65523db service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1130 time: 0.2778795 Feb 17 22:10:33.772697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7309a-baa1-427c-b2cb-c469f868727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb9320a-c076-450b-8dc4-35ffe27759c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:33.800352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9708146c-2e41-4cbb-bf87-5cfd39d1a282, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9708146c-2e41-4cbb-bf87-5cfd39d1a282,segment=NetworkSegment(a0d36b5b-52b9-4e46-be06-af0e158b743e),segment_id=a0d36b5b-52b9-4e46-be06-af0e158b743e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:33.821391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9708146c-2e41-4cbb-bf87-5cfd39d1a282'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:33.828278 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7427a7b9-8401-4d5d-bf4c-e2016b5d9162" -d '{"events": [{"server_uuid": "e5e24605-633a-4b32-b1dd-4d7f1c663b6d", "name": "network-vif-plugged", "status": "completed", "tag": "9708146c-2e41-4cbb-bf87-5cfd39d1a282"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:33.832691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:33.836076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:33.858342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:33.859857 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fefbc8e-56ff-4967-93c6-bbebb013ffca x-openstack-request-id: req-1fefbc8e-56ff-4967-93c6-bbebb013ffca {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:33.860236 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67", "name": "network-vif-deleted", "tag": "da350f5a-be0a-478a-b1b0-f4485c207e81", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:33.860565 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1fefbc8e-56ff-4967-93c6-bbebb013ffca {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:33.865478 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:33.865723 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ddd9a2-dee3-4721-9f76-ddc3e4c03a67', 'name': 'network-vif-deleted', 'tag': 'da350f5a-be0a-478a-b1b0-f4485c207e81', 'status': 'completed', 'code': 200} Feb 17 22:10:33.941658 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d396d7-5caa-4851-8616-6d369c885cfc x-openstack-request-id: req-b9d396d7-5caa-4851-8616-6d369c885cfc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:33.942536 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e24605-633a-4b32-b1dd-4d7f1c663b6d", "name": "network-vif-plugged", "status": "completed", "tag": "9708146c-2e41-4cbb-bf87-5cfd39d1a282", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:33.943010 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9d396d7-5caa-4851-8616-6d369c885cfc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:33.943428 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9708146c-2e41-4cbb-bf87-5cfd39d1a282', 'code': 200} Feb 17 22:10:33.944116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'mac_address': 'fa:16:3e:df:43:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:10:33.980781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-b04383ca-ee2e-4d6d-9c5a-593b9f65cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:33.986478 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-b04383ca-ee2e-4d6d-9c5a-593b9f65cf68 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2064300 Feb 17 22:10:34.032415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-320d1b93-e843-4633-8e19-a6d751d8efa8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.0402465 Feb 17 22:10:34.109906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-39b7f7dc-ced3-486c-8e57-259a7bc6e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.111978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-39b7f7dc-ced3-486c-8e57-259a7bc6e6e3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.4016049 Feb 17 22:10:34.126632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b48730-c8b4-4f5b-af36-af378fa8f3d4 req-70a15bb6-d0b0-4a3f-a1ff-70c863f4bdaf tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.129629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75b48730-c8b4-4f5b-af36-af378fa8f3d4 req-70a15bb6-d0b0-4a3f-a1ff-70c863f4bdaf tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 943 time: 0.4063783 Feb 17 22:10:34.153548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-8fff835c-6d61-47a7-b316-09a01db064aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.157214 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-8fff835c-6d61-47a7-b316-09a01db064aa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1139722 Feb 17 22:10:34.189382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-23603fc1-9fe9-4e5a-953e-e6ba2e0c12b9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.0586259 Feb 17 22:10:34.251765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50712ae6-ee45-4289-adcc-0a697340eb19 req-aceb93d7-06f2-4b3b-984f-7d69b011253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.253810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50712ae6-ee45-4289-adcc-0a697340eb19 req-aceb93d7-06f2-4b3b-984f-7d69b011253c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 1128 time: 0.2303836 Feb 17 22:10:34.280609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9708146c-2e41-4cbb-bf87-5cfd39d1a282,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:34.293653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-b4f7872f-9a7b-4f49-8867-21c535dab8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.303662 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-b4f7872f-9a7b-4f49-8867-21c535dab8dc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1379979 Feb 17 22:10:34.305262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e14721fe-bab3-4fd6-b582-fc0e3e373fcf is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:34.315707 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:34.329694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-3b5ce3f2-085a-4766-902a-4c2b8eda56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.332595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-3b5ce3f2-085a-4766-902a-4c2b8eda56f0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1317458 Feb 17 22:10:34.362780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14721fe-bab3-4fd6-b582-fc0e3e373fcf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:34.403180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:34.417014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:34.418825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dc38e136-f170-4b6e-b330-150990f58876 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:10:34.518071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75b48730-c8b4-4f5b-af36-af378fa8f3d4 req-f0dbe4ce-d0ae-4212-88a3-58cdc65d5d21 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3263683 Feb 17 22:10:34.554468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37542) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:34.560407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50712ae6-ee45-4289-adcc-0a697340eb19 req-249ef1c2-4b2c-48f8-a997-98470a5a5eb3 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976854 Feb 17 22:10:34.574418 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-099f0890-3a51-488c-a25b-04baae57dd66 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659318 Feb 17 22:10:34.605851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c95943f-0a5e-4c2a-8541-23d046553075 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:34.620782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-e96bae47-cc57-4e12-95b9-068d2736aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.623830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-e96bae47-cc57-4e12-95b9-068d2736aa04 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2188210 Feb 17 22:10:34.644025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dc38e136-f170-4b6e-b330-150990f58876, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dc38e136-f170-4b6e-b330-150990f58876,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:34.661250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'dc38e136-f170-4b6e-b330-150990f58876', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'port_id': 'dc38e136-f170-4b6e-b330-150990f58876', 'mac_address': 'fa:16:3e:0c:e5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:10:34.684673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:34.687594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:34.698880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58908a85-cd09-4895-a659-0d5698bc51b5 req-bfdb6140-8fcf-4076-bda5-b48c633021de tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.704790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58908a85-cd09-4895-a659-0d5698bc51b5 req-bfdb6140-8fcf-4076-bda5-b48c633021de tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 948 time: 0.1840031 Feb 17 22:10:34.768719 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-15938ba3-7293-4547-8eb2-20b209974dc6 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727283 Feb 17 22:10:34.796122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c95943f-0a5e-4c2a-8541-23d046553075 admin admin] Publish callbacks [] for security_group (f6d94267-f223-406d-a305-f267e9f788e8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:34.809509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c95943f-0a5e-4c2a-8541-23d046553075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f6d94267-f223-406d-a305-f267e9f788e8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:34.819845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dc38e136-f170-4b6e-b330-150990f58876 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:34.820332 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dc38e136-f170-4b6e-b330-150990f58876), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:34.841671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cced22-7d2d-42e0-bd50-7aefa9744f20 req-65544cc8-35fd-4541-ba51-00a669d6c2ad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:34.843809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6cced22-7d2d-42e0-bd50-7aefa9744f20 req-65544cc8-35fd-4541-ba51-00a669d6c2ad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 945 time: 0.1897585 Feb 17 22:10:34.864746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc38e136-f170-4b6e-b330-150990f58876 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:34.875343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58908a85-cd09-4895-a659-0d5698bc51b5 req-46bd1da5-87f4-43c8-82f7-d7f810608cfa tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657598 Feb 17 22:10:34.914440 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c95943f-0a5e-4c2a-8541-23d046553075 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1e8b34cb5bcd49c8bda125939327ee43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3568878 Feb 17 22:10:34.919058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dc38e136-f170-4b6e-b330-150990f58876, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dc38e136-f170-4b6e-b330-150990f58876,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:34.927283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:34.928640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c95943f-0a5e-4c2a-8541-23d046553075 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d94267-f223-406d-a305-f267e9f788e8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:34.972217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dc38e136-f170-4b6e-b330-150990f58876), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.021790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6cced22-7d2d-42e0-bd50-7aefa9744f20 req-1e7f47ea-c7f1-4a9a-9946-4db82aaa9ac6 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613588 Feb 17 22:10:35.074086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dc38e136-f170-4b6e-b330-150990f58876,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:35.074535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ce482e5-739a-47f3-9d19-d238187f8589 admin admin] Publish callbacks [] for security_group (f6d94267-f223-406d-a305-f267e9f788e8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.114510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ce482e5-739a-47f3-9d19-d238187f8589 admin admin] Publish callbacks [] for security_group (f6d94267-f223-406d-a305-f267e9f788e8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.116217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-d41c4506-c505-4b87-9eeb-596c5914f389 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045217 Feb 17 22:10:35.165947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:35.214699 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ce482e5-739a-47f3-9d19-d238187f8589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f6d94267-f223-406d-a305-f267e9f788e8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.218649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ce482e5-739a-47f3-9d19-d238187f8589 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.221700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1ce482e5-739a-47f3-9d19-d238187f8589 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6d94267-f223-406d-a305-f267e9f788e8 HTTP/1.1" status: 204 len: 168 time: 0.2812722 Feb 17 22:10:35.243525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce482e5-739a-47f3-9d19-d238187f8589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d94267-f223-406d-a305-f267e9f788e8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:35.248019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907063b2-d7fc-4312-b564-b067b62fe5dd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group (2c16c5e9-c649-4b88-913d-58f26bce2464), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.286781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['dc38e136-f170-4b6e-b330-150990f58876'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:35.305247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907063b2-d7fc-4312-b564-b067b62fe5dd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group (2c16c5e9-c649-4b88-913d-58f26bce2464), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.313127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e14721fe-bab3-4fd6-b582-fc0e3e373fcf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:35.316061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e974e071-5ba3-4d64-a527-842b4bbd6302 req-f5b123c5-41c0-4cb3-940c-59d57f42ddac service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883903 Feb 17 22:10:35.368805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907063b2-d7fc-4312-b564-b067b62fe5dd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2c16c5e9-c649-4b88-913d-58f26bce2464), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.371904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907063b2-d7fc-4312-b564-b067b62fe5dd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.376622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37560) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:35.387578 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-907063b2-d7fc-4312-b564-b067b62fe5dd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "DELETE /v2.0/security-groups/2c16c5e9-c649-4b88-913d-58f26bce2464 HTTP/1.1" status: 204 len: 168 time: 0.2202549 Feb 17 22:10:35.409939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907063b2-d7fc-4312-b564-b067b62fe5dd tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c16c5e9-c649-4b88-913d-58f26bce2464,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:35.468933 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-7c5b215a-4ab0-473f-8694-d042986b677e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] show failed (client error): The resource could not be found. Feb 17 22:10:35.472872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37562) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:35.473059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7c5b215a-4ab0-473f-8694-d042986b677e tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "GET /v2.0/security-groups/2c16c5e9-c649-4b88-913d-58f26bce2464 HTTP/1.1" status: 404 len: 347 time: 0.0951068 Feb 17 22:10:35.499217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:35.551770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] Checking router: c9772acb-c7be-40fb-bf5b-edcb8491316c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:35.580780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:35.581550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:35.608814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6f308-2e0f-4858-9aaa-06a0a3e32317 req-74679888-8074-4af3-8031-97ca313468de tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:35.610492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ba6f308-2e0f-4858-9aaa-06a0a3e32317 req-74679888-8074-4af3-8031-97ca313468de tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 948 time: 0.1553960 Feb 17 22:10:35.641394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8d359-1440-4827-8235-b16b642f209e req-10e90cb6-8bb5-4e4d-9520-06c99149d85d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:35.646527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-10e90cb6-8bb5-4e4d-9520-06c99149d85d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 948 time: 0.2674344 Feb 17 22:10:35.799348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Deleting port fe457388-91fe-4344-ac8d-b424cce50935 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:35.799857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fe457388-91fe-4344-ac8d-b424cce50935), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:35.819733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:35.969196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ba6f308-2e0f-4858-9aaa-06a0a3e32317 req-182433bf-7bbc-4718-9b28-cddb789186b9 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194017 Feb 17 22:10:35.978950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc4ae5a-ae47-4c3e-9296-e27d1c36e689 req-f4872211-3806-43be-825c-4d34f2791979 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:35.980523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bc4ae5a-ae47-4c3e-9296-e27d1c36e689 req-f4872211-3806-43be-825c-4d34f2791979 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 944 time: 0.3205259 Feb 17 22:10:35.982656 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-52c8d359-1440-4827-8235-b16b642f209e req-7ad6ffb3-b2c0-4cec-ae25-ea55db3ba96a service neutron] delete failed (client error): The resource could not be found. Feb 17 22:10:35.988226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-7ad6ffb3-b2c0-4cec-ae25-ea55db3ba96a service neutron] 10.222.0.94 "DELETE /v2.0/ports/e14721fe-bab3-4fd6-b582-fc0e3e373fcf/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.2560623 Feb 17 22:10:36.132645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fe457388-91fe-4344-ac8d-b424cce50935), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:36.136201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for floatingip (fe457388-91fe-4344-ac8d-b424cce50935), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:36.179160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Calling delete_port for fe457388-91fe-4344-ac8d-b424cce50935 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:36.204566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bc4ae5a-ae47-4c3e-9296-e27d1c36e689 req-fe59f6af-f58a-4bf1-b04c-6a6a50ae15e9 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123942 Feb 17 22:10:36.343902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:36.409661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4da9e3-5034-49bc-84e9-d1e37d051d2f req-e4dd993c-ee27-4245-a05c-8a4ec12ec654 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:36.418596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f4da9e3-5034-49bc-84e9-d1e37d051d2f req-e4dd993c-ee27-4245-a05c-8a4ec12ec654 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 945 time: 0.1879630 Feb 17 22:10:36.422358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d1bd04-568a-498b-a4d0-fe13ae58b508 None None] The sync data for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 is: [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:09:23Z', 'revision_number': 4, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e7455f3-2f6f-4d37-b1bb-0bb722668737', 'name': '', 'network_id': '25a566b9-2e2a-418a-a978-582ba2663c41', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'mac_address': 'fa:16:3e:c1:5e:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:20Z', 'updated_at': '2022-02-17T22:09:27Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'subnets': [{'id': '57e021b6-67ca-41d3-9eb1-b41637f4eba3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:36.446720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8d359-1440-4827-8235-b16b642f209e req-c01d4b33-22e1-4df3-89e2-7238b5d972e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:36.451395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-c01d4b33-22e1-4df3-89e2-7238b5d972e4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1131 time: 0.3481812 Feb 17 22:10:36.618482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fe457388-91fe-4344-ac8d-b424cce50935), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:36.640482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f4da9e3-5034-49bc-84e9-d1e37d051d2f req-896c3343-c67a-4dc5-9417-030897bf259d tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208593 Feb 17 22:10:36.688854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8d359-1440-4827-8235-b16b642f209e req-5e806ef5-50e2-4c02-99a4-2063d94fa66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:36.692287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-5e806ef5-50e2-4c02-99a4-2063d94fa66e service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2049971 Feb 17 22:10:36.725745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Pushing event deleted for resources: {'Port': ['ID=fe457388-91fe-4344-ac8d-b424cce50935,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:36.841303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks [] for floatingip (4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:36.852938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-90c45046-ae51-404c-9844-96f915bc1d82 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.1501184 Feb 17 22:10:36.874262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:36.874262 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5cde266d-45bc-42f1-a7de-9080b27ce89c tempest-ServersTestJSON-388666741 tempest-ServersTestJSON-388666741-project] 10.222.0.79 "DELETE /v2.0/floatingips/4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb HTTP/1.1" status: 204 len: 168 time: 1.3962741 Feb 17 22:10:36.875027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:36.909615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8d359-1440-4827-8235-b16b642f209e req-40f49c00-fb00-4378-adb9-c03968fbe478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:36.911107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-40f49c00-fb00-4378-adb9-c03968fbe478 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0500472 Feb 17 22:10:36.990708 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a883028b-3cf0-47a7-9bac-f5cd05ce175a None None] New status for floating IP 4f9f6dd5-603b-4d71-b5bf-225d8e56b7cb: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:10:36.996531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:37.081378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c8d359-1440-4827-8235-b16b642f209e req-63d321c5-d079-4a6e-a647-b25d79998a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:37.083397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-63d321c5-d079-4a6e-a647-b25d79998a7f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1654017 Feb 17 22:10:37.145315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port e14721fe-bab3-4fd6-b582-fc0e3e373fcf completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:10:37.156035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port e14721fe-bab3-4fd6-b582-fc0e3e373fcf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:37.156421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:37.386247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e14721fe-bab3-4fd6-b582-fc0e3e373fcf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:37.387090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:37.435111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:37.442133 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc1c7c7-428a-4712-8a42-4eeb1406eae4" -d '{"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-plugged", "status": "completed", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:37.473234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:37.487491 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:37.488311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dc38e136-f170-4b6e-b330-150990f58876 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:37.501544 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (c9772acb-c7be-40fb-bf5b-edcb8491316c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:37.549065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43469fbc-a6c5-404e-bb64-bb0b278c7713 req-a1c4e5af-9dfb-4e1d-aaa4-469b6b215cfe tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:37.566153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43469fbc-a6c5-404e-bb64-bb0b278c7713 req-a1c4e5af-9dfb-4e1d-aaa4-469b6b215cfe tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 948 time: 0.3995199 Feb 17 22:10:37.633882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca427dd9-2e17-442b-8b64-d5116e6c7d96 req-382aa186-516c-40e4-ad52-90d0a5c19167 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:37.646401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca427dd9-2e17-442b-8b64-d5116e6c7d96 req-382aa186-516c-40e4-ad52-90d0a5c19167 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 944 time: 0.3126483 Feb 17 22:10:37.708480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-0087c932-941a-49a2-9402-fa8b913bb9a0 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6162913 Feb 17 22:10:37.781383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:37.810641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port dc38e136-f170-4b6e-b330-150990f58876 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:10:37.815515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port dc38e136-f170-4b6e-b330-150990f58876 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:37.816244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dc38e136-f170-4b6e-b330-150990f58876), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:37.858530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43469fbc-a6c5-404e-bb64-bb0b278c7713 req-95a24184-f8f4-4064-977f-914adca00068 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912588 Feb 17 22:10:37.884425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca427dd9-2e17-442b-8b64-d5116e6c7d96 req-1785658e-5914-4fce-814e-b45837594f48 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2352810 Feb 17 22:10:37.955111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c8d359-1440-4827-8235-b16b642f209e req-92b0e5b2-9340-493b-b13a-c4bcb7298dbf service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358665 Feb 17 22:10:38.078928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dc38e136-f170-4b6e-b330-150990f58876 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:38.079342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dc38e136-f170-4b6e-b330-150990f58876), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:38.100730 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265a0ab2-72a1-42e9-85e6-2bfdabf717c9 x-openstack-request-id: req-265a0ab2-72a1-42e9-85e6-2bfdabf717c9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:38.100730 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-plugged", "status": "completed", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:38.100730 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-265a0ab2-72a1-42e9-85e6-2bfdabf717c9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:38.100730 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'code': 200} Feb 17 22:10:38.191078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dc38e136-f170-4b6e-b330-150990f58876, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dc38e136-f170-4b6e-b330-150990f58876,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:38.199936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dc38e136-f170-4b6e-b330-150990f58876), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:38.224858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Deleting port 6e7455f3-2f6f-4d37-b1bb-0bb722668737 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:38.225459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:38.288501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803c88c-c358-4cda-a856-74f916512061 req-42de3724-8a20-41bb-a386-ae1550d2e120 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:38.296911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9803c88c-c358-4cda-a856-74f916512061 req-42de3724-8a20-41bb-a386-ae1550d2e120 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 945 time: 0.1066060 Feb 17 22:10:38.326392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dc38e136-f170-4b6e-b330-150990f58876,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:38.368510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] For port 6e7455f3-2f6f-4d37-b1bb-0bb722668737, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e7455f3-2f6f-4d37-b1bb-0bb722668737,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:38.371060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:38.376383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9803c88c-c358-4cda-a856-74f916512061 req-26caa8b1-c5e4-45ab-beb1-91a309503b1c tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781639 Feb 17 22:10:38.393431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Calling delete_port for 6e7455f3-2f6f-4d37-b1bb-0bb722668737 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:38.721155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6e7455f3-2f6f-4d37-b1bb-0bb722668737), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:38.790953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7455f3-2f6f-4d37-b1bb-0bb722668737,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:38.865136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693220e-eacc-43cf-97b9-51deee092702 req-074dd082-a815-46ed-ab0c-6e7ebffd6658 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:38.867295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d693220e-eacc-43cf-97b9-51deee092702 req-074dd082-a815-46ed-ab0c-6e7ebffd6658 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 945 time: 0.1239340 Feb 17 22:10:38.943171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:39.042191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d693220e-eacc-43cf-97b9-51deee092702 req-a0730443-5ca8-4c44-92a0-d9f87301067c tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492221 Feb 17 22:10:39.138065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7715b-9fd8-40a0-b23f-b4e2a891c7ab req-0d8a59f3-392a-459d-ac14-0e5fe10ab710 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:39.155211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b7715b-9fd8-40a0-b23f-b4e2a891c7ab req-0d8a59f3-392a-459d-ac14-0e5fe10ab710 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.1103475 Feb 17 22:10:39.256584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b7715b-9fd8-40a0-b23f-b4e2a891c7ab req-29179e68-d249-4366-9465-cd989165d55f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994718 Feb 17 22:10:39.313561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6f826-1d59-4a06-8a40-1ed3a74aa011 req-633ce9f3-3dc3-4a7b-82a9-134111bfd5f6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:39.317958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81b6f826-1d59-4a06-8a40-1ed3a74aa011 req-633ce9f3-3dc3-4a7b-82a9-134111bfd5f6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.1360972 Feb 17 22:10:39.384843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (c9772acb-c7be-40fb-bf5b-edcb8491316c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:39.408218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81b6f826-1d59-4a06-8a40-1ed3a74aa011 req-5c5232b5-5eb6-4318-8c01-e3b7f81c19cd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770166 Feb 17 22:10:39.561472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad7065-9834-48d5-acf5-743f43c36f5a req-44cd656a-d440-46a5-af11-5399517cf7af tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:39.568720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41ad7065-9834-48d5-acf5-743f43c36f5a req-44cd656a-d440-46a5-af11-5399517cf7af tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.0861762 Feb 17 22:10:39.640389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41ad7065-9834-48d5-acf5-743f43c36f5a req-69b78bed-815e-4cd6-b06e-c74b2fe67c53 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701268 Feb 17 22:10:39.744062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Router c9772acb-c7be-40fb-bf5b-edcb8491316c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:10:39.885955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:39.892032 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f9175e27-4023-4b57-a003-e49b4431f559 admin admin] 10.222.0.79 "PUT /v2.0/routers/c9772acb-c7be-40fb-bf5b-edcb8491316c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0151081 Feb 17 22:10:39.898047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] Sync routers for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:39.899804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37666) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:39.912644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:39.913706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:39.989743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37676) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:40.064621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-834afa80-97fb-47f5-a3c8-6a30c2c69c58 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347385 Feb 17 22:10:40.100502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:40.103630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:40.105607 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf45102-292d-4faa-84b6-2f8144a039c4" -d '{"events": [{"server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "name": "network-vif-plugged", "status": "completed", "tag": "dc38e136-f170-4b6e-b330-150990f58876"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:40.255562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.262181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks [] for router (c9772acb-c7be-40fb-bf5b-edcb8491316c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.363160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:10:38Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:40.401392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] Checking router: c9772acb-c7be-40fb-bf5b-edcb8491316c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:40.412565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] Routers {'c9772acb-c7be-40fb-bf5b-edcb8491316c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:40.413254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9772acb-c7be-40fb-bf5b-edcb8491316c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:40.428274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Publish callbacks [] for security_group (4579bff0-8d42-4e9a-ac86-4e4b0b85a87c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.440244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4579bff0-8d42-4e9a-ac86-4e4b0b85a87c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.447140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks [] for router_gateway (c9772acb-c7be-40fb-bf5b-edcb8491316c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.457646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-18b0093e-62c7-4d55-9961-4c49d233d2f4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:40.458491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-18b0093e-62c7-4d55-9961-4c49d233d2f4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3538265 Feb 17 22:10:40.505970 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a0b77f07bb824620a5fffc0698c08338&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5146010 Feb 17 22:10:40.508357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:40.517067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4579bff0-8d42-4e9a-ac86-4e4b0b85a87c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:40.534367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.534773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.535316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.540782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4aef0e2-01d0-4ea8-9def-20db7409cba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:40.575948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-8ef0aaa2-c5b5-429a-9c37-6529b8f3f4fe tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/quotas/ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 375 time: 0.1008267 Feb 17 22:10:40.589450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a843f89-0312-40cc-b811-cffba16f6c41 admin admin] Publish callbacks [] for security_group (4579bff0-8d42-4e9a-ac86-4e4b0b85a87c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.601126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] Set router c9772acb-c7be-40fb-bf5b-edcb8491316c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:40.607918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c9f2f-2f24-4cfe-8a6f-5ddfa59b38e1 req-2a0dc98e-ebe3-4ff7-954e-ec149447f3f2 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:40.609461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb3c9f2f-2f24-4cfe-8a6f-5ddfa59b38e1 req-2a0dc98e-ebe3-4ff7-954e-ec149447f3f2 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 945 time: 0.4002597 Feb 17 22:10:40.617468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a843f89-0312-40cc-b811-cffba16f6c41 admin admin] Publish callbacks [] for security_group (4579bff0-8d42-4e9a-ac86-4e4b0b85a87c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.699862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-2b0a2ea6-cdc4-4e84-b3cb-57f5671792d8 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:40.702070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-2b0a2ea6-cdc4-4e84-b3cb-57f5671792d8 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 945 time: 0.3922122 Feb 17 22:10:40.709388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a843f89-0312-40cc-b811-cffba16f6c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4579bff0-8d42-4e9a-ac86-4e4b0b85a87c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.717081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a843f89-0312-40cc-b811-cffba16f6c41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.722462 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9a843f89-0312-40cc-b811-cffba16f6c41 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4579bff0-8d42-4e9a-ac86-4e4b0b85a87c HTTP/1.1" status: 204 len: 168 time: 0.2129705 Feb 17 22:10:40.742253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a843f89-0312-40cc-b811-cffba16f6c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4579bff0-8d42-4e9a-ac86-4e4b0b85a87c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:40.806132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb3c9f2f-2f24-4cfe-8a6f-5ddfa59b38e1 req-6beacc1b-1f62-4607-9ee2-554c601b6ee8 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840854 Feb 17 22:10:40.824699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Deleting port 40e96caf-172a-4053-aa92-ca2b9e88893c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:40.829292 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:40.909880 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90af9c6-2c1b-4d87-8519-c6f319c218c3 x-openstack-request-id: req-d90af9c6-2c1b-4d87-8519-c6f319c218c3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:40.910177 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "name": "network-vif-plugged", "status": "completed", "tag": "dc38e136-f170-4b6e-b330-150990f58876", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:40.910450 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d90af9c6-2c1b-4d87-8519-c6f319c218c3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:40.912204 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876', 'code': 200} Feb 17 22:10:40.971743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6f439981-5166-499e-96dc-faed8a583780 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3933480 Feb 17 22:10:41.054602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:10:38Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:41.122812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a4a56-b0f9-4132-8f86-93e9bcf09642 req-9fca31f8-4b65-4611-92a9-1bab825046dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:41.124602 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da6a4a56-b0f9-4132-8f86-93e9bcf09642 req-9fca31f8-4b65-4611-92a9-1bab825046dc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 1128 time: 0.1508262 Feb 17 22:10:41.128957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e8a432-8ba0-4a7a-96ee-31a8ac434ef9 None None] The sync data for ids ['c9772acb-c7be-40fb-bf5b-edcb8491316c'] in n-d-828369-18 is: [{'id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'name': 'tempest-ServersTestJSON-1759728625-router', 'tenant_id': '2bc809e5510e45b2abf2f834fbe252e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:11Z', 'updated_at': '2022-02-17T22:10:38Z', 'revision_number': 5, 'project_id': '2bc809e5510e45b2abf2f834fbe252e6', 'gw_port': {'id': '40e96caf-172a-4053-aa92-ca2b9e88893c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:20:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9772acb-c7be-40fb-bf5b-edcb8491316c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:09:13Z', 'updated_at': '2022-02-17T22:09:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:41.154917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] For port 40e96caf-172a-4053-aa92-ca2b9e88893c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40e96caf-172a-4053-aa92-ca2b9e88893c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:41.155469 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.216614 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da6a4a56-b0f9-4132-8f86-93e9bcf09642 req-8e79b9b9-3534-4a75-8817-8a6f786c9451 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854492 Feb 17 22:10:41.229059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Calling delete_port for 40e96caf-172a-4053-aa92-ca2b9e88893c owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:41.246762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c99ac-a3e0-4e65-9dc9-f7ab59077c63 req-c9865d0e-a73b-49d1-bea7-252f63d29733 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:41.258836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c59c99ac-a3e0-4e65-9dc9-f7ab59077c63 req-c9865d0e-a73b-49d1-bea7-252f63d29733 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.2114160 Feb 17 22:10:41.268304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Deleting port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:41.269352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.349021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37700) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:41.367344 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eab18d9f-38fc-46d7-8709-8de8989c8f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.505748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f60f1d37-739f-4321-8e72-343714dbd595 req-5b4b1eac-6f6b-41d9-91f2-e5c8a3926c57 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 210 time: 0.1191735 Feb 17 22:10:41.552919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eab18d9f-38fc-46d7-8709-8de8989c8f4a admin admin] Publish callbacks [] for security_group (e96761a7-d42d-4993-b760-e50de2a17500), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.566384 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eab18d9f-38fc-46d7-8709-8de8989c8f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e96761a7-d42d-4993-b760-e50de2a17500), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.690892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eab18d9f-38fc-46d7-8709-8de8989c8f4a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ecf9b7b75ad94c538e732f8a4a962c79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371160 Feb 17 22:10:41.691592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37706) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:41.785878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab18d9f-38fc-46d7-8709-8de8989c8f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e96761a7-d42d-4993-b760-e50de2a17500,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:41.850116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a582a108-f5a3-4fda-bda2-165516e5b741 admin admin] Publish callbacks [] for security_group (e96761a7-d42d-4993-b760-e50de2a17500), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.898058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a582a108-f5a3-4fda-bda2-165516e5b741 admin admin] Publish callbacks [] for security_group (e96761a7-d42d-4993-b760-e50de2a17500), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.927054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c59c99ac-a3e0-4e65-9dc9-f7ab59077c63 req-4638bf6f-0710-4f04-8fe0-94310975f3c1 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6674185 Feb 17 22:10:41.933089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] For port 9708146c-2e41-4cbb-bf87-5cfd39d1a282, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9708146c-2e41-4cbb-bf87-5cfd39d1a282,segment=NetworkSegment(a0d36b5b-52b9-4e46-be06-af0e158b743e),segment_id=a0d36b5b-52b9-4e46-be06-af0e158b743e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:41.933457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:41.962645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Calling delete_port for 9708146c-2e41-4cbb-bf87-5cfd39d1a282 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:41.978489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e7455f3-2f6f-4d37-b1bb-0bb722668737 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:42.012004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6e7455f3-2f6f-4d37-b1bb-0bb722668737 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:42.013029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e7455f3-2f6f-4d37-b1bb-0bb722668737 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:42.020597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a582a108-f5a3-4fda-bda2-165516e5b741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e96761a7-d42d-4993-b760-e50de2a17500), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:42.024132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a582a108-f5a3-4fda-bda2-165516e5b741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:42.028266 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a582a108-f5a3-4fda-bda2-165516e5b741 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e96761a7-d42d-4993-b760-e50de2a17500 HTTP/1.1" status: 204 len: 168 time: 0.3331785 Feb 17 22:10:42.039811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a582a108-f5a3-4fda-bda2-165516e5b741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96761a7-d42d-4993-b760-e50de2a17500,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:42.672262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fd8509c-261c-4fed-804e-e3cd708b7bfc req-c3fc67d8-0bbd-4431-8c24-e3ab4a244cad tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 210 time: 0.0519710 Feb 17 22:10:42.731864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (40e96caf-172a-4053-aa92-ca2b9e88893c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:42.776323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e96caf-172a-4053-aa92-ca2b9e88893c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:42.792241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85e63c-3668-40a7-8d15-a65e2054080a req-925bc6e8-76d5-47f4-bbfd-8dcfcdcc9039 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:42.799518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee85e63c-3668-40a7-8d15-a65e2054080a req-925bc6e8-76d5-47f4-bbfd-8dcfcdcc9039 tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5e24605-633a-4b32-b1dd-4d7f1c663b6d HTTP/1.1" status: 200 len: 945 time: 0.8569131 Feb 17 22:10:42.845701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.846057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.846400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.846735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.847065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.847437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.847829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.848064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.848391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.849120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.849120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.849383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.849638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:42.925287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-91c5a9c9-21ca-4ca6-9397-b7d28b580116 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836637 Feb 17 22:10:43.032720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (c9772acb-c7be-40fb-bf5b-edcb8491316c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.042525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9708146c-2e41-4cbb-bf87-5cfd39d1a282 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:43.101785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 9708146c-2e41-4cbb-bf87-5cfd39d1a282 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:43.102139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9708146c-2e41-4cbb-bf87-5cfd39d1a282 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:43.129473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9708146c-2e41-4cbb-bf87-5cfd39d1a282), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.234843 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (c9772acb-c7be-40fb-bf5b-edcb8491316c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.238093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Pushing event deleted for resources: {'Port': ['ID=9708146c-2e41-4cbb-bf87-5cfd39d1a282,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:43.241688 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks [] for router_controller (c9772acb-c7be-40fb-bf5b-edcb8491316c), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.378956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-7ff2175f-7017-4b7f-9a5e-31d5e0511b4d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:43.380454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-7ff2175f-7017-4b7f-9a5e-31d5e0511b4d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4460402 Feb 17 22:10:43.383903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] No DVR routers for this DVR port 9708146c-2e41-4cbb-bf87-5cfd39d1a282 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:43.391630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.394865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5442d4de-5cae-44ee-ae2d-688eb9854ed4 req-f1068838-352b-4766-a0e1-9f65125c4dad tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.94 "DELETE /v2.0/ports/9708146c-2e41-4cbb-bf87-5cfd39d1a282 HTTP/1.1" status: 204 len: 173 time: 2.6854460 Feb 17 22:10:43.395317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'name': 'network-vif-deleted', 'tag': '9708146c-2e41-4cbb-bf87-5cfd39d1a282'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:43.397590 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a65933-3db9-43f2-96b8-23b9948953b8" -d '{"events": [{"server_uuid": "e5e24605-633a-4b32-b1dd-4d7f1c663b6d", "name": "network-vif-deleted", "tag": "9708146c-2e41-4cbb-bf87-5cfd39d1a282"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:43.408510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Request body: {'port': {'device_id': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': 'ef58e154a43c40d785b6e9ef35bf1c72'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:43.423746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (c9772acb-c7be-40fb-bf5b-edcb8491316c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.424270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9772acb-c7be-40fb-bf5b-edcb8491316c {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:10:43.485618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.486757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cca9e254-6cec-4127-a0e7-a750813957d7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c9772acb-c7be-40fb-bf5b-edcb8491316c HTTP/1.1" status: 204 len: 168 time: 3.5859611 Feb 17 22:10:43.489419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37754) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:43.526218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e626d07-11b4-45b6-98a6-d69d4291c02a req-0bce2078-f8ff-49d7-934a-631dbdf6fc53 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:43.527826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e626d07-11b4-45b6-98a6-d69d4291c02a req-0bce2078-f8ff-49d7-934a-631dbdf6fc53 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.4020615 Feb 17 22:10:43.567061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee85e63c-3668-40a7-8d15-a65e2054080a req-2eaf6392-c2d0-4b5e-bca0-ef7f0421afda tempest-ServerGroupTestJSON-1620046628 tempest-ServerGroupTestJSON-1620046628-project] 10.222.0.79 "GET /v2.0/security-groups?id=484867d9-5d3b-4096-a7af-db942826abb2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7627759 Feb 17 22:10:43.604688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] Deleting subnet 57e021b6-67ca-41d3-9eb1-b41637f4eba3 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:10:43.616997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] Publish callbacks [] for subnet (57e021b6-67ca-41d3-9eb1-b41637f4eba3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.780529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (57e021b6-67ca-41d3-9eb1-b41637f4eba3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:43.796038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e626d07-11b4-45b6-98a6-d69d4291c02a req-0d0f6388-43c6-454c-b365-5688fa6f3332 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309062 Feb 17 22:10:43.814661 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee18ead-fb5f-4fdc-9d09-93dc8fba633e x-openstack-request-id: req-3ee18ead-fb5f-4fdc-9d09-93dc8fba633e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:43.814661 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e24605-633a-4b32-b1dd-4d7f1c663b6d", "name": "network-vif-deleted", "tag": "9708146c-2e41-4cbb-bf87-5cfd39d1a282", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:43.814661 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ee18ead-fb5f-4fdc-9d09-93dc8fba633e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:43.814661 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e24605-633a-4b32-b1dd-4d7f1c663b6d', 'name': 'network-vif-deleted', 'tag': '9708146c-2e41-4cbb-bf87-5cfd39d1a282', 'status': 'completed', 'code': 200} Feb 17 22:10:43.846739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Made reservation on behalf of ef58e154a43c40d785b6e9ef35bf1c72 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:43.850211 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.041268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (57e021b6-67ca-41d3-9eb1-b41637f4eba3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.109781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0ea3249-4aa0-4315-bade-f7726fe046b2 req-e5930293-4237-4085-9e7a-7ec589c006d7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 210 time: 0.1541808 Feb 17 22:10:44.160314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (57e021b6-67ca-41d3-9eb1-b41637f4eba3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.219334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57e021b6-67ca-41d3-9eb1-b41637f4eba3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:44.228186 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.236482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfe8c84-e1b5-4e29-906c-048510cc93cc None None] Network 25a566b9-2e2a-418a-a978-582ba2663c41 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:44.238059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e54b0af4-86af-49df-aeeb-bc2b0a0c4edc admin admin] 10.222.0.79 "DELETE /v2.0/subnets/57e021b6-67ca-41d3-9eb1-b41637f4eba3 HTTP/1.1" status: 204 len: 168 time: 0.7464600 Feb 17 22:10:44.238209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37772) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:44.311086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (25a566b9-2e2a-418a-a978-582ba2663c41), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.366888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Deleting port f539c6c7-e970-43b5-b336-ecde32d282f9 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:44.367236 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.452106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Allocated IP 192.168.233.128 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/b2841f04-5468-42ee-90ab-62f8bd3adc61) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:10:44.489999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cb626-fa0f-4212-983b-8fec721b7f43 req-44e6bb6d-4354-4c8f-9145-0676b3ad0133 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:44.495117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-933cb626-fa0f-4212-983b-8fec721b7f43 req-44e6bb6d-4354-4c8f-9145-0676b3ad0133 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.5033810 Feb 17 22:10:44.510964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37778) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:44.527166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40e96caf-172a-4053-aa92-ca2b9e88893c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:44.541071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Request body: {'floatingip': {'port_id': 'dc38e136-f170-4b6e-b330-150990f58876'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:44.551456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] For port f539c6c7-e970-43b5-b336-ecde32d282f9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f539c6c7-e970-43b5-b336-ecde32d282f9,segment=NetworkSegment(2e355350-bfcf-458a-ad94-d7755e6d2371),segment_id=2e355350-bfcf-458a-ad94-d7755e6d2371)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:44.552086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.581555 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d6a5cd3-b238-4a2d-be65-3e19f87ef2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.582417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Calling delete_port for f539c6c7-e970-43b5-b336-ecde32d282f9 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:44.588616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 40e96caf-172a-4053-aa92-ca2b9e88893c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:44.589685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40e96caf-172a-4053-aa92-ca2b9e88893c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:44.729516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] DHCP port deletion for 25a566b9-2e2a-418a-a978-582ba2663c41 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:10:44.775968 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for floatingip (b78b640f-d980-4cd5-b524-cf4fd38974eb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.825120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Deleting port f539c6c7-e970-43b5-b336-ecde32d282f9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:10:44.827859 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.832121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:44.893164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=f539c6c7-e970-43b5-b336-ecde32d282f9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:44.908878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] No DVR routers for this DVR port f539c6c7-e970-43b5-b336-ecde32d282f9 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:45.006917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] For port f539c6c7-e970-43b5-b336-ecde32d282f9, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:45.007981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.042194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Calling delete_port for f539c6c7-e970-43b5-b336-ecde32d282f9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:10:45.050280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Port f539c6c7-e970-43b5-b336-ecde32d282f9 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:10:45.054528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (f539c6c7-e970-43b5-b336-ecde32d282f9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.100433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (25a566b9-2e2a-418a-a978-582ba2663c41), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.152364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] No DVR routers for this DVR port f539c6c7-e970-43b5-b336-ecde32d282f9 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:10:45.160382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Pushing event deleted for resources: {'Port': ['ID=f539c6c7-e970-43b5-b336-ecde32d282f9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:45.173496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a566b9-2e2a-418a-a978-582ba2663c41']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:45.185416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37810) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:45.190014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.190369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.190751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.191092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.191457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.191793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.192128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.192558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.198757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.199391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.201816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.203767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.204286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c02ba2-6671-4705-ae19-7bb79171c9c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:10:45.205732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e355350-bfcf-458a-ad94-d7755e6d2371') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:45.206034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e355350-bfcf-458a-ad94-d7755e6d2371') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:45.228968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (2e355350-bfcf-458a-ad94-d7755e6d2371), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.258064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2e355350-bfcf-458a-ad94-d7755e6d2371), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.273212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:10:45.273606 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (2e355350-bfcf-458a-ad94-d7755e6d2371), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:10:45.278889 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:10:45.414146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37812) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:45.470541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (25a566b9-2e2a-418a-a978-582ba2663c41), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.483430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.486205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa48449f-fb54-446c-8d3f-e53f52e5355e req-0e4c75b0-b5f8-40d5-b452-424ecf7dbb9b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 210 time: 0.2508123 Feb 17 22:10:45.488555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] 10.222.0.79 "DELETE /v2.0/networks/25a566b9-2e2a-418a-a978-582ba2663c41 HTTP/1.1" status: 204 len: 168 time: 1.2494264 Feb 17 22:10:45.520399 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks [] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.532384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3f02b-4fc8-4686-a87b-ece6be55c6cf admin admin] Pushing event deleted for resources: {'Network': ['ID=25a566b9-2e2a-418a-a978-582ba2663c41,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:45.569559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] Deleting subnet 74378fde-22af-4c86-a2e1-46aa9f9c48bc {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:10:45.574344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] Publish callbacks [] for subnet (74378fde-22af-4c86-a2e1-46aa9f9c48bc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.627421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95c76b01-5f19-4c36-bceb-1762261289ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.648966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (74378fde-22af-4c86-a2e1-46aa9f9c48bc), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.663268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37818) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:45.728544 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.730098 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2d12e34-3015-497f-9a69-3a0251428c16 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bc809e5510e45b2abf2f834fbe252e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0654454 Feb 17 22:10:45.734611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37820) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:45.743061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e14721fe-bab3-4fd6-b582-fc0e3e373fcf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:45.775399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:45.784321 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95c76b01-5f19-4c36-bceb-1762261289ca admin admin] Publish callbacks [] for security_group (3471b490-1361-4802-b611-9c343a30c25e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.798131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95c76b01-5f19-4c36-bceb-1762261289ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3471b490-1361-4802-b611-9c343a30c25e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.855156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e185636c-bc9f-4c62-b46d-97ee887063f5 admin admin] Publish callbacks [] for security_group (77914f12-de76-47a3-bcf8-362aabef6b09), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.875291 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-95c76b01-5f19-4c36-bceb-1762261289ca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=152c0d5110a949c49dd4e0f2aba9d641&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4566219 Feb 17 22:10:45.876012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37824) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:45.914726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c76b01-5f19-4c36-bceb-1762261289ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3471b490-1361-4802-b611-9c343a30c25e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:45.958009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e185636c-bc9f-4c62-b46d-97ee887063f5 admin admin] Publish callbacks [] for security_group (77914f12-de76-47a3-bcf8-362aabef6b09), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:45.967274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (74378fde-22af-4c86-a2e1-46aa9f9c48bc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.013570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7a2249e-1f67-48e7-bfa0-c792703fce3e admin admin] Publish callbacks [] for security_group (3471b490-1361-4802-b611-9c343a30c25e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.040232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:10:46.071495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:46.083776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:46.084937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7a2249e-1f67-48e7-bfa0-c792703fce3e admin admin] Publish callbacks [] for security_group (3471b490-1361-4802-b611-9c343a30c25e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.108797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:10:46.121806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e185636c-bc9f-4c62-b46d-97ee887063f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (77914f12-de76-47a3-bcf8-362aabef6b09), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.127169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e185636c-bc9f-4c62-b46d-97ee887063f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.135009 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e185636c-bc9f-4c62-b46d-97ee887063f5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77914f12-de76-47a3-bcf8-362aabef6b09 HTTP/1.1" status: 204 len: 168 time: 0.3994009 Feb 17 22:10:46.188427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:46.189246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.200440 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185636c-bc9f-4c62-b46d-97ee887063f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77914f12-de76-47a3-bcf8-362aabef6b09,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:46.226097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-abbaf54d-0b41-4765-a606-59ab60a8692d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8224947 Feb 17 22:10:46.312515 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7a2249e-1f67-48e7-bfa0-c792703fce3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3471b490-1361-4802-b611-9c343a30c25e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.315134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7a2249e-1f67-48e7-bfa0-c792703fce3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.316342 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7a2249e-1f67-48e7-bfa0-c792703fce3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3471b490-1361-4802-b611-9c343a30c25e HTTP/1.1" status: 204 len: 168 time: 0.4373107 Feb 17 22:10:46.333177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2249e-1f67-48e7-bfa0-c792703fce3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3471b490-1361-4802-b611-9c343a30c25e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:46.347289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Request body: {'port': {'device_id': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:46.493294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:10:46.511700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f539c6c7-e970-43b5-b336-ecde32d282f9 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:10:46.550444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (74378fde-22af-4c86-a2e1-46aa9f9c48bc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.555833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: f539c6c7-e970-43b5-b336-ecde32d282f9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:10:46.556678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f539c6c7-e970-43b5-b336-ecde32d282f9 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:10:46.659902 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.698141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-afdbe217-b010-48bf-b569-4c519695ab78 None None] Provisioning complete for port b2841f04-5468-42ee-90ab-62f8bd3adc61 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:46.698728 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afdbe217-b010-48bf-b569-4c519695ab78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.708364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74378fde-22af-4c86-a2e1-46aa9f9c48bc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:46.725676 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.729859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4c6fe366-8182-449f-aa54-e5d4ff45deb0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/74378fde-22af-4c86-a2e1-46aa9f9c48bc HTTP/1.1" status: 204 len: 168 time: 1.5320067 Feb 17 22:10:46.733517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37886) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:46.772018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.786540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-afdbe217-b010-48bf-b569-4c519695ab78 None None] Port b2841f04-5468-42ee-90ab-62f8bd3adc61 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:10:46.809305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (b78b640f-d980-4cd5-b524-cf4fd38974eb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.843515 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14149c42-7a91-4b6b-9eb5-83467fc7ad7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:46.976195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (15affcd4-9f3a-478c-979a-26ca2a8fbae4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.240874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (15affcd4-9f3a-478c-979a-26ca2a8fbae4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.310270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37898) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:47.382412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a8579433-b179-46f3-8aa6-78d0df15ac67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.394223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15affcd4-9f3a-478c-979a-26ca2a8fbae4']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:47.573075 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a8579433-b179-46f3-8aa6-78d0df15ac67 admin admin] Publish callbacks [] for security_group (c755d59d-88fd-4498-b134-be02655083f2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.580442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d36b5b-52b9-4e46-be06-af0e158b743e') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:47.581186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d36b5b-52b9-4e46-be06-af0e158b743e') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:47.584678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a8579433-b179-46f3-8aa6-78d0df15ac67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c755d59d-88fd-4498-b134-be02655083f2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.644047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8579433-b179-46f3-8aa6-78d0df15ac67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c755d59d-88fd-4498-b134-be02655083f2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:47.681148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (a0d36b5b-52b9-4e46-be06-af0e158b743e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.746791 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.760383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a0d36b5b-52b9-4e46-be06-af0e158b743e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.767526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448fd56c-9bc1-40d2-a4cf-9e43b323ec1c req-e7eea549-e674-4554-bb1f-b1d27ac0dd66 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:47.769361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-448fd56c-9bc1-40d2-a4cf-9e43b323ec1c req-e7eea549-e674-4554-bb1f-b1d27ac0dd66 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 936 time: 1.0621901 Feb 17 22:10:47.778241 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Floating IP b78b640f-d980-4cd5-b524-cf4fd38974eb associated. External IP: 172.25.0.28, port: dc38e136-f170-4b6e-b330-150990f58876. Feb 17 22:10:47.811247 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a8579433-b179-46f3-8aa6-78d0df15ac67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=76660d1270a34a2f925357f9d7e438b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4728062 Feb 17 22:10:47.813426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37932) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:47.819653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:10:47.838833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (a0d36b5b-52b9-4e46-be06-af0e158b743e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:10:47.850268 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:10:48.012047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (15affcd4-9f3a-478c-979a-26ca2a8fbae4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.078013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.082425 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] 10.222.0.79 "DELETE /v2.0/networks/15affcd4-9f3a-478c-979a-26ca2a8fbae4 HTTP/1.1" status: 204 len: 168 time: 1.3473041 Feb 17 22:10:48.089764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c507cdcd-36f4-4618-b2cf-7f12f76ff37f admin admin] Pushing event deleted for resources: {'Network': ['ID=15affcd4-9f3a-478c-979a-26ca2a8fbae4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:48.126435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b692853d-7f37-4320-a1ac-d9d57e312a4b admin admin] Publish callbacks [] for security_group (c755d59d-88fd-4498-b134-be02655083f2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.175152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b692853d-7f37-4320-a1ac-d9d57e312a4b admin admin] Publish callbacks [] for security_group (c755d59d-88fd-4498-b134-be02655083f2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.228100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2841f04-5468-42ee-90ab-62f8bd3adc61 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:48.231022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37944) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:48.265322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Publish callbacks [] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.284012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-448fd56c-9bc1-40d2-a4cf-9e43b323ec1c req-71e39069-d7f2-44f0-86f3-d2b370a92d13 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260031 Feb 17 22:10:48.328759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b692853d-7f37-4320-a1ac-d9d57e312a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c755d59d-88fd-4498-b134-be02655083f2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.332379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b692853d-7f37-4320-a1ac-d9d57e312a4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.336583 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b692853d-7f37-4320-a1ac-d9d57e312a4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c755d59d-88fd-4498-b134-be02655083f2 HTTP/1.1" status: 204 len: 168 time: 0.5182049 Feb 17 22:10:48.358151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692853d-7f37-4320-a1ac-d9d57e312a4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c755d59d-88fd-4498-b134-be02655083f2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:48.461126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-355138440-network', 'tenant_id': '8bbaa13f96a648939eab13dc96abf02a'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:48.504571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37956) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:48.528695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Made reservation on behalf of 8bbaa13f96a648939eab13dc96abf02a for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:48.534013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Transition to ACTIVE for port object b2841f04-5468-42ee-90ab-62f8bd3adc61 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:10:48.535229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.552982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.565216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.641581 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-85f55882-a8d3-4352-a624-017ffaf62223 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=587603bb8887478e911a2997793eeffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1313381 Feb 17 22:10:48.642158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37958) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:48.660216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:48.810903 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca06a-d98b-438f-be58-1196cffdc4b6 admin admin] Publish callbacks [] for security_group (484867d9-5d3b-4096-a7af-db942826abb2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:48.840140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Router 1d319735-ab69-4030-bea2-0b579883df2a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:10:48.877107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca06a-d98b-438f-be58-1196cffdc4b6 admin admin] Publish callbacks [] for security_group (484867d9-5d3b-4096-a7af-db942826abb2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.001382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks [] for security_group (5e07db6c-d7cc-4b48-9069-c45399d648e2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.020792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e07db6c-d7cc-4b48-9069-c45399d648e2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.058363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:10:49.075651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:10:49.075992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:10:49.076853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:49.086829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca06a-d98b-438f-be58-1196cffdc4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (484867d9-5d3b-4096-a7af-db942826abb2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.095855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b0ca06a-d98b-438f-be58-1196cffdc4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.097002 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0b0ca06a-d98b-438f-be58-1196cffdc4b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/484867d9-5d3b-4096-a7af-db942826abb2 HTTP/1.1" status: 204 len: 168 time: 0.4536116 Feb 17 22:10:49.105265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e07db6c-d7cc-4b48-9069-c45399d648e2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:49.109094 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c3ad7e12-cd7c-4366-85e3-137516dea419), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.109436 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Added segment c3ad7e12-cd7c-4366-85e3-137516dea419 of type vlan for network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 Feb 17 22:10:49.113364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:10:49.113688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:10:49.130990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:10:49.131320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:49.131769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:10:49.132175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Bound port: b2841f04-5468-42ee-90ab-62f8bd3adc61, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:10:49.132533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.136398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ca06a-d98b-438f-be58-1196cffdc4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484867d9-5d3b-4096-a7af-db942826abb2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:49.226904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.249461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (0cc4cfc3-12e2-4453-b02e-78cdd9979c59), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.320798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (0cc4cfc3-12e2-4453-b02e-78cdd9979c59), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.321806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:49.322413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.330871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:10:49.344514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:10:49.372435 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.479014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37978) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:49.479654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2368279 Feb 17 22:10:49.501951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f47dff8-292e-4933-ab4a-5e16182fb040 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc4cfc3-12e2-4453-b02e-78cdd9979c59,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:49.516272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Request body: {'subnet': {'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-355138440-subnet', 'tenant_id': '8bbaa13f96a648939eab13dc96abf02a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:49.522719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:10:49.533383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:10:49.552082 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] Sync routers for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:10:49.566099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.567605 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:49.568248 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:49.619495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:49.621952 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:49.625831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] 10.222.0.94 "PUT /v2.0/ports/b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 1097 time: 3.3067319 Feb 17 22:10:49.626315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:49.631624 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:49.837677 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5878d79-6e13-4ca5-bfb6-95c6403a0010 x-openstack-request-id: req-a5878d79-6e13-4ca5-bfb6-95c6403a0010 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:49.838012 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:49.838210 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5878d79-6e13-4ca5-bfb6-95c6403a0010 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:49.838613 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'status': 'completed', 'code': 200} Feb 17 22:10:49.948919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Made reservation on behalf of 8bbaa13f96a648939eab13dc96abf02a for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:49.966609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:50.106936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-36899fdd-21af-4c37-aa87-b4898d4cc27d tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "PUT /v2.0/floatingips/b78b640f-d980-4cd5-b524-cf4fd38974eb HTTP/1.1" status: 200 len: 990 time: 5.5790410 Feb 17 22:10:50.118686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d3543-a52f-43f4-82b3-8e01cb93bfb8 service neutron] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:50.237801 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:50.287194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0399d32-dd50-4a75-ab07-cad0e4a8ab80 req-099f1b4e-7f40-44e7-8ad7-df372a783aff tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:50.296149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0399d32-dd50-4a75-ab07-cad0e4a8ab80 req-099f1b4e-7f40-44e7-8ad7-df372a783aff tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 948 time: 0.7606294 Feb 17 22:10:50.422984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0399d32-dd50-4a75-ab07-cad0e4a8ab80 req-c405f12c-e53a-49ec-b8b6-1043a2d4ab57 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254170 Feb 17 22:10:50.454242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-7379174c-d92c-4fa0-94b6-07881340fc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:50.456162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-7379174c-d92c-4fa0-94b6-07881340fc4d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1131 time: 0.6966317 Feb 17 22:10:50.641893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a990ce-f946-4bc4-ba47-346278b653ce req-ef6fcb08-fc6f-42ce-8910-de1f74b1b72e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:50.666323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5a990ce-f946-4bc4-ba47-346278b653ce req-ef6fcb08-fc6f-42ce-8910-de1f74b1b72e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.3629384 Feb 17 22:10:50.679492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-4d4e01bb-f676-44ee-88b3-4d6ce064413a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.2035010 Feb 17 22:10:50.682332 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:50.778919 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b78b640f-d980-4cd5-b524-cf4fd38974eb', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'port_id': 'dc38e136-f170-4b6e-b330-150990f58876', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'mac_address': 'fa:16:3e:0c:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:10:14Z', 'updated_at': '2022-02-17T22:10:46Z', 'revision_number': 1, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:14Z', 'revision_number': 5, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:50.853746 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] Checking router: 1d319735-ab69-4030-bea2-0b579883df2a for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:10:50.881223 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:10:50.885338 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:51.086019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6b220f25-bc09-4ea8-b0a9-8c86c7f6895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:51.093529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-6b220f25-bc09-4ea8-b0a9-8c86c7f6895e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.3891280 Feb 17 22:10:51.104999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5a990ce-f946-4bc4-ba47-346278b653ce req-9f482925-5d76-49db-bf92-a2f1c4ffd7c1 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4360113 Feb 17 22:10:51.157995 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:10:51.247254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38030) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:51.338535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (46cce229-5804-4873-aa9e-45021566becb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:51.387661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-690ac4d2-1ed1-4a53-9645-78940c32f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:51.390358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-690ac4d2-1ed1-4a53-9645-78940c32f499 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2841332 Feb 17 22:10:51.531414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2071777920-network', 'tenant_id': 'a84213c81b07493b9b44b0d306046670'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:51.554055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46cce229-5804-4873-aa9e-45021566becb,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:51.604400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Made reservation on behalf of a84213c81b07493b9b44b0d306046670 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:51.609120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:51.622763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:51.623750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Checking segment: {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:51.624397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Network hostable DHCP agents. Network: 0cc4cfc3-12e2-4453-b02e-78cdd9979c59, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:10:51.753660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:10:51.793247 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b78b640f-d980-4cd5-b524-cf4fd38974eb', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'port_id': 'dc38e136-f170-4b6e-b330-150990f58876', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'mac_address': 'fa:16:3e:0c:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:10:14Z', 'updated_at': '2022-02-17T22:10:46Z', 'revision_number': 1, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:14Z', 'revision_number': 5, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:51.799082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks [] for security_group (dea02312-3939-4ab2-9154-ae6e72f8ec42), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:51.812181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dea02312-3939-4ab2-9154-ae6e72f8ec42), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:51.822835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-f25bcf65-9693-4474-b5dd-d75df55418eb service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226594 Feb 17 22:10:51.843884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:51.846186 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-588f449b-1d0c-4988-a723-385ae21d10c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "tag": "dc38e136-f170-4b6e-b330-150990f58876"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:51.854396 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2c8711-36f1-46b5-81b4-e5778bcd022b None None] The sync data for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 is: [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b78b640f-d980-4cd5-b524-cf4fd38974eb', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'port_id': 'dc38e136-f170-4b6e-b330-150990f58876', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 742, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'mac_address': 'fa:16:3e:0c:e5:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:10:14Z', 'updated_at': '2022-02-17T22:10:46Z', 'revision_number': 1, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:14Z', 'revision_number': 5, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:10:51.873270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 0cc4cfc3-12e2-4453-b02e-78cdd9979c59) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:51.881791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d69b0-de03-4882-a6ba-496d76c9f8ef None None] Network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:51.899206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:10:51.913077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:51.913671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:51.944842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea02312-3939-4ab2-9154-ae6e72f8ec42,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:51.956211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (df5c637b-0580-4006-9587-fd38ff2a2970), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:51.956546 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Added segment df5c637b-0580-4006-9587-fd38ff2a2970 of type vlan for network 36ac1058-90dd-4833-b253-5dd063321aca Feb 17 22:10:51.964649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3a453-9d77-47c3-be68-67f1092f462d req-48fad95d-ed18-4b34-ba33-9677b725dd64 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:51.980957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0a3a453-9d77-47c3-be68-67f1092f462d req-48fad95d-ed18-4b34-ba33-9677b725dd64 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 948 time: 0.3715863 Feb 17 22:10:52.078592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (36ac1058-90dd-4833-b253-5dd063321aca), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:52.133170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369dc244-050b-46bd-af2c-e5fea683ae66 None None] Network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:52.161220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (36ac1058-90dd-4833-b253-5dd063321aca), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:52.162435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:52.163179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:52.219022 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9692717 Feb 17 22:10:52.241072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38060) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:52.288119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7deeeb-599d-4e0d-bf7c-0705348916d6 admin admin] Pushing event updated for resources: {'Network': ['ID=36ac1058-90dd-4833-b253-5dd063321aca,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:52.290144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Request body: {'subnet': {'network_id': '36ac1058-90dd-4833-b253-5dd063321aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2071777920-subnet', 'tenant_id': 'a84213c81b07493b9b44b0d306046670', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:52.317812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 36ac1058-90dd-4833-b253-5dd063321aca details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:10:52.335231 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-09dfb898-d8bc-4752-900a-782b9b3cfe26 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.8423648 Feb 17 22:10:52.344143 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acc557d-43f9-4713-bb08-394305e98ead x-openstack-request-id: req-5acc557d-43f9-4713-bb08-394305e98ead {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:10:52.344974 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "tag": "dc38e136-f170-4b6e-b330-150990f58876", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:10:52.345358 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5acc557d-43f9-4713-bb08-394305e98ead {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:10:52.346538 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876', 'status': 'completed', 'code': 200} Feb 17 22:10:52.464857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73f879-39ed-44f4-8809-c239df783299 None None] New status for floating IP b78b640f-d980-4cd5-b524-cf4fd38974eb: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:10:52.522285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Made reservation on behalf of a84213c81b07493b9b44b0d306046670 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:52.526396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:52.622135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0a3a453-9d77-47c3-be68-67f1092f462d req-55866059-aec0-4eaf-a064-6076b4b48bb4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6401780 Feb 17 22:10:52.648509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b193b7c-e192-4d2d-b6bb-5aaa5eeda1ec req-e7dda6c5-2a3b-41e9-a2f5-f44573ed9bc0 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7880950 Feb 17 22:10:52.855659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-fb7a1c77-b5b7-4406-a192-52ad1e4517f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:52.864653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-fb7a1c77-b5b7-4406-a192-52ad1e4517f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=9b3f981bbee4453aaadaf646e129051b&device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 1128 time: 0.4860845 Feb 17 22:10:53.084790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-6591cd3e-0e15-4c42-a2da-73068ca401d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:53.105806 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-6591cd3e-0e15-4c42-a2da-73068ca401d5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1131 time: 0.3321898 Feb 17 22:10:53.166921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-da50bcfc-0cb5-4a1a-9843-bd4fc0e6d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:53.168557 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-da50bcfc-0cb5-4a1a-9843-bd4fc0e6d54f service neutron] 10.222.0.73 "GET /v2.0/networks?id=2e8c0324-a918-43e1-bb4c-f439b994c07d HTTP/1.1" status: 200 len: 912 time: 0.2913015 Feb 17 22:10:53.241658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38094) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:53.288759 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-b47347c1-6417-46ce-aa65-cbe72a770fe1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc38e136-f170-4b6e-b330-150990f58876 HTTP/1.1" status: 200 len: 1000 time: 0.1108291 Feb 17 22:10:53.328346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (678c658a-1795-4379-bfc4-32a01f19c3c6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:53.380964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=678c658a-1795-4379-bfc4-32a01f19c3c6,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:53.430033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-6b355700-ab1a-48df-a098-a6c6c5c77c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:53.433388 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-6b355700-ab1a-48df-a098-a6c6c5c77c1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=54efad64-af5d-4737-af22-ffc518dc2c50 HTTP/1.1" status: 200 len: 850 time: 0.1368687 Feb 17 22:10:53.501632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52957b45-12b8-46b7-81f3-c9f0abfbb77e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:53.504429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-917e755c-0d70-4314-9e20-de1a8c712a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:53.505916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-917e755c-0d70-4314-9e20-de1a8c712a14 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3991816 Feb 17 22:10:53.512854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-4c417afd-f761-4de6-813f-18e08387909a tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:53.514485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-4c417afd-f761-4de6-813f-18e08387909a tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/networks?id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 200 len: 817 time: 0.3946157 Feb 17 22:10:53.536751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-9ebcc6a1-f2a8-49e8-94ae-33ba5f3fea6f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/quotas/8bbaa13f96a648939eab13dc96abf02a HTTP/1.1" status: 200 len: 375 time: 0.0151653 Feb 17 22:10:53.582975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-d253be33-36e0-49fb-af84-81e7c46c7f42 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.0674400 Feb 17 22:10:53.605233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52957b45-12b8-46b7-81f3-c9f0abfbb77e admin admin] Publish callbacks [] for security_group (4581285f-964d-41c5-97db-bf4d63152d56), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:53.613396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-181a9d24-9f50-4ddc-a63c-06fa978d1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:53.615165 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-181a9d24-9f50-4ddc-a63c-06fa978d1c62 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=2e8c0324-a918-43e1-bb4c-f439b994c07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1743867 Feb 17 22:10:53.616418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52957b45-12b8-46b7-81f3-c9f0abfbb77e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4581285f-964d-41c5-97db-bf4d63152d56), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:53.623062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-41045642-dda5-4b9c-82cb-f1360a95c9b4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8bbaa13f96a648939eab13dc96abf02a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410428 Feb 17 22:10:53.717748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-52957b45-12b8-46b7-81f3-c9f0abfbb77e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06fe279f61714682ba8bc6998fc255d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4742424 Feb 17 22:10:53.722561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52957b45-12b8-46b7-81f3-c9f0abfbb77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4581285f-964d-41c5-97db-bf4d63152d56,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:53.726838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:53.799269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d0af5d1-5f37-4e81-a4de-ef3b599050a9 admin admin] Publish callbacks [] for security_group (4581285f-964d-41c5-97db-bf4d63152d56), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:53.799992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Checking segment: {'id': 'df5c637b-0580-4006-9587-fd38ff2a2970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '36ac1058-90dd-4833-b253-5dd063321aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:10:53.800353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Network hostable DHCP agents. Network: 36ac1058-90dd-4833-b253-5dd063321aca, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:10:53.829043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-51debb2e-c925-45e8-a99e-31ac9e88871e service neutron] 10.222.0.73 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940768 Feb 17 22:10:53.896431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-c39ee67e-15d2-44bc-8a07-41dd9f5e1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:53.898140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-c39ee67e-15d2-44bc-8a07-41dd9f5e1b1e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2742212 Feb 17 22:10:53.998998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-924e21b7-9318-48a5-8c15-d93f515da1f1 service neutron] 10.222.0.79 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590772 Feb 17 22:10:54.015314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Network 36ac1058-90dd-4833-b253-5dd063321aca is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:10:54.043162 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-588f449b-1d0c-4988-a723-385ae21d10c1 req-5d672707-c204-4c45-8fc5-d86e5f15c609 service neutron] 10.222.0.73 "GET /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004635 Feb 17 22:10:54.055101 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d0af5d1-5f37-4e81-a4de-ef3b599050a9 admin admin] Publish callbacks [] for security_group (4581285f-964d-41c5-97db-bf4d63152d56), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:54.061767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 36ac1058-90dd-4833-b253-5dd063321aca) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:10:54.077291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b2cb7e-7e76-4ec6-909d-37ae9ea50154 None None] Network 36ac1058-90dd-4833-b253-5dd063321aca requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:54.114011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a362875-58d5-4de7-82d7-6dcf9522e267 req-b031c4fd-130d-44ad-a56a-53b8ff927e19 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:54.115793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a362875-58d5-4de7-82d7-6dcf9522e267 req-b031c4fd-130d-44ad-a56a-53b8ff927e19 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 948 time: 0.2968571 Feb 17 22:10:54.127232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:54.127232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:54.149474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d0af5d1-5f37-4e81-a4de-ef3b599050a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4581285f-964d-41c5-97db-bf4d63152d56), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:54.153623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d0af5d1-5f37-4e81-a4de-ef3b599050a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:54.160290 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8d0af5d1-5f37-4e81-a4de-ef3b599050a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4581285f-964d-41c5-97db-bf4d63152d56 HTTP/1.1" status: 204 len: 168 time: 0.4321785 Feb 17 22:10:54.172102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0af5d1-5f37-4e81-a4de-ef3b599050a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4581285f-964d-41c5-97db-bf4d63152d56,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:54.213818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-67d6e88d-fe4f-4119-93b7-08b5eb2eefcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:54.216414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-67d6e88d-fe4f-4119-93b7-08b5eb2eefcf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3061566 Feb 17 22:10:54.299324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e868f-914b-4f41-962b-fb145d6ca66a None None] Network 36ac1058-90dd-4833-b253-5dd063321aca requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:10:54.354052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-22fe7f14-bc58-42c4-ad24-8e2c08c14fc6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0771561 Feb 17 22:10:54.528380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-90f0c5ea-a8a9-4f15-be7c-25f096068c57 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943079 Feb 17 22:10:54.631033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a362875-58d5-4de7-82d7-6dcf9522e267 req-55ff3348-240d-481c-b157-a9bb6dce6e4c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882283 Feb 17 22:10:54.651917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-ceaee3f6-608a-4f66-a7f1-eb909266feaa service neutron] 10.222.0.79 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6225548 Feb 17 22:10:54.677255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:54.712413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc0e8d8-e072-4618-b3c7-159f7ca662a3 req-54798256-e809-4094-905a-772a9dde83fb service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768107 Feb 17 22:10:54.801652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] Deleting subnet 678c658a-1795-4379-bfc4-32a01f19c3c6 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:10:54.810276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] Publish callbacks [] for subnet (678c658a-1795-4379-bfc4-32a01f19c3c6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:54.835545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38120) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:54.855856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeddcda1-3500-4910-9024-227848626805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:54.905958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (678c658a-1795-4379-bfc4-32a01f19c3c6), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:54.927819 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.014878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (678c658a-1795-4379-bfc4-32a01f19c3c6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.099097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeddcda1-3500-4910-9024-227848626805 admin admin] Publish callbacks [] for security_group (a09eada6-ac04-449f-90c8-e2b207cd80f1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.113786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeddcda1-3500-4910-9024-227848626805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a09eada6-ac04-449f-90c8-e2b207cd80f1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.116015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:10:55.125964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (678c658a-1795-4379-bfc4-32a01f19c3c6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.159015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.168758 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/678c658a-1795-4379-bfc4-32a01f19c3c6 HTTP/1.1" status: 204 len: 168 time: 0.4873898 Feb 17 22:10:55.173483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38130) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:55.197607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddcda1-3500-4910-9024-227848626805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a09eada6-ac04-449f-90c8-e2b207cd80f1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:55.203636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aeddcda1-3500-4910-9024-227848626805 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=93d93770e2e7476190e879a8817f78e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671565 Feb 17 22:10:55.206409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38134) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:55.328412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340b285a-0efd-46f7-8b9b-5399d9f46476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=678c658a-1795-4379-bfc4-32a01f19c3c6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:55.354076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c93efff-fcd4-44bd-b478-34ca89c21f00 req-58613b11-4b5f-4fe6-8bde-d08aadef55a4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 210 time: 0.0780385 Feb 17 22:10:55.362841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:55.420741 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-767a6510-4de9-4f13-8c77-00f3df1f42d9 admin admin] Publish callbacks [] for security_group (a09eada6-ac04-449f-90c8-e2b207cd80f1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.421743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'mac_address': 'fa:16:3e:06:ab:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:10:55.465165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-767a6510-4de9-4f13-8c77-00f3df1f42d9 admin admin] Publish callbacks [] for security_group (a09eada6-ac04-449f-90c8-e2b207cd80f1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.536009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (36ac1058-90dd-4833-b253-5dd063321aca), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.554185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-767a6510-4de9-4f13-8c77-00f3df1f42d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a09eada6-ac04-449f-90c8-e2b207cd80f1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.557057 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-767a6510-4de9-4f13-8c77-00f3df1f42d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.564926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-767a6510-4de9-4f13-8c77-00f3df1f42d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a09eada6-ac04-449f-90c8-e2b207cd80f1 HTTP/1.1" status: 204 len: 168 time: 0.3544824 Feb 17 22:10:55.584073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b2841f04-5468-42ee-90ab-62f8bd3adc61 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:55.585994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a6510-4de9-4f13-8c77-00f3df1f42d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a09eada6-ac04-449f-90c8-e2b207cd80f1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:55.587828 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.641876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2841f04-5468-42ee-90ab-62f8bd3adc61 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:10:55.698117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:55.711474 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.781795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:55.851592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (36ac1058-90dd-4833-b253-5dd063321aca), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.899296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ac1058-90dd-4833-b253-5dd063321aca']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:55.919714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5c637b-0580-4006-9587-fd38ff2a2970') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:55.920052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5c637b-0580-4006-9587-fd38ff2a2970') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:10:55.940995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (df5c637b-0580-4006-9587-fd38ff2a2970), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.967866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (df5c637b-0580-4006-9587-fd38ff2a2970), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.980957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:10:55.981190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (df5c637b-0580-4006-9587-fd38ff2a2970), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:10:55.983723 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:10:56.019681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3f62c-478e-4b26-8ee7-7e2762a6c456 req-c5606e2d-e8a7-49f9-b566-64a5baf06065 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:56.022062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26a3f62c-478e-4b26-8ee7-7e2762a6c456 req-c5606e2d-e8a7-49f9-b566-64a5baf06065 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.1786363 Feb 17 22:10:56.097831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b2841f04-5468-42ee-90ab-62f8bd3adc61'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:10:56.152876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26a3f62c-478e-4b26-8ee7-7e2762a6c456 req-6090c629-2b97-4758-8d99-4cf8aba2a499 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245248 Feb 17 22:10:56.168180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (36ac1058-90dd-4833-b253-5dd063321aca), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:56.187779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:56.190715 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] 10.222.0.79 "DELETE /v2.0/networks/36ac1058-90dd-4833-b253-5dd063321aca HTTP/1.1" status: 204 len: 168 time: 1.0162313 Feb 17 22:10:56.271002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464b5c9a-6b08-41aa-acbf-cb3db7ab4ffe admin admin] Pushing event deleted for resources: {'Network': ['ID=36ac1058-90dd-4833-b253-5dd063321aca,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:56.539948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e2998f6-0050-4e1a-9379-1e9889715925 req-b6ad79d4-da28-468d-86e6-3194c7f96269 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 210 time: 0.0749915 Feb 17 22:10:56.564534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38174) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:56.652734 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-52a433eb-19e2-48be-9544-046e991a1426 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a84213c81b07493b9b44b0d306046670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0869493 Feb 17 22:10:56.656649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38178) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:56.799928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-432a3110-39ce-4d90-a27e-6bd67f9d0d76 admin admin] Publish callbacks [] for security_group (dea02312-3939-4ab2-9154-ae6e72f8ec42), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:56.852684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-432a3110-39ce-4d90-a27e-6bd67f9d0d76 admin admin] Publish callbacks [] for security_group (dea02312-3939-4ab2-9154-ae6e72f8ec42), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:56.972811 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-432a3110-39ce-4d90-a27e-6bd67f9d0d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dea02312-3939-4ab2-9154-ae6e72f8ec42), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:56.984327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-432a3110-39ce-4d90-a27e-6bd67f9d0d76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:56.987900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-432a3110-39ce-4d90-a27e-6bd67f9d0d76 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dea02312-3939-4ab2-9154-ae6e72f8ec42 HTTP/1.1" status: 204 len: 168 time: 0.3258567 Feb 17 22:10:57.010697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a3110-39ce-4d90-a27e-6bd67f9d0d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea02312-3939-4ab2-9154-ae6e72f8ec42,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:57.385824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892c3c9-d04f-4d5d-b93b-6e08d8022f8a req-67b9844e-7c04-45ab-8661-4576821fac38 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:57.399852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3892c3c9-d04f-4d5d-b93b-6e08d8022f8a req-67b9844e-7c04-45ab-8661-4576821fac38 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.1171682 Feb 17 22:10:57.519820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3892c3c9-d04f-4d5d-b93b-6e08d8022f8a req-896e2078-6214-400c-b731-0e6a4f3ae654 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187153 Feb 17 22:10:57.759762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38206) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:57.775932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6445b828-8ae9-4732-8fbf-1090a1b53ab1 req-cf266535-adb0-46fc-9d7b-28dcef79a2b7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 210 time: 0.0925727 Feb 17 22:10:58.004796 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2132096270-network', 'tenant_id': 'e3d863f39ec04eb29059f1efd411d4f8'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:58.074800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Made reservation on behalf of e3d863f39ec04eb29059f1efd411d4f8 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:58.091778 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.124566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.392245 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks [] for security_group (e81eccef-1fb6-4c34-afa5-5fe97a6c26b7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.408023 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e81eccef-1fb6-4c34-afa5-5fe97a6c26b7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.567418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:10:58.584830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.585291 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Added segment 9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9 of type vlan for network aff759b9-c08a-414b-bc7f-7fb3634d85cd Feb 17 22:10:58.677373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (aff759b9-c08a-414b-bc7f-7fb3634d85cd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.778699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81eccef-1fb6-4c34-afa5-5fe97a6c26b7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:58.794574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:10:58.890387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (aff759b9-c08a-414b-bc7f-7fb3634d85cd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.890387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:58.890387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:58.910527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38238) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:59.116619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:10:59.233269 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4676735 Feb 17 22:10:59.241733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b2841f04-5468-42ee-90ab-62f8bd3adc61 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:10:59.245152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-0576a23c-005c-4bc4-9498-2512ea00c9cc tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:10:59.250429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b2841f04-5468-42ee-90ab-62f8bd3adc61 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:10:59.252112 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-0576a23c-005c-4bc4-9498-2512ea00c9cc tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.73 "GET /v2.0/networks?id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 200 len: 817 time: 0.7595916 Feb 17 22:10:59.252873 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.257636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-network', 'tenant_id': '822ad60a2532425095b618c27fea11e1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:59.262419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38242) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:10:59.272121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Request body: {'subnet': {'network_id': 'aff759b9-c08a-414b-bc7f-7fb3634d85cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2132096270-subnet', 'tenant_id': 'e3d863f39ec04eb29059f1efd411d4f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:59.291914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Request body: {'port': {'device_id': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59', 'admin_state_up': True, 'tenant_id': '8bbaa13f96a648939eab13dc96abf02a'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:10:59.317795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f4a00-bffb-4e17-b92f-2ad4844f5f7e admin admin] Pushing event updated for resources: {'Network': ['ID=aff759b9-c08a-414b-bc7f-7fb3634d85cd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:10:59.335422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network aff759b9-c08a-414b-bc7f-7fb3634d85cd details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:10:59.391743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Made reservation on behalf of 822ad60a2532425095b618c27fea11e1 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:59.394296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.408607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.422477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Made reservation on behalf of e3d863f39ec04eb29059f1efd411d4f8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:59.425259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.683996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Made reservation on behalf of 8bbaa13f96a648939eab13dc96abf02a for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:10:59.687949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.729424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b2841f04-5468-42ee-90ab-62f8bd3adc61 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:10:59.730504 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.804349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:10:59.812994 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b37cd8-bd9c-46ee-8f89-871d0716343f" -d '{"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-plugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:10:59.835939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks [] for security_group (0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.855383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:10:59.856023 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.880456 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:10:59.986834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:11:00.015678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:00.090771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe780523-097c-4e43-9ce5-a40ff8bc912e req-ce2ff690-faad-4a52-a358-a4ee3c6d6075 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 210 time: 0.3455470 Feb 17 22:11:00.122622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (bd25a890-d500-488c-abf7-242741fa38de), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:00.123551 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Added segment bd25a890-d500-488c-abf7-242741fa38de of type vlan for network ca9d742c-593d-425c-b5fb-51c5b5d35926 Feb 17 22:11:00.151309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:00.225498 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aa9e8b2-6d0a-4630-8b86-23c21c209c61 x-openstack-request-id: req-2aa9e8b2-6d0a-4630-8b86-23c21c209c61 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:00.226084 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-plugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:00.227914 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2aa9e8b2-6d0a-4630-8b86-23c21c209c61 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:00.228326 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'code': 200} Feb 17 22:11:00.262951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Allocated IP 172.20.0.5 (0cc4cfc3-12e2-4453-b02e-78cdd9979c59/46cce229-5804-4873-aa9e-45021566becb/0cdac164-5ca8-4895-8f37-ff7d76bebc54) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:00.273626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (1c227286-1ae2-4c88-8a48-d97539363679), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:00.308859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ca9d742c-593d-425c-b5fb-51c5b5d35926), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:00.322550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-c532bfb5-0ea3-4b81-a3b0-96738c42ddf8 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:00.324661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-c532bfb5-0ea3-4b81-a3b0-96738c42ddf8 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "GET /v2.0/networks?id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 200 len: 817 time: 1.7082384 Feb 17 22:11:00.371328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6a625579-f8a7-4e84-b2e1-6559fc05fae2 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:00.373698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6a625579-f8a7-4e84-b2e1-6559fc05fae2 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "GET /v2.0/networks?id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 200 len: 817 time: 0.5919669 Feb 17 22:11:00.386204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Request body: {'port': {'device_id': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59', 'admin_state_up': True, 'tenant_id': '8bbaa13f96a648939eab13dc96abf02a'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:00.408636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8883d-9748-4244-aa71-cae0229902b5 req-4951fc8e-7b95-4997-9e48-012438675b9a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:00.410460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52e8883d-9748-4244-aa71-cae0229902b5 req-4951fc8e-7b95-4997-9e48-012438675b9a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 1.7481458 Feb 17 22:11:00.430480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Request body: {'port': {'device_id': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59', 'admin_state_up': True, 'tenant_id': '8bbaa13f96a648939eab13dc96abf02a'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:00.561136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c227286-1ae2-4c88-8a48-d97539363679,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:00.593965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ca9d742c-593d-425c-b5fb-51c5b5d35926), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:00.595500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:00.597726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:00.651007 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7374232 Feb 17 22:11:00.686360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38256) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:00.803422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Request body: {'subnet': {'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-subnet', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:00.846060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Made reservation on behalf of 8bbaa13f96a648939eab13dc96abf02a for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:00.849924 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.049555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Made reservation on behalf of 822ad60a2532425095b618c27fea11e1 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:01.052428 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.076657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52e8883d-9748-4244-aa71-cae0229902b5 req-a34fd3f9-06a9-4ca0-a84c-15d44c5c3823 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4121652 Feb 17 22:11:01.140020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Made reservation on behalf of 8bbaa13f96a648939eab13dc96abf02a for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:01.162366 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.266811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Checking segment: {'id': '9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'aff759b9-c08a-414b-bc7f-7fb3634d85cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:01.267504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Network hostable DHCP agents. Network: aff759b9-c08a-414b-bc7f-7fb3634d85cd, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:01.287698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cdedd31-5bc1-43e6-aa67-1258f830e00c req-c7914dd8-b78c-4a11-9061-3887888e8f2e tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 210 time: 0.0622888 Feb 17 22:11:01.319790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c4bf9-5960-4b01-8f9e-22086c5ded31 admin admin] Pushing event updated for resources: {'Network': ['ID=ca9d742c-593d-425c-b5fb-51c5b5d35926,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:01.338013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:11:01.339036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963b6fa-a374-4d93-81e0-1bae896c3d57 req-2dd7d365-7b84-410f-acdc-c0ee822101f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:01.340990 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2963b6fa-a374-4d93-81e0-1bae896c3d57 req-2dd7d365-7b84-410f-acdc-c0ee822101f2 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1133 time: 0.9747431 Feb 17 22:11:01.389297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Network aff759b9-c08a-414b-bc7f-7fb3634d85cd is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:01.416923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks [] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.428315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, aff759b9-c08a-414b-bc7f-7fb3634d85cd) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:01.441657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:01.442254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.471359 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2963b6fa-a374-4d93-81e0-1bae896c3d57 req-4aefcc75-71c9-484c-a704-7d0b9b6e7b08 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173983 Feb 17 22:11:01.484009 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b3447a26-7f87-4d39-bddf-33bb73a7ec08 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2157419 Feb 17 22:11:01.540286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.558053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de670ce7-7f0d-43ce-9245-cfd4bf76bb5e None None] Network aff759b9-c08a-414b-bc7f-7fb3634d85cd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:01.668961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Pushing event updated for resources: {'Port': ['ID=0cdac164-5ca8-4895-8f37-ff7d76bebc54,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:01.680714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:01.684233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:01.689637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:01.748086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b31293e-042a-45dd-a36d-46c7ec1940f7 None None] Network aff759b9-c08a-414b-bc7f-7fb3634d85cd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:01.765403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (7149978d-de33-4048-be1d-65a0097ef73d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.836109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:01.836776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:01.872982 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6b9b1789-5d5b-49f0-bcb4-bae4f7d8d8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5933702 Feb 17 22:11:01.889148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Request body: {'port': {'device_id': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:01.981851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.001317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Checking segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:02.001692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Network hostable DHCP agents. Network: ca9d742c-593d-425c-b5fb-51c5b5d35926, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:02.053483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Allocated IP 172.20.0.7 (0cc4cfc3-12e2-4453-b02e-78cdd9979c59/46cce229-5804-4873-aa9e-45021566becb/585ad4cd-5534-4a8b-b86e-92378d16746c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:02.059983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7149978d-de33-4048-be1d-65a0097ef73d,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:02.095203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:02.129020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ca9d742c-593d-425c-b5fb-51c5b5d35926) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:02.138822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51ad1f-4c1d-4791-a606-f6c29b0d20e0 None None] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:02.140168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:02.140799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.176970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-88f1a66c-80a6-4bb0-a7d7-1773dbfa5584 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3781137 Feb 17 22:11:02.180147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38276) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:02.186459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:02.258202 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (a3689d40-9331-4583-bdd7-6d16849bd4da), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.262032 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (a3689d40-9331-4583-bdd7-6d16849bd4da), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.333889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks [] for router_controller (a3689d40-9331-4583-bdd7-6d16849bd4da), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.438879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ca9d742c-593d-425c-b5fb-51c5b5d35926', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'project_id': '822ad60a2532425095b618c27fea11e1', 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:11:02.439938 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.539443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33de4d05-7153-4e0a-b238-5ee6af4d6685 req-3fc3df0d-4988-4557-a273-f3090e631a58 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 210 time: 0.0868397 Feb 17 22:11:02.668828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:02.676154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1141862587-network', 'tenant_id': 'de99584f5ea0427597ebda45b829a064'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:02.712561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Allocated IP 172.20.0.2 (ca9d742c-593d-425c-b5fb-51c5b5d35926/7149978d-de33-4048-be1d-65a0097ef73d/e9688e1b-a5c6-4b62-90ce-08f3a86af28a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:02.721459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Made reservation on behalf of de99584f5ea0427597ebda45b829a064 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:02.726511 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.743797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.752118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks [] for router_gateway (a3689d40-9331-4583-bdd7-6d16849bd4da), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.829472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13653dfc-0cd8-42d4-86e7-497e03d22acf req-a28b027a-22af-4330-a2ff-e446947dcc6c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:02.837635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13653dfc-0cd8-42d4-86e7-497e03d22acf req-a28b027a-22af-4330-a2ff-e446947dcc6c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.5813634 Feb 17 22:11:02.890556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks [] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.950732 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Publish callbacks [] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.964696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.984647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks [] for security_group (4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:02.993998 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.018121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:03.022987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:03.027112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:03.048405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:11:03.084004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:03.096230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b8dfa99a-37d9-4100-8414-8ae3dea03bf3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.096583 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Added segment b8dfa99a-37d9-4100-8414-8ae3dea03bf3 of type vlan for network 99c8765e-4f2b-4968-952b-a634e4a1ba6a Feb 17 22:11:03.169333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13653dfc-0cd8-42d4-86e7-497e03d22acf req-32c67f80-4bc3-4c48-89be-fc8c85675208 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284500 Feb 17 22:11:03.179848 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.201537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (99c8765e-4f2b-4968-952b-a634e4a1ba6a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.263127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (99c8765e-4f2b-4968-952b-a634e4a1ba6a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.264167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:03.264934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.313370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:03.313617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Pushing event updated for resources: {'Port': ['ID=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:03.317891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Pushing event updated for resources: {'Port': ['ID=585ad4cd-5534-4a8b-b86e-92378d16746c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:03.322002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Allocated IP 172.20.0.9 (0cc4cfc3-12e2-4453-b02e-78cdd9979c59/46cce229-5804-4873-aa9e-45021566becb/eadeb403-ef0f-4cb3-9305-c81b9869b02c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:03.332779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:03.338071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:03.372500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Attempting to bind port e9688e1b-a5c6-4b62-90ce-08f3a86af28a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:03.376247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Attempting to bind port e9688e1b-a5c6-4b62-90ce-08f3a86af28a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:03.376877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Attempting to bind port e9688e1b-a5c6-4b62-90ce-08f3a86af28a on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:03.384073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:03.385156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Checking segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:03.386498 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.386671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Bound using segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:03.396980 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7229879 Feb 17 22:11:03.399180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Bound port: e9688e1b-a5c6-4b62-90ce-08f3a86af28a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:03.399963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38298) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:03.400087 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.414371 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Request body: {'subnet': {'network_id': '99c8765e-4f2b-4968-952b-a634e4a1ba6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1141862587-subnet', 'tenant_id': 'de99584f5ea0427597ebda45b829a064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:03.435183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b5e24-b5dc-4b2b-a688-6a427e2318e8 admin admin] Pushing event updated for resources: {'Network': ['ID=99c8765e-4f2b-4968-952b-a634e4a1ba6a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:03.453992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 99c8765e-4f2b-4968-952b-a634e4a1ba6a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:11:03.459666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Made reservation on behalf of de99584f5ea0427597ebda45b829a064 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:03.464094 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.477892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:03.479505 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.679626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] For port e9688e1b-a5c6-4b62-90ce-08f3a86af28a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:03.690036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] For port e9688e1b-a5c6-4b62-90ce-08f3a86af28a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:03.697926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (95a700fe-bd95-4121-b431-6f8ed15f03eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.700280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fdbe1450-9f21-4010-ab7e-3d2a32cf085f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3253715 Feb 17 22:11:03.715266 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.728612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Request body: {'port': {'device_id': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:03.794528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a700fe-bd95-4121-b431-6f8ed15f03eb,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:03.806520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Checking segment: {'id': 'b8dfa99a-37d9-4100-8414-8ae3dea03bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '99c8765e-4f2b-4968-952b-a634e4a1ba6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:03.806882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Network hostable DHCP agents. Network: 99c8765e-4f2b-4968-952b-a634e4a1ba6a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:03.830328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a54ea786-df74-4d74-aaca-31ecb016dd51 req-baf7590f-1d8f-4e71-a9e2-7eb35e2a9f6a tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 210 time: 0.0640106 Feb 17 22:11:03.855308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Network 99c8765e-4f2b-4968-952b-a634e4a1ba6a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:03.872936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bfd22f-774f-470d-9674-d564fbf27945 None None] Pushing event updated for resources: {'Port': ['ID=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:03.878797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 99c8765e-4f2b-4968-952b-a634e4a1ba6a) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:03.883742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:03.884479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:03.891147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7596bb4e-7b3c-485e-beef-fab6472ddcd2 None None] Network 99c8765e-4f2b-4968-952b-a634e4a1ba6a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:03.933908 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cce5b9d0-c869-481d-9332-0bbbbe20d1ed admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5215518 Feb 17 22:11:03.985706 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.000213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks [] for router_gateway (a3689d40-9331-4583-bdd7-6d16849bd4da), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.064103 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.100754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae5ada8-6146-4bc3-b4b4-ae5e4e3af706 None None] Network 99c8765e-4f2b-4968-952b-a634e4a1ba6a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:04.138339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38306) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:04.173106 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks [] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.246051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] Deleting subnet 1c227286-1ae2-4c88-8a48-d97539363679 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:11:04.256122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] Publish callbacks [] for subnet (1c227286-1ae2-4c88-8a48-d97539363679), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.327005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (1c227286-1ae2-4c88-8a48-d97539363679), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.383037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1c227286-1ae2-4c88-8a48-d97539363679), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.460013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (1c227286-1ae2-4c88-8a48-d97539363679), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.507577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Allocated IP 172.25.0.176 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/fd01a034-914e-475f-a4e6-c5136fff7eca) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:04.518480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c227286-1ae2-4c88-8a48-d97539363679,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:04.528824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.533543 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a2c6c1c2-716a-4603-ae6a-a08d8a9bb9d8 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1c227286-1ae2-4c88-8a48-d97539363679 HTTP/1.1" status: 204 len: 168 time: 0.3902857 Feb 17 22:11:04.533991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38314) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:04.553485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9688e1b-a5c6-4b62-90ce-08f3a86af28a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:04.585414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.613555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e9688e1b-a5c6-4b62-90ce-08f3a86af28a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:04.613984 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.695282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:04.710586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:04.717463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:04.720703 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (aff759b9-c08a-414b-bc7f-7fb3634d85cd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.725449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Pushing event updated for resources: {'Port': ['ID=eadeb403-ef0f-4cb3-9305-c81b9869b02c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:04.767207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e9688e1b-a5c6-4b62-90ce-08f3a86af28a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:04.768195 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.770052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350de9c8-9f51-45b2-baa4-5e3bbb98499f req-6be569d4-1f30-4435-8fa3-0730ac465adf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:04.771741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-350de9c8-9f51-45b2-baa4-5e3bbb98499f req-6be569d4-1f30-4435-8fa3-0730ac465adf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.4377105 Feb 17 22:11:04.782568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks [] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.814093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port e9688e1b-a5c6-4b62-90ce-08f3a86af28a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:04.820010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.834421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:04.835328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.882335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-edf26d82-b80f-4f4c-96b8-b035822f1ea5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4869769 Feb 17 22:11:04.888886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:04.892525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-350de9c8-9f51-45b2-baa4-5e3bbb98499f req-165e7414-4f43-4a11-af80-2faaca91dbcd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137123 Feb 17 22:11:04.904223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Request body: {'port': {'device_id': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:04.941987 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:04.998826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (aff759b9-c08a-414b-bc7f-7fb3634d85cd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.027693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cdac164-5ca8-4895-8f37-ff7d76bebc54 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:05.041248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Pushing event updated for resources: {'Port': ['ID=fd01a034-914e-475f-a4e6-c5136fff7eca,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:05.046286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Publish callbacks [] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.061721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff759b9-c08a-414b-bc7f-7fb3634d85cd']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:05.083543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:05.083543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:05.085526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Transition to ACTIVE for port object 0cdac164-5ca8-4895-8f37-ff7d76bebc54 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:05.095610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.103084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.112614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:05.155050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.175206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:11:05.175633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9f4c5a7a-21b9-4202-bc4c-28657ecf2ff9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.175843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:11:05.177343 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:11:05.283537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:05.298461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Pushing event updated for resources: {'Port': ['ID=0cdac164-5ca8-4895-8f37-ff7d76bebc54,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:05.327715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (aff759b9-c08a-414b-bc7f-7fb3634d85cd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.335687 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.343434 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] 10.222.0.79 "DELETE /v2.0/networks/aff759b9-c08a-414b-bc7f-7fb3634d85cd HTTP/1.1" status: 204 len: 168 time: 0.8065431 Feb 17 22:11:05.347996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:05.374482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.398265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780844ef-5b03-4ebd-96e4-8f287215975d admin admin] Pushing event deleted for resources: {'Network': ['ID=aff759b9-c08a-414b-bc7f-7fb3634d85cd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:05.471454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] Deleting subnet 95a700fe-bd95-4121-b431-6f8ed15f03eb {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:11:05.499597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Attempting to bind port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:05.499597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Attempting to bind port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:05.499597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Attempting to bind port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:05.504360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] Publish callbacks [] for subnet (95a700fe-bd95-4121-b431-6f8ed15f03eb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.553938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:05.554263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Attempting to bind port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:05.571247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:05.571610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Checking segment: {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:05.572410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Bound using segment: {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:05.572866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Bound port: 0cdac164-5ca8-4895-8f37-ff7d76bebc54, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:05.573224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.608416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (95a700fe-bd95-4121-b431-6f8ed15f03eb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.608562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42d081-3f6d-4c00-842d-da023ab71885 req-e96f74f6-134a-4e72-85e6-36e7b3c71de2 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:05.610128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a42d081-3f6d-4c00-842d-da023ab71885 req-e96f74f6-134a-4e72-85e6-36e7b3c71de2 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 931 time: 0.6440015 Feb 17 22:11:05.633891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8891fe-e576-4fad-90f5-60f4aff448c0 None None] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:05.692293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (95a700fe-bd95-4121-b431-6f8ed15f03eb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.721892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] For port 0cdac164-5ca8-4895-8f37-ff7d76bebc54, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:05.741276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] For port 0cdac164-5ca8-4895-8f37-ff7d76bebc54, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0cdac164-5ca8-4895-8f37-ff7d76bebc54,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:05.741958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d7864fc4-e51c-400b-a037-bb672e2b1bdb None None] Provisioning complete for port e9688e1b-a5c6-4b62-90ce-08f3a86af28a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:05.742502 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7864fc4-e51c-400b-a037-bb672e2b1bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.761826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.775833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a42d081-3f6d-4c00-842d-da023ab71885 req-f56316d9-cc12-4eb8-96ee-f25bd67be000 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763750 Feb 17 22:11:05.790950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042fed6-b666-4ce6-aa5f-f90172159211 req-0010af7f-79e2-42b6-b7f5-8d14746b52c9 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:05.800553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4042fed6-b666-4ce6-aa5f-f90172159211 req-0010af7f-79e2-42b6-b7f5-8d14746b52c9 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.7404637 Feb 17 22:11:05.808176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:05.808937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.810332 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] 10.222.0.73 "PUT /v2.0/ports/0cdac164-5ca8-4895-8f37-ff7d76bebc54 HTTP/1.1" status: 200 len: 1092 time: 3.9262116 Feb 17 22:11:05.811609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'tag': '0cdac164-5ca8-4895-8f37-ff7d76bebc54'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:05.814652 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a9b55c-5856-448c-9ee1-02f0fae80675" -d '{"events": [{"name": "network-changed", "server_uuid": "2be995fb-cf49-40fb-baa5-47145dcddfd8", "tag": "0cdac164-5ca8-4895-8f37-ff7d76bebc54"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:05.825881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (95a700fe-bd95-4121-b431-6f8ed15f03eb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:05.893617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d7864fc4-e51c-400b-a037-bb672e2b1bdb None None] Current status of the port e9688e1b-a5c6-4b62-90ce-08f3a86af28a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:05.926170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a700fe-bd95-4121-b431-6f8ed15f03eb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:05.957767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd3e6b-e39b-49eb-a881-31ffc69c4b1a service neutron] Pushing event updated for resources: {'Port': ['ID=0cdac164-5ca8-4895-8f37-ff7d76bebc54,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:05.994955 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.007538 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-126a70d1-5fd1-4519-b634-d5a371ffd5cb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/95a700fe-bd95-4121-b431-6f8ed15f03eb HTTP/1.1" status: 204 len: 168 time: 0.6565561 Feb 17 22:11:06.013673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38342) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:06.177373 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd3358d-2c3d-4198-a2de-de0a49169cde x-openstack-request-id: req-6dd3358d-2c3d-4198-a2de-de0a49169cde {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:06.177677 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be995fb-cf49-40fb-baa5-47145dcddfd8", "tag": "0cdac164-5ca8-4895-8f37-ff7d76bebc54", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:06.177936 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6dd3358d-2c3d-4198-a2de-de0a49169cde {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:06.178341 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'tag': '0cdac164-5ca8-4895-8f37-ff7d76bebc54', 'status': 'completed', 'code': 200} Feb 17 22:11:06.200970 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (99c8765e-4f2b-4968-952b-a634e4a1ba6a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.204746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-16254bf3-1f4a-453d-8f4b-efb11248db3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:06.206269 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-16254bf3-1f4a-453d-8f4b-efb11248db3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bbaa13f96a648939eab13dc96abf02a&device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8 HTTP/1.1" status: 200 len: 1126 time: 0.2767589 Feb 17 22:11:06.257332 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1d62bf0c-ab8f-498f-8251-d25f87d1ce07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cdac164-5ca8-4895-8f37-ff7d76bebc54 HTTP/1.1" status: 200 len: 217 time: 0.0424130 Feb 17 22:11:06.331643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7fa630af-0697-42e4-a148-0e57aabfc395 None None] Provisioning complete for port e9688e1b-a5c6-4b62-90ce-08f3a86af28a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:06.332163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7fa630af-0697-42e4-a148-0e57aabfc395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.377004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (99c8765e-4f2b-4968-952b-a634e4a1ba6a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.389110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-120113ab-8692-4a9d-b57a-57a9294d92b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:06.396535 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-120113ab-8692-4a9d-b57a-57a9294d92b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46cce229-5804-4873-aa9e-45021566becb HTTP/1.1" status: 200 len: 857 time: 0.1210048 Feb 17 22:11:06.473490 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-e4dd1004-8adb-4396-8ac1-2eb6340b16c4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674822 Feb 17 22:11:06.481257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99c8765e-4f2b-4968-952b-a634e4a1ba6a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:06.516240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9688e1b-a5c6-4b62-90ce-08f3a86af28a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:06.608708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7fa630af-0697-42e4-a148-0e57aabfc395 None None] Current status of the port e9688e1b-a5c6-4b62-90ce-08f3a86af28a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:06.621890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e9688e1b-a5c6-4b62-90ce-08f3a86af28a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:06.622399 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.711876 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-ff8d6b9b-918d-4b1b-9e1d-e9ed26dad5c7 service neutron] 10.222.0.73 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248263 Feb 17 22:11:06.729582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8dfa99a-37d9-4100-8414-8ae3dea03bf3') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:06.730254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8dfa99a-37d9-4100-8414-8ae3dea03bf3') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:06.735852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks [] for router_gateway (a3689d40-9331-4583-bdd7-6d16849bd4da), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.770478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e9688e1b-a5c6-4b62-90ce-08f3a86af28a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:06.819480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b8dfa99a-37d9-4100-8414-8ae3dea03bf3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.844180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b8dfa99a-37d9-4100-8414-8ae3dea03bf3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.854986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:11:06.855429 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b8dfa99a-37d9-4100-8414-8ae3dea03bf3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:11:06.857137 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:11:06.901123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585ad4cd-5534-4a8b-b86e-92378d16746c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:06.939053 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-9d348c3c-5f36-4f0d-9088-0465064fc64a service neutron] 10.222.0.73 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069559 Feb 17 22:11:06.945846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (99c8765e-4f2b-4968-952b-a634e4a1ba6a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.960937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:06.966079 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] 10.222.0.79 "DELETE /v2.0/networks/99c8765e-4f2b-4968-952b-a634e4a1ba6a HTTP/1.1" status: 204 len: 168 time: 0.9459896 Feb 17 22:11:06.972449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Publish callbacks [] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.019960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4042fed6-b666-4ce6-aa5f-f90172159211 req-c67002c6-509f-4a62-b2d5-96408878e6f1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2182250 Feb 17 22:11:07.048416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Transition to ACTIVE for port object 585ad4cd-5534-4a8b-b86e-92378d16746c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:07.051251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2e195-91b7-4c44-b1f5-eb09b24e61ac admin admin] Pushing event deleted for resources: {'Network': ['ID=99c8765e-4f2b-4968-952b-a634e4a1ba6a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:07.095119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.110575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-9903877b-7f4e-4ecc-9a1a-3264eed7b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:07.117032 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-9903877b-7f4e-4ecc-9a1a-3264eed7b850 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8bbaa13f96a648939eab13dc96abf02a&device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8 HTTP/1.1" status: 200 len: 1126 time: 0.0872176 Feb 17 22:11:07.295945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a789-f916-4d09-90cb-89648283bd6e req-ed766665-40ff-4232-b84d-04dad6e5dbbf tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:07.298389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5a9a789-f916-4d09-90cb-89648283bd6e req-ed766665-40ff-4232-b84d-04dad6e5dbbf tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 931 time: 0.4121351 Feb 17 22:11:07.335146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-efe1f356-ba84-4ac5-91bd-9c36b86dae39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:07.336700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-efe1f356-ba84-4ac5-91bd-9c36b86dae39 service neutron] 10.222.0.73 "GET /v2.0/networks?id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 200 len: 918 time: 0.2150435 Feb 17 22:11:07.398557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:07.400400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Pushing event updated for resources: {'Port': ['ID=585ad4cd-5534-4a8b-b86e-92378d16746c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:07.407226 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-abcede6f-5b3c-429d-b1ff-d2028ff233bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cdac164-5ca8-4895-8f37-ff7d76bebc54 HTTP/1.1" status: 200 len: 217 time: 0.0604362 Feb 17 22:11:07.497260 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-86d11dc5-0bcf-4395-b4e0-28afa1ea02c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3d863f39ec04eb29059f1efd411d4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0975928 Feb 17 22:11:07.499910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-702dc4e3-2c8e-40c7-bb33-7268420ee6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:07.500409 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-702dc4e3-2c8e-40c7-bb33-7268420ee6a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46cce229-5804-4873-aa9e-45021566becb HTTP/1.1" status: 200 len: 857 time: 0.0837867 Feb 17 22:11:07.500922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38364) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:07.546897 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-ecbe81cc-8add-43bf-914e-bea68076c516 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394199 Feb 17 22:11:07.547160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Attempting to bind port 585ad4cd-5534-4a8b-b86e-92378d16746c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:07.547280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Attempting to bind port 585ad4cd-5534-4a8b-b86e-92378d16746c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:07.547776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Attempting to bind port 585ad4cd-5534-4a8b-b86e-92378d16746c on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:07.580516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Port 585ad4cd-5534-4a8b-b86e-92378d16746c on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:07.580833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Attempting to bind port 585ad4cd-5534-4a8b-b86e-92378d16746c on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:07.590450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:07.591343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Checking segment: {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:07.591343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Bound using segment: {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:07.591639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Bound port: 585ad4cd-5534-4a8b-b86e-92378d16746c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:07.592657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.597216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5a9a789-f916-4d09-90cb-89648283bd6e req-5eaad8d1-4458-4380-bdc6-e73d96b11b33 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736773 Feb 17 22:11:07.626864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (a3689d40-9331-4583-bdd7-6d16849bd4da), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.693248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96005511-1032-4ba3-9429-c38cda88b4cd admin admin] Publish callbacks [] for security_group (e81eccef-1fb6-4c34-afa5-5fe97a6c26b7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.736943 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96005511-1032-4ba3-9429-c38cda88b4cd admin admin] Publish callbacks [] for security_group (e81eccef-1fb6-4c34-afa5-5fe97a6c26b7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.757489 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-a151a296-9b33-4322-a570-b1a02eb79d80 service neutron] 10.222.0.73 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736000 Feb 17 22:11:07.799719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eadeb403-ef0f-4cb3-9305-c81b9869b02c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:07.813640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Publish callbacks [] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.862711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96005511-1032-4ba3-9429-c38cda88b4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e81eccef-1fb6-4c34-afa5-5fe97a6c26b7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.865537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96005511-1032-4ba3-9429-c38cda88b4cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.865909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Transition to ACTIVE for port object eadeb403-ef0f-4cb3-9305-c81b9869b02c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:07.866681 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-96005511-1032-4ba3-9429-c38cda88b4cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e81eccef-1fb6-4c34-afa5-5fe97a6c26b7 HTTP/1.1" status: 204 len: 168 time: 0.3648636 Feb 17 22:11:07.878649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96005511-1032-4ba3-9429-c38cda88b4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81eccef-1fb6-4c34-afa5-5fe97a6c26b7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:07.882095 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05a9b55c-5856-448c-9ee1-02f0fae80675 req-315d3600-ba62-45ef-b9d0-5654498201c9 service neutron] 10.222.0.73 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169724 Feb 17 22:11:07.882280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:07.952039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-eae90024-eceb-4770-aa5b-fb1a8b16645d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3290522 Feb 17 22:11:07.968160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c68cc7-22f0-44a9-82ed-f0c6f3faaa7b req-c0569669-da1c-4c9f-b536-8e1684cd6856 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:07.969675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63c68cc7-22f0-44a9-82ed-f0c6f3faaa7b req-c0569669-da1c-4c9f-b536-8e1684cd6856 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.3456817 Feb 17 22:11:07.981676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] For port 585ad4cd-5534-4a8b-b86e-92378d16746c, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:07.990623 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:11:07.991657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] For port 585ad4cd-5534-4a8b-b86e-92378d16746c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=585ad4cd-5534-4a8b-b86e-92378d16746c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:08.011182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Pushing event updated for resources: {'Port': ['ID=eadeb403-ef0f-4cb3-9305-c81b9869b02c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:08.019123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.119518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:08.120162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.121552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] 10.222.0.94 "PUT /v2.0/ports/585ad4cd-5534-4a8b-b86e-92378d16746c HTTP/1.1" status: 200 len: 1092 time: 4.3989115 Feb 17 22:11:08.122300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'tag': '585ad4cd-5534-4a8b-b86e-92378d16746c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:08.124653 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee78883-9263-4428-8aa7-f590f1b50665" -d '{"events": [{"name": "network-changed", "server_uuid": "422b9331-0bab-4cc9-849c-bbb72d08e604", "tag": "585ad4cd-5534-4a8b-b86e-92378d16746c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:08.199714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63c68cc7-22f0-44a9-82ed-f0c6f3faaa7b req-36039b6f-8579-4024-9aef-ccdf349f5edf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956940 Feb 17 22:11:08.241774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db612e9-76f5-4e43-a8d5-eecfab3f5eff service neutron] Pushing event updated for resources: {'Port': ['ID=585ad4cd-5534-4a8b-b86e-92378d16746c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:08.246923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Router a3689d40-9331-4583-bdd7-6d16849bd4da is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:11:08.257022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Attempting to bind port eadeb403-ef0f-4cb3-9305-c81b9869b02c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:08.257373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Attempting to bind port eadeb403-ef0f-4cb3-9305-c81b9869b02c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:08.257706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Attempting to bind port eadeb403-ef0f-4cb3-9305-c81b9869b02c on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:08.270203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Port eadeb403-ef0f-4cb3-9305-c81b9869b02c on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:08.270553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Attempting to bind port eadeb403-ef0f-4cb3-9305-c81b9869b02c on network 0cc4cfc3-12e2-4453-b02e-78cdd9979c59 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:08.281781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:08.282139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Checking segment: {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:08.282506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Bound using segment: {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:08.282944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Bound port: eadeb403-ef0f-4cb3-9305-c81b9869b02c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3ad7e12-cd7c-4366-85e3-137516dea419', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:08.283307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.390561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-5e19a285-77ff-4ae6-8819-a5448eb5c1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:08.392159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-5e19a285-77ff-4ae6-8819-a5448eb5c1e0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8bbaa13f96a648939eab13dc96abf02a&device_id=422b9331-0bab-4cc9-849c-bbb72d08e604 HTTP/1.1" status: 200 len: 1126 time: 0.1866226 Feb 17 22:11:08.419046 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1adeab9c-4dce-4c9e-9998-0a73089167da x-openstack-request-id: req-1adeab9c-4dce-4c9e-9998-0a73089167da {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:08.419343 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422b9331-0bab-4cc9-849c-bbb72d08e604", "tag": "585ad4cd-5534-4a8b-b86e-92378d16746c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:08.419642 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1adeab9c-4dce-4c9e-9998-0a73089167da {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:08.420621 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'tag': '585ad4cd-5534-4a8b-b86e-92378d16746c', 'status': 'completed', 'code': 200} Feb 17 22:11:08.457855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38390) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:08.464318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-9af0863c-e3a3-4bbe-8250-eca9703d6c3a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585ad4cd-5534-4a8b-b86e-92378d16746c HTTP/1.1" status: 200 len: 217 time: 0.0553031 Feb 17 22:11:08.539728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] For port eadeb403-ef0f-4cb3-9305-c81b9869b02c, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:08.551250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:11:08.564635 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Sync routers for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:11:08.577478 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:08.578377 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:08.584352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] For port eadeb403-ef0f-4cb3-9305-c81b9869b02c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eadeb403-ef0f-4cb3-9305-c81b9869b02c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:08.592767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-76f1c985-ecce-4541-847f-d62bc071e97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:08.594340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-76f1c985-ecce-4541-847f-d62bc071e97b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=46cce229-5804-4873-aa9e-45021566becb HTTP/1.1" status: 200 len: 857 time: 0.1155102 Feb 17 22:11:08.597501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2d883e81-9a9b-49b2-9a93-ee8ac5f528a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de99584f5ea0427597ebda45b829a064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1348896 Feb 17 22:11:08.600438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38394) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:08.600607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.601668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fa7f6ce4-c29a-419d-82e1-a0ccefd4e049 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4204299 Feb 17 22:11:08.604250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38396) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:08.618130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.725928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b01b3b61-80fc-43d8-9265-0b1f983c9a6f admin admin] Publish callbacks [] for security_group (4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.765201 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:08.792228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b01b3b61-80fc-43d8-9265-0b1f983c9a6f admin admin] Publish callbacks [] for security_group (4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.804217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-afbc6b6c-a5a8-4391-9df4-9b79b2eeee69 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2010846 Feb 17 22:11:08.893365 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b01b3b61-80fc-43d8-9265-0b1f983c9a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.903441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b01b3b61-80fc-43d8-9265-0b1f983c9a6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.925098 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b01b3b61-80fc-43d8-9265-0b1f983c9a6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4 HTTP/1.1" status: 204 len: 168 time: 0.3179104 Feb 17 22:11:08.948505 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:08.968856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01b3b61-80fc-43d8-9265-0b1f983c9a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1cdf57-c4ab-47b4-9bc1-2c832bb931d4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:09.000519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:09.001402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:09.003036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] 10.222.0.94 "PUT /v2.0/ports/eadeb403-ef0f-4cb3-9305-c81b9869b02c HTTP/1.1" status: 200 len: 1092 time: 4.1067860 Feb 17 22:11:09.051219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0a7e65-806b-4072-9fe7-6aa861e1d888 service neutron] Pushing event updated for resources: {'Port': ['ID=eadeb403-ef0f-4cb3-9305-c81b9869b02c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:09.117415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-67acc2b5-b1c0-483f-82d3-e6bbef1b4b83 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:09.118827 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-67acc2b5-b1c0-483f-82d3-e6bbef1b4b83 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports/b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 947 time: 0.1890192 Feb 17 22:11:09.140326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ddcee-f1c6-44ac-93e4-da5bba2a2134 req-2c086aab-1a59-4223-8ba3-6ce470d9680f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:09.144035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 0cdac164-5ca8-4895-8f37-ff7d76bebc54 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:09.147703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-831ddcee-f1c6-44ac-93e4-da5bba2a2134 req-2c086aab-1a59-4223-8ba3-6ce470d9680f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 943 time: 0.3580651 Feb 17 22:11:09.234793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-c97700c5-52b9-47eb-8a2b-cefd2ecd91dc service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378255 Feb 17 22:11:09.310253 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:05Z', 'revision_number': 3, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:09.341464 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Checking router: a3689d40-9331-4583-bdd7-6d16849bd4da for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:11:09.342668 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Updating router a3689d40-9331-4583-bdd7-6d16849bd4da port fd01a034-914e-475f-a4e6-c5136fff7eca binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:11:09.387843 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:09.398496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 0cdac164-5ca8-4895-8f37-ff7d76bebc54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0cdac164-5ca8-4895-8f37-ff7d76bebc54,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:09.433012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '0cdac164-5ca8-4895-8f37-ff7d76bebc54', 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59', 'port_id': '0cdac164-5ca8-4895-8f37-ff7d76bebc54', 'mac_address': 'fa:16:3e:d7:01:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cce229-5804-4873-aa9e-45021566becb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:09.521698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:09.522104 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:09.553066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cdac164-5ca8-4895-8f37-ff7d76bebc54 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:09.576757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 0cdac164-5ca8-4895-8f37-ff7d76bebc54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0cdac164-5ca8-4895-8f37-ff7d76bebc54,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:09.615267 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:09.757489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=0cdac164-5ca8-4895-8f37-ff7d76bebc54,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:09.906452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['0cdac164-5ca8-4895-8f37-ff7d76bebc54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:09.912342 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Publish callbacks [] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:09.936921 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:09.994441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-45379f38-7a15-4a21-a63a-cde0804c4e60 service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769776 Feb 17 22:11:10.047316 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887952fc-7cee-4df7-ba13-c63937ca23e0 None None] Pushing event updated for resources: {'Port': ['ID=fd01a034-914e-475f-a4e6-c5136fff7eca,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:10.073359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-c2ff2962-18db-4d66-8ebb-84e70d6363a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:10.074911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-c2ff2962-18db-4d66-8ebb-84e70d6363a8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8bbaa13f96a648939eab13dc96abf02a&device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 1126 time: 0.9836304 Feb 17 22:11:10.091488 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Attempting to bind port fd01a034-914e-475f-a4e6-c5136fff7eca on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:10.092101 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Attempting to bind port fd01a034-914e-475f-a4e6-c5136fff7eca by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:10.095043 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Attempting to bind port fd01a034-914e-475f-a4e6-c5136fff7eca on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:10.106617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-831ddcee-f1c6-44ac-93e4-da5bba2a2134 req-fac7705b-f505-4a59-8fb6-45ff6a340330 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9493628 Feb 17 22:11:10.115477 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:10.116603 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:10.120213 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:10.120854 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:10.128287 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Bound port: fd01a034-914e-475f-a4e6-c5136fff7eca, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:10.128707 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:10.207438 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] For port fd01a034-914e-475f-a4e6-c5136fff7eca, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:10.209033 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] For port fd01a034-914e-475f-a4e6-c5136fff7eca, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=fd01a034-914e-475f-a4e6-c5136fff7eca,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:10.225646 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:10.308864 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887952fc-7cee-4df7-ba13-c63937ca23e0 None None] Pushing event updated for resources: {'Port': ['ID=fd01a034-914e-475f-a4e6-c5136fff7eca,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:10.315289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34495c8-c684-4d1e-b11d-e1d7eb9e04ea req-bd4e329b-8932-4b64-91cc-9f5ff63b0960 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:10.318220 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:10.318837 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:10.325453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b34495c8-c684-4d1e-b11d-e1d7eb9e04ea req-bd4e329b-8932-4b64-91cc-9f5ff63b0960 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.3523281 Feb 17 22:11:10.329050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-c1d831f5-9815-427d-ba26-de2723c3951b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eadeb403-ef0f-4cb3-9305-c81b9869b02c HTTP/1.1" status: 200 len: 217 time: 0.2300010 Feb 17 22:11:10.470687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'tag': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:10.474702 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c" -d '{"events": [{"name": "network-changed", "server_uuid": "676ee0dd-4ced-4021-88e0-4fe38f17cd8e", "tag": "eadeb403-ef0f-4cb3-9305-c81b9869b02c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:10.510695 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:10.761348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961b5e70-ef66-47ce-a680-ae28352687dc req-5831ff54-c59b-4bd8-9e60-421e14d318d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:10.764606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-5831ff54-c59b-4bd8-9e60-421e14d318d0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=46cce229-5804-4873-aa9e-45021566becb HTTP/1.1" status: 200 len: 857 time: 0.4207387 Feb 17 22:11:10.812654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-9824c4ee-c1ac-4ee5-ba6f-8bfd8a39ef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:10.818692 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-9824c4ee-c1ac-4ee5-ba6f-8bfd8a39ef29 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1133 time: 0.1205885 Feb 17 22:11:10.853221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38468) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:10.927006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-1085a396-4543-4198-843a-afb4eb1f2983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:10.928848 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-1085a396-4543-4198-843a-afb4eb1f2983 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1004686 Feb 17 22:11:10.936317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-07e700d1-3520-4d53-aacd-9acb26afd5f9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1292171 Feb 17 22:11:10.995704 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-7efec84a-a9b0-4f9a-88f1-b9205ffa5b69 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.0596375 Feb 17 22:11:11.033077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78883-9263-4428-8aa7-f590f1b50665 req-c4d4331e-40ae-448d-b985-54ca013e968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:11.034587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee78883-9263-4428-8aa7-f590f1b50665 req-c4d4331e-40ae-448d-b985-54ca013e968d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8bbaa13f96a648939eab13dc96abf02a&device_id=422b9331-0bab-4cc9-849c-bbb72d08e604 HTTP/1.1" status: 200 len: 1126 time: 0.9036937 Feb 17 22:11:11.077917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-ba235ee7-c86d-4a99-b2cf-7a24a2a95e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:11.080978 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-ba235ee7-c86d-4a99-b2cf-7a24a2a95e9e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0748916 Feb 17 22:11:11.088392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b34495c8-c684-4d1e-b11d-e1d7eb9e04ea req-800f7848-914d-47e5-b6bc-fcb6318676bd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556746 Feb 17 22:11:11.100534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-774378488-network', 'tenant_id': '59650c83521741329140c0e2719356ae'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:11.123834 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:05Z', 'revision_number': 3, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:11.140256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348783-0d65-4421-b869-ed92b8313e93 req-583518c8-5310-44a7-bf2d-a891316f3e31 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:11.146990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5348783-0d65-4421-b869-ed92b8313e93 req-583518c8-5310-44a7-bf2d-a891316f3e31 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 946 time: 0.3907063 Feb 17 22:11:11.160807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 0cdac164-5ca8-4895-8f37-ff7d76bebc54 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:11.173487 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3304e3-6963-4cdf-88ff-8bfe5d108659 None None] The sync data for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 is: [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:05Z', 'revision_number': 3, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:11:11.261491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-5c76c8f1-c4fb-4fdc-971a-701dee71c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:11.263355 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-5c76c8f1-c4fb-4fdc-971a-701dee71c0cc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1773968 Feb 17 22:11:11.270923 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55328a02-df05-4c49-a9ec-6b0dc33e2553 x-openstack-request-id: req-55328a02-df05-4c49-a9ec-6b0dc33e2553 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:11.271338 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "676ee0dd-4ced-4021-88e0-4fe38f17cd8e", "tag": "eadeb403-ef0f-4cb3-9305-c81b9869b02c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:11.272102 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-55328a02-df05-4c49-a9ec-6b0dc33e2553 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:11.272625 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'tag': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c', 'status': 'completed', 'code': 200} Feb 17 22:11:11.293077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:11.299290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:11.299725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:11.355237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Made reservation on behalf of 59650c83521741329140c0e2719356ae for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:11.357913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:11.371345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:11.401547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:11.417141 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-266748a3-000f-4367-960a-f42aacccceb7 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458342 Feb 17 22:11:11.419780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5348783-0d65-4421-b869-ed92b8313e93 req-27b42b09-95fa-418b-9056-2e110e055d2c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668736 Feb 17 22:11:11.448489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-1b02c05a-5ff4-47ee-9ed5-c0d4cfcb147d service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4951391 Feb 17 22:11:11.493666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78883-9263-4428-8aa7-f590f1b50665 req-b624a6eb-e771-4632-960e-de13ca07b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:11.495303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee78883-9263-4428-8aa7-f590f1b50665 req-b624a6eb-e771-4632-960e-de13ca07b9e1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 200 len: 918 time: 0.4148130 Feb 17 22:11:11.497679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:11.498470 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:11.538861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 0cdac164-5ca8-4895-8f37-ff7d76bebc54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0cdac164-5ca8-4895-8f37-ff7d76bebc54,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:11.540849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdac164-5ca8-4895-8f37-ff7d76bebc54'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:11.543170 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ca995-8e3d-4432-84fd-fca2683e626e" -d '{"events": [{"server_uuid": "2be995fb-cf49-40fb-baa5-47145dcddfd8", "name": "network-vif-plugged", "status": "completed", "tag": "0cdac164-5ca8-4895-8f37-ff7d76bebc54"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:11.558706 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:11.602064 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-e0422934-84a2-4474-a2cf-96b78bdf3c5a service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775980 Feb 17 22:11:11.631564 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da00e554-9d99-4a6b-a855-c396d976ed21 x-openstack-request-id: req-da00e554-9d99-4a6b-a855-c396d976ed21 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:11.631564 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be995fb-cf49-40fb-baa5-47145dcddfd8", "name": "network-vif-plugged", "status": "completed", "tag": "0cdac164-5ca8-4895-8f37-ff7d76bebc54", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:11.631564 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da00e554-9d99-4a6b-a855-c396d976ed21 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:11.641300 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cdac164-5ca8-4895-8f37-ff7d76bebc54', 'code': 200} Feb 17 22:11:11.689056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=0cdac164-5ca8-4895-8f37-ff7d76bebc54,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:11.743295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee78883-9263-4428-8aa7-f590f1b50665 req-f8d3af6e-3b62-4acd-bcd6-98b6b561302a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=585ad4cd-5534-4a8b-b86e-92378d16746c HTTP/1.1" status: 200 len: 217 time: 0.2225575 Feb 17 22:11:11.833538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23937e-256d-4a1c-9e52-30fd96d134e3 req-67158abb-6f39-464c-9282-46ed504b66c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:11.836765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f23937e-256d-4a1c-9e52-30fd96d134e3 req-67158abb-6f39-464c-9282-46ed504b66c6 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8 HTTP/1.1" status: 200 len: 1128 time: 0.0959651 Feb 17 22:11:11.901026 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f23937e-256d-4a1c-9e52-30fd96d134e3 req-af3541f7-8fe8-4725-8aa7-63b76daa4581 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550728 Feb 17 22:11:11.965748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df49028-c7ec-4c2c-b10d-caf8689d41c5 req-4089a23a-e4bd-4fec-a6a7-8f61d1b38c86 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:11.968120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7df49028-c7ec-4c2c-b10d-caf8689d41c5 req-4089a23a-e4bd-4fec-a6a7-8f61d1b38c86 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 943 time: 0.5335903 Feb 17 22:11:12.025158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee78883-9263-4428-8aa7-f590f1b50665 req-9da447ab-6071-4ff3-843a-48a5e0511699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:12.027103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee78883-9263-4428-8aa7-f590f1b50665 req-9da447ab-6071-4ff3-843a-48a5e0511699 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=46cce229-5804-4873-aa9e-45021566becb HTTP/1.1" status: 200 len: 857 time: 0.2754641 Feb 17 22:11:12.089783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee78883-9263-4428-8aa7-f590f1b50665 req-7590b172-7a17-476d-85f2-96fef7c6bdb1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434098 Feb 17 22:11:12.094383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks [] for security_group (d912a096-0368-4c28-8e0d-ae6dfbb24c2f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.099233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-961b5e70-ef66-47ce-a680-ae28352687dc req-6f2c5b35-7f7d-48d6-8e84-bd6b4099fb89 service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326344 Feb 17 22:11:12.192514 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d912a096-0368-4c28-8e0d-ae6dfbb24c2f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.205529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:11:12.216375 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (43f2f88c-8463-42f3-912a-ec39327dc9ef), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.216786 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Added segment 43f2f88c-8463-42f3-912a-ec39327dc9ef of type vlan for network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c Feb 17 22:11:12.273192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d912a096-0368-4c28-8e0d-ae6dfbb24c2f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:12.440345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.457571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7df49028-c7ec-4c2c-b10d-caf8689d41c5 req-f76a705a-ae96-446f-b77b-f1fe07c1f7f7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351199 Feb 17 22:11:12.483416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Allocated IP 172.20.0.1 (ca9d742c-593d-425c-b5fb-51c5b5d35926/7149978d-de33-4048-be1d-65a0097ef73d/29acf839-995b-48e7-abb7-ed48fd97edd2) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:12.502095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device fd01a034-914e-475f-a4e6-c5136fff7eca up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:12.613238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port fd01a034-914e-475f-a4e6-c5136fff7eca triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:12.613870 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.621435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-2eb06852-6628-470f-9633-37a54cfa53ec tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:12.625743 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-2eb06852-6628-470f-9633-37a54cfa53ec tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 946 time: 0.1070855 Feb 17 22:11:12.629286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee78883-9263-4428-8aa7-f590f1b50665 req-b1bc8326-3827-435e-a69f-b1bf39140d79 service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180998 Feb 17 22:11:12.644733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-3e086863-6d93-459a-ab0c-329fdf3836de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:12.646393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-3e086863-6d93-459a-ab0c-329fdf3836de service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8bbaa13f96a648939eab13dc96abf02a&device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 1126 time: 0.4153204 Feb 17 22:11:12.707248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port fd01a034-914e-475f-a4e6-c5136fff7eca is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:12.707948 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.734481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port fd01a034-914e-475f-a4e6-c5136fff7eca, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=fd01a034-914e-475f-a4e6-c5136fff7eca,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:12.745747 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.807535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Deleting port 47cf6501-ed34-4849-bc5a-3c57744ea154 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:12.807904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=fd01a034-914e-475f-a4e6-c5136fff7eca,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:12.808247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.866346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.866346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:12.866346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.874527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38498) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:12.875812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a52f781-a8ad-4400-b758-d759c0d639c1 req-aef542af-418a-44db-b896-8f1de9a0bc62 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:12.881428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1525394806'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:12.883056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a52f781-a8ad-4400-b758-d759c0d639c1 req-aef542af-418a-44db-b896-8f1de9a0bc62 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.6531789 Feb 17 22:11:12.888041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks [] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.912502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.0564590 Feb 17 22:11:12.918696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38500) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:12.927560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Request body: {'subnet': {'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-774378488-subnet', 'tenant_id': '59650c83521741329140c0e2719356ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:12.950388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] For port 47cf6501-ed34-4849-bc5a-3c57744ea154, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=47cf6501-ed34-4849-bc5a-3c57744ea154,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:12.950760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.953776 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:12.957064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:12.983730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Calling delete_port for 47cf6501-ed34-4849-bc5a-3c57744ea154 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:12.994462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Made reservation on behalf of 59650c83521741329140c0e2719356ae for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:12.996571 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.063094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6ef1b-0e0f-4ee8-abe6-4ccd8de3ed46 admin admin] Pushing event updated for resources: {'Network': ['ID=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:13.082501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:11:13.093737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55db71ea-0c05-4cae-a54c-d8cf641a4350 req-88ff2ec3-1b0e-4582-9cc0-847a3be08120 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:13.095282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55db71ea-0c05-4cae-a54c-d8cf641a4350 req-88ff2ec3-1b0e-4582-9cc0-847a3be08120 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 946 time: 0.4570272 Feb 17 22:11:13.110414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-dad6bc71-b581-4528-9566-0905b88a09a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:13.111892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-dad6bc71-b581-4528-9566-0905b88a09a7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 200 len: 918 time: 0.4431577 Feb 17 22:11:13.136606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a52f781-a8ad-4400-b758-d759c0d639c1 req-583e06ab-d6a9-47fa-84f7-0fa5a3b41fa5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524903 Feb 17 22:11:13.147395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 585ad4cd-5534-4a8b-b86e-92378d16746c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:13.182882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:11:13.206617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (80987e88-dc60-4671-b938-465ebc873059), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.206953 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Added segment 80987e88-dc60-4671-b938-465ebc873059 of type vlan for network c088b390-06da-4679-9b99-a3bc5456e9ef Feb 17 22:11:13.230683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-383bf70b-dd56-4bc7-8cf2-606d49765053 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eadeb403-ef0f-4cb3-9305-c81b9869b02c HTTP/1.1" status: 200 len: 217 time: 0.0921783 Feb 17 22:11:13.292038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (c088b390-06da-4679-9b99-a3bc5456e9ef), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.322227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-4d072667-3102-4977-8ed8-c7f768c90485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:13.323765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-4d072667-3102-4977-8ed8-c7f768c90485 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=46cce229-5804-4873-aa9e-45021566becb HTTP/1.1" status: 200 len: 857 time: 0.0870614 Feb 17 22:11:13.326962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee78883-9263-4428-8aa7-f590f1b50665 req-ee305b57-0085-4109-b8f5-1b1c0f4eb080 service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6785622 Feb 17 22:11:13.328523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.345765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 585ad4cd-5534-4a8b-b86e-92378d16746c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=585ad4cd-5534-4a8b-b86e-92378d16746c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:13.369558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '585ad4cd-5534-4a8b-b86e-92378d16746c', 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59', 'port_id': '585ad4cd-5534-4a8b-b86e-92378d16746c', 'mac_address': 'fa:16:3e:91:f8:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cce229-5804-4873-aa9e-45021566becb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:13.418740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 585ad4cd-5534-4a8b-b86e-92378d16746c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:13.419141 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.441015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585ad4cd-5534-4a8b-b86e-92378d16746c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:13.443216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (c088b390-06da-4679-9b99-a3bc5456e9ef), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.450430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:13.452228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.464660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-a0927b3b-7be9-4657-988e-b9dfcf318d72 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0cc4cfc3-12e2-4453-b02e-78cdd9979c59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104760 Feb 17 22:11:13.476025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 585ad4cd-5534-4a8b-b86e-92378d16746c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=585ad4cd-5534-4a8b-b86e-92378d16746c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:13.477100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55db71ea-0c05-4cae-a54c-d8cf641a4350 req-ca192cb2-5182-4688-a873-3c4adcec8a0a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681133 Feb 17 22:11:13.479012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:13.493994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.496506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:13.506941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:13.603526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=585ad4cd-5534-4a8b-b86e-92378d16746c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:13.635564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Network': ['ID=c088b390-06da-4679-9b99-a3bc5456e9ef,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:13.638449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (47cf6501-ed34-4849-bc5a-3c57744ea154), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.649625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network c088b390-06da-4679-9b99-a3bc5456e9ef details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:11:13.908821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-187e220a-9494-420f-9238-f72f735956d9 None None] Provisioning complete for port 29acf839-995b-48e7-abb7-ed48fd97edd2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:13.909539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-187e220a-9494-420f-9238-f72f735956d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:13.946877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Pushing event updated for resources: {'Port': ['ID=29acf839-995b-48e7-abb7-ed48fd97edd2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:13.961873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-187e220a-9494-420f-9238-f72f735956d9 None None] Port 29acf839-995b-48e7-abb7-ed48fd97edd2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:13.998605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event deleted for resources: {'Port': ['ID=47cf6501-ed34-4849-bc5a-3c57744ea154,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:14.016346 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-409dfb87-56ba-4ae5-a808-1b29c54fb2de tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1404910 Feb 17 22:11:14.016994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38506) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:14.027225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-192427172'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:14.027686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (a3689d40-9331-4583-bdd7-6d16849bd4da), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.032969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['585ad4cd-5534-4a8b-b86e-92378d16746c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:14.100860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640a7d7-1e4c-40c7-a33b-1dec9022885e req-066dbcf8-db2d-4930-a763-97d644323ecd tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:14.102505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d640a7d7-1e4c-40c7-a33b-1dec9022885e req-066dbcf8-db2d-4930-a763-97d644323ecd tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 943 time: 0.2174437 Feb 17 22:11:14.106354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-fbf33037-4732-4847-bc0e-9ee4b401a1f3 service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6261399 Feb 17 22:11:14.178160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:14.183287 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.188965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] No DVR routers for this DVR port 47cf6501-ed34-4849-bc5a-3c57744ea154 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:14.194111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.199325 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ccc01475-397b-4254-ac32-e4a912f15ea0 req-17e6576c-4bc1-4bdc-8446-7f11d2aa35c8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "DELETE /v2.0/ports/47cf6501-ed34-4849-bc5a-3c57744ea154 HTTP/1.1" status: 204 len: 173 time: 1.5633876 Feb 17 22:11:14.200477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83611c24-4806-4582-be37-26f033792c61', 'name': 'network-vif-deleted', 'tag': '47cf6501-ed34-4849-bc5a-3c57744ea154'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:14.205461 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449f670b-d79b-4d9d-8874-5c8f3be3b2d7" -d '{"events": [{"server_uuid": "83611c24-4806-4582-be37-26f033792c61", "name": "network-vif-deleted", "tag": "47cf6501-ed34-4849-bc5a-3c57744ea154"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:14.218219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7eb73f8d-9b93-4360-977f-12e903433c9b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.347494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c92b932-4bc5-4bc0-bcb2-67f289a9b48c req-c366b31b-df58-40fb-a4e8-d8dd92feef3d service neutron] 10.222.0.94 "GET /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283993 Feb 17 22:11:14.381064 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a233dfc0-eff8-43fe-ad03-7ae30364e7fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.392935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:11:14.403104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a22d6047-f866-4670-a2c6-f2f20b092534), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.403564 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Added segment a22d6047-f866-4670-a2c6-f2f20b092534 of type vlan for network 80347aa6-14e3-4b9d-a638-5515efff641e Feb 17 22:11:14.437054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d640a7d7-1e4c-40c7-a33b-1dec9022885e req-cbcee653-ba52-4a8e-9384-d65dd4f602cf tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274794 Feb 17 22:11:14.464018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.483602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d3fac-0150-4e5c-89c1-29501b731e64 req-108216fe-38f6-4bb6-ac08-a110832899ea tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:14.502181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d84d3fac-0150-4e5c-89c1-29501b731e64 req-108216fe-38f6-4bb6-ac08-a110832899ea tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.2436028 Feb 17 22:11:14.526446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (80347aa6-14e3-4b9d-a638-5515efff641e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.532092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7eb73f8d-9b93-4360-977f-12e903433c9b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:14.540709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:14.541078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Network hostable DHCP agents. Network: 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:14.549325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device fd01a034-914e-475f-a4e6-c5136fff7eca up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:14.571329 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5c5f0a-25af-4c14-b0dc-7027347376c4 x-openstack-request-id: req-9b5c5f0a-25af-4c14-b0dc-7027347376c4 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:14.571673 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83611c24-4806-4582-be37-26f033792c61", "name": "network-vif-deleted", "tag": "47cf6501-ed34-4849-bc5a-3c57744ea154", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:14.571920 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b5c5f0a-25af-4c14-b0dc-7027347376c4 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:14.572319 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83611c24-4806-4582-be37-26f033792c61', 'name': 'network-vif-deleted', 'tag': '47cf6501-ed34-4849-bc5a-3c57744ea154', 'status': 'completed', 'code': 200} Feb 17 22:11:14.626036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d84d3fac-0150-4e5c-89c1-29501b731e64 req-984d79fe-8881-44b0-97b7-6069a5367952 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227982 Feb 17 22:11:14.644261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:14.653151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port fd01a034-914e-475f-a4e6-c5136fff7eca triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:14.653697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.659798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (80347aa6-14e3-4b9d-a638-5515efff641e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.668185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:14.668742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.675267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:14.694745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:14.695332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.698936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d2c5a-35b1-4707-9595-df39a456e41f None None] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:14.757021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ae9f828-9522-4966-b324-600ca1568cd5 req-788cc894-2213-4051-8468-a78fbb0f49ce tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0448775 Feb 17 22:11:14.833696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Network': ['ID=80347aa6-14e3-4b9d-a638-5515efff641e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:14.852091 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1304f73a-3672-424a-9d87-10bddff0d02b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8323238 Feb 17 22:11:14.854780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38516) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:14.858935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port fd01a034-914e-475f-a4e6-c5136fff7eca is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:14.859633 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4430cdb7-75db-4e9f-a1df-124120612970 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9392855 Feb 17 22:11:14.861564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 80347aa6-14e3-4b9d-a638-5515efff641e details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:11:14.871208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'subnet': {'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:14.941357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks [] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.960881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:14.998715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e639fe-48f1-434e-80ba-727a5668bbf8 None None] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:15.081843 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (a3689d40-9331-4583-bdd7-6d16849bd4da), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:15.152610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device eadeb403-ef0f-4cb3-9305-c81b9869b02c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:15.161534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 47cf6501-ed34-4849-bc5a-3c57744ea154 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:15.203781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 47cf6501-ed34-4849-bc5a-3c57744ea154 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:11:15.204132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 47cf6501-ed34-4849-bc5a-3c57744ea154 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:15.244387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:15.252330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:15.268097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Pushing event updated for resources: {'Port': ['ID=29acf839-995b-48e7-abb7-ed48fd97edd2,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:15.322578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:15.326666 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:15.447031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port eadeb403-ef0f-4cb3-9305-c81b9869b02c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eadeb403-ef0f-4cb3-9305-c81b9869b02c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:15.483613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c', 'network_id': '0cc4cfc3-12e2-4453-b02e-78cdd9979c59', 'port_id': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c', 'mac_address': 'fa:16:3e:5f:5e:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46cce229-5804-4873-aa9e-45021566becb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:15.539641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port eadeb403-ef0f-4cb3-9305-c81b9869b02c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:15.540037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:15.555797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eadeb403-ef0f-4cb3-9305-c81b9869b02c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:15.581086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port eadeb403-ef0f-4cb3-9305-c81b9869b02c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eadeb403-ef0f-4cb3-9305-c81b9869b02c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:15.594715 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:15.713112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Router a3689d40-9331-4583-bdd7-6d16849bd4da has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:11:15.726927 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-c5bb268c-bf8c-46d5-8747-8af4472a65fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1492565 Feb 17 22:11:15.742155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=eadeb403-ef0f-4cb3-9305-c81b9869b02c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:15.759501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4472086a-ed7f-43d7-966f-32728f671865 None None] Provisioning complete for port 29acf839-995b-48e7-abb7-ed48fd97edd2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:15.762911 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4472086a-ed7f-43d7-966f-32728f671865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:15.829449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809addf-3a30-439d-9b5a-58d1cd24b148 req-a5e6847d-d6a4-41e6-9191-0856e1c598b3 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:15.831765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d809addf-3a30-439d-9b5a-58d1cd24b148 req-a5e6847d-d6a4-41e6-9191-0856e1c598b3 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 944 time: 0.1935310 Feb 17 22:11:15.854664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38548) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:15.864747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1751079057-network', 'tenant_id': 'cf6e4290d8904d83991f24f114537444'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:15.874557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4472086a-ed7f-43d7-966f-32728f671865 None None] Port 29acf839-995b-48e7-abb7-ed48fd97edd2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:15.877473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-a83cf179-7979-434b-a925-f28216008360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:15.879148 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-a83cf179-7979-434b-a925-f28216008360 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 1128 time: 0.0922992 Feb 17 22:11:15.892972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Made reservation on behalf of cf6e4290d8904d83991f24f114537444 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:15.895908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.020747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-5ff651d1-23ef-4cc1-b672-87dd1874385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:16.022579 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-5ff651d1-23ef-4cc1-b672-87dd1874385a service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1156278 Feb 17 22:11:16.023271 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.045791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['eadeb403-ef0f-4cb3-9305-c81b9869b02c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:16.086024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d809addf-3a30-439d-9b5a-58d1cd24b148 req-fd2efd85-ee93-4377-b749-9eced5104655 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703291 Feb 17 22:11:16.111152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d015-2d6f-47c1-ad79-d273647a3ed0 req-7a40c1f7-9503-4bf2-9e64-7b5308ea429e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:16.113202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3860d015-2d6f-47c1-ad79-d273647a3ed0 req-7a40c1f7-9503-4bf2-9e64-7b5308ea429e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.3237395 Feb 17 22:11:16.116610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (f3e27c7e-f282-477f-9ec5-e722d5eec564), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.188361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-2b32af0c-c160-4fd4-9c5c-d7cbe859b2bf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 200 len: 217 time: 0.1515603 Feb 17 22:11:16.202458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:11:16.218767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7ae99e6c-ad59-4be3-a4e7-33e88a414601 admin admin] 10.222.0.79 "PUT /v2.0/routers/a3689d40-9331-4583-bdd7-6d16849bd4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6046314 Feb 17 22:11:16.276938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f162861-b06b-42f7-8a67-7105cf101349 req-371245cf-f8ff-4e9b-a0e6-1948f48795ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0580835 Feb 17 22:11:16.284588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3860d015-2d6f-47c1-ad79-d273647a3ed0 req-29227a64-d443-489c-8cdd-37b543d4ac18 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612990 Feb 17 22:11:16.293281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Subnet': ['ID=f3e27c7e-f282-477f-9ec5-e722d5eec564,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:16.294542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Sync routers for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:11:16.324869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Checking segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:16.325354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network hostable DHCP agents. Network: c088b390-06da-4679-9b99-a3bc5456e9ef, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:16.333943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:16.334675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-3fb3d006-d5d1-4769-87a5-8cb595eb1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:16.335061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:10:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:16.339854 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-3fb3d006-d5d1-4769-87a5-8cb595eb1c72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1405332 Feb 17 22:11:16.350009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network c088b390-06da-4679-9b99-a3bc5456e9ef is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:16.365329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, c088b390-06da-4679-9b99-a3bc5456e9ef) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:16.379320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:16.380192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.400159 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-51c7fe3a-913a-43f7-8770-3c982ac8682a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459311 Feb 17 22:11:16.421990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b3bbfcb-a22e-42df-9bd0-0237ec948fe4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5660088 Feb 17 22:11:16.424430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38552) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:16.429679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'subnet': {'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:16.430155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d854ca2-9e13-4f33-b822-b31aa948377c None None] Network c088b390-06da-4679-9b99-a3bc5456e9ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:16.514789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks [] for security_group (75a5ccc0-fee8-4788-9de4-2026c62feb0b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.532534 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (75a5ccc0-fee8-4788-9de4-2026c62feb0b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.593588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:11:16.597995 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-604f8530-fdf5-4409-ba82-b2e8cae61ca9 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879325 Feb 17 22:11:16.629546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.630042 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Added segment 4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc of type vlan for network 7dfc5935-587e-41f3-b27b-8cfd0167fe80 Feb 17 22:11:16.635780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:16.645085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.680723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (7dfc5935-587e-41f3-b27b-8cfd0167fe80), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.706544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a5ccc0-fee8-4788-9de4-2026c62feb0b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:16.730682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (7dfc5935-587e-41f3-b27b-8cfd0167fe80), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.731861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:16.732458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.830834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] Pushing event updated for resources: {'Network': ['ID=7dfc5935-587e-41f3-b27b-8cfd0167fe80,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:16.844561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-c088b390-06da-4679-9b99-a3bc5456e9ef', 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'fixed_ips': [{'subnet_id': 'f3e27c7e-f282-477f-9ec5-e722d5eec564'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:11:16.845406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.849310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:16.867958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 7dfc5935-587e-41f3-b27b-8cfd0167fe80 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:11:16.876426 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5c2172b4-f636-4296-a8e1-85c6d1de466c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0129762 Feb 17 22:11:16.876808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:16.885724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Request body: {'subnet': {'network_id': '7dfc5935-587e-41f3-b27b-8cfd0167fe80', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1751079057-subnet', 'tenant_id': 'cf6e4290d8904d83991f24f114537444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:16.905225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38562) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:16.910365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a934b0d3-adda-4501-9cd2-6240515f5cd5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143256367', 'description': 'tempest-description--1529435797'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:16.925824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Made reservation on behalf of cf6e4290d8904d83991f24f114537444 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:16.928999 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:16.952174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a934b0d3-adda-4501-9cd2-6240515f5cd5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.043484 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e23de9c-0d59-4aad-a1c4-29a7a9f32b80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.082178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (642682c1-0b3f-4c1e-8e42-b46f33d2b650), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.151624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a934b0d3-adda-4501-9cd2-6240515f5cd5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (ad5068db-55e3-48f2-834d-08d1286e5355), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.171937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a934b0d3-adda-4501-9cd2-6240515f5cd5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ad5068db-55e3-48f2-834d-08d1286e5355), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.209676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Checking segment: {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:17.210083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network hostable DHCP agents. Network: 80347aa6-14e3-4b9d-a638-5515efff641e, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:17.216152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a934b0d3-adda-4501-9cd2-6240515f5cd5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.218045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a934b0d3-adda-4501-9cd2-6240515f5cd5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3120403 Feb 17 22:11:17.225776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38566) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:17.229347 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Subnet': ['ID=642682c1-0b3f-4c1e-8e42-b46f33d2b650,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:17.230236 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c48d9ee7-89e0-40ca-9d22-5f7124a16774 req-16aabc20-4ed7-4d11-ba54-96b6a887474f service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203197 Feb 17 22:11:17.240160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (79539d42-b475-4ffd-a546-864d11149c7b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.257473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f778469c-b9ae-40cf-b545-0ced27c540b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'security_group_rule': {'security_group_id': 'ad5068db-55e3-48f2-834d-08d1286e5355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:17.267206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 585ad4cd-5534-4a8b-b86e-92378d16746c up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:17.382740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79539d42-b475-4ffd-a546-864d11149c7b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:17.389859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934b0d3-adda-4501-9cd2-6240515f5cd5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5068db-55e3-48f2-834d-08d1286e5355,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:17.390810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Checking segment: {'id': '4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '7dfc5935-587e-41f3-b27b-8cfd0167fe80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:17.392416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Network hostable DHCP agents. Network: 7dfc5935-587e-41f3-b27b-8cfd0167fe80, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:17.434982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b85ce0-9f70-44e5-af5a-374d92586bf4 req-cc074a2f-0b00-402c-bad7-fbb694c2f9ce tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:17.437629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b85ce0-9f70-44e5-af5a-374d92586bf4 req-cc074a2f-0b00-402c-bad7-fbb694c2f9ce tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 944 time: 0.2108335 Feb 17 22:11:17.440866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Network 7dfc5935-587e-41f3-b27b-8cfd0167fe80 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:17.449805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network 80347aa6-14e3-4b9d-a638-5515efff641e is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:17.465789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 7dfc5935-587e-41f3-b27b-8cfd0167fe80) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:17.472232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:17.473033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.489780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f17853-82ee-4719-9c6f-03b5742d5204 None None] Network 7dfc5935-587e-41f3-b27b-8cfd0167fe80 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:17.512511 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-813a245e-ff67-4fa2-a6f5-a7015f30981e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6343181 Feb 17 22:11:17.564170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b85ce0-9f70-44e5-af5a-374d92586bf4 req-b0fcae19-c4b1-47a4-bd51-f6884b33d921 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153061 Feb 17 22:11:17.564966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 80347aa6-14e3-4b9d-a638-5515efff641e) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:17.570532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:17.571225 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.592780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f778469c-b9ae-40cf-b545-0ced27c540b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (e147d2b3-de42-4ea4-869a-c1764dcd5578), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.593024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Allocated IP 10.1.1.2 (c088b390-06da-4679-9b99-a3bc5456e9ef/f3e27c7e-f282-477f-9ec5-e722d5eec564/74c660fa-345a-4d68-b38b-3cfb37c1f958) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:17.605110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6740ee34-147c-48de-9ce9-0fdc83881903 None None] Network 80347aa6-14e3-4b9d-a638-5515efff641e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:17.648808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b19c298-e39d-4742-82dd-461efdb34c2e req-87049b88-aed7-42bf-9d57-f42d3270a4e9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0906610 Feb 17 22:11:17.674408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 585ad4cd-5534-4a8b-b86e-92378d16746c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:17.697249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cc83f193-f57a-4ddd-bae6-88589a47a628 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2716072 Feb 17 22:11:17.700187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38576) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:17.706783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'port': {'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1627760060', 'fixed_ips': [{'subnet_id': 'f3e27c7e-f282-477f-9ec5-e722d5eec564'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:17.829065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f778469c-b9ae-40cf-b545-0ced27c540b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (e147d2b3-de42-4ea4-869a-c1764dcd5578), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.869917 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f778469c-b9ae-40cf-b545-0ced27c540b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e147d2b3-de42-4ea4-869a-c1764dcd5578), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.920747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f778469c-b9ae-40cf-b545-0ced27c540b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e147d2b3-de42-4ea4-869a-c1764dcd5578,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:17.937491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f778469c-b9ae-40cf-b545-0ced27c540b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:17.938699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f778469c-b9ae-40cf-b545-0ced27c540b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7103868 Feb 17 22:11:17.946229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38582) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:17.959597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3476a1b7-b803-4393-858e-1c273912f354 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'security_group_rule': {'security_group_id': 'ad5068db-55e3-48f2-834d-08d1286e5355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:17.992358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5500e1e-3049-4bf0-a6ca-580d9f7fbbd1 req-85709410-3a18-4f74-af6a-1176ce90f95d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:17.995331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5500e1e-3049-4bf0-a6ca-580d9f7fbbd1 req-85709410-3a18-4f74-af6a-1176ce90f95d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.2693055 Feb 17 22:11:18.015697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:18.052925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 585ad4cd-5534-4a8b-b86e-92378d16746c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:18.053505 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.135981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.159579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5500e1e-3049-4bf0-a6ca-580d9f7fbbd1 req-60c014f6-ac2b-4543-a3f0-cfb6a6459362 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566908 Feb 17 22:11:18.249126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea50e8b1-30ae-44d6-aeac-45d585ac998b None None] Network 7dfc5935-587e-41f3-b27b-8cfd0167fe80 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:18.296838 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.324371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3476a1b7-b803-4393-858e-1c273912f354 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (a66609a5-799e-45a9-8f91-18e8602cb038), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.335336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-80347aa6-14e3-4b9d-a638-5515efff641e', 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e', 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'fixed_ips': [{'subnet_id': '642682c1-0b3f-4c1e-8e42-b46f33d2b650'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:11:18.336232 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.344492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] device_id is not set on port c33a20e9-0dd0-4107-ac58-cc97052b2af7 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:11:18.451313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-95c3923b-a2ef-4151-a3b2-7a0a3867ca68 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:18.467948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-95c3923b-a2ef-4151-a3b2-7a0a3867ca68 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.2137368 Feb 17 22:11:18.493354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-cfa1c421-b993-4205-8aef-6dc229bbde8a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/quotas/59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 375 time: 0.0245061 Feb 17 22:11:18.530070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-c6d3b70d-9f82-4c07-986a-ae1636d20763 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352175 Feb 17 22:11:18.532671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 585ad4cd-5534-4a8b-b86e-92378d16746c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:18.533168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.552261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 2, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:18.642728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3476a1b7-b803-4393-858e-1c273912f354 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (a66609a5-799e-45a9-8f91-18e8602cb038), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.658587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3476a1b7-b803-4393-858e-1c273912f354 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a66609a5-799e-45a9-8f91-18e8602cb038), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.721823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Checking router: a3689d40-9331-4583-bdd7-6d16849bd4da for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:11:18.722190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Updating router a3689d40-9331-4583-bdd7-6d16849bd4da port 29acf839-995b-48e7-abb7-ed48fd97edd2 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:11:18.729997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476a1b7-b803-4393-858e-1c273912f354 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a66609a5-799e-45a9-8f91-18e8602cb038,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:18.743855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3476a1b7-b803-4393-858e-1c273912f354 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.748667 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3476a1b7-b803-4393-858e-1c273912f354 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7959991 Feb 17 22:11:18.749283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38602) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:18.754704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:18.772320 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.802853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:18.914040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d2b529-b45a-4e97-b591-c60eac5ace2c req-df2c21c0-6f52-4c5b-b9d1-1d018baed477 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:18.926475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10d2b529-b45a-4e97-b591-c60eac5ace2c req-df2c21c0-6f52-4c5b-b9d1-1d018baed477 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 944 time: 0.2491984 Feb 17 22:11:19.018055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.065700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10d2b529-b45a-4e97-b591-c60eac5ace2c req-1e813eab-fc8b-41af-88fe-c638cd5444da tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383510 Feb 17 22:11:19.103157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Publish callbacks [] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.108175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-9ff2438d-de0a-4b5e-8b7e-c436218f5cb8 service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766675 Feb 17 22:11:19.126713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585ad4cd-5534-4a8b-b86e-92378d16746c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:19.129040 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756ab75a-0709-4668-a28a-adda2b68b406" -d '{"events": [{"server_uuid": "422b9331-0bab-4cc9-849c-bbb72d08e604", "name": "network-vif-plugged", "status": "completed", "tag": "585ad4cd-5534-4a8b-b86e-92378d16746c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:19.156158 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Publish callbacks [] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.170587 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.242471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d333ab40-ce39-4c7e-9e2f-9ed3311f1759 req-f1b9029e-7d19-4c38-b57a-8597d08c23fd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0394909 Feb 17 22:11:19.255653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-0d662bb6-208a-4313-b343-e76be9ef48da service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405458 Feb 17 22:11:19.271996 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.274453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Allocated IP 172.25.0.182 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/e65b3276-72bf-4c3b-a0a4-899b24f0c6b2) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:19.299956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 585ad4cd-5534-4a8b-b86e-92378d16746c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=585ad4cd-5534-4a8b-b86e-92378d16746c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:19.423231 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.450017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Network c088b390-06da-4679-9b99-a3bc5456e9ef is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:19.463568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:19.467534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:19.474589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.475610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device eadeb403-ef0f-4cb3-9305-c81b9869b02c up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:19.497422 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4133948d-f14b-4167-b6f2-94f9203650d8 x-openstack-request-id: req-4133948d-f14b-4167-b6f2-94f9203650d8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:19.497716 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b9331-0bab-4cc9-849c-bbb72d08e604", "name": "network-vif-plugged", "status": "completed", "tag": "585ad4cd-5534-4a8b-b86e-92378d16746c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:19.498534 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4133948d-f14b-4167-b6f2-94f9203650d8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:19.498941 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585ad4cd-5534-4a8b-b86e-92378d16746c', 'code': 200} Feb 17 22:11:19.500102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.570142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08f8b4-07d6-497e-be43-01e5c888e57d None None] Pushing event updated for resources: {'Port': ['ID=29acf839-995b-48e7-abb7-ed48fd97edd2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:19.646809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 10.1.1.100 (c088b390-06da-4679-9b99-a3bc5456e9ef/f3e27c7e-f282-477f-9ec5-e722d5eec564/c33a20e9-0dd0-4107-ac58-cc97052b2af7) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:19.671203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:19.692267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32ed9090-7b26-423d-bb0f-eb109b537737 req-a07448ef-10db-4037-a97f-8fb24693affd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 210 time: 0.1235552 Feb 17 22:11:19.771012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:19.786631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:19.789789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:19.866428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091072f1-ea69-4139-801e-d95465b8eb9b req-c85f2f1d-620c-4a92-b304-fabaaee78f11 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:19.868030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-091072f1-ea69-4139-801e-d95465b8eb9b req-c85f2f1d-620c-4a92-b304-fabaaee78f11 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.2090604 Feb 17 22:11:19.881843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Allocated IP 10.2.2.2 (80347aa6-14e3-4b9d-a638-5515efff641e/642682c1-0b3f-4c1e-8e42-b46f33d2b650/618a2b6f-d5fa-4fe2-b280-c33a9032583a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:19.884483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'Port': ['ID=e65b3276-72bf-4c3b-a0a4-899b24f0c6b2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:19.886729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf684c7-b4a0-4116-ba8a-fd7db8c22f21 req-3cebb246-0232-41e5-acfd-9a49ece7e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:19.888279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cf684c7-b4a0-4116-ba8a-fd7db8c22f21 req-3cebb246-0232-41e5-acfd-9a49ece7e720 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=422b9331-0bab-4cc9-849c-bbb72d08e604 HTTP/1.1" status: 200 len: 1128 time: 0.2191312 Feb 17 22:11:20.057484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cf684c7-b4a0-4116-ba8a-fd7db8c22f21 req-2909fd6b-e1d9-4f25-a905-dd78082f0215 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563134 Feb 17 22:11:20.062521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-091072f1-ea69-4139-801e-d95465b8eb9b req-053d1650-4656-4dd6-9658-a27f71dd48b7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782758 Feb 17 22:11:20.144055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Attempting to bind port 29acf839-995b-48e7-abb7-ed48fd97edd2 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:20.144635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Attempting to bind port 29acf839-995b-48e7-abb7-ed48fd97edd2 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:20.145382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Attempting to bind port 29acf839-995b-48e7-abb7-ed48fd97edd2 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:20.194526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:20.194916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Checking segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:20.195334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.195939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Bound using segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:20.196357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Bound port: 29acf839-995b-48e7-abb7-ed48fd97edd2, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:20.196785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.208762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (c08d0a16-0f51-4242-b6fa-9a4fbff45006), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.213901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Attempting to bind port 74c660fa-345a-4d68-b38b-3cfb37c1f958 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:20.214530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Attempting to bind port 74c660fa-345a-4d68-b38b-3cfb37c1f958 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:20.214701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Attempting to bind port 74c660fa-345a-4d68-b38b-3cfb37c1f958 on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:20.217932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Pushing event updated for resources: {'Port': ['ID=74c660fa-345a-4d68-b38b-3cfb37c1f958,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:20.238861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.241421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-40716405-6c2f-464f-935a-c8804923227b None None] Provisioning complete for port 29acf839-995b-48e7-abb7-ed48fd97edd2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:20.242040 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40716405-6c2f-464f-935a-c8804923227b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.300109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a03112-a4ea-4f4f-b771-a4c70daad0c0 req-2456279a-d364-4908-9b8c-0b07e174f8a5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:20.301693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0a03112-a4ea-4f4f-b771-a4c70daad0c0 req-2456279a-d364-4908-9b8c-0b07e174f8a5 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 944 time: 0.1482379 Feb 17 22:11:20.357252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.414472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0a03112-a4ea-4f4f-b771-a4c70daad0c0 req-db2e72c7-9b2b-4315-b26d-251b91b8c5cd tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046968 Feb 17 22:11:20.452927 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.472777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network c088b390-06da-4679-9b99-a3bc5456e9ef is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:20.476483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=585ad4cd-5534-4a8b-b86e-92378d16746c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:20.487502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:20.488150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Checking segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:20.489821 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.490419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Bound using segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:20.491103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Bound port: 74c660fa-345a-4d68-b38b-3cfb37c1f958, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:20.491728 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.499433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0abce6ff-5961-48dd-95d0-364a363350fe req-b17c118e-d561-48c9-96bd-46f70769708e tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0835176 Feb 17 22:11:20.529972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:20.541288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:20.550009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port eadeb403-ef0f-4cb3-9305-c81b9869b02c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:20.568483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=c33a20e9-0dd0-4107-ac58-cc97052b2af7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:20.613534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port eadeb403-ef0f-4cb3-9305-c81b9869b02c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:20.613916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.631828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-40716405-6c2f-464f-935a-c8804923227b None None] Port 29acf839-995b-48e7-abb7-ed48fd97edd2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:20.712746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:20.713366 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.726829 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Publish callbacks [] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.739571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c4f8c041-e814-41be-882f-5487d5b63bf8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0382185 Feb 17 22:11:20.742119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38630) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:20.752964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'port': {'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'name': 'tempest-TaggedBootDevicesTest_v242-1580641546', 'fixed_ips': [{'subnet_id': 'f3e27c7e-f282-477f-9ec5-e722d5eec564'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:20.811802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] For port 29acf839-995b-48e7-abb7-ed48fd97edd2, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:20.829237 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.840583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.881987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] For port 29acf839-995b-48e7-abb7-ed48fd97edd2, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29acf839-995b-48e7-abb7-ed48fd97edd2,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:20.888065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] For port 74c660fa-345a-4d68-b38b-3cfb37c1f958, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:20.890521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.910133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.915221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Network 80347aa6-14e3-4b9d-a638-5515efff641e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:20.917034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] For port 74c660fa-345a-4d68-b38b-3cfb37c1f958, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=74c660fa-345a-4d68-b38b-3cfb37c1f958,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:20.921159 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:20.932934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:20.937689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Pushing event updated for resources: {'Port': ['ID=618a2b6f-d5fa-4fe2-b280-c33a9032583a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:20.940072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:20.947770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.094504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac560407-ba8c-45f4-b567-958bfb6b6416 req-9ab64967-e222-4779-bc6d-81f036df6573 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 210 time: 0.1165392 Feb 17 22:11:21.160800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'Port': ['ID=e65b3276-72bf-4c3b-a0a4-899b24f0c6b2,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:21.206240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:21.258304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (c08d0a16-0f51-4242-b6fa-9a4fbff45006), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.325402 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.327207 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9ab154e8-a099-4b33-8b0e-09bbb42f0186 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5769687 Feb 17 22:11:21.402931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.444923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] device_id is not set on port b2d33548-2e80-41a9-97a0-b36863805ea8 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:11:21.469340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-06c388da-b1a8-450a-ac72-ef1c5215e50a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:21.471159 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-06c388da-b1a8-450a-ac72-ef1c5215e50a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.3540573 Feb 17 22:11:21.488387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Request body: {'port': {'device_id': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'admin_state_up': True, 'tenant_id': '59650c83521741329140c0e2719356ae'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:21.545237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:21.546028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:21.592846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port eadeb403-ef0f-4cb3-9305-c81b9869b02c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:21.593330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.700523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08f8b4-07d6-497e-be43-01e5c888e57d None None] Pushing event updated for resources: {'Port': ['ID=29acf839-995b-48e7-abb7-ed48fd97edd2,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:21.729342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Attempting to bind port 618a2b6f-d5fa-4fe2-b280-c33a9032583a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:21.729342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Attempting to bind port 618a2b6f-d5fa-4fe2-b280-c33a9032583a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:21.730537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Attempting to bind port 618a2b6f-d5fa-4fe2-b280-c33a9032583a on network 80347aa6-14e3-4b9d-a638-5515efff641e {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:21.753038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Made reservation on behalf of 59650c83521741329140c0e2719356ae for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:21.757773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.780381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-93fd2d31-077e-4abe-9c57-160c08fb8122 None None] Provisioning complete for port 29acf839-995b-48e7-abb7-ed48fd97edd2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:21.780381 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93fd2d31-077e-4abe-9c57-160c08fb8122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.839071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:21.839653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Checking segment: {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:21.840169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.840673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Bound using segment: {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:21.841312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Bound port: 618a2b6f-d5fa-4fe2-b280-c33a9032583a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:21.842486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.861302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:21.863678 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd523a6b-25ae-4d61-8e73-5ae8a9e486ac" -d '{"events": [{"server_uuid": "676ee0dd-4ced-4021-88e0-4fe38f17cd8e", "name": "network-vif-plugged", "status": "completed", "tag": "eadeb403-ef0f-4cb3-9305-c81b9869b02c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:21.919224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port eadeb403-ef0f-4cb3-9305-c81b9869b02c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eadeb403-ef0f-4cb3-9305-c81b9869b02c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:21.949001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc252d-534b-45f2-bdcc-bfc15b0a54a9 None None] Pushing event updated for resources: {'Port': ['ID=74c660fa-345a-4d68-b38b-3cfb37c1f958,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:21.951984 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:21.961660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:21.988598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 10.1.1.220 (c088b390-06da-4679-9b99-a3bc5456e9ef/f3e27c7e-f282-477f-9ec5-e722d5eec564/b2d33548-2e80-41a9-97a0-b36863805ea8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:22.030097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Allocated IP 172.20.0.2 (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c/7eb73f8d-9b93-4360-977f-12e903433c9b/6dde2367-2264-4525-a8a4-9decb39a3f82) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:22.155391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=eadeb403-ef0f-4cb3-9305-c81b9869b02c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:22.158822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] For port 618a2b6f-d5fa-4fe2-b280-c33a9032583a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:22.212714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] For port 618a2b6f-d5fa-4fe2-b280-c33a9032583a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=618a2b6f-d5fa-4fe2-b280-c33a9032583a,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:22.225228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-93fd2d31-077e-4abe-9c57-160c08fb8122 None None] Current status of the port 29acf839-995b-48e7-abb7-ed48fd97edd2 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:22.228205 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93fd2d31-077e-4abe-9c57-160c08fb8122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.263578 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.360999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.390670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f04e2ec-5734-48bb-a97a-9034fe740bb7 req-eba1d64e-895e-4e49-80cd-fb85ff4e0ace tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:22.393788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f04e2ec-5734-48bb-a97a-9034fe740bb7 req-eba1d64e-895e-4e49-80cd-fb85ff4e0ace tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.9969382 Feb 17 22:11:22.394496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks [] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.431227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8b858-4e0e-4566-a9c6-4c70dddb15be req-8f754529-8cde-4158-9936-50774027bd0e tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:22.449117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37c8b858-4e0e-4566-a9c6-4c70dddb15be req-8f754529-8cde-4158-9936-50774027bd0e tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 945 time: 0.9366298 Feb 17 22:11:22.470069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad41ca4-14a1-46cc-b018-7bf57ca3fa51 None None] Pushing event updated for resources: {'Port': ['ID=618a2b6f-d5fa-4fe2-b280-c33a9032583a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:22.499555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.601929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 74c660fa-345a-4d68-b38b-3cfb37c1f958 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:22.659698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:22.664638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:22.668656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:22.672723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:22.742240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-93fd2d31-077e-4abe-9c57-160c08fb8122 None None] For port 29acf839-995b-48e7-abb7-ed48fd97edd2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29acf839-995b-48e7-abb7-ed48fd97edd2,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:22.762868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:22.764314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.771806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93fd2d31-077e-4abe-9c57-160c08fb8122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.796791 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-7bd3e892-c525-49c1-a0e6-3682224bd9a9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3130951 Feb 17 22:11:22.820700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Request body: {'port': {'device_id': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:22.846793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 74c660fa-345a-4d68-b38b-3cfb37c1f958 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:22.847394 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:22.928935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd2d31-077e-4abe-9c57-160c08fb8122 None None] Pushing event updated for resources: {'Port': ['ID=29acf839-995b-48e7-abb7-ed48fd97edd2,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:22.980622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:23.049483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:20Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:23.122111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6ae3e-a5d5-4692-8784-c3e40676c34f None None] The sync data for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 is: [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:20Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:11:23.140159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:23.150682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 74c660fa-345a-4d68-b38b-3cfb37c1f958 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:23.155451 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:23.200841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f04e2ec-5734-48bb-a97a-9034fe740bb7 req-ba9f9ac4-5dcd-4892-9953-61865817eab2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7955816 Feb 17 22:11:23.248437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 74c660fa-345a-4d68-b38b-3cfb37c1f958, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=74c660fa-345a-4d68-b38b-3cfb37c1f958,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:23.267905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37c8b858-4e0e-4566-a9c6-4c70dddb15be req-d143c6f0-8747-4586-9b81-37cba3be2a7b tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8170302 Feb 17 22:11:23.273697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:23.332679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network c088b390-06da-4679-9b99-a3bc5456e9ef is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:23.355549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:23.364052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=74c660fa-345a-4d68-b38b-3cfb37c1f958,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:23.378114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:23.482818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:23.483719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:23.522956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:23.592267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3e9070e-330a-4e6a-8687-ddfddba09801 req-d6d3b383-93b2-4e55-a61f-fff843563d76 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.1054072 Feb 17 22:11:23.635066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-921e27a9-6032-455b-a136-69e2d639ab12 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8901169 Feb 17 22:11:23.696034 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee590c71-2d04-4af8-9ec2-4727a7375ff2 x-openstack-request-id: req-ee590c71-2d04-4af8-9ec2-4727a7375ff2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:23.696556 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676ee0dd-4ced-4021-88e0-4fe38f17cd8e", "name": "network-vif-plugged", "status": "completed", "tag": "eadeb403-ef0f-4cb3-9305-c81b9869b02c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:23.696556 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee590c71-2d04-4af8-9ec2-4727a7375ff2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:23.696962 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c', 'code': 200} Feb 17 22:11:23.740527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-32d2b29e-ba54-49a5-8577-138dcdac6890 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2143256367&fields=id&tenant_id=822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 267 time: 0.2036841 Feb 17 22:11:23.975001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92fc645-3325-4d72-93b9-15d3617aee4a None None] Network c088b390-06da-4679-9b99-a3bc5456e9ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:24.058042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-cfad2d45-5dcb-458d-8ae9-43b515f0b3ac tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:24.060277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-cfad2d45-5dcb-458d-8ae9-43b515f0b3ac tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 817 time: 0.3188941 Feb 17 22:11:24.064334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4987e3-cfda-4696-89d4-e0fccc8ae5f7 req-ff772b22-001d-4d0d-ad00-9f12cb6c0e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:24.072571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e4987e3-cfda-4696-89d4-e0fccc8ae5f7 req-ff772b22-001d-4d0d-ad00-9f12cb6c0e54 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 1128 time: 0.2020156 Feb 17 22:11:24.086146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bce39-2ca1-4751-8bfe-218389dd2e13 req-e07b5a15-02e6-461f-98f8-4921b0845015 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:24.098966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-524bce39-2ca1-4751-8bfe-218389dd2e13 req-e07b5a15-02e6-461f-98f8-4921b0845015 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 931 time: 0.2295942 Feb 17 22:11:24.155811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cb262d7f-ba53-411e-822c-5c5ceb9ef235 None None] Provisioning complete for port 74c660fa-345a-4d68-b38b-3cfb37c1f958 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:24.156192 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cb262d7f-ba53-411e-822c-5c5ceb9ef235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:24.208425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-0f8902d8-edd6-4f81-a9f4-7eaf7f235e7a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/quotas/822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 375 time: 0.1342943 Feb 17 22:11:24.332654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dde2367-2264-4525-a8a4-9decb39a3f82 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:24.350548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Publish callbacks [] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:24.364509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cb262d7f-ba53-411e-822c-5c5ceb9ef235 None None] Current status of the port 74c660fa-345a-4d68-b38b-3cfb37c1f958 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:24.384146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Transition to ACTIVE for port object 6dde2367-2264-4525-a8a4-9decb39a3f82 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:24.395214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e4987e3-cfda-4696-89d4-e0fccc8ae5f7 req-59ce9f44-1a1d-4c1e-9465-4a41445c03ba service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592819 Feb 17 22:11:24.396637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:24.415633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68dcc21-92b6-4661-bc83-2d8edaeb97c0 None None] Network 80347aa6-14e3-4b9d-a638-5515efff641e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:24.429090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-524bce39-2ca1-4751-8bfe-218389dd2e13 req-6ca7d48e-0192-48c8-b6a5-851ef4e6f5f6 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288734 Feb 17 22:11:24.494838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-6683f0b6-0158-4d35-ba45-78da34ea4b37 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2720115 Feb 17 22:11:24.613674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:24.696834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4290ab1a-0c04-4cfb-8b39-72fd52884c34 None None] Provisioning complete for port 618a2b6f-d5fa-4fe2-b280-c33a9032583a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:24.697808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4290ab1a-0c04-4cfb-8b39-72fd52884c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:24.786592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:24.786809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:24.787046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:24.804783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:24.805155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:24.818606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:24.819005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:24.819321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:24.819813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Bound port: 6dde2367-2264-4525-a8a4-9decb39a3f82, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:24.820119 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:24.881670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29acf839-995b-48e7-abb7-ed48fd97edd2 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:24.885584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a361d57-33e8-4e4f-8ef8-5eb815906c9d service neutron] 10.222.0.79 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641293 Feb 17 22:11:24.994424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:25.002742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:25.023210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.031973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.069132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-c21fffe7-00f2-4931-9587-24b0cfd9b230 service neutron] 10.222.0.79 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753943 Feb 17 22:11:25.149152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:25.156106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4290ab1a-0c04-4cfb-8b39-72fd52884c34 None None] Current status of the port 618a2b6f-d5fa-4fe2-b280-c33a9032583a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:25.156254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.156918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4290ab1a-0c04-4cfb-8b39-72fd52884c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.163996 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] 10.222.0.73 "PUT /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 1092 time: 2.3539879 Feb 17 22:11:25.174836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:25.181176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 29acf839-995b-48e7-abb7-ed48fd97edd2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:25.181916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.201615 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f244897-264c-413d-ac5c-57fab1ced8ce" -d '{"events": [{"name": "network-changed", "server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:25.273017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38678) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:25.280717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5743e217-4657-47c9-91bc-06aeb5d49f23 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--640642194', 'description': 'tempest-description--1656349044'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:25.329931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4290ab1a-0c04-4cfb-8b39-72fd52884c34 None None] For port 618a2b6f-d5fa-4fe2-b280-c33a9032583a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=618a2b6f-d5fa-4fe2-b280-c33a9032583a,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:25.345728 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4290ab1a-0c04-4cfb-8b39-72fd52884c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.430532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e359b-9800-4a1c-9adf-7cb7d45dc923 service neutron] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:25.472279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5743e217-4657-47c9-91bc-06aeb5d49f23 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.477606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-d40cadc0-18aa-47b2-87ae-26ceec62c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:25.485929 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-d40cadc0-18aa-47b2-87ae-26ceec62c132 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1126 time: 0.2456059 Feb 17 22:11:25.590911 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-0b1ea8ca-0240-45e5-84c8-007438429025 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 217 time: 0.0954545 Feb 17 22:11:25.600206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7b5f5b-f88d-4541-8fb9-48dc14f6b91d req-fd02927e-eb88-4b6d-9e73-0f5890a9d98e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:25.616461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad7b5f5b-f88d-4541-8fb9-48dc14f6b91d req-fd02927e-eb88-4b6d-9e73-0f5890a9d98e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.2876081 Feb 17 22:11:25.649364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290ab1a-0c04-4cfb-8b39-72fd52884c34 None None] Pushing event updated for resources: {'Port': ['ID=618a2b6f-d5fa-4fe2-b280-c33a9032583a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:25.669153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 29acf839-995b-48e7-abb7-ed48fd97edd2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:25.688632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 74c660fa-345a-4d68-b38b-3cfb37c1f958 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:25.688632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Provisioning complete for port b2d33548-2e80-41a9-97a0-b36863805ea8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:25.688632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.689098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-db0a34b3-7a70-4d5b-b36b-835e49355c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:25.689098 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-db0a34b3-7a70-4d5b-b36b-835e49355c5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.0872095 Feb 17 22:11:25.753719 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-31d382be-4685-43cc-874f-bfd591e10257 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559468 Feb 17 22:11:25.914724 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5743e217-4657-47c9-91bc-06aeb5d49f23 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group (2fc33b23-a9e2-48a6-a5e7-3fb4042500a9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.936829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad7b5f5b-f88d-4541-8fb9-48dc14f6b91d req-9b5aee1f-8209-4312-9e2c-c7feca4c0c2c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056357 Feb 17 22:11:25.942074 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5743e217-4657-47c9-91bc-06aeb5d49f23 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2fc33b23-a9e2-48a6-a5e7-3fb4042500a9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:25.952279 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-475ba2f5-92a8-40dc-95ca-816b481bcc39 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896901 Feb 17 22:11:26.018271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f670fae1-d1d8-477a-b63c-fe9e79051a71 req-8a8a965d-09da-49f3-86cd-a59724057c7c tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:26.023685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Port b2d33548-2e80-41a9-97a0-b36863805ea8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:26.034351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f670fae1-d1d8-477a-b63c-fe9e79051a71 req-8a8a965d-09da-49f3-86cd-a59724057c7c tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 945 time: 0.3248653 Feb 17 22:11:26.055964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Provisioning complete for port c33a20e9-0dd0-4107-ac58-cc97052b2af7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:26.056466 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.056985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5743e217-4657-47c9-91bc-06aeb5d49f23 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.058427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5743e217-4657-47c9-91bc-06aeb5d49f23 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7840214 Feb 17 22:11:26.089577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38692) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:26.104579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ff900cb7-b2a7-4109-9912-ef7da17e38ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'security_group_rule': {'security_group_id': '2fc33b23-a9e2-48a6-a5e7-3fb4042500a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:26.114577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Port c33a20e9-0dd0-4107-ac58-cc97052b2af7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:26.116787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 74c660fa-345a-4d68-b38b-3cfb37c1f958 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:26.117391 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.160582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Provisioning complete for port 74c660fa-345a-4d68-b38b-3cfb37c1f958 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:26.161762 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.201935 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5b72923-750d-49cc-845e-f3b6e6f84666 req-08b8e111-f346-4d78-a216-43a2165be4e1 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361505 Feb 17 22:11:26.224238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-905730f1-dd7e-4641-8e85-1b7a18f2ad92 req-a0098010-799e-46ca-8d1f-a84f7fc6c6e6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.1112065 Feb 17 22:11:26.248775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5743e217-4657-47c9-91bc-06aeb5d49f23 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:26.319482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f670fae1-d1d8-477a-b63c-fe9e79051a71 req-74671833-a8e5-45c8-9995-73339837d197 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576818 Feb 17 22:11:26.333255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff900cb7-b2a7-4109-9912-ef7da17e38ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group_rule (9b566903-1ba2-40af-baa4-a91aaf40c56f), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.334472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 74c660fa-345a-4d68-b38b-3cfb37c1f958 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:26.339297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 618a2b6f-d5fa-4fe2-b280-c33a9032583a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:26.437488 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631c93ca-1883-4bde-9c79-108343262489 x-openstack-request-id: req-631c93ca-1883-4bde-9c79-108343262489 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:26.437990 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:26.438105 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-631c93ca-1883-4bde-9c79-108343262489 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:26.438475 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82', 'status': 'completed', 'code': 200} Feb 17 22:11:26.462215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff900cb7-b2a7-4109-9912-ef7da17e38ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group_rule (9b566903-1ba2-40af-baa4-a91aaf40c56f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.472609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff900cb7-b2a7-4109-9912-ef7da17e38ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (9b566903-1ba2-40af-baa4-a91aaf40c56f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.504031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27997cc8-1b46-4f26-80d6-30d829a03774 None None] Current status of the port 74c660fa-345a-4d68-b38b-3cfb37c1f958 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:26.537402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 618a2b6f-d5fa-4fe2-b280-c33a9032583a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:26.538267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff900cb7-b2a7-4109-9912-ef7da17e38ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b566903-1ba2-40af-baa4-a91aaf40c56f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:26.539432 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.553626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff900cb7-b2a7-4109-9912-ef7da17e38ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.558494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ff900cb7-b2a7-4109-9912-ef7da17e38ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4666016 Feb 17 22:11:26.558819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38698) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:26.581805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-dfdf5425-b0e8-490d-b550-164c329b04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:26.585026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3356548a-e0b6-4f67-8b16-22a097113481 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'security_group_rule': {'security_group_id': '2fc33b23-a9e2-48a6-a5e7-3fb4042500a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:26.586943 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-dfdf5425-b0e8-490d-b550-164c329b04b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1126 time: 0.1134229 Feb 17 22:11:26.647180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-dad431cc-b260-4598-b435-2c5042b26145 None None] Provisioning complete for port b2d33548-2e80-41a9-97a0-b36863805ea8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:26.647833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad431cc-b260-4598-b435-2c5042b26145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.726406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dad431cc-b260-4598-b435-2c5042b26145 None None] Port b2d33548-2e80-41a9-97a0-b36863805ea8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:26.726749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-ed20f152-f170-4e55-a865-5e1c36bd9184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:26.728448 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-ed20f152-f170-4e55-a865-5e1c36bd9184 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.1244431 Feb 17 22:11:26.729858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ac71860-1f9a-4bf9-89e2-a8adf9b7828b req-86c3876b-a1c7-4e31-9c76-0e9ff444e9eb tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 210 time: 0.1293344 Feb 17 22:11:26.776213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3356548a-e0b6-4f67-8b16-22a097113481 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group_rule (8bf4ff8a-9a98-4096-918b-04dfe147899f), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.807209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-dad431cc-b260-4598-b435-2c5042b26145 None None] Provisioning complete for port 618a2b6f-d5fa-4fe2-b280-c33a9032583a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:26.811964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dad431cc-b260-4598-b435-2c5042b26145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.829443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d059e31-e201-4b81-a671-a7878152cf34 req-d175785e-207f-4d89-a721-ffbca79201b3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:26.837270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d059e31-e201-4b81-a671-a7878152cf34 req-d175785e-207f-4d89-a721-ffbca79201b3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 943 time: 0.2774277 Feb 17 22:11:26.863416 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-a505445c-4fd1-4032-9bac-3d70419049e2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 217 time: 0.1258163 Feb 17 22:11:26.938638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d059e31-e201-4b81-a671-a7878152cf34 req-ddd0f24a-2bdc-46be-8e7b-5e251790e1b9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001227 Feb 17 22:11:26.958990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3356548a-e0b6-4f67-8b16-22a097113481 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group_rule (8bf4ff8a-9a98-4096-918b-04dfe147899f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.963236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 618a2b6f-d5fa-4fe2-b280-c33a9032583a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:26.980864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3356548a-e0b6-4f67-8b16-22a097113481 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (8bf4ff8a-9a98-4096-918b-04dfe147899f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:26.984097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-6e5fbfbb-515a-4c1e-960d-9981b0eeddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:26.985801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-6e5fbfbb-515a-4c1e-960d-9981b0eeddd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1161118 Feb 17 22:11:27.020899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3356548a-e0b6-4f67-8b16-22a097113481 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf4ff8a-9a98-4096-918b-04dfe147899f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:27.049229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3356548a-e0b6-4f67-8b16-22a097113481 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:27.053824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3356548a-e0b6-4f67-8b16-22a097113481 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4738231 Feb 17 22:11:27.054512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38704) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:27.054661 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-4e6d237b-6b9c-4863-bda0-53504459f511 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503712 Feb 17 22:11:27.068648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:27.087544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dad431cc-b260-4598-b435-2c5042b26145 None None] Current status of the port 618a2b6f-d5fa-4fe2-b280-c33a9032583a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:27.118403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b498bd-b0d7-4e29-868f-4c45ee91dea3 req-26e82268-b864-4aed-9fad-adfd8fa3617e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:27.120884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b498bd-b0d7-4e29-868f-4c45ee91dea3 req-26e82268-b864-4aed-9fad-adfd8fa3617e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.1554916 Feb 17 22:11:27.158601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 618a2b6f-d5fa-4fe2-b280-c33a9032583a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:27.233961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:27.266804 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-00e4f227-1512-4b60-91e1-d3975bf5ea77 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111547 Feb 17 22:11:27.290114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 618a2b6f-d5fa-4fe2-b280-c33a9032583a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:27.290481 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:27.349348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51cf9e-d804-4b47-8e3c-e6440b6be1ee req-35cbbc6c-d144-422c-ac7f-749373bc42eb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:27.356953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb51cf9e-d804-4b47-8e3c-e6440b6be1ee req-35cbbc6c-d144-422c-ac7f-749373bc42eb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.2775278 Feb 17 22:11:27.398663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b498bd-b0d7-4e29-868f-4c45ee91dea3 req-a59d67fd-ad3c-4177-8942-18c05b8773b9 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2620959 Feb 17 22:11:27.461150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 618a2b6f-d5fa-4fe2-b280-c33a9032583a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:27.461677 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4f244897-264c-413d-ac5c-57fab1ced8ce req-26856cd7-7c39-438c-99e6-5517af6a7f40 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878815 Feb 17 22:11:27.535927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-a17d3fc3-dd49-439a-98ec-5eb38b5b11b3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:27.537380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-a17d3fc3-dd49-439a-98ec-5eb38b5b11b3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.73 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 817 time: 0.3065486 Feb 17 22:11:27.578687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb51cf9e-d804-4b47-8e3c-e6440b6be1ee req-3d085808-2a87-4eab-911d-f8f1ae88f276 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787465 Feb 17 22:11:27.581371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f15711ac-b997-457f-b1bf-3c01fbb01245 req-8c5f6273-55dc-42e0-9a8e-fe554766c31b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0554049 Feb 17 22:11:27.654439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-c01d37f3-3fbb-459f-8340-3ca54c251611 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 380 time: 0.1063077 Feb 17 22:11:27.662808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'port': {'device_id': '7301b938-2b7b-4981-96b4-ed4881202189', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'admin_state_up': True, 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'security_groups': ['ad5068db-55e3-48f2-834d-08d1286e5355']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:27.742036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:27.832364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31fdf9-288b-47a6-8db6-62a5766f0717 req-6197304f-e8c9-4732-84c0-d29e040d304b tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:27.834607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d31fdf9-288b-47a6-8db6-62a5766f0717 req-6197304f-e8c9-4732-84c0-d29e040d304b tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 945 time: 0.1666155 Feb 17 22:11:27.897241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdf8a517-647b-4b22-8c91-4abd4cfa217c req-837e9d8a-5b88-49f6-bc00-a3049a9fd2d3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 210 time: 0.0624089 Feb 17 22:11:27.980350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d31fdf9-288b-47a6-8db6-62a5766f0717 req-905ae780-eab2-4d18-8b13-666a779f834a tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348231 Feb 17 22:11:27.984337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Made reservation on behalf of 822ad60a2532425095b618c27fea11e1 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:27.987765 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:28.023660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 172.25.0.118 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/2b85f929-554f-48db-ad81-d65787cb3643) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:28.288470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-48487d1d-ee4e-43dd-ab08-e6d0562610bd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:28.290031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-48487d1d-ee4e-43dd-ab08-e6d0562610bd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.2960651 Feb 17 22:11:28.340728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-ec8478ca-7f21-4df2-ba85-72024887c8d8 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/quotas/2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 375 time: 0.0394626 Feb 17 22:11:28.372639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (2b85f929-554f-48db-ad81-d65787cb3643), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:28.395646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Allocated IP 172.20.0.9 (ca9d742c-593d-425c-b5fb-51c5b5d35926/7149978d-de33-4048-be1d-65a0097ef73d/c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:28.409999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94963617-3e14-4f75-91e2-88a02ac618b9 req-db6bc5a7-327d-4333-b5e6-11a6c10ace0d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:28.411493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94963617-3e14-4f75-91e2-88a02ac618b9 req-db6bc5a7-327d-4333-b5e6-11a6c10ace0d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 943 time: 0.2073100 Feb 17 22:11:28.529801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-2005b78f-d596-42a4-ba9b-f8d18ade18c9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1793530 Feb 17 22:11:28.573017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2b85f929-554f-48db-ad81-d65787cb3643), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:28.596794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94963617-3e14-4f75-91e2-88a02ac618b9 req-d949a898-681b-4ee2-aefe-a8b960374261 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754718 Feb 17 22:11:28.694155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:28.709322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:28.737168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:28.745546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=2b85f929-554f-48db-ad81-d65787cb3643,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:28.838318 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:28.842590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-bcac664c-a56d-46a3-a953-68ec037f517e service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802186 Feb 17 22:11:28.872848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8d77e-726b-4175-9912-b2c97af9e7a4 req-8ca53675-ec36-4821-afee-474c1aa9055c tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:28.874282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-53a8d77e-726b-4175-9912-b2c97af9e7a4 req-8ca53675-ec36-4821-afee-474c1aa9055c tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8 HTTP/1.1" status: 200 len: 945 time: 0.2073171 Feb 17 22:11:29.208777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:29.313709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:29.313930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for floatingip (1b67c31b-df14-4992-af75-b84a46602351), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.326993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '6dde2367-2264-4525-a8a4-9decb39a3f82', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'port_id': '6dde2367-2264-4525-a8a4-9decb39a3f82', 'mac_address': 'fa:16:3e:91:32:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb73f8d-9b93-4360-977f-12e903433c9b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:29.347512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-53a8d77e-726b-4175-9912-b2c97af9e7a4 req-92b97427-1e7c-4bf8-bd3a-015fda048371 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594061 Feb 17 22:11:29.350197 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.364237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-ade07ef6-0f43-4062-9990-1953f25961d2 service neutron] 10.222.0.79 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102425 Feb 17 22:11:29.366383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 6dde2367-2264-4525-a8a4-9decb39a3f82 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:29.376961 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.395188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dde2367-2264-4525-a8a4-9decb39a3f82 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:29.415456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:29.421242 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.478714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:29.488424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2b85f929-554f-48db-ad81-d65787cb3643), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.552495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:29.556883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:29.565720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:29.569659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:29.702190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-ffd246cc-06e9-4cbd-9743-4857abb55f0c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:29.703900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-ffd246cc-06e9-4cbd-9743-4857abb55f0c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.73 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.0794954 Feb 17 22:11:29.719415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:29.720200 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.750455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a4b1d1-9de9-43f6-8fac-118582438baf req-9ea936f6-1fa7-418f-a0e1-4a49c3ed5918 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:29.752467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58a4b1d1-9de9-43f6-8fac-118582438baf req-9ea936f6-1fa7-418f-a0e1-4a49c3ed5918 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 945 time: 0.2657771 Feb 17 22:11:29.820058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-1bcddd2b-c57f-4b1b-a6cd-3d0b6291f86a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1608071 Feb 17 22:11:29.831349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['6dde2367-2264-4525-a8a4-9decb39a3f82'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:29.845724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Request body: {'port': {'device_id': '7301b938-2b7b-4981-96b4-ed4881202189', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:29.854747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Deleting port dc38e136-f170-4b6e-b330-150990f58876 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:29.855208 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dc38e136-f170-4b6e-b330-150990f58876), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.902397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58a4b1d1-9de9-43f6-8fac-118582438baf req-54ae400d-bf0a-49fe-a0db-934f26c864b4 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups?id=183b58cc-cc0f-4af0-9fab-913d106b2874&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235442 Feb 17 22:11:29.967863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-28f55943-35a0-4545-a3f7-83b66bb1be6c None None] Provisioning complete for port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:29.968252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28f55943-35a0-4545-a3f7-83b66bb1be6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:29.984384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] For port dc38e136-f170-4b6e-b330-150990f58876, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dc38e136-f170-4b6e-b330-150990f58876,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:29.985097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dc38e136-f170-4b6e-b330-150990f58876), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.018056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-28f55943-35a0-4545-a3f7-83b66bb1be6c None None] Port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:30.094295 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.098509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (2b85f929-554f-48db-ad81-d65787cb3643), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.156624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2b85f929-554f-48db-ad81-d65787cb3643), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.169068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ed4dd74-7239-499f-b495-2744232a2ded req-dfe0d703-f564-4f8b-927c-e150e648404e tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=83611c24-4806-4582-be37-26f033792c61 HTTP/1.1" status: 200 len: 210 time: 0.0790529 Feb 17 22:11:30.231138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=2b85f929-554f-48db-ad81-d65787cb3643,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:30.320732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.321292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (b78b640f-d980-4cd5-b524-cf4fd38974eb), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.321600 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Floating IP b78b640f-d980-4cd5-b524-cf4fd38974eb disassociated. External IP: 172.25.0.28, port: dc38e136-f170-4b6e-b330-150990f58876. Feb 17 22:11:30.322106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Calling delete_port for dc38e136-f170-4b6e-b330-150990f58876 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:30.376163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313af87-93e4-45a1-bc63-67e2988ed35a req-33c4fd6d-5086-4a64-ac59-4a7c6dc60efd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:30.377817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5313af87-93e4-45a1-bc63-67e2988ed35a req-33c4fd6d-5086-4a64-ac59-4a7c6dc60efd tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.4383900 Feb 17 22:11:30.432752 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (1b67c31b-df14-4992-af75-b84a46602351), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.482944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dc38e136-f170-4b6e-b330-150990f58876), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.517638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37dce96-b85b-47c6-ba50-29787a513530 req-d367854d-0d96-4be5-8e0d-b89cbdb148d3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:30.529989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b37dce96-b85b-47c6-ba50-29787a513530 req-d367854d-0d96-4be5-8e0d-b89cbdb148d3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 931 time: 0.2767096 Feb 17 22:11:30.530409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event deleted for resources: {'Port': ['ID=dc38e136-f170-4b6e-b330-150990f58876,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:30.571229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.580849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c1df5b76-d87d-4830-b341-46c57f9975f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5223906 Feb 17 22:11:30.675649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5313af87-93e4-45a1-bc63-67e2988ed35a req-7cd7e8f1-6e22-419d-96fd-bad44a439264 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851837 Feb 17 22:11:30.695525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Router 1d319735-ab69-4030-bea2-0b579883df2a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:11:30.719652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b37dce96-b85b-47c6-ba50-29787a513530 req-b2b1a92e-4eb1-4a1b-81d4-8a2050d8c4c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923630 Feb 17 22:11:30.848607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:11:30.865065 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] Sync routers for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:11:30.879692 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:30.880383 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:30.913430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] No DVR routers for this DVR port dc38e136-f170-4b6e-b330-150990f58876 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:30.916705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:30.922668 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-33af3ee9-bac6-4fd5-be0b-4c5271bf3c28 req-f5bbdb9d-06a6-4a91-95ee-7797ca07c95c tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.73 "DELETE /v2.0/ports/dc38e136-f170-4b6e-b330-150990f58876 HTTP/1.1" status: 204 len: 173 time: 1.2122517 Feb 17 22:11:30.923284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'name': 'network-vif-deleted', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:30.927957 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2d8886-dfe4-46a6-a290-02a830174110" -d '{"events": [{"server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "name": "network-vif-deleted", "tag": "dc38e136-f170-4b6e-b330-150990f58876"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:30.943238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:30.979098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Publish callbacks [] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.004000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Transition to ACTIVE for port object c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:31.025776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b70fa7-0b1c-41f1-8359-25429376496d req-23d1969f-4bdd-4edb-9fa0-e41ca4525cc6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:31.027396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0b70fa7-0b1c-41f1-8359-25429376496d req-23d1969f-4bdd-4edb-9fa0-e41ca4525cc6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=422b9331-0bab-4cc9-849c-bbb72d08e604 HTTP/1.1" status: 200 len: 945 time: 0.2288716 Feb 17 22:11:31.031036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.050587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5725b5-edd1-42ba-abcc-781250b6b14f req-a7542da6-6eb2-412d-9068-f88bce11856c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:31.052804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5725b5-edd1-42ba-abcc-781250b6b14f req-a7542da6-6eb2-412d-9068-f88bce11856c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 944 time: 0.2126257 Feb 17 22:11:31.121864 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:31.207189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:31.232708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:31.261034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0b70fa7-0b1c-41f1-8359-25429376496d req-5cf18c45-8ed7-49f7-a325-d7a41a1ee30f tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214873 Feb 17 22:11:31.281435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5725b5-edd1-42ba-abcc-781250b6b14f req-1f0683d0-ff61-4d9a-a362-99ff3ee882cb tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030871 Feb 17 22:11:31.329219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-fcac9edc-6b00-4b87-89b0-44e8afa5831c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:31.331192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-fcac9edc-6b00-4b87-89b0-44e8afa5831c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 820 time: 0.2676203 Feb 17 22:11:31.350155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Request body: {'port': {'device_id': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'admin_state_up': True, 'tenant_id': '2356f526efd44c08a1547a8c63d4ff01'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:31.365043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 6dde2367-2264-4525-a8a4-9decb39a3f82 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:31.368226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:31.369255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:31.370194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:31.382500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 6dde2367-2264-4525-a8a4-9decb39a3f82 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:31.382879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.383696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:31.384938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:31.480847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:31.481633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Checking segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:31.482025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Bound using segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:31.482604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Bound port: c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:31.482852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.505159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164e21a0-9a52-41b4-8554-b88fc3cc9ef1 req-f91d2339-37e9-45ec-bae2-525d84747f73 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 210 time: 0.0648048 Feb 17 22:11:31.560029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:14Z', 'revision_number': 5, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:31.594620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-ae9740c6-f4fd-4bd2-a3f1-b33ced9d6ad5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--640642194&fields=id&tenant_id=9eb6c7e6397a4a60b242dd64680b417f HTTP/1.1" status: 200 len: 267 time: 0.0888543 Feb 17 22:11:31.623031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 6dde2367-2264-4525-a8a4-9decb39a3f82 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:31.623668 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.652103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:31.655782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:31.660434 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] Checking router: 1d319735-ab69-4030-bea2-0b579883df2a for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:11:31.664615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Made reservation on behalf of 2356f526efd44c08a1547a8c63d4ff01 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:31.671673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.678702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.685866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:31.689002 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:31.692446 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab1a4b2-8a4a-4cca-a208-ea7c2804b62e" -d '{"events": [{"server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "name": "network-vif-plugged", "status": "completed", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:31.693609 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:31.727211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:31.745355 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.814458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-72cc6173-35f9-4c33-8480-e17619386be8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:31.821465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-72cc6173-35f9-4c33-8480-e17619386be8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 200 len: 937 time: 0.1611843 Feb 17 22:11:31.827747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:31.845825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:31.846447 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:31.847856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-5a5189ea-39d2-4261-be30-8444fdb48822 service neutron] 10.222.0.73 "PUT /v2.0/ports/c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 1092 time: 2.0077877 Feb 17 22:11:31.850970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:31.852582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:31.853481 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:31.909801 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:31.914712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Allocated IP 172.20.0.6 (dba98d2b-b591-448a-b4e3-92d18620e790/dc86496c-0bbe-4e55-963e-bea4eb2235c5/eddb64c1-9f9c-4b0a-b460-369db9739a3f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:31.965193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-dbd5dcd7-f040-4436-b1b5-958fe558018a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:31.973496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-dbd5dcd7-f040-4436-b1b5-958fe558018a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 200 len: 937 time: 0.1510944 Feb 17 22:11:32.075766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-7fdac594-ec47-4943-a8e9-ee8c2968e113 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?network_id=80347aa6-14e3-4b9d-a638-5515efff641e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1011534 Feb 17 22:11:32.125850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c890057a-97a3-45da-9555-5191560355ce req-107a6e75-879b-451d-8aea-915a10ac469e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/ports?device_id=5e5478e1-da23-4efb-b08f-41fc3afc9a1d HTTP/1.1" status: 200 len: 210 time: 0.3015532 Feb 17 22:11:32.150237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks [] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:32.157015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e2278fd8-178f-4085-99f2-33fa149960c2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?network_id=80347aa6-14e3-4b9d-a638-5515efff641e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0797274 Feb 17 22:11:32.195983 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac8bc36-510c-45c5-b40a-4b2e32d2b4a4 x-openstack-request-id: req-7ac8bc36-510c-45c5-b40a-4b2e32d2b4a4 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:32.197324 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e5478e1-da23-4efb-b08f-41fc3afc9a1d", "name": "network-vif-deleted", "tag": "dc38e136-f170-4b6e-b330-150990f58876", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:32.199111 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ac8bc36-510c-45c5-b40a-4b2e32d2b4a4 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:32.199654 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e5478e1-da23-4efb-b08f-41fc3afc9a1d', 'name': 'network-vif-deleted', 'tag': 'dc38e136-f170-4b6e-b330-150990f58876', 'status': 'completed', 'code': 200} Feb 17 22:11:32.240385 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:32.252917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['08e356e0-1619-4d8e-8814-b4a5e0800906'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:32.253664 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:14Z', 'revision_number': 5, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:32.316487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-9998e98a-49aa-49b8-9869-dd1517601c07 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:32.322502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-9998e98a-49aa-49b8-9869-dd1517601c07 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:32.329059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-9998e98a-49aa-49b8-9869-dd1517601c07 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:32.330607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-9998e98a-49aa-49b8-9869-dd1517601c07 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/networks?id=1f758203-9b63-4f40-821e-7ad3f600067d&id=c088b390-06da-4679-9b99-a3bc5456e9ef&id=c088b390-06da-4679-9b99-a3bc5456e9ef&id=80347aa6-14e3-4b9d-a638-5515efff641e&id=80347aa6-14e3-4b9d-a638-5515efff641e HTTP/1.1" status: 200 len: 1994 time: 0.1499360 Feb 17 22:11:32.334060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-9ef1924a-11b7-46b6-8660-5ffe7df244ab service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6751437 Feb 17 22:11:32.335050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Network dba98d2b-b591-448a-b4e3-92d18620e790 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:32.338857 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf88e28-2513-4cce-9965-52aed7099686 None None] The sync data for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 is: [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:10:06Z', 'revision_number': 4, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '04776d5e-4683-4f13-9207-14e1cdcddd60', 'name': '', 'network_id': '2e8c0324-a918-43e1-bb4c-f439b994c07d', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'mac_address': 'fa:16:3e:1e:d5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:04Z', 'updated_at': '2022-02-17T22:10:14Z', 'revision_number': 5, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'subnets': [{'id': '54efad64-af5d-4737-af22-ffc518dc2c50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:11:32.346054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:32.352347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:32.396476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-adf573f4-4707-4614-a867-ca5310ecc0f4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/quotas/9eb6c7e6397a4a60b242dd64680b417f HTTP/1.1" status: 200 len: 375 time: 0.0585616 Feb 17 22:11:32.415115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:32.444947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:32.445769 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:32.481559 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-e482c9cc-bd86-49a8-9aed-ed76eeef2c2a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1326506 Feb 17 22:11:32.489726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Request body: {'port': {'device_id': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:32.515223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-645ceb49-88b7-4298-8188-c88201327da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:32.523277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-645ceb49-88b7-4298-8188-c88201327da3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1126 time: 0.4801710 Feb 17 22:11:32.594958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:32.606211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-c7563d3b-a9ba-42d8-ae1d-6f7ef47cdd27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 217 time: 0.0773594 Feb 17 22:11:32.618366 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b35ded-e0b2-4fa2-bbc8-7a84485b440c x-openstack-request-id: req-e0b35ded-e0b2-4fa2-bbc8-7a84485b440c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:32.618858 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "name": "network-vif-plugged", "status": "completed", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:32.619529 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0b35ded-e0b2-4fa2-bbc8-7a84485b440c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:32.620093 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82', 'code': 200} Feb 17 22:11:32.666087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-6cd857a7-6439-4ac9-88ae-5fb7ef2e6148 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2555742 Feb 17 22:11:32.729853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-a3078204-6099-4454-9346-81a258c3325e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:32.731323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-a3078204-6099-4454-9346-81a258c3325e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 1127 time: 0.2717175 Feb 17 22:11:32.826467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e1ee1-bbdc-47db-81ac-ecc653157c27 None None] New status for floating IP b78b640f-d980-4cd5-b524-cf4fd38974eb: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:11:32.894193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-0efa42e5-e6cb-411b-9995-d957552bd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:32.895805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-0efa42e5-e6cb-411b-9995-d957552bd9df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.2805588 Feb 17 22:11:32.961424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddb64c1-9f9c-4b0a-b460-369db9739a3f {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:32.970956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Publish callbacks [] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:32.989945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Transition to ACTIVE for port object eddb64c1-9f9c-4b0a-b460-369db9739a3f will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:32.996880 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:33.035442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be413aed-0ec4-44ca-8d17-f90945aeebaa req-a29b0e41-048f-4851-bdae-4b0276d14025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.037704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be413aed-0ec4-44ca-8d17-f90945aeebaa req-a29b0e41-048f-4851-bdae-4b0276d14025 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1128 time: 0.3385220 Feb 17 22:11:33.049293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e1325-855f-497a-b78a-59f9b2dc0f31 req-c6fdcda7-3877-4190-b66f-ee1c2866b1ba tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.051391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d42e1325-855f-497a-b78a-59f9b2dc0f31 req-c6fdcda7-3877-4190-b66f-ee1c2866b1ba tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.3163385 Feb 17 22:11:33.066460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-df4672a7-aae0-4e43-b041-9dba64ed8cd6 service neutron] 10.222.0.79 "GET /v2.0/networks/1f758203-9b63-4f40-821e-7ad3f600067d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684263 Feb 17 22:11:33.069755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:33.142383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:33.142813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:33.143203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:33.148340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:33.148738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:33.148862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-6f810475-3887-40ef-ab0f-b0d1bcd54e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.150308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-6f810475-3887-40ef-ab0f-b0d1bcd54e41 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.3492002 Feb 17 22:11:33.155254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:33.156173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:33.156173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:33.156781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Bound port: eddb64c1-9f9c-4b0a-b460-369db9739a3f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:33.157206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:33.165576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-03c7c95b-2c3f-49fc-a1af-55fdeb5c75e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.167122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-03c7c95b-2c3f-49fc-a1af-55fdeb5c75e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2570632 Feb 17 22:11:33.232399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dc38e136-f170-4b6e-b330-150990f58876 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:33.252604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:33.257434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:33.258673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: dc38e136-f170-4b6e-b330-150990f58876 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:11:33.259637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dc38e136-f170-4b6e-b330-150990f58876 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:33.268003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:33.306539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-dd3b88be-c40c-43d2-bf52-cf189cba54b3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 200 len: 217 time: 0.1384017 Feb 17 22:11:33.312941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.313576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:33.313789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be413aed-0ec4-44ca-8d17-f90945aeebaa req-94fc4299-5516-46f1-9a36-0b053cb072c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556283 Feb 17 22:11:33.314975 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] 10.222.0.73 "PUT /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 1092 time: 0.8299570 Feb 17 22:11:33.316724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d42e1325-855f-497a-b78a-59f9b2dc0f31 req-c3be52a9-5c67-4af8-9ddd-b9eb561621f5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440352 Feb 17 22:11:33.333078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65182d12-96a9-45b5-8052-129fbfbe44e9 service neutron] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:33.385176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b8d87674-f49f-4ee3-b957-bf872bff3cdb service neutron] 10.222.0.79 "GET /v2.0/networks/1f758203-9b63-4f40-821e-7ad3f600067d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178763 Feb 17 22:11:33.466670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-599e718a-afed-451a-983f-707f74fde576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.468656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-599e718a-afed-451a-983f-707f74fde576 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1510916 Feb 17 22:11:33.476713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-9cd268c5-b4a8-4785-85d1-e5db5090d2a2 service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982306 Feb 17 22:11:33.491274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0b6d749f-a047-41a4-ada4-588c13dd1a26 service neutron] 10.222.0.79 "GET /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0950944 Feb 17 22:11:33.513066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-75414603-c142-4e34-a8ac-6d2bf9cd2395 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353644 Feb 17 22:11:33.601404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-588ff4a9-3897-4ab5-81cc-c073bb498052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.604018 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-588ff4a9-3897-4ab5-81cc-c073bb498052 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1126 time: 0.0486450 Feb 17 22:11:33.656238 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-845d8fdb-a095-4f2d-be14-8a58c873a7c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 217 time: 0.0421395 Feb 17 22:11:33.681148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c3f2-3e80-4499-97dd-27142b92dfe9 req-82156646-0434-4932-98cf-512e9e2e9de6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.682611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f88c3f2-3e80-4499-97dd-27142b92dfe9 req-82156646-0434-4932-98cf-512e9e2e9de6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.2842197 Feb 17 22:11:33.717624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-9f29db37-04fa-4c0a-80d1-77255cad9199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:33.719211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-9f29db37-04fa-4c0a-80d1-77255cad9199 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0566514 Feb 17 22:11:33.752277 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-62e3da9c-6b84-4f05-b4ae-8de23a780563 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262949 Feb 17 22:11:33.853486 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-bb203d9d-ead9-472b-89c9-cd55ff472d8f service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949111 Feb 17 22:11:33.951859 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0ed0c2f0-dd8f-46b8-a92e-4ff212cd1d38 req-8c47674d-4dcc-4cd8-b4a8-ffbeb0bf71ee service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894713 Feb 17 22:11:34.079434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d9baa09-cd27-43ce-98c5-26ef0448105c req-d8790efd-bb2c-458f-bf1d-5e715a73b568 service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572371 Feb 17 22:11:34.081015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c3b7845d-1b5a-4754-a24e-5b0a606ec327 service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5703394 Feb 17 22:11:34.126827 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-6cdadd28-6961-4a32-940f-93db4c9a0044 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6036963 Feb 17 22:11:34.143790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f88c3f2-3e80-4499-97dd-27142b92dfe9 req-1b9d09ec-0912-4a03-abdd-63ab2e1ba6b7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4489689 Feb 17 22:11:34.201843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:34.204773 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c" -d '{"events": [{"name": "network-changed", "server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:34.230792 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58988415-54ff-4fb7-b9c5-190ce0bbd5f0 x-openstack-request-id: req-58988415-54ff-4fb7-b9c5-190ce0bbd5f0 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:34.231081 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:34.231337 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-58988415-54ff-4fb7-b9c5-190ce0bbd5f0 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:34.233077 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'status': 'completed', 'code': 200} Feb 17 22:11:34.318008 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-f6cc3c84-adbb-4b71-a787-9a2e282dd17f service neutron] show failed (client error): The resource could not be found. Feb 17 22:11:34.319000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-f6cc3c84-adbb-4b71-a787-9a2e282dd17f service neutron] 10.222.0.94 "GET /v2.0/ports/b2841f04-5468-42ee-90ab-62f8bd3adc61/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.2447832 Feb 17 22:11:34.380068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68ca14ce-f725-45ef-89ef-7d70a0f6f28a req-9428800e-852c-402e-882b-9c5a1a425e74 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085283 Feb 17 22:11:34.383527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-d436536f-636e-4c22-90d8-6bbb9c5ab873 service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711580 Feb 17 22:11:34.393192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-a29aac50-ca43-4172-9b16-b45c48ff3669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:34.394712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-a29aac50-ca43-4172-9b16-b45c48ff3669 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1126 time: 0.1555541 Feb 17 22:11:34.414598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5cbbd-5ec2-42d0-a528-736b4710ff60 req-0f2770a8-e18f-44f0-95c2-3e2b1d79f3db tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:34.416108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44d5cbbd-5ec2-42d0-a528-736b4710ff60 req-0f2770a8-e18f-44f0-95c2-3e2b1d79f3db tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 945 time: 0.1374023 Feb 17 22:11:34.534955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f79aa068-f1eb-4d2b-88e7-36c2bab35e25 service neutron] 10.222.0.79 "GET /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1343405 Feb 17 22:11:34.626195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-86787cf5-2fb0-4770-8915-f09d663b38c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:34.627847 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-86787cf5-2fb0-4770-8915-f09d663b38c0 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 1133 time: 0.0577171 Feb 17 22:11:34.641496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:34.641751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44d5cbbd-5ec2-42d0-a528-736b4710ff60 req-b1736c79-8f0b-485c-9d54-f1e7f52f6ffb tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062793 Feb 17 22:11:34.653101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-586ce5bb-c9cc-445b-a15a-ef552a3d966c tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:34.655097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-586ce5bb-c9cc-445b-a15a-ef552a3d966c tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "GET /v2.0/ports?device_id=422b9331-0bab-4cc9-849c-bbb72d08e604 HTTP/1.1" status: 200 len: 945 time: 0.2112927 Feb 17 22:11:34.683901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-0b20626e-7c9a-42b4-a6d4-8931ccb12573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:34.685285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-0b20626e-7c9a-42b4-a6d4-8931ccb12573 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.2672358 Feb 17 22:11:34.749215 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:34.755959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-684d23c3-58ea-4628-9baa-b37cfb5136c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 217 time: 0.0498414 Feb 17 22:11:34.885541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4cbf4f6c-1322-476c-adab-ea17a653a229 service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213451 Feb 17 22:11:34.903235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-bd4eb4b5-ed43-438a-b1b8-63b11cd92735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:34.904646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-bd4eb4b5-ed43-438a-b1b8-63b11cd92735 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.1336730 Feb 17 22:11:35.029728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad622c-c96f-4119-8768-482fb0119cc8 req-7d6281dd-49e7-48bd-b2b4-53f515d241de tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.031835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7aad622c-c96f-4119-8768-482fb0119cc8 req-7d6281dd-49e7-48bd-b2b4-53f515d241de tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.2694428 Feb 17 22:11:35.043627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Deleting port 585ad4cd-5534-4a8b-b86e-92378d16746c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:35.043992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:35.051889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:35.089999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:35.139871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c823945a-06ff-4f1c-9536-76980bc8c39d service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462649 Feb 17 22:11:35.140804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Publish callbacks [] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:35.150933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-20c0ace9-2ec1-4503-916f-6050fbef754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.156938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Transition to ACTIVE for port object b2841f04-5468-42ee-90ab-62f8bd3adc61 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:35.157298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-20c0ace9-2ec1-4503-916f-6050fbef754b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2045975 Feb 17 22:11:35.161021 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:35.212244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=6']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:35.240510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] No DVR routers for this DVR port b2841f04-5468-42ee-90ab-62f8bd3adc61 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:35.284543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:35.285242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:35.285761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:35.291413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:35.291903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:35.297724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:35.298071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:35.298585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:35.299069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Bound port: b2841f04-5468-42ee-90ab-62f8bd3adc61, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:35.299452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:35.347972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7aad622c-c96f-4119-8768-482fb0119cc8 req-7ec14029-956e-43b6-ae01-47a5163a2495 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974246 Feb 17 22:11:35.381836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:35.385672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:35.405307 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:35.452136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.452891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:35.454450 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] 10.222.0.73 "PUT /v2.0/ports/b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 1097 time: 0.8171556 Feb 17 22:11:35.456074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] For port 585ad4cd-5534-4a8b-b86e-92378d16746c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=585ad4cd-5534-4a8b-b86e-92378d16746c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:35.456751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:35.473709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f23544-b804-45c7-8035-2429a4fc712e service neutron] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=7']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:35.489325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Calling delete_port for 585ad4cd-5534-4a8b-b86e-92378d16746c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:35.496072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-59329353-a8b2-461c-8d77-ad6efc43c58d service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296459 Feb 17 22:11:35.554172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-a0097079-7603-4fa0-90ad-c53e8f0cdd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.556059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-a0097079-7603-4fa0-90ad-c53e8f0cdd21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1131 time: 0.0721900 Feb 17 22:11:35.571110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-1085f46e-7072-45e8-9a8d-cc7063d38abe service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929372 Feb 17 22:11:35.668635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-9dcd2bd8-286f-4fa8-b18f-5a38591cabb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.671331 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-9dcd2bd8-286f-4fa8-b18f-5a38591cabb2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1064765 Feb 17 22:11:35.728320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-05ab7618-8b8f-49a6-a440-9f796ec3fe69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.0491843 Feb 17 22:11:35.788274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd149a-391c-49f6-a443-b403f9e2644e req-eac189e6-1349-4a29-922a-e28a7168fa95 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.789414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64fd149a-391c-49f6-a443-b403f9e2644e req-eac189e6-1349-4a29-922a-e28a7168fa95 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=422b9331-0bab-4cc9-849c-bbb72d08e604 HTTP/1.1" status: 200 len: 945 time: 0.2928803 Feb 17 22:11:35.799252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-2cb99546-f619-4c29-a71c-5f0e5d04bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.801002 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-2cb99546-f619-4c29-a71c-5f0e5d04bfb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0654950 Feb 17 22:11:35.828594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-2d7bf14a-7057-4c8e-95d0-c2dd24671c0b service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242209 Feb 17 22:11:35.851068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cf253ac-dc38-494d-9ad9-7917f8bebaa0 req-290a0195-a502-4b77-8884-9e4376fe3c83 service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647390 Feb 17 22:11:35.859636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-15b206f1-e832-4e3b-86c5-85d36026aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:35.861286 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-15b206f1-e832-4e3b-86c5-85d36026aa6a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0535338 Feb 17 22:11:35.961500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64fd149a-391c-49f6-a443-b403f9e2644e req-75177529-82d5-4364-9a5d-ab4ce98ff8b6 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544607 Feb 17 22:11:35.989253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-e53306d7-77af-41ba-811c-5c2d86d1999c service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058059 Feb 17 22:11:36.001955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-fc40ebe4-4a3f-414a-8a80-1d40352fada8 service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625831 Feb 17 22:11:36.012506 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (585ad4cd-5534-4a8b-b86e-92378d16746c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:36.027126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['0cdac164-5ca8-4895-8f37-ff7d76bebc54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:36.109855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['585ad4cd-5534-4a8b-b86e-92378d16746c', 'eadeb403-ef0f-4cb3-9305-c81b9869b02c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:36.165206 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-aa15e214-241a-4f7b-be14-bfcc81f946e6 req-0ab448f3-7cac-4a87-abb8-543ff80f96cd service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762350 Feb 17 22:11:36.167065 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d184539-6d9e-4d25-ac66-71577cbc246e x-openstack-request-id: req-9d184539-6d9e-4d25-ac66-71577cbc246e {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:36.167577 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:36.168046 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d184539-6d9e-4d25-ac66-71577cbc246e {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:36.168629 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f', 'status': 'completed', 'code': 200} Feb 17 22:11:36.176767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Pushing event deleted for resources: {'Port': ['ID=585ad4cd-5534-4a8b-b86e-92378d16746c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:36.207074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] No DVR routers for this DVR port 585ad4cd-5534-4a8b-b86e-92378d16746c on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:36.215767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:36.219253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45bd3f8f-62fe-457b-a914-198805f139c8 req-853e687d-3056-4b86-b897-cae032f414c7 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "DELETE /v2.0/ports/585ad4cd-5534-4a8b-b86e-92378d16746c HTTP/1.1" status: 204 len: 173 time: 1.5519288 Feb 17 22:11:36.246194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'name': 'network-vif-deleted', 'tag': '585ad4cd-5534-4a8b-b86e-92378d16746c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:36.248987 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a22d652-823b-48b1-ad1d-e6cf4d6ff177" -d '{"events": [{"server_uuid": "422b9331-0bab-4cc9-849c-bbb72d08e604", "name": "network-vif-deleted", "tag": "585ad4cd-5534-4a8b-b86e-92378d16746c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:36.299401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-8455926b-cb88-46d0-bf5b-6e6d144a5090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:36.300894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-8455926b-cb88-46d0-bf5b-6e6d144a5090 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1126 time: 0.1826489 Feb 17 22:11:36.343968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32827ac-9c49-473a-a382-ac3142565ce2 req-8ee47bc5-46b6-4890-8196-305a08d54e17 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:36.351136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c32827ac-9c49-473a-a382-ac3142565ce2 req-8ee47bc5-46b6-4890-8196-305a08d54e17 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 948 time: 0.2036560 Feb 17 22:11:36.380760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-cc1a602c-45ff-428a-8189-d247dc6cd104 service neutron] 10.222.0.79 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642824 Feb 17 22:11:36.528592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c32827ac-9c49-473a-a382-ac3142565ce2 req-14dc902a-507f-41be-8cc8-805ef6f10571 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764677 Feb 17 22:11:36.531224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-c3d51da4-196c-4daa-af04-a4716197058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:36.532659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-c3d51da4-196c-4daa-af04-a4716197058a service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.2210662 Feb 17 22:11:36.591182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-89b8802c-c9db-46c2-80c4-38da650a43c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 217 time: 0.0452662 Feb 17 22:11:36.630896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-06f91d82-f0df-4207-85cf-4685622ac1a5 service neutron] 10.222.0.79 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297997 Feb 17 22:11:37.049087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-9d56d026-08e5-4250-bd82-d69d84b81b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:37.050710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-9d56d026-08e5-4250-bd82-d69d84b81b08 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.4520087 Feb 17 22:11:37.110432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-45ee96db-0286-4777-9016-fb506ed9e3df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501506 Feb 17 22:11:37.194866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e1e7de98-9e15-4e7c-9871-a21606859091 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:37.196361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e1e7de98-9e15-4e7c-9871-a21606859091 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.5699358 Feb 17 22:11:37.200160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-237ea428-1379-4f32-883c-a8b65162566a service neutron] 10.222.0.79 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601051 Feb 17 22:11:37.239120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:37.246012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-7d5d4c95-145b-4420-91ce-d2fc94a13978 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/quotas/003a4cb84a814b839614df8dbaa5bedb HTTP/1.1" status: 200 len: 375 time: 0.0397470 Feb 17 22:11:37.324993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-06046880-d33e-4ac9-bb76-09c994f120c1 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517342 Feb 17 22:11:37.329137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-42435357-47de-4f77-b74b-b6fe25130f25 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102411 Feb 17 22:11:37.351403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:37.363639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'port_id': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'mac_address': 'fa:16:3e:92:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:37.414488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:37.414887 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:37.428041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:37.458396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-615b744c-9353-4759-86b0-7919ec5e46b0 service neutron] 10.222.0.79 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442462 Feb 17 22:11:37.463141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:37.469982 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:37.519838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:37.563652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa2e55f-d68e-4ae8-9068-8f39339a2d2c req-f36b25f7-6a89-4914-8d3e-8d750de07cbb service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272229 Feb 17 22:11:37.570308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-fd105583-2f6b-404d-ab7d-af1c58aad311 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366061 Feb 17 22:11:37.648012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-8e9978cc-5dc7-43a4-a032-9e8d5eae9915 service neutron] 10.222.0.79 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726282 Feb 17 22:11:37.717361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-a277c820-80ea-4355-9c39-d1852d167caa service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357055 Feb 17 22:11:37.723491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-69b04fd3-2e80-4395-bf50-d36ee9d6f062 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:37.724784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-69b04fd3-2e80-4395-bf50-d36ee9d6f062 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 200 len: 937 time: 0.0617778 Feb 17 22:11:37.787018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c7ae39e8-416e-48d0-8753-7c74c42d08cb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:37.787681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c7ae39e8-416e-48d0-8753-7c74c42d08cb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 200 len: 937 time: 0.0575049 Feb 17 22:11:37.790629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:38.034875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac0347-5469-4aff-8381-39e45618fdc0 req-7bc211a8-da21-4ddf-85b7-3f2320e7bf34 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:38.049118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0ac0347-5469-4aff-8381-39e45618fdc0 req-7bc211a8-da21-4ddf-85b7-3f2320e7bf34 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.0850050 Feb 17 22:11:38.124119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0ac0347-5469-4aff-8381-39e45618fdc0 req-78b30e35-72ac-4c64-bb96-b416bd0d2e73 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684521 Feb 17 22:11:38.170724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}, {'name': 'network-changed', 'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:38.173795 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6756d63-9b37-4580-b444-6f39ce6f7d33" -d '{"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}, {"name": "network-changed", "server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:38.292204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8840b1-5605-4b2e-9972-d2455f2cde49 req-be94269b-6d34-4f31-8901-4644958ff501 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:38.294218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e8840b1-5605-4b2e-9972-d2455f2cde49 req-be94269b-6d34-4f31-8901-4644958ff501 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 945 time: 0.0782309 Feb 17 22:11:38.352989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e8840b1-5605-4b2e-9972-d2455f2cde49 req-2de139a9-3880-4355-87c9-18e7a4a0f949 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526555 Feb 17 22:11:38.397908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38860) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:38.436362 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21667e4d-387d-428f-90bf-dd4941f4c71a x-openstack-request-id: req-21667e4d-387d-428f-90bf-dd4941f4c71a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:38.436872 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422b9331-0bab-4cc9-849c-bbb72d08e604", "name": "network-vif-deleted", "tag": "585ad4cd-5534-4a8b-b86e-92378d16746c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:38.437193 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21667e4d-387d-428f-90bf-dd4941f4c71a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:38.437702 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422b9331-0bab-4cc9-849c-bbb72d08e604', 'name': 'network-vif-deleted', 'tag': '585ad4cd-5534-4a8b-b86e-92378d16746c', 'status': 'completed', 'code': 200} Feb 17 22:11:38.467480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38c21767-91e6-429c-b993-4136cb244030 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group (183b58cc-cc0f-4af0-9fab-913d106b2874), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:38.497634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38c21767-91e6-429c-b993-4136cb244030 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group (183b58cc-cc0f-4af0-9fab-913d106b2874), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:38.582140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4951b-4edb-4f43-9260-d4acb4ad8a86 req-78e50cc3-7524-4568-ac38-7871b8e5d767 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:38.583814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27f4951b-4edb-4f43-9260-d4acb4ad8a86 req-78e50cc3-7524-4568-ac38-7871b8e5d767 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.0737391 Feb 17 22:11:38.621411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38c21767-91e6-429c-b993-4136cb244030 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (183b58cc-cc0f-4af0-9fab-913d106b2874), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:38.625349 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38c21767-91e6-429c-b993-4136cb244030 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:38.629674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:38.641415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-38c21767-91e6-429c-b993-4136cb244030 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "DELETE /v2.0/security-groups/183b58cc-cc0f-4af0-9fab-913d106b2874 HTTP/1.1" status: 204 len: 168 time: 0.2393563 Feb 17 22:11:38.653495 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-226d0298-323b-4a5c-ac3e-afab042d184e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] show failed (client error): The resource could not be found. Feb 17 22:11:38.657654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-226d0298-323b-4a5c-ac3e-afab042d184e tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "GET /v2.0/security-groups/183b58cc-cc0f-4af0-9fab-913d106b2874 HTTP/1.1" status: 404 len: 347 time: 0.0241745 Feb 17 22:11:38.660076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:38.714761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c21767-91e6-429c-b993-4136cb244030 tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b58cc-cc0f-4af0-9fab-913d106b2874,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:38.736487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27f4951b-4edb-4f43-9260-d4acb4ad8a86 req-258b397f-3ca0-452a-bba5-7815b8ed8f2e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426790 Feb 17 22:11:38.827892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5425b-35fd-44df-a006-8de9d4840b42 req-ef25ffea-91f6-41e8-95f8-d6650a684810 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:38.830157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ad5425b-35fd-44df-a006-8de9d4840b42 req-ef25ffea-91f6-41e8-95f8-d6650a684810 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 948 time: 0.0924354 Feb 17 22:11:38.851892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-6f6a8f7e-c458-4ba8-9684-eb16e0dd6e8b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:38.853564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-6f6a8f7e-c458-4ba8-9684-eb16e0dd6e8b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 200 len: 937 time: 0.1348732 Feb 17 22:11:38.890504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ad5425b-35fd-44df-a006-8de9d4840b42 req-1d0f8eba-e774-4454-9e2d-1429a8ea49a7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543077 Feb 17 22:11:38.928549 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:38.937490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ea463fc-0b5d-47ad-9326-fa60c3129865 req-5df314e3-f249-4a48-8fcb-399815719771 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 210 time: 0.0787919 Feb 17 22:11:39.117880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-634ac6a6-efbf-4a0d-93bb-6bae03413ba7 req-1f1caab0-321c-4a2a-b301-ac97399daaba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0572543 Feb 17 22:11:39.140216 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054123c0-a9ae-4b3a-8f2b-b6666658c558 x-openstack-request-id: req-054123c0-a9ae-4b3a-8f2b-b6666658c558 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:39.140803 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "code": 200}, {"name": "network-changed", "server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:39.141275 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-054123c0-a9ae-4b3a-8f2b-b6666658c558 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:39.141839 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'code': 200} Feb 17 22:11:39.142257 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'status': 'completed', 'code': 200} Feb 17 22:11:39.206972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-27622d9b-8abd-4b13-aef6-dd7c74a3330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:39.208528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-27622d9b-8abd-4b13-aef6-dd7c74a3330e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1131 time: 0.1961641 Feb 17 22:11:39.212666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0133-f8d8-447f-b56e-116c395542df req-8b1feb57-ee76-441b-b5b4-139363e1a423 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:39.219714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-794a0133-f8d8-447f-b56e-116c395542df req-8b1feb57-ee76-441b-b5b4-139363e1a423 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1128 time: 0.1247153 Feb 17 22:11:39.227953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-a4cbd416-0fd5-44ba-ad2e-64473d14269a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:39.229363 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-a4cbd416-0fd5-44ba-ad2e-64473d14269a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 200 len: 937 time: 0.0924206 Feb 17 22:11:39.240241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Deleting port f350ef51-0996-449d-8c57-c3989a7b13e4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:39.240871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:39.251419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:39.255176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:39.318108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-bd8978ec-e9c4-438e-895d-ceabbf25659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:39.319683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-bd8978ec-e9c4-438e-895d-ceabbf25659f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1131 time: 0.2404184 Feb 17 22:11:39.360263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-794a0133-f8d8-447f-b56e-116c395542df req-716de17e-99d1-431d-9be2-040d71743af6 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392100 Feb 17 22:11:39.451703 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:39.451703 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for floatingip (f350ef51-0996-449d-8c57-c3989a7b13e4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:39.496052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Calling delete_port for f350ef51-0996-449d-8c57-c3989a7b13e4 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:39.553870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:39.589104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 585ad4cd-5534-4a8b-b86e-92378d16746c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:39.655249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'mac_address': 'fa:16:3e:06:ab:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:39.718429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-28722c1f-8463-4358-8eb4-ab3d903d9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:39.733179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-28722c1f-8463-4358-8eb4-ab3d903d9a36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.5088511 Feb 17 22:11:39.756046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 585ad4cd-5534-4a8b-b86e-92378d16746c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:11:39.757639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 585ad4cd-5534-4a8b-b86e-92378d16746c not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:39.758440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:39.773272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:39.835951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:39.836807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:39.916630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-53a4ae89-6d90-4c08-a67b-b33286addcc0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.1659243 Feb 17 22:11:39.918331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b2841f04-5468-42ee-90ab-62f8bd3adc61 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:39.918990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:39.949924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port b2841f04-5468-42ee-90ab-62f8bd3adc61 host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:11:39.950576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:39.962630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2841f04-5468-42ee-90ab-62f8bd3adc61 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:39.999881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:40.028253 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.043514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f350ef51-0996-449d-8c57-c3989a7b13e4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.082906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:40.083420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.112107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-23f4da3e-a608-4073-afbc-2abb9ad05585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.113655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-23f4da3e-a608-4073-afbc-2abb9ad05585 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.7460172 Feb 17 22:11:40.117655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Pushing event deleted for resources: {'Port': ['ID=f350ef51-0996-449d-8c57-c3989a7b13e4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:40.124863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:40.140197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:40.142863 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdfe922-204a-4b92-ab48-9dac9ed393d7" -d '{"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-plugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:40.146707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1b701978-5d75-4cbf-a697-9642db1e10f7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.148297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1b701978-5d75-4cbf-a697-9642db1e10f7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.7819238 Feb 17 22:11:40.159932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-048f9fa5-c75c-4c57-bb76-131de3bb4e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.161599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:40.161959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-048f9fa5-c75c-4c57-bb76-131de3bb4e86 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2305186 Feb 17 22:11:40.172337 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.210583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-ab6e9727-d033-47a3-a46d-e523becf8a98 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.0832427 Feb 17 22:11:40.219104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Request body: {'port': {'device_id': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'admin_state_up': True, 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:40.239440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:40.254175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c5a4b9a3-7534-4765-8254-97acf805106a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.256399 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c5a4b9a3-7534-4765-8254-97acf805106a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 948 time: 0.3181007 Feb 17 22:11:40.311292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f842251d-aaaf-4855-9e68-af7a9074b07c req-011a27b3-0f05-4647-aef9-ebe32724041a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.313387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f842251d-aaaf-4855-9e68-af7a9074b07c req-011a27b3-0f05-4647-aef9-ebe32724041a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.3226032 Feb 17 22:11:40.339821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b2841f04-5468-42ee-90ab-62f8bd3adc61'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:40.351044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks [] for floatingip (b78b640f-d980-4cd5-b524-cf4fd38974eb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.354143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.360995 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0369e736-1bc9-4569-b404-a0dd35db399f tempest-ServersTestManualDisk-1798457375 tempest-ServersTestManualDisk-1798457375-project] 10.222.0.79 "DELETE /v2.0/floatingips/b78b640f-d980-4cd5-b524-cf4fd38974eb HTTP/1.1" status: 204 len: 168 time: 1.7000010 Feb 17 22:11:40.364136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38904) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:40.376716 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-53063615-46d7-4372-b7c8-51bedc1fb2e4 service neutron] 10.222.0.73 "GET /v2.0/ports/b2841f04-5468-42ee-90ab-62f8bd3adc61/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 383 time: 0.0942984 Feb 17 22:11:40.381920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a5fc2-a16d-4b97-bea4-5bda35d27386 req-c4d1876e-0488-4af5-b356-91cbbaeb027e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.391157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da6a5fc2-a16d-4b97-bea4-5bda35d27386 req-c4d1876e-0488-4af5-b356-91cbbaeb027e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1128 time: 0.3587923 Feb 17 22:11:40.485213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-63f44d94-de71-4cfc-906e-57d4f14de09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.486683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-63f44d94-de71-4cfc-906e-57d4f14de09c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2419391 Feb 17 22:11:40.555626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-95d73141-b291-4190-8cf7-37d70fbd8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.558825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-95d73141-b291-4190-8cf7-37d70fbd8b74 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3582850 Feb 17 22:11:40.590159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f842251d-aaaf-4855-9e68-af7a9074b07c req-4a44d2b6-b1ca-4155-93f3-935d2e7e29f3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555816 Feb 17 22:11:40.635304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da6a5fc2-a16d-4b97-bea4-5bda35d27386 req-d0847452-2f87-47ac-9bb0-895ff398694f tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350194 Feb 17 22:11:40.731862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:40.736970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.776806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-ec39805d-8141-4ada-a923-a8d3d94bda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:40.778274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-ec39805d-8141-4ada-a923-a8d3d94bda71 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2754385 Feb 17 22:11:40.845573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-461b1d52-e09a-4298-8fc2-466fa0136f0d req-b6846b91-a4d3-461d-8ad2-1dbeba06ca46 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 210 time: 0.0923631 Feb 17 22:11:40.913247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (1d319735-ab69-4030-bea2-0b579883df2a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:40.914309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-8fda29bb-a89f-4c22-9c35-9685639b2e31 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381865 Feb 17 22:11:41.111592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d60c5f-0de7-43ad-850c-6c2ab7210ba2 req-b51e8816-62e3-496d-91e9-4eed4133496a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.113373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89d60c5f-0de7-43ad-850c-6c2ab7210ba2 req-b51e8816-62e3-496d-91e9-4eed4133496a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.3860898 Feb 17 22:11:41.147061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-8c76440e-a38f-4d35-8527-ec5cd36aa318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.148458 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-8c76440e-a38f-4d35-8527-ec5cd36aa318 service neutron] 10.222.0.94 "GET /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 200 len: 1033 time: 0.0621967 Feb 17 22:11:41.204885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-06131a76-3e94-4c2e-917b-7c1feb0afbbd service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4085996 Feb 17 22:11:41.209668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-3187fa08-07b6-4af9-8b6b-e38b20d6cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.210889 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-3187fa08-07b6-4af9-8b6b-e38b20d6cfed service neutron] 10.222.0.94 "GET /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 200 len: 1033 time: 0.0490782 Feb 17 22:11:41.212920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-9a312122-e376-4113-9179-fa24b69eb397 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435663 Feb 17 22:11:41.337799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Allocated IP 172.20.0.12 (293666fb-233e-41f8-8f02-a6c2afe25a54/303d05a8-8341-4840-885b-d9bafd488b06/13bcb272-08cc-437d-ac42-ec98cb32676d) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:41.369565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d5de22-9abe-4ef8-a268-09140489f4b8 req-0a9c6743-9daf-43e8-a373-cae133da5fe2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.371058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81d5de22-9abe-4ef8-a268-09140489f4b8 req-0a9c6743-9daf-43e8-a373-cae133da5fe2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.4078107 Feb 17 22:11:41.379692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89d60c5f-0de7-43ad-850c-6c2ab7210ba2 req-a85e9fa7-e7f7-4306-a05c-d36353ddd92a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552540 Feb 17 22:11:41.423450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-eb8ef1cb-522f-4b73-94cd-0f526f4f6d97 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.423450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-eb8ef1cb-522f-4b73-94cd-0f526f4f6d97 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.426985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-eb8ef1cb-522f-4b73-94cd-0f526f4f6d97 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.428639 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-eb8ef1cb-522f-4b73-94cd-0f526f4f6d97 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "GET /v2.0/networks?id=1f758203-9b63-4f40-821e-7ad3f600067d&id=c088b390-06da-4679-9b99-a3bc5456e9ef&id=c088b390-06da-4679-9b99-a3bc5456e9ef&id=c088b390-06da-4679-9b99-a3bc5456e9ef&id=c088b390-06da-4679-9b99-a3bc5456e9ef&id=80347aa6-14e3-4b9d-a638-5515efff641e&id=80347aa6-14e3-4b9d-a638-5515efff641e HTTP/1.1" status: 200 len: 1994 time: 0.2011650 Feb 17 22:11:41.431551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Deleting port 04776d5e-4683-4f13-9207-14e1cdcddd60 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:41.432088 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:41.477477 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440377c7-56c1-42fc-929f-3a6369907ba1 x-openstack-request-id: req-440377c7-56c1-42fc-929f-3a6369907ba1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:41.478027 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-plugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:41.478027 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-440377c7-56c1-42fc-929f-3a6369907ba1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:41.478630 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'code': 200} Feb 17 22:11:41.551769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-bfc6f50e-b4d7-4213-9df7-f44e16d15e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:41.553318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-bfc6f50e-b4d7-4213-9df7-f44e16d15e44 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1132 time: 0.2597229 Feb 17 22:11:41.583162 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-dfb3a454-7f5e-4e8b-88ec-67d165749417 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eb6c7e6397a4a60b242dd64680b417f HTTP/1.1" status: 200 len: 379 time: 0.1373017 Feb 17 22:11:41.608515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'admin_state_up': True, 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'security_groups': ['2fc33b23-a9e2-48a6-a5e7-3fb4042500a9']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:41.661968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] For port 04776d5e-4683-4f13-9207-14e1cdcddd60, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=04776d5e-4683-4f13-9207-14e1cdcddd60,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:41.662817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:41.679461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Calling delete_port for 04776d5e-4683-4f13-9207-14e1cdcddd60 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:41.687668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks [] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:41.692333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6756d63-9b37-4580-b444-6f39ce6f7d33 req-51482ade-d662-44f4-9182-ef8ccdcdbfe1 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672475 Feb 17 22:11:41.735660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81d5de22-9abe-4ef8-a268-09140489f4b8 req-22b8e968-6f13-4766-8e08-48c4385b3480 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522718 Feb 17 22:11:41.836030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-796b57c2-50db-4092-87ae-1281ff784c5b req-6a21bd4e-e27c-429c-b5eb-6298fd5c62a6 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.1399481 Feb 17 22:11:41.998667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (04776d5e-4683-4f13-9207-14e1cdcddd60), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:42.050406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=04776d5e-4683-4f13-9207-14e1cdcddd60,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:42.064005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.064475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.064845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.065516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.065984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.066419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.066762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.067443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.067582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.067891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.068230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.068556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.068893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:42.075339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:42.386493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95feb8d5-9325-46f2-a230-f3722d6ccd35 req-f409ccef-a7dd-45d3-8cf4-8baf43c52cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:42.388410 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-95feb8d5-9325-46f2-a230-f3722d6ccd35 req-f409ccef-a7dd-45d3-8cf4-8baf43c52cdc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1128 time: 0.8025634 Feb 17 22:11:42.520495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (1d319735-ab69-4030-bea2-0b579883df2a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:42.660695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event updated for resources: {'Port': ['ID=13bcb272-08cc-437d-ac42-ec98cb32676d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:42.681206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:42.683733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-433c529c-64fd-438f-a184-aac341721f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:42.685190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-433c529c-64fd-438f-a184-aac341721f69 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.9903080 Feb 17 22:11:42.685619 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:42.692240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:42.699054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:42.703143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:42.707079 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-95feb8d5-9325-46f2-a230-f3722d6ccd35 req-24f45da3-c6f7-4bd3-ade3-035117bc118a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2918437 Feb 17 22:11:42.736659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e786ed-9709-4fbe-8051-bf044457b5aa req-b76b307f-faa9-4f8e-b767-7b2535414254 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:42.749257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74e786ed-9709-4fbe-8051-bf044457b5aa req-b76b307f-faa9-4f8e-b767-7b2535414254 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.7542670 Feb 17 22:11:42.814419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:42.815576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:42.858012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74e786ed-9709-4fbe-8051-bf044457b5aa req-8e431d0d-c3ee-4cca-8567-9691c1878e0a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028423 Feb 17 22:11:42.868491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-1ee56a1b-cc0f-48e5-b6a1-dbfe15decce6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6553485 Feb 17 22:11:42.890265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Request body: {'port': {'device_id': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:43.030161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-847580bf-f9da-4412-af89-d07a6aa8f340 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.1030748 Feb 17 22:11:43.076885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 172.20.0.11 (1f758203-9b63-4f40-821e-7ad3f600067d/0b380438-2dc7-4d5b-9bda-2b9f986399eb/5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:43.085455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:43.120192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Router 1d319735-ab69-4030-bea2-0b579883df2a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:11:43.181222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-837bdc83-1457-4f82-a761-1b58318b1572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:43.182860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-837bdc83-1457-4f82-a761-1b58318b1572 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1149659 Feb 17 22:11:43.254692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:43.293492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0e8b9-6e86-4184-ae6a-26314656debc req-40ace387-e12d-456b-93a2-68606ec106bb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:43.295650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc0e8b9-6e86-4184-ae6a-26314656debc req-40ace387-e12d-456b-93a2-68606ec106bb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 932 time: 0.2813511 Feb 17 22:11:43.379777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b2841f04-5468-42ee-90ab-62f8bd3adc61 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:43.385023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b2841f04-5468-42ee-90ab-62f8bd3adc61 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:43.385781 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:43.411199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-9fb0b73f-44f1-4354-9226-1cc11b040e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:43.412819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-9fb0b73f-44f1-4354-9226-1cc11b040e72 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2033222 Feb 17 22:11:43.482620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc0e8b9-6e86-4184-ae6a-26314656debc req-d74e8ba1-80cb-465d-886e-354c8ef1283b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798880 Feb 17 22:11:43.526694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b2841f04-5468-42ee-90ab-62f8bd3adc61 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:43.527642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:43.584023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-44acc9b4-9e13-4204-8569-0819b39dd008 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602614 Feb 17 22:11:43.586920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:11:43.592448 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b226329c-75e5-4cfa-a1c3-c7252b2f3c43 admin admin] 10.222.0.79 "PUT /v2.0/routers/1d319735-ab69-4030-bea2-0b579883df2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2252796 Feb 17 22:11:43.596105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38946) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:43.596751 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] Sync routers for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:11:43.602643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-cca45017-d0dd-4b68-9f0e-dcb5d409167d tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:11:43.609639 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:43.610276 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:43.613100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-cca45017-d0dd-4b68-9f0e-dcb5d409167d tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0314205 Feb 17 22:11:43.732664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:43.736463 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d477abbe-e626-4801-855c-09318ad87c54" -d '{"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-plugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:43.751965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:43.757333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:43.784056 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:43.814902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:43.824447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-d1549018-2a32-47e9-99b1-287ad253ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:43.825832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-d1549018-2a32-47e9-99b1-287ad253ac3e service neutron] 10.222.0.79 "GET /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 1125 time: 0.2119813 Feb 17 22:11:43.850273 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:43.864638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:43.879171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Request body: {'binding': {'host': 'n-h2-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:43.881037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:11:43.913522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network 1f758203-9b63-4f40-821e-7ad3f600067d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:43.916758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:43.921155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:43.987241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:43.987580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks [] for router (1d319735-ab69-4030-bea2-0b579883df2a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:43.987992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.002303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:44.011454 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-01664d51-2fab-45d5-b29e-3e785dd896eb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4124169 Feb 17 22:11:44.034082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'admin_state_up': True, 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'security_groups': ['2fc33b23-a9e2-48a6-a5e7-3fb4042500a9']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:44.177720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks [] for router_gateway (1d319735-ab69-4030-bea2-0b579883df2a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.224302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:44.228286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.232022 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75'}], 'enable_snat': True}, 'gw_port_id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:11:41Z', 'revision_number': 5, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port': {'id': '9c47317f-8916-4339-9d54-9813ddaabcf6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:48:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d319735-ab69-4030-bea2-0b579883df2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:44.270427 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] Checking router: 1d319735-ab69-4030-bea2-0b579883df2a for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:11:44.281638 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] Routers {'1d319735-ab69-4030-bea2-0b579883df2a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:44.282529 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d319735-ab69-4030-bea2-0b579883df2a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:44.297513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1f249722-bee3-49c1-a2d8-8681fe8ba84b None None] Provisioning complete for port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:44.298129 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f249722-bee3-49c1-a2d8-8681fe8ba84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.387066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-a2e9f706-e149-4e15-b9f7-86dd9e5cb253 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674949 Feb 17 22:11:44.390819 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a0526e6c-1107-43a8-85ed-581863f22629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.404719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ff1d4-6e9a-4857-a311-645424eb085e req-b830b95b-3190-4cc9-9f4e-9d3ec600357a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:44.406182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1f249722-bee3-49c1-a2d8-8681fe8ba84b None None] Port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:44.413483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d65ff1d4-6e9a-4857-a311-645424eb085e req-b830b95b-3190-4cc9-9f4e-9d3ec600357a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.5775144 Feb 17 22:11:44.434156 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] Set router 1d319735-ab69-4030-bea2-0b579883df2a gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:44.447361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 10.1.1.231 (c088b390-06da-4679-9b99-a3bc5456e9ef/f3e27c7e-f282-477f-9ec5-e722d5eec564/53c7626b-babe-4317-876b-1af17de1693a) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:44.462675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Deleting port 9c47317f-8916-4339-9d54-9813ddaabcf6 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:44.463403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.569612 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:11:44Z', 'revision_number': 6, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:44.611681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13bcb272-08cc-437d-ac42-ec98cb32676d {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:44.613816 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e2700-8a59-4d20-a7b8-c75c96c31d2f None None] The sync data for ids ['1d319735-ab69-4030-bea2-0b579883df2a'] in n-d-828369-18 is: [{'id': '1d319735-ab69-4030-bea2-0b579883df2a', 'name': 'tempest-ServersTestManualDisk-938005422-router', 'tenant_id': '9b3f981bbee4453aaadaf646e129051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:59Z', 'updated_at': '2022-02-17T22:11:44Z', 'revision_number': 6, 'project_id': '9b3f981bbee4453aaadaf646e129051b', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:11:44.658850 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Publish callbacks [] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.660619 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (53c7626b-babe-4317-876b-1af17de1693a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.662191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on host n-h2-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:44.662873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:44.663429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:44.673657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d65ff1d4-6e9a-4857-a311-645424eb085e req-23c765e9-9dce-44a3-b372-90202c9e770c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592998 Feb 17 22:11:44.699343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:44.699953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:44.712004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:44.712579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:44.714251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:44.714251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Bound port: 6dde2367-2264-4525-a8a4-9decb39a3f82, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:44.720680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (53c7626b-babe-4317-876b-1af17de1693a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.726629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Transition to ACTIVE for port object 13bcb272-08cc-437d-ac42-ec98cb32676d will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:44.761641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.772646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] For port 9c47317f-8916-4339-9d54-9813ddaabcf6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9c47317f-8916-4339-9d54-9813ddaabcf6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:44.773362 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.794528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network c088b390-06da-4679-9b99-a3bc5456e9ef is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:44.798855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:44.803388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:44.840736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=53c7626b-babe-4317-876b-1af17de1693a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:44.857735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Calling delete_port for 9c47317f-8916-4339-9d54-9813ddaabcf6 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:44.892081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:44.893099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:44.916851 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5e416314-3a53-4d1b-ab9b-04cba3861235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8903196 Feb 17 22:11:44.933882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'admin_state_up': True, 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'security_groups': ['2fc33b23-a9e2-48a6-a5e7-3fb4042500a9']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:44.980562 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:11:45.006832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Pushing event updated for resources: {'Port': ['ID=13bcb272-08cc-437d-ac42-ec98cb32676d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:45.034784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:45.041135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.041522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.041943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.042423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.042811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.043484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.043820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.044354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.044842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.045744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.046917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.047510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.047843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:45.059847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 04776d5e-4683-4f13-9207-14e1cdcddd60 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:45.086999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.099008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-1982e7cf-7991-4f1b-a6f9-d7ab24dcc239 service neutron] 10.222.0.79 "POST /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82/bindings HTTP/1.1" status: 201 len: 390 time: 1.2545791 Feb 17 22:11:45.105506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 04776d5e-4683-4f13-9207-14e1cdcddd60 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:11:45.105863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 04776d5e-4683-4f13-9207-14e1cdcddd60 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:45.135320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc6c3-798b-4e82-8b86-5fd6d7baa1ec req-864057b5-f57c-4fd1-8861-6355a41b56b5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:45.140545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c44cc6c3-798b-4e82-8b86-5fd6d7baa1ec req-864057b5-f57c-4fd1-8861-6355a41b56b5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.3394775 Feb 17 22:11:45.156098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e233b748-7c8e-487e-93e1-cfc9a00a4612 None None] Provisioning complete for port 53c7626b-babe-4317-876b-1af17de1693a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:45.156548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e233b748-7c8e-487e-93e1-cfc9a00a4612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (53c7626b-babe-4317-876b-1af17de1693a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.158557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Attempting to bind port 13bcb272-08cc-437d-ac42-ec98cb32676d on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:45.159175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Attempting to bind port 13bcb272-08cc-437d-ac42-ec98cb32676d by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:45.159691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Attempting to bind port 13bcb272-08cc-437d-ac42-ec98cb32676d on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:45.160430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:45.164252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.188119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Port 13bcb272-08cc-437d-ac42-ec98cb32676d on network 293666fb-233e-41f8-8f02-a6c2afe25a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:45.188648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Attempting to bind port 13bcb272-08cc-437d-ac42-ec98cb32676d on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:45.203822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:45.204747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:45.205314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Bound using segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:45.205940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Bound port: 13bcb272-08cc-437d-ac42-ec98cb32676d, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:45.206479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.245458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e233b748-7c8e-487e-93e1-cfc9a00a4612 None None] Port 53c7626b-babe-4317-876b-1af17de1693a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:45.369822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c44cc6c3-798b-4e82-8b86-5fd6d7baa1ec req-8c20a757-f5a9-46f5-8a65-8882b1ad3190 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183809 Feb 17 22:11:45.412227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 10.1.1.11 (c088b390-06da-4679-9b99-a3bc5456e9ef/f3e27c7e-f282-477f-9ec5-e722d5eec564/2772f7d8-f476-430c-8962-a1bfcd49db4b) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:45.491029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] For port 13bcb272-08cc-437d-ac42-ec98cb32676d, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:45.522100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] For port 13bcb272-08cc-437d-ac42-ec98cb32676d, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=13bcb272-08cc-437d-ac42-ec98cb32676d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:45.532306 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d790e89a-c8ce-4bc2-a9fb-24794778d49f x-openstack-request-id: req-d790e89a-c8ce-4bc2-a9fb-24794778d49f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:45.533048 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-plugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:45.533048 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d790e89a-c8ce-4bc2-a9fb-24794778d49f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:45.533263 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'code': 200} Feb 17 22:11:45.571404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d878-7e76-4a2e-9dd7-ac3ad72fa9e5 req-10fbd99f-6295-4bc1-8391-56894d51ded5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:45.582573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf6d878-7e76-4a2e-9dd7-ac3ad72fa9e5 req-10fbd99f-6295-4bc1-8391-56894d51ded5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:45.584278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcf6d878-7e76-4a2e-9dd7-ac3ad72fa9e5 req-10fbd99f-6295-4bc1-8391-56894d51ded5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 1654 time: 0.2206583 Feb 17 22:11:45.589720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.671672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9c47317f-8916-4339-9d54-9813ddaabcf6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.676316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.713904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.721327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:45.721935 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.723297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] 10.222.0.94 "PUT /v2.0/ports/13bcb272-08cc-437d-ac42-ec98cb32676d HTTP/1.1" status: 200 len: 1093 time: 2.8392322 Feb 17 22:11:45.725466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'tag': '13bcb272-08cc-437d-ac42-ec98cb32676d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:45.727525 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35" -d '{"events": [{"name": "network-changed", "server_uuid": "e5bd0efe-f9ea-4f29-9f78-c32657282b73", "tag": "13bcb272-08cc-437d-ac42-ec98cb32676d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:45.763392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network c088b390-06da-4679-9b99-a3bc5456e9ef is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:45.766350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:45.769299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:45.794658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-31eba684-2332-48d7-96f5-49fa2b50fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:45.797081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-31eba684-2332-48d7-96f5-49fa2b50fdb4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1128 time: 0.2882371 Feb 17 22:11:45.804028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687ca63-9555-4ec4-ae09-fab066afd8bf service neutron] Pushing event updated for resources: {'Port': ['ID=13bcb272-08cc-437d-ac42-ec98cb32676d,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:45.829079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=2772f7d8-f476-430c-8962-a1bfcd49db4b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:45.856227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcf6d878-7e76-4a2e-9dd7-ac3ad72fa9e5 req-d7f8f9a0-3e6a-493b-a42a-31f42c1e4b5a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601745 Feb 17 22:11:45.860898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:45.861671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:45.912587 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4f7ced77-84c2-4fec-ae66-00c3204e2283 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9828696 Feb 17 22:11:45.928845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e', 'admin_state_up': True, 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'security_groups': ['2fc33b23-a9e2-48a6-a5e7-3fb4042500a9']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:45.951883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c47317f-8916-4339-9d54-9813ddaabcf6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:45.969811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba146a06-90d1-44e4-9360-e15679aae4c2 req-0dcf2d6a-bb8c-4e44-abf9-5f7241eaff98 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:45.976636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba146a06-90d1-44e4-9360-e15679aae4c2 req-0dcf2d6a-bb8c-4e44-abf9-5f7241eaff98 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.3650968 Feb 17 22:11:46.065261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (1d319735-ab69-4030-bea2-0b579883df2a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.097220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:46.201575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.202582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-791350cb-1635-4b41-b684-c5c5825cd204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:46.204303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-791350cb-1635-4b41-b684-c5c5825cd204 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 1127 time: 0.3628063 Feb 17 22:11:46.227639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1d319735-ab69-4030-bea2-0b579883df2a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.243955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba146a06-90d1-44e4-9360-e15679aae4c2 req-fc00c022-6d4c-4163-879f-5ef4d994de20 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657983 Feb 17 22:11:46.265130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks [] for router_controller (1d319735-ab69-4030-bea2-0b579883df2a), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.285867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2be202b-f1f5-46dc-b4b9-9ed97d465c37 None None] Provisioning complete for port 2772f7d8-f476-430c-8962-a1bfcd49db4b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:46.287774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2be202b-f1f5-46dc-b4b9-9ed97d465c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.343308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2be202b-f1f5-46dc-b4b9-9ed97d465c37 None None] Port 2772f7d8-f476-430c-8962-a1bfcd49db4b cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:46.365274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff8ef7-e06d-42b5-90f1-0f70e948f4c1 req-6f9333fb-a2ac-4824-ae2a-5d5411a5f2cd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:46.367082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97ff8ef7-e06d-42b5-90f1-0f70e948f4c1 req-6f9333fb-a2ac-4824-ae2a-5d5411a5f2cd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 944 time: 0.3736134 Feb 17 22:11:46.381810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-4e30ac31-8e58-4db9-b13e-95ecf3c5623c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:46.383416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-4e30ac31-8e58-4db9-b13e-95ecf3c5623c service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.5550807 Feb 17 22:11:46.384019 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1d319735-ab69-4030-bea2-0b579883df2a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.384719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d319735-ab69-4030-bea2-0b579883df2a {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:11:46.390263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-8e91cdca-a322-4b5e-bf36-13d481588f91 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13bcb272-08cc-437d-ac42-ec98cb32676d HTTP/1.1" status: 200 len: 217 time: 0.1702456 Feb 17 22:11:46.492628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.494189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18ab4bf3-5444-4224-92f1-d13df0604101 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1d319735-ab69-4030-bea2-0b579883df2a HTTP/1.1" status: 204 len: 168 time: 2.8758073 Feb 17 22:11:46.514536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38970) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:46.572283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97ff8ef7-e06d-42b5-90f1-0f70e948f4c1 req-28536a3a-ab06-4d11-a708-37c9cfcaf96c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857612 Feb 17 22:11:46.575130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-f8053fe0-f619-4caa-aa62-d31c0de03e86 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 217 time: 0.1654165 Feb 17 22:11:46.593616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 10.2.2.100 (80347aa6-14e3-4b9d-a638-5515efff641e/642682c1-0b3f-4c1e-8e42-b46f33d2b650/b5cbcdbf-4d7e-4b21-8a55-988226e52a10) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:46.603274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] Deleting subnet 54efad64-af5d-4737-af22-ffc518dc2c50 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:11:46.605134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] Publish callbacks [] for subnet (54efad64-af5d-4737-af22-ffc518dc2c50), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.669259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (54efad64-af5d-4737-af22-ffc518dc2c50), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.673473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-63d9799e-405a-4494-87ef-a5a232fc9507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:46.674987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-63d9799e-405a-4494-87ef-a5a232fc9507 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.0613449 Feb 17 22:11:46.736541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-a9d98d34-67a2-4f2b-a694-346e459d7970 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352302 Feb 17 22:11:46.814108 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bb032a2-a6cb-44aa-9011-4c34bcc0ff24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.883609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (54efad64-af5d-4737-af22-ffc518dc2c50), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:46.926756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.017371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (54efad64-af5d-4737-af22-ffc518dc2c50), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.033369 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.052906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-d8c24778-a189-4829-b993-6500aa3b9a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:47.054520 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-d8c24778-a189-4829-b993-6500aa3b9a8a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 1133 time: 0.1018224 Feb 17 22:11:47.063151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54efad64-af5d-4737-af22-ffc518dc2c50,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:47.068622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.071861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-84bef025-c5f3-4756-a6e1-ef82dafd89ed admin admin] 10.222.0.79 "DELETE /v2.0/subnets/54efad64-af5d-4737-af22-ffc518dc2c50 HTTP/1.1" status: 204 len: 168 time: 0.5562475 Feb 17 22:11:47.076748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea5be8-60fd-4ad0-94c8-37de912ae814 None None] Network 2e8c0324-a918-43e1-bb4c-f439b994c07d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:47.101889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:47.104104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38976) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:47.174123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9c47317f-8916-4339-9d54-9813ddaabcf6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:47.193688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network 80347aa6-14e3-4b9d-a638-5515efff641e is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:47.204683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:47.206473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:47.208654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:47.212886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9c47317f-8916-4339-9d54-9813ddaabcf6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:11:47.213434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9c47317f-8916-4339-9d54-9813ddaabcf6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:47.236874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0689e9ab-edc0-46c0-954c-73498b1658c5 req-3e3005e7-4b2c-4e18-b910-3a62c73a604a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:47.239458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0689e9ab-edc0-46c0-954c-73498b1658c5 req-3e3005e7-4b2c-4e18-b910-3a62c73a604a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 945 time: 0.8709743 Feb 17 22:11:47.248734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-4c315435-c9f3-4319-8e2d-1c0d61891238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:47.250927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-4c315435-c9f3-4319-8e2d-1c0d61891238 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.7555559 Feb 17 22:11:47.319484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.327873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-769b0e76-cf86-4555-977f-43a7dace5ffe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660958 Feb 17 22:11:47.347533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bea9e2-aaa2-42b3-8f55-3e1dc462a687 req-4a689f17-f374-432a-9b10-df5fa4a10f59 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:47.347961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2e8c0324-a918-43e1-bb4c-f439b994c07d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.355214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2bea9e2-aaa2-42b3-8f55-3e1dc462a687 req-4a689f17-f374-432a-9b10-df5fa4a10f59 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.6235144 Feb 17 22:11:47.370833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:47.371586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.395623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] DHCP port deletion for 2e8c0324-a918-43e1-bb4c-f439b994c07d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:11:47.423840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0689e9ab-edc0-46c0-954c-73498b1658c5 req-fc0f3dca-ba77-4500-b1ab-d4b0bc2e2843 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667526 Feb 17 22:11:47.455636 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e4d83887-eb7c-4459-868d-e4b3e078eb43 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5301268 Feb 17 22:11:47.486933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-4ff69927-f828-47c1-8994-d793788a39b9 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7405963 Feb 17 22:11:47.489265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e', 'admin_state_up': True, 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'security_groups': ['2fc33b23-a9e2-48a6-a5e7-3fb4042500a9']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:47.502214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Deleting port 208f6a86-b6d9-48fc-8e19-30a33a17d88a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:47.502835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.541422 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d00676-b99e-47a9-a98a-d975fade22f7 x-openstack-request-id: req-c0d00676-b99e-47a9-a98a-d975fade22f7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:47.545707 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5bd0efe-f9ea-4f29-9f78-c32657282b73", "tag": "13bcb272-08cc-437d-ac42-ec98cb32676d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:47.546197 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0d00676-b99e-47a9-a98a-d975fade22f7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:47.546761 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'tag': '13bcb272-08cc-437d-ac42-ec98cb32676d', 'status': 'completed', 'code': 200} Feb 17 22:11:47.585612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] For port 208f6a86-b6d9-48fc-8e19-30a33a17d88a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=208f6a86-b6d9-48fc-8e19-30a33a17d88a,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:47.586440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.601986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Calling delete_port for 208f6a86-b6d9-48fc-8e19-30a33a17d88a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:47.641323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2bea9e2-aaa2-42b3-8f55-3e1dc462a687 req-d70a9830-1851-4db4-9f6a-c52f6180bcb1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859430 Feb 17 22:11:47.715322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-43dd32d6-0005-4be5-a118-f64d1a49d48b None None] Provisioning complete for port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:47.729959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43dd32d6-0005-4be5-a118-f64d1a49d48b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.753335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Deleting port 208f6a86-b6d9-48fc-8e19-30a33a17d88a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:47.753591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.755282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-21b2e40e-1465-45ec-bbca-2aa05594f7e2 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458251 Feb 17 22:11:47.778000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-43dd32d6-0005-4be5-a118-f64d1a49d48b None None] Port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:47.812401 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.818814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.835082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-6ee71496-82ef-42a4-bbec-a2473468778d service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952927 Feb 17 22:11:47.838649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] No DVR routers for this DVR port 208f6a86-b6d9-48fc-8e19-30a33a17d88a on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:47.846279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7454-c055-43d9-83e5-b27f5eb069cd req-4807ebe5-43fc-4318-bdff-1a87842a8272 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:47.847989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b4f7454-c055-43d9-83e5-b27f5eb069cd req-4807ebe5-43fc-4318-bdff-1a87842a8272 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.2239237 Feb 17 22:11:47.860806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38980) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:47.875183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'floatingip': {'port_id': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:47.928238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Pushing event deleted for resources: {'Port': ['ID=208f6a86-b6d9-48fc-8e19-30a33a17d88a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:47.939680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.940260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.940755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.941258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.941756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.942246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.942727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.943204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.943732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.944198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.944674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.945147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.945647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38c355e2-5b91-4829-8836-5657620c5215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:11:47.978793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] For port 208f6a86-b6d9-48fc-8e19-30a33a17d88a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=208f6a86-b6d9-48fc-8e19-30a33a17d88a,segment=NetworkSegment(87ed3e43-8416-4d52-89c0-2232277da6ca),segment_id=87ed3e43-8416-4d52-89c0-2232277da6ca)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:47.979416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:47.989954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (c08d0a16-0f51-4242-b6fa-9a4fbff45006), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:48.001371 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Made reservation on behalf of 9eb6c7e6397a4a60b242dd64680b417f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:48.005427 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:48.027144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bb56-de6b-467e-be8d-e24dbd79fe41 req-1b9f8b5b-10f8-45ec-8dac-d622ded98e4e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.028695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf22bb56-de6b-467e-be8d-e24dbd79fe41 req-1b9f8b5b-10f8-45ec-8dac-d622ded98e4e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 950 time: 0.2724388 Feb 17 22:11:48.055035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-fda57cda-1115-466d-8822-e2d7b59ec150 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045476 Feb 17 22:11:48.070863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Calling delete_port for 208f6a86-b6d9-48fc-8e19-30a33a17d88a owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:48.121413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-60e91101-8402-43be-bcf2-1d879d2ab98f tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.123387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-60e91101-8402-43be-bcf2-1d879d2ab98f tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.1762314 Feb 17 22:11:48.130832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf22bb56-de6b-467e-be8d-e24dbd79fe41 req-d5d84e11-b020-4de1-a803-aa73aa197338 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798349 Feb 17 22:11:48.137592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:48.152767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e786e7-58f4-4458-979d-c938b24332c0 req-8ff31409-6154-4f11-ab98-ed7b6ab3837b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.166103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e786e7-58f4-4458-979d-c938b24332c0 req-8ff31409-6154-4f11-ab98-ed7b6ab3837b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.174491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e786e7-58f4-4458-979d-c938b24332c0 req-8ff31409-6154-4f11-ab98-ed7b6ab3837b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.186009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e786e7-58f4-4458-979d-c938b24332c0 req-8ff31409-6154-4f11-ab98-ed7b6ab3837b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.188763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86e786e7-58f4-4458-979d-c938b24332c0 req-8ff31409-6154-4f11-ab98-ed7b6ab3837b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 3095 time: 0.2112467 Feb 17 22:11:48.210465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:48.355201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86e786e7-58f4-4458-979d-c938b24332c0 req-704d1d33-1801-4eb9-8da9-eb244eb8b9b9 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541524 Feb 17 22:11:48.367217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-1f35cc4b-653d-41f3-9a97-77a743192383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.368687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-1f35cc4b-653d-41f3-9a97-77a743192383 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 1127 time: 0.1787558 Feb 17 22:11:48.377722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:48.415316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b33c8-9ace-4476-b13e-6ec100e7893c req-709801a1-1eac-4626-b01a-6d217910beb3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.416822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e66b33c8-9ace-4476-b13e-6ec100e7893c req-709801a1-1eac-4626-b01a-6d217910beb3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 944 time: 0.1805911 Feb 17 22:11:48.548162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:48.588386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e66b33c8-9ace-4476-b13e-6ec100e7893c req-4bce3d89-34d3-4320-89df-a274ec227948 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379240 Feb 17 22:11:48.642337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-276d8316-5b66-4e36-97c9-8db4f7e293f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.643881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-276d8316-5b66-4e36-97c9-8db4f7e293f4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.2674005 Feb 17 22:11:48.711399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (208f6a86-b6d9-48fc-8e19-30a33a17d88a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:48.713129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-90acbbba-9ffb-4a76-9b51-d8013dd00131 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13bcb272-08cc-437d-ac42-ec98cb32676d HTTP/1.1" status: 200 len: 217 time: 0.0574665 Feb 17 22:11:48.722364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:48.724985 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1bca47-a1f6-4e6d-a67f-7a89ef0d1dc2" -d '{"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:48.744839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bea5cb9-1e1f-4af7-a49c-49129caebc70 req-66fb45d4-273b-4043-8145-6ce0ac51394b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.746039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bea5cb9-1e1f-4af7-a49c-49129caebc70 req-66fb45d4-273b-4043-8145-6ce0ac51394b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 945 time: 0.1972599 Feb 17 22:11:48.746298 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Publish callbacks [] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:48.815549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:48.816199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Pushing event deleted for resources: {'Port': ['ID=208f6a86-b6d9-48fc-8e19-30a33a17d88a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:48.822126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] No DVR routers for this DVR port 208f6a86-b6d9-48fc-8e19-30a33a17d88a on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:48.850111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-d94e8152-3b9a-41b1-b118-4e7526e52805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:48.851864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-d94e8152-3b9a-41b1-b118-4e7526e52805 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.1266632 Feb 17 22:11:48.864913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Transition to ACTIVE for port object b2841f04-5468-42ee-90ab-62f8bd3adc61 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:48.922782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-937ac0d7-f194-430e-a8f1-c1d9819128b7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600045 Feb 17 22:11:48.940000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bea5cb9-1e1f-4af7-a49c-49129caebc70 req-c7ac184e-a434-4b41-aede-2e1fe15bb485 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722262 Feb 17 22:11:48.996539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:49.119052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 208f6a86-b6d9-48fc-8e19-30a33a17d88a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:49.122441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Publish callbacks [] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.148780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cacdcf-19c6-480d-a093-2d9afe42e464 req-d2512a30-a2f4-4ed1-a24a-3dc1e515cbfb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:49.157989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62cacdcf-19c6-480d-a093-2d9afe42e464 req-d2512a30-a2f4-4ed1-a24a-3dc1e515cbfb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.2754216 Feb 17 22:11:49.165977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.190880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 208f6a86-b6d9-48fc-8e19-30a33a17d88a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:11:49.193452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 208f6a86-b6d9-48fc-8e19-30a33a17d88a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:49.196833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.203782 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad3e5ee-234a-4c58-9604-4f7496d0a360 x-openstack-request-id: req-2ad3e5ee-234a-4c58-9604-4f7496d0a360 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:49.204066 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-unplugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:49.204432 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ad3e5ee-234a-4c58-9604-4f7496d0a360 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:49.204866 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'code': 200} Feb 17 22:11:49.234204 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.270984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Allocated IP 10.2.2.200 (80347aa6-14e3-4b9d-a638-5515efff641e/642682c1-0b3f-4c1e-8e42-b46f33d2b650/a8c8b8ff-8f54-43f0-9a07-b60327c054cd) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:11:49.291726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2e8c0324-a918-43e1-bb4c-f439b994c07d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.301485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:49.340303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:11:49.381122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-cd09df42-9547-4917-9ba2-fd54132c97c4 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393239 Feb 17 22:11:49.385556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port b2841f04-5468-42ee-90ab-62f8bd3adc61 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:11:49.386142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:49.417456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8c0324-a918-43e1-bb4c-f439b994c07d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:49.420486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62cacdcf-19c6-480d-a093-2d9afe42e464 req-d09c0eaf-b7a0-43c8-89ae-5d3648f06cdb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603638 Feb 17 22:11:49.422510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] No DVR routers for this DVR port b2841f04-5468-42ee-90ab-62f8bd3adc61 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:49.430570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:49.436157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=10']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:49.453101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ed3e43-8416-4d52-89c0-2232277da6ca') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:49.453401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ed3e43-8416-4d52-89c0-2232277da6ca') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:49.501830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (87ed3e43-8416-4d52-89c0-2232277da6ca), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.508484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.563309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:49.564843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:49.565185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:49.565515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:49.565726 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882b7137-825e-48d6-9029-e7dd359dc910" -d '{"events": [{"server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "name": "network-vif-unplugged", "status": "completed", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:49.568165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on host n-h1-828369-18 for vnic_type normal with profile {"migrating_to": "n-h2-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:49.568508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:49.568842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:49.584919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:49.585190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Attempting to bind port 6dde2367-2264-4525-a8a4-9decb39a3f82 on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:49.604635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:49.604956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Attempting to bind port b2841f04-5468-42ee-90ab-62f8bd3adc61 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:49.610709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (c08d0a16-0f51-4242-b6fa-9a4fbff45006), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.628911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:49.629310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:49.629700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:49.630294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Bound port: 6dde2367-2264-4525-a8a4-9decb39a3f82, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:49.630659 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.648248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:49.648683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:49.648977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:49.649428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Bound port: b2841f04-5468-42ee-90ab-62f8bd3adc61, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:49.649872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.652911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a4aa2b7-7541-483c-b510-dc2ac86b4d35 req-8350daf6-8767-4fed-8f9a-d297348d1087 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290487 Feb 17 22:11:49.653853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (87ed3e43-8416-4d52-89c0-2232277da6ca), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.667286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417c4ce-ea51-4d1f-b6b2-33c5784d6ece req-b5030b7e-1678-411e-9559-06da6f18fc06 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:49.673470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417c4ce-ea51-4d1f-b6b2-33c5784d6ece req-b5030b7e-1678-411e-9559-06da6f18fc06 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:49.675057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c417c4ce-ea51-4d1f-b6b2-33c5784d6ece req-b5030b7e-1678-411e-9559-06da6f18fc06 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8&device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 1681 time: 0.3844965 Feb 17 22:11:49.715587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:11:49.716016 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (87ed3e43-8416-4d52-89c0-2232277da6ca), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:11:49.719204 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:11:49.755222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469a7ef-8e7a-4af6-9404-9b059c1b9f62 req-3fc7e9bf-0e6b-48cc-a6ec-77746835d4bb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:49.756933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a469a7ef-8e7a-4af6-9404-9b059c1b9f62 req-3fc7e9bf-0e6b-48cc-a6ec-77746835d4bb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.1807072 Feb 17 22:11:49.797088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c417c4ce-ea51-4d1f-b6b2-33c5784d6ece req-76b511bf-284e-4049-aa62-831521099e26 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009057 Feb 17 22:11:49.808177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:49.839438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:49.858868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a469a7ef-8e7a-4af6-9404-9b059c1b9f62 req-0564afea-48b4-406b-860b-b14c0445d10e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935104 Feb 17 22:11:49.860601 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.926937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2e8c0324-a918-43e1-bb4c-f439b994c07d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.940499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:49.946311 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] 10.222.0.79 "DELETE /v2.0/networks/2e8c0324-a918-43e1-bb4c-f439b994c07d HTTP/1.1" status: 204 len: 168 time: 2.8384523 Feb 17 22:11:49.962100 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d152149-55e7-408b-8bad-38ed9326565e x-openstack-request-id: req-5d152149-55e7-408b-8bad-38ed9326565e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:49.962393 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "name": "network-vif-unplugged", "status": "completed", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:49.962644 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d152149-55e7-408b-8bad-38ed9326565e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:49.963074 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82', 'code': 200} Feb 17 22:11:49.963282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:49.971194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:49.983807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.010653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=8']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:50.029007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.030470 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.032261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fe40673e-e204-4c5d-8078-3eb8a04e6761 service neutron] 10.222.0.94 "PUT /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 1123 time: 1.8339036 Feb 17 22:11:50.055714 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Floating IP c08d0a16-0f51-4242-b6fa-9a4fbff45006 associated. External IP: 172.25.0.182, port: c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5. Feb 17 22:11:50.093368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.094370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4288d7f-b363-4103-90bd-5bbb41f90034 req-f65e058c-af94-4515-bd02-012428e6b46c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.102980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4288d7f-b363-4103-90bd-5bbb41f90034 req-f65e058c-af94-4515-bd02-012428e6b46c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 944 time: 0.0940208 Feb 17 22:11:50.130707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['6dde2367-2264-4525-a8a4-9decb39a3f82'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:50.177008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ba7e7-d4ce-40c8-b5b6-5dba148a15af admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8c0324-a918-43e1-bb4c-f439b994c07d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:50.199287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.199969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.203613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4288d7f-b363-4103-90bd-5bbb41f90034 req-9e093f70-35ab-4582-a2ec-63436c8a5a7a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993266 Feb 17 22:11:50.208609 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] 10.222.0.94 "PUT /v2.0/ports/b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 1098 time: 3.1051927 Feb 17 22:11:50.213920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.311082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39010) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:50.400433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f9f81f4d-8d62-4847-b025-393ed04afc08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9b3f981bbee4453aaadaf646e129051b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0877330 Feb 17 22:11:50.405629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39012) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:50.452557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd131b-643d-4765-a520-248779672030 req-328c71dd-dae1-45cb-a178-10c1787d42be tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.453437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Network 80347aa6-14e3-4b9d-a638-5515efff641e is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:11:50.458396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd131b-643d-4765-a520-248779672030 req-328c71dd-dae1-45cb-a178-10c1787d42be tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.464336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd131b-643d-4765-a520-248779672030 req-328c71dd-dae1-45cb-a178-10c1787d42be tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.468320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:50.471013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd131b-643d-4765-a520-248779672030 req-328c71dd-dae1-45cb-a178-10c1787d42be tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.477913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:11:50.478071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd131b-643d-4765-a520-248779672030 req-328c71dd-dae1-45cb-a178-10c1787d42be tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.487035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4efd131b-643d-4765-a520-248779672030 req-328c71dd-dae1-45cb-a178-10c1787d42be tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 3816 time: 0.2086740 Feb 17 22:11:50.509361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c320ef94-aa01-4b61-b954-03ce332d3ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=11']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:50.579332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaba2ff-99f2-4647-9eec-33a0d7fcdbf1 req-68e702dc-267a-41a8-bcda-f71d614840b5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.581130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbaba2ff-99f2-4647-9eec-33a0d7fcdbf1 req-68e702dc-267a-41a8-bcda-f71d614840b5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 943 time: 0.2453783 Feb 17 22:11:50.595336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-fcd07d4a-8907-4096-944e-275965d99a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.597027 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-fcd07d4a-8907-4096-944e-275965d99a81 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1132 time: 0.2417772 Feb 17 22:11:50.604477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4efd131b-643d-4765-a520-248779672030 req-8a743623-a43e-4faf-9bd7-0d991ebd576e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040189 Feb 17 22:11:50.610108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:50.610856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.664720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fd03da0-1f47-4e15-84b7-a32079e64f73 admin admin] Publish callbacks [] for security_group (4128286f-2bcf-4c3d-be72-f828f623c280), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.682227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.721408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbaba2ff-99f2-4647-9eec-33a0d7fcdbf1 req-87f6cf59-6e42-4c8b-9424-0dc7716b34d0 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146138 Feb 17 22:11:50.743692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fd03da0-1f47-4e15-84b7-a32079e64f73 admin admin] Publish callbacks [] for security_group (4128286f-2bcf-4c3d-be72-f828f623c280), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.831255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fd03da0-1f47-4e15-84b7-a32079e64f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4128286f-2bcf-4c3d-be72-f828f623c280), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.832902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a6b3e5cf-81fd-4185-b54d-6121269f3565 None None] Provisioning complete for port a8c8b8ff-8f54-43f0-9a07-b60327c054cd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:50.833272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6b3e5cf-81fd-4185-b54d-6121269f3565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.835679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fd03da0-1f47-4e15-84b7-a32079e64f73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.840433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0fd03da0-1f47-4e15-84b7-a32079e64f73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4128286f-2bcf-4c3d-be72-f828f623c280 HTTP/1.1" status: 204 len: 168 time: 0.4327049 Feb 17 22:11:50.841997 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3596988 Feb 17 22:11:50.850459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4a694-b020-46ff-a632-e1b58814e176 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event updated for resources: {'Port': ['ID=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:50.862102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:50.936112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:50.941681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a6b3e5cf-81fd-4185-b54d-6121269f3565 None None] Port a8c8b8ff-8f54-43f0-9a07-b60327c054cd cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:11:50.954332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd03da0-1f47-4e15-84b7-a32079e64f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4128286f-2bcf-4c3d-be72-f828f623c280,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:51.001610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e98a0f-aa5b-4272-b1eb-4fb1dca5f272 req-3b8d8361-0f2b-4a7a-83de-721ae56257af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.003668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8e98a0f-aa5b-4272-b1eb-4fb1dca5f272 req-3b8d8361-0f2b-4a7a-83de-721ae56257af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.1614721 Feb 17 22:11:51.012591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-3004b86f-742a-4a51-aff3-aafe6c5e31aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.014169 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-3004b86f-742a-4a51-aff3-aafe6c5e31aa service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3983984 Feb 17 22:11:51.081234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8e98a0f-aa5b-4272-b1eb-4fb1dca5f272 req-ae898262-d17a-43ff-af54-6f587ae44882 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714450 Feb 17 22:11:51.098383 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-9a292aaa-6e74-4518-9aab-541d24c68479 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.0726595 Feb 17 22:11:51.215141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2f2f-8655-4927-9a11-bd70d1bac838 req-4e864cb1-be6a-4323-bf9b-df62fe7489f7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.216672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-518e2f2f-8655-4927-9a11-bd70d1bac838 req-4e864cb1-be6a-4323-bf9b-df62fe7489f7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.0991118 Feb 17 22:11:51.271932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:51.274600 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d86746-eb70-4429-84e0-1b5e2ec42949" -d '{"events": [{"name": "network-changed", "server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:51.324595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-518e2f2f-8655-4927-9a11-bd70d1bac838 req-6f5ef445-dc06-4bcd-a857-0e3b22d6eb2a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975502 Feb 17 22:11:51.360196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Router a3689d40-9331-4583-bdd7-6d16849bd4da has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:11:51.411840 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f48db0-cfb6-435c-82a8-3627fcd7e026 x-openstack-request-id: req-69f48db0-cfb6-435c-82a8-3627fcd7e026 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:51.412194 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:51.412564 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-69f48db0-cfb6-435c-82a8-3627fcd7e026 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:51.413022 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'status': 'completed', 'code': 200} Feb 17 22:11:51.419182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:51.434886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Publish callbacks [] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:51.440848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-249f1395-9df1-4173-8c89-fda56e67e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.442417 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-249f1395-9df1-4173-8c89-fda56e67e0de service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1633015 Feb 17 22:11:51.551274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Transition to ACTIVE for port object 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:51.568926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3dd1f-8df0-4b94-89f9-4ced544f128f req-ee7c47e7-1e7e-48de-92a4-90db5ba41196 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.569877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:51.577324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fc3dd1f-8df0-4b94-89f9-4ced544f128f req-ee7c47e7-1e7e-48de-92a4-90db5ba41196 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 944 time: 0.1811764 Feb 17 22:11:51.656191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-076ff4a9-6a8c-49e5-8ffa-6092ab24e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.657893 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-076ff4a9-6a8c-49e5-8ffa-6092ab24e06f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1709485 Feb 17 22:11:51.662973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:51.683254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-973f846b-a114-48b3-adbc-174c9803a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.684758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-973f846b-a114-48b3-adbc-174c9803a21b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1132 time: 0.2231250 Feb 17 22:11:51.700983 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:11:51.713724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] Sync routers for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:11:51.717329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:51.724585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fc3dd1f-8df0-4b94-89f9-4ced544f128f req-1c0caea8-cb9f-4525-a407-3bc2f0313e57 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303334 Feb 17 22:11:51.743797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:51.745046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:11:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:51.879175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb9551-fb92-476b-9fa8-15da0225b6c6 req-c542ecbe-df82-4458-9b4b-a82be802fc3b tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:51.892830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6cb9551-fb92-476b-9fa8-15da0225b6c6 req-c542ecbe-df82-4458-9b4b-a82be802fc3b tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8 HTTP/1.1" status: 200 len: 945 time: 0.3350077 Feb 17 22:11:51.901632 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-c3afec7c-d6a9-4be6-944f-2e9036bbcfaa service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319107 Feb 17 22:11:51.923682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Attempting to bind port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:51.924055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Attempting to bind port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:51.924351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Attempting to bind port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 on network 1f758203-9b63-4f40-821e-7ad3f600067d {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:51.929933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b969741c-8f39-48ac-b9a4-5893933952d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "PUT /v2.0/floatingips/c08d0a16-0f51-4242-b6fa-9a4fbff45006 HTTP/1.1" status: 200 len: 991 time: 4.0626483 Feb 17 22:11:51.973792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:51.976102 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d94fe9-e732-41de-8087-addd6af73126" -d '{"events": [{"name": "network-changed", "server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:52.026643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:52.035777 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-629c1ecd-6f1b-447d-9cde-2fb026c02182 req-77520030-6630-435d-aadc-6dd6fcd2d62f service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133978 Feb 17 22:11:52.037865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 on network 1f758203-9b63-4f40-821e-7ad3f600067d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:52.038192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Attempting to bind port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 on network 1f758203-9b63-4f40-821e-7ad3f600067d {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:52.043789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:52.044121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Checking segment: {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:52.044522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Bound using segment: {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:52.045023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Bound port: 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0cc908c-73d9-42db-a94a-8d7373649f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:52.045383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:52.052018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6cb9551-fb92-476b-9fa8-15da0225b6c6 req-33103920-2ae2-49fd-8e2f-2e5d4ada2240 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576908 Feb 17 22:11:52.094868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-bb513a69-1159-4dc9-872a-a43f7b271a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.095665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39060) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:52.098039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-bb513a69-1159-4dc9-872a-a43f7b271a5f service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3697762 Feb 17 22:11:52.171736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-fe76f76c-2166-4b60-998d-144a251c990d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.0641828 Feb 17 22:11:52.198629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] For port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:52.206479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] For port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:52.216331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-9c373d73-4777-441e-8367-415f84c78606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.219157 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-9c373d73-4777-441e-8367-415f84c78606 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 1132 time: 0.0845408 Feb 17 22:11:52.222342 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:52.264655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1e36-0476-4bdb-876e-0edbf691d3d6 req-41d8d7e2-3df7-464b-b80b-2709c3ef62e5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.270576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1e36-0476-4bdb-876e-0edbf691d3d6 req-41d8d7e2-3df7-464b-b80b-2709c3ef62e5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.276503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1e36-0476-4bdb-876e-0edbf691d3d6 req-41d8d7e2-3df7-464b-b80b-2709c3ef62e5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.282157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1e36-0476-4bdb-876e-0edbf691d3d6 req-41d8d7e2-3df7-464b-b80b-2709c3ef62e5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.289037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd1e36-0476-4bdb-876e-0edbf691d3d6 req-41d8d7e2-3df7-464b-b80b-2709c3ef62e5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.291031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72dd1e36-0476-4bdb-876e-0edbf691d3d6 req-41d8d7e2-3df7-464b-b80b-2709c3ef62e5 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 3828 time: 0.3672874 Feb 17 22:11:52.328601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Pushing event updated for resources: {'Port': ['ID=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:52.348796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-96f811b2-19c4-46ef-87d6-c499c99b3ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.350262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-96f811b2-19c4-46ef-87d6-c499c99b3ff5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1669643 Feb 17 22:11:52.372406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-671617093-network', 'tenant_id': 'e8d1180e68474053bc57e473be5f0319'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:52.377803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.379052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:52.380532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1538af1c-d3b5-48bb-a66e-ec92b6cf38af service neutron] 10.222.0.94 "PUT /v2.0/ports/5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 HTTP/1.1" status: 200 len: 1093 time: 1.5233998 Feb 17 22:11:52.396338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'c08d0a16-0f51-4242-b6fa-9a4fbff45006', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'port_id': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'mac_address': 'fa:16:3e:92:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301b938-2b7b-4981-96b4-ed4881202189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:11:20Z', 'updated_at': '2022-02-17T22:11:48Z', 'revision_number': 1, 'project_id': '822ad60a2532425095b618c27fea11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:52.433645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Made reservation on behalf of e8d1180e68474053bc57e473be5f0319 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:52.436333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:52.449499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:52.467410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72dd1e36-0476-4bdb-876e-0edbf691d3d6 req-36f9a598-dde6-4e00-83e6-0e2cba80f73f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534908 Feb 17 22:11:52.468808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] Checking router: a3689d40-9331-4583-bdd7-6d16849bd4da for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:11:52.503671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:11:52.504211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:11:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:52.552611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af361c-5389-4d3e-9b96-c017914a76f5 req-1a6960bb-425b-4b86-80b1-993b4a61a28c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.554195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13af361c-5389-4d3e-9b96-c017914a76f5 req-1a6960bb-425b-4b86-80b1-993b4a61a28c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 943 time: 0.3796020 Feb 17 22:11:52.644699 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d91ba4-2c0d-4796-af02-5a8408d779b8 x-openstack-request-id: req-f8d91ba4-2c0d-4796-af02-5a8408d779b8 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:52.645434 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:52.645434 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8d91ba4-2c0d-4796-af02-5a8408d779b8 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:52.655612 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82', 'status': 'completed', 'code': 200} Feb 17 22:11:52.660872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-eb00178a-01b4-492d-b9f6-89371b45f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.662378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-eb00178a-01b4-492d-b9f6-89371b45f538 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2964854 Feb 17 22:11:52.793203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:11:52.828750 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:52.845993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13af361c-5389-4d3e-9b96-c017914a76f5 req-252ae97e-19b6-4c70-b45d-d032d09907b5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823987 Feb 17 22:11:52.902746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-9fdf0942-bc01-4a17-889a-6dc6129bc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:52.905912 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-9fdf0942-bc01-4a17-889a-6dc6129bc399 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.6727304 Feb 17 22:11:53.014704 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-573d0a96-96df-4816-8412-90649d7db100 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 200 len: 217 time: 0.0725243 Feb 17 22:11:53.024401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:53.051150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94fe9-e732-41de-8087-addd6af73126 req-d6da9738-a274-4e4b-a661-378c7a230c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:53.052217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-a1a2c448-a32e-452c-a6e1-ae4dbd074e48 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:53.053048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d94fe9-e732-41de-8087-addd6af73126 req-d6da9738-a274-4e4b-a661-378c7a230c3f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1157 time: 0.3942943 Feb 17 22:11:53.054500 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-a1a2c448-a32e-452c-a6e1-ae4dbd074e48 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.73 "GET /v2.0/ports?device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8 HTTP/1.1" status: 200 len: 945 time: 0.2186430 Feb 17 22:11:53.096951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f687-3f13-4f8f-92c5-0891dc7f4bb9 req-637d958f-8216-4062-bf0c-edd7d192cca1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:53.100001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8790f687-3f13-4f8f-92c5-0891dc7f4bb9 req-637d958f-8216-4062-bf0c-edd7d192cca1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.4007475 Feb 17 22:11:53.145414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95b485-02c1-46fe-a3c1-b14ea7bafaa1 req-6dc3b483-e843-46e3-a2c1-7e61579d1915 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:53.154829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed95b485-02c1-46fe-a3c1-b14ea7bafaa1 req-6dc3b483-e843-46e3-a2c1-7e61579d1915 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.1974559 Feb 17 22:11:53.287290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'c08d0a16-0f51-4242-b6fa-9a4fbff45006', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'port_id': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'mac_address': 'fa:16:3e:92:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301b938-2b7b-4981-96b4-ed4881202189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:11:20Z', 'updated_at': '2022-02-17T22:11:48Z', 'revision_number': 1, 'project_id': '822ad60a2532425095b618c27fea11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:53.318316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a2f57-8688-4a9c-9c76-600e4dba9db3 None None] The sync data for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 is: [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'c08d0a16-0f51-4242-b6fa-9a4fbff45006', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'floating_ip_address': '172.25.0.182', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'port_id': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 878, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'mac_address': 'fa:16:3e:92:74:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7301b938-2b7b-4981-96b4-ed4881202189', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:11:20Z', 'updated_at': '2022-02-17T22:11:48Z', 'revision_number': 1, 'project_id': '822ad60a2532425095b618c27fea11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:11:53.349732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eddb64c1-9f9c-4b0a-b460-369db9739a3f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:53.421660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 13bcb272-08cc-437d-ac42-ec98cb32676d details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:53.531765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33a20e9-0dd0-4107-ac58-cc97052b2af7 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:53.543251 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Publish callbacks [] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:53.559908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Transition to ACTIVE for port object c33a20e9-0dd0-4107-ac58-cc97052b2af7 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:53.566384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}, {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:53.569537 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f64c4-ada3-4331-9498-4a234f699e87" -d '{"events": [{"name": "network-changed", "server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}, {"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:53.573917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-c5e75bc9-bb70-4d0f-8ca4-25d1f40ece1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:53.575765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-c5e75bc9-bb70-4d0f-8ca4-25d1f40ece1b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.5334678 Feb 17 22:11:53.593315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:53.663156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:53.700079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f', 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790', 'port_id': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f', 'mac_address': 'fa:16:3e:47:dd:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc86496c-0bbe-4e55-963e-bea4eb2235c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:53.708363 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5aff6df-5dab-44bb-a977-19f4aee85b0e None None] New status for floating IP c08d0a16-0f51-4242-b6fa-9a4fbff45006: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:11:53.834881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 13bcb272-08cc-437d-ac42-ec98cb32676d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=13bcb272-08cc-437d-ac42-ec98cb32676d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:53.842227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port eddb64c1-9f9c-4b0a-b460-369db9739a3f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:53.842484 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:53.859836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Pushing event updated for resources: {'Port': ['ID=c33a20e9-0dd0-4107-ac58-cc97052b2af7,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:53.877405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '13bcb272-08cc-437d-ac42-ec98cb32676d', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': '13bcb272-08cc-437d-ac42-ec98cb32676d', 'mac_address': 'fa:16:3e:43:51:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:53.905512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eddb64c1-9f9c-4b0a-b460-369db9739a3f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:53.950502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Deleting port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:53.951892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:53.983893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 13bcb272-08cc-437d-ac42-ec98cb32676d is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:53.984737 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.035802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-e66d7abc-6014-4fc3-a9e7-5beeec60b6d6 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3317707 Feb 17 22:11:54.046267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:54.049518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13bcb272-08cc-437d-ac42-ec98cb32676d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:54.067494 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.101800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94fe9-e732-41de-8087-addd6af73126 req-e668b9a8-8344-4ebb-9768-3f940ae082f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:54.104419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d94fe9-e732-41de-8087-addd6af73126 req-e668b9a8-8344-4ebb-9768-3f940ae082f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 1.0034831 Feb 17 22:11:54.159280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks [] for security_group (0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.161911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 13bcb272-08cc-437d-ac42-ec98cb32676d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=13bcb272-08cc-437d-ac42-ec98cb32676d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:54.176529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] For port 0cdac164-5ca8-4895-8f37-ff7d76bebc54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0cdac164-5ca8-4895-8f37-ff7d76bebc54,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:54.179142 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.183923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.184566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:54.237313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8790f687-3f13-4f8f-92c5-0891dc7f4bb9 req-052e2820-ebcd-47f3-ac03-881fa2da7bbb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0787168 Feb 17 22:11:54.246910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.259027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed95b485-02c1-46fe-a3c1-b14ea7bafaa1 req-7e4f0046-c414-48c8-9eba-7e4eb4120e9f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1032321 Feb 17 22:11:54.265744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:54.302459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-88320592-feb0-4aaa-b8c9-729d00c04923 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:54.306291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-88320592-feb0-4aaa-b8c9-729d00c04923 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "GET /v2.0/ports?device_id=676ee0dd-4ced-4021-88e0-4fe38f17cd8e HTTP/1.1" status: 200 len: 945 time: 1.0393391 Feb 17 22:11:54.328967 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:11:54.366740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:54.384824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d94fe9-e732-41de-8087-addd6af73126 req-57bd8b82-89a3-4e73-ab42-ac7397908b5f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 217 time: 0.1463113 Feb 17 22:11:54.406060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Calling delete_port for 0cdac164-5ca8-4895-8f37-ff7d76bebc54 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:54.409414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:11:54.424909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-0e4b6bb0-653c-411d-b0b9-d8b0918bfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:54.428052 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-0e4b6bb0-653c-411d-b0b9-d8b0918bfe16 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.8213122 Feb 17 22:11:54.443667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e7f8c9a2-da5d-40fa-a362-07db35795c66), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.444300 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Added segment e7f8c9a2-da5d-40fa-a362-07db35795c66 of type vlan for network e2e8134f-728f-4039-a326-731d7c2d0cf8 Feb 17 22:11:54.462991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['eddb64c1-9f9c-4b0a-b460-369db9739a3f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:54.566168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-db41ed69-4923-4005-a980-5ef59eff7e13 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548218 Feb 17 22:11:54.636649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d94fe9-e732-41de-8087-addd6af73126 req-09e37968-f0ef-4c05-87d7-9008d66e0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:54.641173 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-5bcae50a-dd91-4b10-9172-ce496a4ee744 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950035 Feb 17 22:11:54.649009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d94fe9-e732-41de-8087-addd6af73126 req-09e37968-f0ef-4c05-87d7-9008d66e0f32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.2441940 Feb 17 22:11:54.707198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb8cd93-2909-46c3-a965-b83950b1e7ba req-008c27ee-5359-4174-9616-b659b974edc8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:54.709236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9eb8cd93-2909-46c3-a965-b83950b1e7ba req-008c27ee-5359-4174-9616-b659b974edc8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 945 time: 0.3374720 Feb 17 22:11:54.761880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d94fe9-e732-41de-8087-addd6af73126 req-50bfe9c5-de75-4c02-93c8-f3f5bf114972 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922406 Feb 17 22:11:54.777219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0ec56-4889-4e10-bff5-8831e5a19ece req-32113ca8-9d05-4d3a-b876-848027810b55 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:54.781459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c0ec56-4889-4e10-bff5-8831e5a19ece req-32113ca8-9d05-4d3a-b876-848027810b55 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/ports?device_id=2be995fb-cf49-40fb-baa5-47145dcddfd8 HTTP/1.1" status: 200 len: 945 time: 0.3801565 Feb 17 22:11:54.852992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=13bcb272-08cc-437d-ac42-ec98cb32676d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:54.885475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:54.897410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Attempting to bind port c33a20e9-0dd0-4107-ac58-cc97052b2af7 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:54.897734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Attempting to bind port c33a20e9-0dd0-4107-ac58-cc97052b2af7 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:54.898064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Attempting to bind port c33a20e9-0dd0-4107-ac58-cc97052b2af7 on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:54.912110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e2e8134f-728f-4039-a326-731d7c2d0cf8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.926286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Port c33a20e9-0dd0-4107-ac58-cc97052b2af7 on network c088b390-06da-4679-9b99-a3bc5456e9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:54.926610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Attempting to bind port c33a20e9-0dd0-4107-ac58-cc97052b2af7 on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:54.939209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 has no active binding in host n-h2-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:11:54.944218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:54.944566 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Checking segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:54.944945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Bound using segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:54.945841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Bound port: c33a20e9-0dd0-4107-ac58-cc97052b2af7, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:54.945841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.954257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Deleting port eadeb403-ef0f-4cb3-9305-c81b9869b02c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:11:54.954687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.965006 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:54.981299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9eb8cd93-2909-46c3-a965-b83950b1e7ba req-46f344b2-8820-4302-a88a-471ef3217459 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587576 Feb 17 22:11:55.040610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e2e8134f-728f-4039-a326-731d7c2d0cf8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:55.041648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.042328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:55.058973 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3d86746-eb70-4429-84e0-1b5e2ec42949 req-e969500b-e100-4c86-8a27-a49e5a8cdc11 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318868 Feb 17 22:11:55.151779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] For port c33a20e9-0dd0-4107-ac58-cc97052b2af7, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:55.156298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] For port c33a20e9-0dd0-4107-ac58-cc97052b2af7, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c33a20e9-0dd0-4107-ac58-cc97052b2af7,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:11:55.169208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c0ec56-4889-4e10-bff5-8831e5a19ece req-9e3ae359-362f-46f2-93ca-9150fb67a978 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e07db6c-d7cc-4b48-9069-c45399d648e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801091 Feb 17 22:11:55.226276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d94fe9-e732-41de-8087-addd6af73126 req-e3226496-7d93-4c9f-9678-d86265ab24cf service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381316 Feb 17 22:11:55.341778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] For port eadeb403-ef0f-4cb3-9305-c81b9869b02c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eadeb403-ef0f-4cb3-9305-c81b9869b02c,segment=NetworkSegment(c3ad7e12-cd7c-4366-85e3-137516dea419),segment_id=c3ad7e12-cd7c-4366-85e3-137516dea419)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:55.342162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:55.355270 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d86ae2-3898-4c7f-b9a0-67b0422f6f35 x-openstack-request-id: req-83d86ae2-3898-4c7f-b9a0-67b0422f6f35 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:55.356507 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:55.356771 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83d86ae2-3898-4c7f-b9a0-67b0422f6f35 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:55.357708 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'status': 'completed', 'code': 200} Feb 17 22:11:55.357973 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'status': 'completed', 'code': 200} Feb 17 22:11:55.363329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 0cdac164-5ca8-4895-8f37-ff7d76bebc54 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:55.371503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:55.385662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Calling delete_port for eadeb403-ef0f-4cb3-9305-c81b9869b02c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:11:55.443142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device eadeb403-ef0f-4cb3-9305-c81b9869b02c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:55.520340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['13bcb272-08cc-437d-ac42-ec98cb32676d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:55.581461 n-d-828369-18 neutron-server[103528]: INFO neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No ports have port_id starting with 0cdac164-5ca8-4895-8f37-ff7d76bebc54 Feb 17 22:11:55.582779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Pushing event updated for resources: {'Port': ['ID=c33a20e9-0dd0-4107-ac58-cc97052b2af7,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:55.605197 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.5079901 Feb 17 22:11:55.613453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39098) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:55.629909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Request body: {'subnet': {'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-671617093-subnet', 'tenant_id': 'e8d1180e68474053bc57e473be5f0319', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:55.633013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0cdac164-5ca8-4895-8f37-ff7d76bebc54), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:55.677406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad00a4-97e4-4ec6-8d7c-3c49e4ed55fb admin admin] Pushing event updated for resources: {'Network': ['ID=e2e8134f-728f-4039-a326-731d7c2d0cf8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:55.739032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port eadeb403-ef0f-4cb3-9305-c81b9869b02c is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:55.739340 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:55.742911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-48d7d2dc-5a3e-4500-ba5c-3f0ddd12c437 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.752544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-48d7d2dc-5a3e-4500-ba5c-3f0ddd12c437 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.758552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.759329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:55.760801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f8c42156-1a1f-443c-8466-c05ca8ed7da4 service neutron] 10.222.0.94 "PUT /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 200 len: 1137 time: 3.3222144 Feb 17 22:11:55.767482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-48d7d2dc-5a3e-4500-ba5c-3f0ddd12c437 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.771322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e2e8134f-728f-4039-a326-731d7c2d0cf8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:11:55.774690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-48d7d2dc-5a3e-4500-ba5c-3f0ddd12c437 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.775252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Pushing event deleted for resources: {'Port': ['ID=0cdac164-5ca8-4895-8f37-ff7d76bebc54,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:55.782115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-48d7d2dc-5a3e-4500-ba5c-3f0ddd12c437 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.797282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-48d7d2dc-5a3e-4500-ba5c-3f0ddd12c437 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.806791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-48d7d2dc-5a3e-4500-ba5c-3f0ddd12c437 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 4606 time: 0.6800804 Feb 17 22:11:55.865421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:11:55.884114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-7ece5c21-7dfe-4d69-8b5c-17c37339f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.885908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-7ece5c21-7dfe-4d69-8b5c-17c37339f09d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1128 time: 0.4036298 Feb 17 22:11:55.889390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d94fe9-e732-41de-8087-addd6af73126 req-694c3fe0-1981-4222-ac3a-c27695697f4e service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6449244 Feb 17 22:11:55.925316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f310f5e-fc39-48af-8b1a-f5939e1b195b req-a172f621-229f-4f45-b886-50dec580aa81 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:55.932094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f310f5e-fc39-48af-8b1a-f5939e1b195b req-a172f621-229f-4f45-b886-50dec580aa81 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 943 time: 0.3656600 Feb 17 22:11:55.989442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] No DVR routers for this DVR port 0cdac164-5ca8-4895-8f37-ff7d76bebc54 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:55.997233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:56.006583 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01d09e3d-252d-463d-b7bd-33dceaeccaed req-61ea3563-ca43-45b5-8cc2-e372a465e9f1 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.73 "DELETE /v2.0/ports/0cdac164-5ca8-4895-8f37-ff7d76bebc54 HTTP/1.1" status: 204 len: 173 time: 2.9178739 Feb 17 22:11:56.009479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Made reservation on behalf of e8d1180e68474053bc57e473be5f0319 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:11:56.018581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:56.075165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-8242fa45-1f38-4b7a-9d15-7dedd2514e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.083924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-8242fa45-1f38-4b7a-9d15-7dedd2514e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.085153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-8242fa45-1f38-4b7a-9d15-7dedd2514e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.088877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-8242fa45-1f38-4b7a-9d15-7dedd2514e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.089374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-8242fa45-1f38-4b7a-9d15-7dedd2514e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.092317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-8242fa45-1f38-4b7a-9d15-7dedd2514e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.095805 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-8242fa45-1f38-4b7a-9d15-7dedd2514e2a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5356 time: 0.7307050 Feb 17 22:11:56.158872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-61ae588d-1dd3-4308-8c03-da5c4cce2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.162039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-61ae588d-1dd3-4308-8c03-da5c4cce2c2d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.2477648 Feb 17 22:11:56.209184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eadeb403-ef0f-4cb3-9305-c81b9869b02c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:56.294127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f310f5e-fc39-48af-8b1a-f5939e1b195b req-d9bc01cf-3c00-43c8-a003-0a3e8f53ab6d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281803 Feb 17 22:11:56.395033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Pushing event deleted for resources: {'Port': ['ID=eadeb403-ef0f-4cb3-9305-c81b9869b02c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:56.450865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b5949a5-2973-4d74-b5fa-eaf89dc8588e req-96fddea0-1a0b-4596-a838-0870396af17c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6418869 Feb 17 22:11:56.505010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] No DVR routers for this DVR port eadeb403-ef0f-4cb3-9305-c81b9869b02c on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:56.538609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:56.550670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da839d6c-6d3b-416b-9a2b-b6175458772e req-bf3e63df-b5ba-4be1-ba21-d1d1629757e4 tempest-ListServersNegativeTestJSON-1911298305 tempest-ListServersNegativeTestJSON-1911298305-project] 10.222.0.94 "DELETE /v2.0/ports/eadeb403-ef0f-4cb3-9305-c81b9869b02c HTTP/1.1" status: 204 len: 173 time: 2.1775270 Feb 17 22:11:56.551318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'name': 'network-vif-deleted', 'tag': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:56.553807 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20b6e97-d7ea-4c0e-a871-0b188422c38a" -d '{"events": [{"server_uuid": "676ee0dd-4ced-4021-88e0-4fe38f17cd8e", "name": "network-vif-deleted", "tag": "eadeb403-ef0f-4cb3-9305-c81b9869b02c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:56.584292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-82c12e72-edeb-43be-ac3c-fcaa4f38b028 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 1001 time: 0.2972662 Feb 17 22:11:56.585026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (46756507-5829-4df7-92ac-3e6d44b66898), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:56.661010 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:56.784557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-67530bf9-b838-42b5-913a-d459587657e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.785233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-67530bf9-b838-42b5-913a-d459587657e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.785474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-67530bf9-b838-42b5-913a-d459587657e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.787120 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-67530bf9-b838-42b5-913a-d459587657e3 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6418941 Feb 17 22:11:56.819455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977c2dd-2057-4c18-9188-6e9e319757a3 req-6cbe6834-f73e-44b6-97a1-6cfe528f76cb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.820883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e977c2dd-2057-4c18-9188-6e9e319757a3 req-6cbe6834-f73e-44b6-97a1-6cfe528f76cb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.3667581 Feb 17 22:11:56.828306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-0eafd249-6429-48cc-96fe-35c9f238a047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.829790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-0eafd249-6429-48cc-96fe-35c9f238a047 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.2204156 Feb 17 22:11:56.893552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46756507-5829-4df7-92ac-3e6d44b66898,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:56.897651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb8b84-07cf-4b24-ba12-1431baa5ecb1 req-5168549e-a5f5-419b-ac71-d6bb1ac9e0c6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.905158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfcb8b84-07cf-4b24-ba12-1431baa5ecb1 req-5168549e-a5f5-419b-ac71-d6bb1ac9e0c6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 944 time: 0.2938347 Feb 17 22:11:56.946552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e977c2dd-2057-4c18-9188-6e9e319757a3 req-79b2e684-3f14-4baa-9417-9ff3f0642c1f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157548 Feb 17 22:11:56.982890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-1f03c64d-0879-47a7-8f0b-38c562c5aea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:56.983556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-1f03c64d-0879-47a7-8f0b-38c562c5aea0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1345611 Feb 17 22:11:57.003843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfcb8b84-07cf-4b24-ba12-1431baa5ecb1 req-0ab78340-196c-4527-8088-6178e71cf613 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977218 Feb 17 22:11:57.100069 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9d57db-1dc7-481f-b35e-62a556dfb263 x-openstack-request-id: req-1e9d57db-1dc7-481f-b35e-62a556dfb263 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:57.100918 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "676ee0dd-4ced-4021-88e0-4fe38f17cd8e", "name": "network-vif-deleted", "tag": "eadeb403-ef0f-4cb3-9305-c81b9869b02c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:57.101396 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e9d57db-1dc7-481f-b35e-62a556dfb263 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:57.102975 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '676ee0dd-4ced-4021-88e0-4fe38f17cd8e', 'name': 'network-vif-deleted', 'tag': 'eadeb403-ef0f-4cb3-9305-c81b9869b02c', 'status': 'completed', 'code': 200} Feb 17 22:11:57.263735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-52b3ec15-d251-4a00-9dba-cd31e941c8ba service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587283 Feb 17 22:11:57.273045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b88e85-5675-479b-a73f-e1d452ea3dbe req-5adb6b21-2cc9-4ea5-ae16-b59e05ea59b4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:57.274574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b88e85-5675-479b-a73f-e1d452ea3dbe req-5adb6b21-2cc9-4ea5-ae16-b59e05ea59b4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 945 time: 0.1840253 Feb 17 22:11:57.380235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eddb64c1-9f9c-4b0a-b460-369db9739a3f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:57.435450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:11:57.439151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'c33a20e9-0dd0-4107-ac58-cc97052b2af7'}, {'server_uuid': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'name': 'network-vif-deleted', 'tag': '0cdac164-5ca8-4895-8f37-ff7d76bebc54'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:57.442515 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92477f4-3b65-4750-9d7f-32ef90b702ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "c33a20e9-0dd0-4107-ac58-cc97052b2af7"}, {"server_uuid": "2be995fb-cf49-40fb-baa5-47145dcddfd8", "name": "network-vif-deleted", "tag": "0cdac164-5ca8-4895-8f37-ff7d76bebc54"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:57.446719 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-8c547f13-0544-4b87-9e34-58e216537f39 service neutron] 10.222.0.73 "GET /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82/bindings/n-h2-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.7733829 Feb 17 22:11:57.473681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 13bcb272-08cc-437d-ac42-ec98cb32676d up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:11:57.478850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4e02d-6dce-4a7a-b035-ba2c1b325163 req-0fef89f2-23da-4874-b580-797101871c4a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:57.492335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66f4e02d-6dce-4a7a-b035-ba2c1b325163 req-0fef89f2-23da-4874-b580-797101871c4a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 949 time: 0.2744529 Feb 17 22:11:57.534440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b88e85-5675-479b-a73f-e1d452ea3dbe req-776c053d-bda3-4550-8cee-830eb31548cb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500534 Feb 17 22:11:57.577892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Checking segment: {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:57.578255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Network hostable DHCP agents. Network: e2e8134f-728f-4039-a326-731d7c2d0cf8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:11:57.622169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:57.629288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port eddb64c1-9f9c-4b0a-b460-369db9739a3f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:57.645668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-daa8e6bc-03d7-4c14-8220-f0e736dd1b37 service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701198 Feb 17 22:11:57.667714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port eddb64c1-9f9c-4b0a-b460-369db9739a3f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:57.674065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:57.682790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66f4e02d-6dce-4a7a-b035-ba2c1b325163 req-1913c0ee-58da-47fb-9034-651b52fc5f0b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894796 Feb 17 22:11:57.700698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 13bcb272-08cc-437d-ac42-ec98cb32676d completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:11:57.729316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:57.742672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] Deleting subnet 46cce229-5804-4873-aa9e-45021566becb {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:11:57.762880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'mac_address': 'fa:16:3e:06:ab:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:11:57.766382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 13bcb272-08cc-437d-ac42-ec98cb32676d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:11:57.770472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:57.834758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63003272-146e-48d0-b187-e81034948903 req-5f2c9e01-9694-431f-93c9-429d065f74cc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:57.841102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63003272-146e-48d0-b187-e81034948903 req-5f2c9e01-9694-431f-93c9-429d065f74cc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 943 time: 0.1098745 Feb 17 22:11:57.883552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b2841f04-5468-42ee-90ab-62f8bd3adc61 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:57.883846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:57.893502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] Publish callbacks [] for subnet (46cce229-5804-4873-aa9e-45021566becb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:57.937479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2841f04-5468-42ee-90ab-62f8bd3adc61 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:57.970710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63003272-146e-48d0-b187-e81034948903 req-dc7cfd27-d9f0-4d2b-8200-b45a3f75a52b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165946 Feb 17 22:11:58.026307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:58.051453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:58.052497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:58.083653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-f40eab50-06b3-437d-9093-7fa628e398ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.089102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-f40eab50-06b3-437d-9093-7fa628e398ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.094801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.096938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port eddb64c1-9f9c-4b0a-b460-369db9739a3f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:58.099082 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfe4315-44d1-4b2e-95dc-b705de97d122 x-openstack-request-id: req-0dfe4315-44d1-4b2e-95dc-b705de97d122 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:58.099396 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "c33a20e9-0dd0-4107-ac58-cc97052b2af7", "status": "completed", "code": 200}, {"server_uuid": "2be995fb-cf49-40fb-baa5-47145dcddfd8", "name": "network-vif-deleted", "tag": "0cdac164-5ca8-4895-8f37-ff7d76bebc54", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:58.100879 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0dfe4315-44d1-4b2e-95dc-b705de97d122 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:58.100879 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'c33a20e9-0dd0-4107-ac58-cc97052b2af7', 'status': 'completed', 'code': 200} Feb 17 22:11:58.100879 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be995fb-cf49-40fb-baa5-47145dcddfd8', 'name': 'network-vif-deleted', 'tag': '0cdac164-5ca8-4895-8f37-ff7d76bebc54', 'status': 'completed', 'code': 200} Feb 17 22:11:58.104146 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.105017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-f40eab50-06b3-437d-9093-7fa628e398ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.120314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-f40eab50-06b3-437d-9093-7fa628e398ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.128328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-f40eab50-06b3-437d-9093-7fa628e398ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.151773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-f40eab50-06b3-437d-9093-7fa628e398ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.160068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-f40eab50-06b3-437d-9093-7fa628e398ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 4606 time: 0.2336173 Feb 17 22:11:58.190672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (46cce229-5804-4873-aa9e-45021566becb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.195447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Network e2e8134f-728f-4039-a326-731d7c2d0cf8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:11:58.237473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:58.243795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dde2367-2264-4525-a8a4-9decb39a3f82 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:58.249840 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f64c4-ada3-4331-9498-4a234f699e87 req-f625b297-8458-428e-94c9-e3bad3f4d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.251707 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-710f64c4-ada3-4331-9498-4a234f699e87 req-f625b297-8458-428e-94c9-e3bad3f4d9db service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3437250 Feb 17 22:11:58.260904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:11:58.266719 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09c00d9-40b0-4b74-bc10-3e301d29293e" -d '{"events": [{"server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "name": "network-vif-plugged", "status": "completed", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:11:58.275656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 13bcb272-08cc-437d-ac42-ec98cb32676d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:11:58.276213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.287835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:58.293923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e2e8134f-728f-4039-a326-731d7c2d0cf8) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:11:58.297302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-452fa8d9-4a2c-4d3f-9047-a6b36f7f0a03 req-9ed046e3-29d5-4c1b-a6fd-dad6db24b9c6 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1290753 Feb 17 22:11:58.337078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd6d487-4a88-4827-b028-e8e47b330c26 None None] Network e2e8134f-728f-4039-a326-731d7c2d0cf8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:58.338526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8445b78b-671f-4a23-a929-5863e831e65d req-61099a95-8bbc-4716-a878-9bba8d86a792 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.350299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8445b78b-671f-4a23-a929-5863e831e65d req-61099a95-8bbc-4716-a878-9bba8d86a792 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 944 time: 0.1473682 Feb 17 22:11:58.362398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:58.400729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.401160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.424891 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.437356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 13bcb272-08cc-437d-ac42-ec98cb32676d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=13bcb272-08cc-437d-ac42-ec98cb32676d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:11:58.472995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.485715 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.491065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (46cce229-5804-4873-aa9e-45021566becb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.516892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8445b78b-671f-4a23-a929-5863e831e65d req-c90b002d-1de0-4743-8d70-7e2be1bc5d19 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636684 Feb 17 22:11:58.531013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-a282f6b1-3cf0-4f7e-977a-ad271d1910c5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972304 Feb 17 22:11:58.586323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:58.634111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b2841f04-5468-42ee-90ab-62f8bd3adc61'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:11:58.647416 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e34c95ea-2b3b-41fa-8c15-5bf657452610 x-openstack-request-id: req-e34c95ea-2b3b-41fa-8c15-5bf657452610 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:11:58.649391 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "name": "network-vif-plugged", "status": "completed", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:11:58.649391 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e34c95ea-2b3b-41fa-8c15-5bf657452610 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:11:58.649391 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f', 'code': 200} Feb 17 22:11:58.742254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45148e4c-16ab-4079-b23a-2495cc8022bb None None] Network e2e8134f-728f-4039-a326-731d7c2d0cf8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:11:58.792837 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e64ca3d1-8476-49bb-9bf5-a91d454aade8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1668274 Feb 17 22:11:58.802602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-61be3a31-df57-42ef-88ef-f0542da1ad02 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.803318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (46cce229-5804-4873-aa9e-45021566becb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:58.806303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-61be3a31-df57-42ef-88ef-f0542da1ad02 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2737834 Feb 17 22:11:58.850563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=13bcb272-08cc-437d-ac42-ec98cb32676d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:58.868567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-044736c8-709c-47cf-9f93-8878855273b2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/quotas/ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 375 time: 0.0241771 Feb 17 22:11:58.938713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6582e7-f912-43ed-9f62-1da73b80e7c0 req-9254f558-94c1-467e-b86e-bacf79bb7a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:58.941148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa6582e7-f912-43ed-9f62-1da73b80e7c0 req-9254f558-94c1-467e-b86e-bacf79bb7a6f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1128 time: 0.2182877 Feb 17 22:11:58.990976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-9f53074f-6b0e-46c5-b18e-3c95af5a5770 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1214461 Feb 17 22:11:58.998619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46cce229-5804-4873-aa9e-45021566becb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:59.000991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb27245-da64-4425-b9ec-8f6b1775315d req-898fa4ee-b210-4049-bb32-12c944be7ec8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.008353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6eb27245-da64-4425-b9ec-8f6b1775315d req-898fa4ee-b210-4049-bb32-12c944be7ec8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 946 time: 0.2007651 Feb 17 22:11:59.028445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.040312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa6582e7-f912-43ed-9f62-1da73b80e7c0 req-be3f38bf-6593-4a5e-96ce-3658f6f30e7c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875802 Feb 17 22:11:59.046555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a9842675-c50f-4533-90b2-3ca3fbc05323 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/46cce229-5804-4873-aa9e-45021566becb HTTP/1.1" status: 204 len: 168 time: 1.4061520 Feb 17 22:11:59.054832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39148) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:11:59.058822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] Transition to ACTIVE for port object 6dde2367-2264-4525-a8a4-9decb39a3f82 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:59.076540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-b1431783-f757-43b7-9156-f0d65e3ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.077225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-b1431783-f757-43b7-9156-f0d65e3ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.077834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-b1431783-f757-43b7-9156-f0d65e3ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.078434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-b1431783-f757-43b7-9156-f0d65e3ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.079033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-b1431783-f757-43b7-9156-f0d65e3ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.079790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-b1431783-f757-43b7-9156-f0d65e3ac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.091473 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-b1431783-f757-43b7-9156-f0d65e3ac355 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5356 time: 0.7046158 Feb 17 22:11:59.101822 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.176099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6eb27245-da64-4425-b9ec-8f6b1775315d req-8e2ad49d-aea2-4705-8926-c2ed9d4a1e0b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662862 Feb 17 22:11:59.196537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (0cc4cfc3-12e2-4453-b02e-78cdd9979c59), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.339479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (0cc4cfc3-12e2-4453-b02e-78cdd9979c59), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.372107 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] No DVR routers for this DVR port 6dde2367-2264-4525-a8a4-9decb39a3f82 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:11:59.384963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc4cfc3-12e2-4453-b02e-78cdd9979c59']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:59.385579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] Pushing event updated for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=10']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:59.390562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:11:59.410308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3ad7e12-cd7c-4366-85e3-137516dea419') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:59.410308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3ad7e12-cd7c-4366-85e3-137516dea419') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:11:59.428801 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (c3ad7e12-cd7c-4366-85e3-137516dea419), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.429318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d33548-2e80-41a9-97a0-b36863805ea8 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:11:59.438549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-c88f243c-f201-461b-aed5-f1a478c10e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.439172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-c88f243c-f201-461b-aed5-f1a478c10e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.439763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-c88f243c-f201-461b-aed5-f1a478c10e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.441243 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-c88f243c-f201-461b-aed5-f1a478c10e02 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3352203 Feb 17 22:11:59.443891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Publish callbacks [] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.462879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c3ad7e12-cd7c-4366-85e3-137516dea419), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.465295 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-18bd4277-a1ba-4569-87de-e0637d6a0c8c service neutron] 10.222.0.73 "PUT /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82/bindings/n-h2-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 1.9836962 Feb 17 22:11:59.483718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:11:59.485188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (c3ad7e12-cd7c-4366-85e3-137516dea419), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:11:59.496604 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:11:59.511634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port 6dde2367-2264-4525-a8a4-9decb39a3f82 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:11:59.512716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:11:59.518047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Transition to ACTIVE for port object b2d33548-2e80-41a9-97a0-b36863805ea8 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:11:59.607827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.660194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-c08c24aa-02b3-4523-83d5-4a2bc4875bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.662027 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b92477f4-3b65-4750-9d7f-32ef90b702ac req-c08c24aa-02b3-4523-83d5-4a2bc4875bed service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2132068 Feb 17 22:11:59.718450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:59.744671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (0cc4cfc3-12e2-4453-b02e-78cdd9979c59), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.751001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.758730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] 10.222.0.79 "DELETE /v2.0/networks/0cc4cfc3-12e2-4453-b02e-78cdd9979c59 HTTP/1.1" status: 204 len: 168 time: 0.7031083 Feb 17 22:11:59.801859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08e3c5b-f9f5-41c0-b07a-ea3a34db422a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc4cfc3-12e2-4453-b02e-78cdd9979c59,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:11:59.812157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Attempting to bind port b2d33548-2e80-41a9-97a0-b36863805ea8 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:11:59.813452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Attempting to bind port b2d33548-2e80-41a9-97a0-b36863805ea8 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:11:59.813452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Attempting to bind port b2d33548-2e80-41a9-97a0-b36863805ea8 on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:59.823739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Port b2d33548-2e80-41a9-97a0-b36863805ea8 on network c088b390-06da-4679-9b99-a3bc5456e9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:11:59.823949 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Attempting to bind port b2d33548-2e80-41a9-97a0-b36863805ea8 on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:11:59.833341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d033c5c-9262-4b82-9fb4-73b87edf3c5b req-a89dbfa5-5a14-4dc2-8082-bf0129da0d1f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.838338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:11:59.838678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Checking segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:11:59.839143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Bound using segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:11:59.840802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Bound port: b2d33548-2e80-41a9-97a0-b36863805ea8, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:11:59.841172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:11:59.841971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d033c5c-9262-4b82-9fb4-73b87edf3c5b req-a89dbfa5-5a14-4dc2-8082-bf0129da0d1f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 944 time: 0.3484857 Feb 17 22:11:59.871067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fcfd2943-c272-482b-b4be-01ff76d9c4f8 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.872766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-fcfd2943-c272-482b-b4be-01ff76d9c4f8 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.2990320 Feb 17 22:11:59.963291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-311550a3-05e4-47ce-8413-c0bb02ff0019 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:11:59.964767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-311550a3-05e4-47ce-8413-c0bb02ff0019 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 814 time: 0.3271930 Feb 17 22:11:59.988801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:11:59.991540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d033c5c-9262-4b82-9fb4-73b87edf3c5b req-21cde646-fb16-4873-a862-a8ef81c481bd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486480 Feb 17 22:12:00.001078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39180) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:00.008399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-453ffe46-6dbb-4fd4-8787-c47b62bbe816 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/quotas/e8d1180e68474053bc57e473be5f0319 HTTP/1.1" status: 200 len: 375 time: 0.0298502 Feb 17 22:12:00.015124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-80a01698-b4ff-41c6-803c-f08b4409e7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.017433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2d33548-2e80-41a9-97a0-b36863805ea8,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:00.017583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-80a01698-b4ff-41c6-803c-f08b4409e7a5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f&tenant_id=59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 1127 time: 0.1338272 Feb 17 22:12:00.048861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.055605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-8f37364a-bcc1-48a3-9de2-3d54f131840e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366933 Feb 17 22:12:00.130437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.131512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.133477 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] 10.222.0.94 "PUT /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 200 len: 1137 time: 4.2839200 Feb 17 22:12:00.168187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'b2d33548-2e80-41a9-97a0-b36863805ea8'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:00.171514 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c920d69-0576-4dc5-8a04-07231aa8374b" -d '{"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "b2d33548-2e80-41a9-97a0-b36863805ea8"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:00.182535 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cd31a01b-ac6a-4456-abbc-9cfbbc3fb9cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8bbaa13f96a648939eab13dc96abf02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608365 Feb 17 22:12:00.184539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:00.189390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6595fec2-0eb8-4e90-b1d8-dcc2c608b509 req-ff7f8fef-e343-49be-bbab-7426ba01ef7b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 210 time: 0.0898633 Feb 17 22:12:00.190329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:00.280837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cf832a-0caa-49b8-bb5b-f509d3a16ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:00.300879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-4880601c-5e2f-4e3e-b3c2-6bb9fdf11aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.302418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-4880601c-5e2f-4e3e-b3c2-6bb9fdf11aed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1127 time: 0.1336515 Feb 17 22:12:00.349395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a54ba63e-bb8b-456f-a8ce-b1bb173c694f admin admin] Publish callbacks [] for security_group (5e07db6c-d7cc-4b48-9069-c45399d648e2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.351318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-432044f3-0cc0-42db-b7be-bad673ca478f service neutron] 10.222.0.79 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830853 Feb 17 22:12:00.352501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (53c7626b-babe-4317-876b-1af17de1693a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.389424 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a54ba63e-bb8b-456f-a8ce-b1bb173c694f admin admin] Publish callbacks [] for security_group (5e07db6c-d7cc-4b48-9069-c45399d648e2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.475453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-6a108cad-b1b5-441d-9a00-7e3372430a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.476901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-6a108cad-b1b5-441d-9a00-7e3372430a6c service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.1598568 Feb 17 22:12:00.580623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a54ba63e-bb8b-456f-a8ce-b1bb173c694f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e07db6c-d7cc-4b48-9069-c45399d648e2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.586830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-5bf2ad9c-489d-4127-9dc2-959112f40912 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 217 time: 0.0515120 Feb 17 22:12:00.587020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a54ba63e-bb8b-456f-a8ce-b1bb173c694f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.589840 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a54ba63e-bb8b-456f-a8ce-b1bb173c694f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e07db6c-d7cc-4b48-9069-c45399d648e2 HTTP/1.1" status: 204 len: 168 time: 0.4030349 Feb 17 22:12:00.652192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.653256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bcb272-08cc-437d-ac42-ec98cb32676d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:00.657118 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659e2c81-d08e-4178-b14d-2f618c5eb805" -d '{"events": [{"server_uuid": "e5bd0efe-f9ea-4f29-9f78-c32657282b73", "name": "network-vif-plugged", "status": "completed", "tag": "13bcb272-08cc-437d-ac42-ec98cb32676d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:00.657835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.658098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba63e-bb8b-456f-a8ce-b1bb173c694f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e07db6c-d7cc-4b48-9069-c45399d648e2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:00.663138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.668488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.674701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.680192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.686592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.694327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-fb48d355-f476-439c-a01e-67ac06137e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5384 time: 0.3881924 Feb 17 22:12:00.739657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-4e0b0835-aa7f-4821-b565-589e6b63d8f4 service neutron] 10.222.0.79 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616813 Feb 17 22:12:00.746694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-2b443dad-9ec6-4cb2-a78d-891723884863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:00.748711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-2b443dad-9ec6-4cb2-a78d-891723884863 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1510112 Feb 17 22:12:00.808617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c7626b-babe-4317-876b-1af17de1693a {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:00.818030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Publish callbacks [] for port (53c7626b-babe-4317-876b-1af17de1693a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:00.834182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Transition to ACTIVE for port object 53c7626b-babe-4317-876b-1af17de1693a will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:00.844519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (53c7626b-babe-4317-876b-1af17de1693a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:01.068804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Pushing event updated for resources: {'Port': ['ID=53c7626b-babe-4317-876b-1af17de1693a,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:01.226350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Attempting to bind port 53c7626b-babe-4317-876b-1af17de1693a on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:01.228141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Attempting to bind port 53c7626b-babe-4317-876b-1af17de1693a by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:01.228462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Attempting to bind port 53c7626b-babe-4317-876b-1af17de1693a on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:01.233661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Port 53c7626b-babe-4317-876b-1af17de1693a on network c088b390-06da-4679-9b99-a3bc5456e9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:01.233982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Attempting to bind port 53c7626b-babe-4317-876b-1af17de1693a on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:01.251492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-8bca0b0e-abdc-4e4c-8970-e2b03e8e3d24 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4891562 Feb 17 22:12:01.256632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:01.257508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Checking segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:01.257508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Bound using segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:01.257861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Bound port: 53c7626b-babe-4317-876b-1af17de1693a, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:01.258222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (53c7626b-babe-4317-876b-1af17de1693a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:01.332069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fac5b66-5aa5-4cd4-a53b-89e0c4401cae req-dac0c169-37d4-4efc-818b-9c985626c235 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6367822 Feb 17 22:12:01.399862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] For port 53c7626b-babe-4317-876b-1af17de1693a, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:01.404584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] For port 53c7626b-babe-4317-876b-1af17de1693a, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=53c7626b-babe-4317-876b-1af17de1693a,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:01.426052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (53c7626b-babe-4317-876b-1af17de1693a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:01.428979 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf04db0-5ece-460e-abfb-558bd2002030 x-openstack-request-id: req-9bf04db0-5ece-460e-abfb-558bd2002030 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:01.429264 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "b2d33548-2e80-41a9-97a0-b36863805ea8", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:01.429520 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9bf04db0-5ece-460e-abfb-558bd2002030 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:01.429916 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'b2d33548-2e80-41a9-97a0-b36863805ea8', 'status': 'completed', 'code': 200} Feb 17 22:12:01.440338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:01.447936 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-74ae26ca-9eb0-4ad9-a299-7110be74a099 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402179 Feb 17 22:12:01.554406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:01.555014 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:01.564916 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] 10.222.0.94 "PUT /v2.0/ports/53c7626b-babe-4317-876b-1af17de1693a HTTP/1.1" status: 200 len: 1092 time: 1.3811076 Feb 17 22:12:01.571456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8af4bf2-aed8-413a-83a1-bf2113b662de req-d5f5a678-f4cd-4917-8562-51bc6e9c9d0d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:01.595610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8af4bf2-aed8-413a-83a1-bf2113b662de req-d5f5a678-f4cd-4917-8562-51bc6e9c9d0d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.4171832 Feb 17 22:12:01.631988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:01.680739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b2841f04-5468-42ee-90ab-62f8bd3adc61 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:01.685165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b2841f04-5468-42ee-90ab-62f8bd3adc61 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:01.686134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:01.756181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:01.761722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b5e30-c054-4e76-9897-826352b8d094 service neutron] Pushing event updated for resources: {'Port': ['ID=53c7626b-babe-4317-876b-1af17de1693a,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:01.900094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-ca728fe2-11da-4fa1-b425-f496cfd161bf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:01.902143 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-ca728fe2-11da-4fa1-b425-f496cfd161bf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4316196 Feb 17 22:12:01.912042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-63599d3f-569f-441c-b00a-610524d523f1 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533699 Feb 17 22:12:01.933549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b2841f04-5468-42ee-90ab-62f8bd3adc61 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:01.933952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:01.980850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8af4bf2-aed8-413a-83a1-bf2113b662de req-94c07160-dd10-452d-8bee-726ecce9b679 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842175 Feb 17 22:12:02.014167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:02.018308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b4ca0-834e-44fa-994d-d98dfcc15ca1 req-8bc185af-b691-4783-b0ba-d3ca73c00b86 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.020241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a55b4ca0-834e-44fa-994d-d98dfcc15ca1 req-8bc185af-b691-4783-b0ba-d3ca73c00b86 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 946 time: 0.4666362 Feb 17 22:12:02.034448 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:02.035790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.036273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.037081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.037249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.037717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.038283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.038889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.041597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-ae30429f-8798-4fd9-9d49-77ff13213bc2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6416 time: 0.5357492 Feb 17 22:12:02.087834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Request body: {'port': {'device_id': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': 'ef58e154a43c40d785b6e9ef35bf1c72'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:02.099809 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8061d79-7b7d-42a9-8061-1f3fa880556b x-openstack-request-id: req-b8061d79-7b7d-42a9-8061-1f3fa880556b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:02.100657 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bd0efe-f9ea-4f29-9f78-c32657282b73", "name": "network-vif-plugged", "status": "completed", "tag": "13bcb272-08cc-437d-ac42-ec98cb32676d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:02.101122 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b8061d79-7b7d-42a9-8061-1f3fa880556b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:02.101728 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13bcb272-08cc-437d-ac42-ec98cb32676d', 'code': 200} Feb 17 22:12:02.184629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39228) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:02.192462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=13']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:02.264938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.94', 62595) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:02.328705 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a55b4ca0-834e-44fa-994d-d98dfcc15ca1 req-dae9fdb6-6595-4f75-94ac-a2a8997a7c37 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017075 Feb 17 22:12:02.434525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2112053194-network', 'tenant_id': '00fac5ae6c4447b885d781e194a279ba'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:02.434790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2772f7d8-f476-430c-8962-a1bfcd49db4b {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:02.448518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Publish callbacks [] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:02.451612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6f0a1be-239d-4668-90dc-6719b587bc84 req-1e94eb4d-d4da-4ca3-88df-73969cc5d923 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 210 time: 0.1935611 Feb 17 22:12:02.477840 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Transition to ACTIVE for port object 2772f7d8-f476-430c-8962-a1bfcd49db4b will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:02.489726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:02.531564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Made reservation on behalf of ef58e154a43c40d785b6e9ef35bf1c72 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:02.534340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:02.579272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Pushing event updated for resources: {'Port': ['ID=2772f7d8-f476-430c-8962-a1bfcd49db4b,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:02.586216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-0a40e2ed-695e-4318-9e3b-a05610e729f5 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621497 Feb 17 22:12:02.679401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-a7aca1c2-8082-4d00-879c-67e9eca56fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.680824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-a7aca1c2-8082-4d00-879c-67e9eca56fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.680948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-a7aca1c2-8082-4d00-879c-67e9eca56fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.682529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-a7aca1c2-8082-4d00-879c-67e9eca56fde service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6266623 Feb 17 22:12:02.724286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1af4115a-6b5f-4ee1-8dda-c2b013127066 req-e9d28bd1-9efa-423c-a97b-76e128906b7a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 210 time: 0.1981723 Feb 17 22:12:02.740654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779a6ec2-cf6b-4a92-bb56-7606e48ded12 req-4745fa62-5027-4f03-be98-8eedfc6766ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:02.742507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-779a6ec2-cf6b-4a92-bb56-7606e48ded12 req-4745fa62-5027-4f03-be98-8eedfc6766ce service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 1129 time: 0.4765253 Feb 17 22:12:02.743190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Made reservation on behalf of 00fac5ae6c4447b885d781e194a279ba for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:02.757589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:02.846919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:02.885071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Attempting to bind port 2772f7d8-f476-430c-8962-a1bfcd49db4b on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:02.885412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Attempting to bind port 2772f7d8-f476-430c-8962-a1bfcd49db4b by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:02.885743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Attempting to bind port 2772f7d8-f476-430c-8962-a1bfcd49db4b on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:02.912981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Port 2772f7d8-f476-430c-8962-a1bfcd49db4b on network c088b390-06da-4679-9b99-a3bc5456e9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:02.915459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Attempting to bind port 2772f7d8-f476-430c-8962-a1bfcd49db4b on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:02.951460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Allocated IP 192.168.233.188 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/261de879-ea05-46f7-9219-74837b66a1b6) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:12:02.976602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:02.977012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Checking segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:02.977368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Bound using segment: {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:02.977816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Bound port: 2772f7d8-f476-430c-8962-a1bfcd49db4b, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80987e88-dc60-4671-b938-465ebc873059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:02.978246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.054320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-a40b6671-7896-438a-883f-0ae64c45d46e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.055873 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-a40b6671-7896-438a-883f-0ae64c45d46e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 814 time: 0.3465452 Feb 17 22:12:03.082054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Request body: {'port': {'device_id': '16e20dd4-03c3-46f1-86b2-016f37302544', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'admin_state_up': True, 'tenant_id': 'e8d1180e68474053bc57e473be5f0319'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:03.088175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d85c4f-d4bd-42aa-b204-375bfdc5876b req-345d4286-ad76-47a8-8d1f-045ddb179ae5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.089676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51d85c4f-d4bd-42aa-b204-375bfdc5876b req-345d4286-ad76-47a8-8d1f-045ddb179ae5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 944 time: 0.6351085 Feb 17 22:12:03.177013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] For port 2772f7d8-f476-430c-8962-a1bfcd49db4b, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:03.198495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-779a6ec2-cf6b-4a92-bb56-7606e48ded12 req-a469ed4d-2425-4ed1-a479-21f9cb44d9ae service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4195383 Feb 17 22:12:03.258575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0f8a33-9b8d-4430-bc92-78e3188d46ba req-6e6f9540-8ffe-4c6e-b293-8e649faeab71 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.260810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa0f8a33-9b8d-4430-bc92-78e3188d46ba req-6e6f9540-8ffe-4c6e-b293-8e649faeab71 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1128 time: 0.3302650 Feb 17 22:12:03.277016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-bb8c37a6-ef26-4572-9c6f-35050232828a tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.278532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-bb8c37a6-ef26-4572-9c6f-35050232828a tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.2987900 Feb 17 22:12:03.286242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-3fbb0cff-5564-46a3-96dd-f1ab269d80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.287975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c920d69-0576-4dc5-8a04-07231aa8374b req-3fbb0cff-5564-46a3-96dd-f1ab269d80a0 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5558710 Feb 17 22:12:03.318435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51d85c4f-d4bd-42aa-b204-375bfdc5876b req-36586b32-4845-4f4f-9c56-48f79f391444 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069936 Feb 17 22:12:03.353747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks [] for security_group (3eb5d25c-157b-44fd-bd25-8dbd87ec22df), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.366923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa0f8a33-9b8d-4430-bc92-78e3188d46ba req-5ae4860c-2c6c-4b97-80c2-b5a733e25f7b tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927026 Feb 17 22:12:03.374574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3eb5d25c-157b-44fd-bd25-8dbd87ec22df), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.466568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:12:03.476827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb5d25c-157b-44fd-bd25-8dbd87ec22df,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:03.487319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cdec397d-acb6-4dea-8f17-d6563cd3d58d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.487725 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Added segment cdec397d-acb6-4dea-8f17-d6563cd3d58d of type vlan for network 420dd126-56f4-4fe2-9585-e8b4e516acc9 Feb 17 22:12:03.511030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '53c7626b-babe-4317-876b-1af17de1693a'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:03.513114 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "53c7626b-babe-4317-876b-1af17de1693a"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:03.544477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] For port 2772f7d8-f476-430c-8962-a1bfcd49db4b, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2772f7d8-f476-430c-8962-a1bfcd49db4b,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:03.565422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.578334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (420dd126-56f4-4fe2-9585-e8b4e516acc9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.590247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.595636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.600818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.606200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.611851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.617193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.622391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.624364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28156829-8c29-443d-ba09-0f2a87289d79 req-4647a3b6-7ad4-42ce-88c9-8354d906c807 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5408 time: 0.2051046 Feb 17 22:12:03.648571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.649576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.651778 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] 10.222.0.94 "PUT /v2.0/ports/2772f7d8-f476-430c-8962-a1bfcd49db4b HTTP/1.1" status: 200 len: 1091 time: 2.0260501 Feb 17 22:12:03.715864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:03.728309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (420dd126-56f4-4fe2-9585-e8b4e516acc9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.729182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.729744 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.751566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks [] for port (261de879-ea05-46f7-9219-74837b66a1b6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.793880 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.815552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Made reservation on behalf of e8d1180e68474053bc57e473be5f0319 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:03.818126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb18881-8e5d-4abf-a780-09a966476c7e req-361b44d2-4a2a-4b25-8d87-6c7eb23569c7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:03.818806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:03.819711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fb18881-8e5d-4abf-a780-09a966476c7e req-361b44d2-4a2a-4b25-8d87-6c7eb23569c7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 946 time: 0.3011372 Feb 17 22:12:03.856467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6599352 Feb 17 22:12:03.858767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39244) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:03.866443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28156829-8c29-443d-ba09-0f2a87289d79 req-642a7f24-3f4c-4f8c-9836-9114f006087b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2284527 Feb 17 22:12:03.875009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Request body: {'subnet': {'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2112053194-subnet', 'tenant_id': '00fac5ae6c4447b885d781e194a279ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:03.910560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d811a0c-88d5-44ee-802d-6e610c3360e0 admin admin] Pushing event updated for resources: {'Network': ['ID=420dd126-56f4-4fe2-9585-e8b4e516acc9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:03.922097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 420dd126-56f4-4fe2-9585-e8b4e516acc9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:12:03.991498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa3dea4-1a5f-4a87-8ea7-cd4e9dddbde9 service neutron] Pushing event updated for resources: {'Port': ['ID=2772f7d8-f476-430c-8962-a1bfcd49db4b,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:03.993562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Made reservation on behalf of 00fac5ae6c4447b885d781e194a279ba for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:03.996257 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.086721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fb18881-8e5d-4abf-a780-09a966476c7e req-5f6271ce-bcac-4026-8db6-daf58ca2b1bb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477465 Feb 17 22:12:04.090460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-cca00f98-4e53-48df-ba8c-3f1810c6b156 service neutron] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:04.099146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-cca00f98-4e53-48df-ba8c-3f1810c6b156 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.100518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cadf9df-2795-488e-9bf1-e70307bc05c3 req-cca00f98-4e53-48df-ba8c-3f1810c6b156 service neutron] 10.222.0.94 "DELETE /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82/bindings/n-h1-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.4729631 Feb 17 22:12:04.105860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:04.116929 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffdda80-ccab-42ac-840a-721332f9f811" -d '{"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-plugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:04.126355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Allocated IP 172.20.0.9 (e2e8134f-728f-4039-a326-731d7c2d0cf8/46756507-5829-4df7-92ac-3e6d44b66898/80502de5-41e4-44de-92fc-6f3c90f54f6f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:12:04.135923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78568ad-a8f6-4962-a0fc-e6114f01d7b9 req-cb1bdefc-aad5-4215-a343-a7d037a95af1 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.137734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d78568ad-a8f6-4962-a0fc-e6114f01d7b9 req-cb1bdefc-aad5-4215-a343-a7d037a95af1 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1128 time: 0.1474338 Feb 17 22:12:04.197899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.220329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e14721fe-bab3-4fd6-b582-fc0e3e373fcf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:04.240057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d78568ad-a8f6-4962-a0fc-e6114f01d7b9 req-35068b13-f111-4881-bcd1-bfa50a15ed3c tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955501 Feb 17 22:12:04.287839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73', 'b2841f04-5468-42ee-90ab-62f8bd3adc61'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:04.300157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e570e7c2-03b7-4f4d-8280-100987fce045 req-dacd4b9e-e9b8-491d-bf8c-b035921cf22a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 210 time: 0.0552022 Feb 17 22:12:04.304361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:04.330866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:12:04.340394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:04.342620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:12:04.417921 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb78b51-97f4-4935-b8db-7a6a951379d6 x-openstack-request-id: req-8cb78b51-97f4-4935-b8db-7a6a951379d6 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:04.418289 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "53c7626b-babe-4317-876b-1af17de1693a", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:04.419186 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8cb78b51-97f4-4935-b8db-7a6a951379d6 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:04.419704 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '53c7626b-babe-4317-876b-1af17de1693a', 'status': 'completed', 'code': 200} Feb 17 22:12:04.503497 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074dc9c4-7136-4ea3-856d-5f12f3caecaf x-openstack-request-id: req-074dc9c4-7136-4ea3-856d-5f12f3caecaf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:04.504119 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-plugged", "status": "completed", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:04.504575 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-074dc9c4-7136-4ea3-856d-5f12f3caecaf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:04.505219 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'code': 200} Feb 17 22:12:04.553430 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (46a304a6-98a0-40b4-a7a6-5bfa4b062eb6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.647262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46a304a6-98a0-40b4-a7a6-5bfa4b062eb6,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:04.673262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.673896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.678825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d05723-0dde-40e3-b5e6-fff5fa3c9225 req-38aaa29b-6079-46f2-85f9-d3a010c3de12 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.690095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01d05723-0dde-40e3-b5e6-fff5fa3c9225 req-38aaa29b-6079-46f2-85f9-d3a010c3de12 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 936 time: 0.2576389 Feb 17 22:12:04.720263 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-40bbbe3e-55b4-413d-8156-8bbfb33e5d8c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6511314 Feb 17 22:12:04.757191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.757819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.758875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.759454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.760079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.760720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.761239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:04.764078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-5467592d-df7e-4e46-8b41-4a4b1e02ffa8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6515 time: 0.2635028 Feb 17 22:12:04.772165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Request body: {'port': {'device_id': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:04.836605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01d05723-0dde-40e3-b5e6-fff5fa3c9225 req-97a4e704-826f-4179-a86a-adba87b32a4d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396928 Feb 17 22:12:04.933729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.944644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5cbcdbf-4d7e-4b21-8a55-988226e52a10 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:04.954232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks [] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.971554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Publish callbacks [] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:04.996115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Checking segment: {'id': 'cdec397d-acb6-4dea-8f17-d6563cd3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:04.996402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Network hostable DHCP agents. Network: 420dd126-56f4-4fe2-9585-e8b4e516acc9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:12:05.074877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Network 420dd126-56f4-4fe2-9585-e8b4e516acc9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:12:05.116912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2caac786-59b1-4931-ac93-f9b9c8fdf8d6 None None] Provisioning complete for port 261de879-ea05-46f7-9219-74837b66a1b6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:05.117474 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2caac786-59b1-4931-ac93-f9b9c8fdf8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (261de879-ea05-46f7-9219-74837b66a1b6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:05.127449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:05.130680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ea8ca-726c-44d6-8070-48aafda5ef66 req-c36c8052-dbc5-4cef-9960-136353268c01 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:05.141978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f17ea8ca-726c-44d6-8070-48aafda5ef66 req-c36c8052-dbc5-4cef-9960-136353268c01 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 944 time: 0.3972433 Feb 17 22:12:05.163796 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Transition to ACTIVE for port object b5cbcdbf-4d7e-4b21-8a55-988226e52a10 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:05.173108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 420dd126-56f4-4fe2-9585-e8b4e516acc9) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:05.190044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f576d7c-4316-4719-9599-9f5f82c6615a None None] Network 420dd126-56f4-4fe2-9585-e8b4e516acc9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:12:05.192286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319edf32-13e9-4c51-8a66-a87c4050383d req-a0638a18-5fe4-40d3-9cbc-df3c991275ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:05.195829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-a0638a18-5fe4-40d3-9cbc-df3c991275ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 946 time: 0.2008638 Feb 17 22:12:05.227809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:05.228393 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:05.262857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2caac786-59b1-4931-ac93-f9b9c8fdf8d6 None None] Port 261de879-ea05-46f7-9219-74837b66a1b6 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:12:05.308148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-ae8f2f4a-e311-442f-a504-259abaa91100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:05.308374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-ae8f2f4a-e311-442f-a504-259abaa91100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:05.309002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-ae8f2f4a-e311-442f-a504-259abaa91100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:05.310634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-ae8f2f4a-e311-442f-a504-259abaa91100 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5059865 Feb 17 22:12:05.351899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-adabcd0b-5f89-4d63-af3b-4eacfaa74528 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4844201 Feb 17 22:12:05.399577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f17ea8ca-726c-44d6-8070-48aafda5ef66 req-64b4564a-a045-4793-972f-63867bbed2dc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416463 Feb 17 22:12:05.474832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8110ca-f54b-4981-8288-8f46e76b1fda None None] Network 420dd126-56f4-4fe2-9585-e8b4e516acc9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:12:05.727050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Network e2e8134f-728f-4039-a326-731d7c2d0cf8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:12:05.728577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:05.743245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:05.751290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:12:05.820499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:05.833246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261de879-ea05-46f7-9219-74837b66a1b6 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:05.842890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:05.843590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:05.877130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Publish callbacks [] for port (261de879-ea05-46f7-9219-74837b66a1b6), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:05.928254 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-21621f48-52be-4836-b2dc-8b9b38bd4bbe tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8548808 Feb 17 22:12:05.964265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Transition to ACTIVE for port object 261de879-ea05-46f7-9219-74837b66a1b6 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:05.969267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Request body: {'port': {'device_id': '16e20dd4-03c3-46f1-86b2-016f37302544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:05.977522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:06.020748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.070293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Deleting port 13bcb272-08cc-437d-ac42-ec98cb32676d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:12:06.071047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.154708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Attempting to bind port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:06.155042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Attempting to bind port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:06.155401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Attempting to bind port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 on network 80347aa6-14e3-4b9d-a638-5515efff641e {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:06.160374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:06.168135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.173253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 on network 80347aa6-14e3-4b9d-a638-5515efff641e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:06.173573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Attempting to bind port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 on network 80347aa6-14e3-4b9d-a638-5515efff641e {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:06.196441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.207230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.214505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.220801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.227495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:06.227852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Checking segment: {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:06.228219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Bound using segment: {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:06.228665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Bound port: b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:06.229021 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.229598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.237663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.244070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.246971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-b25955ad-d858-4711-80ee-9a05136d1a1b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5420 time: 0.6962705 Feb 17 22:12:06.278845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-3ffd32a4-19d5-40e2-afe9-216f591e392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.280861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b45e3e35-e55f-47f1-9e5c-b3f021e30eb0 req-3ffd32a4-19d5-40e2-afe9-216f591e392e service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9275475 Feb 17 22:12:06.376970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:06.377318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:06.377685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:06.391107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] For port 13bcb272-08cc-437d-ac42-ec98cb32676d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=13bcb272-08cc-437d-ac42-ec98cb32676d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:06.391566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.411861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Calling delete_port for 13bcb272-08cc-437d-ac42-ec98cb32676d owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:12:06.428101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:06.428420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:06.429111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7f3b264-3e04-4fab-a220-cbfbcf739a1b req-74f510a8-6eed-4635-bb6c-4840bd366010 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620867 Feb 17 22:12:06.433818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:06.436669 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713d6676-194c-4a7c-bea5-c83bb5fa280e" -d '{"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:06.444472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-28ac6b7c-1360-4421-9ffe-3931688340c4 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:12:06.449046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:06.452139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-28ac6b7c-1360-4421-9ffe-3931688340c4 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130942 Feb 17 22:12:06.458548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:06.459243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:06.459794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Bound port: 261de879-ea05-46f7-9219-74837b66a1b6, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:06.460177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.546579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-8a58e260-18ad-4932-a85b-0612e0a8f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.548150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-8a58e260-18ad-4932-a85b-0612e0a8f5fc service neutron] 10.222.0.79 "GET /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 1125 time: 0.0849798 Feb 17 22:12:06.553876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] For port b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:06.564296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Request body: {'binding': {'host': 'n-h2-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:06.564751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:12:06.610575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] For port b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:06.628310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.680451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.681122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.682840 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] 10.222.0.94 "PUT /v2.0/ports/b5cbcdbf-4d7e-4b21-8a55-988226e52a10 HTTP/1.1" status: 200 len: 1092 time: 2.9735880 Feb 17 22:12:06.687489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:06.732485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cea9c-706e-43ae-8313-9c27e7bf7ceb req-2eb37307-d027-4739-b918-c0b084d7c031 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.737688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Request body: {'port': {'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:06.739764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da2cea9c-706e-43ae-8313-9c27e7bf7ceb req-2eb37307-d027-4739-b918-c0b084d7c031 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 946 time: 0.1945360 Feb 17 22:12:06.770508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074b5e1-d776-4297-89eb-04d289d35ad9 service neutron] Pushing event updated for resources: {'Port': ['ID=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:06.804960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (13bcb272-08cc-437d-ac42-ec98cb32676d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.841252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:06.843212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['13bcb272-08cc-437d-ac42-ec98cb32676d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:06.854288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event deleted for resources: {'Port': ['ID=13bcb272-08cc-437d-ac42-ec98cb32676d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:06.871939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.872618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da2cea9c-706e-43ae-8313-9c27e7bf7ceb req-0d4bf3c8-ed3c-45c7-86d3-5c039b9ada34 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317880 Feb 17 22:12:06.890040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.904797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80502de5-41e4-44de-92fc-6f3c90f54f6f {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:06.933713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Publish callbacks [] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.960860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:06.961499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:06.962900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] 10.222.0.94 "PUT /v2.0/ports/261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 1097 time: 2.2161994 Feb 17 22:12:06.997987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Transition to ACTIVE for port object 80502de5-41e4-44de-92fc-6f3c90f54f6f will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:07.009186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] No DVR routers for this DVR port 13bcb272-08cc-437d-ac42-ec98cb32676d on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:12:07.013219 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:07.016826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-319edf32-13e9-4c51-8a66-a87c4050383d req-d73f6240-f5a9-48c7-8d6c-b3cbe7fd20a0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "DELETE /v2.0/ports/13bcb272-08cc-437d-ac42-ec98cb32676d HTTP/1.1" status: 204 len: 173 time: 1.8046660 Feb 17 22:12:07.019606 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:07.036298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9052416-d347-4943-a639-a9bc6239f17c service neutron] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:07.060784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on host n-h2-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:07.061252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:07.061700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:07.063925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'name': 'network-vif-deleted', 'tag': '13bcb272-08cc-437d-ac42-ec98cb32676d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:07.066492 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99b8951-9bed-4499-ad29-b109f9dad186" -d '{"events": [{"server_uuid": "e5bd0efe-f9ea-4f29-9f78-c32657282b73", "name": "network-vif-deleted", "tag": "13bcb272-08cc-437d-ac42-ec98cb32676d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:07.145146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:07.145763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:07.163290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:07.163871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:07.164502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:07.164800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Bound port: eddb64c1-9f9c-4b0a-b460-369db9739a3f, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:07.239146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b10d-9484-4ea8-86ce-03a3d14ec315 req-1abad08e-d274-4eaf-97bd-bbb2bb0723c5 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:07.240889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d09b10d-9484-4ea8-86ce-03a3d14ec315 req-1abad08e-d274-4eaf-97bd-bbb2bb0723c5 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 943 time: 0.2345476 Feb 17 22:12:07.244510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-2a88d336-351b-40e4-b429-6cc34747d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:07.246262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-2a88d336-351b-40e4-b429-6cc34747d7b3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1131 time: 0.1739125 Feb 17 22:12:07.338284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:07.344302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-3ae49f2f-73f0-4e61-bfe7-59a403766d90 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.0784512 Feb 17 22:12:07.345523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:07.350299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Attempting to bind port 80502de5-41e4-44de-92fc-6f3c90f54f6f on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:07.350631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Attempting to bind port 80502de5-41e4-44de-92fc-6f3c90f54f6f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:07.351000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Attempting to bind port 80502de5-41e4-44de-92fc-6f3c90f54f6f on network e2e8134f-728f-4039-a326-731d7c2d0cf8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:07.361775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Port 80502de5-41e4-44de-92fc-6f3c90f54f6f on network e2e8134f-728f-4039-a326-731d7c2d0cf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:07.362092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Attempting to bind port 80502de5-41e4-44de-92fc-6f3c90f54f6f on network e2e8134f-728f-4039-a326-731d7c2d0cf8 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:07.373516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:07.373857 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Checking segment: {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:07.374241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Bound using segment: {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:07.374678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Bound port: 80502de5-41e4-44de-92fc-6f3c90f54f6f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:07.375032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:07.382177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:07.383453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-ad988e38-c3aa-4bb6-9cce-3e8dabea874b service neutron] 10.222.0.79 "POST /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f/bindings HTTP/1.1" status: 201 len: 390 time: 0.8248160 Feb 17 22:12:07.444230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-9cde4c49-0efe-4579-a3f7-bba33b208e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:07.445868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-9cde4c49-0efe-4579-a3f7-bba33b208e52 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0860159 Feb 17 22:12:07.449528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d09b10d-9484-4ea8-86ce-03a3d14ec315 req-e7049e79-3edb-4583-958f-3476ff60ab47 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852109 Feb 17 22:12:07.515860 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39b17f66-c2d3-4f20-af26-0c9f3fd0970d req-de97653a-2eb7-483c-bb9c-7c474bd5ae02 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 210 time: 0.0744576 Feb 17 22:12:07.534562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f4ee4-62bd-4f85-b045-13865defa36c req-3c930887-5347-4dd4-942b-eb04cd6dd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:07.543077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-3c930887-5347-4dd4-942b-eb04cd6dd1e3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0871859 Feb 17 22:12:07.580249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:07.643188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:07.701949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:07.720724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-3d073d29-06b5-47b4-842e-e165915eb686 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670046 Feb 17 22:12:07.729177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:07.729848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:07.731573 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] 10.222.0.73 "PUT /v2.0/ports/80502de5-41e4-44de-92fc-6f3c90f54f6f HTTP/1.1" status: 200 len: 1092 time: 1.7715263 Feb 17 22:12:07.753157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c8b8ff-8f54-43f0-9a07-b60327c054cd {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:07.776004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Publish callbacks [] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:07.842438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17f66-c2d3-4f20-af26-0c9f3fd0970d req-2c02a19d-0760-41a9-86c8-2538273f50f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:07.843998 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39b17f66-c2d3-4f20-af26-0c9f3fd0970d req-2c02a19d-0760-41a9-86c8-2538273f50f0 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=003a4cb84a814b839614df8dbaa5bedb&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2997763 Feb 17 22:12:07.872145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Transition to ACTIVE for port object a8c8b8ff-8f54-43f0-9a07-b60327c054cd will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:07.974685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44acac5-e718-4d3e-b474-0419f9d2247e req-dbb09fac-f67f-49d3-b559-6fdac5e9a51d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:07.976356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d44acac5-e718-4d3e-b474-0419f9d2247e req-dbb09fac-f67f-49d3-b559-6fdac5e9a51d tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 948 time: 0.2399483 Feb 17 22:12:08.017634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-b5e13089-f1e9-4d18-a9c3-cd82ce92d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.019149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-b5e13089-f1e9-4d18-a9c3-cd82ce92d372 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1128 time: 0.2975538 Feb 17 22:12:08.051304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-500f4ee4-62bd-4f85-b045-13865defa36c req-fa4d4856-b6d3-4857-9834-21f334c4017a service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131499 Feb 17 22:12:08.106479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-20235df6-0e32-4b3c-9c7e-4837c192f719 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.109713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-20235df6-0e32-4b3c-9c7e-4837c192f719 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/networks?id=420dd126-56f4-4fe2-9585-e8b4e516acc9 HTTP/1.1" status: 200 len: 813 time: 0.2631750 Feb 17 22:12:08.152921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-31a84969-fa01-42a4-ba04-42698f17ea5a tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/quotas/00fac5ae6c4447b885d781e194a279ba HTTP/1.1" status: 200 len: 375 time: 0.0335226 Feb 17 22:12:08.159851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d44acac5-e718-4d3e-b474-0419f9d2247e req-7a516bf8-d6fe-46af-a6f2-45f053feee12 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672828 Feb 17 22:12:08.196598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0eef20-3eba-44c8-a338-bee9406bcb57 service neutron] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:08.202353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:08.225134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-c0158304-eb97-4c46-a40b-97f3a34c2873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.226613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-c0158304-eb97-4c46-a40b-97f3a34c2873 service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1884174 Feb 17 22:12:08.245649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6addfe25-b977-4406-bfb1-7b884012e2cb tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=00fac5ae6c4447b885d781e194a279ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666137 Feb 17 22:12:08.248741 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ad09b3-b77a-4f27-b77d-8d3273f9c470 x-openstack-request-id: req-05ad09b3-b77a-4f27-b77d-8d3273f9c470 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:08.249039 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:08.249289 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-05ad09b3-b77a-4f27-b77d-8d3273f9c470 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:08.249733 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b', 'status': 'completed', 'code': 200} Feb 17 22:12:08.295198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-9b83ff5c-6d00-498d-9458-e9c992b11204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.296851 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-9b83ff5c-6d00-498d-9458-e9c992b11204 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 1126 time: 0.5022242 Feb 17 22:12:08.310840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-84fa48c9-3b10-4078-9afc-5be132e00f5b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 217 time: 0.0684097 Feb 17 22:12:08.319518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:08.332443 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b9f5f4-af07-4f4a-9709-314c5957f004 x-openstack-request-id: req-a3b9f5f4-af07-4f4a-9709-314c5957f004 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:08.332736 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5bd0efe-f9ea-4f29-9f78-c32657282b73", "name": "network-vif-deleted", "tag": "13bcb272-08cc-437d-ac42-ec98cb32676d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:08.333025 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a3b9f5f4-af07-4f4a-9709-314c5957f004 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:08.333420 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5bd0efe-f9ea-4f29-9f78-c32657282b73', 'name': 'network-vif-deleted', 'tag': '13bcb272-08cc-437d-ac42-ec98cb32676d', 'status': 'completed', 'code': 200} Feb 17 22:12:08.427572 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-569021a1-4c3e-4061-b5c2-43cb34b2ccfc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f HTTP/1.1" status: 200 len: 217 time: 0.1214929 Feb 17 22:12:08.491937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b17f66-c2d3-4f20-af26-0c9f3fd0970d req-449ba8df-d368-4d24-a8dc-d3d5d26ebb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.493729 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39b17f66-c2d3-4f20-af26-0c9f3fd0970d req-449ba8df-d368-4d24-a8dc-d3d5d26ebb31 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6386852 Feb 17 22:12:08.552591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-47af8999-412f-4eb9-98a9-319597abd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.554735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-47af8999-412f-4eb9-98a9-319597abd5c0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1843810 Feb 17 22:12:08.565554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-4ca561a7-4514-49d7-8e6d-88d4a2cd9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.567444 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-4ca561a7-4514-49d7-8e6d-88d4a2cd9a16 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46756507-5829-4df7-92ac-3e6d44b66898 HTTP/1.1" status: 200 len: 854 time: 0.1149209 Feb 17 22:12:08.568122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Attempting to bind port a8c8b8ff-8f54-43f0-9a07-b60327c054cd on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:08.568454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Attempting to bind port a8c8b8ff-8f54-43f0-9a07-b60327c054cd by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:08.568780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Attempting to bind port a8c8b8ff-8f54-43f0-9a07-b60327c054cd on network 80347aa6-14e3-4b9d-a638-5515efff641e {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:08.583191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Port a8c8b8ff-8f54-43f0-9a07-b60327c054cd on network 80347aa6-14e3-4b9d-a638-5515efff641e not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:08.583545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Attempting to bind port a8c8b8ff-8f54-43f0-9a07-b60327c054cd on network 80347aa6-14e3-4b9d-a638-5515efff641e {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:08.590618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-2ca164b8-7057-43fd-afb0-a157faa0655f service neutron] 10.222.0.79 "GET /v2.0/networks/420dd126-56f4-4fe2-9585-e8b4e516acc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926524 Feb 17 22:12:08.608604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:08.608950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Checking segment: {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:08.609341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Bound using segment: {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:08.609792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Bound port: a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22d6047-f866-4670-a2c6-f2f20b092534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:08.610394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:08.612462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-466e4eea-21ec-4d9c-9640-1ebc045fc9a8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484834 Feb 17 22:12:08.627408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.627931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.628281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.628747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.629262 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-db59f0fc-4312-4e46-a4aa-d36440f28db3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2e8134f-728f-4039-a326-731d7c2d0cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547724 Feb 17 22:12:08.629395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.629724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.630184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.632055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-4de4d5a8-35d6-4038-879e-a003fd144297 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6640 time: 0.3236175 Feb 17 22:12:08.710966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.715913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.721590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.726337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.731545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.737567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.742761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.745448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-7c3de04b-1f73-465b-b32a-d3d0d40d23b4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.3004010 Feb 17 22:12:08.750746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] For port a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:08.777454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] For port a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:08.781886 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-3c1e5ab4-c642-46ab-89af-0d507cb30ef8 service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459115 Feb 17 22:12:08.785017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:08.838613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.839816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:08.841162 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-348d1e32-2694-41db-b608-0494c4320563 service neutron] 10.222.0.94 "PUT /v2.0/ports/a8c8b8ff-8f54-43f0-9a07-b60327c054cd HTTP/1.1" status: 200 len: 1092 time: 2.1099133 Feb 17 22:12:08.908900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348d1e32-2694-41db-b608-0494c4320563 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:08.926631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-80e470ea-e4d2-4566-913c-f11049a04b4c service neutron] 10.222.0.79 "GET /v2.0/networks/420dd126-56f4-4fe2-9585-e8b4e516acc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171465 Feb 17 22:12:08.940583 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49a7a379-17d8-459c-be5d-8c4cf304e87a req-619a76b1-842e-4a36-9fea-5c71b1a310c2 service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508121 Feb 17 22:12:08.975979 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:08.984232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-d05a12db-9fc1-4c1a-a7ca-8e1f337508e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.984697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-d05a12db-9fc1-4c1a-a7ca-8e1f337508e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.985418 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-d05a12db-9fc1-4c1a-a7ca-8e1f337508e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:08.987050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-d05a12db-9fc1-4c1a-a7ca-8e1f337508e6 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3343372 Feb 17 22:12:09.066254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-52ddb36d-8530-4700-8a15-4324d3a162e3 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4320741 Feb 17 22:12:09.078788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fb1d7f8-6fdc-4cf9-992d-6b3970f64031 req-c89d9274-5806-4534-ae50-4eb909e1707b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2626405 Feb 17 22:12:09.248185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-41ade7ba-654e-4d87-aa59-8f3b7aadc923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.249577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-713d6676-194c-4a7c-bea5-c83bb5fa280e req-41ade7ba-654e-4d87-aa59-8f3b7aadc923 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2527428 Feb 17 22:12:09.306970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-2991476d-504f-4660-a6a7-bbd26e2560c9 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269912 Feb 17 22:12:09.327122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977c68c8-56a5-4ee1-b7b7-3aa0d09ccab7 req-5d480935-52a8-4410-8696-5de2a9978a4d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.328809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-977c68c8-56a5-4ee1-b7b7-3aa0d09ccab7 req-5d480935-52a8-4410-8696-5de2a9978a4d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.1749437 Feb 17 22:12:09.335269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1026fc27-3012-4e45-b9b2-e0ca891635fb req-0165c53a-5e17-4e9f-b7bc-0cf9d1b3601b tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.336952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1026fc27-3012-4e45-b9b2-e0ca891635fb req-0165c53a-5e17-4e9f-b7bc-0cf9d1b3601b tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1127 time: 0.1027079 Feb 17 22:12:09.460077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-977c68c8-56a5-4ee1-b7b7-3aa0d09ccab7 req-be4e6537-f8ba-428f-af6e-9c27ea890ef9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218884 Feb 17 22:12:09.518994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.519530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.520853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.526653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.527187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.527673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.529042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.533436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-0eae273d-e74c-4890-bca3-0057e06c3281 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6713 time: 0.1884995 Feb 17 22:12:09.547649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1026fc27-3012-4e45-b9b2-e0ca891635fb req-da4bb34e-1574-4d8b-a1ea-fb63fa75b9e0 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905034 Feb 17 22:12:09.644292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12804888-cc9c-420a-a027-1b662e9abc34 req-9feb95b2-e372-4add-ae15-2c87d1c7228f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 210 time: 0.0864499 Feb 17 22:12:09.729851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-de220ff5-4514-4551-89c6-f2fbe5b736a6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 HTTP/1.1" status: 200 len: 217 time: 0.1542795 Feb 17 22:12:09.827501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0572f244-dc0d-4286-ad2c-da9a3c848c8a req-509967c2-f527-42a8-876f-d11782b4f16e tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 210 time: 0.0752037 Feb 17 22:12:09.867560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb649a-582b-40f4-a6f1-d34fc85577ef req-f7811bed-7988-4a26-b248-8ddc03ad2089 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.869210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccbb649a-582b-40f4-a6f1-d34fc85577ef req-f7811bed-7988-4a26-b248-8ddc03ad2089 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 943 time: 0.2366087 Feb 17 22:12:09.962691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccbb649a-582b-40f4-a6f1-d34fc85577ef req-7280758a-909e-44dc-89a7-b98feb8c9f87 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861232 Feb 17 22:12:09.964291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c338e0dd-e5be-4d7e-ba7e-b6a0df837a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:09.968850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c338e0dd-e5be-4d7e-ba7e-b6a0df837a24 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0b380438-2dc7-4d5b-9bda-2b9f986399eb HTTP/1.1" status: 200 len: 855 time: 0.2155271 Feb 17 22:12:10.088590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd0e86-5d51-4be0-a0f1-9ca7b74af2a8 req-7254a07b-ba1d-4831-9893-fa7186f252ba tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.090882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7bd0e86-5d51-4be0-a0f1-9ca7b74af2a8 req-7254a07b-ba1d-4831-9893-fa7186f252ba tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 948 time: 0.1384177 Feb 17 22:12:10.096490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-12ca3b5a-f40f-4cff-9dd4-41863c695493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.097886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-12ca3b5a-f40f-4cff-9dd4-41863c695493 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1f758203-9b63-4f40-821e-7ad3f600067d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1141493 Feb 17 22:12:10.250614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7bd0e86-5d51-4be0-a0f1-9ca7b74af2a8 req-44701ca4-ef20-41fc-8717-2b11f0fcffeb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517780 Feb 17 22:12:10.251623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10'}, {'name': 'network-changed', 'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}, {'name': 'network-changed', 'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f'}, {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:10.254591 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c861b9b-8094-4fcb-813a-d44821c9c232" -d '{"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10"}, {"name": "network-changed", "server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}, {"name": "network-changed", "server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f"}, {"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:10.315981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-6dd797cd-52fb-4ac9-8330-a2f9e99095d5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.318726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-6dd797cd-52fb-4ac9-8330-a2f9e99095d5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.2129629 Feb 17 22:12:10.321038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-4404be45-0185-4a9d-ace5-cf72da8d2fed service neutron] 10.222.0.94 "GET /v2.0/networks/1f758203-9b63-4f40-821e-7ad3f600067d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851430 Feb 17 22:12:10.379121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-624531eb-c537-49c1-8b03-9d271463bcd9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/quotas/59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 375 time: 0.0546041 Feb 17 22:12:10.556689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-68061ab3-3704-4197-b8af-51b949676a51 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1454604 Feb 17 22:12:10.568314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.574398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.580724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.586569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.592818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.599002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.605057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.607701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-626e6c70-d954-4871-a300-e159d1724893 req-8ca8a0da-2373-4684-851a-08d40f10f56f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2306304 Feb 17 22:12:10.613322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-bc3ac0d6-1ce1-49fb-9575-8c54b48b835d service neutron] 10.222.0.94 "GET /v2.0/networks/1f758203-9b63-4f40-821e-7ad3f600067d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687726 Feb 17 22:12:10.679379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6db7dfcb-1c66-4aca-982a-d7d2f8480d25 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:10.681023 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6db7dfcb-1c66-4aca-982a-d7d2f8480d25 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.73 "GET /v2.0/networks?id=420dd126-56f4-4fe2-9585-e8b4e516acc9 HTTP/1.1" status: 200 len: 813 time: 0.2560220 Feb 17 22:12:10.699341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Request body: {'port': {'device_id': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9', 'admin_state_up': True, 'tenant_id': '00fac5ae6c4447b885d781e194a279ba'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:10.740124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39b17f66-c2d3-4f20-af26-0c9f3fd0970d req-45cd2cc1-fdc3-4e2d-8eea-5c1af543d1fd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/ports?device_id=e5bd0efe-f9ea-4f29-9f78-c32657282b73 HTTP/1.1" status: 200 len: 210 time: 0.1299226 Feb 17 22:12:10.786244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-7f874230-b69c-4031-929a-3c987e089cea service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 200 len: 217 time: 0.0954442 Feb 17 22:12:10.859296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Made reservation on behalf of 00fac5ae6c4447b885d781e194a279ba for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:10.867147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:11.048984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Allocated IP 172.20.0.14 (420dd126-56f4-4fe2-9585-e8b4e516acc9/46a304a6-98a0-40b4-a7a6-5bfa4b062eb6/02ee0a0d-4af2-48e6-ae95-13e5fb37de97) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:12:11.181066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-7a846aec-8f0e-4ad7-8e5f-1a74209f9a55 service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719335 Feb 17 22:12:11.205378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-626e6c70-d954-4871-a300-e159d1724893 req-d67aa136-7e94-49f3-a3ad-0eaf4cb2c4bf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5156147 Feb 17 22:12:11.238190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks [] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:11.253859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-31aeeeb7-5d72-4e12-abd4-13b562a25c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:11.255465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-31aeeeb7-5d72-4e12-abd4-13b562a25c3e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f3e27c7e-f282-477f-9ec5-e722d5eec564 HTTP/1.1" status: 200 len: 797 time: 0.4613082 Feb 17 22:12:11.278232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:11.329332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-25256f8e-874c-4cc2-a137-e022efc779fa service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365826 Feb 17 22:12:11.351556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-2bcb8194-9029-41cb-99f4-7000e296d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:11.353069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-2bcb8194-9029-41cb-99f4-7000e296d5e3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c088b390-06da-4679-9b99-a3bc5456e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0887182 Feb 17 22:12:11.365952 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea911bd-485a-4aff-9f89-8e154689984c x-openstack-request-id: req-dea911bd-485a-4aff-9f89-8e154689984c {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:11.366390 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:11.366747 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dea911bd-485a-4aff-9f89-8e154689984c {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:11.367259 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10', 'status': 'completed', 'code': 200} Feb 17 22:12:11.367643 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'status': 'completed', 'code': 200} Feb 17 22:12:11.368000 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'status': 'completed', 'code': 200} Feb 17 22:12:11.368353 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd', 'status': 'completed', 'code': 200} Feb 17 22:12:11.370823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Pushing event updated for resources: {'Port': ['ID=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:11.379352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Network 420dd126-56f4-4fe2-9585-e8b4e516acc9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:12:11.381055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:11.383504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:12:11.447528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 80502de5-41e4-44de-92fc-6f3c90f54f6f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:11.484424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:11.486180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:11.526177 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-6b219423-473b-4784-ba84-f14cd12146e5 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8348501 Feb 17 22:12:11.565115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Request body: {'port': {'device_id': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:11.681566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:11.708711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-7be57948-f795-46ed-9326-4bfbacc667ac service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461473 Feb 17 22:12:11.742066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:11.760804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'port_id': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'mac_address': 'fa:16:3e:2e:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46756507-5829-4df7-92ac-3e6d44b66898', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:11.792580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-ab9c3c26-d585-4eb7-843a-86c1808b3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:11.794235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-ab9c3c26-d585-4eb7-843a-86c1808b3697 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 1126 time: 0.4190569 Feb 17 22:12:11.809428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34831dfc-65fe-4279-8eef-3ab41859b657 req-e1ff4e55-5b37-453d-9bcb-a72435ebb20d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:11.817561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34831dfc-65fe-4279-8eef-3ab41859b657 req-e1ff4e55-5b37-453d-9bcb-a72435ebb20d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.3574965 Feb 17 22:12:11.861444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f356-6d5f-4e0f-a732-3ed04d6c7318 req-06b7c07a-1ae1-4e80-8e69-c016c0f59c91 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:11.868452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b4f356-6d5f-4e0f-a732-3ed04d6c7318 req-06b7c07a-1ae1-4e80-8e69-c016c0f59c91 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 932 time: 0.2330942 Feb 17 22:12:11.880467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 80502de5-41e4-44de-92fc-6f3c90f54f6f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:11.881028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:11.905244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80502de5-41e4-44de-92fc-6f3c90f54f6f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:11.946200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:11.953533 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:12.006007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:12.069428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34831dfc-65fe-4279-8eef-3ab41859b657 req-4f6990f9-0a9e-4bf0-827c-3e7415110b7e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507279 Feb 17 22:12:12.101369 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:12.109780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b4f356-6d5f-4e0f-a732-3ed04d6c7318 req-e0e484da-9b8e-4440-bd1e-86379e619740 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403901 Feb 17 22:12:12.115525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Publish callbacks [] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:12.134392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Transition to ACTIVE for port object 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:12.136353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-cb489052-3c5d-416c-bc48-43adcb006f36 service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4180064 Feb 17 22:12:12.147784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:12.184203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-ea713c05-3a5e-4c67-bf82-59950d5c2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.194146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-ea713c05-3a5e-4c67-bf82-59950d5c2434 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 915 time: 0.3638353 Feb 17 22:12:12.245909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Pushing event updated for resources: {'Port': ['ID=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:12.256943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-e44a5d2a-ac52-4e9e-865a-d3f5ace2d5f9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.220&port_id=b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 200 len: 217 time: 0.0972800 Feb 17 22:12:12.264393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['80502de5-41e4-44de-92fc-6f3c90f54f6f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:12.377966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-2b079390-2a79-4815-b26a-4e08cb29f3b2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f HTTP/1.1" status: 200 len: 217 time: 0.1441624 Feb 17 22:12:12.448241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Attempting to bind port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:12.461218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Attempting to bind port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'cdec397d-acb6-4dea-8f17-d6563cd3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:12.461460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f5051-bbb5-4689-a0c5-579766e2c630 req-23762768-6b61-4f60-91a5-b1abd983db1d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.463009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-445f5051-bbb5-4689-a0c5-579766e2c630 req-23762768-6b61-4f60-91a5-b1abd983db1d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 944 time: 0.2320411 Feb 17 22:12:12.463143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Attempting to bind port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 on network 420dd126-56f4-4fe2-9585-e8b4e516acc9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:12.472033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 on network 420dd126-56f4-4fe2-9585-e8b4e516acc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:12.472492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Attempting to bind port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 on network 420dd126-56f4-4fe2-9585-e8b4e516acc9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:12.478394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f20446fc-9eba-4e48-8c9c-816a12c0a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.479915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-f20446fc-9eba-4e48-8c9c-816a12c0a694 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f3e27c7e-f282-477f-9ec5-e722d5eec564 HTTP/1.1" status: 200 len: 797 time: 0.1968179 Feb 17 22:12:12.501718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:12.502095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Checking segment: {'id': 'cdec397d-acb6-4dea-8f17-d6563cd3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:12.502998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Bound using segment: {'id': 'cdec397d-acb6-4dea-8f17-d6563cd3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:12.504025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Bound port: 02ee0a0d-4af2-48e6-ae95-13e5fb37de97, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdec397d-acb6-4dea-8f17-d6563cd3d58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:12.504634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:12.523149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40d782-659f-41fd-a1d5-8cdd3402f0b7 req-4e3b1f0a-ed42-4c3c-84f8-60f0863b4437 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.524687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e40d782-659f-41fd-a1d5-8cdd3402f0b7 req-4e3b1f0a-ed42-4c3c-84f8-60f0863b4437 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 948 time: 0.2925117 Feb 17 22:12:12.551329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-9eee38c2-faad-4941-bd65-2fcde0415d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.552828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-9eee38c2-faad-4941-bd65-2fcde0415d3e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46756507-5829-4df7-92ac-3e6d44b66898 HTTP/1.1" status: 200 len: 854 time: 0.1620498 Feb 17 22:12:12.598729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] For port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:12.602406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] For port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,segment=NetworkSegment(cdec397d-acb6-4dea-8f17-d6563cd3d58d),segment_id=cdec397d-acb6-4dea-8f17-d6563cd3d58d)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:12.609527 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:12.630901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-b563ccb9-787f-4f06-99ab-213f9f69e25a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2e8134f-728f-4039-a326-731d7c2d0cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593958 Feb 17 22:12:12.645770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.646449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:12.647158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-445f5051-bbb5-4689-a0c5-579766e2c630 req-ccdeed86-dd88-48c0-b329-e7b3797fe286 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734521 Feb 17 22:12:12.648012 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] 10.222.0.73 "PUT /v2.0/ports/02ee0a0d-4af2-48e6-ae95-13e5fb37de97 HTTP/1.1" status: 200 len: 1093 time: 1.1138542 Feb 17 22:12:12.682461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cba0d8-00f0-4b2c-bab1-4e335679c842 service neutron] Pushing event updated for resources: {'Port': ['ID=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:12.743029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-2a527fc2-3481-4e22-8c2c-659b54a94bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.744553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-2a527fc2-3481-4e22-8c2c-659b54a94bad service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c088b390-06da-4679-9b99-a3bc5456e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2510979 Feb 17 22:12:12.759047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-54acb26b-3b2f-458b-b2d4-13016d09c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.760995 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-54acb26b-3b2f-458b-b2d4-13016d09c41c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=00fac5ae6c4447b885d781e194a279ba&device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 1127 time: 0.0587192 Feb 17 22:12:12.794488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed82ec22-096a-4b62-a664-1bae9449d8d5 req-e746e510-7e25-4a02-9003-47dd154abea3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 210 time: 0.0489209 Feb 17 22:12:12.812652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e40d782-659f-41fd-a1d5-8cdd3402f0b7 req-d7e8713c-551c-45e5-94b7-ffe25d0bf60b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668970 Feb 17 22:12:12.883982 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-5c59b359-4474-4aab-ac7f-ab2980e8c5f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ee0a0d-4af2-48e6-ae95-13e5fb37de97 HTTP/1.1" status: 200 len: 217 time: 0.1050432 Feb 17 22:12:12.906436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-83336e73-7a51-4082-b42c-28be6cf3fc5f service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535412 Feb 17 22:12:12.972336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-a09dae57-5a71-4996-b9dd-c595c8b419dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:12.974701 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-a09dae57-5a71-4996-b9dd-c595c8b419dc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46a304a6-98a0-40b4-a7a6-5bfa4b062eb6 HTTP/1.1" status: 200 len: 853 time: 0.0785933 Feb 17 22:12:13.023200 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-ebb22f13-bdbd-4964-af47-a95325383835 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=420dd126-56f4-4fe2-9585-e8b4e516acc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407987 Feb 17 22:12:13.065014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-cca03631-0de8-4898-a425-59b2cea98943 service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029041 Feb 17 22:12:13.164611 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-bba5d2b4-4476-4ff0-b9d6-3156ad9c78cc service neutron] 10.222.0.73 "GET /v2.0/networks/420dd126-56f4-4fe2-9585-e8b4e516acc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321380 Feb 17 22:12:13.294128 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05fbbec4-0b5f-4c42-9eed-9e610ccfdc36 req-283098d5-5778-49cf-9fb2-37ad8b39ff56 service neutron] 10.222.0.73 "GET /v2.0/networks/420dd126-56f4-4fe2-9585-e8b4e516acc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210382 Feb 17 22:12:13.309602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.314970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.320299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.326259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.331505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.336733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.342554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.344449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-73fe4dcb-cd7d-4b1f-8384-9a4c31deefc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.4175603 Feb 17 22:12:13.355135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-944de3f3-c664-4f30-af7b-55dbf8a45f0b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.356595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-944de3f3-c664-4f30-af7b-55dbf8a45f0b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.4060445 Feb 17 22:12:13.365221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-65a4a80f-4da9-4ec3-92b5-40c070e10f85 service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393203 Feb 17 22:12:13.369857 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'tag': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:13.370825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-c9f7c219-ea79-4735-8683-0be192e59bde tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.374780 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94261c37-9355-403a-8ae3-c19fa51b4a08" -d '{"events": [{"name": "network-changed", "server_uuid": "4a0ae8d9-913d-49fc-85b1-5b617200c7ce", "tag": "02ee0a0d-4af2-48e6-ae95-13e5fb37de97"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:13.378302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-c9f7c219-ea79-4735-8683-0be192e59bde tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.4704967 Feb 17 22:12:13.400452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Request body: {'port': {'device_id': '9e971cef-f01e-4ec8-9439-407d8596686c', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'admin_state_up': True, 'tenant_id': '59650c83521741329140c0e2719356ae'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:13.458634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1a6f2da7-987d-4170-8a73-01ffad81fa09 service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586047 Feb 17 22:12:13.462168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-a8ea5296-ea19-4ffa-a026-8046df9f3bc8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/quotas/003a4cb84a814b839614df8dbaa5bedb HTTP/1.1" status: 200 len: 375 time: 0.0830898 Feb 17 22:12:13.462386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 80502de5-41e4-44de-92fc-6f3c90f54f6f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:13.526499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:13.566706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-cba493ca-df60-4d87-9797-303ed78058cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.231&port_id=53c7626b-babe-4317-876b-1af17de1693a HTTP/1.1" status: 200 len: 217 time: 0.0948441 Feb 17 22:12:13.575111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-db35c1f7-9405-4da4-b974-75b7c3f54b06 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1020129 Feb 17 22:12:13.640918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 80502de5-41e4-44de-92fc-6f3c90f54f6f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:13.658088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 80502de5-41e4-44de-92fc-6f3c90f54f6f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:13.658601 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:13.689007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba6b392d-4f0e-46a1-9942-f1c79ffb9ba2 req-e5d08940-08f0-4294-b1e6-80329f57e2ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3305328 Feb 17 22:12:13.720046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-04bacfff-c6a3-4673-80d6-a31adcd9532a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:13.721544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-04bacfff-c6a3-4673-80d6-a31adcd9532a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f3e27c7e-f282-477f-9ec5-e722d5eec564 HTTP/1.1" status: 200 len: 797 time: 0.1445122 Feb 17 22:12:13.753459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:13.779833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '261de879-ea05-46f7-9219-74837b66a1b6', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '261de879-ea05-46f7-9219-74837b66a1b6', 'mac_address': 'fa:16:3e:bb:2b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:13.800781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-5a2bdeab-ad5d-4985-bdb7-b6912776f9d9 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248633 Feb 17 22:12:13.854315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 261de879-ea05-46f7-9219-74837b66a1b6 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:13.854856 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:13.882407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261de879-ea05-46f7-9219-74837b66a1b6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:13.886890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 80502de5-41e4-44de-92fc-6f3c90f54f6f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:13.887398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:13.912639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Made reservation on behalf of 59650c83521741329140c0e2719356ae for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:13.917639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:13.926128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:13.932545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:13.936161 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6513a353-bed0-4823-bc1c-68c50eaf59d6" -d '{"events": [{"server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "name": "network-vif-plugged", "status": "completed", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:13.946932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:13.953855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:13.979152 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:14.004985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-fa4ea433-6c56-4cd7-9658-04a2422718c5 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032948 Feb 17 22:12:14.016556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:14.082321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:14.132263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-05bbac05-b5e1-4c74-a3d0-3da4ca8aaaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:14.133841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-05bbac05-b5e1-4c74-a3d0-3da4ca8aaaf0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c088b390-06da-4679-9b99-a3bc5456e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3887894 Feb 17 22:12:14.346543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83db5f91-64bc-4305-a000-247a5266f410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:14.371329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['261de879-ea05-46f7-9219-74837b66a1b6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:14.782712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fabaf1-ae71-42d0-9747-b596149ce1f3 req-9dda6e78-6f0f-4dad-8030-7afbc8bfcd00 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:14.784394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1fabaf1-ae71-42d0-9747-b596149ce1f3 req-9dda6e78-6f0f-4dad-8030-7afbc8bfcd00 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.9732981 Feb 17 22:12:14.864699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Allocated IP 172.20.0.14 (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c/7eb73f8d-9b93-4360-977f-12e903433c9b/b723c98a-cca3-407f-9458-e9f9b6b8eb1a) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:12:14.880837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-8173a1b7-a2e0-4ed0-8bc3-40e865250b4d service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7364509 Feb 17 22:12:14.937753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c800-d28b-4acd-a9cd-0d4f741ca1b9 req-dc22976b-d29a-4ed7-a392-3790a6ce8e7b tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:14.939580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7be9c800-d28b-4acd-a9cd-0d4f741ca1b9 req-dc22976b-d29a-4ed7-a392-3790a6ce8e7b tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 944 time: 0.2465956 Feb 17 22:12:14.994961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1fabaf1-ae71-42d0-9747-b596149ce1f3 req-658d39b8-b8f6-42ae-b4ce-6d2c9ffe184b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994624 Feb 17 22:12:15.090645 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b81f1e-da2c-456b-9ee5-b2e83c19d919 x-openstack-request-id: req-e0b81f1e-da2c-456b-9ee5-b2e83c19d919 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:15.091198 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a0ae8d9-913d-49fc-85b1-5b617200c7ce", "tag": "02ee0a0d-4af2-48e6-ae95-13e5fb37de97", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:15.091447 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e0b81f1e-da2c-456b-9ee5-b2e83c19d919 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:15.092088 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'tag': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97', 'status': 'completed', 'code': 200} Feb 17 22:12:15.195409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7be9c800-d28b-4acd-a9cd-0d4f741ca1b9 req-8ef51503-ca6b-4bd7-b0fd-16713e83fc36 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217565 Feb 17 22:12:15.218997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-453424b0-9b1f-4bf7-b2a7-5800d854faad service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185132 Feb 17 22:12:15.301892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-9aa5d56b-4f9f-4fe6-8abd-a545416a7b72 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2772f7d8-f476-430c-8962-a1bfcd49db4b HTTP/1.1" status: 200 len: 217 time: 0.0640383 Feb 17 22:12:15.370554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0df39f4e-d79c-40d9-aed7-0849ed2af5ae req-a37d8380-42cf-4b37-a906-68c68700879f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 210 time: 0.0768735 Feb 17 22:12:15.390632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-62053442-8051-4aca-8ce1-0190e0ec42a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:15.392198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-62053442-8051-4aca-8ce1-0190e0ec42a7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=00fac5ae6c4447b885d781e194a279ba&device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 1127 time: 0.2676580 Feb 17 22:12:15.407309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks [] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:15.426889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf617335-fb1b-49d5-8dc4-ec16b1473779 req-91a5c4dc-2302-48eb-b1fa-958519249a8b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:15.428405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf617335-fb1b-49d5-8dc4-ec16b1473779 req-91a5c4dc-2302-48eb-b1fa-958519249a8b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.2562108 Feb 17 22:12:15.476346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-8b975056-15f0-4ab0-8532-755fb0f1ac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:15.477937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-8b975056-15f0-4ab0-8532-755fb0f1ac7d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=f3e27c7e-f282-477f-9ec5-e722d5eec564 HTTP/1.1" status: 200 len: 797 time: 0.1629515 Feb 17 22:12:15.482909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:15.530975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:15.624714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.73', 50389) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:15.669287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf617335-fb1b-49d5-8dc4-ec16b1473779 req-7d695b36-b877-4e8b-80fd-e303dbe6214d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996453 Feb 17 22:12:15.676224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:15.684820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-62566fab-2f15-4d63-a148-e364843e92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:15.687038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-62566fab-2f15-4d63-a148-e364843e92e5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=420dd126-56f4-4fe2-9585-e8b4e516acc9 HTTP/1.1" status: 200 len: 914 time: 0.2857604 Feb 17 22:12:15.692695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-2482e63e-136a-4228-bf4a-507181572048 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:15.695308 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-2482e63e-136a-4228-bf4a-507181572048 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.1807854 Feb 17 22:12:15.708316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Request body: {'port': {'device_id': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'admin_state_up': True, 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:15.725218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b00e4260-8037-463e-a288-a55534b36048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:15.726676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-b00e4260-8037-463e-a288-a55534b36048 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=c088b390-06da-4679-9b99-a3bc5456e9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2401330 Feb 17 22:12:15.742039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3777f09-2150-4abe-8906-ccf0cd8de924 req-7c8ce5cf-b249-4191-829e-6b24a437aba6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:15.748776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3777f09-2150-4abe-8906-ccf0cd8de924 req-7c8ce5cf-b249-4191-829e-6b24a437aba6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 949 time: 0.2756023 Feb 17 22:12:15.780436 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6821a1ba-ecc8-4a63-a9ea-57f390d7c8e3 x-openstack-request-id: req-6821a1ba-ecc8-4a63-a9ea-57f390d7c8e3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:15.780732 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "name": "network-vif-plugged", "status": "completed", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:15.780989 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6821a1ba-ecc8-4a63-a9ea-57f390d7c8e3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:15.781516 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'code': 200} Feb 17 22:12:15.816153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:12:15.835779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-c788bb97-4199-4def-af8e-51c1a54cd8e0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02ee0a0d-4af2-48e6-ae95-13e5fb37de97 HTTP/1.1" status: 200 len: 217 time: 0.1169369 Feb 17 22:12:15.847825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,segment=NetworkSegment(cdec397d-acb6-4dea-8f17-d6563cd3d58d),segment_id=cdec397d-acb6-4dea-8f17-d6563cd3d58d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:15.850591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 261de879-ea05-46f7-9219-74837b66a1b6 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:15.867618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.73', 50390) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:15.871782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:15.875241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97', 'network_id': '420dd126-56f4-4fe2-9585-e8b4e516acc9', 'port_id': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97', 'mac_address': 'fa:16:3e:8f:49:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46a304a6-98a0-40b4-a7a6-5bfa4b062eb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:15.883120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:15.891075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 261de879-ea05-46f7-9219-74837b66a1b6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:15.891268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:12:15.896877 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (261de879-ea05-46f7-9219-74837b66a1b6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:15.957571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-336109e7-9121-4d1e-b47f-258e3482c38d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3284907 Feb 17 22:12:15.983588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:15.987756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:15.988053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:15.988443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.004101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39d80f16-c791-4928-b5e2-a3e1e292cfe4 req-3fa0d88f-624b-4912-8b8a-46314c062068 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 210 time: 0.1165397 Feb 17 22:12:16.004898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:16.056459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 261de879-ea05-46f7-9219-74837b66a1b6 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:16.056853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.079495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3777f09-2150-4abe-8906-ccf0cd8de924 req-be2fd9a1-c2c1-4442-acbd-d645db2ad8af tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297029 Feb 17 22:12:16.081389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,segment=NetworkSegment(cdec397d-acb6-4dea-8f17-d6563cd3d58d),segment_id=cdec397d-acb6-4dea-8f17-d6563cd3d58d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:16.106398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.107674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.119009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:16.133534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.138186 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.140097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 13bcb272-08cc-437d-ac42-ec98cb32676d no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:12:16.149822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-0114c062-526c-45fc-afde-702cc892ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.151268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-0114c062-526c-45fc-afde-702cc892ce1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46a304a6-98a0-40b4-a7a6-5bfa4b062eb6 HTTP/1.1" status: 200 len: 853 time: 0.2809260 Feb 17 22:12:16.170684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-cd93182e-de31-4d70-8fe9-639ec93a8860 service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155583 Feb 17 22:12:16.206971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f155-c77a-4910-83e8-61e08872b3d5 req-7b996342-1579-4ac5-8608-e311ecf41afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.207629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 13bcb272-08cc-437d-ac42-ec98cb32676d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:12:16.207629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 13bcb272-08cc-437d-ac42-ec98cb32676d not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:12:16.208899 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c000f155-c77a-4910-83e8-61e08872b3d5 req-7b996342-1579-4ac5-8608-e311ecf41afe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 1128 time: 0.3353055 Feb 17 22:12:16.230551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c37e4e26-c49e-4480-9711-366af57d947d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8392441 Feb 17 22:12:16.234028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:16.237029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-70e288ea-9142-4111-a15f-c4a62140c631 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=420dd126-56f4-4fe2-9585-e8b4e516acc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696754 Feb 17 22:12:16.245418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Allocated IP 172.20.0.10 (293666fb-233e-41f8-8f02-a6c2afe25a54/303d05a8-8341-4840-885b-d9bafd488b06/0b471b72-d053-4ce6-86db-97d164b18ee6) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:12:16.293797 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c000f155-c77a-4910-83e8-61e08872b3d5 req-51aa7b06-5aaf-4751-a0c7-4109d0d20388 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724237 Feb 17 22:12:16.313327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Request body: {'port': {'device_id': '9e971cef-f01e-4ec8-9439-407d8596686c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:16.327729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:16.347433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-dbe83155-eef1-4aa6-a426-f35114b958a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.348895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-dbe83155-eef1-4aa6-a426-f35114b958a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 1132 time: 0.3479559 Feb 17 22:12:16.429035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['02ee0a0d-4af2-48e6-ae95-13e5fb37de97'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:16.432141 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks [] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.469152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.472362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.474664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.480550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.486470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.491879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.497280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.503242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.505223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-d8e75951-9fe4-4e81-bc77-c936b3d211ef tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.3602157 Feb 17 22:12:16.586265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event updated for resources: {'Port': ['ID=0b471b72-d053-4ce6-86db-97d164b18ee6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:16.600574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:12:16.602211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:16.606757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:12:16.615912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59bb0f-eec6-4078-880f-de8bfea19fb0 req-84778692-b9f9-4a73-a292-f3699644760a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.617704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb59bb0f-eec6-4078-880f-de8bfea19fb0 req-84778692-b9f9-4a73-a292-f3699644760a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.4192286 Feb 17 22:12:16.639835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-720d376d-9e0f-4712-930b-aea1459d0aa2 service neutron] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4442134 Feb 17 22:12:16.645432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.675705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.676589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.704181 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-ad0dd2ac-b6ec-4585-a298-89fbe22b5ad8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9996822 Feb 17 22:12:16.704807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-3e9e9dc7-9912-4e64-b4f0-2eeddca142c3 service neutron] 10.222.0.73 "GET /v2.0/networks/420dd126-56f4-4fe2-9585-e8b4e516acc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128420 Feb 17 22:12:16.718184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-04cb8e1d-1351-4eb0-9e11-fce6cf6c5bb8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10 HTTP/1.1" status: 200 len: 217 time: 0.0692358 Feb 17 22:12:16.728666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Request body: {'port': {'device_id': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:16.815171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59969aea-2073-4fd2-817f-5f3d62567f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.834357 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:16.892526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88d610e-f2cf-421b-b689-2bf44cc60492 req-7571fff2-ba54-459f-95d5-bd9a3d32e309 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3583987 Feb 17 22:12:16.919417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-d6b35ed9-35c1-477b-94bd-9f09950eb7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.919417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-d6b35ed9-35c1-477b-94bd-9f09950eb7ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3811290 Feb 17 22:12:16.941459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-31f499a3-840c-4b7a-a3b7-36f197c40a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:16.942879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-31f499a3-840c-4b7a-a3b7-36f197c40a99 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=642682c1-0b3f-4c1e-8e42-b46f33d2b650 HTTP/1.1" status: 200 len: 797 time: 0.2138839 Feb 17 22:12:17.093032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-fc3d5309-b79c-4d6c-a8c7-8b91d43f2878 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 200 len: 217 time: 0.1557250 Feb 17 22:12:17.130385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb59bb0f-eec6-4078-880f-de8bfea19fb0 req-4c97881d-3d75-4666-8f9d-051ccf655eb3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4978492 Feb 17 22:12:17.171019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b471b72-d053-4ce6-86db-97d164b18ee6 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:17.180460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94261c37-9355-403a-8ae3-c19fa51b4a08 req-dfffeaee-a627-44e4-b376-8ebcae94c67f service neutron] 10.222.0.73 "GET /v2.0/networks/420dd126-56f4-4fe2-9585-e8b4e516acc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524488 Feb 17 22:12:17.183562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Publish callbacks [] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.198451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Transition to ACTIVE for port object 0b471b72-d053-4ce6-86db-97d164b18ee6 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:17.205478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.269811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Pushing event updated for resources: {'Port': ['ID=0b471b72-d053-4ce6-86db-97d164b18ee6,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:17.379202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Attempting to bind port 0b471b72-d053-4ce6-86db-97d164b18ee6 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:17.379892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Attempting to bind port 0b471b72-d053-4ce6-86db-97d164b18ee6 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:17.380404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Attempting to bind port 0b471b72-d053-4ce6-86db-97d164b18ee6 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:17.386992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Port 0b471b72-d053-4ce6-86db-97d164b18ee6 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:17.387879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Attempting to bind port 0b471b72-d053-4ce6-86db-97d164b18ee6 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:17.395043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:17.395711 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:17.396667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Bound using segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:17.397278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Bound port: 0b471b72-d053-4ce6-86db-97d164b18ee6, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:17.398005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.499924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] For port 0b471b72-d053-4ce6-86db-97d164b18ee6, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:17.503967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:17.505535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] For port 0b471b72-d053-4ce6-86db-97d164b18ee6, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0b471b72-d053-4ce6-86db-97d164b18ee6,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:17.516297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.559117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.559820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.565810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] 10.222.0.73 "PUT /v2.0/ports/0b471b72-d053-4ce6-86db-97d164b18ee6 HTTP/1.1" status: 200 len: 1093 time: 0.8447027 Feb 17 22:12:17.567813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:17.573487 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631" -d '{"events": [{"name": "network-changed", "server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:17.624564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-277ee5cc-bcff-407c-84b5-0a0df1db73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.626099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-277ee5cc-bcff-407c-84b5-0a0df1db73ef service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=80347aa6-14e3-4b9d-a638-5515efff641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6585021 Feb 17 22:12:17.627584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-89496c23-492f-4879-b17f-ecbf1430ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.628897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-89496c23-492f-4879-b17f-ecbf1430ea4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.5089836 Feb 17 22:12:17.647258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:17.652041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:17.652415 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.691272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e0525-bf01-45b9-83bc-f9e8705b1653 service neutron] Pushing event updated for resources: {'Port': ['ID=0b471b72-d053-4ce6-86db-97d164b18ee6,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:17.711267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-a86f867a-6416-4719-b80d-5053c9689d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.712900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-a86f867a-6416-4719-b80d-5053c9689d19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 1127 time: 0.0562012 Feb 17 22:12:17.723353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a304b5-38f2-4026-bf4d-dab7784aa926 req-45a7d262-bb80-4ea7-9c4e-bd84fb83b03a tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.724986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a304b5-38f2-4026-bf4d-dab7784aa926 req-45a7d262-bb80-4ea7-9c4e-bd84fb83b03a tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 945 time: 0.7040472 Feb 17 22:12:17.771040 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-a6c34b9c-a337-4ae7-a388-33e06ad3df1e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b471b72-d053-4ce6-86db-97d164b18ee6 HTTP/1.1" status: 200 len: 217 time: 0.0472896 Feb 17 22:12:17.773223 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:17.773656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.777398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.783677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:17.786114 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3dec98-1593-411a-aba9-1e7322d1cfbd" -d '{"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-plugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:17.821347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,segment=NetworkSegment(cdec397d-acb6-4dea-8f17-d6563cd3d58d),segment_id=cdec397d-acb6-4dea-8f17-d6563cd3d58d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:17.826900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:17.835121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-321b9b87-b36c-4b7b-a2f7-e6c37e561e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.837754 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-321b9b87-b36c-4b7b-a2f7-e6c37e561e25 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.0613804 Feb 17 22:12:17.879390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d27454-755f-4f98-8946-30bcf69f35f0 req-d4f76b3a-d195-4856-a32e-62919e2ceecd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.882203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:17.882949 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-13fc4c19-cc8b-4b73-8ef3-c889d737eeb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375218 Feb 17 22:12:17.884191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94d27454-755f-4f98-8946-30bcf69f35f0 req-d4f76b3a-d195-4856-a32e-62919e2ceecd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 932 time: 0.3212535 Feb 17 22:12:17.929906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a304b5-38f2-4026-bf4d-dab7784aa926 req-44e27abf-498a-4a1a-9b84-34c8a6b4f70d tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514201 Feb 17 22:12:17.941715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-111a0185-e136-4252-a328-516432d9a22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:17.951751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-111a0185-e136-4252-a328-516432d9a22b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2673991 Feb 17 22:12:17.998241 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-1d6dcf88-7004-4d74-9f69-8591b7ea5248 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979636 Feb 17 22:12:18.066815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-1056b983-268f-481c-93e3-deccc2e473d2 service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4162920 Feb 17 22:12:18.068847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b723c98a-cca3-407f-9458-e9f9b6b8eb1a {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:18.097965 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cbc3ce99-5f93-4173-a3e1-684a9c77a05e req-d31378af-88c7-43b1-8403-1e3c64d6ccc8 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Feb 17 22:12:18.115100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Publish callbacks [] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:18.163574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94d27454-755f-4f98-8946-30bcf69f35f0 req-1d4bac88-5d42-457d-8fba-21e70a3ae5dc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632895 Feb 17 22:12:18.175950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Transition to ACTIVE for port object b723c98a-cca3-407f-9458-e9f9b6b8eb1a will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:18.196940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:18.279762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-71bd154a-a966-48d5-8f32-8926d8c38092 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022273 Feb 17 22:12:18.313338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6beff9-a9e5-400c-b828-148122ed42fd req-ebe24040-d6d4-4305-b52a-d81ad8d45245 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:18.314771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6beff9-a9e5-400c-b828-148122ed42fd req-ebe24040-d6d4-4305-b52a-d81ad8d45245 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.3034523 Feb 17 22:12:18.358119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:18.426216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-c4839a03-77f1-42c6-be5b-5a703e91280a service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243999 Feb 17 22:12:18.514601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-d42e9e8b-8361-4bb9-898c-c74e0f3cd7ca service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd HTTP/1.1" status: 200 len: 217 time: 0.0787802 Feb 17 22:12:18.554758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf1885-cce1-4420-81b5-cddbd12b8cef req-edc6e6c2-b117-495b-9f2f-aa4e152a4254 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:18.556233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5caf1885-cce1-4420-81b5-cddbd12b8cef req-edc6e6c2-b117-495b-9f2f-aa4e152a4254 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 944 time: 0.3075049 Feb 17 22:12:18.581414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6beff9-a9e5-400c-b828-148122ed42fd req-f85164f0-675c-4a83-8831-e6324515cf95 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524488 Feb 17 22:12:18.614142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051e07-c58c-4d32-95aa-2e3d68301eff req-0b56e5b2-410f-4d57-996b-e834738c1c19 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107619 Feb 17 22:12:18.636298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:18.636569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:18.636917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:18.647395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-adae76aa-83f9-40b1-b464-8295f363d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:18.648860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-adae76aa-83f9-40b1-b464-8295f363d9dc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=642682c1-0b3f-4c1e-8e42-b46f33d2b650 HTTP/1.1" status: 200 len: 797 time: 0.1180081 Feb 17 22:12:18.654748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:18.655071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:18.706201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:18.706538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:18.706915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:18.707344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Bound port: b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:18.707727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:18.745199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5caf1885-cce1-4420-81b5-cddbd12b8cef req-117f0d9b-913e-444f-8311-183a682886e7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568604 Feb 17 22:12:18.808073 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1694451c-c9e2-444c-92e9-000a5e1804b7 x-openstack-request-id: req-1694451c-c9e2-444c-92e9-000a5e1804b7 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:18.809789 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:18.810318 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1694451c-c9e2-444c-92e9-000a5e1804b7 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:18.810962 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6', 'status': 'completed', 'code': 200} Feb 17 22:12:18.815562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4bbe1-df10-41be-a8fc-5195bdb822f5 req-fc419261-01d3-4077-9c96-f57035409684 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:18.822234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17e4bbe1-df10-41be-a8fc-5195bdb822f5 req-fc419261-01d3-4077-9c96-f57035409684 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1497004 Feb 17 22:12:18.825205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2578-e71c-4738-87f3-67ac37fab862 req-3efe17b1-4360-457e-bb48-c0b4703206eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:18.826655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-3efe17b1-4360-457e-bb48-c0b4703206eb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=80347aa6-14e3-4b9d-a638-5515efff641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1688192 Feb 17 22:12:18.846277 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb59acb5-556d-4554-aca7-7fbf8b000a06 x-openstack-request-id: req-eb59acb5-556d-4554-aca7-7fbf8b000a06 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:18.847441 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-plugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:18.848598 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eb59acb5-556d-4554-aca7-7fbf8b000a06 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:18.848598 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'code': 200} Feb 17 22:12:18.868261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:18.946172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:18.990334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:19.082649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.083256 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:19.084641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] 10.222.0.73 "PUT /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 1093 time: 2.7770214 Feb 17 22:12:19.092183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17e4bbe1-df10-41be-a8fc-5195bdb822f5 req-db557072-7d5a-4145-bf33-17d7770aff00 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691734 Feb 17 22:12:19.095024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:19.108181 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e025679-326c-4056-b477-b1a51a6b7b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:19.153763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-de077711-8ea5-4849-8b33-eef2a5aaa6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.165086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-de077711-8ea5-4849-8b33-eef2a5aaa6d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 1127 time: 0.3244648 Feb 17 22:12:19.172204 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:19.187990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606e5b7c-d275-4362-84cf-fa4e1b9edf83 service neutron] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:19.206082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-056f234a-877c-43c5-911f-d1a271ccccc2 service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665771 Feb 17 22:12:19.365020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.370027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.375813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.381057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.386153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.391904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.397136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.398976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d384866-ed77-4126-b836-9448a99d1a10 req-281c92f7-8cab-4f30-9a2e-5acecc996532 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.4724560 Feb 17 22:12:19.400893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60967b3-6b0a-4a47-894b-d4baf5d437bb req-f257a56f-8012-45c7-8e3f-6481c361b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.402220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c60967b3-6b0a-4a47-894b-d4baf5d437bb req-f257a56f-8012-45c7-8e3f-6481c361b873 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1133 time: 0.4379890 Feb 17 22:12:19.548058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eca83-ff33-4b1a-a7bd-bb1bd2a86630 req-c16064a8-acac-49a2-9a0d-eda0ed8d5125 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.549607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b3eca83-ff33-4b1a-a7bd-bb1bd2a86630 req-c16064a8-acac-49a2-9a0d-eda0ed8d5125 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.3415856 Feb 17 22:12:19.551305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-7bc3f980-7d3b-469f-9417-6e669262d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.552655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-7bc3f980-7d3b-469f-9417-6e669262d869 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1127 time: 0.3601182 Feb 17 22:12:19.597245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-bb85ec32-bf44-4b25-90ab-48bdf07a161d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.598653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-bb85ec32-bf44-4b25-90ab-48bdf07a161d service neutron] 10.222.0.73 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.4050150 Feb 17 22:12:19.634230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-546a2578-e71c-4738-87f3-67ac37fab862 req-6d05e846-21e1-4f77-830e-8b6b7ed22ee3 service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048803 Feb 17 22:12:19.649035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d384866-ed77-4126-b836-9448a99d1a10 req-ab0602cf-de3f-46f0-8a05-8e80059d6f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2390840 Feb 17 22:12:19.650236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-5a045427-ef25-41f7-bcf6-7df26b4a2890 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 217 time: 0.0841997 Feb 17 22:12:19.652237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c60967b3-6b0a-4a47-894b-d4baf5d437bb req-cbc8ab89-716a-42b1-881e-a9aa1771608c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335534 Feb 17 22:12:19.691676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-dcb74c63-1acf-405c-9eec-69f7115a9934 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0b471b72-d053-4ce6-86db-97d164b18ee6 HTTP/1.1" status: 200 len: 217 time: 0.0599592 Feb 17 22:12:19.800044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b3eca83-ff33-4b1a-a7bd-bb1bd2a86630 req-02662852-68de-4c2a-a7c4-7e5237edfe65 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328515 Feb 17 22:12:19.815831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c702e0dd-3e76-4d62-ab12-518efd428fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.817012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c702e0dd-3e76-4d62-ab12-518efd428fb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1337643 Feb 17 22:12:19.830779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-63a8df1c-3613-45a2-9f64-7bab67c7fc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.830779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-63a8df1c-3613-45a2-9f64-7bab67c7fc93 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.1118152 Feb 17 22:12:19.859627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c9a0f-ed2d-410f-bd70-32e84572ee77 req-4ec58696-22b5-48ea-8674-a38a21e0a310 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:19.861386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-159c9a0f-ed2d-410f-bd70-32e84572ee77 req-4ec58696-22b5-48ea-8674-a38a21e0a310 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1338513 Feb 17 22:12:19.885221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-59eebe30-a371-4595-8fef-8893f73d54b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494049 Feb 17 22:12:19.909239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-5ca5cf31-cba9-4cdd-a6fb-655b8932c8ad service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723548 Feb 17 22:12:20.119098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-159c9a0f-ed2d-410f-bd70-32e84572ee77 req-1f32d90f-2584-4c74-8ea3-eafb33e177e2 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406826 Feb 17 22:12:20.151169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca589ebc-2ed6-4aa6-a1dc-2642bc44272a req-4490d15e-053f-42fc-867b-443053badc6a tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.152550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca589ebc-2ed6-4aa6-a1dc-2642bc44272a req-4490d15e-053f-42fc-867b-443053badc6a tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 946 time: 0.2752984 Feb 17 22:12:20.176472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-f7e33d66-8961-4e95-ab7e-73b08e969f37 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530639 Feb 17 22:12:20.180648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-602499a8-1a1d-4bd0-b0d6-e25de5e696b9 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801085 Feb 17 22:12:20.188578 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53f9af-e345-4772-bf0c-12d2b330ea7c x-openstack-request-id: req-2b53f9af-e345-4772-bf0c-12d2b330ea7c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:20.188794 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:20.189060 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b53f9af-e345-4772-bf0c-12d2b330ea7c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:20.189553 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a', 'status': 'completed', 'code': 200} Feb 17 22:12:20.554968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.555467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.555930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.556381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.556829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.557276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.557727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.559630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-1d6deda8-62b4-4bc4-b71c-2177302771d7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6713 time: 0.5141151 Feb 17 22:12:20.648501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:20.722738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca589ebc-2ed6-4aa6-a1dc-2642bc44272a req-bad30188-7f95-48d6-a211-81432fd2bb17 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574458 Feb 17 22:12:20.812614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28f3e48-9346-4aee-81ee-6077a42a0173 req-c8fc4b5c-e465-4438-89ca-c123c5025397 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096938 Feb 17 22:12:20.847446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee5c4f4b-0bf3-4a0c-b5d1-2f2c0adc4631 req-9c4d2ecb-9921-410d-95ac-eeaa7ad7cd69 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554897 Feb 17 22:12:20.851132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:20.853756 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc5239-6a20-404d-bf94-41e3be6f65ab" -d '{"events": [{"server_uuid": "4a0ae8d9-913d-49fc-85b1-5b617200c7ce", "name": "network-vif-plugged", "status": "completed", "tag": "02ee0a0d-4af2-48e6-ae95-13e5fb37de97"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:20.858813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0a25f-743f-4e39-80e1-aeea4e6272e1 req-7de53e5a-775e-4d86-88c6-091ea6b93641 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.860620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06b0a25f-743f-4e39-80e1-aeea4e6272e1 req-7de53e5a-775e-4d86-88c6-091ea6b93641 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 944 time: 0.2547920 Feb 17 22:12:20.863610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-401a4b2b-3836-4fb9-9bdd-29bf748a85cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.864993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-401a4b2b-3836-4fb9-9bdd-29bf748a85cc service neutron] 10.222.0.94 "GET /v2.0/networks?id=80347aa6-14e3-4b9d-a638-5515efff641e HTTP/1.1" status: 200 len: 902 time: 0.2521656 Feb 17 22:12:20.943908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-e6498cdd-a39d-4fed-b7bb-50c500649a97 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10 HTTP/1.1" status: 200 len: 217 time: 0.0674262 Feb 17 22:12:20.977563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbfcafc-1225-401e-a5cb-393abddeb3a8 req-fc7f9772-6454-4269-9ad9-9e2d7a897d47 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:20.979111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cbfcafc-1225-401e-a5cb-393abddeb3a8 req-fc7f9772-6454-4269-9ad9-9e2d7a897d47 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 944 time: 0.1918690 Feb 17 22:12:21.027865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06b0a25f-743f-4e39-80e1-aeea4e6272e1 req-e4dd5bd9-6902-4987-9114-bc2df49fcf15 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596711 Feb 17 22:12:21.084149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-2cfbe8d7-206d-49dc-aa63-e7856f48c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.085677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-2cfbe8d7-206d-49dc-aa63-e7856f48c986 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1127 time: 0.1929166 Feb 17 22:12:21.137462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cbfcafc-1225-401e-a5cb-393abddeb3a8 req-09f52f41-bf96-4333-8979-71152ede691c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509612 Feb 17 22:12:21.152643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-cdf02535-f488-406a-b5a3-e45704e195b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.154864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-cdf02535-f488-406a-b5a3-e45704e195b5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=642682c1-0b3f-4c1e-8e42-b46f33d2b650 HTTP/1.1" status: 200 len: 797 time: 0.1527255 Feb 17 22:12:21.299764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c958dd-c2be-4a2a-8389-039f7aacc40e req-15051956-9ffe-45af-ba1d-8923a804c885 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.301335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81c958dd-c2be-4a2a-8389-039f7aacc40e req-15051956-9ffe-45af-ba1d-8923a804c885 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1804681 Feb 17 22:12:21.303592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-4cafd5f0-4147-4a46-8f2f-c9284ee865fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.305006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-4cafd5f0-4147-4a46-8f2f-c9284ee865fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2073269 Feb 17 22:12:21.311589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-4779a4b5-1133-45eb-9a39-024076a186fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.313209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-4779a4b5-1133-45eb-9a39-024076a186fc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=80347aa6-14e3-4b9d-a638-5515efff641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1135163 Feb 17 22:12:21.408612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-e525f270-3a04-44bd-887c-2aca0f74ab58 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 217 time: 0.0886803 Feb 17 22:12:21.489501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81c958dd-c2be-4a2a-8389-039f7aacc40e req-be49f9d5-752a-4840-b3a9-9b310331249b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755345 Feb 17 22:12:21.494825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 0b471b72-d053-4ce6-86db-97d164b18ee6 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:21.504822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-4fb353b2-9a29-485e-87ef-42501efedf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.506267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-4fb353b2-9a29-485e-87ef-42501efedf7b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.0868917 Feb 17 22:12:21.592698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-48434105-5d65-4c81-afdd-ca7eeb7d8c6f service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705135 Feb 17 22:12:21.594200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-3833d802-16bf-42b6-a0b6-2bbe80f3d712 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774598 Feb 17 22:12:21.676034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 0b471b72-d053-4ce6-86db-97d164b18ee6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0b471b72-d053-4ce6-86db-97d164b18ee6,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:21.696499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '0b471b72-d053-4ce6-86db-97d164b18ee6', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': '0b471b72-d053-4ce6-86db-97d164b18ee6', 'mac_address': 'fa:16:3e:5b:b9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:21.737731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 0b471b72-d053-4ce6-86db-97d164b18ee6 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:21.738077 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:21.752020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b471b72-d053-4ce6-86db-97d164b18ee6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:21.773737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 0b471b72-d053-4ce6-86db-97d164b18ee6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0b471b72-d053-4ce6-86db-97d164b18ee6,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:21.780966 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:21.828295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aee6f9-413a-4f91-af28-de510d2dcd93 req-e40ab94d-2368-4436-947b-cc13b60568d7 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.835086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76aee6f9-413a-4f91-af28-de510d2dcd93 req-e40ab94d-2368-4436-947b-cc13b60568d7 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.2537129 Feb 17 22:12:21.844468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=0b471b72-d053-4ce6-86db-97d164b18ee6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:21.875754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.881028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.886204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.891441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.896679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.901786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.907649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:21.910421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-36e190e9-d3d5-4920-bde7-c3d1e24316d7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2747889 Feb 17 22:12:21.924352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-4f52bd48-0d1e-48be-a105-4822d29e8b97 service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240111 Feb 17 22:12:21.938589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-c768e791-8641-44fd-95e5-ef33cf447710 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022282 Feb 17 22:12:21.984279 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:12:22.040729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76aee6f9-413a-4f91-af28-de510d2dcd93 req-d0b6fa0e-188b-49bf-b674-22d990654399 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046962 Feb 17 22:12:22.111061 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d282be3e-83f6-4ad5-a793-9f67b194ffd4 x-openstack-request-id: req-d282be3e-83f6-4ad5-a793-9f67b194ffd4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:22.112244 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0ae8d9-913d-49fc-85b1-5b617200c7ce", "name": "network-vif-plugged", "status": "completed", "tag": "02ee0a0d-4af2-48e6-ae95-13e5fb37de97", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:22.112763 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d282be3e-83f6-4ad5-a793-9f67b194ffd4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:22.113482 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97', 'code': 200} Feb 17 22:12:22.132153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae5b75eb-c564-4e9f-834f-f13707d8fc30 req-4f656a28-8b7d-4856-9e3d-46c1637a3260 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1969364 Feb 17 22:12:22.150291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-2bbffea1-50d3-4ac6-8c34-7b38a55af7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.152203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-2bbffea1-50d3-4ac6-8c34-7b38a55af7ee service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1133 time: 0.1324253 Feb 17 22:12:22.152792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['0b471b72-d053-4ce6-86db-97d164b18ee6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:22.155172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e025679-326c-4056-b477-b1a51a6b7b2e req-f9da8b98-5787-4791-a8b5-a65296f39111 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084141 Feb 17 22:12:22.383063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-5edbf856-b3bb-48a9-8ec1-aa843cc45494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.384524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-5edbf856-b3bb-48a9-8ec1-aa843cc45494 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2177529 Feb 17 22:12:22.386210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d72c31-25ce-4b2c-808f-04f07cefe6e3 req-6cd54e0f-efbe-49d4-ad50-6950e267d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.387536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9d72c31-25ce-4b2c-808f-04f07cefe6e3 req-6cd54e0f-efbe-49d4-ad50-6950e267d244 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 1129 time: 0.1579015 Feb 17 22:12:22.394566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4ab87-30ff-477b-b5a0-5145c4e32d6d req-a895b0be-8b75-4d7e-a16c-6bdd09ac1b82 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.395967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27e4ab87-30ff-477b-b5a0-5145c4e32d6d req-a895b0be-8b75-4d7e-a16c-6bdd09ac1b82 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1678317 Feb 17 22:12:22.405221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e67932-957f-4e7c-8227-1dc40f75e6ff req-1074c031-da25-44fb-afcf-353b41b66c63 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.406566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81e67932-957f-4e7c-8227-1dc40f75e6ff req-1074c031-da25-44fb-afcf-353b41b66c63 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 946 time: 0.1759503 Feb 17 22:12:22.466058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-677a1ce3-9789-4b7a-a70b-c6334ad01235 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.0690813 Feb 17 22:12:22.573712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9d72c31-25ce-4b2c-808f-04f07cefe6e3 req-7f90aac8-d56c-4e90-85b7-b927ba9d20fa service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756129 Feb 17 22:12:22.581334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81e67932-957f-4e7c-8227-1dc40f75e6ff req-5a3dbc72-9fdf-4fc6-8815-48a5822d8144 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649480 Feb 17 22:12:22.585250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-fa35a8d1-a719-4e2e-b122-c64c03186d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.586640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-fa35a8d1-a719-4e2e-b122-c64c03186d59 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1067703 Feb 17 22:12:22.590866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27e4ab87-30ff-477b-b5a0-5145c4e32d6d req-66fcd0fc-b5c1-44f7-a118-0cac1d902c42 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834729 Feb 17 22:12:22.644383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-61547ce4-d86e-46f1-908d-5a7e27c03554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.645810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-61547ce4-d86e-46f1-908d-5a7e27c03554 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0525668 Feb 17 22:12:22.808468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d20fa6-c064-42ad-a49d-d6f0baa24d8d req-1a68d0c6-6ccb-47fd-802e-18c506babcf0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.809938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d20fa6-c064-42ad-a49d-d6f0baa24d8d req-1a68d0c6-6ccb-47fd-802e-18c506babcf0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 945 time: 0.1480300 Feb 17 22:12:22.825353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603eec7-0a14-4b60-bbf1-5b2d1bb6bb33 req-fb55b9c9-9748-4186-8806-d762c3cdd834 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:22.827288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9603eec7-0a14-4b60-bbf1-5b2d1bb6bb33 req-fb55b9c9-9748-4186-8806-d762c3cdd834 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 944 time: 0.1460917 Feb 17 22:12:22.829025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-aef13bbe-8678-4424-9000-f4a1007fffc3 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756613 Feb 17 22:12:22.963881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d20fa6-c064-42ad-a49d-d6f0baa24d8d req-02049b88-9e2e-4f1d-b246-841529de8483 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464081 Feb 17 22:12:22.972585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9603eec7-0a14-4b60-bbf1-5b2d1bb6bb33 req-d640f401-9288-4c4b-9eb5-80d328694f9e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384776 Feb 17 22:12:23.002777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-2dd9d7a7-b44e-4813-96a9-65b0b8a2d905 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595142 Feb 17 22:12:23.093407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583b1a-4323-4d21-a6cc-b5039c0c9b83 req-338e31ce-50b1-4f50-8d94-f216473fc101 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.096148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87583b1a-4323-4d21-a6cc-b5039c0c9b83 req-338e31ce-50b1-4f50-8d94-f216473fc101 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.0685918 Feb 17 22:12:23.208448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87583b1a-4323-4d21-a6cc-b5039c0c9b83 req-3ba1efe6-f3aa-43a3-82ac-0b97909817c2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033993 Feb 17 22:12:23.220176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.220583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.221051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.221589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.221951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.234032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.234032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.234032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-a805f9fc-0848-446c-8e11-236990ae1696 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6713 time: 0.1277866 Feb 17 22:12:23.292426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facc2d8-dc65-413b-bc87-9c30ec2dfa03 req-a0547a28-8a29-494f-b734-a61b0ad0fb8e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.293874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5facc2d8-dc65-413b-bc87-9c30ec2dfa03 req-a0547a28-8a29-494f-b734-a61b0ad0fb8e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.1638978 Feb 17 22:12:23.388120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-66d2d7ba-bc5f-4cc1-aae8-cf73b43de607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.390031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-66d2d7ba-bc5f-4cc1-aae8-cf73b43de607 service neutron] 10.222.0.94 "GET /v2.0/networks?id=80347aa6-14e3-4b9d-a638-5515efff641e HTTP/1.1" status: 200 len: 902 time: 0.1588941 Feb 17 22:12:23.410860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5facc2d8-dc65-413b-bc87-9c30ec2dfa03 req-8c1b254b-3341-4c91-bf36-c31eefc77b83 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034844 Feb 17 22:12:23.441070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-56c89144-44d2-46f6-be25-e445e90f5abe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd HTTP/1.1" status: 200 len: 217 time: 0.0413551 Feb 17 22:12:23.452598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.457865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.463027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.468211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.473513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.478686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.483925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.486001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f676a65-a584-4588-927d-5382a7ca5079 req-0a8e67fe-89f3-42f3-9408-37487a0819ba tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2039886 Feb 17 22:12:23.521874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b723c98a-cca3-407f-9458-e9f9b6b8eb1a details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:23.525124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 0b471b72-d053-4ce6-86db-97d164b18ee6 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:23.783885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 0b471b72-d053-4ce6-86db-97d164b18ee6 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:23.789671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 0b471b72-d053-4ce6-86db-97d164b18ee6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:23.790359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:23.842433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:23.862657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'port_id': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a', 'mac_address': 'fa:16:3e:3b:22:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb73f8d-9b93-4360-977f-12e903433c9b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:23.927047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b723c98a-cca3-407f-9458-e9f9b6b8eb1a is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:23.927293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:23.927906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-8adabb42-af06-4a68-b2ff-833c1bfc2099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.929284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-8adabb42-af06-4a68-b2ff-833c1bfc2099 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=642682c1-0b3f-4c1e-8e42-b46f33d2b650 HTTP/1.1" status: 200 len: 797 time: 0.4424081 Feb 17 22:12:23.950692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b723c98a-cca3-407f-9458-e9f9b6b8eb1a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:23.974283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f676a65-a584-4588-927d-5382a7ca5079 req-7cefecc4-5140-48d1-985f-e8f6bbaeaac6 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4722908 Feb 17 22:12:23.977286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0195b08-1571-498b-a555-e6dad3ce5a87 req-f13b5d82-a41a-48a8-8920-2f4dc54e3b5c tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:23.978716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0195b08-1571-498b-a555-e6dad3ce5a87 req-f13b5d82-a41a-48a8-8920-2f4dc54e3b5c tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1133 time: 0.4907687 Feb 17 22:12:23.978866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:24.014585 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:24.035032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-df282c48-e15d-4863-a641-c427f395f7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:24.036499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-df282c48-e15d-4863-a641-c427f395f7ca service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=80347aa6-14e3-4b9d-a638-5515efff641e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0968068 Feb 17 22:12:24.064775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 0b471b72-d053-4ce6-86db-97d164b18ee6 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:24.065298 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:24.112794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:24.117504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:24.119489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0195b08-1571-498b-a555-e6dad3ce5a87 req-52731d21-3985-4c1b-b816-7ced9c4fb218 tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223850 Feb 17 22:12:24.119784 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52075e8d-1029-45c8-9396-b01cddf1d79f" -d '{"events": [{"server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "name": "network-vif-plugged", "status": "completed", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:24.125284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 0b471b72-d053-4ce6-86db-97d164b18ee6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0b471b72-d053-4ce6-86db-97d164b18ee6,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:24.132967 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:24.189346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e1655f-ffa6-44a4-81ad-83e757d4e670 req-671d059c-f0a9-44d4-886a-8ad320e81e5e tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:24.190841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31e1655f-ffa6-44a4-81ad-83e757d4e670 req-671d059c-f0a9-44d4-886a-8ad320e81e5e tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 946 time: 0.0888872 Feb 17 22:12:24.192790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-cd20805f-1f74-4c0c-9c12-6103eadeaffe service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482084 Feb 17 22:12:24.210283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=0b471b72-d053-4ce6-86db-97d164b18ee6,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:24.326578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31e1655f-ffa6-44a4-81ad-83e757d4e670 req-a5d1d3f0-a981-4807-9872-4a4a979eec6d tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138377 Feb 17 22:12:24.335658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7fcbd-5479-405e-a9fc-1ebe0022cb0b req-a4a6dee2-41dc-4818-b5de-17cffd977bc1 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:24.337085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4f7fcbd-5479-405e-a9fc-1ebe0022cb0b req-a4a6dee2-41dc-4818-b5de-17cffd977bc1 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1431482 Feb 17 22:12:24.353212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b723c98a-cca3-407f-9458-e9f9b6b8eb1a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:24.377096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c861b9b-8094-4fcb-813a-d44821c9c232 req-fd5b4e26-d78e-4b02-bb09-86633e8cc130 service neutron] 10.222.0.94 "GET /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720448 Feb 17 22:12:24.411169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4f7fcbd-5479-405e-a9fc-1ebe0022cb0b req-ac946545-988b-48d4-9558-d2878c7eb28e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529695 Feb 17 22:12:24.486603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9e8c6-4832-4592-9bea-97f7026bf181 req-eeb0bf07-d796-487f-923a-054fdcd20c80 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:24.488246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2df9e8c6-4832-4592-9bea-97f7026bf181 req-eeb0bf07-d796-487f-923a-054fdcd20c80 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 946 time: 0.0703909 Feb 17 22:12:24.565114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2df9e8c6-4832-4592-9bea-97f7026bf181 req-f3ebac46-0c42-4a6f-a2f3-fdda9b0631a9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662737 Feb 17 22:12:24.577981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7ddc1-3ab8-407f-b9ef-582c515f8f53 req-fa5a5c1f-92df-4523-9792-8a1e6f4bd2dc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:24.579654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eea7ddc1-3ab8-407f-b9ef-582c515f8f53 req-fa5a5c1f-92df-4523-9792-8a1e6f4bd2dc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 945 time: 0.0904140 Feb 17 22:12:24.629841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eea7ddc1-3ab8-407f-b9ef-582c515f8f53 req-2cbf2acf-a9e8-42be-a16b-b9bb3fc42006 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442784 Feb 17 22:12:24.679520 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72136c6b-9534-4df9-bcb4-9dd6a9ca16c6 x-openstack-request-id: req-72136c6b-9534-4df9-bcb4-9dd6a9ca16c6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:24.680014 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "name": "network-vif-plugged", "status": "completed", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:24.680134 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72136c6b-9534-4df9-bcb4-9dd6a9ca16c6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:24.680435 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6', 'code': 200} Feb 17 22:12:24.820118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffdcf7-2797-4a99-aaed-66547f75f074 req-281b76d4-71aa-4c4c-bad1-a9a182da9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:24.821691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3ffdcf7-2797-4a99-aaed-66547f75f074 req-281b76d4-71aa-4c4c-bad1-a9a182da9e90 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0549846 Feb 17 22:12:24.878876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3ffdcf7-2797-4a99-aaed-66547f75f074 req-fb42ba93-c2c7-42b6-b042-fdf9b1b03002 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485985 Feb 17 22:12:24.942742 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:25.176967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896850a-c17d-4610-b913-4a271205210b req-afb2f7a5-0853-4e1a-8d02-cc254b144772 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.178508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d896850a-c17d-4610-b913-4a271205210b req-afb2f7a5-0853-4e1a-8d02-cc254b144772 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.0632460 Feb 17 22:12:25.289177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d896850a-c17d-4610-b913-4a271205210b req-256f924e-3ab1-4f9c-86ad-7f95c4ed70a2 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044886 Feb 17 22:12:25.320890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a9ee4-6a79-45ba-bb0e-bce66356fd8e req-177ae7af-4b82-4304-9ec8-6c859fac0526 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.322379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-129a9ee4-6a79-45ba-bb0e-bce66356fd8e req-177ae7af-4b82-4304-9ec8-6c859fac0526 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.1076870 Feb 17 22:12:25.326177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-bd692ac8-86fc-464e-8296-fd1445311bf5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1210372 Feb 17 22:12:25.416050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-129a9ee4-6a79-45ba-bb0e-bce66356fd8e req-6b7ab371-fbcd-4e75-9797-7bad2ebbf3cb tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773833 Feb 17 22:12:25.443398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.448979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.461234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.467686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.473238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.480263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.487889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.494221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-29a7b944-6205-4e3f-9157-2220bb133d89 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1248770 Feb 17 22:12:25.534906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b723c98a-cca3-407f-9458-e9f9b6b8eb1a up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:25.586344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3a6255a-0abd-4149-a934-afdf0df9ea8f req-b21fdaaf-e81f-4233-9f74-a9ea639886d8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854652 Feb 17 22:12:25.639832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b723c98a-cca3-407f-9458-e9f9b6b8eb1a completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:25.647968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b723c98a-cca3-407f-9458-e9f9b6b8eb1a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:25.648350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:25.671723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0938c-cc04-4dba-9632-a74748dca815 req-5a8c5413-690a-45e0-b2e8-2c4f2c4322b3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.680173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3e0938c-cc04-4dba-9632-a74748dca815 req-5a8c5413-690a-45e0-b2e8-2c4f2c4322b3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.0927725 Feb 17 22:12:25.775893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b723c98a-cca3-407f-9458-e9f9b6b8eb1a is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:25.778163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:25.793211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5964b7-2782-4792-9485-3ec368966286 req-62d587e2-6179-45b2-8547-3c1d2d6d2c7b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.795347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd5964b7-2782-4792-9485-3ec368966286 req-62d587e2-6179-45b2-8547-3c1d2d6d2c7b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1119897 Feb 17 22:12:25.810921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3e0938c-cc04-4dba-9632-a74748dca815 req-20c0a520-cc62-4c81-abc8-1bd5c1158445 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298244 Feb 17 22:12:25.814964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-18dd7137-a763-4f84-95e9-42b6055bc28f tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:25.835556 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-18dd7137-a763-4f84-95e9-42b6055bc28f tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/ports/261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 1130 time: 0.0540638 Feb 17 22:12:25.843667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:25.850111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:25.926884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd5964b7-2782-4792-9485-3ec368966286 req-bf0ac676-0bc5-4a3f-804d-84ba84e6678b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143682 Feb 17 22:12:25.998878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:26.135770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074649-4c80-4d03-9f65-aef0c069783c req-b0c81d67-d17a-4471-b4e3-ea833475a152 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.144215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46074649-4c80-4d03-9f65-aef0c069783c req-b0c81d67-d17a-4471-b4e3-ea833475a152 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 946 time: 0.1070323 Feb 17 22:12:26.167780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67615e6-d181-4bea-914c-a294ec247534 req-29661ba1-1559-40e9-88c7-443fc532d3e3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.169259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b67615e6-d181-4bea-914c-a294ec247534 req-29661ba1-1559-40e9-88c7-443fc532d3e3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1213331 Feb 17 22:12:26.230922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46074649-4c80-4d03-9f65-aef0c069783c req-a7dcd94f-5bb0-4a04-bf60-74fd3e3d8b9a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857077 Feb 17 22:12:26.255673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b67615e6-d181-4bea-914c-a294ec247534 req-a09635b0-bec3-47ff-97d2-8821c44060e5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768533 Feb 17 22:12:26.387324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b7c91-100c-45d3-93ab-5d40ba571900 req-688787f2-f19e-460e-b7ae-9de7ee040c4b tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.389591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47b7c91-100c-45d3-93ab-5d40ba571900 req-688787f2-f19e-460e-b7ae-9de7ee040c4b tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 946 time: 0.0884995 Feb 17 22:12:26.473247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47b7c91-100c-45d3-93ab-5d40ba571900 req-d7b71ff3-9070-49b7-a8d8-cefef30ce1cf tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734723 Feb 17 22:12:26.487044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152854af-2cfe-40df-b41e-326fa4fddebf req-d1b134b8-c673-41b3-be99-5df2b46a5e6e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.494157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152854af-2cfe-40df-b41e-326fa4fddebf req-d1b134b8-c673-41b3-be99-5df2b46a5e6e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.1034253 Feb 17 22:12:26.559700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152854af-2cfe-40df-b41e-326fa4fddebf req-7c68c995-f025-4c0a-9fdd-9d1a178bb2f1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643847 Feb 17 22:12:26.617843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3500ed-1001-47e7-9f70-d4b43dc7a1a7 req-32137ce7-d559-417c-bb8b-5b419bc9909c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.619289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf3500ed-1001-47e7-9f70-d4b43dc7a1a7 req-32137ce7-d559-417c-bb8b-5b419bc9909c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.0572641 Feb 17 22:12:26.681668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:26.684115 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ec1b7-02e6-4419-865b-6051489b2766" -d '{"events": [{"server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "name": "network-vif-plugged", "status": "completed", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:26.690935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf3500ed-1001-47e7-9f70-d4b43dc7a1a7 req-df28aa03-8287-421a-9b68-013ef939d3a8 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645256 Feb 17 22:12:26.744343 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ecfc0-4cba-47ed-9586-b02f57dc67f8 x-openstack-request-id: req-db5ecfc0-4cba-47ed-9586-b02f57dc67f8 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:26.744834 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "name": "network-vif-plugged", "status": "completed", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:26.745238 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db5ecfc0-4cba-47ed-9586-b02f57dc67f8 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:26.745783 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a', 'code': 200} Feb 17 22:12:26.746469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.752511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.757928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.763322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.768596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.773981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.779404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.781399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-7e99722b-ccfb-4d4f-a1ba-e720aa2b9938 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1099703 Feb 17 22:12:26.871319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b54801af-cf2b-49b4-8538-199e16d7e8a0 req-3744b78c-edf4-4ae0-9856-fdab4a1fd7e6 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839469 Feb 17 22:12:26.908102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c7b01-9d9e-4f26-ae75-6168f3737ca5 req-50eb2158-fb69-4508-8d99-0b67d430b2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.909635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-609c7b01-9d9e-4f26-ae75-6168f3737ca5 req-50eb2158-fb69-4508-8d99-0b67d430b2bf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1129 time: 0.0849583 Feb 17 22:12:26.989558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85760a8a-1aa5-49fe-b22d-869a100d6fda req-f680554d-51ea-4c49-8cfe-224811bc31a8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:26.991452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85760a8a-1aa5-49fe-b22d-869a100d6fda req-f680554d-51ea-4c49-8cfe-224811bc31a8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1031492 Feb 17 22:12:26.993996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-609c7b01-9d9e-4f26-ae75-6168f3737ca5 req-cec1045c-d126-4b0b-8701-b77b30065036 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646451 Feb 17 22:12:27.073183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85760a8a-1aa5-49fe-b22d-869a100d6fda req-33edd45b-433e-4874-b4a9-8cc253ecca99 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738044 Feb 17 22:12:27.135295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-9d9eb98a-d1e9-4c9f-be83-c103976e1949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.136911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-9d9eb98a-d1e9-4c9f-be83-c103976e1949 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1133 time: 0.0876052 Feb 17 22:12:27.148538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526647a-ef87-45fd-b729-a688b157033c req-a390cd45-d818-4ebb-864f-90e4b3342f92 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.149968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7526647a-ef87-45fd-b729-a688b157033c req-a390cd45-d818-4ebb-864f-90e4b3342f92 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.0906644 Feb 17 22:12:27.255974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7526647a-ef87-45fd-b729-a688b157033c req-db097d77-e302-4589-bcc5-215769e37820 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973012 Feb 17 22:12:27.291268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-6d649408-2552-4531-a845-69f9cd97da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.292759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-6d649408-2552-4531-a845-69f9cd97da26 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1419258 Feb 17 22:12:27.346513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-dd967d1a-dbc5-425a-9691-7fc072801257 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.0470781 Feb 17 22:12:27.462975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-b491630e-72d6-4858-9817-5b74c5d3666c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.464561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-b491630e-72d6-4858-9817-5b74c5d3666c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1011465 Feb 17 22:12:27.474680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ec733-921f-4ddb-a84f-18cf6fc74359 req-773a5bba-ed28-45b6-97b4-893da0bafe0d tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.476108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b22ec733-921f-4ddb-a84f-18cf6fc74359 req-773a5bba-ed28-45b6-97b4-893da0bafe0d tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 946 time: 0.1328640 Feb 17 22:12:27.502682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ad4f-a409-45b4-97ac-1babe65bd37a req-0820838f-75af-4c39-b017-6360af62dc6c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.504166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aaa2ad4f-a409-45b4-97ac-1babe65bd37a req-0820838f-75af-4c39-b017-6360af62dc6c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1625712 Feb 17 22:12:27.595838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b22ec733-921f-4ddb-a84f-18cf6fc74359 req-8ddef71e-f153-4c3d-85be-06c06962b200 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081045 Feb 17 22:12:27.620061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-1a5d3af9-b1fe-427a-a7b5-441650b37716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.620061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-1a5d3af9-b1fe-427a-a7b5-441650b37716 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1330047 Feb 17 22:12:27.620061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aaa2ad4f-a409-45b4-97ac-1babe65bd37a req-12fcaa23-e278-468c-b19f-e79a84ff9871 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900180 Feb 17 22:12:27.777427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-ae84a0d8-dfb8-46d6-ac81-975a361d78ac service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608069 Feb 17 22:12:27.842721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231188b-e4ee-456e-90b6-53307d0ca253 req-74428b15-116d-462a-8ff3-f45d4a6d9b6a tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.844109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1231188b-e4ee-456e-90b6-53307d0ca253 req-74428b15-116d-462a-8ff3-f45d4a6d9b6a tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 946 time: 0.1536977 Feb 17 22:12:27.857980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b532e-0791-4b9e-9858-457954d19800 req-1fee530a-852e-4a16-8788-85c7471e10b8 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:27.859424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc9b532e-0791-4b9e-9858-457954d19800 req-1fee530a-852e-4a16-8788-85c7471e10b8 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.1590090 Feb 17 22:12:27.965042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1231188b-e4ee-456e-90b6-53307d0ca253 req-4dd94cb0-4719-4ffe-b51b-70cd21e247ba tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/security-groups?id=3eb5d25c-157b-44fd-bd25-8dbd87ec22df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148527 Feb 17 22:12:27.968442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-78c5dfa1-d769-467a-b08c-527fb827f6a4 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825039 Feb 17 22:12:27.972178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc9b532e-0791-4b9e-9858-457954d19800 req-d4433008-2f69-4b41-823c-4166b0acfae5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009843 Feb 17 22:12:28.136384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0a17d9-a205-4f91-acb1-40c53f7ea497 req-0d466e83-4411-41e3-a880-8ac0b829629a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.144725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f0a17d9-a205-4f91-acb1-40c53f7ea497 req-0d466e83-4411-41e3-a880-8ac0b829629a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.0671129 Feb 17 22:12:28.206064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f0a17d9-a205-4f91-acb1-40c53f7ea497 req-c552fa76-e543-4ad2-9bdb-356014000d23 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602202 Feb 17 22:12:28.259678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.266211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.272228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.281262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.286731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.292386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.298811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.300835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-a9b3c19c-1332-4895-84a8-14523a12013b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1115355 Feb 17 22:12:28.429897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b222028c-109a-4521-8781-3dad36b7f199 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.431653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b222028c-109a-4521-8781-3dad36b7f199 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.73 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 946 time: 0.1285119 Feb 17 22:12:28.437086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-129c65df-8a91-49cb-b7c4-d6d32cf7f3b5 req-76ebd0e2-db0c-45dd-97f1-406e3ddec0d9 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248243 Feb 17 22:12:28.443734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e5502f-e227-4a4d-b190-3136c24023a1 req-45af948f-1d37-438c-ab60-d4be42bc5d38 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.445285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9e5502f-e227-4a4d-b190-3136c24023a1 req-45af948f-1d37-438c-ab60-d4be42bc5d38 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1435242 Feb 17 22:12:28.561619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9e5502f-e227-4a4d-b190-3136c24023a1 req-b2ec4826-1d6b-4bf4-8506-789b6f7448c3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090531 Feb 17 22:12:28.689122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a55e05-2fe7-4521-bef6-a7590bc5978e req-d55e23b4-99fa-4f9b-9af6-dbeebb759b93 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.690587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32a55e05-2fe7-4521-bef6-a7590bc5978e req-d55e23b4-99fa-4f9b-9af6-dbeebb759b93 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 946 time: 0.1470726 Feb 17 22:12:28.694674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Deleting port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:12:28.695018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:28.800545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12801ddd-80af-4c67-bbf8-6dc5c25da42e req-0840889f-6664-4922-ada0-b3716842a2f9 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:28.802149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12801ddd-80af-4c67-bbf8-6dc5c25da42e req-0840889f-6664-4922-ada0-b3716842a2f9 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1628666 Feb 17 22:12:28.833474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32a55e05-2fe7-4521-bef6-a7590bc5978e req-9a5fa66e-e4db-406a-a14b-d23acb8eb2ae tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345682 Feb 17 22:12:28.879335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] For port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,segment=NetworkSegment(cdec397d-acb6-4dea-8f17-d6563cd3d58d),segment_id=cdec397d-acb6-4dea-8f17-d6563cd3d58d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:28.879732 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:28.905641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Calling delete_port for 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:12:28.919422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12801ddd-80af-4c67-bbf8-6dc5c25da42e req-027e3d6a-aee1-444a-8416-846fb821d2e8 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095469 Feb 17 22:12:29.015324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a5cd3b-c9f7-4059-8da6-6b2c25655bb1 req-254e0fde-3083-4b2b-a18f-9037878a9558 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.016943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0a5cd3b-c9f7-4059-8da6-6b2c25655bb1 req-254e0fde-3083-4b2b-a18f-9037878a9558 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1132824 Feb 17 22:12:29.095092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0a5cd3b-c9f7-4059-8da6-6b2c25655bb1 req-07a06fdd-0948-4285-b3a8-a12c0fd5c63e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701840 Feb 17 22:12:29.250398 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (02ee0a0d-4af2-48e6-ae95-13e5fb37de97), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:29.265071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['02ee0a0d-4af2-48e6-ae95-13e5fb37de97'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:29.276695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e6d1fe6-2a38-49de-924a-628dc2bdd39b req-aa871489-eb46-41a4-8a9c-f042d08e6855 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.79 "GET /v2.0/ports?device_id=4a0ae8d9-913d-49fc-85b1-5b617200c7ce HTTP/1.1" status: 200 len: 210 time: 0.0426548 Feb 17 22:12:29.316421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Pushing event deleted for resources: {'Port': ['ID=02ee0a0d-4af2-48e6-ae95-13e5fb37de97,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:29.365453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439eda4-3abf-4f81-b9d2-fa99f95dc806 req-07bc2a50-aa5f-4752-9488-217a201f8f33 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.367001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c439eda4-3abf-4f81-b9d2-fa99f95dc806 req-07bc2a50-aa5f-4752-9488-217a201f8f33 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.1719573 Feb 17 22:12:29.393062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] No DVR routers for this DVR port 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:12:29.400444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:29.403697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d69e75e-0d74-419d-abd1-58d592cce3c7 req-b9053cd0-a27a-437e-a2bf-4ed827e8a688 tempest-ServerPasswordTestJSON-381567079 tempest-ServerPasswordTestJSON-381567079-project] 10.222.0.73 "DELETE /v2.0/ports/02ee0a0d-4af2-48e6-ae95-13e5fb37de97 HTTP/1.1" status: 204 len: 173 time: 0.9574995 Feb 17 22:12:29.419211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'name': 'network-vif-deleted', 'tag': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:29.422154 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1a8667-7695-483d-9810-f5530039b45a" -d '{"events": [{"server_uuid": "4a0ae8d9-913d-49fc-85b1-5b617200c7ce", "name": "network-vif-deleted", "tag": "02ee0a0d-4af2-48e6-ae95-13e5fb37de97"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:29.476057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c439eda4-3abf-4f81-b9d2-fa99f95dc806 req-adc7faa7-e169-4849-90fc-62a2531af688 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925684 Feb 17 22:12:29.479750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3eee4-1394-47d8-9dca-448973cd0014 req-465a77d5-2673-43c8-8df6-3ee5f7d726c2 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.482362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16e3eee4-1394-47d8-9dca-448973cd0014 req-465a77d5-2673-43c8-8df6-3ee5f7d726c2 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1129 time: 0.1141028 Feb 17 22:12:29.553378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16e3eee4-1394-47d8-9dca-448973cd0014 req-b6cc8358-743e-438a-8f13-abc2b587e0ae tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641389 Feb 17 22:12:29.627976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280a396c-f30b-4f55-9e79-59f4c1c7f15a req-3fe695fd-a0ea-4679-96bd-e1211c55c050 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.631931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-280a396c-f30b-4f55-9e79-59f4c1c7f15a req-3fe695fd-a0ea-4679-96bd-e1211c55c050 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 946 time: 0.0811207 Feb 17 22:12:29.713803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-280a396c-f30b-4f55-9e79-59f4c1c7f15a req-33f34cea-4ebb-47e0-990f-3f6ab2165261 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708044 Feb 17 22:12:29.720460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682380d-344a-42eb-a9da-4021d092983d req-3da50b93-22ef-480d-9bf0-cb8604527211 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.721892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5682380d-344a-42eb-a9da-4021d092983d req-3da50b93-22ef-480d-9bf0-cb8604527211 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.0890245 Feb 17 22:12:29.768536 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c5bda8-3f32-4d0f-8d9c-5b8b4269f2df x-openstack-request-id: req-a0c5bda8-3f32-4d0f-8d9c-5b8b4269f2df {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:29.769413 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0ae8d9-913d-49fc-85b1-5b617200c7ce", "name": "network-vif-deleted", "tag": "02ee0a0d-4af2-48e6-ae95-13e5fb37de97", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:29.769702 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0c5bda8-3f32-4d0f-8d9c-5b8b4269f2df {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:29.770073 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0ae8d9-913d-49fc-85b1-5b617200c7ce', 'name': 'network-vif-deleted', 'tag': '02ee0a0d-4af2-48e6-ae95-13e5fb37de97', 'status': 'completed', 'code': 200} Feb 17 22:12:29.784484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5682380d-344a-42eb-a9da-4021d092983d req-5b8e7924-77d8-4343-94a5-9354c90051a7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557759 Feb 17 22:12:29.916506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.922743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.928537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.934047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.939414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.944800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.950080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.956297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-bf133c98-0690-4274-8b51-872df951aa46 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1413829 Feb 17 22:12:29.993752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b4ed81-0ca4-44bb-aff3-d121f353f42c req-583bad42-f96d-4504-b939-8db8cef07c1e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:29.995310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0b4ed81-0ca4-44bb-aff3-d121f353f42c req-583bad42-f96d-4504-b939-8db8cef07c1e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1129 time: 0.1416008 Feb 17 22:12:30.054899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c863f4b0-e843-486e-9dd3-c7e2752f9448 req-156751b4-a79a-46bd-b29f-996ddbe8fae0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0963938 Feb 17 22:12:30.072292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0b4ed81-0ca4-44bb-aff3-d121f353f42c req-e3268535-785d-439d-9de7-ab2e28e6dbbd tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649469 Feb 17 22:12:30.230545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d75ee-57e7-4629-99f6-42c2167429ad req-18f11a03-b28b-4177-a7d4-5efefa0ba782 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:30.232870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-904d75ee-57e7-4629-99f6-42c2167429ad req-18f11a03-b28b-4177-a7d4-5efefa0ba782 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.0946982 Feb 17 22:12:30.244234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e98cf8-d4a8-4098-8f60-78dc336aefb8 req-d3114996-f78c-40aa-94ff-005f3e352e5a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:30.245648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96e98cf8-d4a8-4098-8f60-78dc336aefb8 req-d3114996-f78c-40aa-94ff-005f3e352e5a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.0938725 Feb 17 22:12:30.319401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-904d75ee-57e7-4629-99f6-42c2167429ad req-347901e6-50df-4c14-baa2-c304394c1948 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727980 Feb 17 22:12:30.322702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96e98cf8-d4a8-4098-8f60-78dc336aefb8 req-a090fb61-0c19-443b-b187-15e2a6da37e0 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Feb 17 22:12:30.380963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39622) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:30.431550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] Deleting subnet 46a304a6-98a0-40b4-a7a6-5bfa4b062eb6 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:12:30.434781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] Publish callbacks [] for subnet (46a304a6-98a0-40b4-a7a6-5bfa4b062eb6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.475105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (46a304a6-98a0-40b4-a7a6-5bfa4b062eb6), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.520252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (46a304a6-98a0-40b4-a7a6-5bfa4b062eb6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.584863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (46a304a6-98a0-40b4-a7a6-5bfa4b062eb6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.624587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd239382-e877-41b2-85c7-c63db1b0ab5d req-e1d9e161-d1c5-4fbc-8100-1d17f03c12f7 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:30.624812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.626638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd239382-e877-41b2-85c7-c63db1b0ab5d req-e1d9e161-d1c5-4fbc-8100-1d17f03c12f7 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1129 time: 0.0873058 Feb 17 22:12:30.630432 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/46a304a6-98a0-40b4-a7a6-5bfa4b062eb6 HTTP/1.1" status: 204 len: 168 time: 0.2481780 Feb 17 22:12:30.631932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212ce998-cb7f-4d6f-ae1c-0a98f826c8d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46a304a6-98a0-40b4-a7a6-5bfa4b062eb6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:30.633700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39630) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:30.680175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b8eb98-d1a1-4577-9024-6a9490c01a42 req-abe33879-7810-48f6-be48-4542c0a13fd6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:30.681664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76b8eb98-d1a1-4577-9024-6a9490c01a42 req-abe33879-7810-48f6-be48-4542c0a13fd6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.0999913 Feb 17 22:12:30.719905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (420dd126-56f4-4fe2-9585-e8b4e516acc9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.747170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd239382-e877-41b2-85c7-c63db1b0ab5d req-4b19835d-5e82-477d-8e11-957785cb4b86 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023316 Feb 17 22:12:30.785518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76b8eb98-d1a1-4577-9024-6a9490c01a42 req-f5bf9d00-488d-4b0c-8e58-e0d9d4e44e63 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968530 Feb 17 22:12:30.837564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (420dd126-56f4-4fe2-9585-e8b4e516acc9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.886550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420dd126-56f4-4fe2-9585-e8b4e516acc9']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:12:30.887405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5971f3c-983d-481a-b937-e194f0e62065 req-0602ac84-82c5-48da-a3fa-61d9e7918811 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:30.890403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5971f3c-983d-481a-b937-e194f0e62065 req-0602ac84-82c5-48da-a3fa-61d9e7918811 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 946 time: 0.0725443 Feb 17 22:12:30.905504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdec397d-acb6-4dea-8f17-d6563cd3d58d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:12:30.906338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdec397d-acb6-4dea-8f17-d6563cd3d58d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:12:30.919048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (cdec397d-acb6-4dea-8f17-d6563cd3d58d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.934420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cdec397d-acb6-4dea-8f17-d6563cd3d58d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.942751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:12:30.943333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (cdec397d-acb6-4dea-8f17-d6563cd3d58d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:12:30.945652 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:12:30.990335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5971f3c-983d-481a-b937-e194f0e62065 req-22828660-1070-4264-9452-8e624b731010 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886736 Feb 17 22:12:31.006065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3133bc5d-c857-4157-ba54-e9a1800b194a req-19a7a3bb-711d-4c2a-8961-c7a01d32d3f2 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.016466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3133bc5d-c857-4157-ba54-e9a1800b194a req-19a7a3bb-711d-4c2a-8961-c7a01d32d3f2 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.1372375 Feb 17 22:12:31.017040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (420dd126-56f4-4fe2-9585-e8b4e516acc9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.027092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.033901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] 10.222.0.79 "DELETE /v2.0/networks/420dd126-56f4-4fe2-9585-e8b4e516acc9 HTTP/1.1" status: 204 len: 168 time: 0.3972938 Feb 17 22:12:31.044935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f904-4554-4e56-9dc0-08df43764221 admin admin] Pushing event deleted for resources: {'Network': ['ID=420dd126-56f4-4fe2-9585-e8b4e516acc9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:31.113678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3133bc5d-c857-4157-ba54-e9a1800b194a req-a8d26871-5af9-44af-8567-f66ed6e3fc3f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961180 Feb 17 22:12:31.151091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-abed4933-9e8a-4874-9771-2a8f3d419895 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.153483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-abed4933-9e8a-4874-9771-2a8f3d419895 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 946 time: 0.0815253 Feb 17 22:12:31.204050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39640) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:31.258549 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0bf8c6ad-f75b-432e-b53b-36353c0211fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00fac5ae6c4447b885d781e194a279ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530691 Feb 17 22:12:31.259066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39642) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:31.289309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.297637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.305342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.312753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.318922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.322443 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88383301-a11f-48da-9d1a-96f00b303384 admin admin] Publish callbacks [] for security_group (3eb5d25c-157b-44fd-bd25-8dbd87ec22df), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.326409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.332836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.334803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-3ca3df3a-c0c0-4f97-9f04-4cebf35fef8c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1754408 Feb 17 22:12:31.353236 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88383301-a11f-48da-9d1a-96f00b303384 admin admin] Publish callbacks [] for security_group (3eb5d25c-157b-44fd-bd25-8dbd87ec22df), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.392190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Deleting port 0b471b72-d053-4ce6-86db-97d164b18ee6 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:12:31.392528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.416065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88383301-a11f-48da-9d1a-96f00b303384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3eb5d25c-157b-44fd-bd25-8dbd87ec22df), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.418744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88383301-a11f-48da-9d1a-96f00b303384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.420817 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-88383301-a11f-48da-9d1a-96f00b303384 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3eb5d25c-157b-44fd-bd25-8dbd87ec22df HTTP/1.1" status: 204 len: 168 time: 0.1604991 Feb 17 22:12:31.442057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88383301-a11f-48da-9d1a-96f00b303384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb5d25c-157b-44fd-bd25-8dbd87ec22df,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:31.520777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2d66bcc-d69e-4cb2-b8ae-117cd7ca532a req-e68c95af-fe88-42d1-90d0-c4382e3c0083 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1771417 Feb 17 22:12:31.556045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 0b471b72-d053-4ce6-86db-97d164b18ee6 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:12:31.662978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 0b471b72-d053-4ce6-86db-97d164b18ee6 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:31.664009 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.672902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] For port 0b471b72-d053-4ce6-86db-97d164b18ee6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0b471b72-d053-4ce6-86db-97d164b18ee6,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:31.673308 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.688912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Calling delete_port for 0b471b72-d053-4ce6-86db-97d164b18ee6 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:12:31.694290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:31.697534 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216b8f87-3286-4a94-bd83-9c3b834a454a" -d '{"events": [{"server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:31.705911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9996-44a6-4346-b79b-653f44da3079 req-02025bd4-6fd5-4543-a65e-994801f8f837 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.714590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9b9996-44a6-4346-b79b-653f44da3079 req-02025bd4-6fd5-4543-a65e-994801f8f837 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.3107717 Feb 17 22:12:31.720845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 0b471b72-d053-4ce6-86db-97d164b18ee6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=0b471b72-d053-4ce6-86db-97d164b18ee6,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:31.727709 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:31.729007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:12:31.759717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:12:31.760457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 02ee0a0d-4af2-48e6-ae95-13e5fb37de97 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:12:31.844068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=0b471b72-d053-4ce6-86db-97d164b18ee6,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:31.864911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9b9996-44a6-4346-b79b-653f44da3079 req-79e284bf-e3b6-49df-98b3-c7e2ee89bc61 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492379 Feb 17 22:12:31.870940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-b152e467-56d2-4ebe-a317-87f273b59602 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3196430 Feb 17 22:12:31.914183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdec85e-8c45-42d7-8412-38e166a439f1 req-776f3681-4efc-44a4-8120-94d81768fea6 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:31.916426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fdec85e-8c45-42d7-8412-38e166a439f1 req-776f3681-4efc-44a4-8120-94d81768fea6 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.2687926 Feb 17 22:12:31.936403 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7161922b-ca01-4348-b9a6-2cc1abf3624f x-openstack-request-id: req-7161922b-ca01-4348-b9a6-2cc1abf3624f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:31.937162 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "name": "network-vif-unplugged", "status": "completed", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:31.937624 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7161922b-ca01-4348-b9a6-2cc1abf3624f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:31.938336 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6', 'code': 200} Feb 17 22:12:32.308133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39678) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:32.357723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fdec85e-8c45-42d7-8412-38e166a439f1 req-70a9b4f7-7f91-449e-9d6b-582b68f85ffa tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273984 Feb 17 22:12:32.421345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80e904-0656-4630-8127-e4a905562958 req-11b89979-2499-4bb1-8a53-a1af0d69f228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:32.422923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-11b89979-2499-4bb1-8a53-a1af0d69f228 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 1132 time: 0.5037777 Feb 17 22:12:32.424544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-21008435-network', 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:32.435985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890edf31-215a-44e7-a31f-7de3825892b3 req-9bfd4871-25dc-4898-a530-c1bf83c4d3e5 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:32.444776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-890edf31-215a-44e7-a31f-7de3825892b3 req-9bfd4871-25dc-4898-a530-c1bf83c4d3e5 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1129 time: 0.1354935 Feb 17 22:12:32.455307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:32.455570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0b471b72-d053-4ce6-86db-97d164b18ee6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.459839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.476444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.506763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event deleted for resources: {'Port': ['ID=0b471b72-d053-4ce6-86db-97d164b18ee6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:32.566707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks [] for security_group (753a200d-a7be-4cdf-afb5-79e8d144545a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.573561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (753a200d-a7be-4cdf-afb5-79e8d144545a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.605050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:12:32.612352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753a200d-a7be-4cdf-afb5-79e8d144545a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:32.621519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (24d34f06-a9ba-45e6-8c0e-75623c2a446d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.622154 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Added segment 24d34f06-a9ba-45e6-8c0e-75623c2a446d of type vlan for network 492bf255-9258-4b42-9b64-67a0b7c1ba7f Feb 17 22:12:32.641249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-890edf31-215a-44e7-a31f-7de3825892b3 req-54334e5d-6991-4445-bd61-ebfd689bc8fa tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956072 Feb 17 22:12:32.645379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] No DVR routers for this DVR port 0b471b72-d053-4ce6-86db-97d164b18ee6 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:12:32.651600 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.655735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a07b3c27-daac-4004-85d0-1879a7c5ed1d req-9684caa4-fc64-4e4b-a2b3-d5276791614f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "DELETE /v2.0/ports/0b471b72-d053-4ce6-86db-97d164b18ee6 HTTP/1.1" status: 204 len: 173 time: 1.4808526 Feb 17 22:12:32.656303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'name': 'network-vif-deleted', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:32.658615 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c828a2-7f3f-4745-b31d-df6c639bce16" -d '{"events": [{"server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "name": "network-vif-deleted", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:32.688092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (492bf255-9258-4b42-9b64-67a0b7c1ba7f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.693760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80e904-0656-4630-8127-e4a905562958 req-1214aabe-86b4-40d2-887f-1fdacc91f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:32.695229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-1214aabe-86b4-40d2-887f-1fdacc91f07e service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2234473 Feb 17 22:12:32.704107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c5b2f1-b63b-4c4a-a16b-b4d59810e3ec req-506c1a4c-1723-4173-87ad-be30b4cb4a6a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:32.705732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c5b2f1-b63b-4c4a-a16b-b4d59810e3ec req-506c1a4c-1723-4173-87ad-be30b4cb4a6a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.2009046 Feb 17 22:12:32.721939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (492bf255-9258-4b42-9b64-67a0b7c1ba7f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.722995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:32.723597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.781888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-d00b5f08-bfa1-49b7-bb79-aca1dee36344 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 200 len: 217 time: 0.0751152 Feb 17 22:12:32.791158 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.4783607 Feb 17 22:12:32.794163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:12:32.800488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Request body: {'subnet': {'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-21008435-subnet', 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:32.804848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769cbea-9ca2-4f20-9eae-8766b05f88c9 admin admin] Pushing event updated for resources: {'Network': ['ID=492bf255-9258-4b42-9b64-67a0b7c1ba7f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:32.821726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:12:32.826175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:32.830711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:32.847999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2e4c34a-2eab-4e3a-9589-8b197f7143e0 req-031521cb-da0c-489b-9a74-1526f19ef5a9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=eac8ff32-9cd9-4ec0-884b-b352df1dfdc5 HTTP/1.1" status: 200 len: 210 time: 0.0787270 Feb 17 22:12:32.920478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c5b2f1-b63b-4c4a-a16b-b4d59810e3ec req-a2302405-52d6-4111-bbf4-432bda0a19eb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583672 Feb 17 22:12:32.921964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80e904-0656-4630-8127-e4a905562958 req-ed1f7bef-7ed0-4b65-b3bc-88a8a817de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:32.923597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-ed1f7bef-7ed0-4b65-b3bc-88a8a817de1f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0855076 Feb 17 22:12:33.061069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80e904-0656-4630-8127-e4a905562958 req-cc0e3411-79ab-4173-8b27-98516e8a9fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.062671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-cc0e3411-79ab-4173-8b27-98516e8a9fb3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1320751 Feb 17 22:12:33.083211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b442b6-483b-4366-be36-630f8a68159a req-3875471f-2b16-4ff0-8b5d-5b14da386b46 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.084947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5b442b6-483b-4366-be36-630f8a68159a req-3875471f-2b16-4ff0-8b5d-5b14da386b46 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.1145272 Feb 17 22:12:33.097042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (286750d8-3ff4-41dd-9534-47d6dd9445c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:33.170930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=286750d8-3ff4-41dd-9534-47d6dd9445c5,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:33.190713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:33.191760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Network hostable DHCP agents. Network: 492bf255-9258-4b42-9b64-67a0b7c1ba7f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:12:33.207644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.210518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:12:33.213436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.219326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.221574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 492bf255-9258-4b42-9b64-67a0b7c1ba7f) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:33.224803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.226922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.227828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:33.230514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.232806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030613d-c38f-4532-9bd5-6abba4da26fb None None] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:12:33.236914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.242287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.244307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-7d231b22-ab29-47e9-ad1f-b0d00548d26c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2226086 Feb 17 22:12:33.290460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b654bc3-82eb-4470-a738-7c690e67d9d2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4957654 Feb 17 22:12:33.293621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5b442b6-483b-4366-be36-630f8a68159a req-84b91ee0-8fdc-4837-9c1b-465011c56c9e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854613 Feb 17 22:12:33.323340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-e6d56f4b-c046-48cd-9f5c-7f579ba25848 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295010 Feb 17 22:12:33.405892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acd4e080-3149-4cb0-a084-b896c8c0b4c5 req-a1e7e1e5-7c92-48df-95db-955a7104df81 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1488705 Feb 17 22:12:33.434382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e38d58b-7488-43c9-bfdd-f88ac7a8fcf2 None None] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:12:33.474168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb80e904-0656-4630-8127-e4a905562958 req-b363ca2c-500b-41ca-b84f-e9635578b806 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506100 Feb 17 22:12:33.500357 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2094f5-25d5-41d6-ac61-64bd28881fd4 x-openstack-request-id: req-7c2094f5-25d5-41d6-ac61-64bd28881fd4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:33.500655 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac8ff32-9cd9-4ec0-884b-b352df1dfdc5", "name": "network-vif-deleted", "tag": "0b471b72-d053-4ce6-86db-97d164b18ee6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:33.500912 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c2094f5-25d5-41d6-ac61-64bd28881fd4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:33.501310 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac8ff32-9cd9-4ec0-884b-b352df1dfdc5', 'name': 'network-vif-deleted', 'tag': '0b471b72-d053-4ce6-86db-97d164b18ee6', 'status': 'completed', 'code': 200} Feb 17 22:12:33.637384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6147525-5e08-4c43-a322-1956c0c58e09 req-5d28c641-15de-4228-981f-32dc8c682a47 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.639177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6147525-5e08-4c43-a322-1956c0c58e09 req-5d28c641-15de-4228-981f-32dc8c682a47 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.0714157 Feb 17 22:12:33.690668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6147525-5e08-4c43-a322-1956c0c58e09 req-bbf2378e-3cfe-4bd5-985c-26bf64ebe604 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 Feb 17 22:12:33.829478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bedf130-01af-4dc1-b7e3-1cc37746a01d req-c1f52718-bc9c-4896-926e-940145259460 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:33.831000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bedf130-01af-4dc1-b7e3-1cc37746a01d req-c1f52718-bc9c-4896-926e-940145259460 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.0726018 Feb 17 22:12:33.882568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bedf130-01af-4dc1-b7e3-1cc37746a01d req-827865bc-d0ae-462b-8a29-7fd721f10248 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438256 Feb 17 22:12:34.199893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328f14-ce9e-4230-873c-709e3f711307 req-e42598f0-1843-42f2-9e5f-b376fcefb785 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:34.201755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-e42598f0-1843-42f2-9e5f-b376fcefb785 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.1140170 Feb 17 22:12:34.216044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-77f1ecbf-b31b-42ac-84aa-d1f1fbb12fae tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0089140 Feb 17 22:12:34.251021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-ff252772-97e6-407c-8b89-98621f88efbb tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301039 Feb 17 22:12:34.367978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-a4d942b4-48fa-497c-a197-2f9a166234ef service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085055 Feb 17 22:12:34.371815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-b350cb13-4aa7-4373-bfa9-031d930ddbf4 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:12:34.373367 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-b350cb13-4aa7-4373-bfa9-031d930ddbf4 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095673 Feb 17 22:12:34.459414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2aecceed-d261-4397-a84e-378df0700b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:34.460690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2aecceed-d261-4397-a84e-378df0700b33 service neutron] 10.222.0.79 "GET /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 1126 time: 0.0792375 Feb 17 22:12:34.472770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Request body: {'binding': {'host': 'n-h2-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:34.473223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:12:34.537173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-e9d91630-d6f6-4caa-b148-ac98531c7917 service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627214 Feb 17 22:12:34.653307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on host n-h2-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:34.653837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:34.654364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:34.659859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:34.660602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:34.667673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:34.667673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:34.668109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:34.668604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Bound port: b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:34.790917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:34.799413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:34.800729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-bc0cd3aa-1723-4292-ba6b-12eec8a2fae5 service neutron] 10.222.0.79 "POST /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3335624 Feb 17 22:12:34.816120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715a547-5c37-4c47-9b60-28372b23ae19 req-6732e817-1fb0-4221-b68b-53c0dc38c2ee tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:34.817674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8715a547-5c37-4c47-9b60-28372b23ae19 req-6732e817-1fb0-4221-b68b-53c0dc38c2ee tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.0882261 Feb 17 22:12:34.888570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8715a547-5c37-4c47-9b60-28372b23ae19 req-74d24d32-4351-451a-8e9b-2ffad9b30408 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629916 Feb 17 22:12:35.023644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9368e-2463-4dfa-b7c8-11ded61309da req-9beaef7a-7394-4232-a33e-1479ef424d4a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.025200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c9368e-2463-4dfa-b7c8-11ded61309da req-9beaef7a-7394-4232-a33e-1479ef424d4a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.0925210 Feb 17 22:12:35.076425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.083230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.089476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.094690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.100935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.106188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.113019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.115108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-8d8f2e92-5dff-456c-9379-d0339b4d2ae3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1413262 Feb 17 22:12:35.160661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c9368e-2463-4dfa-b7c8-11ded61309da req-27a34730-1c78-4ad8-9e3f-0e9e63006cf4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272061 Feb 17 22:12:35.213313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa05bbb9-7aaa-4385-b007-091abfa4c894 req-9fe727b0-deff-4493-aa26-f7aa5b1de348 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863938 Feb 17 22:12:35.283697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-deb5339e-2ea6-4369-bd99-0939ba6cd3ac req-1792e866-04b1-4ccf-999c-3ed3673381e5 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 210 time: 0.0310411 Feb 17 22:12:35.353262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb494a-1e3a-40e2-bf57-a61bb49d0abc req-12e2a77c-8119-44a4-a190-a3918e537f82 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.354837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32bb494a-1e3a-40e2-bf57-a61bb49d0abc req-12e2a77c-8119-44a4-a190-a3918e537f82 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.0584059 Feb 17 22:12:35.481707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32bb494a-1e3a-40e2-bf57-a61bb49d0abc req-70a1b0b3-dc04-44d2-9096-3dbae6f74c0b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131580 Feb 17 22:12:35.521694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-19bca230-6a7e-4964-82a1-88b70d70a739 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.523159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-19bca230-6a7e-4964-82a1-88b70d70a739 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.1402252 Feb 17 22:12:35.539176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-ef6ac7d2-559e-4b35-ba56-f4bc396d2362 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/quotas/003a4cb84a814b839614df8dbaa5bedb HTTP/1.1" status: 200 len: 375 time: 0.0102751 Feb 17 22:12:35.587188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-3b093411-2281-4955-9bcc-a56771dd58d0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391369 Feb 17 22:12:35.703560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc86c61-3d34-4bd6-a06c-3851c6ebe926 req-8b44851b-dd19-433e-9b8b-8c44f3a663ae tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.705236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2dc86c61-3d34-4bd6-a06c-3851c6ebe926 req-8b44851b-dd19-433e-9b8b-8c44f3a663ae tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1478899 Feb 17 22:12:35.749377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-814e92ee-f8e2-45ba-a912-9d1e3d496912 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457915 Feb 17 22:12:35.882262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2dc86c61-3d34-4bd6-a06c-3851c6ebe926 req-05aa1cc1-cc37-4d27-b108-3c52f6d0610a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675327 Feb 17 22:12:35.948910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328f14-ce9e-4230-873c-709e3f711307 req-9db4fea9-d96f-42cb-a792-d5aecfb7ae47 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:35.950534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-9db4fea9-d96f-42cb-a792-d5aecfb7ae47 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.2218091 Feb 17 22:12:35.955570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-a71c250d-d0e9-474d-b262-69964f224eaf service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949573 Feb 17 22:12:35.972605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Request body: {'port': {'device_id': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'admin_state_up': True, 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:36.148098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffae5c-11f8-4e30-a703-9fe620bc988d req-bea89b72-328a-402d-b216-cd00d5d57e9c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.149635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8ffae5c-11f8-4e30-a703-9fe620bc988d req-bea89b72-328a-402d-b216-cd00d5d57e9c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1931152 Feb 17 22:12:36.189549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-3e24f6f5-afa7-4822-b704-14862416c479 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.191071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-3e24f6f5-afa7-4822-b704-14862416c479 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.1976163 Feb 17 22:12:36.219508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:36.267157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:36.274315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:36.330996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8ffae5c-11f8-4e30-a703-9fe620bc988d req-63fe856b-6148-4a7b-bdc1-ee546fd889cb tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726284 Feb 17 22:12:36.341096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdfa54-9883-48b2-b94f-739c7c8ab153 req-dde72e58-f976-4e02-b4d2-a48bfd30be67 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.342602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67fdfa54-9883-48b2-b94f-739c7c8ab153 req-dde72e58-f976-4e02-b4d2-a48bfd30be67 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 945 time: 0.2217779 Feb 17 22:12:36.425559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:36.458886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0469b2b-a806-4902-b194-8ef88d30b06d req-4cd5a39e-fe7f-449b-aab8-72c8ead2a360 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 210 time: 0.0591393 Feb 17 22:12:36.565320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67fdfa54-9883-48b2-b94f-739c7c8ab153 req-155e6cde-5300-4286-bc7f-c610dcfa3e64 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009895 Feb 17 22:12:36.674034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Allocated IP 172.20.0.4 (492bf255-9258-4b42-9b64-67a0b7c1ba7f/286750d8-3ff4-41dd-9534-47d6dd9445c5/fc96c367-934f-47cc-884d-ea62a2f28aa5) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:12:36.737539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88d708-6664-4a30-9b8f-3490dbe4f12f req-3eb497d1-db8d-4e56-a591-ae5fc474d1a8 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.738995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df88d708-6664-4a30-9b8f-3490dbe4f12f req-3eb497d1-db8d-4e56-a591-ae5fc474d1a8 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.2133164 Feb 17 22:12:36.821246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:36.918363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.924675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.929747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.934871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.940124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.945431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.950662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:36.952518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-961abccd-9035-41ab-9bfc-9a01704a1344 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2990696 Feb 17 22:12:36.968835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df88d708-6664-4a30-9b8f-3490dbe4f12f req-154962c9-a792-4902-9fd7-cafb9d36cff2 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176492 Feb 17 22:12:37.013987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:37.133255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b6d41d2-07a8-4999-84cf-0d185e86e4de req-ff9af4d6-18d8-478d-9be7-5e5aa25e9caf tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 210 time: 0.0899811 Feb 17 22:12:37.194204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25cd35f-bd7f-459a-9331-1e18c058e713 req-48794783-7f85-464f-905b-9f9fc11dbcd0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2312629 Feb 17 22:12:37.202352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:37.204600 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61301dc2-d69a-44ec-88e2-9cabe97e7d9c" -d '{"events": [{"server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "name": "network-vif-unplugged", "status": "completed", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:37.208385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Publish callbacks [] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:37.215496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks [] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:37.257527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:37.395863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-0de1662d-860b-461b-8e8a-307814aec189 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:37.397303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-0de1662d-860b-461b-8e8a-307814aec189 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.3430765 Feb 17 22:12:37.427384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Request body: {'port': {'device_id': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'admin_state_up': True, 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:37.428973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:37.612304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device eddb64c1-9f9c-4b0a-b460-369db9739a3f details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:37.709823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:37.738203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on host n-h1-828369-18 for vnic_type normal with profile {"migrating_to": "n-h2-828369-18"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:37.738578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:37.738947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:37.743492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:37.743850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:37.749217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:37.749589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:37.750012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:37.750473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Bound port: eddb64c1-9f9c-4b0a-b460-369db9739a3f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:37.750870 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:37.775170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:37.816108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:37.819275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8aae8-98a2-4bc3-946e-3245ac9ab690 req-632a1f8e-c673-4bdb-ac22-7c8857aad583 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:37.819466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:37.820826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92b8aae8-98a2-4bc3-946e-3245ac9ab690 req-632a1f8e-c673-4bdb-ac22-7c8857aad583 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.6103680 Feb 17 22:12:37.827223 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:37.881944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on host n-h1-828369-18 for vnic_type normal with profile {"migrating_to": "n-h2-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:37.882327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:37.882603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:37.885759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:37.905714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08363e2-939d-42da-83c6-4f89458015b2 req-b43fdbdd-6f55-474d-98ec-b97a30e3bf57 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:37.907301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a08363e2-939d-42da-83c6-4f89458015b2 req-b43fdbdd-6f55-474d-98ec-b97a30e3bf57 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.6082931 Feb 17 22:12:37.915068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device eddb64c1-9f9c-4b0a-b460-369db9739a3f has no active binding in host n-h2-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:12:37.919556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:12:37.929185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:37.929552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Attempting to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f on network dba98d2b-b591-448a-b4e3-92d18620e790 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:37.939400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:37.946968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:12:37.957062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event updated for resources: {'Port': ['ID=fc96c367-934f-47cc-884d-ea62a2f28aa5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:37.979950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:37.980350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Checking segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:37.980736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Bound using segment: {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:37.981243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Bound port: eddb64c1-9f9c-4b0a-b460-369db9739a3f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'dba98d2b-b591-448a-b4e3-92d18620e790'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:37.981605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:38.055482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92b8aae8-98a2-4bc3-946e-3245ac9ab690 req-f4d7ff3d-82b9-4fb0-b8bf-d567e5915adb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045114 Feb 17 22:12:38.104906 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3132deb0-9a2e-4651-88f1-438ed99c0901 x-openstack-request-id: req-3132deb0-9a2e-4651-88f1-438ed99c0901 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:38.105255 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "name": "network-vif-unplugged", "status": "completed", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:38.105444 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3132deb0-9a2e-4651-88f1-438ed99c0901 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:38.105992 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f', 'code': 200} Feb 17 22:12:38.119537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a08363e2-939d-42da-83c6-4f89458015b2 req-ef8c6ddd-8b5c-44b8-9000-50491b3530b6 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019815 Feb 17 22:12:38.128752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:38.129400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:38.143483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:12:38.146778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:38.188631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-cbac4523-dafe-4a14-9520-960c1cfc2c28 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2204850 Feb 17 22:12:38.190450 n-d-828369-18 neutron-server[103527]: WARNING neutron.plugins.ml2.plugin [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Concurrent port binding operations failed on port eddb64c1-9f9c-4b0a-b460-369db9739a3f Feb 17 22:12:38.226016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Request body: {'port': {'device_id': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:38.261343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:38.317919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4967402f-4032-4a16-9504-0efaf9c0e7ea req-8ca7c67a-723b-45ed-9786-833b3234402f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 210 time: 0.1077809 Feb 17 22:12:38.322857 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Attempt 2 to bind port eddb64c1-9f9c-4b0a-b460-369db9739a3f Feb 17 22:12:38.334146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:38.334716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:38.336113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d9c0eaf4-9fe7-4462-813d-fcb5a0ffda2b service neutron] 10.222.0.94 "PUT /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 1154 time: 2.1340208 Feb 17 22:12:38.425951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac86847-7747-4a96-ac17-fb32fe2a1472 req-0ca28bc1-d235-4b6b-ba9e-3b04f3e4f97f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:38.427270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aac86847-7747-4a96-ac17-fb32fe2a1472 req-0ca28bc1-d235-4b6b-ba9e-3b04f3e4f97f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.2660689 Feb 17 22:12:38.442373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['eddb64c1-9f9c-4b0a-b460-369db9739a3f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:38.452185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:38.535147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['eddb64c1-9f9c-4b0a-b460-369db9739a3f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:38.542266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Allocated IP 172.20.0.7 (293666fb-233e-41f8-8f02-a6c2afe25a54/303d05a8-8341-4840-885b-d9bafd488b06/1b33bb70-1f21-40c2-ad9d-e30ecbe02852) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:12:38.588067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aac86847-7747-4a96-ac17-fb32fe2a1472 req-d238421a-ac32-4077-94cc-d57f039796df tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425254 Feb 17 22:12:38.595195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c18ee-6b39-4e58-a5dc-7a61e051b854 req-1a877c9d-4b4c-4999-8282-dcccbcb669bd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:38.596735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c05c18ee-6b39-4e58-a5dc-7a61e051b854 req-1a877c9d-4b4c-4999-8282-dcccbcb669bd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.2191472 Feb 17 22:12:38.815250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c05c18ee-6b39-4e58-a5dc-7a61e051b854 req-fbe1e7c5-cffa-4895-a330-7f9e58f26e9c tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126739 Feb 17 22:12:38.892124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22edf91-f2ea-416e-ade7-f8e39503acf1 req-c20c8d16-0d54-4859-aeae-8c835247387d tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:38.893558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d22edf91-f2ea-416e-ade7-f8e39503acf1 req-c20c8d16-0d54-4859-aeae-8c835247387d tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.2187214 Feb 17 22:12:38.919383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.047831 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks [] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.054250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d22edf91-f2ea-416e-ade7-f8e39503acf1 req-94f9faad-8d52-4b57-a348-c5d8bc6296b4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475241 Feb 17 22:12:39.081531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cf157-a1d7-4246-9de3-ea03297c3929 req-93db716d-6936-44d2-8af7-daa5da447d23 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.083018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d8cf157-a1d7-4246-9de3-ea03297c3929 req-93db716d-6936-44d2-8af7-daa5da447d23 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 931 time: 0.2027211 Feb 17 22:12:39.156765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc96c367-934f-47cc-884d-ea62a2f28aa5 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:39.188013 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Publish callbacks [] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.219451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Transition to ACTIVE for port object fc96c367-934f-47cc-884d-ea62a2f28aa5 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:39.225224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.226756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.231224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d8cf157-a1d7-4246-9de3-ea03297c3929 req-6f1f7c1d-dea8-42c5-96a7-aecbc062e446 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260493 Feb 17 22:12:39.299845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.305074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.314488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.319828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.325059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.330870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.336079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.337891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-09029fa7-bf1f-4868-b0e4-412a8906822f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2112305 Feb 17 22:12:39.347222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:12:39.370012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:12:39.386247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Pushing event updated for resources: {'Port': ['ID=fc96c367-934f-47cc-884d-ea62a2f28aa5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:39.389337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:12:39.561920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.562532 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.574308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:39.599475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5802e64-70d0-40d4-8929-273ebdcfe685 req-4fed1fb4-3abc-42f6-9fb1-421b6f2cb98c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.600950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5802e64-70d0-40d4-8929-273ebdcfe685 req-4fed1fb4-3abc-42f6-9fb1-421b6f2cb98c tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.2565413 Feb 17 22:12:39.605845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-064b31eb-abc0-4582-b0ff-4041a8e080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1908193 Feb 17 22:12:39.610772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9979ee45-1c59-4ec5-a33e-091980fd8fc9 req-097ec934-959a-4408-a1b7-df8385239588 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2610278 Feb 17 22:12:39.628384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Request body: {'port': {'device_id': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:39.665034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Attempting to bind port fc96c367-934f-47cc-884d-ea62a2f28aa5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:39.665371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Attempting to bind port fc96c367-934f-47cc-884d-ea62a2f28aa5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:39.665698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Attempting to bind port fc96c367-934f-47cc-884d-ea62a2f28aa5 on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:39.687676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Port fc96c367-934f-47cc-884d-ea62a2f28aa5 on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:39.687997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Attempting to bind port fc96c367-934f-47cc-884d-ea62a2f28aa5 on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:39.740654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:39.740992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:39.741373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Bound using segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:39.741811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Bound port: fc96c367-934f-47cc-884d-ea62a2f28aa5, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:39.742166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.764724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5802e64-70d0-40d4-8929-273ebdcfe685 req-5ef6704c-cd19-4cf9-999f-8f146387bc46 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527567 Feb 17 22:12:39.775891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:39.834778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60706f6b-65cd-438f-889f-d5fcdd3dfe07 req-b9b59f11-fe17-420d-a20f-1ae2012443cf tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:39.836169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60706f6b-65cd-438f-889f-d5fcdd3dfe07 req-b9b59f11-fe17-420d-a20f-1ae2012443cf tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1628282 Feb 17 22:12:39.928304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] For port fc96c367-934f-47cc-884d-ea62a2f28aa5, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:39.936184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] For port fc96c367-934f-47cc-884d-ea62a2f28aa5, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:40.002480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:40.049039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60706f6b-65cd-438f-889f-d5fcdd3dfe07 req-0cc5ace1-3b80-4103-b802-6eaf51a60258 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866317 Feb 17 22:12:40.076877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbf1b52-1898-49d3-a32a-9175127ea390 req-548a1bae-c99c-4a1d-a9c5-fe4fb77c616e tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.078380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccbf1b52-1898-49d3-a32a-9175127ea390 req-548a1bae-c99c-4a1d-a9c5-fe4fb77c616e tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 931 time: 0.2556577 Feb 17 22:12:40.083773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.084382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:40.085750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] 10.222.0.73 "PUT /v2.0/ports/fc96c367-934f-47cc-884d-ea62a2f28aa5 HTTP/1.1" status: 200 len: 1092 time: 1.8729663 Feb 17 22:12:40.115247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f'}, {'name': 'network-changed', 'server_uuid': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'tag': 'fc96c367-934f-47cc-884d-ea62a2f28aa5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:40.117506 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8156f5fe-3165-4c40-8e4b-532c9e83833c" -d '{"events": [{"name": "network-changed", "server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f"}, {"name": "network-changed", "server_uuid": "be026593-5cbc-49c8-9f50-2eb22de0b072", "tag": "fc96c367-934f-47cc-884d-ea62a2f28aa5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:40.178427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd554c9-d228-4b1a-86a0-482d9c8a4555 service neutron] Pushing event updated for resources: {'Port': ['ID=fc96c367-934f-47cc-884d-ea62a2f28aa5,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:40.275589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccbf1b52-1898-49d3-a32a-9175127ea390 req-7818fece-d442-48fc-a01a-7335830e6b62 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847050 Feb 17 22:12:40.296501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328f14-ce9e-4230-873c-709e3f711307 req-b3912391-4b69-49f3-819b-2c970c507576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.296501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-b3912391-4b69-49f3-819b-2c970c507576 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 1126 time: 0.1387320 Feb 17 22:12:40.304875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac99ee2d-3d5c-4cb0-aee4-957ad7972aa6 req-f42e9aa1-37d4-45b1-bc80-dc45fab699ba tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.306308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac99ee2d-3d5c-4cb0-aee4-957ad7972aa6 req-f42e9aa1-37d4-45b1-bc80-dc45fab699ba tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1851132 Feb 17 22:12:40.363154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-6c7693bd-cd77-4633-bf0f-811bc8733d45 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5 HTTP/1.1" status: 200 len: 217 time: 0.0542326 Feb 17 22:12:40.509123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac99ee2d-3d5c-4cb0-aee4-957ad7972aa6 req-38fe6d0d-62e7-45b8-a06c-cb0247225f24 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905756 Feb 17 22:12:40.512203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92328f14-ce9e-4230-873c-709e3f711307 req-0eb2b646-3c7e-49a6-b90e-9f6840f92134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.513601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-0eb2b646-3c7e-49a6-b90e-9f6840f92134 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1329317 Feb 17 22:12:40.554884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:40.560682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-acdcdd54-e64d-496d-941e-d8d349e8b0aa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394101 Feb 17 22:12:40.569278 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Publish callbacks [] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:40.577922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b728392-42aa-47d1-a522-266c08cf9473 req-d8ea7e65-5edc-4f73-b272-8e993e586877 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.579612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b728392-42aa-47d1-a522-266c08cf9473 req-d8ea7e65-5edc-4f73-b272-8e993e586877 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.2268307 Feb 17 22:12:40.695287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Transition to ACTIVE for port object 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:40.710012 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:40.814211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b728392-42aa-47d1-a522-266c08cf9473 req-df53ccfa-0215-4be2-8063-81675e8feda6 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214153 Feb 17 22:12:40.840903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec68f4c7-82dd-443c-897b-79abaab12bd4 req-441f5d0f-033e-4e2c-a2ff-e9439735050a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.840903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec68f4c7-82dd-443c-897b-79abaab12bd4 req-441f5d0f-033e-4e2c-a2ff-e9439735050a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.2531974 Feb 17 22:12:40.840903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-d570bfec-5989-4b13-8b27-99a3cffe697d service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575331 Feb 17 22:12:40.840903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:40.883959 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1676773-23e8-41af-9332-916b0867422e x-openstack-request-id: req-e1676773-23e8-41af-9332-916b0867422e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:40.884335 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be026593-5cbc-49c8-9f50-2eb22de0b072", "tag": "fc96c367-934f-47cc-884d-ea62a2f28aa5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:40.884514 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e1676773-23e8-41af-9332-916b0867422e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:40.884948 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f', 'status': 'completed', 'code': 200} Feb 17 22:12:40.885169 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'tag': 'fc96c367-934f-47cc-884d-ea62a2f28aa5', 'status': 'completed', 'code': 200} Feb 17 22:12:40.942605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-f49d0ee0-cda5-416a-9792-6a932c9eee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:40.944327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-f49d0ee0-cda5-416a-9792-6a932c9eee29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1157 time: 0.0486977 Feb 17 22:12:41.052419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-15b843b8-89a8-4a67-8603-a8a7378ee826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.053978 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-15b843b8-89a8-4a67-8603-a8a7378ee826 service neutron] 10.222.0.73 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.0973051 Feb 17 22:12:41.101495 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-231e71e9-59c2-4221-8665-d01ff0135655 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 217 time: 0.0381486 Feb 17 22:12:41.157343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-932362d9-b5a0-4eb7-80e2-4b930f363a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.158800 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-932362d9-b5a0-4eb7-80e2-4b930f363a60 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0499661 Feb 17 22:12:41.196310 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-4671beb1-e21f-4229-b93a-aec1aaa76a19 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272324 Feb 17 22:12:41.288127 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-0f1e79a4-8c73-4b35-bcdd-37243ff20f40 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848658 Feb 17 22:12:41.386001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec68f4c7-82dd-443c-897b-79abaab12bd4 req-054c005d-bb65-476d-99b3-efda4789c8bb tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5367742 Feb 17 22:12:41.387756 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-1e6856bf-d49f-4596-bac8-0dfca4b7aad6 service neutron] 10.222.0.73 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895424 Feb 17 22:12:41.404987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Attempting to bind port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:41.404987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Attempting to bind port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:41.405340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Attempting to bind port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:41.411178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92328f14-ce9e-4230-873c-709e3f711307 req-06b7e399-dba9-47a4-aea8-1d498e32e15b service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5608447 Feb 17 22:12:41.419227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:41.420353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Attempting to bind port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:41.433187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986eb7d9-6532-4bab-acc8-403f008898f8 req-69ae187d-c9ca-4323-9d2b-91cda845d509 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.434814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-986eb7d9-6532-4bab-acc8-403f008898f8 req-69ae187d-c9ca-4323-9d2b-91cda845d509 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 943 time: 0.4812791 Feb 17 22:12:41.438235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:41.438600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:41.439009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Bound using segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:41.439489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Bound port: 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:41.439846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:41.600333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-986eb7d9-6532-4bab-acc8-403f008898f8 req-f93d6993-9d3d-46f4-9b32-17befd367dfa tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571889 Feb 17 22:12:41.613229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:41.620904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:41.636357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.641536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.646779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.652093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.657331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.662611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.667903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.670322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-91746448-36e3-4d2d-8ab5-1ea2179bafec tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2027090 Feb 17 22:12:41.672221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-e2980a7e-93df-4099-9c93-d63a110a97ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.673586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-e2980a7e-93df-4099-9c93-d63a110a97ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 1126 time: 0.1902666 Feb 17 22:12:41.676817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:41.814988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.815631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:41.817004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] 10.222.0.73 "PUT /v2.0/ports/1b33bb70-1f21-40c2-ad9d-e30ecbe02852 HTTP/1.1" status: 200 len: 1092 time: 2.1993060 Feb 17 22:12:41.880247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5e8eb-ac55-45f9-8573-fe7b44072947 service neutron] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:41.924402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10c6c17c-087e-49a3-8cca-eb39036a76ae req-71464a48-c2d7-49bc-99b9-473bb94ede9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2453198 Feb 17 22:12:41.934670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b61d8d-85d6-4b27-9eec-515c006da1e4 req-7bcdeb24-24ee-4e71-af7c-e089644a6862 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.936796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64b61d8d-85d6-4b27-9eec-515c006da1e4 req-7bcdeb24-24ee-4e71-af7c-e089644a6862 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.2620072 Feb 17 22:12:41.938967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-8843370b-36ba-4bdd-ba45-99b97bb56f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:41.940444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-8843370b-36ba-4bdd-ba45-99b97bb56f2f service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 0.2508340 Feb 17 22:12:42.005283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-a9622068-77fb-4314-b061-38bc065498da service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5 HTTP/1.1" status: 200 len: 217 time: 0.0516489 Feb 17 22:12:42.079514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-78137f39-5e10-49a3-9c70-f7525f74fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.081024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-78137f39-5e10-49a3-9c70-f7525f74fa53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 1126 time: 0.2150793 Feb 17 22:12:42.102408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64b61d8d-85d6-4b27-9eec-515c006da1e4 req-5bff1177-bb08-4658-b2c7-1b17addf6cc4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585534 Feb 17 22:12:42.143140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-13c217e5-f5c6-427b-b8ac-5d7970b97f7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852 HTTP/1.1" status: 200 len: 217 time: 0.0506363 Feb 17 22:12:42.149246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-39fe838a-630c-44d6-8f95-4b4af147b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.150665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-39fe838a-630c-44d6-8f95-4b4af147b85c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1305048 Feb 17 22:12:42.162989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40782f24-3144-44fb-aa03-b5308e47a278 req-1fae1ecb-1766-478e-8ae5-522c36e183c5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.164523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40782f24-3144-44fb-aa03-b5308e47a278 req-1fae1ecb-1766-478e-8ae5-522c36e183c5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1645563 Feb 17 22:12:42.244593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-bfff4f6b-03fa-4c95-9048-cbbd4d2a5ae1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790987 Feb 17 22:12:42.356112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-c6a153b6-0d0d-45f1-a46b-57cbed28a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.357610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-c6a153b6-0d0d-45f1-a46b-57cbed28a8de service neutron] 10.222.0.73 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.1911452 Feb 17 22:12:42.368555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40782f24-3144-44fb-aa03-b5308e47a278 req-63ce79e8-97c8-405a-8a50-06b1b8a5d078 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846807 Feb 17 22:12:42.395462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee1f05-d3ad-46d6-a1b1-76135890091f req-98f0ba2a-8d3c-42ca-887a-bc870c086d92 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.396960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69ee1f05-d3ad-46d6-a1b1-76135890091f req-98f0ba2a-8d3c-42ca-887a-bc870c086d92 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 943 time: 0.2295225 Feb 17 22:12:42.424890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-9f75f3d8-4034-4e11-a762-cb2b42ae5ff1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553861 Feb 17 22:12:42.533159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-aac23977-cc07-4ead-a698-264accc3f2d8 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698474 Feb 17 22:12:42.648597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69ee1f05-d3ad-46d6-a1b1-76135890091f req-ca87b60e-4024-4053-8b02-6bfb1978b651 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260449 Feb 17 22:12:42.662381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac203eb-9406-4366-af1c-1d8a21a2300c req-6855b492-4cb5-4b31-841b-248bcfd84e7f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.663896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fac203eb-9406-4366-af1c-1d8a21a2300c req-6855b492-4cb5-4b31-841b-248bcfd84e7f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.2303834 Feb 17 22:12:42.697302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-f74dc401-d8be-4f9f-b94d-6ee09536aa6d service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616689 Feb 17 22:12:42.781871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8156f5fe-3165-4c40-8e4b-532c9e83833c req-319240b5-7620-4308-a419-a92dfaa1cabc service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391894 Feb 17 22:12:42.816746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fac203eb-9406-4366-af1c-1d8a21a2300c req-287642e4-7a46-4db7-b857-490764676306 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467042 Feb 17 22:12:42.870492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e74a37-f2df-4d8a-a6b8-072ffbf994be req-e3e7de68-b9e7-4c0c-a53b-0bcfacd17412 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.872013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61e74a37-f2df-4d8a-a6b8-072ffbf994be req-e3e7de68-b9e7-4c0c-a53b-0bcfacd17412 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.1481249 Feb 17 22:12:42.874324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954423ee-5451-4479-92b0-ebcdf807f6a2 req-b70853c4-9dc1-4629-85c9-7277921fcb6d service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691561 Feb 17 22:12:42.886178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:42.888434 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d115f1b5-91c0-468b-a51e-c5ea454e8e29" -d '{"events": [{"name": "network-changed", "server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:42.955002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61e74a37-f2df-4d8a-a6b8-072ffbf994be req-11e4bf73-cbee-4416-b805-97752284ee94 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754580 Feb 17 22:12:42.975741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f474140-1dfb-40f3-883f-945e9dcb6014 req-d0ee4eb9-375d-4781-8a3f-75fdf72bf91f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:42.977228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f474140-1dfb-40f3-883f-945e9dcb6014 req-d0ee4eb9-375d-4781-8a3f-75fdf72bf91f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.0748601 Feb 17 22:12:43.039963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f474140-1dfb-40f3-883f-945e9dcb6014 req-920572cd-1d77-47a1-917f-4be07dba2af3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514283 Feb 17 22:12:43.088969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43b317-59f0-4729-83ca-268cff80f4b5 req-fdac669a-9b27-4d55-9cdd-c2c257a3fa66 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.090474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef43b317-59f0-4729-83ca-268cff80f4b5 req-fdac669a-9b27-4d55-9cdd-c2c257a3fa66 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 943 time: 0.0628543 Feb 17 22:12:43.093103 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e848694-b9b1-45c4-8109-2d18749c7502 x-openstack-request-id: req-0e848694-b9b1-45c4-8109-2d18749c7502 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:43.093447 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:43.093773 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e848694-b9b1-45c4-8109-2d18749c7502 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:43.094225 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'status': 'completed', 'code': 200} Feb 17 22:12:43.199452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef43b317-59f0-4729-83ca-268cff80f4b5 req-c623c8d6-6ff5-4905-9fde-ea536c3b2a08 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007609 Feb 17 22:12:43.235481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-8c8e06bf-3b24-4fb3-a50d-f101331341e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.237430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-8c8e06bf-3b24-4fb3-a50d-f101331341e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 1126 time: 0.1160126 Feb 17 22:12:43.251847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.257272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.262559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.268535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.274050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.280163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.285432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.287317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-00aa5cb7-0bb2-4e58-a7a7-947066b40f2b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1426010 Feb 17 22:12:43.448008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110c513-3e93-4d03-a978-d088ed7e7c44 req-684b588e-a681-4f9b-8b94-d458a32aaaed tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.449531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6110c513-3e93-4d03-a978-d088ed7e7c44 req-684b588e-a681-4f9b-8b94-d458a32aaaed tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1612809 Feb 17 22:12:43.456867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48db25d0-cf08-4d7a-b1e1-f84405193942 req-4582e310-8f3d-4fd0-a1c7-b706ac9b7694 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1598403 Feb 17 22:12:43.490276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-76da09c5-6604-4098-87e5-dd12ddbe3e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.491651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-76da09c5-6604-4098-87e5-dd12ddbe3e29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.2023263 Feb 17 22:12:43.551481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-9046569a-2d14-4b7b-b4f4-f76330f6c199 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852 HTTP/1.1" status: 200 len: 217 time: 0.0521171 Feb 17 22:12:43.571463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6110c513-3e93-4d03-a978-d088ed7e7c44 req-5e8be066-e97b-4d7f-8c19-d9f558b7ae2f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105554 Feb 17 22:12:43.616092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc96c367-934f-47cc-884d-ea62a2f28aa5 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:43.630798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-174194b3-7a79-430b-9e33-c24c1f11df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.632419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-174194b3-7a79-430b-9e33-c24c1f11df21 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.0727308 Feb 17 22:12:43.654659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7340682-1ae7-4a98-88d3-fd69078ff76c req-82e72ea4-5b42-4b9c-b384-9d8cbe1aa2d2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.656143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7340682-1ae7-4a98-88d3-fd69078ff76c req-82e72ea4-5b42-4b9c-b384-9d8cbe1aa2d2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1099679 Feb 17 22:12:43.677865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-903219ac-f4e7-44ce-8d3f-dd7872b75799 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383074 Feb 17 22:12:43.722399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fc96c367-934f-47cc-884d-ea62a2f28aa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:43.735525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'fc96c367-934f-47cc-884d-ea62a2f28aa5', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'port_id': 'fc96c367-934f-47cc-884d-ea62a2f28aa5', 'mac_address': 'fa:16:3e:25:78:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286750d8-3ff4-41dd-9534-47d6dd9445c5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:43.773159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port fc96c367-934f-47cc-884d-ea62a2f28aa5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:43.773554 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:43.786965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc96c367-934f-47cc-884d-ea62a2f28aa5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:43.807917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fc96c367-934f-47cc-884d-ea62a2f28aa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:43.811022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7340682-1ae7-4a98-88d3-fd69078ff76c req-afb724b6-2291-4dd0-9a6e-db9c8d44ce8f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357052 Feb 17 22:12:43.813508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:43.845570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3560dd-0b2e-4c8d-8f21-6504858cc8a2 req-fee14eb4-5b1a-4f78-8d8a-7a672e5c5fac tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:43.847039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae3560dd-0b2e-4c8d-8f21-6504858cc8a2 req-fee14eb4-5b1a-4f78-8d8a-7a672e5c5fac tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 943 time: 0.1050322 Feb 17 22:12:43.864250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-e1c06583-91a3-418f-a767-ee1a630ffe27 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776214 Feb 17 22:12:43.884903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=fc96c367-934f-47cc-884d-ea62a2f28aa5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:43.984788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae3560dd-0b2e-4c8d-8f21-6504858cc8a2 req-3796bc37-03a0-4563-9b94-13dd8fd5a05f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283789 Feb 17 22:12:44.021694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d115f1b5-91c0-468b-a51e-c5ea454e8e29 req-853107eb-d169-402b-a60d-49aa9ff48536 service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450634 Feb 17 22:12:44.031968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55626634-b897-427e-821d-37e0aaeb6ae6 req-ff49f779-1afb-4bf8-ba91-b9f5a15d500d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.033452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55626634-b897-427e-821d-37e0aaeb6ae6 req-ff49f779-1afb-4bf8-ba91-b9f5a15d500d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1082931 Feb 17 22:12:44.124479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:44.130897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55626634-b897-427e-821d-37e0aaeb6ae6 req-e41a43c8-b4b0-4d6f-b7dc-a1ce5d25044a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901468 Feb 17 22:12:44.149426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a44c1-e505-42a6-b364-eb92fa851b6c req-313c9cef-9bfa-4a4f-8868-5c19878b04f1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.150946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f2a44c1-e505-42a6-b364-eb92fa851b6c req-313c9cef-9bfa-4a4f-8868-5c19878b04f1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.0810015 Feb 17 22:12:44.213381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f2a44c1-e505-42a6-b364-eb92fa851b6c req-28b6fffe-8496-4a44-8593-7ae2b51a60b0 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529900 Feb 17 22:12:44.280822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a07710-fb66-44ef-a673-d8d4c4ce7ec0 req-e479bb43-c872-46d0-bf8f-e3b10813dee4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.282284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13a07710-fb66-44ef-a673-d8d4c4ce7ec0 req-e479bb43-c872-46d0-bf8f-e3b10813dee4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.0642226 Feb 17 22:12:44.328554 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba4d60de-40db-43a5-8d61-28d3ac3ace35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:44.378233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13a07710-fb66-44ef-a673-d8d4c4ce7ec0 req-6dfe03ab-a432-4367-a09a-97553a1b9325 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872591 Feb 17 22:12:44.393656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c37359-3d63-4cb6-845e-92971df864bc req-c8d1172c-5c8b-483a-879c-825f899fb44b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.395168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0c37359-3d63-4cb6-845e-92971df864bc req-c8d1172c-5c8b-483a-879c-825f899fb44b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 944 time: 0.0836372 Feb 17 22:12:44.443226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0c37359-3d63-4cb6-845e-92971df864bc req-a9be029e-0345-48d3-877e-4f9ebc5e5166 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425556 Feb 17 22:12:44.600519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.606032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.612104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.617358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.622525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.628747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.633909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.635794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-97b50a61-5f31-4bca-8db1-af6a3cdb783a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.0942502 Feb 17 22:12:44.732384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728dd31-4352-47b9-87c7-e9aca84c5f84 req-d2df5de5-81da-4e31-bebb-575f007189df tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.733831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6728dd31-4352-47b9-87c7-e9aca84c5f84 req-d2df5de5-81da-4e31-bebb-575f007189df tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.0936861 Feb 17 22:12:44.738870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6312cfbe-d54d-4fd0-816e-ae99cb0d9e18 req-7a34d8f6-2e8d-4219-ac1e-2445d67cf07c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0903261 Feb 17 22:12:44.781050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6728dd31-4352-47b9-87c7-e9aca84c5f84 req-617bd93c-d50e-4569-becc-57651677ef51 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Feb 17 22:12:44.949904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae66939-a1c0-4219-8557-7e3c8e765402 req-2cfbc4e9-f149-4aef-90e4-1ff0df224372 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:44.951983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae66939-a1c0-4219-8557-7e3c8e765402 req-2cfbc4e9-f149-4aef-90e4-1ff0df224372 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.0559900 Feb 17 22:12:45.002064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae66939-a1c0-4219-8557-7e3c8e765402 req-73c4910b-eef4-4564-8f7b-9ac688d425a5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438807 Feb 17 22:12:45.156839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945d9a7-0c50-40f8-9da2-3d0dc23f0827 req-543f3c9e-2a59-4c82-bbd0-ecc76d41c6f4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:45.158392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1945d9a7-0c50-40f8-9da2-3d0dc23f0827 req-543f3c9e-2a59-4c82-bbd0-ecc76d41c6f4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 943 time: 0.0994902 Feb 17 22:12:45.164094 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-ce8fae92-40ef-4c29-9403-b045c59c6505 service neutron] show failed (client error): The resource could not be found. Feb 17 22:12:45.165015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-ce8fae92-40ef-4c29-9403-b045c59c6505 service neutron] 10.222.0.94 "GET /v2.0/ports/261de879-ea05-46f7-9219-74837b66a1b6/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0933712 Feb 17 22:12:45.214333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1945d9a7-0c50-40f8-9da2-3d0dc23f0827 req-78b7bcad-23b9-4b21-bc03-ebec68531d9f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 Feb 17 22:12:45.324839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096c5d3-5104-47ce-922c-55cc9a9fe8bf req-7c84a5be-1fe8-4e11-8092-dbe0da984a76 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:45.326860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0096c5d3-5104-47ce-922c-55cc9a9fe8bf req-7c84a5be-1fe8-4e11-8092-dbe0da984a76 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.0700047 Feb 17 22:12:45.436386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0096c5d3-5104-47ce-922c-55cc9a9fe8bf req-dbaa6cab-9953-40aa-894b-7999f7d44c2b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867488 Feb 17 22:12:45.446348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a6d0f-f347-4262-9ab1-5e19bc0c8e99 req-b0d9f589-082f-4951-b8fd-704f12a30307 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:45.447934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16a6d0f-f347-4262-9ab1-5e19bc0c8e99 req-b0d9f589-082f-4951-b8fd-704f12a30307 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.1455536 Feb 17 22:12:45.477359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-54fcee9d-e174-4157-befc-648e1de7400e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:45.480460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-54fcee9d-e174-4157-befc-648e1de7400e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 1133 time: 0.1067910 Feb 17 22:12:45.497706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:45.582270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16a6d0f-f347-4262-9ab1-5e19bc0c8e99 req-19ed20e9-2be7-44bc-8b55-fdb7750a5c95 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278100 Feb 17 22:12:45.618964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:45.636713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50397f2f-135d-4647-8638-8972449cc474 req-30dac6e2-4969-4733-ac95-3c8f8522508a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:45.638210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50397f2f-135d-4647-8638-8972449cc474 req-30dac6e2-4969-4733-ac95-3c8f8522508a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.1315279 Feb 17 22:12:45.649485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:45.652610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc96c367-934f-47cc-884d-ea62a2f28aa5 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:45.766173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port fc96c367-934f-47cc-884d-ea62a2f28aa5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:45.778555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port fc96c367-934f-47cc-884d-ea62a2f28aa5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:45.779631 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:45.819698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50397f2f-135d-4647-8638-8972449cc474 req-f66debae-e098-47fa-ac1d-277645bc8aa0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745000 Feb 17 22:12:45.828817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:45.834757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32411b34-7e21-4be4-87d4-d7dc748a14f0 req-577d74e8-ecf1-4072-a85f-2e640fac26d1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:45.836840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32411b34-7e21-4be4-87d4-d7dc748a14f0 req-577d74e8-ecf1-4072-a85f-2e640fac26d1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 944 time: 0.1656480 Feb 17 22:12:45.844179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'mac_address': 'fa:16:3e:80:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:45.916377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:45.916762 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:45.937046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port fc96c367-934f-47cc-884d-ea62a2f28aa5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:45.937831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:45.940048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:45.974767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:45.980476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc96c367-934f-47cc-884d-ea62a2f28aa5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:45.983418 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f1a33b-a098-444b-a2e6-a390c69c9838" -d '{"events": [{"server_uuid": "be026593-5cbc-49c8-9f50-2eb22de0b072", "name": "network-vif-plugged", "status": "completed", "tag": "fc96c367-934f-47cc-884d-ea62a2f28aa5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:45.988645 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:45.995654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32411b34-7e21-4be4-87d4-d7dc748a14f0 req-41074497-7596-498b-95a0-073e479cc835 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346488 Feb 17 22:12:46.022196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fc96c367-934f-47cc-884d-ea62a2f28aa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:46.025975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:46.035850 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:46.036648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eddb64c1-9f9c-4b0a-b460-369db9739a3f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:12:46.067921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.073470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.079160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:46.079513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.087015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.094510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.100187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.105545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.108471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-fc1e2f3a-8263-412a-b503-cd85ba6e8e08 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.1753931 Feb 17 22:12:46.163644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=fc96c367-934f-47cc-884d-ea62a2f28aa5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:46.175975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port eddb64c1-9f9c-4b0a-b460-369db9739a3f is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:46.187430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:46.268031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:46.270374 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee109fbb-abeb-442b-8828-8eacbff6212b" -d '{"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-unplugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:46.275274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Publish callbacks [] for port (261de879-ea05-46f7-9219-74837b66a1b6), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:46.285386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445531d-6048-4aff-a816-72264195ba7e req-0c9f1b4c-658a-420a-a098-1b2f171e67a6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.287291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4445531d-6048-4aff-a816-72264195ba7e req-0c9f1b4c-658a-420a-a098-1b2f171e67a6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1767437 Feb 17 22:12:46.294143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d59d031-7ff2-4433-b2f9-0b1c8e8f2567 req-13776344-f158-4656-9055-24421f3849e4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1674538 Feb 17 22:12:46.296867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1b33bb70-1f21-40c2-ad9d-e30ecbe02852'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:46.319204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Transition to ACTIVE for port object 261de879-ea05-46f7-9219-74837b66a1b6 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:46.339720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:46.414783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4445531d-6048-4aff-a816-72264195ba7e req-c2cfc469-7fe2-440a-85cc-f1326e0930b5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183960 Feb 17 22:12:46.496113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] No DVR routers for this DVR port 261de879-ea05-46f7-9219-74837b66a1b6 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:12:46.509420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd2917-652b-42c6-b6c1-5892d2ebfc45 req-3b893400-4dbf-4e05-ace6-3f1118a01b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:46.512050 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ccbd2917-652b-42c6-b6c1-5892d2ebfc45 req-3b893400-4dbf-4e05-ace6-3f1118a01b69 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 1128 time: 0.0692515 Feb 17 22:12:46.516595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:46.561016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.561375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.561649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.561988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.562320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.562648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.562973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.563295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.563658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.563974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.564294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.564734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.565064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:46.573121 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ccbd2917-652b-42c6-b6c1-5892d2ebfc45 req-6a6b2b30-7e15-49eb-aef8-7ec310000d25 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536678 Feb 17 22:12:46.597629 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0111b6a-6dce-417d-a3e0-e7337a1bb67a x-openstack-request-id: req-a0111b6a-6dce-417d-a3e0-e7337a1bb67a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:46.597922 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be026593-5cbc-49c8-9f50-2eb22de0b072", "name": "network-vif-plugged", "status": "completed", "tag": "fc96c367-934f-47cc-884d-ea62a2f28aa5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:46.598384 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0111b6a-6dce-417d-a3e0-e7337a1bb67a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:46.598779 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc96c367-934f-47cc-884d-ea62a2f28aa5', 'code': 200} Feb 17 22:12:46.804918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f2651b9-84e4-4f17-8656-97e855212fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:46.984696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:46.985428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:46.985428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:47.005810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:47.006127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:47.009518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d1bf8916-c10c-4515-9caf-ea28fb868e3e service neutron] 10.222.0.73 "GET /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f/bindings/n-h2-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.5933588 Feb 17 22:12:47.026193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:47.026564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:47.027031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:47.027522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Bound port: 261de879-ea05-46f7-9219-74837b66a1b6, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:47.027918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:47.038427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26612b-e2f4-4808-83ff-7c0f21533979 req-71e5167f-0efa-4ed0-bd7d-4498337fe0c7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:47.040059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a26612b-e2f4-4808-83ff-7c0f21533979 req-71e5167f-0efa-4ed0-bd7d-4498337fe0c7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.5975251 Feb 17 22:12:47.080550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8491668e-b4d4-4145-8e6e-533a9d095353 req-ebb906d8-3a1f-465d-bd97-5995db84e2bf tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:47.082237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8491668e-b4d4-4145-8e6e-533a9d095353 req-ebb906d8-3a1f-465d-bd97-5995db84e2bf tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 944 time: 0.5290895 Feb 17 22:12:47.277532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a26612b-e2f4-4808-83ff-7c0f21533979 req-627308e3-cc5a-414d-9263-ac1796053c37 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926022 Feb 17 22:12:47.285163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8491668e-b4d4-4145-8e6e-533a9d095353 req-1cd2a28f-4946-4a50-b9e3-d4d33ad2a71e tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902227 Feb 17 22:12:47.301680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:47.358178 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4206db41-df28-4057-8bcf-2ef78e453daf x-openstack-request-id: req-4206db41-df28-4057-8bcf-2ef78e453daf {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:47.358469 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-unplugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:47.358773 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4206db41-df28-4057-8bcf-2ef78e453daf {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:47.359150 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'code': 200} Feb 17 22:12:47.364821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:47.388988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:47.507654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:47.508313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:47.509799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] 10.222.0.73 "PUT /v2.0/ports/261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 1097 time: 2.0164008 Feb 17 22:12:47.609909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e357a-0430-45de-8c55-f7c160cd121f req-2b7d5309-95b4-4da8-b655-d981b9a0bd13 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:47.612050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d15e357a-0430-45de-8c55-f7c160cd121f req-2b7d5309-95b4-4da8-b655-d981b9a0bd13 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.2454121 Feb 17 22:12:47.616305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:47.619302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f79282-9c4e-435c-8a91-9053472fd1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:47.663761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:47.667115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:47.674842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:47.685209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3ec729-bfdd-4842-acc2-96a2cb414cdb req-98c03125-7448-4b34-8a24-23b4428834f2 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:47.687497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b3ec729-bfdd-4842-acc2-96a2cb414cdb req-98c03125-7448-4b34-8a24-23b4428834f2 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 943 time: 0.2712505 Feb 17 22:12:47.754668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-964a3653-2972-480a-be30-b39723112ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:47.756085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-964a3653-2972-480a-be30-b39723112ba4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1131 time: 0.2081201 Feb 17 22:12:47.765775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eddb64c1-9f9c-4b0a-b460-369db9739a3f {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:47.797904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:47.798800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d15e357a-0430-45de-8c55-f7c160cd121f req-d7a26400-976f-43ba-9cd8-e823ee04ae06 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707006 Feb 17 22:12:47.800904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:47.804987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:47.823721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:47.823721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:47.864244 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:47.879476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b3ec729-bfdd-4842-acc2-96a2cb414cdb req-3351b36f-ccfc-4ca7-aa78-8f0ae9314de1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733277 Feb 17 22:12:47.892221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:47.919207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'port_id': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'mac_address': 'fa:16:3e:92:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:47.991357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:47.991944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:48.015931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:48.016454 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:48.019178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:48.056498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:48.058956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-88e8f02a-a186-4354-89f5-2c38fa03b53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.061114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-88e8f02a-a186-4354-89f5-2c38fa03b53f service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2876151 Feb 17 22:12:48.071702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:48.088409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:48.117177 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:48.121588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-1b076651-fa5b-4c55-bf7a-319c17189e31 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.0526497 Feb 17 22:12:48.143947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:48.152405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.152405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.152405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.152919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.153366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.153730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.154632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.155102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.155520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.155907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.156245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.156569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.156894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:12:48.192198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:48.207623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908e043-d9fd-44a6-82bc-e9a0ece394e0 req-8ad1aef3-5979-44eb-adbf-401b41bafca9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.209116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d908e043-d9fd-44a6-82bc-e9a0ece394e0 req-8ad1aef3-5979-44eb-adbf-401b41bafca9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.3006787 Feb 17 22:12:48.234296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] Transition to ACTIVE for port object eddb64c1-9f9c-4b0a-b460-369db9739a3f will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:12:48.246275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b5ece-cb0b-430a-b590-d0b0ae1d78bd req-b623db4f-abe8-409a-8bf9-5a89233b9172 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.247810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a7b5ece-cb0b-430a-b590-d0b0ae1d78bd req-b623db4f-abe8-409a-8bf9-5a89233b9172 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 945 time: 0.2651763 Feb 17 22:12:48.250816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-5402ad96-bcd9-48c6-aafa-75660b270f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.252210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-5402ad96-bcd9-48c6-aafa-75660b270f8b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1231577 Feb 17 22:12:48.259112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:48.260933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:48.421582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] No DVR routers for this DVR port eddb64c1-9f9c-4b0a-b460-369db9739a3f on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:12:48.426077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d908e043-d9fd-44a6-82bc-e9a0ece394e0 req-30b7adea-0f3f-4c34-b721-c13e86db3f07 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007658 Feb 17 22:12:48.439920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] Pushing event updated for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:48.473330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a7b5ece-cb0b-430a-b590-d0b0ae1d78bd req-ba501f6a-4b27-4106-b745-4619308e693a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074540 Feb 17 22:12:48.475138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-bf367261-f0f9-45cb-8b31-2a88b35629e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.476589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-bf367261-f0f9-45cb-8b31-2a88b35629e7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2130346 Feb 17 22:12:48.481584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-d54c2b01-ccde-4094-a00e-4fca927e6b19 service neutron] 10.222.0.73 "PUT /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f/bindings/n-h2-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 1.4629240 Feb 17 22:12:48.600101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:48.604195 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85d882e-0c65-4c76-aad4-53e4e1fa7e39" -d '{"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-plugged", "status": "completed", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:48.697959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-b8c2dbeb-a4b2-4b05-b01e-f7ee2617e54c service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081227 Feb 17 22:12:48.746508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.754455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.761523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.767386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.772814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.779187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.786403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.788522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-6ac5a110-6e3d-45d5-bea4-dad73062bc84 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.2533631 Feb 17 22:12:48.835205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-9ee58c12-c7b4-49e6-8267-aef5e9034148 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.836595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-9ee58c12-c7b4-49e6-8267-aef5e9034148 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.2779751 Feb 17 22:12:48.848188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353dc9b-67a6-474f-ada3-6d2c6005971e req-510ae6f8-dcd0-469a-90c4-c348a149f9d6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:48.850361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5353dc9b-67a6-474f-ada3-6d2c6005971e req-510ae6f8-dcd0-469a-90c4-c348a149f9d6 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 948 time: 0.2959037 Feb 17 22:12:49.024439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3de3cea8-13ca-4acb-8025-7457fae4844a req-d884d663-7c58-405b-973f-a04700b6be39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2026596 Feb 17 22:12:49.026297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55f2db80-d6eb-4ac6-8dd6-08eef09aacb6 req-5cbf1ee2-5726-4e22-a3f6-5aaf2936cdda service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170085 Feb 17 22:12:49.040740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5353dc9b-67a6-474f-ada3-6d2c6005971e req-c71e4722-893a-451f-a73a-83d066092516 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672122 Feb 17 22:12:49.061167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-282f762f-702d-4f6a-b476-2c6529d39bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.062691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-282f762f-702d-4f6a-b476-2c6529d39bd4 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6&tenant_id=2356f526efd44c08a1547a8c63d4ff01 HTTP/1.1" status: 200 len: 1127 time: 0.2113249 Feb 17 22:12:49.190145 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:49.253820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae3a77-0305-41a4-8fb7-9d6eb1170768 req-8517a1c9-3aca-439a-a4a1-e5930d806b04 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.260826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6eae3a77-0305-41a4-8fb7-9d6eb1170768 req-8517a1c9-3aca-439a-a4a1-e5930d806b04 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.1391981 Feb 17 22:12:49.276937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-a63bfd2b-1417-4c94-8e02-a1965d2d7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.278393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-a63bfd2b-1417-4c94-8e02-a1965d2d7e06 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1127 time: 0.1460598 Feb 17 22:12:49.360807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cddab-6405-4a89-b3a0-b92f03906f7c req-1e3bc909-4c82-45c4-9f18-03077721a4d5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.362782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-055cddab-6405-4a89-b3a0-b92f03906f7c req-1e3bc909-4c82-45c4-9f18-03077721a4d5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.1847131 Feb 17 22:12:49.369824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:49.372120 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70331b7a-7b75-4208-8fda-94be5d34382a" -d '{"events": [{"name": "network-changed", "server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:49.430995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6eae3a77-0305-41a4-8fb7-9d6eb1170768 req-e605ac74-99ba-4c8d-8593-4b306876f876 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692433 Feb 17 22:12:49.473617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-f7f7ccfa-c7ec-47c0-9f9b-e8ef5a6e25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.475087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-f7f7ccfa-c7ec-47c0-9f9b-e8ef5a6e25eb service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1851785 Feb 17 22:12:49.491141 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ed80cf-615d-4df3-a251-3ae9835132a2 x-openstack-request-id: req-b5ed80cf-615d-4df3-a251-3ae9835132a2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:49.491614 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-plugged", "status": "completed", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:49.491938 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b5ed80cf-615d-4df3-a251-3ae9835132a2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:49.492590 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'code': 200} Feb 17 22:12:49.498706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-055cddab-6405-4a89-b3a0-b92f03906f7c req-c1bf1cf2-3e0d-44fe-9a24-c6b6bc372b01 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201682 Feb 17 22:12:49.550342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-2340ba05-57e8-45dd-b74b-3109eff88c36 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 200 len: 217 time: 0.0673575 Feb 17 22:12:49.664709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:12:49.693254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:49.714443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-203351dd-4e47-4fb4-8e74-463512f2cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.716047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-203351dd-4e47-4fb4-8e74-463512f2cd37 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.1583185 Feb 17 22:12:49.746780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port 261de879-ea05-46f7-9219-74837b66a1b6 host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:12:49.747186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:12:49.757411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-f55cbf44-f789-409f-a552-72e318477b8e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304015 Feb 17 22:12:49.766142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:49.766523 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:49.783936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489aa1e6-9962-4def-8536-07b4daaee63c req-147bd930-3bd3-4e47-ac26-9d6695c8da5b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.785470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-489aa1e6-9962-4def-8536-07b4daaee63c req-147bd930-3bd3-4e47-ac26-9d6695c8da5b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1749930 Feb 17 22:12:49.846677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f8bbd-2169-454a-bb7a-61d878ca5f24 req-ba33c939-f0ac-4619-9b27-2c864f4d2f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.848199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c9f8bbd-2169-454a-bb7a-61d878ca5f24 req-ba33c939-f0ac-4619-9b27-2c864f4d2f7c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 1128 time: 0.2487798 Feb 17 22:12:49.860731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27a3d80-9dce-4bac-a0e3-e8165a130649 req-e923ef2f-1c5e-4c8f-b883-10737cb087e5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:49.862528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f27a3d80-9dce-4bac-a0e3-e8165a130649 req-e923ef2f-1c5e-4c8f-b883-10737cb087e5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 944 time: 0.2412453 Feb 17 22:12:49.866031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:49.866816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:49.907632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:49.917532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:49.978137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:49.987294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-489aa1e6-9962-4def-8536-07b4daaee63c req-7e84f8e0-a75a-4c3b-bd86-2a4bfd338716 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947942 Feb 17 22:12:50.020621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f27a3d80-9dce-4bac-a0e3-e8165a130649 req-7436ff96-6de4-4cba-bf9c-93436db534f4 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512523 Feb 17 22:12:50.024294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-b34dc14e-16d1-4ca0-908f-76ca544a852c service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574272 Feb 17 22:12:50.026584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c9f8bbd-2169-454a-bb7a-61d878ca5f24 req-25d5d9af-f809-4c81-91be-e3913ca1a2e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583602 Feb 17 22:12:50.154458 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d97fbad-e283-4388-baa1-e0065e4dc19e x-openstack-request-id: req-9d97fbad-e283-4388-baa1-e0065e4dc19e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:50.155223 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:50.155223 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d97fbad-e283-4388-baa1-e0065e4dc19e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:50.155716 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'status': 'completed', 'code': 200} Feb 17 22:12:50.250628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-4ea2eaeb-1813-464c-8ba0-74a392a0aad9 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161763 Feb 17 22:12:50.335304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5cd13-e9d4-4369-a0e0-295939c2c40d req-70d04077-7c77-45a5-8b45-cf8261a63e1f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:50.342211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37b5cd13-e9d4-4369-a0e0-295939c2c40d req-70d04077-7c77-45a5-8b45-cf8261a63e1f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 945 time: 0.1847911 Feb 17 22:12:50.359031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-bbd8a269-d69b-4447-a07e-77ef6b863868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:50.360581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-bbd8a269-d69b-4447-a07e-77ef6b863868 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1131 time: 0.2087517 Feb 17 22:12:50.379056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d51699-a94f-480f-b80c-569a400ea3d8 req-9523eedc-3d5e-4547-a307-9b8aa69fa34e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:50.381385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d51699-a94f-480f-b80c-569a400ea3d8 req-9523eedc-3d5e-4547-a307-9b8aa69fa34e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.2241113 Feb 17 22:12:50.466810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-f13bf699-44a1-4b3b-920f-71162d103d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:50.468993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-f13bf699-44a1-4b3b-920f-71162d103d66 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1131 time: 0.2062423 Feb 17 22:12:50.572243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37b5cd13-e9d4-4369-a0e0-295939c2c40d req-10225d1d-e1e7-4b0c-b52a-9eb510105a27 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292085 Feb 17 22:12:50.662327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28d51699-a94f-480f-b80c-569a400ea3d8 req-624f6a1a-1afd-43fd-89aa-572ea4d9744e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696326 Feb 17 22:12:50.670823 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:50.673733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-7d46c823-80ff-40c5-9d60-b6b4c8b81894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:50.675344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-7d46c823-80ff-40c5-9d60-b6b4c8b81894 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3067505 Feb 17 22:12:51.131724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-39a05fe2-3f6f-43f8-970b-40fc40b65420 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.4477520 Feb 17 22:12:51.153455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-1e7160af-6334-4e9c-ae46-b4993573c76e tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.154963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-1e7160af-6334-4e9c-ae46-b4993573c76e tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6&tenant_id=2356f526efd44c08a1547a8c63d4ff01&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.5903902 Feb 17 22:12:51.192628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-5a344371-cfb8-4a92-a91d-5a54353d7667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.194028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-5a344371-cfb8-4a92-a91d-5a54353d7667 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.7035065 Feb 17 22:12:51.285488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-bf36a647-e6e0-4d2d-911b-fd6d30e5f2db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.0625145 Feb 17 22:12:51.292119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-b8e6170c-026d-48db-a90e-a451bd97eb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.292460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-b8e6170c-026d-48db-a90e-a451bd97eb62 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1482739 Feb 17 22:12:51.350489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e20e02-0488-4438-a1f2-b6eb632593c0 req-d6e57f53-ee87-47b3-8f6b-0cdc7a5bf8cb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.351998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4e20e02-0488-4438-a1f2-b6eb632593c0 req-d6e57f53-ee87-47b3-8f6b-0cdc7a5bf8cb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 948 time: 0.6729238 Feb 17 22:12:51.373461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.378833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.384250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.389359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.394604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.399942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.405287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.407195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-4634b716-ab20-4bca-b298-ae3fcd0d7d52 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.6342688 Feb 17 22:12:51.494425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:51.498033 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c4f4ca-9cf7-4808-a2d5-3e23c48d6490" -d '{"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-plugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:51.574850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-04536213-a914-42d0-b8c8-3e7798d234c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.577407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-04536213-a914-42d0-b8c8-3e7798d234c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2692108 Feb 17 22:12:51.663390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4e20e02-0488-4438-a1f2-b6eb632593c0 req-902f31e6-7cae-483b-bab4-db55d159ab7a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550077 Feb 17 22:12:51.674329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5473d5e1-95bc-47ec-801e-75d7f3892240 req-1314a18f-76db-4612-8f87-c6864d7af1c8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2249253 Feb 17 22:12:51.688854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-b1443ae2-a93d-4088-9ad9-395c5e8925f3 service neutron] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:51.688854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-0de1823b-e81f-4945-ab8f-a3c126998ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.690834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-0de1823b-e81f-4945-ab8f-a3c126998ad1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3866317 Feb 17 22:12:51.694997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-b1443ae2-a93d-4088-9ad9-395c5e8925f3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:51.697162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92f79e15-655e-4f5c-aa39-b1da88f54b10 req-b1443ae2-a93d-4088-9ad9-395c5e8925f3 service neutron] 10.222.0.94 "DELETE /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f/bindings/n-h1-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.5135388 Feb 17 22:12:51.705451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:51.852154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70331b7a-7b75-4208-8fda-94be5d34382a req-34b0d64c-45d5-469d-aef8-f94e6eb357f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:51.853823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-34b0d64c-45d5-469d-aef8-f94e6eb357f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2545688 Feb 17 22:12:51.900700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:51.915337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '261de879-ea05-46f7-9219-74837b66a1b6', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '261de879-ea05-46f7-9219-74837b66a1b6', 'mac_address': 'fa:16:3e:bb:2b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:51.960984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 261de879-ea05-46f7-9219-74837b66a1b6 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:51.962493 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:51.980125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261de879-ea05-46f7-9219-74837b66a1b6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:52.004751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:52.005241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71462db1-c0de-46bf-b8bd-f4eace0301a9 req-a8acca41-c9b4-4f74-a5f4-c5e3464a8cbe tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:52.008000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71462db1-c0de-46bf-b8bd-f4eace0301a9 req-a8acca41-c9b4-4f74-a5f4-c5e3464a8cbe tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.2134511 Feb 17 22:12:52.012916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:52.039731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-9d188486-e881-4dff-a39f-3bd02055331d service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188210 Feb 17 22:12:52.128588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:52.168104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d196b3-7508-421e-9ad2-01e637751467 req-bfb91a88-9705-4bf7-9201-99719c78ba3b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:52.179158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2d196b3-7508-421e-9ad2-01e637751467 req-bfb91a88-9705-4bf7-9201-99719c78ba3b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.3411045 Feb 17 22:12:52.187627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-f376787a-26ee-48f0-941e-5319baef2736 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126936 Feb 17 22:12:52.231675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71462db1-c0de-46bf-b8bd-f4eace0301a9 req-1e7ac8e0-3dc9-4b54-9902-0196eca73f3f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126226 Feb 17 22:12:52.343935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['261de879-ea05-46f7-9219-74837b66a1b6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:52.457846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2d196b3-7508-421e-9ad2-01e637751467 req-239128af-faaa-4eb3-96a1-319b2691a33a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776651 Feb 17 22:12:52.461080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-a9c28401-4045-463a-ba54-8225577622ae service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042890 Feb 17 22:12:52.530394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70331b7a-7b75-4208-8fda-94be5d34382a req-879259d1-4b0d-4cb8-a5f2-f3eefecc8a97 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236656 Feb 17 22:12:52.573737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-44a4f01e-99e6-494f-b53c-596cc6733109 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:52.575250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-44a4f01e-99e6-494f-b53c-596cc6733109 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.2517610 Feb 17 22:12:52.605127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-07f0d984-b4f5-46f7-8f4f-76d943ca73f8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0239275 Feb 17 22:12:52.697932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc019648-0be0-452e-8ec1-d880a3df432f req-2335c667-0cec-499d-a857-df4844ced491 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:52.699589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc019648-0be0-452e-8ec1-d880a3df432f req-2335c667-0cec-499d-a857-df4844ced491 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1105447 Feb 17 22:12:52.714502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-79182b0f-34df-411c-b908-41257a6ad993 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0862832 Feb 17 22:12:52.843205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc019648-0be0-452e-8ec1-d880a3df432f req-28a940da-2dbb-4b21-8627-8b4e36e57d0d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344793 Feb 17 22:12:52.896424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-65c25c3e-b146-4be5-b784-fc84bd3d316e service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562431 Feb 17 22:12:53.092507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d6a44-635e-409b-a442-5a3c4842cd9d req-342abce1-c889-4414-806d-76c7cfd1dfdb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:53.099528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e12d6a44-635e-409b-a442-5a3c4842cd9d req-342abce1-c889-4414-806d-76c7cfd1dfdb tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 944 time: 0.1378469 Feb 17 22:12:53.110103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-bcc20268-999b-40fb-bded-e2847229e11b service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081106 Feb 17 22:12:53.121316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-1f906867-3356-4fe8-ae48-119c2bf8d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:53.123528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-1f906867-3356-4fe8-ae48-119c2bf8d806 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1129 time: 0.1603796 Feb 17 22:12:53.217661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e12d6a44-635e-409b-a442-5a3c4842cd9d req-3a3d1475-609c-4dcc-89f3-b5e5cea232fd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165531 Feb 17 22:12:53.274074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-ab796b0c-fb1b-4a74-bd20-7540853ffc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:53.275594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-ab796b0c-fb1b-4a74-bd20-7540853ffc8c service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.1362190 Feb 17 22:12:53.298575 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495b32c-ac62-49b8-975a-60c8964062f1 x-openstack-request-id: req-0495b32c-ac62-49b8-975a-60c8964062f1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:53.299071 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-plugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:53.299177 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0495b32c-ac62-49b8-975a-60c8964062f1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:53.299575 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'code': 200} Feb 17 22:12:53.347003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-d513a6b5-70af-4308-bf08-2840c796f156 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 217 time: 0.0593326 Feb 17 22:12:53.425111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-8c1e4d87-3e52-4be6-b9af-fdcabd997732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:53.426629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-8c1e4d87-3e52-4be6-b9af-fdcabd997732 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.0544724 Feb 17 22:12:53.472097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-62f6f586-3cbc-4f06-93a5-a56c6bc21c73 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375981 Feb 17 22:12:53.484394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27120b97-afb3-4546-9305-fde9aed63b9e req-ceee3873-7a1c-4160-b178-7de2d6cc5973 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:53.492188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27120b97-afb3-4546-9305-fde9aed63b9e req-ceee3873-7a1c-4160-b178-7de2d6cc5973 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.1562941 Feb 17 22:12:53.624134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27120b97-afb3-4546-9305-fde9aed63b9e req-352e8cf6-4080-4383-a9c7-adaff29f6b41 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310880 Feb 17 22:12:53.665341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2063f68e-74b7-48e1-bb38-74a4e686909a service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712615 Feb 17 22:12:53.683234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:53.765846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:53.902407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-887b71ba-58d7-4984-894d-ff02b19aa8d0 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286441 Feb 17 22:12:53.930663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a3815-3b90-45d3-b114-a444c4639394 req-d4532415-16a1-4239-afb9-6e9979503da1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:53.933199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b0a3815-3b90-45d3-b114-a444c4639394 req-d4532415-16a1-4239-afb9-6e9979503da1 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 949 time: 0.1788599 Feb 17 22:12:53.980061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 261de879-ea05-46f7-9219-74837b66a1b6 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:53.989630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:53.992556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 261de879-ea05-46f7-9219-74837b66a1b6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:53.992932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (261de879-ea05-46f7-9219-74837b66a1b6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:54.035355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'port_id': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'mac_address': 'fa:16:3e:50:cd:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:54.108661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:54.109109 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:54.130084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:54.152478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b0a3815-3b90-45d3-b114-a444c4639394 req-fac81767-5e03-439c-9a00-12f5f49ca5c7 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996427 Feb 17 22:12:54.161536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:54.186107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.199939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.209693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 261de879-ea05-46f7-9219-74837b66a1b6 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:54.210163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:54.212263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:54.221657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.235850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.249489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.255408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.262142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.274379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7274e306-9682-42f6-90dd-00430073854d req-f4a15b9c-3865-4f9f-b105-4e2264b94549 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5432 time: 0.3399599 Feb 17 22:12:54.319564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:54.342656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:54.346664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:54.407029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5e4ff489-e7a8-424b-921d-adbbd9e2bd4e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.408597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5e4ff489-e7a8-424b-921d-adbbd9e2bd4e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1129 time: 0.3639154 Feb 17 22:12:54.415492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7274e306-9682-42f6-90dd-00430073854d req-eeb1e2c0-4fa7-4b17-8f3f-5875be1a92a3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396475 Feb 17 22:12:54.422395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:12:54.431054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:54.510620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:54.534385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c567ae-927a-4b67-9573-4280215fccf1 req-a616eee0-785f-4b84-a0f2-016c0549fa66 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.535680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91c567ae-927a-4b67-9573-4280215fccf1 req-a616eee0-785f-4b84-a0f2-016c0549fa66 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 946 time: 0.2259648 Feb 17 22:12:54.662920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91c567ae-927a-4b67-9573-4280215fccf1 req-dcf62d7f-218b-405d-85a2-8d0226642b31 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040702 Feb 17 22:12:54.707264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:54.745513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:54.885824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:54.924519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9481ae-ccb5-40df-82a9-e1e579541389 req-09863067-5776-42bd-8818-a641dcfcebbc tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.931656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c9481ae-ccb5-40df-82a9-e1e579541389 req-09863067-5776-42bd-8818-a641dcfcebbc tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.1806114 Feb 17 22:12:54.949614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3bbe6e-a5ab-44be-9f6e-cc33a4409a93 req-712b99eb-b286-4e4e-8663-1684465c8e4b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:54.951125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f3bbe6e-a5ab-44be-9f6e-cc33a4409a93 req-712b99eb-b286-4e4e-8663-1684465c8e4b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1597216 Feb 17 22:12:54.994257 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:54.998705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:55.000990 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f8a856-2352-42ab-9a2d-6a3a54a9520d" -d '{"events": [{"server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "name": "network-vif-unplugged", "status": "completed", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:55.009551 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Publish callbacks [] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:55.026878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:55.082661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c9481ae-ccb5-40df-82a9-e1e579541389 req-2d76cd63-0e47-46cb-bd60-eebd2cc33dd3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500864 Feb 17 22:12:55.100122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f3bbe6e-a5ab-44be-9f6e-cc33a4409a93 req-9e5710a6-95b1-4cac-8eff-c8ee098001ba tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365206 Feb 17 22:12:55.130440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:55.183484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on host n-h1-828369-18 for vnic_type normal with profile {"migrating_to": "n-h2-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:12:55.183917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:12:55.184663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:55.192952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:12:55.193297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Attempting to bind port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:12:55.199581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:12:55.199928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:12:55.200321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:12:55.201383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Bound port: b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:12:55.202366 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:55.300852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:55.303410 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3c8e63-30b2-4f58-9bc8-cc4dfff8518f" -d '{"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-plugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:55.346728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-8a4da4c8-0369-4bde-96d2-35e6af2cf2a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=b41e17b8-6576-4b46-a522-4a9f570b9519 HTTP/1.1" status: 200 len: 210 time: 0.0281527 Feb 17 22:12:55.544814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cca5a8-e808-4116-b436-1f574d34f631 req-d5ea58a6-5131-4f31-b9af-53eec17d1f83 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:55.551626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76cca5a8-e808-4116-b436-1f574d34f631 req-d5ea58a6-5131-4f31-b9af-53eec17d1f83 tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 1127 time: 0.3299415 Feb 17 22:12:55.577645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:12:55.613748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-e21a7c9f-0e07-4093-a62b-ce8e142e7e5f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:55.615261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-e21a7c9f-0e07-4093-a62b-ce8e142e7e5f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 950 time: 0.2650304 Feb 17 22:12:55.629216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a7578-1ade-4c12-ac7c-ef2ef6fadd9e req-0cb81531-18d0-4b21-a71a-b30488e3f3df tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:55.630724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-770a7578-1ade-4c12-ac7c-ef2ef6fadd9e req-0cb81531-18d0-4b21-a71a-b30488e3f3df tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.2098377 Feb 17 22:12:55.632661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:12:55.641352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-fd49918f-7b99-4627-9ce0-61e2be1e0831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:55.642791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-fd49918f-7b99-4627-9ce0-61e2be1e0831 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e2738bdd632341dd87b1ec4535791d88&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2831502 Feb 17 22:12:55.684325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c33a20e9-0dd0-4107-ac58-cc97052b2af7 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:55.718970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 80502de5-41e4-44de-92fc-6f3c90f54f6f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:55.917570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:55.960412 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:12:56.011143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'port_id': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'mac_address': 'fa:16:3e:2e:f1:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46756507-5829-4df7-92ac-3e6d44b66898', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:56.086726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 80502de5-41e4-44de-92fc-6f3c90f54f6f is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:56.087813 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.094735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76cca5a8-e808-4116-b436-1f574d34f631 req-1864a510-8afb-410d-a3b8-b6bd5c9cd2fa tempest-LiveAutoBlockMigrationV225Test-1582413589 tempest-LiveAutoBlockMigrationV225Test-1582413589-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408685 Feb 17 22:12:56.115957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80502de5-41e4-44de-92fc-6f3c90f54f6f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:56.118674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.153337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c33a20e9-0dd0-4107-ac58-cc97052b2af7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c33a20e9-0dd0-4107-ac58-cc97052b2af7,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:56.191574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'c33a20e9-0dd0-4107-ac58-cc97052b2af7', 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'port_id': 'c33a20e9-0dd0-4107-ac58-cc97052b2af7', 'mac_address': 'fa:16:3e:c2:4a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e27c7e-f282-477f-9ec5-e722d5eec564', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:56.207263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:56.241167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.301630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c33a20e9-0dd0-4107-ac58-cc97052b2af7 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:56.302131 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.347535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33a20e9-0dd0-4107-ac58-cc97052b2af7 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:56.354470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:56.386605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-679f0d1d-e892-4d3b-99ff-8b74a0468f92 service neutron] 10.222.0.73 "GET /v2.0/ports/261de879-ea05-46f7-9219-74837b66a1b6/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 383 time: 0.7521982 Feb 17 22:12:56.389415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45383952-09ce-4c28-a243-a62902a44203 req-9ff3fa38-3a95-4bed-b49e-41c861f3794f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=b41e17b8-6576-4b46-a522-4a9f570b9519 HTTP/1.1" status: 200 len: 210 time: 0.0813591 Feb 17 22:12:56.404336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c33a20e9-0dd0-4107-ac58-cc97052b2af7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c33a20e9-0dd0-4107-ac58-cc97052b2af7,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:56.433774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.435587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2772f7d8-f476-430c-8962-a1bfcd49db4b details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:56.496006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-770a7578-1ade-4c12-ac7c-ef2ef6fadd9e req-f7d139a4-1f6a-42ac-9568-a2b0bd907ee9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8521428 Feb 17 22:12:56.516171 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527ffe57-411c-442b-a5df-537838234598 x-openstack-request-id: req-527ffe57-411c-442b-a5df-537838234598 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:56.518708 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "name": "network-vif-unplugged", "status": "completed", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:56.519140 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-527ffe57-411c-442b-a5df-537838234598 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:56.519959 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a', 'code': 200} Feb 17 22:12:56.552202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2772f7d8-f476-430c-8962-a1bfcd49db4b, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2772f7d8-f476-430c-8962-a1bfcd49db4b,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:56.565015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=8']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:56.570274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.570905 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.586298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7fdb5df6-6069-441a-83f7-cd10417c04d5 service neutron] 10.222.0.94 "PUT /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 1124 time: 2.1679919 Feb 17 22:12:56.590949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-65414f66-3a1a-4b5a-97d2-35d2255fd03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.591418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '2772f7d8-f476-430c-8962-a1bfcd49db4b', 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'port_id': '2772f7d8-f476-430c-8962-a1bfcd49db4b', 'mac_address': 'fa:16:3e:71:2e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e27c7e-f282-477f-9ec5-e722d5eec564', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:56.592518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-65414f66-3a1a-4b5a-97d2-35d2255fd03e service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9374595 Feb 17 22:12:56.629958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-7faddc0e-61b6-47ba-aaad-bcec5ba94822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.635685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-7faddc0e-61b6-47ba-aaad-bcec5ba94822 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1133 time: 0.2099288 Feb 17 22:12:56.656282 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6cd4d19-70f3-4ace-95c6-927013a4154e x-openstack-request-id: req-d6cd4d19-70f3-4ace-95c6-927013a4154e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:56.656627 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-plugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:56.656880 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6cd4d19-70f3-4ace-95c6-927013a4154e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:56.658832 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'code': 200} Feb 17 22:12:56.739990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2772f7d8-f476-430c-8962-a1bfcd49db4b is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:56.744916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.760319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['80502de5-41e4-44de-92fc-6f3c90f54f6f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:56.766960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c33a20e9-0dd0-4107-ac58-cc97052b2af7,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:56.794990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b723c98a-cca3-407f-9458-e9f9b6b8eb1a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:12:56.801037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2772f7d8-f476-430c-8962-a1bfcd49db4b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:56.809038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51e4f8cb-12b5-4acd-b1ab-5ce1f7c8df4d req-3f19fd07-1f4d-4f6c-abd0-bfd48692dbb3 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b41e17b8-6576-4b46-a522-4a9f570b9519 HTTP/1.1" status: 200 len: 210 time: 0.1229210 Feb 17 22:12:56.824546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2772f7d8-f476-430c-8962-a1bfcd49db4b, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2772f7d8-f476-430c-8962-a1bfcd49db4b,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:56.885577 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:56.886336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b5cbcdbf-4d7e-4b21-8a55-988226e52a10 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:56.907090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68179557-10b4-475f-9476-701ae7a5fcb3 req-9ffd521a-032b-4c9c-9c74-b85bd3b6441b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.908669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68179557-10b4-475f-9476-701ae7a5fcb3 req-9ffd521a-032b-4c9c-9c74-b85bd3b6441b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.2483146 Feb 17 22:12:56.921671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.926975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.932301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.937641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.942892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.948227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.954152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.961688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-1b118a85-55bb-4e14-bedd-5c9553dc0a4f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5434 time: 0.2468421 Feb 17 22:12:56.987956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-8e854ca8-4a2e-4fd1-87da-fa135f2afe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:56.989417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-8e854ca8-4a2e-4fd1-87da-fa135f2afe60 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3387027 Feb 17 22:12:57.066964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2772f7d8-f476-430c-8962-a1bfcd49db4b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:57.070275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-a3e2dc12-579b-400a-9aa7-411793341316 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.0691895 Feb 17 22:12:57.172894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:57.208115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10', 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e', 'port_id': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10', 'mac_address': 'fa:16:3e:60:39:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642682c1-0b3f-4c1e-8e42-b46f33d2b650', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:57.208867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68179557-10b4-475f-9476-701ae7a5fcb3 req-78a69b51-9009-4b0b-b305-f679d870179a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344904 Feb 17 22:12:57.222608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-b24013ea-a441-4568-9174-fe71b9e03832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:57.222608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-b24013ea-a441-4568-9174-fe71b9e03832 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1345994 Feb 17 22:12:57.310829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae4c1c9f-85fc-4d00-87a5-052595197f80 req-e0462695-dc50-43a9-8056-47bbc016873b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=b41e17b8-6576-4b46-a522-4a9f570b9519 HTTP/1.1" status: 200 len: 210 time: 0.0774281 Feb 17 22:12:57.317143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:57.317530 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:57.353734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5cbcdbf-4d7e-4b21-8a55-988226e52a10 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:57.385105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:57.396161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f5e4ff0-63ba-4570-8b81-0c5ef2a410aa req-e6e074a6-95f9-4f72-81a9-ca39f8c9cb49 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4334559 Feb 17 22:12:57.401909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:57.402120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a8c8b8ff-8f54-43f0-9a07-b60327c054cd details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:57.594664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c1c9f-85fc-4d00-87a5-052595197f80 req-73d65820-ec7f-4fd4-bde0-fc9d23d51606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:57.596607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae4c1c9f-85fc-4d00-87a5-052595197f80 req-73d65820-ec7f-4fd4-bde0-fc9d23d51606 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=e2738bdd632341dd87b1ec4535791d88&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1915970 Feb 17 22:12:57.720364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:57.724342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:57.742061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd', 'network_id': '80347aa6-14e3-4b9d-a638-5515efff641e', 'port_id': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd', 'mac_address': 'fa:16:3e:03:f7:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '642682c1-0b3f-4c1e-8e42-b46f33d2b650', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:57.751146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 80502de5-41e4-44de-92fc-6f3c90f54f6f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:12:57.800506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c1c9f-85fc-4d00-87a5-052595197f80 req-2c5a77d3-1a47-4cd8-bf1f-4457fa2bc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:57.802345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae4c1c9f-85fc-4d00-87a5-052595197f80 req-2c5a77d3-1a47-4cd8-bf1f-4457fa2bc9ae service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1445506 Feb 17 22:12:57.838638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a8c8b8ff-8f54-43f0-9a07-b60327c054cd is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:57.839327 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:57.844563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-2ac11dd2-652a-44df-8ad9-ebc222016d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:57.846823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-2ac11dd2-652a-44df-8ad9-ebc222016d31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.5427928 Feb 17 22:12:57.862932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c8b8ff-8f54-43f0-9a07-b60327c054cd {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:57.910799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:57.936373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe1e8b-58e8-499e-8f32-927ecc7f0c71 req-a902cfce-b85c-4e10-8636-278a58a30b31 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:57.937432 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:57.937768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0fe1e8b-58e8-499e-8f32-927ecc7f0c71 req-a902cfce-b85c-4e10-8636-278a58a30b31 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 944 time: 0.3842134 Feb 17 22:12:57.938477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2d33548-2e80-41a9-97a0-b36863805ea8 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:57.974474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 80502de5-41e4-44de-92fc-6f3c90f54f6f is: BUILD; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:57.975716 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:57.991201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279bdc9f-20d4-4957-a27c-d5f8c4d27bf4 req-0f8bf0d3-4a27-44ce-9e10-c2a7d0318ef8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:57.996075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 80502de5-41e4-44de-92fc-6f3c90f54f6f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:57.998122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-279bdc9f-20d4-4957-a27c-d5f8c4d27bf4 req-0f8bf0d3-4a27-44ce-9e10-c2a7d0318ef8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.3944731 Feb 17 22:12:58.011124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae4c1c9f-85fc-4d00-87a5-052595197f80 req-8a53fe05-c663-4bf5-8063-16957e9ccfef tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=b41e17b8-6576-4b46-a522-4a9f570b9519 HTTP/1.1" status: 200 len: 210 time: 0.0836189 Feb 17 22:12:58.053479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:58.065277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2d33548-2e80-41a9-97a0-b36863805ea8,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:58.074845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:58.081043 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:58.106646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-712becd5-db84-4c6a-95c3-99453bedc531 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472227 Feb 17 22:12:58.117663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b2d33548-2e80-41a9-97a0-b36863805ea8', 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'port_id': 'b2d33548-2e80-41a9-97a0-b36863805ea8', 'mac_address': 'fa:16:3e:08:cd:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e27c7e-f282-477f-9ec5-e722d5eec564', 'ip_address': '10.1.1.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:58.149159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0fe1e8b-58e8-499e-8f32-927ecc7f0c71 req-817f0f0b-ce9b-4e4e-99c4-e40029dcf215 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807714 Feb 17 22:12:58.180275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:58.188203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b2d33548-2e80-41a9-97a0-b36863805ea8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:58.188644 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:58.204753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d33548-2e80-41a9-97a0-b36863805ea8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:58.208432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-279bdc9f-20d4-4957-a27c-d5f8c4d27bf4 req-7abda246-b48b-497e-a3b2-f964e738dce1 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093461 Feb 17 22:12:58.249043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2d33548-2e80-41a9-97a0-b36863805ea8,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:58.261883 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:58.262636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 53c7626b-babe-4317-876b-1af17de1693a details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:58.367784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 53c7626b-babe-4317-876b-1af17de1693a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=53c7626b-babe-4317-876b-1af17de1693a,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:58.383077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:58.398094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '53c7626b-babe-4317-876b-1af17de1693a', 'network_id': 'c088b390-06da-4679-9b99-a3bc5456e9ef', 'port_id': '53c7626b-babe-4317-876b-1af17de1693a', 'mac_address': 'fa:16:3e:4f:0d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e27c7e-f282-477f-9ec5-e722d5eec564', 'ip_address': '10.1.1.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:12:58.431508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-ef607854-ea15-44b5-8f18-39954111c822 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092332 Feb 17 22:12:58.464773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 53c7626b-babe-4317-876b-1af17de1693a is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:58.465608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (53c7626b-babe-4317-876b-1af17de1693a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:58.479534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c36b8b-8483-4221-bdb2-fa9735b43da7 req-66f6d230-8220-4089-8267-bfd443458051 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:58.489287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c7626b-babe-4317-876b-1af17de1693a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:12:58.493197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2c36b8b-8483-4221-bdb2-fa9735b43da7 req-66f6d230-8220-4089-8267-bfd443458051 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 943 time: 0.1813397 Feb 17 22:12:58.519946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 53c7626b-babe-4317-876b-1af17de1693a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=53c7626b-babe-4317-876b-1af17de1693a,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:58.521750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:58.533774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (53c7626b-babe-4317-876b-1af17de1693a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:58.543999 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:58.614887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2c36b8b-8483-4221-bdb2-fa9735b43da7 req-9c8329bd-42fa-489c-875e-745b3cf246cd tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208143 Feb 17 22:12:58.637509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=53c7626b-babe-4317-876b-1af17de1693a,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:58.673088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b723c98a-cca3-407f-9458-e9f9b6b8eb1a details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:12:58.700628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afb0f8-6709-48c6-bd60-d2c2c7794459 req-0952315c-df9e-4880-84c7-900ca68f179a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:58.702893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44afb0f8-6709-48c6-bd60-d2c2c7794459 req-0952315c-df9e-4880-84c7-900ca68f179a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.0871124 Feb 17 22:12:58.800122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:58.802410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f24b33-557b-40f6-820d-3dbddcb7633a req-557634f2-fb9e-4cd7-be5a-b41ae3087737 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:58.807840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38f24b33-557b-40f6-820d-3dbddcb7633a req-557634f2-fb9e-4cd7-be5a-b41ae3087737 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1270194 Feb 17 22:12:58.818212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44afb0f8-6709-48c6-bd60-d2c2c7794459 req-dd954559-d9ca-4018-a8ce-ea606d1be9ab tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025045 Feb 17 22:12:58.818722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:58.821169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b723c98a-cca3-407f-9458-e9f9b6b8eb1a has no active binding in host n-h2-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:12:58.888658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:12:58.893022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:58.893519 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:58.907328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38f24b33-557b-40f6-820d-3dbddcb7633a req-799926b3-bff7-4d51-a7e6-66b5cddde1b3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877500 Feb 17 22:12:58.989901 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:12:59.013386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.019049 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.021534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:59.022110 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:59.025060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.031060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.036369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.042140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.048036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.051350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:12:59.056415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-d888eec4-a5f1-4bf2-bf77-dbbbaafd4990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5439 time: 0.1700547 Feb 17 22:12:59.057031 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf33c2a-79ec-4f2e-9dab-af54bef09b6b" -d '{"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:12:59.085562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:12:59.090635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:59.162206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:12:59.171510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85642991-8927-4bcd-b8de-19f83d94fa6b req-6d3ad791-579d-4f6f-9ba0-8f57ff752092 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1090701 Feb 17 22:12:59.186932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def638ee-0429-422b-8cf2-d47268e87444 req-b5c27064-a54f-46ae-8ff1-4aee60726b48 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.195836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-def638ee-0429-422b-8cf2-d47268e87444 req-b5c27064-a54f-46ae-8ff1-4aee60726b48 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 944 time: 0.1233072 Feb 17 22:12:59.228035 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6195061e-3132-460f-8647-140744218bb0 x-openstack-request-id: req-6195061e-3132-460f-8647-140744218bb0 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:59.228321 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:59.228578 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6195061e-3132-460f-8647-140744218bb0 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:59.228975 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a', 'status': 'completed', 'code': 200} Feb 17 22:12:59.299851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-def638ee-0429-422b-8cf2-d47268e87444 req-458d713d-8bb3-4dde-bb1d-a4448482f85b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947144 Feb 17 22:12:59.369385 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fed6d48-2acd-48f2-9005-d381724bc694 x-openstack-request-id: req-4fed6d48-2acd-48f2-9005-d381724bc694 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:12:59.369933 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:12:59.372149 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4fed6d48-2acd-48f2-9005-d381724bc694 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:12:59.373631 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'code': 200} Feb 17 22:12:59.445396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-d187e42e-f591-430e-94c0-add313e73dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.446829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-d187e42e-f591-430e-94c0-add313e73dd2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1158 time: 0.1815367 Feb 17 22:12:59.586005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-9bef307b-e7d4-4bec-89f4-b973947550e4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.587452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-9bef307b-e7d4-4bec-89f4-b973947550e4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.2564795 Feb 17 22:12:59.625796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-b3200255-9060-499f-a00d-e8bc653d5740 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0294702 Feb 17 22:12:59.675590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71f001-86ef-4b75-bbba-593ec00fade5 req-0735aabb-7303-460f-a597-be5a8ae69b02 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.678516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c71f001-86ef-4b75-bbba-593ec00fade5 req-0735aabb-7303-460f-a597-be5a8ae69b02 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 944 time: 0.2387440 Feb 17 22:12:59.740997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2863355c-7581-4471-9feb-f35c91b0520f req-bb91c259-3063-40d1-8485-b0cc5256beed tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.742377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2863355c-7581-4471-9feb-f35c91b0520f req-bb91c259-3063-40d1-8485-b0cc5256beed tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 944 time: 0.1880066 Feb 17 22:12:59.755168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 80502de5-41e4-44de-92fc-6f3c90f54f6f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:12:59.758831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-3b6d7044-bd6a-4c34-ad36-b20316812fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:12:59.760814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-3b6d7044-bd6a-4c34-ad36-b20316812fc6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2988846 Feb 17 22:12:59.819293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 80502de5-41e4-44de-92fc-6f3c90f54f6f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:12:59.820342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:12:59.854752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-99d61b46-9c0e-4f54-8348-3ca437706c27 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 217 time: 0.0682936 Feb 17 22:12:59.910695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-8bc43190-e0e8-4f49-b030-fc4187129728 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2754769 Feb 17 22:12:59.922054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c71f001-86ef-4b75-bbba-593ec00fade5 req-c6bc25c0-3c78-430f-bf58-a0cc58c88f8f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220168 Feb 17 22:12:59.963900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 80502de5-41e4-44de-92fc-6f3c90f54f6f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:12:59.964426 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:00.008482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:00.016668 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:00.082196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:00.092822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-e0c0c374-fb10-4055-9b65-40ed3f11073d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:00.094708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-e0c0c374-fb10-4055-9b65-40ed3f11073d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.2257552 Feb 17 22:13:00.152543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-9ee84f06-8780-41bc-94b4-57f4561baa65 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371652 Feb 17 22:13:00.160239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Deleting port eddb64c1-9f9c-4b0a-b460-369db9739a3f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:00.160596 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:00.230407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd451708-9eaa-4ea3-801f-9c5c64f4634c req-277d20f1-079b-4f20-bd81-7ac1401737a8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:00.232007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd451708-9eaa-4ea3-801f-9c5c64f4634c req-277d20f1-079b-4f20-bd81-7ac1401737a8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2295606 Feb 17 22:13:00.246957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['c33a20e9-0dd0-4107-ac58-cc97052b2af7'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:00.271182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b2d33548-2e80-41a9-97a0-b36863805ea8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:00.291320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-1352cf2e-0d0e-48e6-a487-53f09570ca0e service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796587 Feb 17 22:13:00.360368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a8c8b8ff-8f54-43f0-9a07-b60327c054cd'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:00.404887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['53c7626b-babe-4317-876b-1af17de1693a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:00.415626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b5cbcdbf-4d7e-4b21-8a55-988226e52a10'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:00.457969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] For port eddb64c1-9f9c-4b0a-b460-369db9739a3f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=eddb64c1-9f9c-4b0a-b460-369db9739a3f,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:00.458563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:00.502815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Calling delete_port for eddb64c1-9f9c-4b0a-b460-369db9739a3f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:00.502815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd451708-9eaa-4ea3-801f-9c5c64f4634c req-ac5d9b6a-cf5b-4a4a-adbd-91209167537b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584889 Feb 17 22:13:00.538774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-a92f6b03-9d5d-4f3e-8cb2-5feccaa8cf6b service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626955 Feb 17 22:13:00.709472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-47b1f925-683e-4af4-b96d-0b111f3bd72c service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169722 Feb 17 22:13:00.830305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['2772f7d8-f476-430c-8962-a1bfcd49db4b'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:00.916761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3115659-ea3a-4c29-bb90-50715a4f1dde req-fa284b5b-ff9d-4f6a-ba53-de19e5f0507c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:00.926103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3115659-ea3a-4c29-bb90-50715a4f1dde req-fa284b5b-ff9d-4f6a-ba53-de19e5f0507c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1986887 Feb 17 22:13:01.046652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3115659-ea3a-4c29-bb90-50715a4f1dde req-6f218f24-fce9-4d6a-8473-b450c7add5c5 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195776 Feb 17 22:13:01.177872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c9f0b4-e7e1-4d02-9c87-0ce79f03f5aa req-ebf91df2-e5c9-4fb0-b4af-b59373c5a243 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667952 Feb 17 22:13:01.230463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447e030-9dad-4e34-8414-06506e352957 req-f6853811-6543-4217-9281-da365262af16 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:01.237530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8447e030-9dad-4e34-8414-06506e352957 req-f6853811-6543-4217-9281-da365262af16 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.2873514 Feb 17 22:13:01.337268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eddb64c1-9f9c-4b0a-b460-369db9739a3f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:01.350639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['08e356e0-1619-4d8e-8814-b4a5e0800906'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:01.375483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:01.377681 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666d360c-3245-4635-bef9-61abb8cfc7ee" -d '{"events": [{"server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "name": "network-vif-plugged", "status": "completed", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:01.443558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8447e030-9dad-4e34-8414-06506e352957 req-d172e087-8fb2-4a4e-b02f-aeb7aff64258 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970229 Feb 17 22:13:01.444476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event deleted for resources: {'Port': ['ID=eddb64c1-9f9c-4b0a-b460-369db9739a3f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:01.484358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02b27d-6f7e-4e53-948d-2bddb698a7c1 req-51445985-e0c1-4ff0-9156-ac4606ca7caf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:01.494416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c02b27d-6f7e-4e53-948d-2bddb698a7c1 req-51445985-e0c1-4ff0-9156-ac4606ca7caf tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.3123782 Feb 17 22:13:01.507569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-746a2fe7-c919-42d4-9468-3ec6b64d031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:01.516739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-746a2fe7-c919-42d4-9468-3ec6b64d031a service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010&tenant_id=ef58e154a43c40d785b6e9ef35bf1c72 HTTP/1.1" status: 200 len: 1133 time: 0.2662089 Feb 17 22:13:01.565428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:01.993832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] No DVR routers for this DVR port eddb64c1-9f9c-4b0a-b460-369db9739a3f on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:01.999111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:02.002456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2863355c-7581-4471-9feb-f35c91b0520f req-3cb02220-87d8-4f29-bc6e-5cba0c96fdc3 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "DELETE /v2.0/ports/eddb64c1-9f9c-4b0a-b460-369db9739a3f HTTP/1.1" status: 204 len: 173 time: 2.2511234 Feb 17 22:13:02.003763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'name': 'network-vif-deleted', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:02.006409 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8c9a5a-d576-4f5a-9bf2-a67cb42aa84a" -d '{"events": [{"server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "name": "network-vif-deleted", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:02.073778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c02b27d-6f7e-4e53-948d-2bddb698a7c1 req-36749f04-fea8-4153-9f52-47b57c06501e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785584 Feb 17 22:13:02.122681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.128505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.139523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.144785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.150122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.156023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.161331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.163266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-9b87b3ca-df40-44f2-82a4-b3728f65af87 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5440 time: 0.5932865 Feb 17 22:13:02.206033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:02.217918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2383a4c-d2f5-48c8-9306-ff92664a1364 req-1e582727-24d2-4639-b4b4-f9201eba06d2 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 210 time: 0.0515418 Feb 17 22:13:02.257306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2dd47ba3-d073-48d4-b8ce-b5117b8dc50b service neutron] 10.222.0.73 "GET /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a/bindings/n-h2-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.2148290 Feb 17 22:13:02.431207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-661ee9af-5eca-491c-a8fd-59e2c11f9b88 req-d97a6870-e761-461e-8fe4-b8fe43d55079 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 210 time: 0.1197841 Feb 17 22:13:02.451923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3326d9c-34d2-4e82-bfe6-165f053fe321 req-3e57b057-c68a-4297-82c0-8ba5e441b144 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2750099 Feb 17 22:13:02.542405 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ace7e5f-22a5-478c-bea7-038a4a39a4b3 x-openstack-request-id: req-7ace7e5f-22a5-478c-bea7-038a4a39a4b3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:02.542883 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "name": "network-vif-plugged", "status": "completed", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:02.542983 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ace7e5f-22a5-478c-bea7-038a4a39a4b3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:02.543310 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'code': 200} Feb 17 22:13:02.664231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device eddb64c1-9f9c-4b0a-b460-369db9739a3f no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:02.689374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-ce0fd418-9f95-4c0d-8ace-12089027f48f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.690817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-ce0fd418-9f95-4c0d-8ace-12089027f48f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.4046540 Feb 17 22:13:02.692390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: eddb64c1-9f9c-4b0a-b460-369db9739a3f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:02.693025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device eddb64c1-9f9c-4b0a-b460-369db9739a3f not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:02.735657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Request body: {'port': {'device_id': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'admin_state_up': True, 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:02.784873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-d7ea9028-7073-4e7f-a0fc-70d1336329f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.786460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-d7ea9028-7073-4e7f-a0fc-70d1336329f7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1128 time: 0.0523586 Feb 17 22:13:02.883954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-81da3441-08f2-4ccf-8c69-f3484db39c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:02.885673 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-81da3441-08f2-4ccf-8c69-f3484db39c51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.0916727 Feb 17 22:13:02.955104 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-bda3b4c5-6b32-41fa-8742-9ec6e06b3756 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 1001 time: 0.0625658 Feb 17 22:13:02.983034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:03.001564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c6a8e-7f59-4b55-99a6-f1a035205f31 req-5f2c638f-e1d7-474d-a042-80adc0cd67e8 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:03.003205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-017c6a8e-7f59-4b55-99a6-f1a035205f31 req-5f2c638f-e1d7-474d-a042-80adc0cd67e8 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 944 time: 0.3822560 Feb 17 22:13:03.009345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-29473292-3768-4c96-b7f9-eb7f9954e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:03.011152 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-29473292-3768-4c96-b7f9-eb7f9954e8a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.0500710 Feb 17 22:13:03.024390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2e77-debb-4ec2-8c64-e8e428b0bdd7 req-83759199-ddb8-4e20-ab28-ef46948a00b5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:03.025859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-477b2e77-debb-4ec2-8c64-e8e428b0bdd7 req-83759199-ddb8-4e20-ab28-ef46948a00b5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.3861904 Feb 17 22:13:03.046871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:03.072878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-0276864e-7982-4035-942f-65540f72bc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:03.074646 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-0276864e-7982-4035-942f-65540f72bc36 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537276 Feb 17 22:13:03.095443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e869f-01b4-49e3-89dc-f98e6fb9f53d req-a7024659-0ff8-449e-a99a-277d6c6e5b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:03.097103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-688e869f-01b4-49e3-89dc-f98e6fb9f53d req-a7024659-0ff8-449e-a99a-277d6c6e5b3c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 1128 time: 0.3324823 Feb 17 22:13:03.167720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:03.175812 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-72c2ac0d-b09a-4e22-aa5b-f62b89b1fbd0 service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929184 Feb 17 22:13:03.190430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:03.249861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:13:03.253195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:03.266900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-017c6a8e-7f59-4b55-99a6-f1a035205f31 req-b3966ea3-35f8-4d3c-9e7b-d5d5ddf56dbb tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348387 Feb 17 22:13:03.276507 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-f5491a8e-f5ff-4650-adde-86564436d428 service neutron] 10.222.0.73 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941260 Feb 17 22:13:03.289809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-477b2e77-debb-4ec2-8c64-e8e428b0bdd7 req-651b2ab6-465c-474a-80e1-bec5d4d2ecef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470767 Feb 17 22:13:03.298553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b723c98a-cca3-407f-9458-e9f9b6b8eb1a {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:03.323672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-688e869f-01b4-49e3-89dc-f98e6fb9f53d req-31caf703-d6b1-40c3-bec3-8a3c4595403f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121050 Feb 17 22:13:03.328663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:03.351166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Publish callbacks [] for port (261de879-ea05-46f7-9219-74837b66a1b6), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:03.355220 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65a9b8fb-5596-45c2-98cb-5cbb9fbe374b x-openstack-request-id: req-65a9b8fb-5596-45c2-98cb-5cbb9fbe374b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:03.355533 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29e0ecbd-6be4-4a58-bc41-7f8d932bfee6", "name": "network-vif-deleted", "tag": "eddb64c1-9f9c-4b0a-b460-369db9739a3f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:03.355831 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65a9b8fb-5596-45c2-98cb-5cbb9fbe374b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:03.356224 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e0ecbd-6be4-4a58-bc41-7f8d932bfee6', 'name': 'network-vif-deleted', 'tag': 'eddb64c1-9f9c-4b0a-b460-369db9739a3f', 'status': 'completed', 'code': 200} Feb 17 22:13:03.403085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:03.420685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Transition to ACTIVE for port object 261de879-ea05-46f7-9219-74837b66a1b6 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:13:03.459951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:03.645404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] No DVR routers for this DVR port 261de879-ea05-46f7-9219-74837b66a1b6 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:03.647349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:03.687617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1766a26c-eb1d-4fab-afa2-ed4788517b1f req-fccce628-0ae4-498e-88ef-17368c5600cc tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:03.689223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1766a26c-eb1d-4fab-afa2-ed4788517b1f req-fccce628-0ae4-498e-88ef-17368c5600cc tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.2923203 Feb 17 22:13:03.698609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Allocated IP 172.20.0.3 (492bf255-9258-4b42-9b64-67a0b7c1ba7f/286750d8-3ff4-41dd-9534-47d6dd9445c5/f08511bc-bb02-4109-bcb7-00f98961159c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:03.738251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ea2a0-f1ae-4fd3-8316-de5f19d63bf2 req-3abfc6b0-1ff9-4578-9aa3-c19c38b0de7c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:03.739837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-630ea2a0-f1ae-4fd3-8316-de5f19d63bf2 req-3abfc6b0-1ff9-4578-9aa3-c19c38b0de7c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.3346543 Feb 17 22:13:03.745282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:03.766539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] Transition to ACTIVE for port object b723c98a-cca3-407f-9458-e9f9b6b8eb1a will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:13:03.795243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port 261de879-ea05-46f7-9219-74837b66a1b6 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:13:03.795818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:03.796348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b723c98a-cca3-407f-9458-e9f9b6b8eb1a no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:03.802488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:03.824146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:03.824398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:03.824730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:03.844916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port b723c98a-cca3-407f-9458-e9f9b6b8eb1a host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:13:03.845425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b723c98a-cca3-407f-9458-e9f9b6b8eb1a not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:03.845927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:03.898886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:13:03.899235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Attempting to bind port 261de879-ea05-46f7-9219-74837b66a1b6 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:03.940604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:03.941032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:03.954007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:03.954372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:03.954730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:03.955170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Bound port: 261de879-ea05-46f7-9219-74837b66a1b6, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:03.955774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:03.979921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:03.985129 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:04.008390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1766a26c-eb1d-4fab-afa2-ed4788517b1f req-4838b880-7fd9-4cb2-bf4b-f419aee8da86 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830570 Feb 17 22:13:04.023777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] No DVR routers for this DVR port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:04.033205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-630ea2a0-f1ae-4fd3-8316-de5f19d63bf2 req-4cf11b83-a499-4c61-b5bd-1f6fb591c742 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703376 Feb 17 22:13:04.037494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:04.040141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] Pushing event updated for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:04.117984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5107e012-ff43-45e9-a8a0-f353c6c860f6 service neutron] 10.222.0.73 "PUT /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a/bindings/n-h2-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 1.8282907 Feb 17 22:13:04.181172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbe30658-f0b1-4e78-9a7b-fd102a39c680 req-3a105a7f-8961-4bd8-9c27-b3540888055d tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 210 time: 0.0622308 Feb 17 22:13:04.255003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:04.279169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks [] for port (f08511bc-bb02-4109-bcb7-00f98961159c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:04.290895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:04.314688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cfa86a5b-53c5-4deb-9c7b-a720cbf1bfe4 req-fb6e07b3-eff0-44aa-b27b-5727f911330e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 210 time: 0.0559616 Feb 17 22:13:04.320478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:04.374685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.375309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:04.376710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] 10.222.0.94 "PUT /v2.0/ports/261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 1098 time: 2.8252399 Feb 17 22:13:04.404367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799c40c-9938-46b5-b4d0-17777c8a063b req-c9d64ae3-6b3b-4524-9fcb-ce34fb1bc9bb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.412111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d799c40c-9938-46b5-b4d0-17777c8a063b req-c9d64ae3-6b3b-4524-9fcb-ce34fb1bc9bb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 949 time: 0.2725356 Feb 17 22:13:04.430495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2c60dd67-b6f5-4102-9632-0e9140182bfe tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.432035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2c60dd67-b6f5-4102-9632-0e9140182bfe tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.2423153 Feb 17 22:13:04.494441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:04.519173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:04.564290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a616f8-19e7-4264-926f-26f34f0876b1 service neutron] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=11']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:04.575409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:04.584953 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1322ae7f-b5dd-4406-8925-8d7675de1060" -d '{"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-unplugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:04.640262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:04.651351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:04.653678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:04.666290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c33a20e9-0dd0-4107-ac58-cc97052b2af7 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:04.678566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d799c40c-9938-46b5-b4d0-17777c8a063b req-e5cf0058-a466-4114-8f5d-5ff514bf13e2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655194 Feb 17 22:13:04.742412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event updated for resources: {'Port': ['ID=f08511bc-bb02-4109-bcb7-00f98961159c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:04.766641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.772089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.777539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.786694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.795258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.802801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.809600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.813584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port c33a20e9-0dd0-4107-ac58-cc97052b2af7 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:04.819945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-2a4b8802-4f58-4805-952d-8ee6d1115621 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5440 time: 0.4288800 Feb 17 22:13:04.827126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port c33a20e9-0dd0-4107-ac58-cc97052b2af7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:04.827456 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:04.843257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-e7ffcd53-4ac1-4c69-852b-3524fad4058e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.845032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-e7ffcd53-4ac1-4c69-852b-3524fad4058e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c&tenant_id=59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 1128 time: 0.3853872 Feb 17 22:13:04.846729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-249de9a2-5195-471b-80a3-aae70f8f1865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:04.848222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-249de9a2-5195-471b-80a3-aae70f8f1865 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1132 time: 0.4106765 Feb 17 22:13:04.926669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c33a20e9-0dd0-4107-ac58-cc97052b2af7 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:04.927063 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:04.963029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c33a20e9-0dd0-4107-ac58-cc97052b2af7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c33a20e9-0dd0-4107-ac58-cc97052b2af7,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:04.968359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:05.022464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c33a20e9-0dd0-4107-ac58-cc97052b2af7,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:05.244781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:05.245382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:05.338739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-0bb18dd0-7fa0-486b-b31d-e5caa1557d93 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6090214 Feb 17 22:13:05.362358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}, {'name': 'network-changed', 'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:05.364620 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e788a220-5f31-4af3-a21e-9fdc43f9f021" -d '{"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-unplugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}, {"name": "network-changed", "server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:05.370793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Request body: {'port': {'device_id': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:05.412008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e745368d-f428-4ece-94e0-2ac0e4c9484c req-47c99553-0cd5-4b26-ab45-34bacea5811a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5904596 Feb 17 22:13:05.424634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f451e18-36b3-4d04-ba96-cbc79beb4043 req-d361eee3-621f-4ff3-bd4e-ece47227d9b4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:05.426112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f451e18-36b3-4d04-ba96-cbc79beb4043 req-d361eee3-621f-4ff3-bd4e-ece47227d9b4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 945 time: 0.5861478 Feb 17 22:13:05.457397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-1f3b5770-8c16-493a-a11a-551b640903f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:05.458837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-1f3b5770-8c16-493a-a11a-551b640903f0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1128 time: 0.2752373 Feb 17 22:13:05.461137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-aa040eae-cdc4-4d72-8aa5-0bc71dfabdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:05.462435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-aa040eae-cdc4-4d72-8aa5-0bc71dfabdf0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2626503 Feb 17 22:13:05.594483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-82d3c2c9-47a0-4b50-a031-b8f38d42376f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.1170011 Feb 17 22:13:05.636184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:05.687310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f451e18-36b3-4d04-ba96-cbc79beb4043 req-6cd6d588-eb5b-40e5-b592-179e6b8bfa5b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450433 Feb 17 22:13:05.772462 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea28545-595b-4ece-9ed4-66878020deb7 x-openstack-request-id: req-2ea28545-595b-4ece-9ed4-66878020deb7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:05.772678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-41120f2b-b096-43f9-962c-f0c518e581cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:05.773198 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-unplugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:05.773198 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ea28545-595b-4ece-9ed4-66878020deb7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:05.773384 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'code': 200} Feb 17 22:13:05.774063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-41120f2b-b096-43f9-962c-f0c518e581cc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1600652 Feb 17 22:13:05.777546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-88d1100a-bb5d-4c88-aa8a-85d73c18089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:05.778941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-88d1100a-bb5d-4c88-aa8a-85d73c18089b service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.3026786 Feb 17 22:13:05.796117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e6930-fdf9-47cc-9df3-a4eb567d0179 req-714562c4-673d-4754-bfdf-344557172ce2 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:05.797410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d72e6930-fdf9-47cc-9df3-a4eb567d0179 req-714562c4-673d-4754-bfdf-344557172ce2 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2855515 Feb 17 22:13:05.933777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-a2ba7942-9df4-4bf1-8781-2b4b7a84f685 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 217 time: 0.1296051 Feb 17 22:13:06.106582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-21dbba60-749f-47d0-b66b-047a6538c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:06.108621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-21dbba60-749f-47d0-b66b-047a6538c6b9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1555758 Feb 17 22:13:06.111619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d72e6930-fdf9-47cc-9df3-a4eb567d0179 req-b8c01052-4045-46bf-bfac-ab8648d1bac1 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911880 Feb 17 22:13:06.152677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-3a693dd4-bd04-42db-90c7-adeeeaa5ca67 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351040 Feb 17 22:13:06.156705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-854182b0-0563-44c1-8c7f-a4e0ab7de1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:06.158115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-854182b0-0563-44c1-8c7f-a4e0ab7de1af service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3482282 Feb 17 22:13:06.170705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3388e25-b561-4ba8-af2b-b2b0ab9c4403 req-3b476b43-ee7a-45ec-b11c-6b35257d199e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:06.172231 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3388e25-b561-4ba8-af2b-b2b0ab9c4403 req-3b476b43-ee7a-45ec-b11c-6b35257d199e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.2691658 Feb 17 22:13:06.440134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3388e25-b561-4ba8-af2b-b2b0ab9c4403 req-4d201faf-8aaf-483c-b2f0-278316269dd3 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497058 Feb 17 22:13:06.460206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8da820-6ec8-4c65-b698-9f39db2a51fa req-8e7b943c-3b94-46a0-b349-84e492d7dbe9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:06.461672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc8da820-6ec8-4c65-b698-9f39db2a51fa req-8e7b943c-3b94-46a0-b349-84e492d7dbe9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.2723210 Feb 17 22:13:06.485805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08511bc-bb02-4109-bcb7-00f98961159c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:06.505454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-63be7445-c9c8-4568-866c-8de06a3503c4 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322618 Feb 17 22:13:06.511122 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Publish callbacks [] for port (f08511bc-bb02-4109-bcb7-00f98961159c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:06.526417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-5a84f400-fa9c-450b-b433-112c19128f6c service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462751 Feb 17 22:13:06.567767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4261565c-37f2-4009-be5d-26dd08e47154 req-ca016a4e-f3c0-4f57-892c-1f5853c72cbd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 210 time: 0.0596356 Feb 17 22:13:06.603725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Transition to ACTIVE for port object f08511bc-bb02-4109-bcb7-00f98961159c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:13:06.648966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:06.665110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b5cbcdbf-4d7e-4b21-8a55-988226e52a10 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:06.713603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:06.718313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:06.718689 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:06.754913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc8da820-6ec8-4c65-b698-9f39db2a51fa req-64f78b06-0755-48d4-afff-037fcb554ac9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2863250 Feb 17 22:13:06.800947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f08511bc-bb02-4109-bcb7-00f98961159c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:06.812459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:06.813100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:06.848151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-7b5f04c6-76da-434c-877c-6755e9bfaea1 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085973 Feb 17 22:13:06.853412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9a9c6e6-9f9d-4467-9380-69822c55cdee req-2683f5a3-76dd-4ee1-b10c-ed9db4b12416 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291764 Feb 17 22:13:06.854698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:06.885432 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:06.887781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a8c8b8ff-8f54-43f0-9a07-b60327c054cd up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:06.887919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d27db5-29aa-4875-8993-4eca50f5d158 req-687b8b38-ab6f-450d-ae3e-24775c5cc4a6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:06.890029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d27db5-29aa-4875-8993-4eca50f5d158 req-687b8b38-ab6f-450d-ae3e-24775c5cc4a6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 943 time: 0.2344213 Feb 17 22:13:06.891607 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d739736-fedb-4177-aa16-64b243fc9491 x-openstack-request-id: req-6d739736-fedb-4177-aa16-64b243fc9491 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:06.891905 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-unplugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "code": 200}, {"name": "network-changed", "server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:06.892210 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d739736-fedb-4177-aa16-64b243fc9491 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:06.892582 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'code': 200} Feb 17 22:13:06.892841 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'status': 'completed', 'code': 200} Feb 17 22:13:07.018855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Attempting to bind port f08511bc-bb02-4109-bcb7-00f98961159c on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:07.019149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Attempting to bind port f08511bc-bb02-4109-bcb7-00f98961159c by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:07.019516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Attempting to bind port f08511bc-bb02-4109-bcb7-00f98961159c on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:07.023628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:07.027308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d27db5-29aa-4875-8993-4eca50f5d158 req-a15bbeb0-ee4e-4895-803f-489b27603461 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245627 Feb 17 22:13:07.037975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Port f08511bc-bb02-4109-bcb7-00f98961159c on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:13:07.038349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Attempting to bind port f08511bc-bb02-4109-bcb7-00f98961159c on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:07.056015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port a8c8b8ff-8f54-43f0-9a07-b60327c054cd completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:07.061690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port a8c8b8ff-8f54-43f0-9a07-b60327c054cd triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:07.062283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.063682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:07.064098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:07.064455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Bound using segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:07.064901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Bound port: f08511bc-bb02-4109-bcb7-00f98961159c, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:07.065265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.102773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-b7f56144-15bd-491d-926e-07a4f0bd63cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.104310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-b7f56144-15bd-491d-926e-07a4f0bd63cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1132 time: 0.1628096 Feb 17 22:13:07.115106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d27c7-928e-4429-9f96-7e87b7032ab5 req-fcfbfe9d-64be-47c7-aae6-48a8eccecffb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.122156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-260d27c7-928e-4429-9f96-7e87b7032ab5 req-fcfbfe9d-64be-47c7-aae6-48a8eccecffb tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 949 time: 0.1460102 Feb 17 22:13:07.320079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a8c8b8ff-8f54-43f0-9a07-b60327c054cd is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:07.320825 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.338898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-d82d44cb-699c-4997-8da5-b810e475aa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.340873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-d82d44cb-699c-4997-8da5-b810e475aa93 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1132 time: 0.2980404 Feb 17 22:13:07.357691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:07.361560 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.362698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2d33548-2e80-41a9-97a0-b36863805ea8 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:07.381484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-260d27c7-928e-4429-9f96-7e87b7032ab5 req-44b0a630-9c6e-495b-bbaf-1211680ca316 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578828 Feb 17 22:13:07.399245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] For port f08511bc-bb02-4109-bcb7-00f98961159c, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:07.444050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:07.461136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b2d33548-2e80-41a9-97a0-b36863805ea8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:07.468264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] For port f08511bc-bb02-4109-bcb7-00f98961159c, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f08511bc-bb02-4109-bcb7-00f98961159c,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:07.471193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b2d33548-2e80-41a9-97a0-b36863805ea8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:07.472377 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.479548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.484833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.490276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.495484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.501283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.506788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.512131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.516170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-956a5a73-b097-4ad9-abee-d2a2672628fc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5442 time: 0.3192320 Feb 17 22:13:07.554657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-06da3138-c3ce-4fbe-835a-f33c7a02f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.556095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-06da3138-c3ce-4fbe-835a-f33c7a02f703 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.4262989 Feb 17 22:13:07.557175 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.567629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b2d33548-2e80-41a9-97a0-b36863805ea8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:07.567629 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.583416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-0fa85b9c-e8a4-4b5b-aca9-e8de30911f38 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:07.584804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-0fa85b9c-e8a4-4b5b-aca9-e8de30911f38 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.3563998 Feb 17 22:13:07.605719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2d33548-2e80-41a9-97a0-b36863805ea8,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:07.610102 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.610925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 53c7626b-babe-4317-876b-1af17de1693a up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:07.694250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:07.717912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 53c7626b-babe-4317-876b-1af17de1693a completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:07.730590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 53c7626b-babe-4317-876b-1af17de1693a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:07.731429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (53c7626b-babe-4317-876b-1af17de1693a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.770300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:07.794934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33a20e9-0dd0-4107-ac58-cc97052b2af7'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d33548-2e80-41a9-97a0-b36863805ea8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:07.797336 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1338d027-b58a-466b-b46a-bb6bbcfdfffc" -d '{"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "c33a20e9-0dd0-4107-ac58-cc97052b2af7"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "b2d33548-2e80-41a9-97a0-b36863805ea8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:07.898429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 53c7626b-babe-4317-876b-1af17de1693a is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:07.898824 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (53c7626b-babe-4317-876b-1af17de1693a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.936971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:07.957861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 53c7626b-babe-4317-876b-1af17de1693a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=53c7626b-babe-4317-876b-1af17de1693a,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:07.963327 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (53c7626b-babe-4317-876b-1af17de1693a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:07.964358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2772f7d8-f476-430c-8962-a1bfcd49db4b up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:08.055463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-36558874-5da5-4b73-bc9c-782d8f894d2e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.4695897 Feb 17 22:13:08.056403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=53c7626b-babe-4317-876b-1af17de1693a,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:08.078002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 2772f7d8-f476-430c-8962-a1bfcd49db4b completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:08.094397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 2772f7d8-f476-430c-8962-a1bfcd49db4b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:08.099482 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:08.109928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.110990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:08.113660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] 10.222.0.73 "PUT /v2.0/ports/f08511bc-bb02-4109-bcb7-00f98961159c HTTP/1.1" status: 200 len: 1092 time: 2.7575519 Feb 17 22:13:08.219544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2772f7d8-f476-430c-8962-a1bfcd49db4b is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:08.220027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:08.254145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2772f7d8-f476-430c-8962-a1bfcd49db4b, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2772f7d8-f476-430c-8962-a1bfcd49db4b,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:08.259796 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:08.283228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad98d0-4857-4b99-8a24-c2f8be7586d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f08511bc-bb02-4109-bcb7-00f98961159c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:08.295301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e0dec0d-ac60-4026-8d63-337cdad5891a req-72a7b465-8ddb-4350-8959-5f8c922ac9c1 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7671349 Feb 17 22:13:08.307097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-a27bb42b-826b-4b88-9a98-0df07866be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.308871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-a27bb42b-826b-4b88-9a98-0df07866be3a service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.9582727 Feb 17 22:13:08.323954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db4e5e-c11b-485e-8c65-6fa371c911cc req-d709134b-12ae-4b85-a178-72f5350f0e3f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.326308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2772f7d8-f476-430c-8962-a1bfcd49db4b,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:08.336180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1db4e5e-c11b-485e-8c65-6fa371c911cc req-d709134b-12ae-4b85-a178-72f5350f0e3f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.8139381 Feb 17 22:13:08.349210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-820fbafb-6f93-426e-bf94-a6f40f2ff26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.351180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-820fbafb-6f93-426e-bf94-a6f40f2ff26e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2708731 Feb 17 22:13:08.442008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-bd4e39e1-37a5-4a2a-9838-fb5b8894d7c6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 200 len: 217 time: 0.0988708 Feb 17 22:13:08.512427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-641c8aba-07dc-463c-a891-91cd1bd69b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.514477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-641c8aba-07dc-463c-a891-91cd1bd69b0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 1126 time: 0.3265870 Feb 17 22:13:08.616960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1db4e5e-c11b-485e-8c65-6fa371c911cc req-e3b4e09e-2910-4a05-85e1-84a1425debb7 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726588 Feb 17 22:13:08.625175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-bc53e3e4-67ad-40f0-b20a-f6859ff1b19d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f08511bc-bb02-4109-bcb7-00f98961159c HTTP/1.1" status: 200 len: 217 time: 0.0822699 Feb 17 22:13:08.665575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-5022b75b-cc43-4d77-b8a8-50d329bbee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.667062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-5022b75b-cc43-4d77-b8a8-50d329bbee66 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1962955 Feb 17 22:13:08.679546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae65ece-f084-4274-9a75-be4b1f0d9dd8 req-f68311cd-1757-4f50-ac15-27771606674c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.681047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fae65ece-f084-4274-9a75-be4b1f0d9dd8 req-f68311cd-1757-4f50-ac15-27771606674c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 945 time: 0.2969148 Feb 17 22:13:08.689510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-6103821e-870d-4107-8b6a-8fedaeb0fefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.691016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-6103821e-870d-4107-8b6a-8fedaeb0fefe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3238280 Feb 17 22:13:08.704335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2a3abb72-1967-45e9-8917-ff4eff35da8e service neutron] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:08.738844 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2a3abb72-1967-45e9-8917-ff4eff35da8e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:08.739993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eeb1d2be-4112-4f8f-a274-852e59a0d0df req-2a3abb72-1967-45e9-8917-ff4eff35da8e service neutron] 10.222.0.94 "DELETE /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a/bindings/n-h1-828369-18 HTTP/1.1" status: 204 len: 173 time: 1.1236577 Feb 17 22:13:08.816255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-aeb94fe0-a690-4897-addf-90bc0298d828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.817746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-aeb94fe0-a690-4897-addf-90bc0298d828 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1855292 Feb 17 22:13:08.900189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fae65ece-f084-4274-9a75-be4b1f0d9dd8 req-d01c7c68-6191-482a-85d1-ae99b276fc2c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070572 Feb 17 22:13:08.900796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'tag': 'f08511bc-bb02-4109-bcb7-00f98961159c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:08.903577 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cf0988-b0c4-4706-8fb9-c39b44309d79" -d '{"events": [{"name": "network-changed", "server_uuid": "7678ec72-d5e4-4fac-8534-f80d18f61224", "tag": "f08511bc-bb02-4109-bcb7-00f98961159c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:08.909130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-46ea3950-f019-4b9d-826d-f5ea1572086a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733237 Feb 17 22:13:08.921263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-94958f42-056a-492f-9685-092b23fdcf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:08.922765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-94958f42-056a-492f-9685-092b23fdcf3a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2378855 Feb 17 22:13:08.947697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:09.076526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-d00bbc7d-1e6d-4367-814d-a23e56eb8416 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714998 Feb 17 22:13:09.195016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25533c44-97f3-44d4-a0df-1e1c98d2c036 req-eae0b5d4-c885-4140-a866-312e55882369 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 210 time: 0.0802388 Feb 17 22:13:09.277024 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2480be01-d3c4-40a9-87b1-d7f29f9ec21b x-openstack-request-id: req-2480be01-d3c4-40a9-87b1-d7f29f9ec21b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:09.277611 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "c33a20e9-0dd0-4107-ac58-cc97052b2af7", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "b2d33548-2e80-41a9-97a0-b36863805ea8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:09.278215 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2480be01-d3c4-40a9-87b1-d7f29f9ec21b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:09.279811 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33a20e9-0dd0-4107-ac58-cc97052b2af7', 'code': 200} Feb 17 22:13:09.280330 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10', 'code': 200} Feb 17 22:13:09.281000 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd', 'code': 200} Feb 17 22:13:09.281652 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d33548-2e80-41a9-97a0-b36863805ea8', 'code': 200} Feb 17 22:13:09.287123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-a2f45647-5bc7-4251-84be-51e8f0057eaa service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497460 Feb 17 22:13:09.314592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-8ad500f0-0bec-4d47-b50b-babc7df78044 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3618913 Feb 17 22:13:09.367350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83bf8e-9321-4109-abd6-4802d65fae18 req-343fb1c8-999d-40bf-a465-3d13c02080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:09.368959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a83bf8e-9321-4109-abd6-4802d65fae18 req-343fb1c8-999d-40bf-a465-3d13c02080c0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.3333905 Feb 17 22:13:09.425668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-546bb94e-f27d-422c-a196-b94e73ab25e9 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229470 Feb 17 22:13:09.561836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a83bf8e-9321-4109-abd6-4802d65fae18 req-e533bff9-00f1-40f0-a2d1-9ff3d4243385 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821411 Feb 17 22:13:09.574713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b964a7bf-bad1-435f-b7f7-1496ef73259c req-c9b8dfa6-c88f-4930-b8d5-e284a7948ea2 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759731 Feb 17 22:13:09.584222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a309cc-9cea-4046-a9a0-0f1d1a81f881 req-f4ab4535-01d8-48be-a1ec-d4a4368d2ef4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:09.592311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8a309cc-9cea-4046-a9a0-0f1d1a81f881 req-f4ab4535-01d8-48be-a1ec-d4a4368d2ef4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 943 time: 0.2624369 Feb 17 22:13:09.636504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e788a220-5f31-4af3-a21e-9fdc43f9f021 req-545dcd4d-f7bd-4599-a35c-a2c7908567eb service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081518 Feb 17 22:13:09.670242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8a309cc-9cea-4046-a9a0-0f1d1a81f881 req-f3ba2866-5aa6-4ae3-b742-a78bdbba6880 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770466 Feb 17 22:13:09.713439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5251bc-99aa-4537-9f2f-0548659978a9 req-c226f4a1-c218-4b49-be45-aaa3bf7fa410 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:09.715177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5251bc-99aa-4537-9f2f-0548659978a9 req-c226f4a1-c218-4b49-be45-aaa3bf7fa410 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 949 time: 0.0597146 Feb 17 22:13:09.770660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5251bc-99aa-4537-9f2f-0548659978a9 req-438966bb-0cd6-41d1-b6e4-4c43cf082aff tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484989 Feb 17 22:13:09.815964 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4ab1d7-80c9-4743-b657-de4fd3fa9af5 x-openstack-request-id: req-ad4ab1d7-80c9-4743-b657-de4fd3fa9af5 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:09.816267 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7678ec72-d5e4-4fac-8534-f80d18f61224", "tag": "f08511bc-bb02-4109-bcb7-00f98961159c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:09.816671 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ad4ab1d7-80c9-4743-b657-de4fd3fa9af5 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:09.816995 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'tag': 'f08511bc-bb02-4109-bcb7-00f98961159c', 'status': 'completed', 'code': 200} Feb 17 22:13:09.920897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-268d143d-7edc-4c6e-81c5-25740428a1aa req-fb0bbc78-d745-41af-a4dd-e608e55e99ec service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:13:09.921663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-268d143d-7edc-4c6e-81c5-25740428a1aa req-fb0bbc78-d745-41af-a4dd-e608e55e99ec service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059946 Feb 17 22:13:09.940762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-e3ed771c-a596-4654-91bf-579da49a858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:09.942953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-e3ed771c-a596-4654-91bf-579da49a858b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 1126 time: 0.0899658 Feb 17 22:13:10.081646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-c99e23c2-591d-4d63-8ede-e8883d6e44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.083215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-c99e23c2-591d-4d63-8ede-e8883d6e44e9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 0.1288199 Feb 17 22:13:10.162520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-c2b20827-fdfb-4c89-8e38-4a6c43821710 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f08511bc-bb02-4109-bcb7-00f98961159c HTTP/1.1" status: 200 len: 217 time: 0.0610697 Feb 17 22:13:10.232457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.238466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.243705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.248965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.254220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.259530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.265276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.267156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11517a7a-3288-4468-be8e-68423a8a107d req-ed526e00-ebd9-4c68-ac61-90c5c7f84a3f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.2087302 Feb 17 22:13:10.280018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59a323-ae1b-4324-967d-30bf0fbd4bed req-1be710e3-1780-4f41-94b4-99a91deec453 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.281487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da59a323-ae1b-4324-967d-30bf0fbd4bed req-1be710e3-1780-4f41-94b4-99a91deec453 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1128 time: 0.2104571 Feb 17 22:13:10.308149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-b4174eb4-0bde-44b8-ae2d-1f65714a5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.309539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-b4174eb4-0bde-44b8-ae2d-1f65714a5573 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1335561 Feb 17 22:13:10.393438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-00c73637-ce18-465e-a025-406099177ff0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731924 Feb 17 22:13:10.470086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11517a7a-3288-4468-be8e-68423a8a107d req-91951734-0c05-4fa2-8cd3-ec84b72fd5bd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857932 Feb 17 22:13:10.477444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da59a323-ae1b-4324-967d-30bf0fbd4bed req-261735f4-3aa1-43dc-85a9-1d689a0223b1 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830890 Feb 17 22:13:10.506477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-ba6103e9-e81e-4a98-97ca-4557a0c9b44a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2342305 Feb 17 22:13:10.549924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-449db43d-241a-43e9-aa12-f0873dceba8c service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371028 Feb 17 22:13:10.650927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-68fe16ed-8188-42ff-9b6e-5ec125e1f46a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.661151 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-68fe16ed-8188-42ff-9b6e-5ec125e1f46a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports/c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 940 time: 0.0703969 Feb 17 22:13:10.989130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-36b9de58-433d-4d3b-aa78-36124481f43c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:10.990760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-36b9de58-433d-4d3b-aa78-36124481f43c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 814 time: 0.3111103 Feb 17 22:13:11.034370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dce784-2622-4b67-b951-466223c4df42 req-9e17c9a5-f409-4119-ab0f-49b27c2e9625 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:11.041343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9dce784-2622-4b67-b951-466223c4df42 req-9e17c9a5-f409-4119-ab0f-49b27c2e9625 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.3645298 Feb 17 22:13:11.057393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-1ad37637-bf27-4b0d-aeb4-fd7eaee6a2ef tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/quotas/e8d1180e68474053bc57e473be5f0319 HTTP/1.1" status: 200 len: 375 time: 0.0545549 Feb 17 22:13:11.092284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8cf0988-b0c4-4706-8fb9-c39b44309d79 req-7a615da3-b352-4ed3-99cb-86444d557cd5 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307920 Feb 17 22:13:11.148968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9dce784-2622-4b67-b951-466223c4df42 req-0c245d36-ea5c-403b-b5f5-9b5f2a7a23e2 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056795 Feb 17 22:13:11.183136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-7bea714e-8ac4-4963-91cc-cd9d6c06f839 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1078825 Feb 17 22:13:11.274509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9cc81f25-6316-4308-8b92-41245b71c5b2 req-2daa35be-b710-4711-b793-759477640d9b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=29e0ecbd-6be4-4a58-bc41-7f8d932bfee6 HTTP/1.1" status: 200 len: 210 time: 0.0336270 Feb 17 22:13:11.283478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c7626b-babe-4317-876b-1af17de1693a'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:11.288970 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c5219-4597-41a8-9f5f-146362382dfd" -d '{"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "53c7626b-babe-4317-876b-1af17de1693a"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:11.341942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-c379a4b9-c44d-43b8-9fb0-1fcb41419a24 service neutron] 10.222.0.79 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562545 Feb 17 22:13:11.516996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c3c9e-06b2-451b-a950-b699d125723e req-511da0d7-5fc0-4558-9517-eab7c14bf5cc tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:11.518609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc2c3c9e-06b2-451b-a950-b699d125723e req-511da0d7-5fc0-4558-9517-eab7c14bf5cc tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.1756849 Feb 17 22:13:11.530365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-68ad8d52-9832-46d8-8eb3-5d388dd2dfa6 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:11.532245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-68ad8d52-9832-46d8-8eb3-5d388dd2dfa6 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "GET /v2.0/ports?device_id=16e20dd4-03c3-46f1-86b2-016f37302544 HTTP/1.1" status: 200 len: 945 time: 0.1510370 Feb 17 22:13:11.543517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0f343fa3-0691-441c-b1d4-e47598cd2846 service neutron] 10.222.0.79 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910646 Feb 17 22:13:11.662602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc2c3c9e-06b2-451b-a950-b699d125723e req-8ab292b9-4567-4edd-99e6-1cde16cae6b0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292198 Feb 17 22:13:11.719114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Deleting port 80502de5-41e4-44de-92fc-6f3c90f54f6f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:11.719661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:11.787428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f08511bc-bb02-4109-bcb7-00f98961159c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:13:11.958326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f08511bc-bb02-4109-bcb7-00f98961159c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f08511bc-bb02-4109-bcb7-00f98961159c,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:11.981220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'f08511bc-bb02-4109-bcb7-00f98961159c', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'port_id': 'f08511bc-bb02-4109-bcb7-00f98961159c', 'mac_address': 'fa:16:3e:f2:b3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286750d8-3ff4-41dd-9534-47d6dd9445c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:13:12.023322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] For port 80502de5-41e4-44de-92fc-6f3c90f54f6f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=80502de5-41e4-44de-92fc-6f3c90f54f6f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:12.024159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:12.043325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f08511bc-bb02-4109-bcb7-00f98961159c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:12.044783 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:12.062438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Calling delete_port for 80502de5-41e4-44de-92fc-6f3c90f54f6f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:12.065953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08511bc-bb02-4109-bcb7-00f98961159c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:12.085931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-f1706c37-8acf-48a3-8eee-8ecd3113f85e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:12.093832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-f1706c37-8acf-48a3-8eee-8ecd3113f85e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.3198950 Feb 17 22:13:12.107008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f08511bc-bb02-4109-bcb7-00f98961159c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f08511bc-bb02-4109-bcb7-00f98961159c,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:12.114295 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:12.128171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4425a-9660-4c09-a8e3-cd7ba276eb22 req-1f031132-2466-4fa7-ab3e-99b4d6de6d8e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:12.130059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47f4425a-9660-4c09-a8e3-cd7ba276eb22 req-1f031132-2466-4fa7-ab3e-99b4d6de6d8e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 943 time: 0.2610240 Feb 17 22:13:12.156620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-1720e033-8003-4a0e-a097-3d198ed10f84 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/quotas/59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 375 time: 0.0616601 Feb 17 22:13:12.197665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f08511bc-bb02-4109-bcb7-00f98961159c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:12.401371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f08511bc-bb02-4109-bcb7-00f98961159c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:12.668641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:13:12.804296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47f4425a-9660-4c09-a8e3-cd7ba276eb22 req-ae8521ac-a55d-4323-a445-637bf6ed9149 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6448851 Feb 17 22:13:12.843335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:12.864733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '261de879-ea05-46f7-9219-74837b66a1b6', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '261de879-ea05-46f7-9219-74837b66a1b6', 'mac_address': 'fa:16:3e:bb:2b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:13:12.916653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 261de879-ea05-46f7-9219-74837b66a1b6 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:12.917340 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:12.945201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261de879-ea05-46f7-9219-74837b66a1b6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:12.951701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-17e9e842-f88f-45ba-8622-3fa3e374e429 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2690156 Feb 17 22:13:12.993972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:12.999784 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:13.057934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:13.184762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-b439eee7-e8e5-446e-96f9-a99ba0270aae service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317617 Feb 17 22:13:13.193921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebcbdd-c839-4c1d-8fc8-2ca622615a36 req-257f0806-a6cb-4222-97ad-5ca638e1b729 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:13.196120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccebcbdd-c839-4c1d-8fc8-2ca622615a36 req-257f0806-a6cb-4222-97ad-5ca638e1b729 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 949 time: 0.2320554 Feb 17 22:13:13.268838 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (80502de5-41e4-44de-92fc-6f3c90f54f6f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:13.394464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Pushing event deleted for resources: {'Port': ['ID=80502de5-41e4-44de-92fc-6f3c90f54f6f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:13.504309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccebcbdd-c839-4c1d-8fc8-2ca622615a36 req-1452ed1d-e200-4bdd-9fb3-76ab20cd0f25 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925448 Feb 17 22:13:13.511503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] No DVR routers for this DVR port 80502de5-41e4-44de-92fc-6f3c90f54f6f on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:13.522577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:13.529162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0d42917-ecec-43f8-a585-b5ac1e9e8561 req-e12ead2e-5bd1-4014-8e90-1ee40102b703 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "DELETE /v2.0/ports/80502de5-41e4-44de-92fc-6f3c90f54f6f HTTP/1.1" status: 204 len: 173 time: 1.9816091 Feb 17 22:13:13.535820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'name': 'network-vif-deleted', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:13.538615 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a8492b-005f-4a0c-8e17-34e93bf7acda" -d '{"events": [{"server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "name": "network-vif-deleted", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:13.558571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-59c4bc99-dca9-45a9-81c3-f9bd5c6bc159 service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565898 Feb 17 22:13:13.570674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['261de879-ea05-46f7-9219-74837b66a1b6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:13.601785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-2527591b-5d4e-45b5-aca1-dcab8b6c0b1e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:13.603431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-2527591b-5d4e-45b5-aca1-dcab8b6c0b1e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.94 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 814 time: 0.3363111 Feb 17 22:13:13.616166 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d052e8d-7fc9-4306-afc7-e4e74358b53e x-openstack-request-id: req-8d052e8d-7fc9-4306-afc7-e4e74358b53e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:13.616361 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "53c7626b-babe-4317-876b-1af17de1693a", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-plugged", "status": "completed", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:13.616814 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d052e8d-7fc9-4306-afc7-e4e74358b53e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:13.617584 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c7626b-babe-4317-876b-1af17de1693a', 'code': 200} Feb 17 22:13:13.617981 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b', 'code': 200} Feb 17 22:13:13.679670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Request body: {'port': {'device_id': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'admin_state_up': True, 'tenant_id': 'e8d1180e68474053bc57e473be5f0319'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:13.808631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f08511bc-bb02-4109-bcb7-00f98961159c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:13.883642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port f08511bc-bb02-4109-bcb7-00f98961159c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:13.892291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port f08511bc-bb02-4109-bcb7-00f98961159c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:13.893058 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:13.937175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c0ffde8-b30f-42cf-b891-60600c00b103 req-4f0864a9-da28-4661-a5ce-e941629a767e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 210 time: 0.0624425 Feb 17 22:13:13.997729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.002963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.008504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.014292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.019835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.025906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.031995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.040074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-735b1b66-1438-40fa-ba6c-743e68dc0968 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.2839253 Feb 17 22:13:14.055103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f08511bc-bb02-4109-bcb7-00f98961159c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:14.055585 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:14.069681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.070324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.070800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.071265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.071757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.072258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.072688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.074624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-31e41085-6438-40d8-959d-834a8559b239 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6727 time: 0.2560723 Feb 17 22:13:14.115767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f08511bc-bb02-4109-bcb7-00f98961159c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f08511bc-bb02-4109-bcb7-00f98961159c,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:14.125548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:14.126012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 80502de5-41e4-44de-92fc-6f3c90f54f6f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:14.146507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Made reservation on behalf of e8d1180e68474053bc57e473be5f0319 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:13:14.150024 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:14.153088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 80502de5-41e4-44de-92fc-6f3c90f54f6f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:14.155726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 80502de5-41e4-44de-92fc-6f3c90f54f6f not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:14.230208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f08511bc-bb02-4109-bcb7-00f98961159c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:14.239191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b025dfa-e3b9-4e74-a128-b248aaf32934 req-a3317eaa-d2c5-44e8-81d1-346f1dbcc118 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.240758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b025dfa-e3b9-4e74-a128-b248aaf32934 req-a3317eaa-d2c5-44e8-81d1-346f1dbcc118 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.1901965 Feb 17 22:13:14.254677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb5abb27-a391-4466-8ab4-b002f78b2a1e req-d30ad00c-48c1-449d-b660-a2626780e127 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2137752 Feb 17 22:13:14.308259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14b547fa-e26e-4a99-b8f5-adaf745dd9c1 req-da0d55d4-fd4b-464c-92fb-eb7f22287a91 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&id=c9d55680-7921-4537-813e-91e99b8fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2050264 Feb 17 22:13:14.349747 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f87f699-1d90-4dcd-b5f1-842c57834296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:14.433518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b025dfa-e3b9-4e74-a128-b248aaf32934 req-1c871489-985a-4aa3-a371-5b0d035eed88 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244750 Feb 17 22:13:14.514603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Allocated IP 172.20.0.6 (e2e8134f-728f-4039-a326-731d7c2d0cf8/46756507-5829-4df7-92ac-3e6d44b66898/da6778e5-a6f4-4004-bfba-061d075b470f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:14.546562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461298a-9b74-4aa9-accd-5b7613cf8521 req-77308ea1-f357-4a26-ad96-dc66848df7d6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.548545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1461298a-9b74-4aa9-accd-5b7613cf8521 req-77308ea1-f357-4a26-ad96-dc66848df7d6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.1487548 Feb 17 22:13:14.661997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1461298a-9b74-4aa9-accd-5b7613cf8521 req-97a9356f-7b10-45d2-a03b-29d30038c995 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124566 Feb 17 22:13:14.674263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3951dd7-2072-4da3-a63d-1fb777dbd66b req-5b0d1176-2a01-4b47-8a2f-9737aaee350c tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:14.675793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3951dd7-2072-4da3-a63d-1fb777dbd66b req-5b0d1176-2a01-4b47-8a2f-9737aaee350c tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 1133 time: 0.1203458 Feb 17 22:13:14.713817 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd78b912-45f2-46a1-bc8c-f0e05fd2247a x-openstack-request-id: req-cd78b912-45f2-46a1-bc8c-f0e05fd2247a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:14.714109 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e20dd4-03c3-46f1-86b2-016f37302544", "name": "network-vif-deleted", "tag": "80502de5-41e4-44de-92fc-6f3c90f54f6f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:14.714366 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd78b912-45f2-46a1-bc8c-f0e05fd2247a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:14.714763 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e20dd4-03c3-46f1-86b2-016f37302544', 'name': 'network-vif-deleted', 'tag': '80502de5-41e4-44de-92fc-6f3c90f54f6f', 'status': 'completed', 'code': 200} Feb 17 22:13:14.778939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3951dd7-2072-4da3-a63d-1fb777dbd66b req-9461c8a6-6b91-448b-a090-8870b3a9e46e tempest-MigrationsAdminTest-1592845020 tempest-MigrationsAdminTest-1592845020-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783079 Feb 17 22:13:14.832075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa187199-e56f-40a6-b02c-efd9e998d771 req-a6983d40-69d9-4878-b43c-3465e9c51c84 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 210 time: 0.0490777 Feb 17 22:13:14.844225 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks [] for port (da6778e5-a6f4-4004-bfba-061d075b470f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:14.895529 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:14.959967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:14.981854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Network e2e8134f-728f-4039-a326-731d7c2d0cf8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:14.991963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:14.996299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:15.081626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5bb32c-2301-4584-8e6f-5e628198e259 req-7f49914d-c3a9-4f2b-ab5c-0a4681d640ff tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:15.088307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf5bb32c-2301-4584-8e6f-5e628198e259 req-7f49914d-c3a9-4f2b-ab5c-0a4681d640ff tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 945 time: 0.1332061 Feb 17 22:13:15.102693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:15.103295 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:15.133780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-0109e941-f36d-442d-98a7-78d46cf95d54 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4593890 Feb 17 22:13:15.167907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Request body: {'port': {'device_id': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:15.187145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf5bb32c-2301-4584-8e6f-5e628198e259 req-39086a59-793a-468c-a3ed-9fc160edd6e5 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979209 Feb 17 22:13:15.339180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:15.412483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633aa29-aacb-4980-87b8-5edf2c6b4d6a req-d6e113d5-f746-4d17-8437-be4ae0967462 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:15.414115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6633aa29-aacb-4980-87b8-5edf2c6b4d6a req-d6e113d5-f746-4d17-8437-be4ae0967462 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 950 time: 0.1374838 Feb 17 22:13:15.427416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f509b-bf50-4749-86ab-274fa36e535f req-a2df50c7-1244-4cab-9705-cde106927d6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:15.428983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad5f509b-bf50-4749-86ab-274fa36e535f req-a2df50c7-1244-4cab-9705-cde106927d6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 931 time: 0.1511686 Feb 17 22:13:15.619300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08511bc-bb02-4109-bcb7-00f98961159c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:15.622196 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c90015-3cf9-4454-afc0-7ddfeaadc569" -d '{"events": [{"server_uuid": "7678ec72-d5e4-4fac-8534-f80d18f61224", "name": "network-vif-plugged", "status": "completed", "tag": "f08511bc-bb02-4109-bcb7-00f98961159c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:15.681949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad5f509b-bf50-4749-86ab-274fa36e535f req-80d5f23b-b8d5-4a0f-b2d8-c5b9993e213a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433810 Feb 17 22:13:15.685718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6633aa29-aacb-4980-87b8-5edf2c6b4d6a req-9ae04a5f-9bd1-49df-a695-11c9ecc6916f tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542195 Feb 17 22:13:15.807169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-f7723d92-1ee2-4937-b36c-d5adbf095293 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:15.808544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-f7723d92-1ee2-4937-b36c-d5adbf095293 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.2538054 Feb 17 22:13:15.870824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Request body: {'port': {'device_id': '662db55c-5012-49a5-bd47-574ce0924327', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'admin_state_up': True, 'tenant_id': '59650c83521741329140c0e2719356ae'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:15.984742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6778e5-a6f4-4004-bfba-061d075b470f {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:16.011839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d71c5-2147-4c6b-a95f-45542a52bae2 req-dccca86c-c02d-4695-94bf-83073bcd5179 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.013330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28d71c5-2147-4c6b-a95f-45542a52bae2 req-dccca86c-c02d-4695-94bf-83073bcd5179 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.2289727 Feb 17 22:13:16.015119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Publish callbacks [] for port (da6778e5-a6f4-4004-bfba-061d075b470f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:16.035590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.040968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.047031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.052606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.060850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.067311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.072617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.074493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e2093fe4-2173-44fb-90ae-847912de20f3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.2617218 Feb 17 22:13:16.121294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Transition to ACTIVE for port object da6778e5-a6f4-4004-bfba-061d075b470f will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:13:16.133795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:16.238188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a28d71c5-2147-4c6b-a95f-45542a52bae2 req-3428bef6-84ac-45fa-9837-4418097b2f74 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573734 Feb 17 22:13:16.244977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Made reservation on behalf of 59650c83521741329140c0e2719356ae for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:13:16.248310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:16.265164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:16.299165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0401a614-c842-40d6-9f13-2c9fdbcd94a7 req-e3c3c437-850a-41bb-a3e4-2c89c272fcc3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2113447 Feb 17 22:13:16.307182 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a840ab-a42b-4385-8014-55a392cefd4e x-openstack-request-id: req-99a840ab-a42b-4385-8014-55a392cefd4e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:16.307569 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678ec72-d5e4-4fac-8534-f80d18f61224", "name": "network-vif-plugged", "status": "completed", "tag": "f08511bc-bb02-4109-bcb7-00f98961159c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:16.308010 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99a840ab-a42b-4385-8014-55a392cefd4e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:16.308598 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08511bc-bb02-4109-bcb7-00f98961159c', 'code': 200} Feb 17 22:13:16.486535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3435036-e376-49c2-83b3-c8caffba4a4f req-45844c69-ffff-4abb-a795-450c17f4919d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 210 time: 0.0563769 Feb 17 22:13:16.596844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Attempting to bind port da6778e5-a6f4-4004-bfba-061d075b470f on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:16.597188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Attempting to bind port da6778e5-a6f4-4004-bfba-061d075b470f by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:16.597522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Attempting to bind port da6778e5-a6f4-4004-bfba-061d075b470f on network e2e8134f-728f-4039-a326-731d7c2d0cf8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:16.641778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Port da6778e5-a6f4-4004-bfba-061d075b470f on network e2e8134f-728f-4039-a326-731d7c2d0cf8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:13:16.642111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Attempting to bind port da6778e5-a6f4-4004-bfba-061d075b470f on network e2e8134f-728f-4039-a326-731d7c2d0cf8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:16.666870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2160c5-a937-4212-9bd7-ef62268a145b req-47819adc-2545-488c-abf3-9e4109770063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.668405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2160c5-a937-4212-9bd7-ef62268a145b req-47819adc-2545-488c-abf3-9e4109770063 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 1128 time: 0.2799807 Feb 17 22:13:16.693261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5482b3-7b77-47dd-8795-12c7dda6c6c9 req-7f9b5f38-c912-426b-aebb-5458563477eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.694661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:16.695134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5482b3-7b77-47dd-8795-12c7dda6c6c9 req-7f9b5f38-c912-426b-aebb-5458563477eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2978592 Feb 17 22:13:16.708531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:16.708902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Checking segment: {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:16.709265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Bound using segment: {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:16.709719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Bound port: da6778e5-a6f4-4004-bfba-061d075b470f, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:16.710082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:16.765645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Allocated IP 172.20.0.4 (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c/7eb73f8d-9b93-4360-977f-12e903433c9b/4132eba5-8e17-431b-950c-b51d80c1006d) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:16.771605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 261de879-ea05-46f7-9219-74837b66a1b6 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:16.776902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 261de879-ea05-46f7-9219-74837b66a1b6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:16.777660 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (261de879-ea05-46f7-9219-74837b66a1b6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:16.849812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2160c5-a937-4212-9bd7-ef62268a145b req-edf94943-d624-4ae6-b6d3-5af3af657a5c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731558 Feb 17 22:13:16.864327 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc89faaf-6bdd-4269-afc5-8533d9b27461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:16.868300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d86201-8560-42c2-b577-5aeb31b3f995 req-c1e09b14-ac3f-4d82-bc48-596a773b9f11 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:16.875738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04d86201-8560-42c2-b577-5aeb31b3f995 req-c1e09b14-ac3f-4d82-bc48-596a773b9f11 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 945 time: 0.2535100 Feb 17 22:13:16.891698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5482b3-7b77-47dd-8795-12c7dda6c6c9 req-bad73b86-09be-421b-b6e6-284a0adbc792 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701269 Feb 17 22:13:16.918857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 261de879-ea05-46f7-9219-74837b66a1b6 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:16.919803 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:16.965773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:16.978054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:17.025632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:17.073953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:17.078933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=13']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:17.134105 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:17.415213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fec128-5130-417c-a840-a3efc772eafa req-c2420aaf-32af-4ba1-a3e5-63519dc0e21b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:17.418158 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f5fec128-5130-417c-a840-a3efc772eafa req-c2420aaf-32af-4ba1-a3e5-63519dc0e21b tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 951 time: 0.0724270 Feb 17 22:13:17.530176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04d86201-8560-42c2-b577-5aeb31b3f995 req-cd2d9b92-9414-4364-9a2f-ee7eb783b64f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6399150 Feb 17 22:13:17.554192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:17.555103 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:17.556850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] 10.222.0.94 "PUT /v2.0/ports/da6778e5-a6f4-4004-bfba-061d075b470f HTTP/1.1" status: 200 len: 1092 time: 2.3939166 Feb 17 22:13:17.561523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:17.564039 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79166795-d5ac-40da-a174-faa6cc5f475b" -d '{"events": [{"name": "network-changed", "server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:17.602508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Deleting port 261de879-ea05-46f7-9219-74837b66a1b6 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:17.602997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (261de879-ea05-46f7-9219-74837b66a1b6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:17.605355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57490a3-ffc5-408f-87f5-bf1e4f652db1 req-4125bfd1-92ac-466a-a294-fdd230cbcd1d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:17.607173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57490a3-ffc5-408f-87f5-bf1e4f652db1 req-4125bfd1-92ac-466a-a294-fdd230cbcd1d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 943 time: 0.5935605 Feb 17 22:13:17.642530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76967449-8ed3-48b8-9bfd-62749d8789b7 service neutron] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:17.695534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks [] for port (4132eba5-8e17-431b-950c-b51d80c1006d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:17.764974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57490a3-ffc5-408f-87f5-bf1e4f652db1 req-308e0ec2-daab-4663-9f68-d18f2a3c7a04 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445925 Feb 17 22:13:17.780124 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:17.799509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-4ebcf212-1e91-4505-b8a4-6c7baeef2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:17.801429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-4ebcf212-1e91-4505-b8a4-6c7baeef2ec2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 1126 time: 0.1728334 Feb 17 22:13:17.818816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] For port 261de879-ea05-46f7-9219-74837b66a1b6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=261de879-ea05-46f7-9219-74837b66a1b6,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:17.819191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (261de879-ea05-46f7-9219-74837b66a1b6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:17.854907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Calling delete_port for 261de879-ea05-46f7-9219-74837b66a1b6 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:17.869091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-3a45ee80-2d0b-4682-b91a-a5237b7988a5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da6778e5-a6f4-4004-bfba-061d075b470f HTTP/1.1" status: 200 len: 217 time: 0.0513651 Feb 17 22:13:17.880755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a2fed-e324-4d7f-ba7c-30ae665c1e8c req-861a04f7-446d-45ac-bc24-2090cfb8f54a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:17.882768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-659a2fed-e324-4d7f-ba7c-30ae665c1e8c req-861a04f7-446d-45ac-bc24-2090cfb8f54a tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=a613b3ab-6b90-4894-95f5-b937a7903010 HTTP/1.1" status: 200 len: 951 time: 0.2109671 Feb 17 22:13:17.953598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:18.006991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:18.021826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:18.043091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (261de879-ea05-46f7-9219-74837b66a1b6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:18.052763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:18.058436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e14721fe-bab3-4fd6-b582-fc0e3e373fcf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:18.111066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3294cb8a-5bbf-42e0-8471-6b238c1836ff req-b0b8684e-0089-4299-9fa9-dd149bc3c87c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.119501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3294cb8a-5bbf-42e0-8471-6b238c1836ff req-b0b8684e-0089-4299-9fa9-dd149bc3c87c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.2261434 Feb 17 22:13:18.153382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.154363 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:18.158567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73', 'b2841f04-5468-42ee-90ab-62f8bd3adc61', '261de879-ea05-46f7-9219-74837b66a1b6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:18.164894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event deleted for resources: {'Port': ['ID=261de879-ea05-46f7-9219-74837b66a1b6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:18.185836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.188166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.188166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.188669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.189150 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.190973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.193352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.193352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.193950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.194572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.195773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.197204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.197204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:18.230487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3294cb8a-5bbf-42e0-8471-6b238c1836ff req-ce317c5e-29aa-4f44-ba3d-f3060fbb31b0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098182 Feb 17 22:13:18.236563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3704703 Feb 17 22:13:18.256329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-3be36f81-9472-4151-9cd7-d3262ebfcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.258001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-3be36f81-9472-4151-9cd7-d3262ebfcf48 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=46756507-5829-4df7-92ac-3e6d44b66898 HTTP/1.1" status: 200 len: 854 time: 0.3739078 Feb 17 22:13:18.286873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Request body: {'port': {'device_id': '662db55c-5012-49a5-bd47-574ce0924327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:18.316510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-659a2fed-e324-4d7f-ba7c-30ae665c1e8c req-11eb6a5b-dfdc-4b8c-a21d-aeecbfd82a46 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837278 Feb 17 22:13:18.330766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:18.332604 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2017b95c-09d7-4e30-ad15-3234489e0677" -d '{"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-plugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:18.334062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87fb2b4-6e96-44f2-9d74-e2b8b86fa565 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:18.334210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] No DVR routers for this DVR port 261de879-ea05-46f7-9219-74837b66a1b6 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:18.348839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:18.369405 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f5fec128-5130-417c-a840-a3efc772eafa req-311c4dbc-b9ea-435c-b30b-ea0a0dfea0f8 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "DELETE /v2.0/ports/261de879-ea05-46f7-9219-74837b66a1b6 HTTP/1.1" status: 204 len: 173 time: 0.9347768 Feb 17 22:13:18.370285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-deleted', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:18.373388 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c30d53-870a-4bb1-bb1c-865994d6009e" -d '{"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-deleted", "tag": "261de879-ea05-46f7-9219-74837b66a1b6"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:18.425052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-efcd7eb8-89be-436c-a946-2d23a2b39507 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e2e8134f-728f-4039-a326-731d7c2d0cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351297 Feb 17 22:13:18.753897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.759242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.765127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.770890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.776646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.782806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.788624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.790843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-ec2fded9-c824-487d-b9bc-59409fb0da9c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.3696153 Feb 17 22:13:18.791491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:18.805056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55414119-7955-4fd1-90d7-9254c8f973b2 req-d6f3a250-9f9d-4f1a-8107-722d0bef9ab9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:18.812165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55414119-7955-4fd1-90d7-9254c8f973b2 req-d6f3a250-9f9d-4f1a-8107-722d0bef9ab9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 931 time: 0.3745880 Feb 17 22:13:18.867309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-339995a2-f149-451a-80cb-80c997d450aa service neutron] 10.222.0.94 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4267755 Feb 17 22:13:18.914360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5bdc19f2-ead1-4e67-8af3-8dc600148c33 req-576658f8-1968-4ab8-99fe-f8fb6630b042 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0987422 Feb 17 22:13:19.016431 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff37ce9-6ca4-4ecc-8930-9b459782c8d7 x-openstack-request-id: req-aff37ce9-6ca4-4ecc-8930-9b459782c8d7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:19.016732 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:19.016989 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aff37ce9-6ca4-4ecc-8930-9b459782c8d7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:19.017384 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'status': 'completed', 'code': 200} Feb 17 22:13:19.055545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55414119-7955-4fd1-90d7-9254c8f973b2 req-c8dab431-31fa-48c2-8150-93ed36adc59b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411036 Feb 17 22:13:19.148558 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed0a8e4-30fc-46dd-a932-4b33c1c88a08 x-openstack-request-id: req-6ed0a8e4-30fc-46dd-a932-4b33c1c88a08 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:19.149431 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-plugged", "status": "completed", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:19.149864 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ed0a8e4-30fc-46dd-a932-4b33c1c88a08 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:19.151318 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'code': 200} Feb 17 22:13:19.219249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:19.232608 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef56fd-9d06-4e6a-9fcf-1b5017ea7555 x-openstack-request-id: req-24ef56fd-9d06-4e6a-9fcf-1b5017ea7555 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:19.233545 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613b3ab-6b90-4894-95f5-b937a7903010", "name": "network-vif-deleted", "tag": "261de879-ea05-46f7-9219-74837b66a1b6", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:19.234017 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24ef56fd-9d06-4e6a-9fcf-1b5017ea7555 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:19.234640 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613b3ab-6b90-4894-95f5-b937a7903010', 'name': 'network-vif-deleted', 'tag': '261de879-ea05-46f7-9219-74837b66a1b6', 'status': 'completed', 'code': 200} Feb 17 22:13:19.276488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a789ea2-e0b1-45c0-a869-1e876ee5d3c6 req-214a33d5-8e9c-49b5-8fc3-6b12c0baaf97 service neutron] 10.222.0.94 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679934 Feb 17 22:13:19.373036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4be67-7b2a-4c51-8fbd-9afff1715a1e req-7cea73ae-9817-4a12-a719-2f038bf5f5f8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:19.374703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60f4be67-7b2a-4c51-8fbd-9afff1715a1e req-7cea73ae-9817-4a12-a719-2f038bf5f5f8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2954516 Feb 17 22:13:19.458658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa83e9d8-82a9-42e0-b6cc-93ae13e06aec req-4af9a527-0231-4658-ba04-6984ed3b7d3f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:19.460084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa83e9d8-82a9-42e0-b6cc-93ae13e06aec req-4af9a527-0231-4658-ba04-6984ed3b7d3f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 945 time: 0.1429482 Feb 17 22:13:19.500634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60f4be67-7b2a-4c51-8fbd-9afff1715a1e req-0785e35e-c73d-49f0-ac87-b21da6983beb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086006 Feb 17 22:13:19.562201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166795-d5ac-40da-a174-faa6cc5f475b req-a30ed113-88a3-46f6-a67a-f171c027f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:19.563788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79166795-d5ac-40da-a174-faa6cc5f475b req-a30ed113-88a3-46f6-a67a-f171c027f21d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 1126 time: 0.1881747 Feb 17 22:13:19.710509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa83e9d8-82a9-42e0-b6cc-93ae13e06aec req-e3cd4507-a8f2-4587-8c29-55589fa358c5 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139430 Feb 17 22:13:19.717847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4132eba5-8e17-431b-950c-b51d80c1006d {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:19.734185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Publish callbacks [] for port (4132eba5-8e17-431b-950c-b51d80c1006d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:19.776048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Transition to ACTIVE for port object 4132eba5-8e17-431b-950c-b51d80c1006d will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:13:19.790775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d33ecb-29a7-4876-837b-4c3eaaa40542 req-e11fa32d-0fb9-4352-a049-9ecd5eba0f86 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:19.792455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4d33ecb-29a7-4876-837b-4c3eaaa40542 req-e11fa32d-0fb9-4352-a049-9ecd5eba0f86 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 943 time: 0.1590815 Feb 17 22:13:19.796115 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:19.829271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166795-d5ac-40da-a174-faa6cc5f475b req-6dfa160b-bbf6-43e1-a3f1-33444e1f576e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:19.830857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79166795-d5ac-40da-a174-faa6cc5f475b req-6dfa160b-bbf6-43e1-a3f1-33444e1f576e service neutron] 10.222.0.94 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 915 time: 0.2299414 Feb 17 22:13:19.965410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79166795-d5ac-40da-a174-faa6cc5f475b req-1db91ade-ebfa-43e8-bbaa-ce8cbe09e427 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da6778e5-a6f4-4004-bfba-061d075b470f HTTP/1.1" status: 200 len: 217 time: 0.1261051 Feb 17 22:13:19.991060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:20.126175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79166795-d5ac-40da-a174-faa6cc5f475b req-7631831f-8d88-4817-8242-7e3409205b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.128072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79166795-d5ac-40da-a174-faa6cc5f475b req-7631831f-8d88-4817-8242-7e3409205b5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=46756507-5829-4df7-92ac-3e6d44b66898 HTTP/1.1" status: 200 len: 854 time: 0.1405420 Feb 17 22:13:20.147447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.153071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.159036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.165009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.170959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.176837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.181999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.183959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59b4a257-47cc-4c6b-b195-e1cb4490f94d req-8245aa7f-5f11-4cd9-ae97-ce5e746984e3 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.3501060 Feb 17 22:13:20.194656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40330) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:20.202246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Request body: {'floatingip': {'port_id': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:20.253119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4d33ecb-29a7-4876-837b-4c3eaaa40542 req-85a153ee-67cb-439d-816a-7ca02f2e9443 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210765 Feb 17 22:13:20.258380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79166795-d5ac-40da-a174-faa6cc5f475b req-88728542-38f7-4f1d-9692-b1a9f7d85b7b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e2e8134f-728f-4039-a326-731d7c2d0cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733685 Feb 17 22:13:20.263871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:20.264393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:20.264880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:20.285793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for floatingip (1b67c31b-df14-4992-af75-b84a46602351), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:20.358697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:13:20.359026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:20.377520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:20.377862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:20.378247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:20.378742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Bound port: 4132eba5-8e17-431b-950c-b51d80c1006d, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:20.379027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:20.528533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d48dcd-d94a-4563-be05-43dba71b040e req-d952d5c1-ddea-44e2-b63f-6aa75812e661 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.532649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94d48dcd-d94a-4563-be05-43dba71b040e req-d952d5c1-ddea-44e2-b63f-6aa75812e661 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.2500827 Feb 17 22:13:20.539843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79166795-d5ac-40da-a174-faa6cc5f475b req-85e81579-0948-426f-b92e-b1a1d7a1600b service neutron] 10.222.0.94 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719860 Feb 17 22:13:20.556113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:20.628913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:20.661192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e302cd-ada1-47c3-9fa5-17d98763f6b1 req-9cc45d15-f373-4301-9d63-548b1feca652 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.670792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03e302cd-ada1-47c3-9fa5-17d98763f6b1 req-9cc45d15-f373-4301-9d63-548b1feca652 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 945 time: 0.2333806 Feb 17 22:13:20.674804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:20.689810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:20.760415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:20.761041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:20.762798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] 10.222.0.94 "PUT /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 1092 time: 2.4852304 Feb 17 22:13:20.782589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94d48dcd-d94a-4563-be05-43dba71b040e req-ee64b103-0874-424c-8e10-e2977764fe63 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359645 Feb 17 22:13:20.844982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03e302cd-ada1-47c3-9fa5-17d98763f6b1 req-376c5080-2d15-4908-a9b5-c5d44101d621 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731374 Feb 17 22:13:20.941604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff2517-7f65-496f-92f7-1c6cc584ca41 service neutron] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:20.994422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79166795-d5ac-40da-a174-faa6cc5f475b req-2460a82d-1220-4002-9134-9d494e56bbf4 service neutron] 10.222.0.94 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358408 Feb 17 22:13:21.045183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:21.047526 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9f8282-58d6-4d4b-a043-4323629bc4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:21.077518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-2924b427-c192-4242-a696-398f92e89ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:21.079027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-2924b427-c192-4242-a696-398f92e89ecf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1126 time: 0.2297590 Feb 17 22:13:21.120801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae113d-eb71-451d-a187-73f727974f13 req-963bb6f0-24e6-4da9-9377-5a42992fd059 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:21.124035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43ae113d-eb71-451d-a187-73f727974f13 req-963bb6f0-24e6-4da9-9377-5a42992fd059 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.1680291 Feb 17 22:13:21.178529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-5191deb9-d86f-473c-a841-bc0fdb146b0e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 217 time: 0.0768368 Feb 17 22:13:21.314526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-8bc94d1a-349d-4534-bcd4-e70e6709e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:21.316655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-8bc94d1a-349d-4534-bcd4-e70e6709e8e8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.0929668 Feb 17 22:13:21.336119 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:21.338910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43ae113d-eb71-451d-a187-73f727974f13 req-64a564a1-a0e1-4419-8a2d-bc646c66c4aa tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611626 Feb 17 22:13:21.344547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (1b67c31b-df14-4992-af75-b84a46602351), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:21.391266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-168a6155-b8bd-4bf4-ba37-bf0fd679a990 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507994 Feb 17 22:13:21.471872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da946ab-ffdb-4c9a-850f-21af0e321a29 req-ffba06d6-544e-4fc4-84f3-6093751c4e23 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:21.473325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7da946ab-ffdb-4c9a-850f-21af0e321a29 req-ffba06d6-544e-4fc4-84f3-6093751c4e23 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2598855 Feb 17 22:13:21.570840 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Floating IP 1b67c31b-df14-4992-af75-b84a46602351 associated. External IP: 172.25.0.118, port: 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1. Feb 17 22:13:21.602125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7da946ab-ffdb-4c9a-850f-21af0e321a29 req-5dd518ca-c02c-49ff-b435-c41528253117 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163459 Feb 17 22:13:21.608209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-600fc266-fc93-4545-be7c-44b1cdb68331 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064431 Feb 17 22:13:21.735143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d24c47b-f77b-4236-a506-382b2a4f7724 req-43421fc0-f9b2-49d9-b4c4-f14ffa8ab576 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192033 Feb 17 22:13:21.766717 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5909bee9-05ca-44e0-b056-1671cd1d760d x-openstack-request-id: req-5909bee9-05ca-44e0-b056-1671cd1d760d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:21.770012 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:21.770728 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5909bee9-05ca-44e0-b056-1671cd1d760d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:21.771281 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d', 'status': 'completed', 'code': 200} Feb 17 22:13:21.916840 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Router b9323d8a-3578-445a-8edc-d5185ce9a341 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:13:21.930583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e050d-c716-4af8-be54-dae510ec3e4c req-346c99dc-f507-48e2-b499-2050359ccdb5 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:21.932550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-136e050d-c716-4af8-be54-dae510ec3e4c req-346c99dc-f507-48e2-b499-2050359ccdb5 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 943 time: 0.1881223 Feb 17 22:13:21.939234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d165511-6bf4-4d6e-8f1a-57ea1f1686e1 req-8409de23-8f16-4a0d-b97f-ad9ee50c871e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:21.940720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d165511-6bf4-4d6e-8f1a-57ea1f1686e1 req-8409de23-8f16-4a0d-b97f-ad9ee50c871e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 951 time: 0.2047613 Feb 17 22:13:21.973639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-12cb2d01-bf49-4bfa-8453-5406e1f202b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:21.975164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-12cb2d01-bf49-4bfa-8453-5406e1f202b5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1126 time: 0.1320934 Feb 17 22:13:22.056274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:13:22.064644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:22.077252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] Sync routers for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:13:22.082261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d165511-6bf4-4d6e-8f1a-57ea1f1686e1 req-d0c5d156-94cd-4d63-ba8c-dd1e6818c9aa tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337669 Feb 17 22:13:22.097037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:13:22.097681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:22.107572 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-136e050d-c716-4af8-be54-dae510ec3e4c req-f0b15426-2aef-4348-a566-04df34cda07d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641283 Feb 17 22:13:22.172465 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9264451-0110-4f38-814b-0216d0929e39 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "PUT /v2.0/floatingips/1b67c31b-df14-4992-af75-b84a46602351 HTTP/1.1" status: 200 len: 992 time: 1.9754527 Feb 17 22:13:22.173112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:22.176681 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:22.248409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-49ca9ab2-4769-4727-9ad7-ff2e42f223bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:22.248409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-49ca9ab2-4769-4727-9ad7-ff2e42f223bf service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2592316 Feb 17 22:13:22.437124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:13:22.650624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-2a7e69a6-0a9d-4ea8-a65b-76f7d01c40dd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 217 time: 0.0452213 Feb 17 22:13:22.676421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc347e33-ca01-4a46-a136-0a93d09d00f4 req-4cc39ad2-41ef-4a64-88d7-165689f0a31f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:22.679845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc347e33-ca01-4a46-a136-0a93d09d00f4 req-4cc39ad2-41ef-4a64-88d7-165689f0a31f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.4702702 Feb 17 22:13:22.690648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be61658-a4f5-4960-8a0a-0b7d6d7381b4 req-34999e8a-7350-49ab-a979-89fc5ae6c328 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:22.692201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5be61658-a4f5-4960-8a0a-0b7d6d7381b4 req-34999e8a-7350-49ab-a979-89fc5ae6c328 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 945 time: 0.4696448 Feb 17 22:13:22.693022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1b67c31b-df14-4992-af75-b84a46602351', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'port_id': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'mac_address': 'fa:16:3e:50:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:11:28Z', 'updated_at': '2022-02-17T22:13:21Z', 'revision_number': 1, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:15Z', 'revision_number': 5, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:22.727789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] Checking router: b9323d8a-3578-445a-8edc-d5185ce9a341 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:13:22.729824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:22.756003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 261de879-ea05-46f7-9219-74837b66a1b6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:22.756252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 261de879-ea05-46f7-9219-74837b66a1b6 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:22.759194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:13:22.759914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:22.795407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-5ba0c763-1bb0-41f8-be4b-43b8f836cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:22.795863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-5ba0c763-1bb0-41f8-be4b-43b8f836cbf2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1135297 Feb 17 22:13:22.816341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc347e33-ca01-4a46-a136-0a93d09d00f4 req-76d6337b-e1c9-42c0-b55c-f960759da22f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158633 Feb 17 22:13:22.837399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-9bf13cf1-3083-421f-a0ee-914e0e79ad15 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348601 Feb 17 22:13:22.845621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5be61658-a4f5-4960-8a0a-0b7d6d7381b4 req-263202c6-0bc2-4dc3-90ba-c878d09eedf4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420550 Feb 17 22:13:22.917902 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9a1dd0-807c-46f1-af3e-76c3e8f322bb x-openstack-request-id: req-0b9a1dd0-807c-46f1-af3e-76c3e8f322bb {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:22.918399 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:22.918528 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b9a1dd0-807c-46f1-af3e-76c3e8f322bb {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:22.918892 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'status': 'completed', 'code': 200} Feb 17 22:13:22.940208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:13:23.096505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.096838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.097317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.097807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.098310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.104294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.104524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.107271 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-248a7f14-1e99-4582-9fd9-80c3d851ad37 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6727 time: 0.0952289 Feb 17 22:13:23.131973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-ab1de522-8ed5-4521-8e27-a703e300e269 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853012 Feb 17 22:13:23.150461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.155944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.161272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.166723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.172582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.178030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.184150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.192193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-819f586c-51ec-42c7-bd47-eb55757294f7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.2682667 Feb 17 22:13:23.197413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1b67c31b-df14-4992-af75-b84a46602351', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'port_id': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'mac_address': 'fa:16:3e:50:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:11:28Z', 'updated_at': '2022-02-17T22:13:21Z', 'revision_number': 1, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:15Z', 'revision_number': 5, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:23.218275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-88ccac01-f01d-46b8-bb8c-eccd6d3a3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.219822 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-88ccac01-f01d-46b8-bb8c-eccd6d3a3c66 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1f758203-9b63-4f40-821e-7ad3f600067d HTTP/1.1" status: 200 len: 917 time: 0.1060989 Feb 17 22:13:23.232897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0f5f97-59f8-42cb-958c-04c51edba6d1 None None] The sync data for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 is: [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1b67c31b-df14-4992-af75-b84a46602351', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'port_id': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 888, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'mac_address': 'fa:16:3e:50:cd:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:11:28Z', 'updated_at': '2022-02-17T22:13:21Z', 'revision_number': 1, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:15Z', 'revision_number': 5, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:13:23.285916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917db78b-0bba-4b85-86d3-e5053966a574 req-964ae40b-bbf5-481b-87bb-8085dbc4ba00 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.287490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-917db78b-0bba-4b85-86d3-e5053966a574 req-964ae40b-bbf5-481b-87bb-8085dbc4ba00 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.3145244 Feb 17 22:13:23.307700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-adb133b9-ed83-4ff9-8669-c3f9cb36efbe service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 HTTP/1.1" status: 200 len: 1000 time: 0.0796986 Feb 17 22:13:23.353509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-215227f9-abc4-4adc-a6d0-81ed639d5b96 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.354967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-215227f9-abc4-4adc-a6d0-81ed639d5b96 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 951 time: 0.3602378 Feb 17 22:13:23.374152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-1e9a5f62-19e8-4c11-bdb0-e8fe418e9354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.376131 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-1e9a5f62-19e8-4c11-bdb0-e8fe418e9354 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0b380438-2dc7-4d5b-9bda-2b9f986399eb HTTP/1.1" status: 200 len: 855 time: 0.0610814 Feb 17 22:13:23.380315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfffdf4-030c-480f-a956-657994c45334 req-4981ea97-ea18-4641-9db6-c37025a8f72c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.381726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6cfffdf4-030c-480f-a956-657994c45334 req-4981ea97-ea18-4641-9db6-c37025a8f72c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 945 time: 0.3494294 Feb 17 22:13:23.434528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-964e3590-6c0d-4152-91af-06bfac6c29d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.438136 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-964e3590-6c0d-4152-91af-06bfac6c29d1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1f758203-9b63-4f40-821e-7ad3f600067d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563946 Feb 17 22:13:23.502438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d932dbb7-156a-420a-b4e2-e8651bcac053 req-827db63f-cdce-4572-8368-6ddb03582c62 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3092659 Feb 17 22:13:23.566413 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adaee6a6-af4e-4620-918f-1e083c4a9f8c None None] New status for floating IP 1b67c31b-df14-4992-af75-b84a46602351: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:13:23.569379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9f8282-58d6-4d4b-a043-4323629bc4b0 req-8b2ad9c1-eb2a-4d7e-88ef-300e291e1453 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692918 Feb 17 22:13:23.594811 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-f5a4ad3b-a484-4e7c-880a-bf9e6ff80bad service neutron] 10.222.0.94 "GET /v2.0/networks/1f758203-9b63-4f40-821e-7ad3f600067d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501997 Feb 17 22:13:23.632408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-917db78b-0bba-4b85-86d3-e5053966a574 req-acb728ee-dc5d-44ec-ae10-b97f321570c9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327179 Feb 17 22:13:23.767240 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3afe74c9-7622-4f6f-81ab-0443fedc7aeb req-239b0a1e-8705-4db6-abf7-cb83508e0c9a service neutron] 10.222.0.94 "GET /v2.0/networks/1f758203-9b63-4f40-821e-7ad3f600067d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613319 Feb 17 22:13:23.803483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b7830-49e4-4c40-af3c-1096269a19f9 req-93372541-f7c8-4715-8a32-2162c0d5c630 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.810754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-601b7830-49e4-4c40-af3c-1096269a19f9 req-93372541-f7c8-4715-8a32-2162c0d5c630 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.1725688 Feb 17 22:13:23.848768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Deleting port b2841f04-5468-42ee-90ab-62f8bd3adc61 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:23.849180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:23.914364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a574410-1d1c-41ec-a132-e9bc655479cf req-660d9010-f160-4903-9157-9be7734cf42e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:23.915978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a574410-1d1c-41ec-a132-e9bc655479cf req-660d9010-f160-4903-9157-9be7734cf42e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 951 time: 0.1981027 Feb 17 22:13:23.945854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Deleting port f08511bc-bb02-4109-bcb7-00f98961159c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:23.946285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:24.015130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-601b7830-49e4-4c40-af3c-1096269a19f9 req-ac039628-8459-4e3c-bfdd-7d2e9166c751 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034340 Feb 17 22:13:24.083196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a574410-1d1c-41ec-a132-e9bc655479cf req-06f9f03f-a72c-4270-88cf-cf348c44d633 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499436 Feb 17 22:13:24.127547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] For port f08511bc-bb02-4109-bcb7-00f98961159c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f08511bc-bb02-4109-bcb7-00f98961159c,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:24.127913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:24.143818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Calling delete_port for f08511bc-bb02-4109-bcb7-00f98961159c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:24.254895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] For port b2841f04-5468-42ee-90ab-62f8bd3adc61, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2841f04-5468-42ee-90ab-62f8bd3adc61,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:24.255269 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:24.285741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Calling delete_port for b2841f04-5468-42ee-90ab-62f8bd3adc61 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:24.383850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5712da-bf22-48bb-8a97-7b4bfc15f32a req-df6b9a5a-ceaf-4800-a33a-5d05e23027fa tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.385492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c5712da-bf22-48bb-8a97-7b4bfc15f32a req-df6b9a5a-ceaf-4800-a33a-5d05e23027fa tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 943 time: 0.1917729 Feb 17 22:13:24.403136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.409678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.414907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.420772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.425959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.431621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.437526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.439399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b49fc7e-8042-46fa-ae26-c7920101a83f req-d7e06575-89e3-4235-82f0-90d8c4b243dd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.2446268 Feb 17 22:13:24.619470 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f08511bc-bb02-4109-bcb7-00f98961159c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:24.635228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:24.636725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c5712da-bf22-48bb-8a97-7b4bfc15f32a req-bd4e8c67-29b0-4590-a5d0-559598c49d31 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944165 Feb 17 22:13:24.696085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event deleted for resources: {'Port': ['ID=f08511bc-bb02-4109-bcb7-00f98961159c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:24.732839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device da6778e5-a6f4-4004-bfba-061d075b470f details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:13:24.752738 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b2841f04-5468-42ee-90ab-62f8bd3adc61), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:24.781125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e14721fe-bab3-4fd6-b582-fc0e3e373fcf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:24.793732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73', 'b2841f04-5468-42ee-90ab-62f8bd3adc61'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:24.808734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a469a8c-b009-4a6e-8d07-f30398bade4a req-5de1d7cb-283d-4446-8fbf-e33dc5dcd99e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:24.810950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a469a8c-b009-4a6e-8d07-f30398bade4a req-5de1d7cb-283d-4446-8fbf-e33dc5dcd99e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.2768943 Feb 17 22:13:24.811890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] No DVR routers for this DVR port f08511bc-bb02-4109-bcb7-00f98961159c on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:24.837954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5486f88-fee2-45f5-a703-042efbbc667e req-b1eba84e-ddaa-4cf3-9ecd-610aa26e418a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=7678ec72-d5e4-4fac-8534-f80d18f61224 HTTP/1.1" status: 200 len: 210 time: 0.1025968 Feb 17 22:13:24.842011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:24.846359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6cfffdf4-030c-480f-a956-657994c45334 req-86a37829-bd54-4b30-b385-2732a7d5fb69 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "DELETE /v2.0/ports/f08511bc-bb02-4109-bcb7-00f98961159c HTTP/1.1" status: 204 len: 173 time: 1.4471409 Feb 17 22:13:24.853359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'name': 'network-vif-deleted', 'tag': 'f08511bc-bb02-4109-bcb7-00f98961159c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:24.855998 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99046689-2111-4c8c-a443-9c4c2c99df4c" -d '{"events": [{"server_uuid": "7678ec72-d5e4-4fac-8534-f80d18f61224", "name": "network-vif-deleted", "tag": "f08511bc-bb02-4109-bcb7-00f98961159c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:24.871359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event deleted for resources: {'Port': ['ID=b2841f04-5468-42ee-90ab-62f8bd3adc61,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:24.952558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] No DVR routers for this DVR port b2841f04-5468-42ee-90ab-62f8bd3adc61 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:24.956234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:24.956829 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:13:24.968149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7fd9d19-cbe7-4af5-8282-164308d5f7ca req-0fcf42a3-96ba-4d93-a55f-02f38cad2eb3 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "DELETE /v2.0/ports/b2841f04-5468-42ee-90ab-62f8bd3adc61 HTTP/1.1" status: 204 len: 173 time: 1.6035218 Feb 17 22:13:24.994714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a469a8c-b009-4a6e-8d07-f30398bade4a req-d5f445b5-0170-44a9-9c9a-d1831c1d555f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471982 Feb 17 22:13:25.117576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c41e12-e2b7-4e3f-b8b0-efcc797c5bc0 req-eb315bbe-b373-4519-bbb2-65195a9aea4f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:25.117838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:25.119350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93c41e12-e2b7-4e3f-b8b0-efcc797c5bc0 req-eb315bbe-b373-4519-bbb2-65195a9aea4f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.1490116 Feb 17 22:13:25.163671 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fc2fe8-9f16-4d5f-aaac-d3bcb2d7f546 x-openstack-request-id: req-b2fc2fe8-9f16-4d5f-aaac-d3bcb2d7f546 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:25.164264 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7678ec72-d5e4-4fac-8534-f80d18f61224", "name": "network-vif-deleted", "tag": "f08511bc-bb02-4109-bcb7-00f98961159c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:25.167614 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2fc2fe8-9f16-4d5f-aaac-d3bcb2d7f546 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:25.168167 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7678ec72-d5e4-4fac-8534-f80d18f61224', 'name': 'network-vif-deleted', 'tag': 'f08511bc-bb02-4109-bcb7-00f98961159c', 'status': 'completed', 'code': 200} Feb 17 22:13:25.281745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:25.309505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93c41e12-e2b7-4e3f-b8b0-efcc797c5bc0 req-4a0d132a-d221-40ae-b69e-13e51493e37d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824031 Feb 17 22:13:25.399293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7147239-b7c5-42f3-a6a9-c9449a72ab94 req-07b0e6b4-19b1-412a-8311-135166c5d79a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:25.411884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7147239-b7c5-42f3-a6a9-c9449a72ab94 req-07b0e6b4-19b1-412a-8311-135166c5d79a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.1912010 Feb 17 22:13:25.421294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'port_id': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'mac_address': 'fa:16:3e:8d:1d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46756507-5829-4df7-92ac-3e6d44b66898', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:13:25.515245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc05590b-9c0c-4b72-a59f-8ad1b2345817 req-f3c41bdb-e92d-40be-b3d0-0ac42528e799 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d HTTP/1.1" status: 200 len: 210 time: 0.0436213 Feb 17 22:13:25.544893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7147239-b7c5-42f3-a6a9-c9449a72ab94 req-f66b0027-a6eb-4829-831f-6ca158e28f11 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313374 Feb 17 22:13:25.651492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port da6778e5-a6f4-4004-bfba-061d075b470f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:25.652470 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:25.730292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6778e5-a6f4-4004-bfba-061d075b470f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:25.782475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:25.790524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:25.848337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea384b-2713-487e-8e30-07979700e7f2 req-041a2013-db84-4931-9224-784ed3fba146 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:25.857587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:25.858513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49ea384b-2713-487e-8e30-07979700e7f2 req-041a2013-db84-4931-9224-784ed3fba146 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 943 time: 0.1205723 Feb 17 22:13:25.864599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:13:25.867077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f08511bc-bb02-4109-bcb7-00f98961159c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:25.929359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: f08511bc-bb02-4109-bcb7-00f98961159c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:25.929620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f08511bc-bb02-4109-bcb7-00f98961159c not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:25.980076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49ea384b-2713-487e-8e30-07979700e7f2 req-57c0a67d-2ce8-494d-8317-542b2621f66c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187894 Feb 17 22:13:26.094023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:26.108335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'mac_address': 'fa:16:3e:80:62:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:13:26.165269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:26.166286 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:26.190361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:26.230236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6633cd-7edc-4cf5-8cfb-66450df1519c req-e5a0eb11-bd64-4f44-a57a-c759f6ffe715 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:26.238732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d6633cd-7edc-4cf5-8cfb-66450df1519c req-e5a0eb11-bd64-4f44-a57a-c759f6ffe715 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.1011360 Feb 17 22:13:26.248417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:26.259158 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:26.322017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d6633cd-7edc-4cf5-8cfb-66450df1519c req-a05445d2-0554-4a4e-8d07-b29b324067de tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824754 Feb 17 22:13:26.327485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:26.370456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1b33bb70-1f21-40c2-ad9d-e30ecbe02852'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:26.418803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['da6778e5-a6f4-4004-bfba-061d075b470f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:26.517163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa684d9-0437-4505-b208-1213400564aa req-36b8a247-2bc1-42cb-89d0-34180ff3e53b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:26.519474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fa684d9-0437-4505-b208-1213400564aa req-36b8a247-2bc1-42cb-89d0-34180ff3e53b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.0658517 Feb 17 22:13:26.628297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fa684d9-0437-4505-b208-1213400564aa req-2ae532c6-9b77-439a-8ab4-06dbc8b59e47 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883384 Feb 17 22:13:26.728851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 4132eba5-8e17-431b-950c-b51d80c1006d details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:13:26.753900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:26.795740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: b2841f04-5468-42ee-90ab-62f8bd3adc61 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:26.796168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2841f04-5468-42ee-90ab-62f8bd3adc61 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:26.825050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b48e8-fa80-4d87-98ba-aea36e01eb0a req-27527f16-e091-4943-8b63-ac2d622a29ec tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:26.835772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b44b48e8-fa80-4d87-98ba-aea36e01eb0a req-27527f16-e091-4943-8b63-ac2d622a29ec tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 944 time: 0.1208835 Feb 17 22:13:26.954517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b44b48e8-fa80-4d87-98ba-aea36e01eb0a req-781ac947-a993-47e0-859f-c939bca4d7a7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171010 Feb 17 22:13:26.955628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:26.972836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '4132eba5-8e17-431b-950c-b51d80c1006d', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'port_id': '4132eba5-8e17-431b-950c-b51d80c1006d', 'mac_address': 'fa:16:3e:37:d2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb73f8d-9b93-4360-977f-12e903433c9b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:13:27.026903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 4132eba5-8e17-431b-950c-b51d80c1006d is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:27.027300 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:27.043385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4132eba5-8e17-431b-950c-b51d80c1006d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:27.077040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:27.103314 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:27.182914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:27.189857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-deleted', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:27.192087 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c691aa0d-0863-421a-9b04-d56537521bba" -d '{"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-deleted", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:27.281110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2ebc6-983c-47fa-87eb-6726a2773cb1 req-8143d8ff-f50f-4173-b13a-914cd68b9128 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:27.282508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02d2ebc6-983c-47fa-87eb-6726a2773cb1 req-8143d8ff-f50f-4173-b13a-914cd68b9128 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.2421236 Feb 17 22:13:27.291338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-9f133521-dae6-404a-80d7-10aa0bde7cde tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:27.299956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-9f133521-dae6-404a-80d7-10aa0bde7cde tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.3170047 Feb 17 22:13:27.344306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-222aee68-e4ca-474a-8410-b0bf775a2215 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0434320 Feb 17 22:13:27.449612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02d2ebc6-983c-47fa-87eb-6726a2773cb1 req-ff68084f-dc0b-49cf-ad03-42b370876f67 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420889 Feb 17 22:13:27.510113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-a9417e0a-41b0-4c5e-86b3-32f06199555c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1649017 Feb 17 22:13:27.644738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['4132eba5-8e17-431b-950c-b51d80c1006d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:27.680886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-fde348b5-48e9-4f85-a751-90b33bf5f28a service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696312 Feb 17 22:13:27.693469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419b6b5-3cff-45c9-9151-f60b6f165862 req-27aaffb1-7ef6-440f-a2e7-5e2a8b0d8040 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:27.700849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f419b6b5-3cff-45c9-9151-f60b6f165862 req-27aaffb1-7ef6-440f-a2e7-5e2a8b0d8040 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 944 time: 0.1109223 Feb 17 22:13:27.824895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f419b6b5-3cff-45c9-9151-f60b6f165862 req-a9ba7f33-7633-4d04-bc9a-7caed87d7ab0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183717 Feb 17 22:13:27.881242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-39656ac1-9ea6-4a83-a653-2711da017dcf service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975312 Feb 17 22:13:27.904807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:27.914065 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270469bd-08f5-4a32-881d-42526ed770ac x-openstack-request-id: req-270469bd-08f5-4a32-881d-42526ed770ac {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:27.914552 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d", "name": "network-vif-deleted", "tag": "b2841f04-5468-42ee-90ab-62f8bd3adc61", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:27.914977 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-270469bd-08f5-4a32-881d-42526ed770ac {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:27.915568 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5b69d7-e6b5-40ca-8923-7f09f5a66c8d', 'name': 'network-vif-deleted', 'tag': 'b2841f04-5468-42ee-90ab-62f8bd3adc61', 'status': 'completed', 'code': 200} Feb 17 22:13:28.007887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:28.008277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:28.134063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5bb28-7b83-4d0c-beab-e6bf3822b1b5 req-b5b3321a-064d-47af-a191-23572d669ba4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:28.145924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79f5bb28-7b83-4d0c-beab-e6bf3822b1b5 req-b5b3321a-064d-47af-a191-23572d669ba4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.1213865 Feb 17 22:13:28.197916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:28.198190 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:28.250014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:28.252527 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7235f3a1-59da-48d8-afbe-1f4529f14f35" -d '{"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-plugged", "status": "completed", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:28.268631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79f5bb28-7b83-4d0c-beab-e6bf3822b1b5 req-c92c32ea-aa66-48b0-a3bc-ba9615789ef6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171825 Feb 17 22:13:28.282859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:28.303080 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:28.413278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:28.578407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23964b58-3e00-46c9-aabe-ff9bd27ea0b1 req-6bcc7b72-dcf1-4662-a86a-c1e6887fdb6d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:28.594464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23964b58-3e00-46c9-aabe-ff9bd27ea0b1 req-6bcc7b72-dcf1-4662-a86a-c1e6887fdb6d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 944 time: 0.3497822 Feb 17 22:13:28.658277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-459b57d0-a0bd-4ca2-bde4-b48be8f88eb5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:28.660216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-459b57d0-a0bd-4ca2-bde4-b48be8f88eb5 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.3317811 Feb 17 22:13:28.673982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26e386-a958-4ae0-afbd-3f340661faef req-52e6fc56-ecf7-4815-8909-d32bfe3f2d96 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:28.681931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d26e386-a958-4ae0-afbd-3f340661faef req-52e6fc56-ecf7-4815-8909-d32bfe3f2d96 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2710068 Feb 17 22:13:28.744851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device da6778e5-a6f4-4004-bfba-061d075b470f up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:28.847905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23964b58-3e00-46c9-aabe-ff9bd27ea0b1 req-af59d33c-d275-4a23-ad55-ecfa5725f7d9 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521665 Feb 17 22:13:28.861662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port da6778e5-a6f4-4004-bfba-061d075b470f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:28.885815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port da6778e5-a6f4-4004-bfba-061d075b470f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:28.888734 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:28.900852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d26e386-a958-4ae0-afbd-3f340661faef req-31f45e5d-2f81-4834-8301-7c01cef76a8c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172806 Feb 17 22:13:28.993397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Deleting port e14721fe-bab3-4fd6-b582-fc0e3e373fcf {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:28.995168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:29.038995 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18dd8cc7-8fbb-4fab-9d9b-858076b8179d x-openstack-request-id: req-18dd8cc7-8fbb-4fab-9d9b-858076b8179d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:29.039826 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-plugged", "status": "completed", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:29.049190 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18dd8cc7-8fbb-4fab-9d9b-858076b8179d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:29.050147 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'code': 200} Feb 17 22:13:29.224033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port da6778e5-a6f4-4004-bfba-061d075b470f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:29.224515 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:29.248110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9166f8ff-4b33-4ebf-a220-74213c81ca33 req-d394d65c-43cb-404e-9dbe-30e596982227 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 210 time: 0.2344272 Feb 17 22:13:29.338089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:29.344214 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:29.522264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:29.591451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] For port e14721fe-bab3-4fd6-b582-fc0e3e373fcf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:29.592073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:29.656981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38368881-5606-4be0-9449-1078a36d68d9 req-7733078a-6137-46c7-86d8-eea3cef9a653 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:29.673502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38368881-5606-4be0-9449-1078a36d68d9 req-7733078a-6137-46c7-86d8-eea3cef9a653 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=cf926935-4f58-463c-a7e7-2c0477031537 HTTP/1.1" status: 200 len: 949 time: 0.4731290 Feb 17 22:13:29.679932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Calling delete_port for e14721fe-bab3-4fd6-b582-fc0e3e373fcf owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:29.826649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968b014-9e15-4fb7-83db-64b447985052 req-a8ed327e-2994-44dc-bc0d-588d7c063bcf tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:29.836418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5968b014-9e15-4fb7-83db-64b447985052 req-a8ed327e-2994-44dc-bc0d-588d7c063bcf tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.4549408 Feb 17 22:13:29.943181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38368881-5606-4be0-9449-1078a36d68d9 req-5ee5637a-88ee-4e0c-9475-92d802c3f5db tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686393 Feb 17 22:13:30.054401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5968b014-9e15-4fb7-83db-64b447985052 req-47add71e-5076-4ea8-8022-cd13dfcc26f8 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168505 Feb 17 22:13:30.752445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 4132eba5-8e17-431b-950c-b51d80c1006d up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:30.829889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 4132eba5-8e17-431b-950c-b51d80c1006d completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:30.835908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 4132eba5-8e17-431b-950c-b51d80c1006d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:30.835908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:30.936501 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e14721fe-bab3-4fd6-b582-fc0e3e373fcf), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:30.961393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b1bc8-32d4-40f1-9038-8516ba3f4ac2 req-672ba86e-bc3d-4c4a-ab9b-92f5bb776a76 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:30.962908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f34b1bc8-32d4-40f1-9038-8516ba3f4ac2 req-672ba86e-bc3d-4c4a-ab9b-92f5bb776a76 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.9074712 Feb 17 22:13:30.984243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:30.999122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event deleted for resources: {'Port': ['ID=e14721fe-bab3-4fd6-b582-fc0e3e373fcf,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:31.076854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:31.080376 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915787d7-4823-453e-9504-c358e55903dc" -d '{"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-plugged", "status": "completed", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:31.102058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cebcf-1338-4a34-937e-d4244a753bb8 req-83d24a6f-4c2f-4efd-badf-14449b3cbade tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:31.103661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca4cebcf-1338-4a34-937e-d4244a753bb8 req-83d24a6f-4c2f-4efd-badf-14449b3cbade tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 944 time: 0.3038290 Feb 17 22:13:31.120355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] No DVR routers for this DVR port e14721fe-bab3-4fd6-b582-fc0e3e373fcf on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:31.123254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:31.127644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6be3a2ba-0cec-4ca7-b495-947e95f9ae7d req-21d0378a-123c-44c9-bfcf-55f59245e343 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.73 "DELETE /v2.0/ports/e14721fe-bab3-4fd6-b582-fc0e3e373fcf HTTP/1.1" status: 204 len: 173 time: 2.4312508 Feb 17 22:13:31.145328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 4132eba5-8e17-431b-950c-b51d80c1006d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:31.145899 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:31.159645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-deleted', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:31.162183 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa58065-0e4d-4d09-9233-9bb99a40c944" -d '{"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-deleted", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:31.246355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-3cc2df09-4cf4-4cb2-8dfb-4fbe8f850804 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:31.246665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-3cc2df09-4cf4-4cb2-8dfb-4fbe8f850804 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.9695692 Feb 17 22:13:31.253934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:31.270822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Request body: {'port': {'device_id': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'admin_state_up': True, 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:31.274200 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:31.315085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f34b1bc8-32d4-40f1-9038-8516ba3f4ac2 req-9801e214-161f-43c1-8949-35a409435708 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3248951 Feb 17 22:13:31.408055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca4cebcf-1338-4a34-937e-d4244a753bb8 req-3e86e021-e6d7-4063-8afd-62c7beff714d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696290 Feb 17 22:13:31.434408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-cb2a02ed-7d7d-400a-bf49-fb5226e63131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:31.438646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-cb2a02ed-7d7d-400a-bf49-fb5226e63131 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189&tenant_id=822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 1126 time: 0.3290439 Feb 17 22:13:31.473740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-888ab238-84de-4621-be53-72b90c2203d1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:31.476336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:31.477151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-888ab238-84de-4621-be53-72b90c2203d1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 945 time: 0.3686697 Feb 17 22:13:31.510308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:31.714483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5df90e13-e58a-44fd-a59d-20794dd06390 req-9ff94de9-d6ab-41d3-89f1-0a79f834c248 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 210 time: 0.0691254 Feb 17 22:13:31.848524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 08e356e0-1619-4d8e-8814-b4a5e0800906 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:31.906580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:31.991934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 08e356e0-1619-4d8e-8814-b4a5e0800906 is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:31.992950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:32.019541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: e14721fe-bab3-4fd6-b582-fc0e3e373fcf {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:32.019897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e14721fe-bab3-4fd6-b582-fc0e3e373fcf not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:32.034405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:13:32.038020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:32.093599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a19645-4196-402d-be22-6f1bbe589537 req-e9718049-6cc1-4215-a755-1f04c9565c99 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:32.096238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81a19645-4196-402d-be22-6f1bbe589537 req-e9718049-6cc1-4215-a755-1f04c9565c99 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.5768154 Feb 17 22:13:32.268728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8e015-0307-4e25-ae64-ea31d35f6383 req-e090abfb-4414-4882-8f72-5722d956cccd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:32.275943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1c8e015-0307-4e25-ae64-ea31d35f6383 req-e090abfb-4414-4882-8f72-5722d956cccd tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 945 time: 0.3386912 Feb 17 22:13:32.320352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Deleting port 08e356e0-1619-4d8e-8814-b4a5e0800906 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:32.320699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:32.522767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1c8e015-0307-4e25-ae64-ea31d35f6383 req-0d2b478f-d20e-418c-8844-713f6e345ce4 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456772 Feb 17 22:13:32.545978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81a19645-4196-402d-be22-6f1bbe589537 req-5e3eee56-05ec-4d1e-99f8-1c067b472765 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487651 Feb 17 22:13:32.589835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Allocated IP 172.20.0.11 (492bf255-9258-4b42-9b64-67a0b7c1ba7f/286750d8-3ff4-41dd-9534-47d6dd9445c5/a0859b1a-c277-40f6-a3b2-c80710e1232e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:32.631452 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2f9435-81aa-49e9-9b69-b674a4d1dc32 x-openstack-request-id: req-aa2f9435-81aa-49e9-9b69-b674a4d1dc32 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:32.631758 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-plugged", "status": "completed", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:32.632012 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa2f9435-81aa-49e9-9b69-b674a4d1dc32 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:32.632410 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'code': 200} Feb 17 22:13:32.683826 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-1fe2d82d-dff2-4084-b4d3-07e78e592c36 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1093137 Feb 17 22:13:32.708441 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c7218d-7b87-4113-8136-0ec4808ae987 x-openstack-request-id: req-88c7218d-7b87-4113-8136-0ec4808ae987 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:32.708806 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf926935-4f58-463c-a7e7-2c0477031537", "name": "network-vif-deleted", "tag": "e14721fe-bab3-4fd6-b582-fc0e3e373fcf", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:32.708985 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88c7218d-7b87-4113-8136-0ec4808ae987 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:32.709375 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf926935-4f58-463c-a7e7-2c0477031537', 'name': 'network-vif-deleted', 'tag': 'e14721fe-bab3-4fd6-b582-fc0e3e373fcf', 'status': 'completed', 'code': 200} Feb 17 22:13:32.800529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] For port 08e356e0-1619-4d8e-8814-b4a5e0800906, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=08e356e0-1619-4d8e-8814-b4a5e0800906,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:32.800901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:32.817333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:32.888909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-a32622c9-3718-4286-9d9f-af07dbf830b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:32.892177 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-a32622c9-3718-4286-9d9f-af07dbf830b4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2356f526efd44c08a1547a8c63d4ff01&device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 1127 time: 0.0614090 Feb 17 22:13:32.911482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Calling delete_port for 08e356e0-1619-4d8e-8814-b4a5e0800906 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:33.036899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-1ba5a53a-fca1-4251-b6fb-5aae5647728e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:33.038575 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-1ba5a53a-fca1-4251-b6fb-5aae5647728e service neutron] 10.222.0.94 "GET /v2.0/networks?id=dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 200 len: 921 time: 0.1260905 Feb 17 22:13:33.105729 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-de11557e-c931-491b-92f2-7938f95b6fa8 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 200 len: 217 time: 0.0563748 Feb 17 22:13:33.158794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b958a0c-f57f-4843-8eb3-678a34d22468 req-a111eb1f-0e12-4e5a-9c86-35b51b655d27 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:33.159457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-68cc6d0c-e64b-40aa-bc8e-50c5de106583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:33.160597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b958a0c-f57f-4843-8eb3-678a34d22468 req-a111eb1f-0e12-4e5a-9c86-35b51b655d27 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.4134431 Feb 17 22:13:33.160983 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-68cc6d0c-e64b-40aa-bc8e-50c5de106583 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 200 len: 860 time: 0.0505886 Feb 17 22:13:33.165838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:33.197082 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-284d0f1d-b9af-4957-bfc2-5e0a911fe277 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=dba98d2b-b591-448a-b4e3-92d18620e790&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286484 Feb 17 22:13:33.243310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a1d971-a295-4bf3-a2ac-8caf8b973570 req-7025f8c7-2f7b-401c-a296-1eb77fe95af3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:33.244935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3a1d971-a295-4bf3-a2ac-8caf8b973570 req-7025f8c7-2f7b-401c-a296-1eb77fe95af3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 943 time: 0.4473093 Feb 17 22:13:33.277569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cec0b-e270-4819-976a-97ffaf4ef7f9 req-2c997f84-bb49-4f67-8048-1436e62fb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:33.279098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f7cec0b-e270-4819-976a-97ffaf4ef7f9 req-2c997f84-bb49-4f67-8048-1436e62fb528 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 1128 time: 0.4139366 Feb 17 22:13:33.284997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:33.317520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Publish callbacks [] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:33.321727 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-a85951b3-d845-40d9-b5bc-33652b5c1165 service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142693 Feb 17 22:13:33.356592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks [] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:33.389275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Transition to ACTIVE for port object c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:13:33.434684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b958a0c-f57f-4843-8eb3-678a34d22468 req-d490be84-c3d7-4af1-aed9-48ffb8c13bc3 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382646 Feb 17 22:13:33.467734 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7db79135-e09b-4c8a-8cb5-104dc1de1b43 req-efe710e5-2c9c-4f2b-8dd7-0ef7f8924c5c service neutron] 10.222.0.94 "GET /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391790 Feb 17 22:13:33.469645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:33.524570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f7cec0b-e270-4819-976a-97ffaf4ef7f9 req-a9bbef39-56a1-4aa8-9433-b8c56a6063fa service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314687 Feb 17 22:13:33.566748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3a1d971-a295-4bf3-a2ac-8caf8b973570 req-88348250-8e58-4629-abdb-8d69e6d87ed7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2913311 Feb 17 22:13:33.710345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=9']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:33.720169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (08e356e0-1619-4d8e-8814-b4a5e0800906), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:33.722148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:33.803421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event deleted for resources: {'Port': ['ID=08e356e0-1619-4d8e-8814-b4a5e0800906,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:33.884891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] No DVR routers for this DVR port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:33.895852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e76055-fd8d-4e33-9033-9ceab0f75357 req-9550bb61-5f4d-415d-9c90-226bd6d76330 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:33.897596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e76055-fd8d-4e33-9033-9ceab0f75357 req-9550bb61-5f4d-415d-9c90-226bd6d76330 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.3889573 Feb 17 22:13:33.911739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:34.030222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] No DVR routers for this DVR port 08e356e0-1619-4d8e-8814-b4a5e0800906 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:34.033643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:34.037539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b2c51f8-d4a5-4b77-85bf-ac78500949d8 req-6b78d635-e519-4803-bcbf-6558cc4651a5 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.73 "DELETE /v2.0/ports/08e356e0-1619-4d8e-8814-b4a5e0800906 HTTP/1.1" status: 204 len: 173 time: 2.5475535 Feb 17 22:13:34.185886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:34.210966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:34.221049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e76055-fd8d-4e33-9033-9ceab0f75357 req-c02116d4-c36d-44c9-827c-d7d72bcf2798 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152710 Feb 17 22:13:34.234463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:34.237571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event updated for resources: {'Port': ['ID=a0859b1a-c277-40f6-a3b2-c80710e1232e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:34.302062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51448277-ec16-4421-843a-26cf4e25c2c7 req-d7c6e3fd-1dc7-4de1-be87-5d6879bbcb0a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:34.308919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51448277-ec16-4421-843a-26cf4e25c2c7 req-d7c6e3fd-1dc7-4de1-be87-5d6879bbcb0a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 932 time: 0.4302938 Feb 17 22:13:34.353266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:34.353916 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:34.392696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:34.393048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:34.393346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:34.417658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e4fae93-5b88-455d-9a45-c7b452bd3843 req-41e64c91-9554-4b78-84c9-e9fe36aece0b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=9b9f223d-551b-487f-895e-7c300c3fbbda HTTP/1.1" status: 200 len: 210 time: 0.0552464 Feb 17 22:13:34.427091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-b9edc4b8-3218-4383-b247-e38b9feb8059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1704862 Feb 17 22:13:34.431757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:13:34.432083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Attempting to bind port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:34.451059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51448277-ec16-4421-843a-26cf4e25c2c7 req-31b31429-92ce-431e-9234-1cc846d415a2 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411541 Feb 17 22:13:34.456824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Request body: {'port': {'device_id': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:34.463997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:34.464270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Checking segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:34.464655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Bound using segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:34.465365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Bound port: c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:34.465701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:34.633546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:34.636409 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f1f40ae-79b3-4f82-9592-83763caadeb4" -d '{"events": [{"server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "name": "network-vif-plugged", "status": "completed", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:34.866389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'name': 'network-vif-deleted', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:34.868827 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a69821c-2262-4a22-9307-80087c3dadc3" -d '{"events": [{"server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "name": "network-vif-deleted", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:35.022591 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:35.041460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:35.061745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f8dc7-0fd5-41bf-931f-27f206bea43c req-a25a14dc-6cda-4d4e-af25-fa0bdef90478 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:35.069093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db0f8dc7-0fd5-41bf-931f-27f206bea43c req-a25a14dc-6cda-4d4e-af25-fa0bdef90478 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.1936340 Feb 17 22:13:35.084199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:35.122968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78e5ef-0bc5-4224-8e87-4f96ce88a8c4 req-e0e7502c-2fc6-4cf4-bfd0-45b5fe712ef4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:35.125635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e78e5ef-0bc5-4224-8e87-4f96ce88a8c4 req-e0e7502c-2fc6-4cf4-bfd0-45b5fe712ef4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2473638 Feb 17 22:13:35.129474 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:35.224814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:35.225514 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:35.226826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] 10.222.0.94 "PUT /v2.0/ports/c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 1092 time: 3.7465639 Feb 17 22:13:35.250936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db0f8dc7-0fd5-41bf-931f-27f206bea43c req-aeb914ee-73c3-48b7-960a-ec1ceaa6b61e tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/security-groups?id=f3e47c9b-4bd9-438d-8dc5-1c12930407c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808636 Feb 17 22:13:35.420581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb80499-c2b8-48b1-819e-de8da7aba3c5 service neutron] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:35.440859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e78e5ef-0bc5-4224-8e87-4f96ce88a8c4 req-e1b46f39-3973-40f8-82c6-5f908377017d tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732565 Feb 17 22:13:35.556264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c4840b-71a8-41bc-aaf9-a37599494bcf req-b819f200-e066-47e3-88f5-dedcc1f973b9 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:35.557767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c4840b-71a8-41bc-aaf9-a37599494bcf req-b819f200-e066-47e3-88f5-dedcc1f973b9 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.2163126 Feb 17 22:13:35.560057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-e123b585-7b23-44b1-98a9-922cc3ee6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:35.561491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-e123b585-7b23-44b1-98a9-922cc3ee6862 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1127 time: 0.2234309 Feb 17 22:13:35.750892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c4840b-71a8-41bc-aaf9-a37599494bcf req-10da11fd-a846-4e12-9f49-c178fcdea515 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784794 Feb 17 22:13:35.775685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e09594-6bea-41b7-b6f6-164cf7182656 req-4d246ce5-04e1-4d9b-b2e3-b1d2ea4b60a1 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:35.782978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02e09594-6bea-41b7-b6f6-164cf7182656 req-4d246ce5-04e1-4d9b-b2e3-b1d2ea4b60a1 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.2376523 Feb 17 22:13:35.817372 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d657339-4bff-463b-999e-b32ca6d02d11 x-openstack-request-id: req-5d657339-4bff-463b-999e-b32ca6d02d11 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:35.818219 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "name": "network-vif-plugged", "status": "completed", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:35.818654 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d657339-4bff-463b-999e-b32ca6d02d11 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:35.819202 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d', 'code': 200} Feb 17 22:13:35.835775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-521b72b6-edea-4606-a3f1-2d6a62cb9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:35.837243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-521b72b6-edea-4606-a3f1-2d6a62cb9220 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.2638211 Feb 17 22:13:35.856399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0859b1a-c277-40f6-a3b2-c80710e1232e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:35.861625 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f759d1-7e23-4ea5-89ce-c1ce0d9e391d x-openstack-request-id: req-65f759d1-7e23-4ea5-89ce-c1ce0d9e391d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:35.861929 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9f223d-551b-487f-895e-7c300c3fbbda", "name": "network-vif-deleted", "tag": "08e356e0-1619-4d8e-8814-b4a5e0800906", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:35.862442 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65f759d1-7e23-4ea5-89ce-c1ce0d9e391d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:35.862863 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9f223d-551b-487f-895e-7c300c3fbbda', 'name': 'network-vif-deleted', 'tag': '08e356e0-1619-4d8e-8814-b4a5e0800906', 'status': 'completed', 'code': 200} Feb 17 22:13:35.871817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Publish callbacks [] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:35.904864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02e09594-6bea-41b7-b6f6-164cf7182656 req-ea1c9fc2-4131-46df-a7a5-3dcf89296b41 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151681 Feb 17 22:13:35.912509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Transition to ACTIVE for port object a0859b1a-c277-40f6-a3b2-c80710e1232e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:13:35.938707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:35.993106 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:13:36.170906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ef54-a965-4bed-972b-68ebad43d41c req-fda93e30-2a54-415d-b0ff-2e1644f700c4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.173435 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c235ef54-a965-4bed-972b-68ebad43d41c req-fda93e30-2a54-415d-b0ff-2e1644f700c4 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 949 time: 0.0766354 Feb 17 22:13:36.217535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-36fcf3f8-9c7c-427c-a456-d3ba81676131 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 999 time: 0.3037837 Feb 17 22:13:36.232611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Pushing event updated for resources: {'Port': ['ID=a0859b1a-c277-40f6-a3b2-c80710e1232e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:36.263990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe2e26b-f2b3-4681-9488-3198b2f18706 req-43d10240-19c6-4f1c-a646-a7e6d2ab284e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.271031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbe2e26b-f2b3-4681-9488-3198b2f18706 req-43d10240-19c6-4f1c-a646-a7e6d2ab284e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.3509631 Feb 17 22:13:36.313995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Deleting port 59329c8b-62ac-4da0-8d94-af28ff99ad73 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:36.314254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:36.344408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf44064-493c-4103-a8d1-25556b7aab84 req-eed704dd-9675-42c7-9c5c-543b3bcf6e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.345944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cf44064-493c-4103-a8d1-25556b7aab84 req-eed704dd-9675-42c7-9c5c-543b3bcf6e82 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1128 time: 0.3149116 Feb 17 22:13:36.360376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a974f-ddd8-498e-8bab-e0d2e296da2c req-92deb0b6-bb4a-4314-820c-4ace7d30fda6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.361938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-356a974f-ddd8-498e-8bab-e0d2e296da2c req-92deb0b6-bb4a-4314-820c-4ace7d30fda6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 944 time: 0.3292506 Feb 17 22:13:36.418361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbe2e26b-f2b3-4681-9488-3198b2f18706 req-f824ae98-2a92-42b3-9dd7-4883e43bc6a3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465850 Feb 17 22:13:36.426074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Attempting to bind port a0859b1a-c277-40f6-a3b2-c80710e1232e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:36.426417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Attempting to bind port a0859b1a-c277-40f6-a3b2-c80710e1232e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:36.426749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Attempting to bind port a0859b1a-c277-40f6-a3b2-c80710e1232e on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:36.431143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-c936784d-0c64-4ca6-aa35-73e7b9b888a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.432639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-c936784d-0c64-4ca6-aa35-73e7b9b888a5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.1942248 Feb 17 22:13:36.449236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Port a0859b1a-c277-40f6-a3b2-c80710e1232e on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:13:36.449571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Attempting to bind port a0859b1a-c277-40f6-a3b2-c80710e1232e on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:36.454606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] For port 59329c8b-62ac-4da0-8d94-af28ff99ad73, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=59329c8b-62ac-4da0-8d94-af28ff99ad73,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:36.454983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:36.478146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Calling delete_port for 59329c8b-62ac-4da0-8d94-af28ff99ad73 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:36.506188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:36.506671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:36.506971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Bound using segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:36.507438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Bound port: a0859b1a-c277-40f6-a3b2-c80710e1232e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:36.507808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:36.536955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cf44064-493c-4103-a8d1-25556b7aab84 req-41ddfae0-7565-46a7-a88c-efa090905c56 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737354 Feb 17 22:13:36.550352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-356a974f-ddd8-498e-8bab-e0d2e296da2c req-edcc5970-6121-43eb-84e0-c0ea312c229c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713014 Feb 17 22:13:36.649413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-c1e031ca-b35a-4ed0-bdb7-6dbe5d90d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.650952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-c1e031ca-b35a-4ed0-bdb7-6dbe5d90d133 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2102125 Feb 17 22:13:36.661059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] For port a0859b1a-c277-40f6-a3b2-c80710e1232e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:36.665429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] For port a0859b1a-c277-40f6-a3b2-c80710e1232e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a0859b1a-c277-40f6-a3b2-c80710e1232e,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:36.682823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3d060-97c4-44ee-bc73-aa55bdf5529c req-5cb836d8-c987-42c0-860f-4bf2795552e2 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.685881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4e3d060-97c4-44ee-bc73-aa55bdf5529c req-5cb836d8-c987-42c0-860f-4bf2795552e2 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.1625886 Feb 17 22:13:36.688206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:36.711603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (59329c8b-62ac-4da0-8d94-af28ff99ad73), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:36.749304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['59329c8b-62ac-4da0-8d94-af28ff99ad73'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:36.749528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:36.750011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:36.751689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] 10.222.0.73 "PUT /v2.0/ports/a0859b1a-c277-40f6-a3b2-c80710e1232e HTTP/1.1" status: 200 len: 1093 time: 2.2994707 Feb 17 22:13:36.777002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Pushing event deleted for resources: {'Port': ['ID=59329c8b-62ac-4da0-8d94-af28ff99ad73,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:36.847764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] No DVR routers for this DVR port 59329c8b-62ac-4da0-8d94-af28ff99ad73 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:36.850788 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:36.859527 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c235ef54-a965-4bed-972b-68ebad43d41c req-4abc211b-88fb-4d60-b396-a65f301cbca2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.94 "DELETE /v2.0/ports/59329c8b-62ac-4da0-8d94-af28ff99ad73 HTTP/1.1" status: 204 len: 173 time: 0.6779795 Feb 17 22:13:36.860037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-deleted', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:36.863636 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37162bef-1239-40c1-9a66-02f346cd480f" -d '{"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-deleted", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:36.890300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81c7bd-a817-4844-8e18-d49aa3a684cc service neutron] Pushing event updated for resources: {'Port': ['ID=a0859b1a-c277-40f6-a3b2-c80710e1232e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:36.938059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4e3d060-97c4-44ee-bc73-aa55bdf5529c req-ca6e95fd-4ea7-4646-9243-bcbd14d60087 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333100 Feb 17 22:13:36.976399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48bc4dac-201d-4e0c-b038-c44e1b484a58 req-89812f30-f5e5-4390-b4be-8c7d3ed3bfa2 tempest-MigrationsAdminTest-640283076 tempest-MigrationsAdminTest-640283076-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f8f5dce-c607-41c8-98b8-96e363c00d46 HTTP/1.1" status: 200 len: 210 time: 0.1002338 Feb 17 22:13:37.063552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-706864f5-9e49-4819-8924-77d69f163527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:37.065665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-706864f5-9e49-4819-8924-77d69f163527 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 1127 time: 0.2539828 Feb 17 22:13:37.171879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-14d1fe89-c215-4043-9652-89f40f97feb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0859b1a-c277-40f6-a3b2-c80710e1232e HTTP/1.1" status: 200 len: 217 time: 0.0814662 Feb 17 22:13:37.540366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-48971975-a30a-432d-a57d-d9a34facd9ff service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5950801 Feb 17 22:13:37.575900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b3a23-b1c2-404e-bcda-d24c63b1c5b6 req-5e611e44-fe56-4a1b-b711-fe33dbfffd1e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:37.577665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-998b3a23-b1c2-404e-bcda-d24c63b1c5b6 req-5e611e44-fe56-4a1b-b711-fe33dbfffd1e tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 944 time: 0.5215864 Feb 17 22:13:37.585688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042386-348b-47b1-a222-e755de6b4d08 req-a21c21f7-8de7-45e6-8a88-db99539709c9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:37.587340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f042386-348b-47b1-a222-e755de6b4d08 req-a21c21f7-8de7-45e6-8a88-db99539709c9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.5454237 Feb 17 22:13:37.635133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-549bc5a5-db86-4800-9790-434541a36d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:37.637007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-549bc5a5-db86-4800-9790-434541a36d6e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.4404955 Feb 17 22:13:37.685661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-3fb74b85-f598-4b21-95d2-8edd57147a7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312140 Feb 17 22:13:37.867973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f042386-348b-47b1-a222-e755de6b4d08 req-73e72355-2d7a-44e3-973d-e5bf3498005f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213011 Feb 17 22:13:37.872507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-998b3a23-b1c2-404e-bcda-d24c63b1c5b6 req-07cfd030-f1ee-459b-a2dc-bf79a7d21d40 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727442 Feb 17 22:13:37.891603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}, {'name': 'network-changed', 'server_uuid': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'tag': 'a0859b1a-c277-40f6-a3b2-c80710e1232e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:37.900420 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1af154-b602-4931-a84f-f9637c052566" -d '{"events": [{"name": "network-changed", "server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}, {"name": "network-changed", "server_uuid": "d6fe6e25-8aa5-44a0-bd9e-392de198e0c6", "tag": "a0859b1a-c277-40f6-a3b2-c80710e1232e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:37.929243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30335edf-ef99-4e50-ac48-0d8a993e6417 req-34280f8f-e35f-4af9-b5b8-eece950c3fc2 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776276 Feb 17 22:13:37.963632 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb0ee64-8291-4452-9ce4-a62eadbd3235 x-openstack-request-id: req-6fb0ee64-8291-4452-9ce4-a62eadbd3235 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:37.964177 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8f5dce-c607-41c8-98b8-96e363c00d46", "name": "network-vif-deleted", "tag": "59329c8b-62ac-4da0-8d94-af28ff99ad73", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:37.966730 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6fb0ee64-8291-4452-9ce4-a62eadbd3235 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:37.970281 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8f5dce-c607-41c8-98b8-96e363c00d46', 'name': 'network-vif-deleted', 'tag': '59329c8b-62ac-4da0-8d94-af28ff99ad73', 'status': 'completed', 'code': 200} Feb 17 22:13:37.974442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-745870a7-a7e1-4797-ad41-15c753842912 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689188 Feb 17 22:13:38.049301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-97026387-f35f-4329-bb03-ac1a3feae058 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:38.051283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-97026387-f35f-4329-bb03-ac1a3feae058 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 944 time: 0.2308066 Feb 17 22:13:38.362693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8385f3d1-54b7-4b56-85d3-a21c61416425 req-f5980daa-f466-4586-a0b6-f8826b6aa49f service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777444 Feb 17 22:13:38.365522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Deleting port f51c110e-a47d-4a5a-9f60-45296a9268f9 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:38.366381 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:38.377492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02b8781-986e-4c1d-a75a-3d74bfa16e44 req-1bb67237-4892-4e4d-9142-bbfe4433fe83 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:38.378868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02b8781-986e-4c1d-a75a-3d74bfa16e44 req-1bb67237-4892-4e4d-9142-bbfe4433fe83 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.2727625 Feb 17 22:13:38.435213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149fe14-af53-424c-a40b-238bce03e536 req-8a1af223-a432-467c-a61b-aefe6898bfca tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:38.446299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6149fe14-af53-424c-a40b-238bce03e536 req-8a1af223-a432-467c-a61b-aefe6898bfca tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.1646113 Feb 17 22:13:38.530332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02b8781-986e-4c1d-a75a-3d74bfa16e44 req-fab95605-4bb7-4fb9-81d6-0c3804776d7f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391156 Feb 17 22:13:38.612539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] For port f51c110e-a47d-4a5a-9f60-45296a9268f9, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f51c110e-a47d-4a5a-9f60-45296a9268f9,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:38.613156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:38.641033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6149fe14-af53-424c-a40b-238bce03e536 req-62657310-598b-4f20-ba11-18a7244b1b34 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903520 Feb 17 22:13:38.663836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Calling delete_port for f51c110e-a47d-4a5a-9f60-45296a9268f9 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:38.710371 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcbaffe-29e9-4a83-9750-bc7dc9027477 x-openstack-request-id: req-1fcbaffe-29e9-4a83-9750-bc7dc9027477 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:38.710904 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d6fe6e25-8aa5-44a0-bd9e-392de198e0c6", "tag": "a0859b1a-c277-40f6-a3b2-c80710e1232e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:38.711329 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1fcbaffe-29e9-4a83-9750-bc7dc9027477 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:38.712844 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'status': 'completed', 'code': 200} Feb 17 22:13:38.713432 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'tag': 'a0859b1a-c277-40f6-a3b2-c80710e1232e', 'status': 'completed', 'code': 200} Feb 17 22:13:38.964343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:39.060544 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f51c110e-a47d-4a5a-9f60-45296a9268f9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:39.116385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event deleted for resources: {'Port': ['ID=f51c110e-a47d-4a5a-9f60-45296a9268f9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:39.125000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af154-b602-4931-a84f-f9637c052566 req-7206dbbf-44e7-4cc3-9873-a2f85e2354c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:39.126327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-7206dbbf-44e7-4cc3-9873-a2f85e2354c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 1127 time: 0.3818715 Feb 17 22:13:39.141638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af154-b602-4931-a84f-f9637c052566 req-d5369170-c600-4e6f-8c6e-0084f35b15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:39.145131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-d5369170-c600-4e6f-8c6e-0084f35b15b7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1127 time: 0.3273234 Feb 17 22:13:39.229029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e287c716-a63c-4d02-ad08-9edeb4998483 req-7a95f7a0-ad7d-4aad-b65c-3492c60a031c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:39.245531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e287c716-a63c-4d02-ad08-9edeb4998483 req-7a95f7a0-ad7d-4aad-b65c-3492c60a031c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 944 time: 0.4288087 Feb 17 22:13:39.270245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] No DVR routers for this DVR port f51c110e-a47d-4a5a-9f60-45296a9268f9 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:39.281321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:39.285198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:39.292484 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fd926acb-7828-4f79-abe1-81ef5bbfe390 req-21a9d3e1-4e8b-4db0-989c-5ced1865afd9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "DELETE /v2.0/ports/f51c110e-a47d-4a5a-9f60-45296a9268f9 HTTP/1.1" status: 204 len: 173 time: 1.1752722 Feb 17 22:13:39.474947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af154-b602-4931-a84f-f9637c052566 req-13dd999c-54f5-4913-a10a-561594015d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:39.477012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-13dd999c-54f5-4913-a10a-561594015d85 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.2889605 Feb 17 22:13:39.575534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9bb0e-4aea-4186-ace9-4d493f76e76a req-9129586f-20e9-46d0-b8a1-ab8bcac61999 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:39.583463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56e9bb0e-4aea-4186-ace9-4d493f76e76a req-9129586f-20e9-46d0-b8a1-ab8bcac61999 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.6247833 Feb 17 22:13:39.613003 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ae71a556-7ad7-473f-bd3c-be27801f3445 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef58e154a43c40d785b6e9ef35bf1c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271070 Feb 17 22:13:39.614243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40594) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:39.714274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-420e720f-5e90-42af-b7a4-b2f73fe42733 admin admin] Publish callbacks [] for security_group (f3e47c9b-4bd9-438d-8dc5-1c12930407c8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:39.751894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-420e720f-5e90-42af-b7a4-b2f73fe42733 admin admin] Publish callbacks [] for security_group (f3e47c9b-4bd9-438d-8dc5-1c12930407c8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:39.755667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e287c716-a63c-4d02-ad08-9edeb4998483 req-fba00c22-1f7d-499f-81f3-1e3c4f12cd36 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5074649 Feb 17 22:13:39.842141 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-420e720f-5e90-42af-b7a4-b2f73fe42733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f3e47c9b-4bd9-438d-8dc5-1c12930407c8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:39.845725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-420e720f-5e90-42af-b7a4-b2f73fe42733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:39.849433 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-420e720f-5e90-42af-b7a4-b2f73fe42733 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3e47c9b-4bd9-438d-8dc5-1c12930407c8 HTTP/1.1" status: 204 len: 168 time: 0.2295938 Feb 17 22:13:39.873928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56e9bb0e-4aea-4186-ace9-4d493f76e76a req-432f5527-fb59-470a-96b8-056669af827d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2894366 Feb 17 22:13:39.877291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e720f-5e90-42af-b7a4-b2f73fe42733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e47c9b-4bd9-438d-8dc5-1c12930407c8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:39.879483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a0859b1a-c277-40f6-a3b2-c80710e1232e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:13:39.976570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'name': 'network-vif-deleted', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:39.986854 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc7c0c9-d73c-4a37-b921-2d38e7821f2d" -d '{"events": [{"server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "name": "network-vif-deleted", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:40.070564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-4e8ec166-62a5-4ddc-88dd-2a978649d5c5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 999 time: 0.4815276 Feb 17 22:13:40.217179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a0859b1a-c277-40f6-a3b2-c80710e1232e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a0859b1a-c277-40f6-a3b2-c80710e1232e,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:40.219559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af154-b602-4931-a84f-f9637c052566 req-512b90ab-f0d9-49f4-9cbf-d71515683e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:40.221638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-512b90ab-f0d9-49f4-9cbf-d71515683e5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 1.0700643 Feb 17 22:13:40.238976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c744b0d7-bb54-41d3-a60b-637afcb6f575 req-c42608cb-d94a-4df7-8ebf-4a75a6664aca tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=aa7bb9fb-de8b-49b6-af74-72710b1e0c1d HTTP/1.1" status: 200 len: 210 time: 0.1605437 Feb 17 22:13:40.246327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'a0859b1a-c277-40f6-a3b2-c80710e1232e', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'port_id': 'a0859b1a-c277-40f6-a3b2-c80710e1232e', 'mac_address': 'fa:16:3e:f9:c8:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286750d8-3ff4-41dd-9534-47d6dd9445c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:13:40.340580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a0859b1a-c277-40f6-a3b2-c80710e1232e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:40.340980 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:40.347289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15997bf6-82ef-4dbe-be4b-9e11f88e3b87 req-14751a05-30c2-4cdd-92ac-69e1014357cd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:40.360506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15997bf6-82ef-4dbe-be4b-9e11f88e3b87 req-14751a05-30c2-4cdd-92ac-69e1014357cd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.4453256 Feb 17 22:13:40.375885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0859b1a-c277-40f6-a3b2-c80710e1232e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:13:40.425836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a0859b1a-c277-40f6-a3b2-c80710e1232e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a0859b1a-c277-40f6-a3b2-c80710e1232e,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:40.434591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:40.453558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-149a4b93-6d92-4e73-bc1f-17f955bb5658 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0859b1a-c277-40f6-a3b2-c80710e1232e HTTP/1.1" status: 200 len: 217 time: 0.1548841 Feb 17 22:13:40.552592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a0859b1a-c277-40f6-a3b2-c80710e1232e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:40.583556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40606) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:40.598996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af154-b602-4931-a84f-f9637c052566 req-9dccaa49-c32f-45f8-9aec-4223cffc1f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:40.601236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-9dccaa49-c32f-45f8-9aec-4223cffc1f77 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.4820173 Feb 17 22:13:40.654772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af154-b602-4931-a84f-f9637c052566 req-8ea6529f-a8ce-4190-8ab5-e7dc5727532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:40.656311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-8ea6529f-a8ce-4190-8ab5-e7dc5727532f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1831987 Feb 17 22:13:40.659659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15997bf6-82ef-4dbe-be4b-9e11f88e3b87 req-d9575788-f829-4c3b-b8e0-e06796bb726d tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979829 Feb 17 22:13:40.675310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a0859b1a-c277-40f6-a3b2-c80710e1232e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:40.694963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ab0e8-9168-470a-9f04-ff268b2bcbd4 req-7a95b06d-5840-4350-8812-3d0e2ab276ed tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:40.712875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-385ab0e8-9168-470a-9f04-ff268b2bcbd4 req-7a95b06d-5840-4350-8812-3d0e2ab276ed tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.3077435 Feb 17 22:13:40.760818 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-29ac2a70-bbf2-4199-813f-4c2046267ce6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=237924d3548b44d9bd965cd459d1db60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717367 Feb 17 22:13:40.760818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40608) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:40.841036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:40.885759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 59329c8b-62ac-4da0-8d94-af28ff99ad73 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:40.886106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 59329c8b-62ac-4da0-8d94-af28ff99ad73 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:40.901618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-385ab0e8-9168-470a-9f04-ff268b2bcbd4 req-b20ac0e9-88d1-49dd-a694-e2c17fa0f90a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871119 Feb 17 22:13:40.917084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-45f44e19-6a50-4a4f-b23a-324de44728d6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2017150 Feb 17 22:13:41.005697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f122c41-0191-48bd-8c37-d9f132e5a7d0 admin admin] Publish callbacks [] for security_group (0b313766-d237-48f8-b3fd-46451d2132d0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:41.057144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-75da1513-ad75-4834-8a71-9b7c7f011a6c service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302121 Feb 17 22:13:41.095509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f122c41-0191-48bd-8c37-d9f132e5a7d0 admin admin] Publish callbacks [] for security_group (0b313766-d237-48f8-b3fd-46451d2132d0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:41.111496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6840bfc-4636-48e3-8044-87276ce19ffc req-5e3d9314-841f-46b3-8672-796b92f88f70 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:41.119439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6840bfc-4636-48e3-8044-87276ce19ffc req-5e3d9314-841f-46b3-8672-796b92f88f70 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.2834620 Feb 17 22:13:41.162839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1af154-b602-4931-a84f-f9637c052566 req-4f4a2416-fcb3-4fc3-ad4f-18c821673732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:41.166259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-4f4a2416-fcb3-4fc3-ad4f-18c821673732 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5338485 Feb 17 22:13:41.191626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f122c41-0191-48bd-8c37-d9f132e5a7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0b313766-d237-48f8-b3fd-46451d2132d0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:41.195821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f122c41-0191-48bd-8c37-d9f132e5a7d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:41.200093 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f122c41-0191-48bd-8c37-d9f132e5a7d0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0b313766-d237-48f8-b3fd-46451d2132d0 HTTP/1.1" status: 204 len: 168 time: 0.4349902 Feb 17 22:13:41.216875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f122c41-0191-48bd-8c37-d9f132e5a7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b313766-d237-48f8-b3fd-46451d2132d0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:41.493001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6840bfc-4636-48e3-8044-87276ce19ffc req-d60066de-f666-4192-94bd-93e4ae6c95d1 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3706689 Feb 17 22:13:41.578210 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c39e9d-6643-47a8-9909-189e6378c903 x-openstack-request-id: req-83c39e9d-6643-47a8-9909-189e6378c903 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:41.578626 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7bb9fb-de8b-49b6-af74-72710b1e0c1d", "name": "network-vif-deleted", "tag": "f51c110e-a47d-4a5a-9f60-45296a9268f9", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:41.578942 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83c39e9d-6643-47a8-9909-189e6378c903 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:41.579349 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7bb9fb-de8b-49b6-af74-72710b1e0c1d', 'name': 'network-vif-deleted', 'tag': 'f51c110e-a47d-4a5a-9f60-45296a9268f9', 'status': 'completed', 'code': 200} Feb 17 22:13:41.588689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355c22d7-63fc-4cef-bb41-6cdf081dea7c req-10d3fb61-3b9d-413d-99f9-b4756ddc4977 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:41.591392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-355c22d7-63fc-4cef-bb41-6cdf081dea7c req-10d3fb61-3b9d-413d-99f9-b4756ddc4977 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.5324509 Feb 17 22:13:41.649898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-bea0de38-17a8-4f99-b437-9397390e0175 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660770 Feb 17 22:13:41.813167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-ddb1c259-38f4-49b6-b164-23ec4251e738 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6018836 Feb 17 22:13:41.823230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-355c22d7-63fc-4cef-bb41-6cdf081dea7c req-d4cdafe2-14ee-460e-b6f8-07bd0aef111f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124598 Feb 17 22:13:41.882864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a0859b1a-c277-40f6-a3b2-c80710e1232e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:41.940050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bb286-4de8-4650-b390-433129895fd6 req-4d0ade8c-3943-466b-989e-08ed17506a71 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:41.941609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd8bb286-4de8-4650-b390-433129895fd6 req-4d0ade8c-3943-466b-989e-08ed17506a71 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 945 time: 0.1990385 Feb 17 22:13:42.012421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port a0859b1a-c277-40f6-a3b2-c80710e1232e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:13:42.017555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port a0859b1a-c277-40f6-a3b2-c80710e1232e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:42.017942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:42.049417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1af154-b602-4931-a84f-f9637c052566 req-a99b3d45-3a36-4872-9101-f4dbdc7c31d4 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219579 Feb 17 22:13:42.204468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd8bb286-4de8-4650-b390-433129895fd6 req-5eee9a41-82cc-4c31-a84e-2043be5cfa85 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534695 Feb 17 22:13:42.241734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a0859b1a-c277-40f6-a3b2-c80710e1232e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:42.242680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:42.264807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2bbcec-377d-4c98-a83b-564635cc3b3d req-d89fa4a0-2ddd-4f19-aee5-cc8b5245d4e5 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:42.267330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df2bbcec-377d-4c98-a83b-564635cc3b3d req-d89fa4a0-2ddd-4f19-aee5-cc8b5245d4e5 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1128 time: 0.1690195 Feb 17 22:13:42.295594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0859b1a-c277-40f6-a3b2-c80710e1232e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:42.305307 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6274a54-443b-4b8f-a6ae-6e369e799a0d" -d '{"events": [{"server_uuid": "d6fe6e25-8aa5-44a0-bd9e-392de198e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "a0859b1a-c277-40f6-a3b2-c80710e1232e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:42.335775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a0859b1a-c277-40f6-a3b2-c80710e1232e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a0859b1a-c277-40f6-a3b2-c80710e1232e,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:42.345111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:42.457890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a0859b1a-c277-40f6-a3b2-c80710e1232e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:42.818631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df2bbcec-377d-4c98-a83b-564635cc3b3d req-801e3032-5805-4436-a7ac-f88ca55f2bd4 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350637 Feb 17 22:13:42.825816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:42.852220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c73ab9-8102-4c84-8837-eee9beef5904 req-bab95ba1-a1ca-47cb-ab67-0c6b217780e5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:42.861610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c73ab9-8102-4c84-8837-eee9beef5904 req-bab95ba1-a1ca-47cb-ab67-0c6b217780e5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.5637739 Feb 17 22:13:42.868030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40662) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:42.885092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: f51c110e-a47d-4a5a-9f60-45296a9268f9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:42.885092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f51c110e-a47d-4a5a-9f60-45296a9268f9 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:42.982605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c73ab9-8102-4c84-8837-eee9beef5904 req-e3c580dd-b3a9-414b-9646-2f3666cd0545 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203609 Feb 17 22:13:43.088112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-419739414-network', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:43.139842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Made reservation on behalf of fc290064f3c34793b088ae84af087a3d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:13:43.142873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.152634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.310290 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcdd84a-a622-408a-9708-8741ac841611 x-openstack-request-id: req-abcdd84a-a622-408a-9708-8741ac841611 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:43.310596 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe6e25-8aa5-44a0-bd9e-392de198e0c6", "name": "network-vif-plugged", "status": "completed", "tag": "a0859b1a-c277-40f6-a3b2-c80710e1232e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:43.310852 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abcdd84a-a622-408a-9708-8741ac841611 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:43.311254 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0859b1a-c277-40f6-a3b2-c80710e1232e', 'code': 200} Feb 17 22:13:43.390115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks [] for security_group (8d7eb806-1f44-4a0a-b7b7-db750e5f1f72), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.400388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8d7eb806-1f44-4a0a-b7b7-db750e5f1f72), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.402803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52b1e0-ef21-409c-8d99-0d9cf6248d19 req-d4a9deb5-0da8-4d5d-82b1-8a6f41481077 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:43.412435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a52b1e0-ef21-409c-8d99-0d9cf6248d19 req-d4a9deb5-0da8-4d5d-82b1-8a6f41481077 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.1195424 Feb 17 22:13:43.441727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:13:43.486707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (84a1e805-858d-4fd9-b9ef-bd41824a1db5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.487986 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Added segment 84a1e805-858d-4fd9-b9ef-bd41824a1db5 of type vlan for network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 Feb 17 22:13:43.593023 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.604753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7eb806-1f44-4a0a-b7b7-db750e5f1f72,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:43.638225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.639516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:43.640246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.689943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a52b1e0-ef21-409c-8d99-0d9cf6248d19 req-f2a61bf2-5274-4cab-92d4-02e61781dd86 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743258 Feb 17 22:13:43.713386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-c6a6f9b3-ed5d-4f1e-8dd9-3e9045557ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:43.715616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-c6a6f9b3-ed5d-4f1e-8dd9-3e9045557ba5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 1128 time: 0.2873936 Feb 17 22:13:43.726766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8569241 Feb 17 22:13:43.729934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40686) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:43.744408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Request body: {'subnet': {'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-419739414-subnet', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:43.758341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5613596-c0fa-4b0e-8ec6-06f4bbde0290 admin admin] Pushing event updated for resources: {'Network': ['ID=5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:43.769002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:13:43.779144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Made reservation on behalf of fc290064f3c34793b088ae84af087a3d for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:13:43.785022 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:43.786996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de4aa63-9b0a-477b-a757-d19d8a3bb32b req-5eafb68f-ccb8-478e-b798-2eccf23704ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:43.790241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de4aa63-9b0a-477b-a757-d19d8a3bb32b req-5eafb68f-ccb8-478e-b798-2eccf23704ea service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 1129 time: 0.3735712 Feb 17 22:13:44.042064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3534a-71dd-4ef8-981a-96ac80bbc2c8 req-ced1b773-5bf5-447f-b4d9-7aa14e38362b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:44.055299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0b3534a-71dd-4ef8-981a-96ac80bbc2c8 req-ced1b773-5bf5-447f-b4d9-7aa14e38362b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 946 time: 0.4578884 Feb 17 22:13:44.173909 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de4aa63-9b0a-477b-a757-d19d8a3bb32b req-6e109d1d-4496-47d2-9420-5f2a12d8b590 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607504 Feb 17 22:13:44.209416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05ca366-3d77-45ec-9c9c-372a3f5c89d5 req-c66f1c65-217f-4eb9-b030-f6f828648d6f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:44.217303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e05ca366-3d77-45ec-9c9c-372a3f5c89d5 req-c66f1c65-217f-4eb9-b030-f6f828648d6f tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.2597163 Feb 17 22:13:44.232081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-1b6840e1-b493-4b4a-bfbe-5bfa83c0820c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:44.232318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-1b6840e1-b493-4b4a-bfbe-5bfa83c0820c service neutron] 10.222.0.73 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.4983375 Feb 17 22:13:44.247886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (493097e4-a759-4b07-bb5c-3ea234f588e5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:44.262888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0b3534a-71dd-4ef8-981a-96ac80bbc2c8 req-37c9f54f-6463-4bc7-a750-4ce0874f1325 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982312 Feb 17 22:13:44.336770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02b6c043-5ebc-4aba-aff0-2740e4962188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:44.355388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e05ca366-3d77-45ec-9c9c-372a3f5c89d5 req-23a4d2ec-b67d-404c-9a47-e7e5f742f7b9 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369088 Feb 17 22:13:44.413684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Checking segment: {'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:44.417436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Network hostable DHCP agents. Network: 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:13:44.421634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=493097e4-a759-4b07-bb5c-3ea234f588e5,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:44.446653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-0d21fc7a-0d6f-4e80-ba74-8ee5f5bbdf97 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852 HTTP/1.1" status: 200 len: 217 time: 0.0834408 Feb 17 22:13:44.492886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:13:44.506131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:44.519206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862dc05a-975e-4570-a289-5536cd710d9d None None] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:13:44.531790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:44.533210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:44.568845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-70ab275e-fcb8-4f25-9663-d420cadcdde2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8371396 Feb 17 22:13:44.579016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40700) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:44.584617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:44.647621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (fb326f2d-3129-4183-85cf-dcfca9cbb25c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:44.649097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (fb326f2d-3129-4183-85cf-dcfca9cbb25c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:44.752974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773', 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773', 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'fixed_ips': [{'subnet_id': '493097e4-a759-4b07-bb5c-3ea234f588e5'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:13:44.754117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:44.763345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks [] for router_controller (fb326f2d-3129-4183-85cf-dcfca9cbb25c), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:44.766718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63f072-59f0-43b9-a512-1d99ba7c7a34 req-1f75607b-566a-4229-8028-cc69690a503c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:44.776637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c63f072-59f0-43b9-a512-1d99ba7c7a34 req-1f75607b-566a-4229-8028-cc69690a503c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2903914 Feb 17 22:13:44.780244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-dc5f8c97-7da7-47f8-bf36-6aad4e006a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:44.782875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-dc5f8c97-7da7-47f8-bf36-6aad4e006a71 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.3221765 Feb 17 22:13:44.885026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e1dfb-f899-4636-a642-d4fd48871290 req-42d62a03-8170-4c68-b1bc-0a595e086c5b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:44.886829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad6e1dfb-f899-4636-a642-d4fd48871290 req-42d62a03-8170-4c68-b1bc-0a595e086c5b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.4392397 Feb 17 22:13:44.901701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c63f072-59f0-43b9-a512-1d99ba7c7a34 req-e2aafce7-18b8-44d2-9b2a-f962c3961839 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203008 Feb 17 22:13:45.024927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-320302e2-0ba7-4d43-8f10-4bdd28c9a9bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368582 Feb 17 22:13:45.046274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Allocated IP 172.20.0.2 (5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773/493097e4-a759-4b07-bb5c-3ea234f588e5/dc6993f2-8f12-4dcf-a699-d0eb579c12fb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:45.067097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks [] for router_gateway (fb326f2d-3129-4183-85cf-dcfca9cbb25c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.238257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-1e992f46-67f4-4fc1-a2f2-0e7feea4e72a service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996868 Feb 17 22:13:45.429471 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Publish callbacks [] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.449925 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.501050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:45.505754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:45.510741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:45.579855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks [] for router_gateway (fb326f2d-3129-4183-85cf-dcfca9cbb25c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.588543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad6e1dfb-f899-4636-a642-d4fd48871290 req-67890fce-beac-4845-86bd-43ade4a780e6 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6046586 Feb 17 22:13:45.624512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.630368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Pushing event updated for resources: {'Port': ['ID=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:45.670940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f33a7-6efc-4a75-b5d4-cdd7facc1bac req-19ec3fc8-79d5-4a17-baea-81754b80a50c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:45.678299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Attempting to bind port dc6993f2-8f12-4dcf-a699-d0eb579c12fb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:45.679824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Attempting to bind port dc6993f2-8f12-4dcf-a699-d0eb579c12fb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:45.682936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Attempting to bind port dc6993f2-8f12-4dcf-a699-d0eb579c12fb on network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:45.684534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d65f33a7-6efc-4a75-b5d4-cdd7facc1bac req-19ec3fc8-79d5-4a17-baea-81754b80a50c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.6448271 Feb 17 22:13:45.703255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:45.704205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Checking segment: {'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:45.706368 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.708184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Bound using segment: {'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:45.709628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Bound port: dc6993f2-8f12-4dcf-a699-d0eb579c12fb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:45.711785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.719160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a5bdc-31e9-4cac-9efe-5abb3de04941 req-015693e7-77d3-477e-96ea-35bbd93e870f service neutron] 10.222.0.73 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643679 Feb 17 22:13:45.887188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] For port dc6993f2-8f12-4dcf-a699-d0eb579c12fb, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:45.905162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] For port dc6993f2-8f12-4dcf-a699-d0eb579c12fb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,segment=NetworkSegment(84a1e805-858d-4fd9-b9ef-bd41824a1db5),segment_id=84a1e805-858d-4fd9-b9ef-bd41824a1db5)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:45.913683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:45.919495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Allocated IP 172.25.0.21 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/01cc58c6-70ed-4718-a10f-bd0be4781741) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:45.929149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d65f33a7-6efc-4a75-b5d4-cdd7facc1bac req-fb7c5672-cdf5-46da-a5d9-0a32b413cc2e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436733 Feb 17 22:13:46.013184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e73cf-1fb5-45d9-a67b-866e5563d132 req-94ebf19f-dfc1-48d1-a744-48379a8b3b58 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:46.022989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d03e73cf-1fb5-45d9-a67b-866e5563d132 req-94ebf19f-dfc1-48d1-a744-48379a8b3b58 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 946 time: 0.2372127 Feb 17 22:13:46.057461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c25b47-6bd9-4f3a-9238-11198d6da608 None None] Pushing event updated for resources: {'Port': ['ID=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:46.186007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d03e73cf-1fb5-45d9-a67b-866e5563d132 req-5f20c0a6-31e0-4b56-84fa-a1fd8b30d9b6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606300 Feb 17 22:13:46.229169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks [] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:46.319109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b64821-25f8-47d6-a28d-4b9f896b995b req-b66f6510-cd36-4a84-ae13-9f2af20740e1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:46.333934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56b64821-25f8-47d6-a28d-4b9f896b995b req-b66f6510-cd36-4a84-ae13-9f2af20740e1 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.1892440 Feb 17 22:13:46.451734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:46.519503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56b64821-25f8-47d6-a28d-4b9f896b995b req-50a495d5-fac9-4c73-afa1-8be46aa79d06 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814311 Feb 17 22:13:46.530032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:46.559072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:46.585384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:46.607300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde95b5e-6646-4237-8efa-e06a54b4955b req-f5b37237-3eb1-4fa4-a2fe-157da2a82209 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:46.615931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fde95b5e-6646-4237-8efa-e06a54b4955b req-f5b37237-3eb1-4fa4-a2fe-157da2a82209 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 945 time: 0.2555099 Feb 17 22:13:46.745927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fde95b5e-6646-4237-8efa-e06a54b4955b req-c9ce50d7-c88e-4f77-9ca5-2630c34544f7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286185 Feb 17 22:13:46.842847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bde59df-2793-46df-8097-1e1561e51ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:46.875265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Pushing event updated for resources: {'Port': ['ID=01cc58c6-70ed-4718-a10f-bd0be4781741,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:46.929817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b1262-eec4-4aa6-abdd-adac984e1521 req-d219d46c-37da-400e-b8df-bb76436a9330 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:46.936471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a7b1262-eec4-4aa6-abdd-adac984e1521 req-d219d46c-37da-400e-b8df-bb76436a9330 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 946 time: 0.1756189 Feb 17 22:13:47.016624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a7b1262-eec4-4aa6-abdd-adac984e1521 req-9d164e0b-8dd9-4c2e-b735-aa64bf13f277 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773809 Feb 17 22:13:47.027267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b365d6-efeb-4e27-ba14-fcb60d5e7e8e req-8b52da20-8d8a-4490-affe-100930aa181d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:47.044215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36b365d6-efeb-4e27-ba14-fcb60d5e7e8e req-8b52da20-8d8a-4490-affe-100930aa181d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.1711061 Feb 17 22:13:47.198355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36b365d6-efeb-4e27-ba14-fcb60d5e7e8e req-66e600e0-0fed-4b4f-82d7-f08e80b85b81 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367750 Feb 17 22:13:47.267717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks [] for router_gateway (fb326f2d-3129-4183-85cf-dcfca9cbb25c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:47.529967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device dc6993f2-8f12-4dcf-a699-d0eb579c12fb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:47.609547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0daf2f5-8f43-4e3a-bc6f-a87b4b29a67d req-4b855494-e81b-4f01-ada4-c6e0e205087e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:47.624512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0daf2f5-8f43-4e3a-bc6f-a87b4b29a67d req-4b855494-e81b-4f01-ada4-c6e0e205087e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.4222815 Feb 17 22:13:47.697635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port dc6993f2-8f12-4dcf-a699-d0eb579c12fb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:47.698281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:47.737380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e381926-2625-495b-859d-7e53afdddfa0 req-d26d758f-e3e2-4439-85ab-90e666621b10 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:47.743537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e381926-2625-495b-859d-7e53afdddfa0 req-d26d758f-e3e2-4439-85ab-90e666621b10 tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.3014379 Feb 17 22:13:47.822287 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:47.946884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0daf2f5-8f43-4e3a-bc6f-a87b4b29a67d req-efb610eb-ffa9-4058-84a3-98fdb3c81087 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3208184 Feb 17 22:13:48.056949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Deleting port acb8c01f-7f4a-4202-94f9-313346a15936 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:48.057492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.263041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port dc6993f2-8f12-4dcf-a699-d0eb579c12fb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:48.264227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.279166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:48.281530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1647d6-4c9f-410d-b1bf-2d22c514d85d None None] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:13:48.301497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] For port acb8c01f-7f4a-4202-94f9-313346a15936, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=acb8c01f-7f4a-4202-94f9-313346a15936,segment=NetworkSegment(d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e),segment_id=d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:48.301872 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.310565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port dc6993f2-8f12-4dcf-a699-d0eb579c12fb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,segment=NetworkSegment(84a1e805-858d-4fd9-b9ef-bd41824a1db5),segment_id=84a1e805-858d-4fd9-b9ef-bd41824a1db5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:48.317679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Calling delete_port for acb8c01f-7f4a-4202-94f9-313346a15936 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:48.372492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.466429 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (fb326f2d-3129-4183-85cf-dcfca9cbb25c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.497759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:48.530016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.537461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.538018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.538475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.538945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.539467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.539892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.540320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.540786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.541186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.541655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.542116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.542533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.582054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b1a15563-d6c9-4f2c-9f30-a8b9f8a33a55 None None] Provisioning complete for port dc6993f2-8f12-4dcf-a699-d0eb579c12fb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:48.582054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b1a15563-d6c9-4f2c-9f30-a8b9f8a33a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.631825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adfb9e-bb33-4908-8f09-ca4adbaeaa0b req-246e3b40-c437-4581-9be4-25ca224a4b0a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:48.639671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28adfb9e-bb33-4908-8f09-ca4adbaeaa0b req-246e3b40-c437-4581-9be4-25ca224a4b0a tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/ports?device_id=d74dce94-052c-49e4-8228-c0a064fa22fa HTTP/1.1" status: 200 len: 944 time: 0.2127759 Feb 17 22:13:48.648150 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (acb8c01f-7f4a-4202-94f9-313346a15936), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.704376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:48.708712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Pushing event deleted for resources: {'Port': ['ID=acb8c01f-7f4a-4202-94f9-313346a15936,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:48.710827 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.719500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.719893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.720270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.720608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.720954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.722004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.722352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.722699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.723040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.723403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.723742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.724137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.724476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:48.785741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:48.788707 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a518c1-a800-4a25-8e22-c46064e4f7cc" -d '{"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-unplugged", "status": "completed", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:48.798242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28adfb9e-bb33-4908-8f09-ca4adbaeaa0b req-1514bfc8-1795-411c-bd0d-68e36364ea2b tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.79 "GET /v2.0/security-groups?id=c183d5f4-e680-42c1-9ea2-12336b6de28e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488872 Feb 17 22:13:48.825255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:48.856185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] No DVR routers for this DVR port acb8c01f-7f4a-4202-94f9-313346a15936 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:48.866262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.875816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b1a15563-d6c9-4f2c-9f30-a8b9f8a33a55 None None] Current status of the port dc6993f2-8f12-4dcf-a699-d0eb579c12fb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:48.880222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e381926-2625-495b-859d-7e53afdddfa0 req-98a236e2-0db5-4ea8-a703-d85f7f9831af tempest-LiveAutoBlockMigrationV225Test-7591207 tempest-LiveAutoBlockMigrationV225Test-7591207-project] 10.222.0.94 "DELETE /v2.0/ports/acb8c01f-7f4a-4202-94f9-313346a15936 HTTP/1.1" status: 204 len: 173 time: 1.1233439 Feb 17 22:13:48.882967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'name': 'network-vif-deleted', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:48.886619 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:48.889585 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22543d8e-0dc1-4b90-99b5-10dcfa0f6791" -d '{"events": [{"server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "name": "network-vif-deleted", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:48.963304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:48.983564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Router fb326f2d-3129-4183-85cf-dcfca9cbb25c is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:13:49.137493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e3bda-5199-4adc-9690-32e8c7567797 req-da50412e-d05d-4b87-b99d-8b67070a0bcb tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:49.139104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-370e3bda-5199-4adc-9690-32e8c7567797 req-da50412e-d05d-4b87-b99d-8b67070a0bcb tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 946 time: 0.2008018 Feb 17 22:13:49.186596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:49.187232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd9038-e63b-47a2-a29d-176b58967226 req-4a428fa7-a009-4073-a60f-23e80a7f3153 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:49.202278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4cd9038-e63b-47a2-a29d-176b58967226 req-4a428fa7-a009-4073-a60f-23e80a7f3153 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 943 time: 0.2055933 Feb 17 22:13:49.312866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4b3ad80c-16a5-4bc7-a942-68f8cb543673 None None] Provisioning complete for port dc6993f2-8f12-4dcf-a699-d0eb579c12fb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:49.313513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b3ad80c-16a5-4bc7-a942-68f8cb543673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:49.372497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-9db75ab1-cb72-4dfc-b059-a2f973da2b35 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:49.374370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-9db75ab1-cb72-4dfc-b059-a2f973da2b35 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 946 time: 0.3091528 Feb 17 22:13:49.382994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:13:49.402034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Sync routers for ids ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:13:49.416208 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:49.418852 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-209523e0-167b-4c05-b14a-ef0c9a66c48d admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.8377585 Feb 17 22:13:49.420935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device dc6993f2-8f12-4dcf-a699-d0eb579c12fb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:49.421704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:49.514096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Routers {'fb326f2d-3129-4183-85cf-dcfca9cbb25c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:13:49.515077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:49.563984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4cd9038-e63b-47a2-a29d-176b58967226 req-9772d210-b2ca-4d64-8a99-badb4fd5823a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246624 Feb 17 22:13:49.577729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-370e3bda-5199-4adc-9690-32e8c7567797 req-9742a443-6b3d-41a5-a2dd-7b7a45f71cc7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279265 Feb 17 22:13:49.671748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Set router fb326f2d-3129-4183-85cf-dcfca9cbb25c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:13:49.674141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Deleting port a0859b1a-c277-40f6-a3b2-c80710e1232e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:49.674698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:49.777827 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e2190b-acd5-47a4-8172-0e5a1f0566de x-openstack-request-id: req-50e2190b-acd5-47a4-8172-0e5a1f0566de {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:49.778517 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-unplugged", "status": "failed", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852", "code": 422}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:49.778942 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50e2190b-acd5-47a4-8172-0e5a1f0566de {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:49.779639 n-d-828369-18 neutron-server[103528]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'code': 422} returned with failed status Feb 17 22:13:49.897143 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6930d6-d8a1-46d8-8788-399bb0a1a5af x-openstack-request-id: req-ed6930d6-d8a1-46d8-8788-399bb0a1a5af {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:49.899204 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74dce94-052c-49e4-8228-c0a064fa22fa", "name": "network-vif-deleted", "tag": "acb8c01f-7f4a-4202-94f9-313346a15936", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:49.900003 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed6930d6-d8a1-46d8-8788-399bb0a1a5af {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:49.901851 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74dce94-052c-49e4-8228-c0a064fa22fa', 'name': 'network-vif-deleted', 'tag': 'acb8c01f-7f4a-4202-94f9-313346a15936', 'status': 'completed', 'code': 200} Feb 17 22:13:50.031874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port dc6993f2-8f12-4dcf-a699-d0eb579c12fb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:50.032341 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:50.191721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4b3ad80c-16a5-4bc7-a942-68f8cb543673 None None] Current status of the port dc6993f2-8f12-4dcf-a699-d0eb579c12fb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:50.319233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4094a25-62bb-4b4c-8a08-b770ab9afbb4 req-1dcaefda-470e-4aa8-bf06-696bdae85b4a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:50.333988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4094a25-62bb-4b4c-8a08-b770ab9afbb4 req-1dcaefda-470e-4aa8-bf06-696bdae85b4a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.4556377 Feb 17 22:13:50.392902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port dc6993f2-8f12-4dcf-a699-d0eb579c12fb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:50.401367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:13:46Z', 'revision_number': 3, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port': {'id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:45Z', 'updated_at': '2022-02-17T22:13:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:50.405673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] For port a0859b1a-c277-40f6-a3b2-c80710e1232e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a0859b1a-c277-40f6-a3b2-c80710e1232e,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:50.409045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:50.472722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0ec3e-c5b8-48ec-971a-b251409f233f req-3a7b0f13-3007-4e13-a987-4dae121af6e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:50.476316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ddd0ec3e-c5b8-48ec-971a-b251409f233f req-3a7b0f13-3007-4e13-a987-4dae121af6e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.4349353 Feb 17 22:13:50.483888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Checking router: fb326f2d-3129-4183-85cf-dcfca9cbb25c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:13:50.486973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Updating router fb326f2d-3129-4183-85cf-dcfca9cbb25c port 01cc58c6-70ed-4718-a10f-bd0be4781741 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:13:50.500896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Calling delete_port for a0859b1a-c277-40f6-a3b2-c80710e1232e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:50.524831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:50.745386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4094a25-62bb-4b4c-8a08-b770ab9afbb4 req-f9b666e5-bcf3-4768-be3e-3978c92a5e59 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099553 Feb 17 22:13:50.755249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:50.768631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:50.901018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:50.921263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ddd0ec3e-c5b8-48ec-971a-b251409f233f req-b724b8db-f037-41f9-9511-0a50ff1ec63c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290845 Feb 17 22:13:50.982937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a0859b1a-c277-40f6-a3b2-c80710e1232e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.107728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40772) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:51.262304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Publish callbacks [] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.268639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5', 'a0859b1a-c277-40f6-a3b2-c80710e1232e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:51.271575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: acb8c01f-7f4a-4202-94f9-313346a15936 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:51.272536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device acb8c01f-7f4a-4202-94f9-313346a15936 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:51.298294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event deleted for resources: {'Port': ['ID=a0859b1a-c277-40f6-a3b2-c80710e1232e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:51.411997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.441134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] No DVR routers for this DVR port a0859b1a-c277-40f6-a3b2-c80710e1232e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:51.454184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.479787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4898a6bd-243d-4b79-90fe-caf0f0bb1c54 req-cb135cac-3f26-4ab8-b7fa-048add457ef1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "DELETE /v2.0/ports/a0859b1a-c277-40f6-a3b2-c80710e1232e HTTP/1.1" status: 204 len: 173 time: 2.0792742 Feb 17 22:13:51.489511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Allocated IP 172.20.0.1 (5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773/493097e4-a759-4b07-bb5c-3ea234f588e5/75019b81-0810-4db5-ab8a-7d1d0f1ac25d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:51.502774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] Deleting subnet dc86496c-0bbe-4e55-963e-bea4eb2235c5 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:13:51.507455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] Publish callbacks [] for subnet (dc86496c-0bbe-4e55-963e-bea4eb2235c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.596437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (dc86496c-0bbe-4e55-963e-bea4eb2235c5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.643129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-166357c2-eaf1-40a5-ae3b-31f0c3c133db req-607adea7-d24f-4b68-ba2b-e3aa72562c29 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=d6fe6e25-8aa5-44a0-bd9e-392de198e0c6 HTTP/1.1" status: 200 len: 210 time: 0.2122905 Feb 17 22:13:51.643802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Attempting to bind port 01cc58c6-70ed-4718-a10f-bd0be4781741 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:51.644528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Attempting to bind port 01cc58c6-70ed-4718-a10f-bd0be4781741 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:51.645425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Attempting to bind port 01cc58c6-70ed-4718-a10f-bd0be4781741 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:51.680538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:51.681017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:51.681445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.681862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:51.682375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Bound port: 01cc58c6-70ed-4718-a10f-bd0be4781741, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:51.682739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.718124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dc86496c-0bbe-4e55-963e-bea4eb2235c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.787023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] For port 01cc58c6-70ed-4718-a10f-bd0be4781741, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:51.791526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] For port 01cc58c6-70ed-4718-a10f-bd0be4781741, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01cc58c6-70ed-4718-a10f-bd0be4781741,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:51.796781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef4a78-44e3-46ed-81fd-17fcaab59836 None None] Pushing event updated for resources: {'Port': ['ID=01cc58c6-70ed-4718-a10f-bd0be4781741,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:51.803826 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.852957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (dc86496c-0bbe-4e55-963e-bea4eb2235c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.889407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc86496c-0bbe-4e55-963e-bea4eb2235c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:51.904945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'name': 'network-vif-deleted', 'tag': 'a0859b1a-c277-40f6-a3b2-c80710e1232e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:51.908863 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a161d3fc-c739-48f3-b13e-26bc1734df4d" -d '{"events": [{"server_uuid": "d6fe6e25-8aa5-44a0-bd9e-392de198e0c6", "name": "network-vif-deleted", "tag": "a0859b1a-c277-40f6-a3b2-c80710e1232e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:51.923906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:51.926265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Routers {'fb326f2d-3129-4183-85cf-dcfca9cbb25c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:13:51.926891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:51.929559 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0e22336b-c77b-4954-b49f-0a865ddfdfc0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dc86496c-0bbe-4e55-963e-bea4eb2235c5 HTTP/1.1" status: 204 len: 168 time: 0.8191180 Feb 17 22:13:51.932305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40792) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:51.937829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:52.071627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef4a78-44e3-46ed-81fd-17fcaab59836 None None] Pushing event updated for resources: {'Port': ['ID=01cc58c6-70ed-4718-a10f-bd0be4781741,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:52.239221 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (dba98d2b-b591-448a-b4e3-92d18620e790), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.294180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba523f8-3dbc-4d4d-90dc-3792254e3640 req-7ad0a46b-8a12-4ba5-a7eb-1866f6551ef2 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:52.304122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:52.305445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a0859b1a-c277-40f6-a3b2-c80710e1232e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:13:52.306515 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fba523f8-3dbc-4d4d-90dc-3792254e3640 req-7ad0a46b-8a12-4ba5-a7eb-1866f6551ef2 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.2582426 Feb 17 22:13:52.326992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks [] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.342407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: a0859b1a-c277-40f6-a3b2-c80710e1232e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:13:52.342831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a0859b1a-c277-40f6-a3b2-c80710e1232e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:13:52.352383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] Set router fb326f2d-3129-4183-85cf-dcfca9cbb25c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:13:52.411009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.485387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (dba98d2b-b591-448a-b4e3-92d18620e790), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.504261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fba523f8-3dbc-4d4d-90dc-3792254e3640 req-3a1a9739-96b6-4bb7-9311-167c783b8a02 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967516 Feb 17 22:13:52.511075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Pushing event updated for resources: {'Port': ['ID=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:52.532541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:52.541286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:52.551872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:52.578930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dba98d2b-b591-448a-b4e3-92d18620e790']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:52.611575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:52.611575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ee9ac5-00af-45f0-9e1e-04cdcf686c6e') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:52.632575 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a24686-defd-4264-905c-687b89702d55 x-openstack-request-id: req-68a24686-defd-4264-905c-687b89702d55 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:52.634964 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6fe6e25-8aa5-44a0-bd9e-392de198e0c6", "name": "network-vif-deleted", "tag": "a0859b1a-c277-40f6-a3b2-c80710e1232e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:52.635819 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-68a24686-defd-4264-905c-687b89702d55 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:52.636598 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6fe6e25-8aa5-44a0-bd9e-392de198e0c6', 'name': 'network-vif-deleted', 'tag': 'a0859b1a-c277-40f6-a3b2-c80710e1232e', 'status': 'completed', 'code': 200} Feb 17 22:13:52.649498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.652613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (fb326f2d-3129-4183-85cf-dcfca9cbb25c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.698806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.719144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:13:52.719974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d0ee9ac5-00af-45f0-9e1e-04cdcf686c6e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:13:52.846971 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:13:52.989756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (dba98d2b-b591-448a-b4e3-92d18620e790), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.019214 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.029819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40826) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:53.030600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] 10.222.0.79 "DELETE /v2.0/networks/dba98d2b-b591-448a-b4e3-92d18620e790 HTTP/1.1" status: 204 len: 168 time: 1.0957928 Feb 17 22:13:53.064667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438848a9-979b-4b68-a99e-8fa02aa64c64 admin admin] Pushing event deleted for resources: {'Network': ['ID=dba98d2b-b591-448a-b4e3-92d18620e790,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:53.093861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5541b-53db-494a-9511-89067e62a8c1 req-a2290372-a754-479b-a885-45593356cbc6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:53.102208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64c5541b-53db-494a-9511-89067e62a8c1 req-a2290372-a754-479b-a885-45593356cbc6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.2450464 Feb 17 22:13:53.105728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] Deleting subnet 98cf0c39-b7e9-4510-a41f-a2cb62d57ea9 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:13:53.112030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] Publish callbacks [] for subnet (98cf0c39-b7e9-4510-a41f-a2cb62d57ea9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.170452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5597fdcb-6c0b-404e-8dda-aa48a46afe5e None None] Provisioning complete for port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:53.171944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5597fdcb-6c0b-404e-8dda-aa48a46afe5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.202855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.211867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (98cf0c39-b7e9-4510-a41f-a2cb62d57ea9), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.252961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-fc7a19c3-97f0-49c0-9067-b74d42d29569 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:53.256051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-fc7a19c3-97f0-49c0-9067-b74d42d29569 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3 HTTP/1.1" status: 200 len: 943 time: 0.2243888 Feb 17 22:13:53.257442 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (98cf0c39-b7e9-4510-a41f-a2cb62d57ea9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.337722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5597fdcb-6c0b-404e-8dda-aa48a46afe5e None None] Port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:13:53.459939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64c5541b-53db-494a-9511-89067e62a8c1 req-5c641f83-bcc1-45c9-a47a-33ca532c04c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537066 Feb 17 22:13:53.464663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:13:46Z', 'revision_number': 3, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port': {'id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:45Z', 'updated_at': '2022-02-17T22:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:53.540893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aed0962-89d7-439e-845c-ddf7dd4e74ad None None] The sync data for ids ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'] in n-d-828369-18 is: [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:13:46Z', 'revision_number': 3, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port': {'id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:45Z', 'updated_at': '2022-02-17T22:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:13:53.543251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Deleting port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:13:53.543626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.688796 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (98cf0c39-b7e9-4510-a41f-a2cb62d57ea9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.722792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98cf0c39-b7e9-4510-a41f-a2cb62d57ea9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:53.741235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.747915 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b058bf8b-201a-41bf-9e97-2e809eace38d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/98cf0c39-b7e9-4510-a41f-a2cb62d57ea9 HTTP/1.1" status: 204 len: 168 time: 0.7169907 Feb 17 22:13:53.751069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:53.770491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks [] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.779966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7651fd-b145-4e67-bb43-0b597b7ef836 req-950084fa-a6e2-4e12-8115-1927cc4144e9 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:53.781593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a7651fd-b145-4e67-bb43-0b597b7ef836 req-950084fa-a6e2-4e12-8115-1927cc4144e9 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.1388369 Feb 17 22:13:53.792245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] For port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:53.793197 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.828012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.832450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Calling delete_port for 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:13:53.887257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a7651fd-b145-4e67-bb43-0b597b7ef836 req-eefe1947-2121-4c1a-a34e-db2c0b1df427 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899391 Feb 17 22:13:53.907844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Pushing event updated for resources: {'Port': ['ID=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:53.956355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (18cc9fb4-fa07-481b-b36b-116da4e89eaa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:53.966380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (fb326f2d-3129-4183-85cf-dcfca9cbb25c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.137025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1b33bb70-1f21-40c2-ad9d-e30ecbe02852), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.179538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event deleted for resources: {'Port': ['ID=1b33bb70-1f21-40c2-ad9d-e30ecbe02852,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:54.235168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:54.240580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:54.307525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (18cc9fb4-fa07-481b-b36b-116da4e89eaa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.501463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18cc9fb4-fa07-481b-b36b-116da4e89eaa']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:54.519987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccabb458-fef1-4410-85d7-7f5dd9739505') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:54.520432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccabb458-fef1-4410-85d7-7f5dd9739505') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:54.554362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (ccabb458-fef1-4410-85d7-7f5dd9739505), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.581157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ccabb458-fef1-4410-85d7-7f5dd9739505), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.592255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:13:54.592790 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (ccabb458-fef1-4410-85d7-7f5dd9739505), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:13:54.596516 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:13:54.621369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-03bbb7a9-dae8-4a01-8b7a-c66051911798 None None] Provisioning complete for port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:54.622011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03bbb7a9-dae8-4a01-8b7a-c66051911798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.634860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] No DVR routers for this DVR port 1b33bb70-1f21-40c2-ad9d-e30ecbe02852 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:13:54.648761 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.654014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47168e60-bb92-46a8-8cd6-fbf93521ded8 req-52d6591e-cb6b-445e-9e96-d3cefaed77ed tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "DELETE /v2.0/ports/1b33bb70-1f21-40c2-ad9d-e30ecbe02852 HTTP/1.1" status: 204 len: 173 time: 1.3847456 Feb 17 22:13:54.654753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-deleted', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:13:54.655699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Router fb326f2d-3129-4183-85cf-dcfca9cbb25c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:13:54.657644 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ecbb70-c762-4adf-ac20-a940cb4d82b3" -d '{"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-deleted", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:13:54.709764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-03bbb7a9-dae8-4a01-8b7a-c66051911798 None None] Port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:13:54.742199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (18cc9fb4-fa07-481b-b36b-116da4e89eaa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.797375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-897bcc18-0a0a-4218-a378-f652466c704b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:54.804006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-897bcc18-0a0a-4218-a378-f652466c704b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.1965408 Feb 17 22:13:54.811112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:54.822376 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] 10.222.0.79 "DELETE /v2.0/networks/18cc9fb4-fa07-481b-b36b-116da4e89eaa HTTP/1.1" status: 204 len: 168 time: 1.0677626 Feb 17 22:13:54.822376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cfdd19-58f4-40ab-891f-048fb388b86e admin admin] Pushing event deleted for resources: {'Network': ['ID=18cc9fb4-fa07-481b-b36b-116da4e89eaa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:54.832989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-0e0957c4-7d7a-41d7-b866-3b6722708699 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0280402 Feb 17 22:13:54.917503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:13:54.925401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-6e8e34f3-76e8-4583-872d-0c9b7ca4e928 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0914469 Feb 17 22:13:54.929001 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f1f92a6-2999-4a91-87db-b4a297c43e5f admin admin] 10.222.0.79 "PUT /v2.0/routers/fb326f2d-3129-4183-85cf-dcfca9cbb25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5059853 Feb 17 22:13:54.986330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.072591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:55.079562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-1ed2a9bd-d644-460a-b58e-a07d46861d3d service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532469 Feb 17 22:13:55.134667 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-95fa7692-aac0-470a-be81-3cedfa601c0c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2356f526efd44c08a1547a8c63d4ff01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0592442 Feb 17 22:13:55.137752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40872) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:55.264591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-ef101334-d5ff-4376-8255-675a1039e9ba service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780398 Feb 17 22:13:55.332651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bee560c0-2821-4131-9388-33054597b0d8 admin admin] Publish callbacks [] for security_group (c183d5f4-e680-42c1-9ea2-12336b6de28e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.356445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01cc58c6-70ed-4718-a10f-bd0be4781741 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:55.398859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bee560c0-2821-4131-9388-33054597b0d8 admin admin] Publish callbacks [] for security_group (c183d5f4-e680-42c1-9ea2-12336b6de28e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.472393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01cc58c6-70ed-4718-a10f-bd0be4781741 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:55.472987 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.516508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bee560c0-2821-4131-9388-33054597b0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c183d5f4-e680-42c1-9ea2-12336b6de28e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.519941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bee560c0-2821-4131-9388-33054597b0d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.521913 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bee560c0-2821-4131-9388-33054597b0d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c183d5f4-e680-42c1-9ea2-12336b6de28e HTTP/1.1" status: 204 len: 168 time: 0.3829138 Feb 17 22:13:55.540127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee560c0-2821-4131-9388-33054597b0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c183d5f4-e680-42c1-9ea2-12336b6de28e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:55.581443 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Feb 2022 22:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac42864-5834-4347-8cd1-53fbaaf298f4 x-openstack-request-id: req-5ac42864-5834-4347-8cd1-53fbaaf298f4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:13:55.586815 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3", "name": "network-vif-deleted", "tag": "1b33bb70-1f21-40c2-ad9d-e30ecbe02852", "status": "failed", "code": 422}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:13:55.587351 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ac42864-5834-4347-8cd1-53fbaaf298f4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:13:55.588140 n-d-828369-18 neutron-server[103527]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd22cfb0-ff0c-4d38-8c0a-7bd2b74d72a3', 'name': 'network-vif-deleted', 'tag': '1b33bb70-1f21-40c2-ad9d-e30ecbe02852', 'status': 'failed', 'code': 422} returned with failed status Feb 17 22:13:55.645901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc42ccc-5c81-49c2-b462-d33a5305b328 req-9b7b00b2-1f40-43a8-b746-5a8752e50037 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:55.659416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc42ccc-5c81-49c2-b462-d33a5305b328 req-9b7b00b2-1f40-43a8-b746-5a8752e50037 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.1885705 Feb 17 22:13:55.755102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01cc58c6-70ed-4718-a10f-bd0be4781741 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:55.755671 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.787966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 01cc58c6-70ed-4718-a10f-bd0be4781741, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01cc58c6-70ed-4718-a10f-bd0be4781741,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:55.796507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:55.832139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc42ccc-5c81-49c2-b462-d33a5305b328 req-141cd876-dc26-4238-a294-9fcec153c7f0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383023 Feb 17 22:13:55.852375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8f65e-63a5-43b6-8755-6a7a48e4a3de req-31d0addc-b488-4ba9-ab48-0cb8d73da446 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:55.855835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1a8f65e-63a5-43b6-8755-6a7a48e4a3de req-31d0addc-b488-4ba9-ab48-0cb8d73da446 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.1799295 Feb 17 22:13:55.947150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=01cc58c6-70ed-4718-a10f-bd0be4781741,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:56.009834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1a8f65e-63a5-43b6-8755-6a7a48e4a3de req-f4ae6398-2d31-412a-a3d6-d49eb719b9c3 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471055 Feb 17 22:13:56.245144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c323bc78-c56e-4b7a-8223-2cbe1dee73d2 req-fd9e4a39-e39a-4eda-8ff1-c022d32cbc16 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 210 time: 0.0576553 Feb 17 22:13:56.384300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40898) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:56.397747 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Sync routers for ids ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:13:56.421157 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Routers {'fb326f2d-3129-4183-85cf-dcfca9cbb25c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:13:56.424276 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:56.471086 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7f5f758-534c-4513-960b-a8be73dc18a5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aefabe13272c47bf9b7c8dd31e1c98fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0849628 Feb 17 22:13:56.473612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40900) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:13:56.603252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82e3889b-4a93-4e55-8d31-b310c8a9a046 admin admin] Publish callbacks [] for security_group (86625c01-ae73-4d72-8dd1-d80933fca707), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:56.633694 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Set router fb326f2d-3129-4183-85cf-dcfca9cbb25c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:13:56.697848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82e3889b-4a93-4e55-8d31-b310c8a9a046 admin admin] Publish callbacks [] for security_group (86625c01-ae73-4d72-8dd1-d80933fca707), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:56.819709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82e3889b-4a93-4e55-8d31-b310c8a9a046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (86625c01-ae73-4d72-8dd1-d80933fca707), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:56.824992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82e3889b-4a93-4e55-8d31-b310c8a9a046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:56.827819 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82e3889b-4a93-4e55-8d31-b310c8a9a046 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86625c01-ae73-4d72-8dd1-d80933fca707 HTTP/1.1" status: 204 len: 168 time: 0.3528824 Feb 17 22:13:56.853251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e3889b-4a93-4e55-8d31-b310c8a9a046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86625c01-ae73-4d72-8dd1-d80933fca707,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:56.981745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604184ae-db83-4a84-8629-b4ca654ed312 req-b6fcdd20-7152-4626-96ac-5bc57d73a182 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5440817 Feb 17 22:13:57.000596 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:13:53Z', 'revision_number': 4, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port': {'id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:45Z', 'updated_at': '2022-02-17T22:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '75019b81-0810-4db5-ab8a-7d1d0f1ac25d', 'name': '', 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'mac_address': 'fa:16:3e:7b:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '493097e4-a759-4b07-bb5c-3ea234f588e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:50Z', 'updated_at': '2022-02-17T22:13:53Z', 'revision_number': 2, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'subnets': [{'id': '493097e4-a759-4b07-bb5c-3ea234f588e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:57.059883 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Checking router: fb326f2d-3129-4183-85cf-dcfca9cbb25c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:13:57.060591 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Updating router fb326f2d-3129-4183-85cf-dcfca9cbb25c port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:13:57.096680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-1b575d46-0840-420b-ac20-e89019b3e26f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:57.104377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-1b575d46-0840-420b-ac20-e89019b3e26f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.3025448 Feb 17 22:13:57.117520 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.121841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:57.193635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-5d262875-4fb9-4b4d-a50a-6874f2efe73c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/quotas/003a4cb84a814b839614df8dbaa5bedb HTTP/1.1" status: 200 len: 375 time: 0.0874779 Feb 17 22:13:57.235816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-83f8b420-49a8-44a6-8461-2c30eec3cc8c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411830 Feb 17 22:13:57.316247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01cc58c6-70ed-4718-a10f-bd0be4781741 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:13:57.415916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-e5ef705e-b843-4eff-bb4e-eb7055b2361d service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791625 Feb 17 22:13:57.466373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01cc58c6-70ed-4718-a10f-bd0be4781741 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:57.466816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.566267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.612549 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Publish callbacks [] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.626890 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.628371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01cc58c6-70ed-4718-a10f-bd0be4781741 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:57.740592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Attempting to bind port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:13:57.740950 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Attempting to bind port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:13:57.741346 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Attempting to bind port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d on network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:13:57.756895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:13:57.757314 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Checking segment: {'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:13:57.757665 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.758058 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Bound using segment: {'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:13:57.758544 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Bound port: 75019b81-0810-4db5-ab8a-7d1d0f1ac25d, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84a1e805-858d-4fd9-b9ef-bd41824a1db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:13:57.758917 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.813197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-ba33e914-4984-409d-81b8-efe0fbdb75a7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:57.818082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-ba33e914-4984-409d-81b8-efe0fbdb75a7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.6894760 Feb 17 22:13:57.867007 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] For port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:13:57.873599 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] For port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,segment=NetworkSegment(84a1e805-858d-4fd9-b9ef-bd41824a1db5),segment_id=84a1e805-858d-4fd9-b9ef-bd41824a1db5)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:13:57.891037 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Pushing event updated for resources: {'Port': ['ID=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:57.910581 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.914591 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.915150 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.915683 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.916206 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.916712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.917786 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.919256 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.920238 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.923535 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.924950 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.925569 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.926294 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:13:57.945501 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:57.949511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Request body: {'port': {'device_id': '270544da-f767-4974-9ebe-2714319cc271', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'admin_state_up': True, 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:58.089055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d9cff597-6cb4-4be2-84f8-71055d15c94d None None] Provisioning complete for port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:58.090108 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9cff597-6cb4-4be2-84f8-71055d15c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:58.105726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-353ba97f-08ba-43dd-93ee-01c636855f94 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6888995 Feb 17 22:13:58.176908 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Routers {'fb326f2d-3129-4183-85cf-dcfca9cbb25c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:13:58.177626 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:58.264822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:13:58.270721 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:58.313713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:58.502746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d9cff597-6cb4-4be2-84f8-71055d15c94d None None] Current status of the port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:58.504614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9cff597-6cb4-4be2-84f8-71055d15c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:58.565786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Allocated IP 172.20.0.6 (492bf255-9258-4b42-9b64-67a0b7c1ba7f/286750d8-3ff4-41dd-9534-47d6dd9445c5/63313d81-64b8-4b4c-bea2-e9dabc5854ee) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:58.616189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Allocated IP 172.25.0.199 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/295b4577-f9bc-4fbe-811c-21eec588a470) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:13:58.624767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d9cff597-6cb4-4be2-84f8-71055d15c94d None None] For port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,segment=NetworkSegment(84a1e805-858d-4fd9-b9ef-bd41824a1db5),segment_id=84a1e805-858d-4fd9-b9ef-bd41824a1db5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:13:58.632346 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] Set router fb326f2d-3129-4183-85cf-dcfca9cbb25c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:13:58.638298 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9cff597-6cb4-4be2-84f8-71055d15c94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:58.748936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cff597-6cb4-4be2-84f8-71055d15c94d None None] Pushing event updated for resources: {'Port': ['ID=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:58.781923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-069b69b0-e1ef-4146-ba64-d15ba45a5c3c None None] Provisioning complete for port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:13:58.782304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-069b69b0-e1ef-4146-ba64-d15ba45a5c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:58.958577 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3569285-7054-4a3a-9634-89d4f6323eb7 None None] Pushing event updated for resources: {'Port': ['ID=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:58.978041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-069b69b0-e1ef-4146-ba64-d15ba45a5c3c None None] Current status of the port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:13:59.100142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04a52e-2bcb-4d60-baf8-ea37f3b2a4f3 req-ef0139f9-127f-479e-b6f7-a8fba9691be3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:59.101770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d04a52e-2bcb-4d60-baf8-ea37f3b2a4f3 req-ef0139f9-127f-479e-b6f7-a8fba9691be3 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.4871542 Feb 17 22:13:59.205735 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks [] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:59.251025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for port (295b4577-f9bc-4fbe-811c-21eec588a470), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:59.292059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d04a52e-2bcb-4d60-baf8-ea37f3b2a4f3 req-48a09c44-2761-4314-8174-e63f020209d5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728997 Feb 17 22:13:59.342171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (295b4577-f9bc-4fbe-811c-21eec588a470), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:59.351033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:59.364224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:13:59.388904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:59.413451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:59.430177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:59.502644 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:13:53Z', 'revision_number': 4, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port': {'id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:45Z', 'updated_at': '2022-02-17T22:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '75019b81-0810-4db5-ab8a-7d1d0f1ac25d', 'name': '', 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'mac_address': 'fa:16:3e:7b:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '493097e4-a759-4b07-bb5c-3ea234f588e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:50Z', 'updated_at': '2022-02-17T22:13:57Z', 'revision_number': 4, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'subnets': [{'id': '493097e4-a759-4b07-bb5c-3ea234f588e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:13:59.537792 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1b0020-4135-4a29-a828-1a841f2b7879 None None] The sync data for ids ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'] in n-d-828369-18 is: [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:13:53Z', 'revision_number': 4, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port': {'id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:45Z', 'updated_at': '2022-02-17T22:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '75019b81-0810-4db5-ab8a-7d1d0f1ac25d', 'name': '', 'network_id': '5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'mac_address': 'fa:16:3e:7b:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 942, 'fixed_ips': [{'subnet_id': '493097e4-a759-4b07-bb5c-3ea234f588e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:50Z', 'updated_at': '2022-02-17T22:13:57Z', 'revision_number': 4, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'subnets': [{'id': '493097e4-a759-4b07-bb5c-3ea234f588e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:13:59.557475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:59.559093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:13:59.692252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Pushing event updated for resources: {'Port': ['ID=295b4577-f9bc-4fbe-811c-21eec588a470,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:59.735156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:13:59.746112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8162644 Feb 17 22:13:59.773688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:13:59.782998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:13:59.789072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Request body: {'port': {'device_id': '270544da-f767-4974-9ebe-2714319cc271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:13:59.860802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c64eb34-5805-488f-92c1-55de10dc8a3e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event updated for resources: {'Port': ['ID=63313d81-64b8-4b4c-bea2-e9dabc5854ee,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:13:59.934548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542161d-98ca-451e-9b61-0b44828b1c20 req-5616175f-6dbf-4e0a-b464-f64eecab7fc4 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:13:59.938858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d542161d-98ca-451e-9b61-0b44828b1c20 req-5616175f-6dbf-4e0a-b464-f64eecab7fc4 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.4892480 Feb 17 22:14:00.237381 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:00.334910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d542161d-98ca-451e-9b61-0b44828b1c20 req-195b2b01-59d9-4443-8f7d-11b7d16cde86 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898137 Feb 17 22:14:00.348564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (f3f84ea4-a291-4fe7-8b63-6d635c1cb034), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:00.566069 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (295b4577-f9bc-4fbe-811c-21eec588a470), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:00.725401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf96088-4898-4de5-b476-6bef27562129 req-35c667d6-bbae-4d3d-92b1-bd978b2888a6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:00.727004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecf96088-4898-4de5-b476-6bef27562129 req-35c667d6-bbae-4d3d-92b1-bd978b2888a6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 931 time: 0.3133297 Feb 17 22:14:00.747767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-3109b066-d6b5-4bf2-86a4-bffe143348b2 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:00.749246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-3109b066-d6b5-4bf2-86a4-bffe143348b2 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.3367436 Feb 17 22:14:00.789094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Request body: {'port': {'device_id': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'admin_state_up': True, 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:00.940911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecf96088-4898-4de5-b476-6bef27562129 req-a083fd99-c59b-4cb2-abd7-cad949b979dd tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042384 Feb 17 22:14:01.068521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63313d81-64b8-4b4c-bea2-e9dabc5854ee {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:01.108708 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Publish callbacks [] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.114293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb507a70-baa4-442e-afe8-086d693d076a req-0ed9a37d-7c7b-407a-bf31-dff8dad5663d tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 210 time: 0.0642312 Feb 17 22:14:01.147509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:01.151749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.155799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for port (295b4577-f9bc-4fbe-811c-21eec588a470), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.157803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Transition to ACTIVE for port object 63313d81-64b8-4b4c-bea2-e9dabc5854ee will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:14:01.177910 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (295b4577-f9bc-4fbe-811c-21eec588a470), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.192443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.316156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 75019b81-0810-4db5-ab8a-7d1d0f1ac25d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:01.364873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Pushing event updated for resources: {'Port': ['ID=295b4577-f9bc-4fbe-811c-21eec588a470,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:01.423999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:01.425664 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.470801 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (f3f84ea4-a291-4fe7-8b63-6d635c1cb034), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.520158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:01.623302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:01.624547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604184ae-db83-4a84-8629-b4ca654ed312 req-2b92d464-a0fb-40c3-a67e-0d71280d9bff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5076284 Feb 17 22:14:01.705609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=63313d81-64b8-4b4c-bea2-e9dabc5854ee,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:01.782820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Attempting to bind port 63313d81-64b8-4b4c-bea2-e9dabc5854ee on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:01.783169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Attempting to bind port 63313d81-64b8-4b4c-bea2-e9dabc5854ee by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:01.783530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Attempting to bind port 63313d81-64b8-4b4c-bea2-e9dabc5854ee on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:01.802516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Allocated IP 172.20.0.14 (293666fb-233e-41f8-8f02-a6c2afe25a54/303d05a8-8341-4840-885b-d9bafd488b06/adad114d-30a4-4a4b-a52a-72680e43b2f2) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:01.806869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604184ae-db83-4a84-8629-b4ca654ed312 req-dc99b758-fa46-43a8-a3fe-7e8cfc19c8f4 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.1572406 Feb 17 22:14:01.831098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Port 63313d81-64b8-4b4c-bea2-e9dabc5854ee on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:01.831466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Attempting to bind port 63313d81-64b8-4b4c-bea2-e9dabc5854ee on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:01.892685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.893155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.893623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.894091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.894544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.894999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.895491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.895963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.896427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.896896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.897349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.897804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.898253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.898703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:01.900899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ea1f30b-d25a-42d8-9fba-74013ed004a9 req-6286c7e0-9451-4b4a-9955-455691870109 tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9880 time: 0.5286155 Feb 17 22:14:01.906801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:01.907148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:01.907564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Bound using segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:01.908025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Bound port: 63313d81-64b8-4b4c-bea2-e9dabc5854ee, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:01.908586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:02.353120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604184ae-db83-4a84-8629-b4ca654ed312 req-9f047102-c483-4b42-bee9-bdd43eb367ca tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:02.354513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604184ae-db83-4a84-8629-b4ca654ed312 req-9f047102-c483-4b42-bee9-bdd43eb367ca tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.5289843 Feb 17 22:14:02.403045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] For port 63313d81-64b8-4b4c-bea2-e9dabc5854ee, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:02.429101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] For port 63313d81-64b8-4b4c-bea2-e9dabc5854ee, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=63313d81-64b8-4b4c-bea2-e9dabc5854ee,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:02.474238 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:02.487833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9f3450-7e2f-4188-9c17-698416c2d5d2 req-d54e349b-32c5-4581-ae62-0a680f098851 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:02.489419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab9f3450-7e2f-4188-9c17-698416c2d5d2 req-d54e349b-32c5-4581-ae62-0a680f098851 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.4868765 Feb 17 22:14:02.547146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks [] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:02.555541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:02.556221 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:02.558175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] 10.222.0.73 "PUT /v2.0/ports/63313d81-64b8-4b4c-bea2-e9dabc5854ee HTTP/1.1" status: 200 len: 1092 time: 2.7791531 Feb 17 22:14:02.565800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270544da-f767-4974-9ebe-2714319cc271', 'tag': '63313d81-64b8-4b4c-bea2-e9dabc5854ee'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:02.569093 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8c616d-55bf-40d9-a229-ffded2e4ce44" -d '{"events": [{"name": "network-changed", "server_uuid": "270544da-f767-4974-9ebe-2714319cc271", "tag": "63313d81-64b8-4b4c-bea2-e9dabc5854ee"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:02.637914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7377817-dd1e-4b36-9916-bd62c8077867 req-7ea86b52-bb8f-4298-aa2c-869794f327ba tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:02.639449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7377817-dd1e-4b36-9916-bd62c8077867 req-7ea86b52-bb8f-4298-aa2c-869794f327ba tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.2240188 Feb 17 22:14:02.647529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21e356-0613-42af-9ca4-a0382e096fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=63313d81-64b8-4b4c-bea2-e9dabc5854ee,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:02.699703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab9f3450-7e2f-4188-9c17-698416c2d5d2 req-1047108a-823c-4e39-a717-7f7522f57c2f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765795 Feb 17 22:14:02.730013 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:02.793638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7377817-dd1e-4b36-9916-bd62c8077867 req-58253b68-46aa-42f1-beed-3de1c564a240 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381919 Feb 17 22:14:02.845313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-ef59cc33-9144-42dc-bb25-413dd4b3cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:02.846976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-ef59cc33-9144-42dc-bb25-413dd4b3cb4d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 1126 time: 0.2328842 Feb 17 22:14:02.849054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:02.873705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:02.919485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:02.949607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event updated for resources: {'Port': ['ID=adad114d-30a4-4a4b-a52a-72680e43b2f2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:02.952750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-ae26f064-16b7-466f-b710-be4f48f66093 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63313d81-64b8-4b4c-bea2-e9dabc5854ee HTTP/1.1" status: 200 len: 217 time: 0.0921035 Feb 17 22:14:03.060421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:03.061321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:03.068291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24678dd7-dae5-427a-bad7-86aab02775cb req-19c80118-7293-4e46-9a24-3e46011cfe9a tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:03.069679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24678dd7-dae5-427a-bad7-86aab02775cb req-19c80118-7293-4e46-9a24-3e46011cfe9a tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 886 time: 0.3163660 Feb 17 22:14:03.084850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-5663c62c-dc5d-43cc-b969-f194a4e0e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:03.086312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-5663c62c-dc5d-43cc-b969-f194a4e0e98b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1113737 Feb 17 22:14:03.093047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c19f27fd-76f1-4e15-8435-bf11090d8e45 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3242493 Feb 17 22:14:03.109644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f86e4-56a1-4a52-875b-8aada183f386 req-8a185036-556d-49db-81a3-223ff2f189b6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:03.111168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f5f86e4-56a1-4a52-875b-8aada183f386 req-8a185036-556d-49db-81a3-223ff2f189b6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 943 time: 0.2491262 Feb 17 22:14:03.118795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Request body: {'port': {'device_id': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:03.147598 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-7dbdfbda-8c43-4131-a5c2-ea1436f98b18 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535026 Feb 17 22:14:03.357609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f5f86e4-56a1-4a52-875b-8aada183f386 req-3f0a759a-d9c5-415b-8c21-a3c4cb9f6ba4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130265 Feb 17 22:14:03.361845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:03.405717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f6543-77fc-4da0-b93f-16abd31bbe21 req-17172bca-57f1-45c8-917a-a5a3427f65f8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:03.405717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240f6543-77fc-4da0-b93f-16abd31bbe21 req-17172bca-57f1-45c8-917a-a5a3427f65f8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 932 time: 0.2358394 Feb 17 22:14:03.506191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-5e64af0a-856e-4ae9-a9f5-93831202fe27 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288305 Feb 17 22:14:03.573633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-099e18ea-49ee-4148-92a4-108473372c3c req-c6b9cb56-0d40-4378-a32d-727007ab4905 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips/f3f84ea4-a291-4fe7-8b63-6d635c1cb034 HTTP/1.1" status: 200 len: 693 time: 0.1792629 Feb 17 22:14:03.858138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240f6543-77fc-4da0-b93f-16abd31bbe21 req-8c37e023-af60-4ac7-a7b2-d895556d517e tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406929 Feb 17 22:14:03.921288 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c807349-6463-44ae-93eb-c9cde49d0b86 x-openstack-request-id: req-1c807349-6463-44ae-93eb-c9cde49d0b86 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:03.921591 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270544da-f767-4974-9ebe-2714319cc271", "tag": "63313d81-64b8-4b4c-bea2-e9dabc5854ee", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:03.921851 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c807349-6463-44ae-93eb-c9cde49d0b86 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:03.922248 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270544da-f767-4974-9ebe-2714319cc271', 'tag': '63313d81-64b8-4b4c-bea2-e9dabc5854ee', 'status': 'completed', 'code': 200} Feb 17 22:14:03.951991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-497a14c4-1514-4f88-9f1a-36ad597452f7 req-9fdb0501-8e7a-4acd-a5eb-439b0c1c9c23 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146740 Feb 17 22:14:04.034612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e18ea-49ee-4148-92a4-108473372c3c req-4c5e8a56-40e3-4fac-8ea8-d6e78fe7bd05 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.036071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-099e18ea-49ee-4148-92a4-108473372c3c req-4c5e8a56-40e3-4fac-8ea8-d6e78fe7bd05 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.4124324 Feb 17 22:14:04.223862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-00ad52ae-b8df-4d52-a244-abf3a71178f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.225363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-00ad52ae-b8df-4d52-a244-abf3a71178f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 1126 time: 0.1975162 Feb 17 22:14:04.231128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.231631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.232114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.232557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.233014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.233519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.233979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.234435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.234883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.235341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.235811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.236551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.236980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.237436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.239710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91154307-3757-4393-92a5-da5609bd2aa4 req-95efe996-be0a-4d6d-a4d0-277b17fea1dc tempest-NetworksTest-458640037 tempest-NetworksTest-458640037-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9880 time: 0.2853429 Feb 17 22:14:04.357414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adad114d-30a4-4a4b-a52a-72680e43b2f2 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:04.369198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ee67a-bd64-42b6-934e-da2d93f911ac req-45d930a1-a2b8-4275-b1f8-72efe51520c9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.371332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e6ee67a-bd64-42b6-934e-da2d93f911ac req-45d930a1-a2b8-4275-b1f8-72efe51520c9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.2637122 Feb 17 22:14:04.379772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Publish callbacks [] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:04.429511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Transition to ACTIVE for port object adad114d-30a4-4a4b-a52a-72680e43b2f2 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:14:04.449644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:04.496727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-d4a8f49e-2439-46d0-8c3c-6b2d27aa1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.498206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-d4a8f49e-2439-46d0-8c3c-6b2d27aa1861 service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 0.2396922 Feb 17 22:14:04.619019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:04.775636 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc37c4a6-d214-4fb0-95c6-64244ec0025f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:04.830883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e6ee67a-bd64-42b6-934e-da2d93f911ac req-ae124ae7-2ca4-4705-9285-33e0160b4d20 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4469068 Feb 17 22:14:04.835396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-b4134941-8fca-467d-b5e0-b9eba6ebb575 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63313d81-64b8-4b4c-bea2-e9dabc5854ee HTTP/1.1" status: 200 len: 217 time: 0.3275197 Feb 17 22:14:04.844109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a2728-6588-4248-87d0-fa6173533f13 req-45c238ff-d640-4176-a34e-69b61cb2c84e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:04.845646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f09a2728-6588-4248-87d0-fa6173533f13 req-45c238ff-d640-4176-a34e-69b61cb2c84e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.5305877 Feb 17 22:14:04.857500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Pushing event updated for resources: {'Port': ['ID=adad114d-30a4-4a4b-a52a-72680e43b2f2,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:04.881189 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc37c4a6-d214-4fb0-95c6-64244ec0025f admin admin] Publish callbacks [] for security_group (fc8eec93-3547-4953-84de-c5df20367ceb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:04.887604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc37c4a6-d214-4fb0-95c6-64244ec0025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fc8eec93-3547-4953-84de-c5df20367ceb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:04.936365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37c4a6-d214-4fb0-95c6-64244ec0025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8eec93-3547-4953-84de-c5df20367ceb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:04.957014 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fc37c4a6-d214-4fb0-95c6-64244ec0025f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=caf9c9ac4f0141d1a92470f6f18ef48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3342452 Feb 17 22:14:04.957336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:05.018635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c647364-c639-4fb5-8a9a-7a1e477c76eb admin admin] Publish callbacks [] for security_group (fc8eec93-3547-4953-84de-c5df20367ceb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.033232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-b9ea75e3-b515-49c2-a6df-7dd7e004239f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:05.034550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-b9ea75e3-b515-49c2-a6df-7dd7e004239f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1863115 Feb 17 22:14:05.047722 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c647364-c639-4fb5-8a9a-7a1e477c76eb admin admin] Publish callbacks [] for security_group (fc8eec93-3547-4953-84de-c5df20367ceb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.061539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-053c787f-a238-4443-8886-9e6e0ef36882 req-977a9286-8186-48ac-ad47-8f38d995a903 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=fc290064f3c34793b088ae84af087a3d HTTP/1.1" status: 200 len: 696 time: 0.1419754 Feb 17 22:14:05.094981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-c2127f84-194f-4d74-8cdf-66075fdd8a76 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503078 Feb 17 22:14:05.108438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f09a2728-6588-4248-87d0-fa6173533f13 req-18a55f0e-d5e0-4818-951a-51826adfb31f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469389 Feb 17 22:14:05.114291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c647364-c639-4fb5-8a9a-7a1e477c76eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fc8eec93-3547-4953-84de-c5df20367ceb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.118607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c647364-c639-4fb5-8a9a-7a1e477c76eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.124659 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c647364-c639-4fb5-8a9a-7a1e477c76eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc8eec93-3547-4953-84de-c5df20367ceb HTTP/1.1" status: 204 len: 168 time: 0.1627119 Feb 17 22:14:05.134991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c647364-c639-4fb5-8a9a-7a1e477c76eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8eec93-3547-4953-84de-c5df20367ceb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:05.222136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Attempting to bind port adad114d-30a4-4a4b-a52a-72680e43b2f2 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:05.222652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Attempting to bind port adad114d-30a4-4a4b-a52a-72680e43b2f2 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:05.222652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Attempting to bind port adad114d-30a4-4a4b-a52a-72680e43b2f2 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:05.248008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Port adad114d-30a4-4a4b-a52a-72680e43b2f2 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:05.248283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Attempting to bind port adad114d-30a4-4a4b-a52a-72680e43b2f2 on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:05.279283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:05.279665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:05.280066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Bound using segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:05.280529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Bound port: adad114d-30a4-4a4b-a52a-72680e43b2f2, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:05.280893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.383791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-02d0f919-dea4-41fc-afb8-3b0a0b7acb5f service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742374 Feb 17 22:14:05.390532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c787f-a238-4443-8886-9e6e0ef36882 req-86781e22-55d5-49c4-adc0-de865cf14ea9 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:05.392050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-053c787f-a238-4443-8886-9e6e0ef36882 req-86781e22-55d5-49c4-adc0-de865cf14ea9 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks?id=4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 787 time: 0.3022795 Feb 17 22:14:05.424153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-053c787f-a238-4443-8886-9e6e0ef36882 req-80d96292-dae2-4cfc-9dc0-85a280d28b37 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:14:05.425156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-053c787f-a238-4443-8886-9e6e0ef36882 req-80d96292-dae2-4cfc-9dc0-85a280d28b37 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0137401 Feb 17 22:14:05.488327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fbc49-a33b-4c1f-b2d2-8df00c413283 req-fc6e3810-242c-4903-9f56-518c1a32ca3b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:05.489897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f2fbc49-a33b-4c1f-b2d2-8df00c413283 req-fc6e3810-242c-4903-9f56-518c1a32ca3b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 943 time: 0.2377086 Feb 17 22:14:05.498105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] For port adad114d-30a4-4a4b-a52a-72680e43b2f2, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:05.502765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] For port adad114d-30a4-4a4b-a52a-72680e43b2f2, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=adad114d-30a4-4a4b-a52a-72680e43b2f2,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:05.521413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.556747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41028) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:05.574674 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f1495a4-cdd4-46d9-8c11-c9ab6ebc1dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.645420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:05.646052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.647533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] 10.222.0.94 "PUT /v2.0/ports/adad114d-30a4-4a4b-a52a-72680e43b2f2 HTTP/1.1" status: 200 len: 1093 time: 2.5337429 Feb 17 22:14:05.667302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8c616d-55bf-40d9-a229-ffded2e4ce44 req-efaaf07b-297f-472e-b952-5215e050f206 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736723 Feb 17 22:14:05.684937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd3958-e94d-4140-b856-3caff1a01246 service neutron] Pushing event updated for resources: {'Port': ['ID=adad114d-30a4-4a4b-a52a-72680e43b2f2,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:05.692776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f2fbc49-a33b-4c1f-b2d2-8df00c413283 req-c6d19883-4866-4b0a-93ba-9e9f774b2b19 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883020 Feb 17 22:14:05.721484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0813c1-960d-476c-842c-f84ffa79496e req-5be3e138-6bb1-433a-b428-b117009dcab1 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:05.723461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d0813c1-960d-476c-842c-f84ffa79496e req-5be3e138-6bb1-433a-b428-b117009dcab1 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 944 time: 0.2071934 Feb 17 22:14:05.753846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f1495a4-cdd4-46d9-8c11-c9ab6ebc1dbb admin admin] Publish callbacks [] for security_group (138e61e5-40bf-4e97-8e8c-50bb7ee7c806), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.759834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f1495a4-cdd4-46d9-8c11-c9ab6ebc1dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (138e61e5-40bf-4e97-8e8c-50bb7ee7c806), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.810208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1495a4-cdd4-46d9-8c11-c9ab6ebc1dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138e61e5-40bf-4e97-8e8c-50bb7ee7c806,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:05.815477 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f1495a4-cdd4-46d9-8c11-c9ab6ebc1dbb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e4e0a45fd5c4304a9152d5e7842a70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574646 Feb 17 22:14:05.818189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41030) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:05.827471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a62906c-8851-404f-bfa6-340082c4385b req-365cb587-675b-4704-b5b8-3fec1e778f3b tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips/f3f84ea4-a291-4fe7-8b63-6d635c1cb034 HTTP/1.1" status: 200 len: 693 time: 0.0929201 Feb 17 22:14:05.882544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-e1cd8047-7874-40f0-8beb-3032c19822ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:05.884154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-e1cd8047-7874-40f0-8beb-3032c19822ed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 1127 time: 0.1597674 Feb 17 22:14:05.887193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9050b44e-5f06-4b09-8441-3fc437e4a2ff admin admin] Publish callbacks [] for security_group (138e61e5-40bf-4e97-8e8c-50bb7ee7c806), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.914984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d0813c1-960d-476c-842c-f84ffa79496e req-6dc94078-71e4-4a72-92fd-c6bf2d75a5a8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815746 Feb 17 22:14:05.915854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9050b44e-5f06-4b09-8441-3fc437e4a2ff admin admin] Publish callbacks [] for security_group (138e61e5-40bf-4e97-8e8c-50bb7ee7c806), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:05.923084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'tag': 'adad114d-30a4-4a4b-a52a-72680e43b2f2'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:05.925687 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cec21f-a963-4766-bfea-32dea7b610c6" -d '{"events": [{"name": "network-changed", "server_uuid": "32ef760b-df7a-41ca-94a4-3ab04ce85f24", "tag": "adad114d-30a4-4a4b-a52a-72680e43b2f2"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:05.967230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 63313d81-64b8-4b4c-bea2-e9dabc5854ee details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:05.970478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-c2222fbe-1d29-46c7-adf4-0c953cd1b7e4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adad114d-30a4-4a4b-a52a-72680e43b2f2 HTTP/1.1" status: 200 len: 217 time: 0.0592537 Feb 17 22:14:06.006209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9050b44e-5f06-4b09-8441-3fc437e4a2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (138e61e5-40bf-4e97-8e8c-50bb7ee7c806), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:06.010863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9050b44e-5f06-4b09-8441-3fc437e4a2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:06.023204 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9050b44e-5f06-4b09-8441-3fc437e4a2ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/138e61e5-40bf-4e97-8e8c-50bb7ee7c806 HTTP/1.1" status: 204 len: 168 time: 0.1957254 Feb 17 22:14:06.039338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050b44e-5f06-4b09-8441-3fc437e4a2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138e61e5-40bf-4e97-8e8c-50bb7ee7c806,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:06.121653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a62906c-8851-404f-bfa6-340082c4385b req-e12c6a7f-8bfc-443b-b1d2-52d125712cb5 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:06.123051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a62906c-8851-404f-bfa6-340082c4385b req-e12c6a7f-8bfc-443b-b1d2-52d125712cb5 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.2801354 Feb 17 22:14:06.133918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-57852645-cfcb-483b-ab12-5a61a1821402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:06.135467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-57852645-cfcb-483b-ab12-5a61a1821402 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.1266861 Feb 17 22:14:06.139276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-7a62906c-8851-404f-bfa6-340082c4385b req-c25e6380-09e3-42b4-b6cb-9e54aab53cce tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:14:06.141028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a62906c-8851-404f-bfa6-340082c4385b req-c25e6380-09e3-42b4-b6cb-9e54aab53cce tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100958 Feb 17 22:14:06.145739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 63313d81-64b8-4b4c-bea2-e9dabc5854ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=63313d81-64b8-4b4c-bea2-e9dabc5854ee,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:06.159780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '63313d81-64b8-4b4c-bea2-e9dabc5854ee', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'port_id': '63313d81-64b8-4b4c-bea2-e9dabc5854ee', 'mac_address': 'fa:16:3e:bb:75:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286750d8-3ff4-41dd-9534-47d6dd9445c5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:06.183717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-5550b511-190e-4046-a4bd-632d60694e65 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394886 Feb 17 22:14:06.191441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ff9b4-e7f3-4e35-bdfb-dda41607dfa5 req-e381d78f-2ef7-4d4a-bf62-45d234304f9e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:06.193049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd5ff9b4-e7f3-4e35-bdfb-dda41607dfa5 req-e381d78f-2ef7-4d4a-bf62-45d234304f9e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 944 time: 0.1530101 Feb 17 22:14:06.208959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 63313d81-64b8-4b4c-bea2-e9dabc5854ee is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:06.209663 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:06.225580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63313d81-64b8-4b4c-bea2-e9dabc5854ee {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:06.258418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 63313d81-64b8-4b4c-bea2-e9dabc5854ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=63313d81-64b8-4b4c-bea2-e9dabc5854ee,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:06.258926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a62906c-8851-404f-bfa6-340082c4385b req-78d1bcba-5de5-4951-a907-ae757cc96e42 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.1052790 Feb 17 22:14:06.265965 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:06.324228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=63313d81-64b8-4b4c-bea2-e9dabc5854ee,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:06.374933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a62906c-8851-404f-bfa6-340082c4385b req-39757edd-d9c9-4a4e-8450-7dd2d7f34be5 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.199 HTTP/1.1" status: 200 len: 696 time: 0.0742033 Feb 17 22:14:06.441245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd5ff9b4-e7f3-4e35-bdfb-dda41607dfa5 req-1532e63d-b747-44e2-8d5e-5d07590769df tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182727 Feb 17 22:14:06.475115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['63313d81-64b8-4b4c-bea2-e9dabc5854ee'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:06.506042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-a9981323-deb2-4706-9c5f-5cd64317b13d service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841582 Feb 17 22:14:06.546821 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a56e08-4904-4e00-8833-6560a1d1dda4 x-openstack-request-id: req-c4a56e08-4904-4e00-8833-6560a1d1dda4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:06.547147 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32ef760b-df7a-41ca-94a4-3ab04ce85f24", "tag": "adad114d-30a4-4a4b-a52a-72680e43b2f2", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:06.547498 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4a56e08-4904-4e00-8833-6560a1d1dda4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:06.547938 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'tag': 'adad114d-30a4-4a4b-a52a-72680e43b2f2', 'status': 'completed', 'code': 200} Feb 17 22:14:06.696751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Deleting port 295b4577-f9bc-4fbe-811c-21eec588a470 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:06.697085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (295b4577-f9bc-4fbe-811c-21eec588a470), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:06.714771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2c9958-7c1f-4df3-8990-729f217ad1e8 req-710d9b94-8e6f-42c7-9433-38f9e55c45b7 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852973 Feb 17 22:14:06.750970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da90b81-d868-40e5-9bda-ce3a8081a18e req-3c29a629-99bf-4943-b9fa-273b6652d46d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:06.752782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7da90b81-d868-40e5-9bda-ce3a8081a18e req-3c29a629-99bf-4943-b9fa-273b6652d46d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.1494057 Feb 17 22:14:06.843221 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (295b4577-f9bc-4fbe-811c-21eec588a470), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:06.843716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (295b4577-f9bc-4fbe-811c-21eec588a470), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:06.873837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7da90b81-d868-40e5-9bda-ce3a8081a18e req-a66639e7-ab6d-42c9-ac4a-fa1938efde28 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136682 Feb 17 22:14:06.881543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Calling delete_port for 295b4577-f9bc-4fbe-811c-21eec588a470 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:06.970195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-e69ec427-e436-4db4-90ec-78220b813e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:06.972515 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-e69ec427-e436-4db4-90ec-78220b813e86 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 1127 time: 0.1427200 Feb 17 22:14:06.975540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:07.108770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:07.122972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'port_id': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'mac_address': 'fa:16:3e:92:74:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:07.131009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144240a-eb40-4005-a2a4-7b90e2ad7ace req-c14eaac8-4069-4c41-ad3f-320a19c4e00f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:07.132563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2144240a-eb40-4005-a2a4-7b90e2ad7ace req-c14eaac8-4069-4c41-ad3f-320a19c4e00f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 944 time: 0.1907356 Feb 17 22:14:07.177560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:07.178252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:07.191841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-068e00de-49e8-4395-8823-aac3c02ecdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:07.192949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:07.193297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-068e00de-49e8-4395-8823-aac3c02ecdec service neutron] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.2041309 Feb 17 22:14:07.216343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:07.223073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:07.281148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:07.521496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-3ec02e9f-9cfc-4a84-aea5-027a1a24266f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=adad114d-30a4-4a4b-a52a-72680e43b2f2 HTTP/1.1" status: 200 len: 217 time: 0.3180907 Feb 17 22:14:07.542007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2144240a-eb40-4005-a2a4-7b90e2ad7ace req-c3256d02-e609-494b-945c-77b009eaf209 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017861 Feb 17 22:14:07.581494 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (295b4577-f9bc-4fbe-811c-21eec588a470), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:07.611117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-740fee83-2526-4c17-ab38-7481652051bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:07.612055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-740fee83-2526-4c17-ab38-7481652051bb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.0831840 Feb 17 22:14:07.616591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Pushing event deleted for resources: {'Port': ['ID=295b4577-f9bc-4fbe-811c-21eec588a470,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:07.713940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-ca05b732-a576-47c3-96a0-b31c328b015b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919681 Feb 17 22:14:07.795289 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (f3f84ea4-a291-4fe7-8b63-6d635c1cb034), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:07.797902 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:07.799046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a62906c-8851-404f-bfa6-340082c4385b req-08c1b6f0-8d20-488a-b654-a83710efca6d tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "DELETE /v2.0/floatingips/f3f84ea4-a291-4fe7-8b63-6d635c1cb034 HTTP/1.1" status: 204 len: 173 time: 1.4170337 Feb 17 22:14:07.816009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f476326-d08a-4dd9-8e8c-d747041d025a req-c616aa34-72a8-42de-8618-fc907d9e81ae tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:07.817699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f476326-d08a-4dd9-8e8c-d747041d025a req-c616aa34-72a8-42de-8618-fc907d9e81ae tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 944 time: 0.2043297 Feb 17 22:14:07.906407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-db1e9cd2-5ecf-4ad8-bdc3-fa8183ef8f9d service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846266 Feb 17 22:14:07.920785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:07.946697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f476326-d08a-4dd9-8e8c-d747041d025a req-127857a7-826f-4b74-8feb-ff32efcf1703 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194074 Feb 17 22:14:07.982619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 63313d81-64b8-4b4c-bea2-e9dabc5854ee up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:08.004594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72ac0d-2ea6-4c16-85ae-4f09c80f99c9 req-0a630de1-104a-453f-843e-0ebf0db7f705 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:08.006169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a72ac0d-2ea6-4c16-85ae-4f09c80f99c9 req-0a630de1-104a-453f-843e-0ebf0db7f705 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.1490941 Feb 17 22:14:08.070999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9cec21f-a963-4766-bfea-32dea7b610c6 req-d083d567-35e5-4787-94c7-2c7fd8ea34cc service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543605 Feb 17 22:14:08.092909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 63313d81-64b8-4b4c-bea2-e9dabc5854ee completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:14:08.100516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 63313d81-64b8-4b4c-bea2-e9dabc5854ee triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:08.100771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a72ac0d-2ea6-4c16-85ae-4f09c80f99c9 req-8b211b46-46b7-4601-8910-83a981be5ff5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799735 Feb 17 22:14:08.101305 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.222631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 63313d81-64b8-4b4c-bea2-e9dabc5854ee is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:08.223030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.250783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270544da-f767-4974-9ebe-2714319cc271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63313d81-64b8-4b4c-bea2-e9dabc5854ee'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:08.253160 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0339e5-0f42-487f-80c3-c35bbcd1217c" -d '{"events": [{"server_uuid": "270544da-f767-4974-9ebe-2714319cc271", "name": "network-vif-plugged", "status": "completed", "tag": "63313d81-64b8-4b4c-bea2-e9dabc5854ee"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:08.267449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 63313d81-64b8-4b4c-bea2-e9dabc5854ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=63313d81-64b8-4b4c-bea2-e9dabc5854ee,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:08.272061 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.273178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6f5d8dd0-334f-499b-9d8a-42cd5bbdd902 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1335847 Feb 17 22:14:08.302672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:08.325554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=63313d81-64b8-4b4c-bea2-e9dabc5854ee,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:08.335905 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.346741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1521e5c-f0e2-4908-bb3b-2db66a847d9d req-94f99dc0-53e2-466f-bb8f-76dfadd93778 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:08.348276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1521e5c-f0e2-4908-bb3b-2db66a847d9d req-94f99dc0-53e2-466f-bb8f-76dfadd93778 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.0940590 Feb 17 22:14:08.445114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1521e5c-f0e2-4908-bb3b-2db66a847d9d req-93e71c36-3bb6-4526-8fee-d4be260c9569 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872355 Feb 17 22:14:08.489648 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.602851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Allocated IP 172.25.0.239 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/01daed33-0bf2-457b-9c28-bd7929eaf666) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:08.613012 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1176e201-cc4c-424d-a4c5-d2446030266b x-openstack-request-id: req-1176e201-cc4c-424d-a4c5-d2446030266b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:08.613501 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270544da-f767-4974-9ebe-2714319cc271", "name": "network-vif-plugged", "status": "completed", "tag": "63313d81-64b8-4b4c-bea2-e9dabc5854ee", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:08.613948 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1176e201-cc4c-424d-a4c5-d2446030266b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:08.614507 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270544da-f767-4974-9ebe-2714319cc271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63313d81-64b8-4b4c-bea2-e9dabc5854ee', 'code': 200} Feb 17 22:14:08.782299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cbbac-7d5a-4a78-a54b-cbf46bcc092b req-207fc647-81af-4cbd-b92f-b6d92935aa40 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:08.783861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02cbbac-7d5a-4a78-a54b-cbf46bcc092b req-207fc647-81af-4cbd-b92f-b6d92935aa40 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 945 time: 0.1227551 Feb 17 22:14:08.829536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.833474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f903c-1e90-47af-885d-664d9cf6fab5 req-f58e4bba-cf00-4d73-baac-68b46e8dfa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:08.834989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-367f903c-1e90-47af-885d-664d9cf6fab5 req-f58e4bba-cf00-4d73-baac-68b46e8dfa8b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 1128 time: 0.1380796 Feb 17 22:14:08.887210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02cbbac-7d5a-4a78-a54b-cbf46bcc092b req-ffa5c0ec-f8f9-4536-bece-aafd408195ef tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972602 Feb 17 22:14:08.922749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-367f903c-1e90-47af-885d-664d9cf6fab5 req-8629f47b-7c7b-4858-b747-afddc8d8a794 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798106 Feb 17 22:14:08.932867 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.934634 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:08.976484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:08.982268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:08.985233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:08.988580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device da6778e5-a6f4-4004-bfba-061d075b470f details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:09.002261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device da6778e5-a6f4-4004-bfba-061d075b470f no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:09.019276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Pushing event updated for resources: {'Port': ['ID=01daed33-0bf2-457b-9c28-bd7929eaf666,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:09.051500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08c80206-67a9-4536-9f1c-6123476279a1 req-d5b40865-e86f-46ce-a6e3-b0a12210797d tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=864665524fba4647ab3410ef86933e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331750 Feb 17 22:14:09.180614 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (814226ad-1a2a-4e2b-92ec-996ab693139d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.187660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:09.190530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port da6778e5-a6f4-4004-bfba-061d075b470f is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:09.191117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.211419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'port_id': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'mac_address': 'fa:16:3e:8d:1d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46756507-5829-4df7-92ac-3e6d44b66898', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:09.228517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c80206-67a9-4536-9f1c-6123476279a1 req-8af05a39-b28f-4eaa-bb8f-d80e31108d8a tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:09.230344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08c80206-67a9-4536-9f1c-6123476279a1 req-8af05a39-b28f-4eaa-bb8f-d80e31108d8a tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700726 Feb 17 22:14:09.241411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.256171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:09.264273 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.268602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08c80206-67a9-4536-9f1c-6123476279a1 req-c5f6bb6c-3775-4382-aa17-2be06a86ad1b tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/quotas/864665524fba4647ab3410ef86933e49 HTTP/1.1" status: 200 len: 375 time: 0.0291204 Feb 17 22:14:09.293852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port da6778e5-a6f4-4004-bfba-061d075b470f is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:09.294239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.317951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da6778e5-a6f4-4004-bfba-061d075b470f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:09.323732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08c80206-67a9-4536-9f1c-6123476279a1 req-367d85e5-e4ee-4361-9e24-a7fa35eee496 tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=864665524fba4647ab3410ef86933e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407987 Feb 17 22:14:09.359148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:09.375940 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:14:09.376888 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:14:09.476572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.484519 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.570991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d1d58-eba5-4c91-aaff-2037767d6a41 req-3ed6d1d7-327c-4548-8284-996ff4fdcee4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:09.573104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db4d1d58-eba5-4c91-aaff-2037767d6a41 req-3ed6d1d7-327c-4548-8284-996ff4fdcee4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 944 time: 0.1372674 Feb 17 22:14:09.577395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Pushing event updated for resources: {'Port': ['ID=01daed33-0bf2-457b-9c28-bd7929eaf666,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:09.599676 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (814226ad-1a2a-4e2b-92ec-996ab693139d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.631741 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.632986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-6e76c8b1-c2b5-4d70-b28c-7b692ab9cde3 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3536503 Feb 17 22:14:09.652526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db4d1d58-eba5-4c91-aaff-2037767d6a41 req-b6fe6011-3b1d-4386-9d72-6f33f2bc5bef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722969 Feb 17 22:14:09.712782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-5c9fcf65-1843-412c-8dc3-9eb96b40324f tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0707622 Feb 17 22:14:09.841825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cd692-6c3d-4e97-b5ca-5ee14537c6ce req-8e7ecd35-0074-42c2-8a3a-95b9c3a71de7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:09.843557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2cd692-6c3d-4e97-b5ca-5ee14537c6ce req-8e7ecd35-0074-42c2-8a3a-95b9c3a71de7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 945 time: 0.1293330 Feb 17 22:14:09.875157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-de86cde3-e862-4c0e-96a4-60d0b3e561d7 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:09.876525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-de86cde3-e862-4c0e-96a4-60d0b3e561d7 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1533439 Feb 17 22:14:09.890903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-7aafedb8-3ca3-40c5-916e-dc72aa3a95fb tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:14:09.891916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec945b61-6e5b-43f3-9505-98c289842c8d req-7aafedb8-3ca3-40c5-916e-dc72aa3a95fb tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089173 Feb 17 22:14:09.932891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2cd692-6c3d-4e97-b5ca-5ee14537c6ce req-270582d1-85bf-400e-82f8-f6a93405c5fa tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792637 Feb 17 22:14:09.966593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port da6778e5-a6f4-4004-bfba-061d075b470f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:09.967042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:09.986913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6778e5-a6f4-4004-bfba-061d075b470f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:10.010805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:10.019329 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:10.061197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732aa36-f461-49da-8d34-1384967ab033 req-5eca1ba7-9e62-444e-a15f-6a2805f7a047 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:10.063997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2732aa36-f461-49da-8d34-1384967ab033 req-5eca1ba7-9e62-444e-a15f-6a2805f7a047 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 943 time: 0.0662298 Feb 17 22:14:10.086383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:10.162379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-fefeded6-3d0e-4390-916e-f83662b94220 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips/814226ad-1a2a-4e2b-92ec-996ab693139d HTTP/1.1" status: 200 len: 693 time: 0.0629013 Feb 17 22:14:10.165958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2732aa36-f461-49da-8d34-1384967ab033 req-f22a4a89-202a-4d3f-8c22-43fa813d447b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954885 Feb 17 22:14:10.309238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-d8bb5dfd-6e54-4d3d-aed9-865d4c8d1e50 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:10.310568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-d8bb5dfd-6e54-4d3d-aed9-865d4c8d1e50 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1392770 Feb 17 22:14:10.321407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2f210-8912-4331-9be8-2355730a9a5c req-e7c04e04-ac3a-408e-b9a3-f6d42e5cdbe2 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:10.323441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acc2f210-8912-4331-9be8-2355730a9a5c req-e7c04e04-ac3a-408e-b9a3-f6d42e5cdbe2 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 945 time: 0.0954449 Feb 17 22:14:10.383607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-a31fa9bb-7f96-4425-8fb1-21d7fc60d31e tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0591824 Feb 17 22:14:10.452104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-4ec5d68e-1ef3-4c27-b36b-97817dc0aaff tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.239 HTTP/1.1" status: 200 len: 696 time: 0.0621147 Feb 17 22:14:10.455020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acc2f210-8912-4331-9be8-2355730a9a5c req-3c747c3e-98f6-41ef-abf6-5ed9f0c40e22 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244614 Feb 17 22:14:10.562067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['da6778e5-a6f4-4004-bfba-061d075b470f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:10.595995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Deleting port 01daed33-0bf2-457b-9c28-bd7929eaf666 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:10.596336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:10.615427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:10.617894 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c583a9-0986-43ce-b2b8-fcbe2cc78e24" -d '{"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-unplugged", "status": "completed", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:10.680081 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:10.680521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (01daed33-0bf2-457b-9c28-bd7929eaf666), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:10.693342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Calling delete_port for 01daed33-0bf2-457b-9c28-bd7929eaf666 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:10.913586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-2a949412-060e-4bf3-be5f-942ea7fc5c74 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:10.915045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-2a949412-060e-4bf3-be5f-942ea7fc5c74 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.1503615 Feb 17 22:14:10.937252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-5ad2bf07-b894-4c62-b6a1-56835a065bc5 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0157278 Feb 17 22:14:10.950120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (01daed33-0bf2-457b-9c28-bd7929eaf666), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:10.982029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device adad114d-30a4-4a4b-a52a-72680e43b2f2 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:10.992491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:10.996122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Pushing event deleted for resources: {'Port': ['ID=01daed33-0bf2-457b-9c28-bd7929eaf666,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:11.067239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-4543a94f-876c-4c05-87e7-6c3ec2a9fa4e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1251938 Feb 17 22:14:11.072090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks [] for floatingip (814226ad-1a2a-4e2b-92ec-996ab693139d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:11.075509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:11.076894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb54bd0a-f2fb-4a12-886a-24aac7ea1f21 req-1d2e9ddf-36d2-4e3f-b4dd-275c0d8bda80 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "DELETE /v2.0/floatingips/814226ad-1a2a-4e2b-92ec-996ab693139d HTTP/1.1" status: 204 len: 173 time: 0.6195898 Feb 17 22:14:11.096813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:14:11.109916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:11.110292 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:11.142674 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a53a9-a990-452d-a8f0-2d863825eced x-openstack-request-id: req-2c2a53a9-a990-452d-a8f0-2d863825eced {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:11.142972 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-unplugged", "status": "completed", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:11.143233 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c2a53a9-a990-452d-a8f0-2d863825eced {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:11.143636 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'code': 200} Feb 17 22:14:11.153468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port adad114d-30a4-4a4b-a52a-72680e43b2f2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=adad114d-30a4-4a4b-a52a-72680e43b2f2,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:11.174306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'adad114d-30a4-4a4b-a52a-72680e43b2f2', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': 'adad114d-30a4-4a4b-a52a-72680e43b2f2', 'mac_address': 'fa:16:3e:68:b9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:11.199709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-fad73b4f-cdb4-4896-ac87-6b13d119ef5b service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216280 Feb 17 22:14:11.239953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port adad114d-30a4-4a4b-a52a-72680e43b2f2 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:11.240334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:11.261573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adad114d-30a4-4a4b-a52a-72680e43b2f2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:11.273873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:11.274257 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:11.294255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port adad114d-30a4-4a4b-a52a-72680e43b2f2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=adad114d-30a4-4a4b-a52a-72680e43b2f2,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:11.301879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:11.311328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb111bab-6350-466b-96a3-88ffa917cbe0 req-1b95bded-1203-4ebd-8eb6-d68772ea4a4c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:11.312854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb111bab-6350-466b-96a3-88ffa917cbe0 req-1b95bded-1203-4ebd-8eb6-d68772ea4a4c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 944 time: 0.1315591 Feb 17 22:14:11.342747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:11.350039 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:11.355626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-9fb38a18-4490-4026-888e-532aabe6bcab service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356428 Feb 17 22:14:11.368989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=adad114d-30a4-4a4b-a52a-72680e43b2f2,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:11.386912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb111bab-6350-466b-96a3-88ffa917cbe0 req-cf279b7c-37a1-4e11-8792-4ab4b33cf520 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638750 Feb 17 22:14:11.432892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:11.509466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae853a8a-0d87-44b8-96f2-0df6116a6882 req-14a832c6-8054-4f4c-bca2-c3324e939fcf tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=864665524fba4647ab3410ef86933e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284753 Feb 17 22:14:11.657396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78073f3-069f-458c-b900-91ed7a4d44f4 req-95619644-14ae-481a-9d37-d60d77f0a34b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:11.658990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f78073f3-069f-458c-b900-91ed7a4d44f4 req-95619644-14ae-481a-9d37-d60d77f0a34b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 946 time: 0.1318684 Feb 17 22:14:11.670902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae853a8a-0d87-44b8-96f2-0df6116a6882 req-6fbdae20-a966-401b-bb9c-e779b9cf7358 tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:11.672587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae853a8a-0d87-44b8-96f2-0df6116a6882 req-6fbdae20-a966-401b-bb9c-e779b9cf7358 tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1557989 Feb 17 22:14:11.700255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae853a8a-0d87-44b8-96f2-0df6116a6882 req-5a066324-40c4-4f5c-b093-72d42d2b0589 tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/quotas/864665524fba4647ab3410ef86933e49 HTTP/1.1" status: 200 len: 375 time: 0.0201933 Feb 17 22:14:11.750826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae853a8a-0d87-44b8-96f2-0df6116a6882 req-fd8330e8-d35c-409d-86a9-5adc749f0352 tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=864665524fba4647ab3410ef86933e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391212 Feb 17 22:14:11.755865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f78073f3-069f-458c-b900-91ed7a4d44f4 req-c042a977-8f29-4d55-9e19-6971d6c380f5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822697 Feb 17 22:14:11.905909 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-6141d2b9-d2eb-4046-af63-95179b6fce0a req-2579a69b-cf32-463d-9dc9-2bfc74f0f769 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] show failed (client error): The resource could not be found. Feb 17 22:14:11.919970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6141d2b9-d2eb-4046-af63-95179b6fce0a req-2579a69b-cf32-463d-9dc9-2bfc74f0f769 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips/814226ad-1a2a-4e2b-92ec-996ab693139d HTTP/1.1" status: 404 len: 350 time: 0.0826650 Feb 17 22:14:11.997793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['adad114d-30a4-4a4b-a52a-72680e43b2f2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:12.015149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-769bf6c0-cadf-4e54-85e4-a4b77c29f5c0 req-37922b91-44fd-4e56-964f-fb3c4c9ca5f9 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 210 time: 0.0385363 Feb 17 22:14:12.029185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482b8565-9747-4d9d-973f-72072028b0a0 req-d3b2c056-e572-4860-8824-dafeb29c0087 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:12.031810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-482b8565-9747-4d9d-973f-72072028b0a0 req-d3b2c056-e572-4860-8824-dafeb29c0087 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 944 time: 0.1004679 Feb 17 22:14:12.093843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-482b8565-9747-4d9d-973f-72072028b0a0 req-27e252c1-407a-46f9-8930-aab72c8da638 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542934 Feb 17 22:14:12.160833 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-c55e7c9f-0a9e-4922-bdb1-7d0ef0dceedb req-9b477687-7199-482d-882c-177fb3991e96 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] show failed (client error): The resource could not be found. Feb 17 22:14:12.161855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c55e7c9f-0a9e-4922-bdb1-7d0ef0dceedb req-9b477687-7199-482d-882c-177fb3991e96 tempest-FloatingIPsTestJSON-2019512217 tempest-FloatingIPsTestJSON-2019512217-project] 10.222.0.79 "GET /v2.0/floatingips/814226ad-1a2a-4e2b-92ec-996ab693139d HTTP/1.1" status: 404 len: 350 time: 0.0418100 Feb 17 22:14:12.174680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41212) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:12.278225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ef68b-efa5-4e7a-b47f-5ceec90c9bd2 req-6cb01c4f-88ea-421f-97bf-2e9cc7268ecb tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:12.285470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-872ef68b-efa5-4e7a-b47f-5ceec90c9bd2 req-6cb01c4f-88ea-421f-97bf-2e9cc7268ecb tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1128 time: 0.0588379 Feb 17 22:14:12.360208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-872ef68b-efa5-4e7a-b47f-5ceec90c9bd2 req-aa34eb9b-3033-4ea9-89c4-b26e5772118a tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735786 Feb 17 22:14:12.639003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec47e4-030f-40e6-bf68-c63be4388d7d req-bed548f9-9642-4b56-94f5-f72828cb3202 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:12.641096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72ec47e4-030f-40e6-bf68-c63be4388d7d req-bed548f9-9642-4b56-94f5-f72828cb3202 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 945 time: 0.0713179 Feb 17 22:14:12.678256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (fb326f2d-3129-4183-85cf-dcfca9cbb25c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:12.996936 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:14:13.000270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device da6778e5-a6f4-4004-bfba-061d075b470f up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:13.069170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72ec47e4-030f-40e6-bf68-c63be4388d7d req-c532be2a-e830-4dac-ab05-85e92802baf0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032438 Feb 17 22:14:13.100702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-4de81713-0e3a-4542-bb82-4c76dc7ddd80 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:13.101799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port da6778e5-a6f4-4004-bfba-061d075b470f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:13.102202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-4de81713-0e3a-4542-bb82-4c76dc7ddd80 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.4516788 Feb 17 22:14:13.103696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.116885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Request body: {'port': {'device_id': '59412c2a-974d-40f7-bbe1-19e780073c00', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'admin_state_up': True, 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:13.145324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:13.148718 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b5dfa6-bc48-4395-8d0c-84621c7b886e" -d '{"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-plugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:13.224761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port da6778e5-a6f4-4004-bfba-061d075b470f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:13.225166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.271108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:13.277185 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.285483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:13.289491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.301822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc692e7f-2d57-43e6-afce-326a753693b4 req-a48dbb68-472c-488e-997c-aa0af0ac4797 tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=864665524fba4647ab3410ef86933e49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0477648 Feb 17 22:14:13.335026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Deleting port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:13.336095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.345081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:13.454817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] For port 75019b81-0810-4db5-ab8a-7d1d0f1ac25d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,segment=NetworkSegment(84a1e805-858d-4fd9-b9ef-bd41824a1db5),segment_id=84a1e805-858d-4fd9-b9ef-bd41824a1db5)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:13.455176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.471499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Calling delete_port for 75019b81-0810-4db5-ab8a-7d1d0f1ac25d owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:13.526183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc692e7f-2d57-43e6-afce-326a753693b4 req-c110aa54-4291-47be-8130-adf8fe5a9bfd tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:13.527740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc692e7f-2d57-43e6-afce-326a753693b4 req-c110aa54-4291-47be-8130-adf8fe5a9bfd tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2077405 Feb 17 22:14:13.528986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Allocated IP 172.20.0.2 (492bf255-9258-4b42-9b64-67a0b7c1ba7f/286750d8-3ff4-41dd-9534-47d6dd9445c5/f70a314f-df56-4612-b8c5-fee1c98786b5) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:13.556578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc692e7f-2d57-43e6-afce-326a753693b4 req-afafd57a-e82f-4ee2-a750-21daa3becf46 tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/quotas/864665524fba4647ab3410ef86933e49 HTTP/1.1" status: 200 len: 375 time: 0.0157611 Feb 17 22:14:13.613064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc692e7f-2d57-43e6-afce-326a753693b4 req-2a5d7865-19d1-4658-8660-f1969c12e96c tempest-QuotasAdminNegativeTest-1479561408 tempest-QuotasAdminNegativeTest-1479561408-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=864665524fba4647ab3410ef86933e49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412295 Feb 17 22:14:13.698276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (75019b81-0810-4db5-ab8a-7d1d0f1ac25d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.717666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-aaaba9f1-d337-4a88-b619-9c250bf631b1 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:14:13.718821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-aaaba9f1-d337-4a88-b619-9c250bf631b1 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092545 Feb 17 22:14:13.736875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Pushing event deleted for resources: {'Port': ['ID=75019b81-0810-4db5-ab8a-7d1d0f1ac25d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:13.836799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks [] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.846999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-c035690a-6c4b-4fda-b131-4bd247ba34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:13.848438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-c035690a-6c4b-4fda-b131-4bd247ba34dc service neutron] 10.222.0.79 "GET /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 1125 time: 0.1180933 Feb 17 22:14:13.863736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Request body: {'binding': {'host': 'n-h1-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:13.864199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:14:13.930215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90033c-6c58-4ce9-b3fa-f5d138f44270 req-e97ab582-81af-499e-b55f-dc274ea742dd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:13.932462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc90033c-6c58-4ce9-b3fa-f5d138f44270 req-e97ab582-81af-499e-b55f-dc274ea742dd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 946 time: 0.1514909 Feb 17 22:14:13.932656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (fb326f2d-3129-4183-85cf-dcfca9cbb25c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:13.990843 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.002656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5', '63313d81-64b8-4b4c-bea2-e9dabc5854ee'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:14.072492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:14.086826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:14.104139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:14.139140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event updated for resources: {'Port': ['ID=f70a314f-df56-4612-b8c5-fee1c98786b5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:14.157815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc90033c-6c58-4ce9-b3fa-f5d138f44270 req-479c96bf-7354-40a5-a795-26a9394a53a7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124534 Feb 17 22:14:14.203880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:14.204633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.216673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on host n-h1-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:14.217105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:14.217493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:14.225031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:14.225456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:14.226760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Router fb326f2d-3129-4183-85cf-dcfca9cbb25c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:14:14.232736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:14.233222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:14.233700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:14.234248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Bound port: 4132eba5-8e17-431b-950c-b51d80c1006d, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:14.241297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b1e884fa-352e-495a-ac0a-d7eaab85e477 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1284332 Feb 17 22:14:14.272709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Request body: {'port': {'device_id': '59412c2a-974d-40f7-bbe1-19e780073c00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:14.351940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:14:14.362016 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-22a64538-66aa-4abb-99f3-eec4bdf3d96e admin admin] 10.222.0.79 "PUT /v2.0/routers/fb326f2d-3129-4183-85cf-dcfca9cbb25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1860335 Feb 17 22:14:14.362773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41276) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:14.366188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:14.373958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] Sync routers for ids ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:14:14.390875 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.392377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-ef31a1bd-a6c2-48c0-b762-4ac9ab0fdefe service neutron] 10.222.0.79 "POST /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d/bindings HTTP/1.1" status: 201 len: 390 time: 0.5325236 Feb 17 22:14:14.404416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eddc100-ccda-47d7-a19e-35b66aa31166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.412036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac450126-2cc9-479f-b75a-452bef2626b7 req-1aeaf26e-2525-4fa5-a505-316ace6c4fc8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:14.412361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] Routers {'fb326f2d-3129-4183-85cf-dcfca9cbb25c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:14.413029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:14.413896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac450126-2cc9-479f-b75a-452bef2626b7 req-1aeaf26e-2525-4fa5-a505-316ace6c4fc8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 931 time: 0.1484244 Feb 17 22:14:14.414949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.490601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks [] for router (fb326f2d-3129-4183-85cf-dcfca9cbb25c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.628121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks [] for router_gateway (fb326f2d-3129-4183-85cf-dcfca9cbb25c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.639818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac450126-2cc9-479f-b75a-452bef2626b7 req-18b8b8dc-a5d4-4b60-b7c8-658e49c866d5 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834092 Feb 17 22:14:14.655953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] Set router fb326f2d-3129-4183-85cf-dcfca9cbb25c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:14.700710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Deleting port 01cc58c6-70ed-4718-a10f-bd0be4781741 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:14.701500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.738090 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a2998-51f6-46b9-8dec-9fb328b78aff x-openstack-request-id: req-b81a2998-51f6-46b9-8dec-9fb328b78aff {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:14.738372 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-plugged", "status": "completed", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:14.738629 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b81a2998-51f6-46b9-8dec-9fb328b78aff {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:14.739034 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'code': 200} Feb 17 22:14:14.878037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] For port 01cc58c6-70ed-4718-a10f-bd0be4781741, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01cc58c6-70ed-4718-a10f-bd0be4781741,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:14.878404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:14.881058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dfa2cc-f487-4935-9527-16a6e97df0b1 req-65188b83-9849-411b-9cfa-70788d2137a1 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:14.884769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86dfa2cc-f487-4935-9527-16a6e97df0b1 req-65188b83-9849-411b-9cfa-70788d2137a1 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.2619653 Feb 17 22:14:14.907348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Calling delete_port for 01cc58c6-70ed-4718-a10f-bd0be4781741 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:14.927839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21'}], 'enable_snat': True}, 'gw_port_id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:14:13Z', 'revision_number': 5, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port': {'id': '01cc58c6-70ed-4718-a10f-bd0be4781741', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:13:45Z', 'updated_at': '2022-02-17T22:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:14.946422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-926068ce-6094-46cc-8be1-ade721570e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:14.948251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-926068ce-6094-46cc-8be1-ade721570e19 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1128 time: 0.2175660 Feb 17 22:14:14.962159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] Checking router: fb326f2d-3129-4183-85cf-dcfca9cbb25c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:14:14.973221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] Routers {'fb326f2d-3129-4183-85cf-dcfca9cbb25c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:14.973956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:13:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:15.019049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device adad114d-30a4-4a4b-a52a-72680e43b2f2 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:15.116309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] Set router fb326f2d-3129-4183-85cf-dcfca9cbb25c gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:15.118886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86dfa2cc-f487-4935-9527-16a6e97df0b1 req-191226fa-6e61-4a16-acb1-a7727bfe473e tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222540 Feb 17 22:14:15.156615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70a314f-df56-4612-b8c5-fee1c98786b5 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:15.161458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (01cc58c6-70ed-4718-a10f-bd0be4781741), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.183016 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Publish callbacks [] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.211930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:14:14Z', 'revision_number': 6, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:15.220979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01cc58c6-70ed-4718-a10f-bd0be4781741,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:15.252454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-681c04a5-4d30-4699-8d97-87392213982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:15.253922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-681c04a5-4d30-4699-8d97-87392213982d service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2969139 Feb 17 22:14:15.255966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82175b6-4a46-44e0-84ab-2a98b5245dca None None] The sync data for ids ['fb326f2d-3129-4183-85cf-dcfca9cbb25c'] in n-d-828369-18 is: [{'id': 'fb326f2d-3129-4183-85cf-dcfca9cbb25c', 'name': 'tempest-FloatingIPsTestJSON-419739414-router', 'tenant_id': 'fc290064f3c34793b088ae84af087a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:13:44Z', 'updated_at': '2022-02-17T22:14:14Z', 'revision_number': 6, 'project_id': 'fc290064f3c34793b088ae84af087a3d', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:14:15.257671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port adad114d-30a4-4a4b-a52a-72680e43b2f2 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:14:15.260086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Transition to ACTIVE for port object f70a314f-df56-4612-b8c5-fee1c98786b5 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:14:15.266724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port adad114d-30a4-4a4b-a52a-72680e43b2f2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:15.267357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.309202 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (fb326f2d-3129-4183-85cf-dcfca9cbb25c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.320957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-686d5bd3-d381-4e35-8632-c47a72d592ca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 217 time: 0.0406983 Feb 17 22:14:15.328828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.367474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port adad114d-30a4-4a4b-a52a-72680e43b2f2 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:15.367955 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.405753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port adad114d-30a4-4a4b-a52a-72680e43b2f2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=adad114d-30a4-4a4b-a52a-72680e43b2f2,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:15.408708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (fb326f2d-3129-4183-85cf-dcfca9cbb25c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.410920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.411238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks [] for router_controller (fb326f2d-3129-4183-85cf-dcfca9cbb25c), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.421950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c00e86-afc6-435a-94ce-a4af896073e6 req-e77677ee-0a02-44e8-a456-0c4fe0e07e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:15.423446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6c00e86-afc6-435a-94ce-a4af896073e6 req-e77677ee-0a02-44e8-a456-0c4fe0e07e8d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1129 time: 0.3358634 Feb 17 22:14:15.439478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a8c10-dbea-49b7-ad21-62f6da8b7562 req-3012bdd1-e218-4277-a0bb-f3ff47186ca5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:15.448050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-168a8c10-dbea-49b7-ad21-62f6da8b7562 req-3012bdd1-e218-4277-a0bb-f3ff47186ca5 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 945 time: 0.3631651 Feb 17 22:14:15.460790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=adad114d-30a4-4a4b-a52a-72680e43b2f2,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:15.466252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (fb326f2d-3129-4183-85cf-dcfca9cbb25c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.466853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb326f2d-3129-4183-85cf-dcfca9cbb25c {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:14:15.472435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.473755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ac8fa9e-417a-422b-a9ce-fb810c2035a2 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fb326f2d-3129-4183-85cf-dcfca9cbb25c HTTP/1.1" status: 204 len: 168 time: 1.1098442 Feb 17 22:14:15.476229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41288) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:15.506399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Pushing event updated for resources: {'Port': ['ID=f70a314f-df56-4612-b8c5-fee1c98786b5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:15.516009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723069c-a1e1-4cd9-aad0-9fc421e9019f req-4fed7ea2-e8cb-4027-b981-6cdf7c1167dc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:15.517543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5723069c-a1e1-4cd9-aad0-9fc421e9019f req-4fed7ea2-e8cb-4027-b981-6cdf7c1167dc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.2969167 Feb 17 22:14:15.529121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] Deleting subnet 493097e4-a759-4b07-bb5c-3ea234f588e5 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:14:15.532624 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] Publish callbacks [] for subnet (493097e4-a759-4b07-bb5c-3ea234f588e5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.539072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-b7e8d036-f14c-4b94-a43c-881e7f07659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:15.540622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-b7e8d036-f14c-4b94-a43c-881e7f07659b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.2136486 Feb 17 22:14:15.568113 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (493097e4-a759-4b07-bb5c-3ea234f588e5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.636782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-b88d14ef-9a46-4091-a047-8797279f0231 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615499 Feb 17 22:14:15.654697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (493097e4-a759-4b07-bb5c-3ea234f588e5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.668965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6c00e86-afc6-435a-94ce-a4af896073e6 req-33f7644a-e94d-4f16-9fa8-a0eb904dd4e4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133555 Feb 17 22:14:15.689627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-168a8c10-dbea-49b7-ad21-62f6da8b7562 req-fdb5bbbb-36cf-4c20-92ad-5e86d96b02fe tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407169 Feb 17 22:14:15.740395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (493097e4-a759-4b07-bb5c-3ea234f588e5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.780974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=493097e4-a759-4b07-bb5c-3ea234f588e5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:15.786518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.792182 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-66e14073-c869-49fc-8ec4-9e665090db14 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/493097e4-a759-4b07-bb5c-3ea234f588e5 HTTP/1.1" status: 204 len: 168 time: 0.3145299 Feb 17 22:14:15.793464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a2183-f07b-435e-98be-da070c7ae5e0 None None] Network 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:14:15.794006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5723069c-a1e1-4cd9-aad0-9fc421e9019f req-572d9a6d-61de-4fee-ba08-cebb22d91257 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591741 Feb 17 22:14:15.794162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:15.825598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Attempting to bind port f70a314f-df56-4612-b8c5-fee1c98786b5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:15.825945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Attempting to bind port f70a314f-df56-4612-b8c5-fee1c98786b5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:15.826277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Attempting to bind port f70a314f-df56-4612-b8c5-fee1c98786b5 on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:15.851901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Port f70a314f-df56-4612-b8c5-fee1c98786b5 on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:15.852234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Attempting to bind port f70a314f-df56-4612-b8c5-fee1c98786b5 on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:15.891740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:15.892733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:15.892733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Bound using segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:15.893007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Bound port: f70a314f-df56-4612-b8c5-fee1c98786b5, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:15.893381 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.913418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-064f9742-c509-44a0-82da-ff78ea738605 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628653 Feb 17 22:14:15.927440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:15.995550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Deleting port dc6993f2-8f12-4dcf-a699-d0eb579c12fb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:15.995912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.014127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b1a2a-8468-4bb7-97e7-c96607a6a3bb req-db86289e-7f8f-482e-869c-de57c7adf7d1 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:16.020341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b9b1a2a-8468-4bb7-97e7-c96607a6a3bb req-db86289e-7f8f-482e-869c-de57c7adf7d1 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 946 time: 0.2212510 Feb 17 22:14:16.110698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] For port dc6993f2-8f12-4dcf-a699-d0eb579c12fb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,segment=NetworkSegment(84a1e805-858d-4fd9-b9ef-bd41824a1db5),segment_id=84a1e805-858d-4fd9-b9ef-bd41824a1db5)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:16.112082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.130021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] DHCP port deletion for 5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:14:16.159775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Calling delete_port for dc6993f2-8f12-4dcf-a699-d0eb579c12fb owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:16.180242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41300) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:16.180701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] For port f70a314f-df56-4612-b8c5-fee1c98786b5, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:16.206564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b9b1a2a-8468-4bb7-97e7-c96607a6a3bb req-494b2253-dbb1-4591-a632-542490e699dc tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1848288 Feb 17 22:14:16.222928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] Deleting port dc6993f2-8f12-4dcf-a699-d0eb579c12fb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:16.223588 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.255995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c78dc0-332e-490d-8af0-ccb912ce9ceb req-9265a3d7-e092-4964-83be-b697a7ddc1ee tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:16.268899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05c78dc0-332e-490d-8af0-ccb912ce9ceb req-9265a3d7-e092-4964-83be-b697a7ddc1ee tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 943 time: 0.3538566 Feb 17 22:14:16.275819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] For port f70a314f-df56-4612-b8c5-fee1c98786b5, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f70a314f-df56-4612-b8c5-fee1c98786b5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:16.301330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.334545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-362d5159-9da7-42c6-93ff-c5f2bb1b37ee service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3991926 Feb 17 22:14:16.342846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.347984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] For port dc6993f2-8f12-4dcf-a699-d0eb579c12fb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,segment=NetworkSegment(84a1e805-858d-4fd9-b9ef-bd41824a1db5),segment_id=84a1e805-858d-4fd9-b9ef-bd41824a1db5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:16.348471 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.371988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] Calling delete_port for dc6993f2-8f12-4dcf-a699-d0eb579c12fb owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:16.375834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:16.395601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e51f423e-3c13-4a1a-bd5d-1c4517ff63a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.461104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:16.461803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.465086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] 10.222.0.73 "PUT /v2.0/ports/f70a314f-df56-4612-b8c5-fee1c98786b5 HTTP/1.1" status: 200 len: 1092 time: 2.2004807 Feb 17 22:14:16.491185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59412c2a-974d-40f7-bbe1-19e780073c00', 'tag': 'f70a314f-df56-4612-b8c5-fee1c98786b5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:16.499078 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "59412c2a-974d-40f7-bbe1-19e780073c00", "tag": "f70a314f-df56-4612-b8c5-fee1c98786b5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:16.526814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (dc6993f2-8f12-4dcf-a699-d0eb579c12fb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.549371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e51f423e-3c13-4a1a-bd5d-1c4517ff63a6 admin admin] Publish callbacks [] for security_group (6d4577c6-1141-47fe-9bba-104c1e1eb87d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.551709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] No DVR routers for this DVR port dc6993f2-8f12-4dcf-a699-d0eb579c12fb on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:16.586449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e51f423e-3c13-4a1a-bd5d-1c4517ff63a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d4577c6-1141-47fe-9bba-104c1e1eb87d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.608297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] Pushing event deleted for resources: {'Port': ['ID=dc6993f2-8f12-4dcf-a699-d0eb579c12fb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:16.612931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9af4746-84a1-4331-9c53-af0f8321924c None None] No DVR routers for this DVR port dc6993f2-8f12-4dcf-a699-d0eb579c12fb on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:16.617034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05c78dc0-332e-490d-8af0-ccb912ce9ceb req-cdb71725-57ea-445a-85ab-629da997130a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470838 Feb 17 22:14:16.661414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d4b5b2-b115-4259-a146-ada3591ec0cd service neutron] Pushing event updated for resources: {'Port': ['ID=f70a314f-df56-4612-b8c5-fee1c98786b5,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:16.721293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.722064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7beec-9235-49ac-85c8-b520e3c3f4c2 req-ebbedc5b-fe00-4853-b5dc-f3b8c49b298c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:16.734283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80c7beec-9235-49ac-85c8-b520e3c3f4c2 req-ebbedc5b-fe00-4853-b5dc-f3b8c49b298c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.3966343 Feb 17 22:14:16.741355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f'}, {'server_uuid': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adad114d-30a4-4a4b-a52a-72680e43b2f2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:16.749147 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e485dde6-5b1e-4b43-91b0-24df67bc7ea6" -d '{"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-plugged", "status": "completed", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f"}, {"server_uuid": "32ef760b-df7a-41ca-94a4-3ab04ce85f24", "name": "network-vif-plugged", "status": "completed", "tag": "adad114d-30a4-4a4b-a52a-72680e43b2f2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:16.761323 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7fb39f-e4ba-43c3-8553-71997e25b809 x-openstack-request-id: req-ed7fb39f-e4ba-43c3-8553-71997e25b809 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:16.761696 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59412c2a-974d-40f7-bbe1-19e780073c00", "tag": "f70a314f-df56-4612-b8c5-fee1c98786b5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:16.762141 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed7fb39f-e4ba-43c3-8553-71997e25b809 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:16.762609 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59412c2a-974d-40f7-bbe1-19e780073c00', 'tag': 'f70a314f-df56-4612-b8c5-fee1c98786b5', 'status': 'completed', 'code': 200} Feb 17 22:14:16.763752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:16.777755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a1e805-858d-4fd9-b9ef-bd41824a1db5') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:16.777980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a1e805-858d-4fd9-b9ef-bd41824a1db5') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:16.797007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (84a1e805-858d-4fd9-b9ef-bd41824a1db5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.815556 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2927a194-9b99-4aa2-87f4-51f2d49905d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.818225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-8160cd4e-e405-4fa8-a6c9-e4d2b0c98ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:16.819791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-8160cd4e-e405-4fa8-a6c9-e4d2b0c98ed8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 1126 time: 0.2542503 Feb 17 22:14:16.830806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (84a1e805-858d-4fd9-b9ef-bd41824a1db5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.855059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e51f423e-3c13-4a1a-bd5d-1c4517ff63a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=864665524fba4647ab3410ef86933e49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6708248 Feb 17 22:14:16.855059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:14:16.855059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (84a1e805-858d-4fd9-b9ef-bd41824a1db5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.859341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41312) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:14:16.859596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f423e-3c13-4a1a-bd5d-1c4517ff63a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4577c6-1141-47fe-9bba-104c1e1eb87d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:16.903980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-2f2998fc-8984-4b42-a5af-602a6ccec60d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f70a314f-df56-4612-b8c5-fee1c98786b5 HTTP/1.1" status: 200 len: 217 time: 0.0591857 Feb 17 22:14:16.931455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80c7beec-9235-49ac-85c8-b520e3c3f4c2 req-c025a2d6-4fc0-4d77-925f-ca4000c2bafa tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939714 Feb 17 22:14:16.944735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.958406 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:16.966347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773 HTTP/1.1" status: 204 len: 168 time: 1.1711628 Feb 17 22:14:16.996880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb336f-332c-4163-8c0a-9c935de43b74 req-776fb695-0542-4c8a-92ee-039426c45a09 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:17.001297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b70c39-e972-4460-a352-fccd5ef9c076 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ba4de5e-32ce-4ee4-b53e-ab2d8f3d2773,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:17.004819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61cb336f-332c-4163-8c0a-9c935de43b74 req-776fb695-0542-4c8a-92ee-039426c45a09 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.2124958 Feb 17 22:14:17.028747 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02cedbf1-9dc1-42c1-a891-75f4b21c0c6c x-openstack-request-id: req-02cedbf1-9dc1-42c1-a891-75f4b21c0c6c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:17.029381 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-plugged", "status": "completed", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f", "code": 200}, {"server_uuid": "32ef760b-df7a-41ca-94a4-3ab04ce85f24", "name": "network-vif-plugged", "status": "completed", "tag": "adad114d-30a4-4a4b-a52a-72680e43b2f2", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:17.029860 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02cedbf1-9dc1-42c1-a891-75f4b21c0c6c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:17.030518 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'code': 200} Feb 17 22:14:17.031001 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adad114d-30a4-4a4b-a52a-72680e43b2f2', 'code': 200} Feb 17 22:14:17.047600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-204f7217-f272-47a6-b6c8-7e472863e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:17.049166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-204f7217-f272-47a6-b6c8-7e472863e2a0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1304607 Feb 17 22:14:17.155881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41316) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:17.239448 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eceff459-e5eb-4c64-92c0-9e46b9e2cd1f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc290064f3c34793b088ae84af087a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0817502 Feb 17 22:14:17.248295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41320) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:17.294690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01cc58c6-70ed-4718-a10f-bd0be4781741 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:17.320772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a82e-f08d-4ca1-b7e3-00289cfa4f89 admin admin] Publish callbacks [] for security_group (8d7eb806-1f44-4a0a-b7b7-db750e5f1f72), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:17.327998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 01cc58c6-70ed-4718-a10f-bd0be4781741 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:17.328346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01cc58c6-70ed-4718-a10f-bd0be4781741 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:17.328775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device dc6993f2-8f12-4dcf-a699-d0eb579c12fb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:17.359914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a82e-f08d-4ca1-b7e3-00289cfa4f89 admin admin] Publish callbacks [] for security_group (8d7eb806-1f44-4a0a-b7b7-db750e5f1f72), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:17.369583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: dc6993f2-8f12-4dcf-a699-d0eb579c12fb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:17.369930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device dc6993f2-8f12-4dcf-a699-d0eb579c12fb not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:17.370349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 75019b81-0810-4db5-ab8a-7d1d0f1ac25d no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:17.411309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 75019b81-0810-4db5-ab8a-7d1d0f1ac25d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:17.411764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 75019b81-0810-4db5-ab8a-7d1d0f1ac25d not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:17.458369 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a82e-f08d-4ca1-b7e3-00289cfa4f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8d7eb806-1f44-4a0a-b7b7-db750e5f1f72), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:17.461618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a82e-f08d-4ca1-b7e3-00289cfa4f89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:17.463788 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0fa8a82e-f08d-4ca1-b7e3-00289cfa4f89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d7eb806-1f44-4a0a-b7b7-db750e5f1f72 HTTP/1.1" status: 204 len: 168 time: 0.2134769 Feb 17 22:14:17.521400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8a82e-f08d-4ca1-b7e3-00289cfa4f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7eb806-1f44-4a0a-b7b7-db750e5f1f72,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:17.559588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ce949-83b4-4c64-a102-e11147b1807b req-e67e0372-b82e-4c04-bcc7-f7fb1a2fb65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:17.561200 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-314ce949-83b4-4c64-a102-e11147b1807b req-e67e0372-b82e-4c04-bcc7-f7fb1a2fb65f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 1128 time: 0.1396055 Feb 17 22:14:17.604781 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90af1a32-f465-456d-8d81-82f4f8c74633 admin admin] Publish callbacks [] for security_group (6d4577c6-1141-47fe-9bba-104c1e1eb87d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:17.609012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-cecfcc68-30b6-4c78-96ce-0ad389d62fc6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1375890 Feb 17 22:14:17.704234 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-314ce949-83b4-4c64-a102-e11147b1807b req-feae983c-2717-4766-9cf5-b6c2825088ce service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270676 Feb 17 22:14:17.732003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61cb336f-332c-4163-8c0a-9c935de43b74 req-9a1f5641-7d43-4449-a777-5dcb386a184b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7262108 Feb 17 22:14:17.774688 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:17.796052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-bd8f7070-2d6a-4769-8f45-1f3c7cb5907a service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677234 Feb 17 22:14:17.806683 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90af1a32-f465-456d-8d81-82f4f8c74633 admin admin] Publish callbacks [] for security_group (6d4577c6-1141-47fe-9bba-104c1e1eb87d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:17.946823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ec903-c863-411d-b97a-207414be48d1 req-27c6604e-7fdb-4e5c-b3a4-2f30755d5286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:17.949171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb2ec903-c863-411d-b97a-207414be48d1 req-27c6604e-7fdb-4e5c-b3a4-2f30755d5286 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 1129 time: 0.4799087 Feb 17 22:14:18.001411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36ea11-57bb-4b39-aedd-043e96f0fc17 req-6d859733-83a4-40d7-9a65-44972fa930a0 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:18.003045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa36ea11-57bb-4b39-aedd-043e96f0fc17 req-6d859733-83a4-40d7-9a65-44972fa930a0 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.5326805 Feb 17 22:14:18.032619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-1874cb23-6431-432e-b7a3-0c706f45460f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4032731 Feb 17 22:14:18.078831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd1a61-4931-4d80-aa9f-12929b573893 req-0369bc5f-7659-4ab7-ab8b-7d6cdcba74ee tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:18.086376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1dd1a61-4931-4d80-aa9f-12929b573893 req-0369bc5f-7659-4ab7-ab8b-7d6cdcba74ee tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 946 time: 0.2521799 Feb 17 22:14:18.106260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90af1a32-f465-456d-8d81-82f4f8c74633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d4577c6-1141-47fe-9bba-104c1e1eb87d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:18.108975 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90af1a32-f465-456d-8d81-82f4f8c74633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:18.113515 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-90af1a32-f465-456d-8d81-82f4f8c74633 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d4577c6-1141-47fe-9bba-104c1e1eb87d HTTP/1.1" status: 204 len: 168 time: 1.2549381 Feb 17 22:14:18.122889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28dda00c-4167-4651-821e-cfbe2fd4faea req-ba27c831-0a4a-4815-9adf-7ceb9f371e8f service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124990 Feb 17 22:14:18.194012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af1a32-f465-456d-8d81-82f4f8c74633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4577c6-1141-47fe-9bba-104c1e1eb87d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:18.220730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa36ea11-57bb-4b39-aedd-043e96f0fc17 req-45dbfbfd-09d7-423e-ad46-e11a99029980 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059207 Feb 17 22:14:18.375417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1dd1a61-4931-4d80-aa9f-12929b573893 req-08ad1116-4fce-49ef-a1af-7133aba58ce5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879536 Feb 17 22:14:18.462331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb2ec903-c863-411d-b97a-207414be48d1 req-3b5a4213-2dc7-432f-9cc1-7e5df802dc8f service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301528 Feb 17 22:14:18.488847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f74835-2008-448c-a062-d345f5eab353 req-96ee5850-6699-4fc7-a09c-896eeab305b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:18.490342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-96ee5850-6699-4fc7-a09c-896eeab305b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 1128 time: 0.3744657 Feb 17 22:14:18.664491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41386) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:18.704643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e3386-7186-4f57-b18e-6bd84df2b125 req-bd7832fd-6a7b-45d4-8a16-aa46191a808f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:18.710113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-423e3386-7186-4f57-b18e-6bd84df2b125 req-bd7832fd-6a7b-45d4-8a16-aa46191a808f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 943 time: 0.3764796 Feb 17 22:14:18.712201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-c7473bba-1bd1-483a-bdab-3e8482c4beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:18.714217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-c7473bba-1bd1-483a-bdab-3e8482c4beb9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 1126 time: 0.4828038 Feb 17 22:14:18.829928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-10315975-network', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:18.835657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8c50f-2d93-423d-9874-c006ca73f21a req-f5d37c20-d45f-4cfe-ae15-a5635cefd34f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:18.837465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5c8c50f-2d93-423d-9874-c006ca73f21a req-f5d37c20-d45f-4cfe-ae15-a5635cefd34f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.3460913 Feb 17 22:14:18.847736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:18.875281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:18.902271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Made reservation on behalf of 8da262f2543240c4a5a0bee520b2366b for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:18.905234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:18.927305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-423e3386-7186-4f57-b18e-6bd84df2b125 req-101b555e-fa76-4bbd-a68e-8c07463dc9fb tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904161 Feb 17 22:14:18.933241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:18.983126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5c8c50f-2d93-423d-9874-c006ca73f21a req-5292c023-111a-4a14-bc9e-13fb1fe16e02 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344750 Feb 17 22:14:18.991725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f74835-2008-448c-a062-d345f5eab353 req-c3d7bd6d-9cef-46e3-b670-7f535b7edd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:18.993245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-c3d7bd6d-9cef-46e3-b670-7f535b7edd43 service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 0.4696579 Feb 17 22:14:19.045580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-8bcf02e7-e7a7-4155-bc0f-26236f4bd3ac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5 HTTP/1.1" status: 200 len: 217 time: 0.0430679 Feb 17 22:14:19.058340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-7dc27be3-dc58-49e1-872f-3e1cdcef6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:19.060270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-7dc27be3-dc58-49e1-872f-3e1cdcef6434 service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 0.3385167 Feb 17 22:14:19.130843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Publish callbacks [] for security_group (05bb3b21-1021-4fbd-9d8c-8d1990b5003b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.141520 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (05bb3b21-1021-4fbd-9d8c-8d1990b5003b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.200693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.227691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks [] for security_group (739e946b-aa77-4bc1-a949-7775293f0fbf), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.230704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bb3b21-1021-4fbd-9d8c-8d1990b5003b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:19.232260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-27dc58a3-cd2b-47d2-ad6b-1fdbc19f099a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f70a314f-df56-4612-b8c5-fee1c98786b5 HTTP/1.1" status: 200 len: 217 time: 0.1385701 Feb 17 22:14:19.244982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41396) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:19.249202 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22f448760c6746a98437b6144aea630c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3991086 Feb 17 22:14:19.263245 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (739e946b-aa77-4bc1-a949-7775293f0fbf), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.267276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.267795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.272940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c406888f-5a17-4ed7-b04c-1945dece17e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:19.297846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:14:19.317327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e946b-aa77-4bc1-a949-7775293f0fbf,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:19.321296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d402a061-9ba4-4570-bf95-445b51d4ed0f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.321793 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Added segment d402a061-9ba4-4570-bf95-445b51d4ed0f of type vlan for network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 Feb 17 22:14:19.323830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f74835-2008-448c-a062-d345f5eab353 req-7df7d586-8728-425d-8771-a10438f9b205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:19.325551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-7df7d586-8728-425d-8771-a10438f9b205 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.2643795 Feb 17 22:14:19.369949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (fa5c758d-9033-4e88-8dab-0fbd1efb12c0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.397753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (fa5c758d-9033-4e88-8dab-0fbd1efb12c0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.398842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:19.399493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.413225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-8ca37e4c-da9d-48b9-884f-81ffe4ae9d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:19.414699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-8ca37e4c-da9d-48b9-884f-81ffe4ae9d7d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.1713729 Feb 17 22:14:19.416731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-8122fb99-b7e0-4ede-b2a6-4e1fa987e858 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767117 Feb 17 22:14:19.442824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ffabe-3ab2-4f6f-bd83-3437850722d7 req-2f0c8c8a-4f22-4683-9a21-91374c420a72 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:19.444367 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f17ffabe-3ab2-4f6f-bd83-3437850722d7 req-2f0c8c8a-4f22-4683-9a21-91374c420a72 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.3723102 Feb 17 22:14:19.464031 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7972171 Feb 17 22:14:19.466735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41400) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:19.475587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Request body: {'subnet': {'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-subnet', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:19.485419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9a6ca-63b7-443e-99cb-83d20c77cb63 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5c758d-9033-4e88-8dab-0fbd1efb12c0,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:19.503306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Made reservation on behalf of 8da262f2543240c4a5a0bee520b2366b for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:19.507360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.512958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:14:19.605386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-9d7e7cd5-c297-4796-ac9e-1c2cd96b1621 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1581175 Feb 17 22:14:19.717478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3aeedd67-ba84-45e2-8ee1-f88e76318809 admin admin] Publish callbacks [] for security_group (05bb3b21-1021-4fbd-9d8c-8d1990b5003b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.730179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (80276659-6bfd-4aad-a0ca-c49fa23d1699), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.770249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c097375-158a-447c-a622-e236768ab03f req-43931c8f-f8dd-41a9-938e-146f6af44fee tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:19.772688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c097375-158a-447c-a622-e236768ab03f req-43931c8f-f8dd-41a9-938e-146f6af44fee tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.4080622 Feb 17 22:14:19.799104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80276659-6bfd-4aad-a0ca-c49fa23d1699,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:19.810512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Checking segment: {'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:19.811101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Network hostable DHCP agents. Network: fa5c758d-9033-4e88-8dab-0fbd1efb12c0, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:14:19.831823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:14:19.843033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, fa5c758d-9033-4e88-8dab-0fbd1efb12c0) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:19.847385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f17ffabe-3ab2-4f6f-bd83-3437850722d7 req-e1c18b0a-c306-4f7f-823c-ec72e8c14455 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722179 Feb 17 22:14:19.847734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:19.848775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.854126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3aeedd67-ba84-45e2-8ee1-f88e76318809 admin admin] Publish callbacks [] for security_group (05bb3b21-1021-4fbd-9d8c-8d1990b5003b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.870225 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f31e4f42-a3b1-46bf-91cf-3c5cf9b61cd3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4021800 Feb 17 22:14:19.872524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:19.877206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25d013-dc04-40a5-ba2d-5bd65b6853cd None None] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:14:19.879149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:19.884791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-c81b1cf4-cd81-4dd8-9d0f-5222ec846755 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388847 Feb 17 22:14:19.902388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:19.903816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.039057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks [] for router_controller (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.060755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-fa5c758d-9033-4e88-8dab-0fbd1efb12c0', 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0', 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'fixed_ips': [{'subnet_id': '80276659-6bfd-4aad-a0ca-c49fa23d1699'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:14:20.062056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.082235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-267c5738-fff8-4d8b-b012-c83f9afd8a70 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556479 Feb 17 22:14:20.084484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f70a314f-df56-4612-b8c5-fee1c98786b5 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:20.084790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74f74835-2008-448c-a062-d345f5eab353 req-983a29cd-8707-43a6-942a-6bf3a6e322e4 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837234 Feb 17 22:14:20.222783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb8b6033-5591-4c8d-ae43-ab74bff74aa5 req-a9f62633-0f92-4e15-888e-63112f8cf117 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110420 Feb 17 22:14:20.261737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3aeedd67-ba84-45e2-8ee1-f88e76318809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (05bb3b21-1021-4fbd-9d8c-8d1990b5003b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.264662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3aeedd67-ba84-45e2-8ee1-f88e76318809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.266001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3aeedd67-ba84-45e2-8ee1-f88e76318809 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/05bb3b21-1021-4fbd-9d8c-8d1990b5003b HTTP/1.1" status: 204 len: 168 time: 1.0087595 Feb 17 22:14:20.299836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c097375-158a-447c-a622-e236768ab03f req-18f59495-06f4-4516-a3ab-45faeab99814 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001750 Feb 17 22:14:20.327091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeedd67-ba84-45e2-8ee1-f88e76318809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bb3b21-1021-4fbd-9d8c-8d1990b5003b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:20.351486 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks [] for router_gateway (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.393147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ed1a7-bfed-4741-bbe1-74290f8c3c01 req-256c4209-d218-4347-874d-fff2f998a5b9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:20.400403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-592ed1a7-bfed-4741-bbe1-74290f8c3c01 req-256c4209-d218-4347-874d-fff2f998a5b9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 946 time: 0.3133681 Feb 17 22:14:20.456523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f70a314f-df56-4612-b8c5-fee1c98786b5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f70a314f-df56-4612-b8c5-fee1c98786b5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:20.479755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'f70a314f-df56-4612-b8c5-fee1c98786b5', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'port_id': 'f70a314f-df56-4612-b8c5-fee1c98786b5', 'mac_address': 'fa:16:3e:21:90:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286750d8-3ff4-41dd-9534-47d6dd9445c5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:20.563312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-592ed1a7-bfed-4741-bbe1-74290f8c3c01 req-34d82bca-e878-4af6-9d10-ff0df98384ad tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523380 Feb 17 22:14:20.584011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Allocated IP 172.20.0.2 (fa5c758d-9033-4e88-8dab-0fbd1efb12c0/80276659-6bfd-4aad-a0ca-c49fa23d1699/687459be-11a9-45d1-9dca-8b0356fa4add) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:20.625403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b4545a-cc66-4ad9-81e5-33db0a947376 req-0c83b602-4fda-4fcd-a7ad-890585a16e0a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:20.633806 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7b4545a-cc66-4ad9-81e5-33db0a947376 req-0c83b602-4fda-4fcd-a7ad-890585a16e0a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 943 time: 0.2264411 Feb 17 22:14:20.707155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7b4545a-cc66-4ad9-81e5-33db0a947376 req-3d442e4a-86fe-49c3-a625-4f1deb646842 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676506 Feb 17 22:14:20.726747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f70a314f-df56-4612-b8c5-fee1c98786b5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:20.727125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.755604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70a314f-df56-4612-b8c5-fee1c98786b5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:20.783315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b4e4f-1a2f-4fc9-984a-3d1628d90707 req-c2895c74-071b-4d93-b160-15ec0354037f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:20.785463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b9b4e4f-1a2f-4fc9-984a-3d1628d90707 req-c2895c74-071b-4d93-b160-15ec0354037f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.0974059 Feb 17 22:14:20.833536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks [] for router_gateway (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.865455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:20.897108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b9b4e4f-1a2f-4fc9-984a-3d1628d90707 req-6be0f875-b4fb-41ae-8c26-03ac35d2c14d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977664 Feb 17 22:14:21.022899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f70a314f-df56-4612-b8c5-fee1c98786b5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f70a314f-df56-4612-b8c5-fee1c98786b5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:21.058754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.066289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.144574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Allocated IP 172.25.0.102 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/10e504c0-3ef9-40ac-81fe-9174a12f63bb) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:21.267461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81f1dd-f4c4-4ed9-8bf6-55e57840813d req-2cd251ef-9680-4e6b-8c50-4a131ee90482 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:21.275210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e81f1dd-f4c4-4ed9-8bf6-55e57840813d req-2cd251ef-9680-4e6b-8c50-4a131ee90482 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.2234948 Feb 17 22:14:21.294922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac50d7c-7c9d-4e77-99af-adacc2d20c9e req-4ba0b7cb-96aa-4e71-a71a-0071026a3e9a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:21.305625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ac50d7c-7c9d-4e77-99af-adacc2d20c9e req-4ba0b7cb-96aa-4e71-a71a-0071026a3e9a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.1847441 Feb 17 22:14:21.322787 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks [] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.336069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f70a314f-df56-4612-b8c5-fee1c98786b5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:21.355262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f70a314f-df56-4612-b8c5-fee1c98786b5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:21.375560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.439681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Publish callbacks [] for port (687459be-11a9-45d1-9dca-8b0356fa4add), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.448829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e81f1dd-f4c4-4ed9-8bf6-55e57840813d req-955b48a1-b51d-49f9-85de-79ff3efc9096 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142185 Feb 17 22:14:21.453794 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.459387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ac50d7c-7c9d-4e77-99af-adacc2d20c9e req-db28f6af-f493-43c9-9261-2532c826d521 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520457 Feb 17 22:14:21.501874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:21.516983 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:21.522941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:21.529825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Pushing event updated for resources: {'Port': ['ID=10e504c0-3ef9-40ac-81fe-9174a12f63bb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:21.561589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:21.598778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:21.607939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:21.701508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Attempting to bind port 687459be-11a9-45d1-9dca-8b0356fa4add on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:21.702158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Attempting to bind port 687459be-11a9-45d1-9dca-8b0356fa4add by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:21.702635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Attempting to bind port 687459be-11a9-45d1-9dca-8b0356fa4add on network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:21.716834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Pushing event updated for resources: {'Port': ['ID=687459be-11a9-45d1-9dca-8b0356fa4add,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:21.729445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:21.730124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Checking segment: {'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:21.730733 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.731251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Bound using segment: {'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:21.731873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Bound port: 687459be-11a9-45d1-9dca-8b0356fa4add, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:21.732364 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.764461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1dc3f-17fd-4a50-af78-e78d2c0f2f25 req-e481a01f-35b9-41d2-a67d-539df3e96685 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:21.771810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bf1dc3f-17fd-4a50-af78-e78d2c0f2f25 req-e481a01f-35b9-41d2-a67d-539df3e96685 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.1858003 Feb 17 22:14:21.841370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] For port 687459be-11a9-45d1-9dca-8b0356fa4add, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:21.845289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] For port 687459be-11a9-45d1-9dca-8b0356fa4add, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=687459be-11a9-45d1-9dca-8b0356fa4add,segment=NetworkSegment(d402a061-9ba4-4570-bf95-445b51d4ed0f),segment_id=d402a061-9ba4-4570-bf95-445b51d4ed0f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:21.872874 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:21.877126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bf1dc3f-17fd-4a50-af78-e78d2c0f2f25 req-cf66db32-e8bd-4af1-9fe9-c887c98493f6 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985217 Feb 17 22:14:21.935958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41464) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:22.136149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7315a-b07b-4412-a7d8-894943e019ff None None] Pushing event updated for resources: {'Port': ['ID=687459be-11a9-45d1-9dca-8b0356fa4add,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:22.170040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5920a86-5aa5-4376-a579-6ae35136c97f req-f6e138d8-60b1-4bc1-abea-6390abe36c2c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.172469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5920a86-5aa5-4376-a579-6ae35136c97f req-f6e138d8-60b1-4bc1-abea-6390abe36c2c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.1356549 Feb 17 22:14:22.269385 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks [] for router_gateway (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:22.483574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5920a86-5aa5-4376-a579-6ae35136c97f req-ac3bf310-b20a-42e2-9a31-787400a0f4a7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956457 Feb 17 22:14:22.493997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.494480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.494955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.495446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.495916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.504092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.504644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.514323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-dadb3324-3cad-41c0-a8ad-b32c4fb48959 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 6727 time: 0.5764334 Feb 17 22:14:22.624223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24bdffd-56a1-4120-a4ae-9519f51cb2d1 req-55e300e1-5ba2-41d2-a4a8-4773aba50f7e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:22.626542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e24bdffd-56a1-4120-a4ae-9519f51cb2d1 req-55e300e1-5ba2-41d2-a4a8-4773aba50f7e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 944 time: 0.3387551 Feb 17 22:14:22.695217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:22.706233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-a56b2e5c-5935-433d-ab39-00202c6595d3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&id=c9d55680-7921-4537-813e-91e99b8fb2a1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1906335 Feb 17 22:14:23.066560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e24bdffd-56a1-4120-a4ae-9519f51cb2d1 req-8722b445-ede1-4c18-bfd9-ac5031aec778 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262512 Feb 17 22:14:23.117682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-0ff2dbfe-a1a7-4e4a-ba07-3c2941de948f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:23.126294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-0ff2dbfe-a1a7-4e4a-ba07-3c2941de948f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 814 time: 0.4825449 Feb 17 22:14:23.147692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-304fa546-0653-45ce-9177-b5f0c1f2aeb1 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/quotas/e8d1180e68474053bc57e473be5f0319 HTTP/1.1" status: 200 len: 375 time: 0.0199783 Feb 17 22:14:23.167827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:14:23.222758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-5469131f-1fe9-4fae-8657-cb282687f4ec tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739477 Feb 17 22:14:23.327678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 687459be-11a9-45d1-9dca-8b0356fa4add up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:23.348800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:14:23.362259 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Sync routers for ids ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:14:23.377195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:23.378743 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-78ae8b95-e111-4429-942c-ebdec9316744 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5043373 Feb 17 22:14:23.379101 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Routers {'0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:23.381259 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:23.381825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:23.416345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 687459be-11a9-45d1-9dca-8b0356fa4add triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:23.416728 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:23.456411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1aab9-4a66-4d22-8607-5d4d3f5b3e4e req-c422e2f5-b341-4edb-a155-6040ad0941fa tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:23.457988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcd1aab9-4a66-4d22-8607-5d4d3f5b3e4e req-c422e2f5-b341-4edb-a155-6040ad0941fa tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.2240422 Feb 17 22:14:23.494236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-7b6b10d3-537d-4f78-9486-2837d6b9f3cf service neutron] 10.222.0.79 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704611 Feb 17 22:14:23.548401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 687459be-11a9-45d1-9dca-8b0356fa4add is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:23.548805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:23.586652 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Set router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:23.606069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 687459be-11a9-45d1-9dca-8b0356fa4add, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=687459be-11a9-45d1-9dca-8b0356fa4add,segment=NetworkSegment(d402a061-9ba4-4570-bf95-445b51d4ed0f),segment_id=d402a061-9ba4-4570-bf95-445b51d4ed0f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:23.613964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:23.684500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=687459be-11a9-45d1-9dca-8b0356fa4add,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:23.686342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-a45c8098-7082-480f-9536-beba157d971f service neutron] 10.222.0.79 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747727 Feb 17 22:14:23.732049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcd1aab9-4a66-4d22-8607-5d4d3f5b3e4e req-a8adc940-a0f5-4563-90c7-e256a8af889d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609417 Feb 17 22:14:23.810106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fe01e2-904a-498f-9cd8-ea871a75b5c0 None None] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:14:23.898699 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:21Z', 'revision_number': 3, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port': {'id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:20Z', 'updated_at': '2022-02-17T22:14:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:23.976820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeac058-9505-4ca5-811d-91a33b66be83 req-23899493-2be5-4bd7-85cd-a3c567af1868 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:23.978928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adeac058-9505-4ca5-811d-91a33b66be83 req-23899493-2be5-4bd7-85cd-a3c567af1868 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.94 "GET /v2.0/ports?device_id=38e2c094-5191-444d-bcd2-0dbd8201daee HTTP/1.1" status: 200 len: 945 time: 0.1117935 Feb 17 22:14:23.981308 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Checking router: 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:14:23.981662 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Updating router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef port 10e504c0-3ef9-40ac-81fe-9174a12f63bb binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:14:24.019384 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.048453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-61d94960-5f58-460c-af34-195c88114d66 None None] Provisioning complete for port 687459be-11a9-45d1-9dca-8b0356fa4add triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:24.049282 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61d94960-5f58-460c-af34-195c88114d66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.115483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f70a314f-df56-4612-b8c5-fee1c98786b5 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:24.163673 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.246557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port f70a314f-df56-4612-b8c5-fee1c98786b5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:14:24.272660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port f70a314f-df56-4612-b8c5-fee1c98786b5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:24.274203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.288061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-2edfe567-5cc0-4e77-8094-8e9f9cac4e6a tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=2bd52b75d9574c82b79d6ae65fc396ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2076802 Feb 17 22:14:24.329350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-61d94960-5f58-460c-af34-195c88114d66 None None] Current status of the port 687459be-11a9-45d1-9dca-8b0356fa4add is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:24.456167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Allocated IP 172.20.0.1 (fa5c758d-9033-4e88-8dab-0fbd1efb12c0/80276659-6bfd-4aad-a0ca-c49fa23d1699/bec065ea-da5e-46a2-b04f-b2ac301b6bc1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:24.501109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f70a314f-df56-4612-b8c5-fee1c98786b5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:24.501749 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.559823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59412c2a-974d-40f7-bbe1-19e780073c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70a314f-df56-4612-b8c5-fee1c98786b5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:24.561798 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8949404-d670-44ba-9c5e-69b720f71a93" -d '{"events": [{"server_uuid": "59412c2a-974d-40f7-bbe1-19e780073c00", "name": "network-vif-plugged", "status": "completed", "tag": "f70a314f-df56-4612-b8c5-fee1c98786b5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:24.603596 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Publish callbacks [] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.612575 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.646277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f70a314f-df56-4612-b8c5-fee1c98786b5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f70a314f-df56-4612-b8c5-fee1c98786b5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:24.658705 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Attempting to bind port 10e504c0-3ef9-40ac-81fe-9174a12f63bb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:24.659123 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Attempting to bind port 10e504c0-3ef9-40ac-81fe-9174a12f63bb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:24.660137 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Attempting to bind port 10e504c0-3ef9-40ac-81fe-9174a12f63bb on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:24.660851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.680017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-d70505fd-7280-4865-86dc-ad1a7e9a1762 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:24.695463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks [] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.696030 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:24.696313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-d70505fd-7280-4865-86dc-ad1a7e9a1762 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238604 Feb 17 22:14:24.697782 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:24.698360 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.699381 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:24.700265 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Bound port: 10e504c0-3ef9-40ac-81fe-9174a12f63bb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:24.700656 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.737518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2bea79ea-53f9-479c-96b2-02db70e7cbf2 None None] Provisioning complete for port 687459be-11a9-45d1-9dca-8b0356fa4add triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:24.738277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2bea79ea-53f9-479c-96b2-02db70e7cbf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.741009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f70a314f-df56-4612-b8c5-fee1c98786b5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:24.756571 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.761932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99490029-a4c3-4685-976a-234f9a89ebb1 req-07b89a35-972e-45ae-98a4-1ad71367b661 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:24.778391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] For port 10e504c0-3ef9-40ac-81fe-9174a12f63bb, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:24.782478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99490029-a4c3-4685-976a-234f9a89ebb1 req-07b89a35-972e-45ae-98a4-1ad71367b661 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.7039604 Feb 17 22:14:24.788032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] For port 10e504c0-3ef9-40ac-81fe-9174a12f63bb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=10e504c0-3ef9-40ac-81fe-9174a12f63bb,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:24.809447 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.825492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-b4140654-446e-43f7-831b-7adcaac7ab48 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/quotas/2bd52b75d9574c82b79d6ae65fc396ff HTTP/1.1" status: 200 len: 375 time: 0.1220193 Feb 17 22:14:24.831156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:24.834536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:24.838561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:24.857784 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aca1c-eff3-4642-aa6a-bcbefe0ff71d None None] Pushing event updated for resources: {'Port': ['ID=10e504c0-3ef9-40ac-81fe-9174a12f63bb,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:24.888934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2bea79ea-53f9-479c-96b2-02db70e7cbf2 None None] Current status of the port 687459be-11a9-45d1-9dca-8b0356fa4add is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:24.917746 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Routers {'0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:24.924433 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:24.928488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Pushing event updated for resources: {'Port': ['ID=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:24.954039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Deleting port da6778e5-a6f4-4004-bfba-061d075b470f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:24.955878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.963336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:24.991774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-11ef7409-8fc7-413e-986e-e677bc5840be tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2bd52b75d9574c82b79d6ae65fc396ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1638577 Feb 17 22:14:25.005308 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:25.023399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77aca1c-eff3-4642-aa6a-bcbefe0ff71d None None] Pushing event updated for resources: {'Port': ['ID=10e504c0-3ef9-40ac-81fe-9174a12f63bb,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:25.128435 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] Set router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:25.220875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99490029-a4c3-4685-976a-234f9a89ebb1 req-babb769b-1ccf-43dc-acca-e311d7a75515 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366999 Feb 17 22:14:25.321255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:25.325924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] For port da6778e5-a6f4-4004-bfba-061d075b470f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=da6778e5-a6f4-4004-bfba-061d075b470f,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:25.326492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:25.340739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4a395e61-2cb8-4047-8995-6f7de234a50b None None] Provisioning complete for port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:25.341232 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a395e61-2cb8-4047-8995-6f7de234a50b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:25.369934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Calling delete_port for da6778e5-a6f4-4004-bfba-061d075b470f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:25.417419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 687459be-11a9-45d1-9dca-8b0356fa4add up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:25.496066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4a395e61-2cb8-4047-8995-6f7de234a50b None None] Port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:14:25.536904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79724d79-6173-4c24-ace3-0c1029ff884a req-cd7ccc72-b51c-462b-9b56-b38500f3a434 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 210 time: 0.1468618 Feb 17 22:14:25.558809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 687459be-11a9-45d1-9dca-8b0356fa4add triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:25.569319 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:25.620866 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:21Z', 'revision_number': 3, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port': {'id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:20Z', 'updated_at': '2022-02-17T22:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:25.734114 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8c12fbb-4ef9-4839-a3ee-707292f9a24b x-openstack-request-id: req-d8c12fbb-4ef9-4839-a3ee-707292f9a24b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:25.739919 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59412c2a-974d-40f7-bbe1-19e780073c00", "name": "network-vif-plugged", "status": "completed", "tag": "f70a314f-df56-4612-b8c5-fee1c98786b5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:25.745308 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d8c12fbb-4ef9-4839-a3ee-707292f9a24b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:25.746347 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59412c2a-974d-40f7-bbe1-19e780073c00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70a314f-df56-4612-b8c5-fee1c98786b5', 'code': 200} Feb 17 22:14:25.793892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks [] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:25.800876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:25.890004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 687459be-11a9-45d1-9dca-8b0356fa4add is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:25.972158 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c69de3-5b2c-4906-ae5f-be8ff0c3ec64 None None] The sync data for ids ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'] in n-d-828369-18 is: [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:21Z', 'revision_number': 3, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port': {'id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:20Z', 'updated_at': '2022-02-17T22:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:14:25.996628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:26.047902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Pushing event updated for resources: {'Port': ['ID=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:26.049518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241cbc5-76c2-4361-83dd-841a74cb1917 req-c28b8536-1892-47a1-8470-f27f907c288b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:26.051144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1241cbc5-76c2-4361-83dd-841a74cb1917 req-c28b8536-1892-47a1-8470-f27f907c288b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 945 time: 0.6010964 Feb 17 22:14:26.153170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c662a20-c8a9-42be-825f-cac6e6ca0f53 req-cbacaa11-1bca-424c-abcc-1df332023af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:26.156531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c662a20-c8a9-42be-825f-cac6e6ca0f53 req-cbacaa11-1bca-424c-abcc-1df332023af1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 1128 time: 0.3914597 Feb 17 22:14:26.174279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-1dbfecdf-eec5-4096-b6cd-14e29bddf879 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:26.175935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-1dbfecdf-eec5-4096-b6cd-14e29bddf879 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 814 time: 0.5674560 Feb 17 22:14:26.190879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Request body: {'port': {'device_id': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'admin_state_up': True, 'tenant_id': 'e8d1180e68474053bc57e473be5f0319'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:26.210505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3ed65-908b-4f6f-98f2-83ef3194052d req-767ea498-dd09-44cb-859c-58937446be09 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:26.213531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad3ed65-908b-4f6f-98f2-83ef3194052d req-767ea498-dd09-44cb-859c-58937446be09 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.4447613 Feb 17 22:14:26.257976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:26.261208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:26.440911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (da6778e5-a6f4-4004-bfba-061d075b470f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:26.480635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['da6778e5-a6f4-4004-bfba-061d075b470f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:26.492166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:14:26.519147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1241cbc5-76c2-4361-83dd-841a74cb1917 req-5550cf4c-767e-40a9-8284-21a010c5ff48 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527264 Feb 17 22:14:26.720908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Pushing event deleted for resources: {'Port': ['ID=da6778e5-a6f4-4004-bfba-061d075b470f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:26.878772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c662a20-c8a9-42be-825f-cac6e6ca0f53 req-014072ee-d4dc-43cf-bb5f-5d1f170c0df7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6994355 Feb 17 22:14:26.880638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:14:26.902907 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a0b0e92-31f9-46ac-b0b0-b3684c1a192c admin admin] 10.222.0.79 "PUT /v2.0/routers/0eec00e2-7668-41ff-8a3e-05e1d88fc6ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5106225 Feb 17 22:14:26.918595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3724261-f609-419a-8f57-a6d533439331 req-a07ea5b8-66df-44e0-8ca5-c954b3450fdf tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 210 time: 0.1509321 Feb 17 22:14:26.948028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad3ed65-908b-4f6f-98f2-83ef3194052d req-2da53aeb-be3b-4b17-a82b-f727af428ca0 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7007833 Feb 17 22:14:27.020153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d673dd62-7597-4303-a30c-09044891911a None None] Provisioning complete for port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:27.020539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d673dd62-7597-4303-a30c-09044891911a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:27.026158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] No DVR routers for this DVR port da6778e5-a6f4-4004-bfba-061d075b470f on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:27.032025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Made reservation on behalf of e8d1180e68474053bc57e473be5f0319 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:27.041479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:27.075874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:27.082896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adeac058-9505-4ca5-811d-91a33b66be83 req-77a43109-a886-42c0-a896-8365bae76e6c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.94 "DELETE /v2.0/ports/da6778e5-a6f4-4004-bfba-061d075b470f HTTP/1.1" status: 204 len: 173 time: 3.0930450 Feb 17 22:14:27.083680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d673dd62-7597-4303-a30c-09044891911a None None] Port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:14:27.097152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-deleted', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:27.099981 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c324177-91bb-4823-ba23-e29dfbe6f8b5" -d '{"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-deleted", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:27.168137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61216fa9-24c9-4581-a992-f2a74bd45a9b req-f9e16dd8-0d0e-470a-a713-47bc5d176d5d tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 210 time: 0.1369472 Feb 17 22:14:27.266863 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362e9586-f3d1-44d7-9ae4-fae89f9eb1e2 x-openstack-request-id: req-362e9586-f3d1-44d7-9ae4-fae89f9eb1e2 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:27.267172 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38e2c094-5191-444d-bcd2-0dbd8201daee", "name": "network-vif-deleted", "tag": "da6778e5-a6f4-4004-bfba-061d075b470f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:27.267452 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-362e9586-f3d1-44d7-9ae4-fae89f9eb1e2 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:27.267867 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38e2c094-5191-444d-bcd2-0dbd8201daee', 'name': 'network-vif-deleted', 'tag': 'da6778e5-a6f4-4004-bfba-061d075b470f', 'status': 'completed', 'code': 200} Feb 17 22:14:27.341643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62ffe1-bd4f-4ca0-943c-280887f8b3ad req-bbae59d9-ddf4-443f-8571-429cb33998f3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:27.353072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b62ffe1-bd4f-4ca0-943c-280887f8b3ad req-bbae59d9-ddf4-443f-8571-429cb33998f3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.3187420 Feb 17 22:14:27.366155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 10e504c0-3ef9-40ac-81fe-9174a12f63bb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:27.426692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Allocated IP 172.20.0.2 (e2e8134f-728f-4039-a326-731d7c2d0cf8/46756507-5829-4df7-92ac-3e6d44b66898/c89f9bec-4096-471d-8518-8a01add92c22) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:27.476650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 10e504c0-3ef9-40ac-81fe-9174a12f63bb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:27.477020 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:27.489640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b62ffe1-bd4f-4ca0-943c-280887f8b3ad req-5cf4faec-4ba0-4e0c-a2f6-8686a112f367 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391444 Feb 17 22:14:27.639246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 10e504c0-3ef9-40ac-81fe-9174a12f63bb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:27.639866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:27.648090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-d178c349-5b57-4603-b96c-7c4477479576 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=2bd52b75d9574c82b79d6ae65fc396ff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1808219 Feb 17 22:14:27.681451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 10e504c0-3ef9-40ac-81fe-9174a12f63bb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=10e504c0-3ef9-40ac-81fe-9174a12f63bb,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:27.687090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:27.754853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=10e504c0-3ef9-40ac-81fe-9174a12f63bb,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:27.949440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-41d4e3b4-832a-498f-a783-3f0d8a3fa0a4 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5001678 Feb 17 22:14:27.960737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:27.976073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6cde8b-b5b2-4edc-892d-024222327503 req-ee22958d-7766-4be2-84c6-cf7d55b3e953 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:27.976979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e6cde8b-b5b2-4edc-892d-024222327503 req-ee22958d-7766-4be2-84c6-cf7d55b3e953 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 945 time: 0.3342812 Feb 17 22:14:28.062866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-d13622a1-6291-48ad-a49a-434db83f99e3 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:28.064681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-d13622a1-6291-48ad-a49a-434db83f99e3 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4033952 Feb 17 22:14:28.081914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks [] for port (c89f9bec-4096-471d-8518-8a01add92c22), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:28.091004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Request body: {'port': {'device_id': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '2bd52b75d9574c82b79d6ae65fc396ff'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:28.099851 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:28.179545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e6cde8b-b5b2-4edc-892d-024222327503 req-c5277433-0de5-486a-8fdc-51c38bb25405 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911759 Feb 17 22:14:28.298444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be518a86-0400-4d76-b3d9-6c294ec7ae17 req-5a4a7a61-2d59-4804-8789-9f51cf87c35f tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 210 time: 0.0515625 Feb 17 22:14:28.313117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c89f9bec-4096-471d-8518-8a01add92c22), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:28.659635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Sync routers for ids ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:14:28.669801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Made reservation on behalf of 2bd52b75d9574c82b79d6ae65fc396ff for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:28.671695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Routers {'0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:28.672409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:28.673099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:28.691510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Network e2e8134f-728f-4039-a326-731d7c2d0cf8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:28.699321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:28.701569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:28.705175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:28.710248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Pushing event updated for resources: {'Port': ['ID=c89f9bec-4096-471d-8518-8a01add92c22,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:28.812971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:28.813625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:28.823620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc59af-ed92-4772-8cf7-08bceadef376 req-15e6f0a6-b5bc-4b7d-9e84-468c7e09a4ca tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:28.825228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60dc59af-ed92-4772-8cf7-08bceadef376 req-15e6f0a6-b5bc-4b7d-9e84-468c7e09a4ca tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.2176092 Feb 17 22:14:28.867305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:28.880308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-fe7dc4b1-a6c8-4498-b96f-39e1beef961f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6942589 Feb 17 22:14:28.898060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Request body: {'port': {'device_id': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:28.933164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Set router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:29.012005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60dc59af-ed92-4772-8cf7-08bceadef376 req-173347a3-8357-48a1-ac84-f0962e9f7afe tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724801 Feb 17 22:14:29.062488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks [] for security_group (d84b08a5-5ec5-4c3b-93aa-dd7e46482abf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.074833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d84b08a5-5ec5-4c3b-93aa-dd7e46482abf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.127878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device da6778e5-a6f4-4004-bfba-061d075b470f no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:29.132149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c89f9bec-4096-471d-8518-8a01add92c22), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.161891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: da6778e5-a6f4-4004-bfba-061d075b470f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:29.162688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device da6778e5-a6f4-4004-bfba-061d075b470f not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:29.235476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Allocated IP 172.25.0.250 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/c56b41c7-5411-44db-85b1-6736a3d82407) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:29.285033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 10e504c0-3ef9-40ac-81fe-9174a12f63bb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:29.314559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:25Z', 'revision_number': 4, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port': {'id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:20Z', 'updated_at': '2022-02-17T22:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bec065ea-da5e-46a2-b04f-b2ac301b6bc1', 'name': '', 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'mac_address': 'fa:16:3e:3f:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '80276659-6bfd-4aad-a0ca-c49fa23d1699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:24Z', 'updated_at': '2022-02-17T22:14:25Z', 'revision_number': 2, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'subnets': [{'id': '80276659-6bfd-4aad-a0ca-c49fa23d1699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:29.316695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:29.354422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Checking router: 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:14:29.354705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Updating router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:14:29.399432 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.427169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 10e504c0-3ef9-40ac-81fe-9174a12f63bb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:29.427726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.547821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e4555-f102-43e4-88d4-200b9afdcc51 req-f7169586-0380-4fa3-925d-465acceabda6 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:29.549332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d0e4555-f102-43e4-88d4-200b9afdcc51 req-f7169586-0380-4fa3-925d-465acceabda6 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 931 time: 0.3870173 Feb 17 22:14:29.572687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Allocated IP 192.168.233.219 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/89a78307-e82b-4730-9916-c431e0202c51) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:29.669487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 10e504c0-3ef9-40ac-81fe-9174a12f63bb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:29.704891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (c56b41c7-5411-44db-85b1-6736a3d82407), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.750837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d0e4555-f102-43e4-88d4-200b9afdcc51 req-1c47fd03-10d9-421a-85c8-f53d4771ad6a tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846516 Feb 17 22:14:29.804502 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Publish callbacks [] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.813624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.879843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82143801-96b6-439d-9707-fa9acaa0153c None None] Pushing event updated for resources: {'Port': ['ID=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:29.942146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c56b41c7-5411-44db-85b1-6736a3d82407), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.952830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Attempting to bind port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:29.953208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Attempting to bind port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:29.953958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Attempting to bind port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 on network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:29.959136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:29.959720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Checking segment: {'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:29.960123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:29.960527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Bound using segment: {'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:29.960996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Bound port: bec065ea-da5e-46a2-b04f-b2ac301b6bc1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd402a061-9ba4-4570-bf95-445b51d4ed0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:29.961378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.036783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:30.042689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] For port bec065ea-da5e-46a2-b04f-b2ac301b6bc1, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:30.047448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] For port bec065ea-da5e-46a2-b04f-b2ac301b6bc1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,segment=NetworkSegment(d402a061-9ba4-4570-bf95-445b51d4ed0f),segment_id=d402a061-9ba4-4570-bf95-445b51d4ed0f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:30.057857 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.059160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:30.069995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c89f9bec-4096-471d-8518-8a01add92c22 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:30.089259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:30.097396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c01f7-e35a-475e-8de7-a390c1f85044 req-04302b2a-c943-4cdb-bdb8-8629e2b9a518 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:30.098969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-617c01f7-e35a-475e-8de7-a390c1f85044 req-04302b2a-c943-4cdb-bdb8-8629e2b9a518 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.2598183 Feb 17 22:14:30.102287 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks [] for port (89a78307-e82b-4730-9916-c431e0202c51), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.104964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Publish callbacks [] for port (c89f9bec-4096-471d-8518-8a01add92c22), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.130880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82143801-96b6-439d-9707-fa9acaa0153c None None] Pushing event updated for resources: {'Port': ['ID=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:30.160775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Routers {'0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:30.161471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:30.167509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=c56b41c7-5411-44db-85b1-6736a3d82407,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:30.208173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Transition to ACTIVE for port object c89f9bec-4096-471d-8518-8a01add92c22 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:14:30.234808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c89f9bec-4096-471d-8518-8a01add92c22), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.272475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0597c492-5f62-4909-9749-21cf08627bed None None] Provisioning complete for port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:30.272964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0597c492-5f62-4909-9749-21cf08627bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.299091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Pushing event updated for resources: {'Port': ['ID=c89f9bec-4096-471d-8518-8a01add92c22,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:30.331634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] Set router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:30.353291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-617c01f7-e35a-475e-8de7-a390c1f85044 req-963ff883-26f5-4934-9c84-b80b27779996 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414517 Feb 17 22:14:30.363136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (db4692f8-98fb-45d2-9e67-20d4aad39d67), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.454011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (89a78307-e82b-4730-9916-c431e0202c51), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.496012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0597c492-5f62-4909-9749-21cf08627bed None None] Current status of the port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:30.496570 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0597c492-5f62-4909-9749-21cf08627bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.548988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0597c492-5f62-4909-9749-21cf08627bed None None] For port bec065ea-da5e-46a2-b04f-b2ac301b6bc1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,segment=NetworkSegment(d402a061-9ba4-4570-bf95-445b51d4ed0f),segment_id=d402a061-9ba4-4570-bf95-445b51d4ed0f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:30.555334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0597c492-5f62-4909-9749-21cf08627bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.563075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c56b41c7-5411-44db-85b1-6736a3d82407), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.579417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:30.612913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:30.614858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Pushing event updated for resources: {'Port': ['ID=89a78307-e82b-4730-9916-c431e0202c51,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:30.618553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:30.639862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597c492-5f62-4909-9749-21cf08627bed None None] Pushing event updated for resources: {'Port': ['ID=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:30.654959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Attempting to bind port c89f9bec-4096-471d-8518-8a01add92c22 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:30.655676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Attempting to bind port c89f9bec-4096-471d-8518-8a01add92c22 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:30.656338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Attempting to bind port c89f9bec-4096-471d-8518-8a01add92c22 on network e2e8134f-728f-4039-a326-731d7c2d0cf8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:30.684294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:25Z', 'revision_number': 4, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port': {'id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:20Z', 'updated_at': '2022-02-17T22:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bec065ea-da5e-46a2-b04f-b2ac301b6bc1', 'name': '', 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'mac_address': 'fa:16:3e:3f:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '80276659-6bfd-4aad-a0ca-c49fa23d1699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:24Z', 'updated_at': '2022-02-17T22:14:30Z', 'revision_number': 4, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'subnets': [{'id': '80276659-6bfd-4aad-a0ca-c49fa23d1699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:30.697998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Port c89f9bec-4096-471d-8518-8a01add92c22 on network e2e8134f-728f-4039-a326-731d7c2d0cf8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:30.698476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Attempting to bind port c89f9bec-4096-471d-8518-8a01add92c22 on network e2e8134f-728f-4039-a326-731d7c2d0cf8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:30.725156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3907589b-35e8-4327-abe5-441b0f05bfd7 None None] The sync data for ids ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'] in n-d-828369-18 is: [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:25Z', 'revision_number': 4, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port': {'id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:20Z', 'updated_at': '2022-02-17T22:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bec065ea-da5e-46a2-b04f-b2ac301b6bc1', 'name': '', 'network_id': 'fa5c758d-9033-4e88-8dab-0fbd1efb12c0', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'mac_address': 'fa:16:3e:3f:24:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 981, 'fixed_ips': [{'subnet_id': '80276659-6bfd-4aad-a0ca-c49fa23d1699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:24Z', 'updated_at': '2022-02-17T22:14:30Z', 'revision_number': 4, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'subnets': [{'id': '80276659-6bfd-4aad-a0ca-c49fa23d1699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:14:30.725695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:30.726206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Checking segment: {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:30.727097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Bound using segment: {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:30.727097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Bound port: c89f9bec-4096-471d-8518-8a01add92c22, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7f8c9a2-da5d-40fa-a362-07db35795c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:30.728134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c89f9bec-4096-471d-8518-8a01add92c22), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.728546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-623b525d-15ce-4da9-a419-58f2b78966cd None None] Provisioning complete for port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:30.728937 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-623b525d-15ce-4da9-a419-58f2b78966cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.750260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e5ca3-8416-4739-8a3a-64aaba4b8291 req-e05ca4db-9924-4654-94e2-9daab1ffa3b0 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:30.767292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-636e5ca3-8416-4739-8a3a-64aaba4b8291 req-e05ca4db-9924-4654-94e2-9daab1ffa3b0 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 945 time: 0.2882960 Feb 17 22:14:30.840456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:30.841315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:30.851089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-623b525d-15ce-4da9-a419-58f2b78966cd None None] Current status of the port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:30.920927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-db1c09b1-1d3a-403a-b464-95be64d51bf9 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8356946 Feb 17 22:14:30.950811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Request body: {'port': {'device_id': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:31.010959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-636e5ca3-8416-4739-8a3a-64aaba4b8291 req-5de8fdcb-5e71-408b-b62b-6d9f9eea017f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425656 Feb 17 22:14:31.078181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (89a78307-e82b-4730-9916-c431e0202c51), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.083942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b1ae916f-7a6a-4eca-b9df-2b6077a4da92 None None] Provisioning complete for port 89a78307-e82b-4730-9916-c431e0202c51 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:31.084682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b1ae916f-7a6a-4eca-b9df-2b6077a4da92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (89a78307-e82b-4730-9916-c431e0202c51), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.111355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] For port c89f9bec-4096-471d-8518-8a01add92c22, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:31.136633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] For port c89f9bec-4096-471d-8518-8a01add92c22, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c89f9bec-4096-471d-8518-8a01add92c22,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:31.152651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b1ae916f-7a6a-4eca-b9df-2b6077a4da92 None None] Port 89a78307-e82b-4730-9916-c431e0202c51 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:14:31.167670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (c56b41c7-5411-44db-85b1-6736a3d82407), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.186736 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c89f9bec-4096-471d-8518-8a01add92c22), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.210450 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c56b41c7-5411-44db-85b1-6736a3d82407), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.312417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bec065ea-da5e-46a2-b04f-b2ac301b6bc1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:31.359648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:31.360271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.361966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] 10.222.0.73 "PUT /v2.0/ports/c89f9bec-4096-471d-8518-8a01add92c22 HTTP/1.1" status: 200 len: 1092 time: 2.4730690 Feb 17 22:14:31.363484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'tag': 'c89f9bec-4096-471d-8518-8a01add92c22'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:31.365751 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65742af8-ea32-4023-95c7-099c15ef8e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "11e1dd5b-5634-49d4-8d6d-fdcc10d00f85", "tag": "c89f9bec-4096-471d-8518-8a01add92c22"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:31.385364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:31.385740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.431116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (db4692f8-98fb-45d2-9e67-20d4aad39d67), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.461190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235d8a8-2574-4293-b689-099ab8d73a35 service neutron] Pushing event updated for resources: {'Port': ['ID=c89f9bec-4096-471d-8518-8a01add92c22,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:31.493839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:31.495096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5449033 Feb 17 22:14:31.515982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:31.529088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5e0db-d43e-46be-ae0c-52c4b939f9a3 req-4a23f160-9ff3-4a08-a089-d5afef5af475 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:31.531879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2d5e0db-d43e-46be-ae0c-52c4b939f9a3 req-4a23f160-9ff3-4a08-a089-d5afef5af475 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 936 time: 0.3669567 Feb 17 22:14:31.909029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98eba79-c3c5-49b9-9b96-66c6223165e9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=c56b41c7-5411-44db-85b1-6736a3d82407,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:31.924752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-633e9a87-acaa-40f4-a165-b539323e8353 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.3880913 Feb 17 22:14:32.028143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-3a3adc62-e23e-4274-b2d5-aa5dec721960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:32.030183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-3a3adc62-e23e-4274-b2d5-aa5dec721960 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 1126 time: 0.6035295 Feb 17 22:14:32.033216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2d5e0db-d43e-46be-ae0c-52c4b939f9a3 req-1f448ecd-789e-4a30-beb9-b39f14fc903d tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4943149 Feb 17 22:14:32.102580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-637c3a20-acfb-41f4-8599-e700af8873c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c89f9bec-4096-471d-8518-8a01add92c22 HTTP/1.1" status: 200 len: 217 time: 0.0636709 Feb 17 22:14:32.252839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a78307-e82b-4730-9916-c431e0202c51 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:32.258268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-0f7e0522-d862-4faa-a19c-821902e5dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:32.260927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-0f7e0522-d862-4faa-a19c-821902e5dce0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46756507-5829-4df7-92ac-3e6d44b66898 HTTP/1.1" status: 200 len: 854 time: 0.1490703 Feb 17 22:14:32.270980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Publish callbacks [] for port (89a78307-e82b-4730-9916-c431e0202c51), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:32.291761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-e1d1f4b0-6eb4-4047-9408-6b34669fdbcc tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:32.292985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06b70f75-0550-439e-91c7-dd5b5595f992 req-e1d1f4b0-6eb4-4047-9408-6b34669fdbcc tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.3520930 Feb 17 22:14:32.327458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-0bc3e7b4-ddc0-4915-be2e-8a9ee6b80190 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2e8134f-728f-4039-a326-731d7c2d0cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588658 Feb 17 22:14:32.338111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Transition to ACTIVE for port object 89a78307-e82b-4730-9916-c431e0202c51 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:14:32.355987 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (89a78307-e82b-4730-9916-c431e0202c51), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:32.368115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71b76b-de58-4295-acbe-fdca71cb89cd req-8e1d1e80-16bf-4147-b776-f4546fa8036e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:32.369559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d71b76b-de58-4295-acbe-fdca71cb89cd req-8e1d1e80-16bf-4147-b776-f4546fa8036e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.2134414 Feb 17 22:14:32.550395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Pushing event updated for resources: {'Port': ['ID=89a78307-e82b-4730-9916-c431e0202c51,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:32.604549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d71b76b-de58-4295-acbe-fdca71cb89cd req-58c0ae2d-c7dd-439a-8006-237651fc67d5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224486 Feb 17 22:14:32.632787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-248da5ac-33ba-4de3-8bb5-2a13711f73ef service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881131 Feb 17 22:14:32.677666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77250b90-3fb1-4df1-8219-5ff293e7d873 req-30e49514-d7e5-4b45-9bd0-9faad925fe04 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:32.679197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77250b90-3fb1-4df1-8219-5ff293e7d873 req-30e49514-d7e5-4b45-9bd0-9faad925fe04 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 943 time: 0.3244641 Feb 17 22:14:32.779666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Attempting to bind port 89a78307-e82b-4730-9916-c431e0202c51 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:32.779947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Attempting to bind port 89a78307-e82b-4730-9916-c431e0202c51 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:32.780279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Attempting to bind port 89a78307-e82b-4730-9916-c431e0202c51 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:32.811537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Port 89a78307-e82b-4730-9916-c431e0202c51 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:32.811769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Attempting to bind port 89a78307-e82b-4730-9916-c431e0202c51 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:32.844884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77250b90-3fb1-4df1-8219-5ff293e7d873 req-720ada09-513d-4695-829a-88b71ed367d2 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362553 Feb 17 22:14:32.847953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:32.848301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:32.848686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:32.849139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Bound port: 89a78307-e82b-4730-9916-c431e0202c51, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:32.849501 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (89a78307-e82b-4730-9916-c431e0202c51), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:32.861000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140430b9-6a2f-4ad9-bee6-74f98f84f200 req-aa1aa0ce-91c9-446b-90e3-cc03fdb48f4a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:32.862495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-140430b9-6a2f-4ad9-bee6-74f98f84f200 req-aa1aa0ce-91c9-446b-90e3-cc03fdb48f4a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 945 time: 0.1823695 Feb 17 22:14:32.871741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77ef03c4-e34e-4db9-bedb-fcbbb6fdfceb req-ecdbefb9-f7ed-4e95-b4aa-721735b3d761 service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309470 Feb 17 22:14:32.908846 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88769518-fbe2-488b-9edb-d69504151049 x-openstack-request-id: req-88769518-fbe2-488b-9edb-d69504151049 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:32.909148 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e1dd5b-5634-49d4-8d6d-fdcc10d00f85", "tag": "c89f9bec-4096-471d-8518-8a01add92c22", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:32.909715 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88769518-fbe2-488b-9edb-d69504151049 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:32.909848 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'tag': 'c89f9bec-4096-471d-8518-8a01add92c22', 'status': 'completed', 'code': 200} Feb 17 22:14:32.992278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-140430b9-6a2f-4ad9-bee6-74f98f84f200 req-56d0b546-cb67-4218-a3a7-63bf7b3790d0 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228237 Feb 17 22:14:33.031118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] For port 89a78307-e82b-4730-9916-c431e0202c51, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:33.094958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] For port 89a78307-e82b-4730-9916-c431e0202c51, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=89a78307-e82b-4730-9916-c431e0202c51,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:33.118408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (89a78307-e82b-4730-9916-c431e0202c51), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:33.134181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-a17c52a1-4f93-4da1-8bfc-82973bedb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.135783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-a17c52a1-4f93-4da1-8bfc-82973bedb013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e8d1180e68474053bc57e473be5f0319&device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 1126 time: 0.1984124 Feb 17 22:14:33.182417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d0929-5861-4477-92ce-83139b5876f9 req-764b2c96-f0f7-45b0-abca-b1303a23c0ad tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.183878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c6d0929-5861-4477-92ce-83139b5876f9 req-764b2c96-f0f7-45b0-abca-b1303a23c0ad tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.2247567 Feb 17 22:14:33.222089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.222714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:33.224140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] 10.222.0.94 "PUT /v2.0/ports/89a78307-e82b-4730-9916-c431e0202c51 HTTP/1.1" status: 200 len: 1097 time: 2.2840579 Feb 17 22:14:33.332510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-ec9e82af-b3f5-4d41-853b-6567c959f402 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3120632 Feb 17 22:14:33.337920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94f619-66a0-4471-81ff-0af1eae28d8b service neutron] Pushing event updated for resources: {'Port': ['ID=89a78307-e82b-4730-9916-c431e0202c51,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:33.367257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:33.410738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c6d0929-5861-4477-92ce-83139b5876f9 req-d2c204eb-e0aa-4eee-9c6f-3bac90f1e16f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109370 Feb 17 22:14:33.431254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-1af5ed8c-9b38-40b8-af52-a672e33936bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.432778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-1af5ed8c-9b38-40b8-af52-a672e33936bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 200 len: 915 time: 0.2733078 Feb 17 22:14:33.435645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:33.456824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-97fd5a41-6586-45f0-b602-b9b10edb2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.458210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-97fd5a41-6586-45f0-b602-b9b10edb2d13 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bd52b75d9574c82b79d6ae65fc396ff&device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 1131 time: 0.1696298 Feb 17 22:14:33.534798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-940834f2-ba1e-48c3-8aed-ec7fc1276b60 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c89f9bec-4096-471d-8518-8a01add92c22 HTTP/1.1" status: 200 len: 217 time: 0.0857363 Feb 17 22:14:33.573511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-c606ef8a-184b-4e9a-bdc5-041af132065a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=89a78307-e82b-4730-9916-c431e0202c51 HTTP/1.1" status: 200 len: 217 time: 0.0566061 Feb 17 22:14:33.690808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-4ebf73ee-e362-4a17-82a6-1d2d1d8baf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.692300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-4ebf73ee-e362-4a17-82a6-1d2d1d8baf15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=46756507-5829-4df7-92ac-3e6d44b66898 HTTP/1.1" status: 200 len: 854 time: 0.1291468 Feb 17 22:14:33.696093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5e38a42b-7744-43ae-8a81-b938b234e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.697428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-5e38a42b-7744-43ae-8a81-b938b234e6e1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0870972 Feb 17 22:14:33.718180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c25413-2bab-4ae3-965c-600315b47119 req-86cd77cf-88a4-4d65-9190-e6d0a5a89806 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:33.719635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70c25413-2bab-4ae3-965c-600315b47119 req-86cd77cf-88a4-4d65-9190-e6d0a5a89806 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 945 time: 0.2038610 Feb 17 22:14:33.751603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-7a1c9889-aa2f-4053-aa96-d99fb091f37a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2e8134f-728f-4039-a326-731d7c2d0cf8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505040 Feb 17 22:14:34.121505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c89f9bec-4096-471d-8518-8a01add92c22 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:34.148180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-589e1227-63ad-4c5a-9285-8c07c930d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:34.150239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-589e1227-63ad-4c5a-9285-8c07c930d9f8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4278986 Feb 17 22:14:34.154129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:34.158480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70c25413-2bab-4ae3-965c-600315b47119 req-fa66d738-74b8-4b66-ad40-d5b2e502da31 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126146 Feb 17 22:14:34.233525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-3835df3c-95fd-4c41-aac2-12614c0bedd5 service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614267 Feb 17 22:14:34.241789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c89f9bec-4096-471d-8518-8a01add92c22, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c89f9bec-4096-471d-8518-8a01add92c22,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:34.255983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'c89f9bec-4096-471d-8518-8a01add92c22', 'network_id': 'e2e8134f-728f-4039-a326-731d7c2d0cf8', 'port_id': 'c89f9bec-4096-471d-8518-8a01add92c22', 'mac_address': 'fa:16:3e:f3:17:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46756507-5829-4df7-92ac-3e6d44b66898', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:34.294915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c89f9bec-4096-471d-8518-8a01add92c22 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:34.295299 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c89f9bec-4096-471d-8518-8a01add92c22), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:34.310884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c89f9bec-4096-471d-8518-8a01add92c22 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:34.330939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c89f9bec-4096-471d-8518-8a01add92c22, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c89f9bec-4096-471d-8518-8a01add92c22,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:34.335195 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c89f9bec-4096-471d-8518-8a01add92c22), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:34.387926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c89f9bec-4096-471d-8518-8a01add92c22,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:34.429614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-9eb869b8-f7ec-40c6-a00a-0baa122abfd6 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701647 Feb 17 22:14:34.490136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a241c8-5c61-44e4-bc3f-e8bee0e194c5 req-336b4939-2dec-4463-a430-bca644507c20 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:34.491661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98a241c8-5c61-44e4-bc3f-e8bee0e194c5 req-336b4939-2dec-4463-a430-bca644507c20 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 948 time: 0.2638335 Feb 17 22:14:34.540951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Allocated IP 172.25.0.79 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/324d6880-118d-47c4-8f43-c94e29ef093e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:34.553498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65742af8-ea32-4023-95c7-099c15ef8e9c req-e0df403a-ccb7-422f-8572-4944dd35332d service neutron] 10.222.0.73 "GET /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044226 Feb 17 22:14:34.557466 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-726bf488-b7f3-40c5-942e-87d892d94394 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0472734 Feb 17 22:14:34.587701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['c89f9bec-4096-471d-8518-8a01add92c22'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:34.642376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205058-caee-4039-b12c-5fd2c352b455 req-f7d86ad5-3bb8-48e8-98e1-4bdf2c7c9230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:34.644217 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-f7d86ad5-3bb8-48e8-98e1-4bdf2c7c9230 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1127 time: 0.0536749 Feb 17 22:14:34.661742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98a241c8-5c61-44e4-bc3f-e8bee0e194c5 req-65fbff68-8c78-4f97-aa94-d78da90ca83b tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310644 Feb 17 22:14:34.698326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f85270a9-ec7d-4798-8e18-a5998f16808f req-1279df91-7ccc-4f9f-bdce-04d97bae3169 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555907 Feb 17 22:14:34.742625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (324d6880-118d-47c4-8f43-c94e29ef093e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:34.792916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205058-caee-4039-b12c-5fd2c352b455 req-48c028aa-34c4-4b05-984d-057a7ae89268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:34.794460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-48c028aa-34c4-4b05-984d-057a7ae89268 service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.1216700 Feb 17 22:14:34.814820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (324d6880-118d-47c4-8f43-c94e29ef093e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:34.839283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-1598038c-dbe1-4bfc-b1b4-b29a38b248ec service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 217 time: 0.0367658 Feb 17 22:14:34.853873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdcedb2-7fea-4753-b042-bbc515cba641 req-1dd50dbc-9ccf-4c88-9472-e05ccb00265c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:34.855411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bdcedb2-7fea-4753-b042-bbc515cba641 req-1dd50dbc-9ccf-4c88-9472-e05ccb00265c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.1009877 Feb 17 22:14:34.876425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:34.885639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:34.893022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=324d6880-118d-47c4-8f43-c94e29ef093e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:34.893851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a205058-caee-4039-b12c-5fd2c352b455 req-2e04c7af-d765-48d9-86f0-c30a1b208f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:34.895335 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-2e04c7af-d765-48d9-86f0-c30a1b208f6a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.0492756 Feb 17 22:14:34.897535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:34.923416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'tag': '89a78307-e82b-4730-9916-c431e0202c51'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:34.925704 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afacdc95-a681-48ad-87bd-5a40277e2158" -d '{"events": [{"name": "network-changed", "server_uuid": "c1d3188a-3c30-4ac9-b8f9-6e33348e7cee", "tag": "89a78307-e82b-4730-9916-c431e0202c51"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:34.932394 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-7334f74d-9df1-48b7-8383-ead2b2a2fc99 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274153 Feb 17 22:14:34.971074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bdcedb2-7fea-4753-b042-bbc515cba641 req-ef40d04a-2b8f-4816-9ad5-a8070f2da3cc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048181 Feb 17 22:14:35.027605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (36dfc57b-5109-483e-bf13-0a2c04ed9054), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:35.032136 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-7547fb4d-02c6-4ea6-aa68-bd6e5df1cfee service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935287 Feb 17 22:14:35.093348 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (324d6880-118d-47c4-8f43-c94e29ef093e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:35.131246 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2a205058-caee-4039-b12c-5fd2c352b455 req-7ee09c1c-db12-4a59-93e4-404fdee0efd8 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926194 Feb 17 22:14:35.153234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9dcf30-16e2-4edf-a18c-4d01fd871d9d req-2c91454e-2be5-4715-9958-0b11784108d3 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:35.154597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e9dcf30-16e2-4edf-a18c-4d01fd871d9d req-2c91454e-2be5-4715-9958-0b11784108d3 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 944 time: 0.1153896 Feb 17 22:14:35.260293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e9dcf30-16e2-4edf-a18c-4d01fd871d9d req-89739579-7ba7-4391-b354-b4fe0576da40 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987296 Feb 17 22:14:35.329936 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (324d6880-118d-47c4-8f43-c94e29ef093e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:35.335154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (324d6880-118d-47c4-8f43-c94e29ef093e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:35.417665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=324d6880-118d-47c4-8f43-c94e29ef093e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:35.424005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (36dfc57b-5109-483e-bf13-0a2c04ed9054), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:35.447846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:35.448739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-9f206dc9-4bda-4e79-b882-7accaaf6e731 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1026995 Feb 17 22:14:35.519656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-55e833eb-23e0-4629-91ef-a1dcce154794 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.79 HTTP/1.1" status: 200 len: 695 time: 0.0632057 Feb 17 22:14:35.682106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-a48e1424-1027-4f21-9915-cc8c9302d13b tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:35.683417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e951f83-0f3b-489b-bfc1-0f6dfbf66f85 req-a48e1424-1027-4f21-9915-cc8c9302d13b tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1531067 Feb 17 22:14:35.709856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53cb37-c8da-4ffc-8a2b-ed93fa26b7fd req-96d514f3-c105-4104-97ca-63c6454dd4c7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:35.711722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb53cb37-c8da-4ffc-8a2b-ed93fa26b7fd req-96d514f3-c105-4104-97ca-63c6454dd4c7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.0867019 Feb 17 22:14:35.727813 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c6c809-e442-4bbe-a6b2-1a79f22dc6d0 x-openstack-request-id: req-f9c6c809-e442-4bbe-a6b2-1a79f22dc6d0 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:35.728015 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1d3188a-3c30-4ac9-b8f9-6e33348e7cee", "tag": "89a78307-e82b-4730-9916-c431e0202c51", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:35.728337 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9c6c809-e442-4bbe-a6b2-1a79f22dc6d0 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:35.728844 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'tag': '89a78307-e82b-4730-9916-c431e0202c51', 'status': 'completed', 'code': 200} Feb 17 22:14:35.792035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb53cb37-c8da-4ffc-8a2b-ed93fa26b7fd req-8631db7d-b2b3-4d4e-9dcf-799a1aea2091 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719821 Feb 17 22:14:35.843819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-b22986c7-e44b-4bd9-9e02-93efbc37830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:35.845761 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-b22986c7-e44b-4bd9-9e02-93efbc37830c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2bd52b75d9574c82b79d6ae65fc396ff&device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 1131 time: 0.0583034 Feb 17 22:14:35.852651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af489c44-7a52-4c8c-9dc9-ef02c2f770a6 req-27aa38d3-3f52-4078-b426-dbe2cdd67167 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:35.855463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af489c44-7a52-4c8c-9dc9-ef02c2f770a6 req-27aa38d3-3f52-4078-b426-dbe2cdd67167 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 945 time: 0.0808592 Feb 17 22:14:35.967523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af489c44-7a52-4c8c-9dc9-ef02c2f770a6 req-3944a0a9-7177-4875-935b-3c3d0e1d9a76 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053462 Feb 17 22:14:35.986885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70dc59a-10a6-4386-a2a0-165e601d756e req-c00f5f0a-5854-4141-a115-a454876b2ee6 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:35.988212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-0fc12493-fa20-4a68-80da-5632f22ec0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:35.989099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e70dc59a-10a6-4386-a2a0-165e601d756e req-c00f5f0a-5854-4141-a115-a454876b2ee6 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 948 time: 0.1179590 Feb 17 22:14:35.989916 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-0fc12493-fa20-4a68-80da-5632f22ec0fa service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1326952 Feb 17 22:14:36.035903 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-f20821fb-d719-4385-9319-bea0cec72f8f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=89a78307-e82b-4730-9916-c431e0202c51 HTTP/1.1" status: 200 len: 217 time: 0.0382361 Feb 17 22:14:36.116594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-334527cd-39bd-4b73-baa0-13642f60da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:36.117219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e70dc59a-10a6-4386-a2a0-165e601d756e req-11a2856e-fc44-422d-ab6a-f3a4d6226681 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201746 Feb 17 22:14:36.118310 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-334527cd-39bd-4b73-baa0-13642f60da1d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0604644 Feb 17 22:14:36.122552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c89f9bec-4096-471d-8518-8a01add92c22 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:36.162035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-ca1ffbad-e250-4f0e-8056-a8d4a538b477 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1632690 Feb 17 22:14:36.177802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:36.187283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-cc06cb6f-66c3-4a93-9f67-84ef77be6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:36.189695 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-cc06cb6f-66c3-4a93-9f67-84ef77be6fcc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0602136 Feb 17 22:14:36.200267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port c89f9bec-4096-471d-8518-8a01add92c22 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:14:36.207142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port c89f9bec-4096-471d-8518-8a01add92c22 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:36.207842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c89f9bec-4096-471d-8518-8a01add92c22), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:36.214417 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:36.316655 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-f9725544-a6b4-424e-9f86-d5280aed88a0 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164565 Feb 17 22:14:36.322302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e87cd-0c60-4ed0-8bc6-477159bd8aa4 req-0098c447-ff7b-4aaf-9551-b73e91df26c8 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:36.323933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d66e87cd-0c60-4ed0-8bc6-477159bd8aa4 req-0098c447-ff7b-4aaf-9551-b73e91df26c8 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.1257160 Feb 17 22:14:36.411607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d66e87cd-0c60-4ed0-8bc6-477159bd8aa4 req-070828c3-39d4-4a5c-9e62-e3046b67adaa tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711172 Feb 17 22:14:36.425978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:36.447142 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-afacdc95-a681-48ad-87bd-5a40277e2158 req-679e8437-81e5-4759-91b2-29c8e2539b95 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214542 Feb 17 22:14:36.464840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c89f9bec-4096-471d-8518-8a01add92c22 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:36.465438 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c89f9bec-4096-471d-8518-8a01add92c22), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:36.504038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f9bec-4096-471d-8518-8a01add92c22'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:36.506530 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-275b3f5f-eb7b-4207-b57c-284fd326bf58" -d '{"events": [{"server_uuid": "11e1dd5b-5634-49d4-8d6d-fdcc10d00f85", "name": "network-vif-plugged", "status": "completed", "tag": "c89f9bec-4096-471d-8518-8a01add92c22"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:36.525302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c89f9bec-4096-471d-8518-8a01add92c22, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c89f9bec-4096-471d-8518-8a01add92c22,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:36.533267 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c89f9bec-4096-471d-8518-8a01add92c22), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:36.592995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c89f9bec-4096-471d-8518-8a01add92c22,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:36.607644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Allocated IP 172.25.0.141 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/2ca58a6f-b0ef-434a-956a-0ba787ab367a) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:36.619796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecdcb9-ced8-40e4-9281-813fcebc5453 req-2e61afe1-582a-4447-84c8-6f087bd50707 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:36.621336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9ecdcb9-ced8-40e4-9281-813fcebc5453 req-2e61afe1-582a-4447-84c8-6f087bd50707 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 944 time: 0.1177640 Feb 17 22:14:36.718633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9ecdcb9-ced8-40e4-9281-813fcebc5453 req-74b1c6f1-f692-4460-9c27-144a8148e296 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908320 Feb 17 22:14:36.781452 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5762e8e-3f23-4de6-b0a2-8aba3dfb2405 x-openstack-request-id: req-a5762e8e-3f23-4de6-b0a2-8aba3dfb2405 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:36.781751 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e1dd5b-5634-49d4-8d6d-fdcc10d00f85", "name": "network-vif-plugged", "status": "completed", "tag": "c89f9bec-4096-471d-8518-8a01add92c22", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:36.782011 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5762e8e-3f23-4de6-b0a2-8aba3dfb2405 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:36.782416 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c89f9bec-4096-471d-8518-8a01add92c22', 'code': 200} Feb 17 22:14:36.785492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:36.825392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:36.920679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:36.976138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:36.989901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:37.033380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=2ca58a6f-b0ef-434a-956a-0ba787ab367a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:37.100312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c588fd08-d025-4ddf-acdf-cb5d10c005fe req-1859eb4c-3b49-4bd4-b4e1-764e6ad118c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:37.102603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c588fd08-d025-4ddf-acdf-cb5d10c005fe req-1859eb4c-3b49-4bd4-b4e1-764e6ad118c5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 1128 time: 0.2395747 Feb 17 22:14:37.114162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510323bf-4f14-49ae-b76e-e12f874ce61e req-ff79471d-b973-44f3-9283-ee3ab4515e0c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:37.115898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-510323bf-4f14-49ae-b76e-e12f874ce61e req-ff79471d-b973-44f3-9283-ee3ab4515e0c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.2386255 Feb 17 22:14:37.123796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-da1d5fc3-ef26-42e3-8198-a4d988502ef8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:37.125347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-da1d5fc3-ef26-42e3-8198-a4d988502ef8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 945 time: 0.2505577 Feb 17 22:14:37.294704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (72759881-afe2-40a1-9a4d-7c8613417b6d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:37.312218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-510323bf-4f14-49ae-b76e-e12f874ce61e req-7ee8ded4-7369-4ede-aba1-452320e73529 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841948 Feb 17 22:14:37.322690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c588fd08-d025-4ddf-acdf-cb5d10c005fe req-f6ca4446-bc3f-468b-a086-167989f0d120 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936111 Feb 17 22:14:37.388298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:37.404188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Deleting port f70a314f-df56-4612-b8c5-fee1c98786b5 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:37.404523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:37.623629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea4dda7-2449-4e77-9e72-e70eb6cb6359 req-3ea08b88-c241-4b34-8a34-70abe39322bf tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:37.625180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ea4dda7-2449-4e77-9e72-e70eb6cb6359 req-3ea08b88-c241-4b34-8a34-70abe39322bf tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=59412c2a-974d-40f7-bbe1-19e780073c00 HTTP/1.1" status: 200 len: 945 time: 0.2335031 Feb 17 22:14:37.640591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] For port f70a314f-df56-4612-b8c5-fee1c98786b5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f70a314f-df56-4612-b8c5-fee1c98786b5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:37.640945 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:37.684400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Calling delete_port for f70a314f-df56-4612-b8c5-fee1c98786b5 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:37.738655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ea4dda7-2449-4e77-9e72-e70eb6cb6359 req-96c5b856-cd7d-4fff-9f70-ba436d16732d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039469 Feb 17 22:14:37.815190 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:37.823610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:37.959168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=2ca58a6f-b0ef-434a-956a-0ba787ab367a,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:38.003453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (72759881-afe2-40a1-9a4d-7c8613417b6d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:38.029746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f70a314f-df56-4612-b8c5-fee1c98786b5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:38.034829 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:38.036517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-57865bbf-109d-47ab-8084-e5b71787bd47 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8634579 Feb 17 22:14:38.045006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5', '63313d81-64b8-4b4c-bea2-e9dabc5854ee', 'f70a314f-df56-4612-b8c5-fee1c98786b5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:38.097859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event deleted for resources: {'Port': ['ID=f70a314f-df56-4612-b8c5-fee1c98786b5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:38.452360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-4cf0be8d-6d7b-4580-b54a-b0cd536e389f tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.3985450 Feb 17 22:14:38.485625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] No DVR routers for this DVR port f70a314f-df56-4612-b8c5-fee1c98786b5 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:38.498394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:38.501979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2272c2ca-b4e5-4c24-827a-bf36da938f4d req-4b31e577-ef47-4047-ab90-c29ca3c4264d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "DELETE /v2.0/ports/f70a314f-df56-4612-b8c5-fee1c98786b5 HTTP/1.1" status: 204 len: 173 time: 1.3718655 Feb 17 22:14:38.528305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59412c2a-974d-40f7-bbe1-19e780073c00', 'name': 'network-vif-deleted', 'tag': 'f70a314f-df56-4612-b8c5-fee1c98786b5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:38.530893 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255f2388-e940-499b-8fcc-665907feadde" -d '{"events": [{"server_uuid": "59412c2a-974d-40f7-bbe1-19e780073c00", "name": "network-vif-deleted", "tag": "f70a314f-df56-4612-b8c5-fee1c98786b5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:38.598163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c71b5-d173-4198-92ec-53a307167d14 req-2d3b607f-2c89-4312-8516-f21f3c2ecb91 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:38.599751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c00c71b5-d173-4198-92ec-53a307167d14 req-2d3b607f-2c89-4312-8516-f21f3c2ecb91 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 948 time: 0.5561457 Feb 17 22:14:38.656844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-1de5a7d6-2a6d-41b5-9326-62f8950b78bd tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:38.658271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4491f48-971a-4f68-99d0-89ebfb93819b req-1de5a7d6-2a6d-41b5-9326-62f8950b78bd tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1990323 Feb 17 22:14:38.689179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-df242164-61e3-4116-9d28-e4971d8a36b1 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:38.690678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-df242164-61e3-4116-9d28-e4971d8a36b1 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.1373489 Feb 17 22:14:38.700616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c00c71b5-d173-4198-92ec-53a307167d14 req-b3df450e-ee9c-414e-a527-ac4cdf9f6a1c tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883451 Feb 17 22:14:38.705822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:38.857492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:38.885247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746395f-7b21-4cdc-854b-d0252a70222a req-22c88b52-fff3-4720-9df4-3e635422e903 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:38.886816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6746395f-7b21-4cdc-854b-d0252a70222a req-22c88b52-fff3-4720-9df4-3e635422e903 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 945 time: 0.1591587 Feb 17 22:14:38.928710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed53c02-8f32-4796-ba84-521a95cd4546 req-893e862e-4302-491d-806c-9e5f10775432 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:38.930327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ed53c02-8f32-4796-ba84-521a95cd4546 req-893e862e-4302-491d-806c-9e5f10775432 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.1620750 Feb 17 22:14:38.965910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.068096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6746395f-7b21-4cdc-854b-d0252a70222a req-533fc9a5-88ac-4243-bb41-2e7772f6d562 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724331 Feb 17 22:14:39.084660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ed53c02-8f32-4796-ba84-521a95cd4546 req-313d8766-2f06-4fa9-98d8-e954b9f84191 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371732 Feb 17 22:14:39.119982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:39.148778 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b33b001-38e3-4ada-ab3d-48e1d32f6169 x-openstack-request-id: req-6b33b001-38e3-4ada-ab3d-48e1d32f6169 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:39.149189 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59412c2a-974d-40f7-bbe1-19e780073c00", "name": "network-vif-deleted", "tag": "f70a314f-df56-4612-b8c5-fee1c98786b5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:39.149551 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b33b001-38e3-4ada-ab3d-48e1d32f6169 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:39.150422 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59412c2a-974d-40f7-bbe1-19e780073c00', 'name': 'network-vif-deleted', 'tag': 'f70a314f-df56-4612-b8c5-fee1c98786b5', 'status': 'completed', 'code': 200} Feb 17 22:14:39.230156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 89a78307-e82b-4730-9916-c431e0202c51 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:39.254377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:39.330893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Publish callbacks [] for port (4132eba5-8e17-431b-950c-b51d80c1006d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.348165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 89a78307-e82b-4730-9916-c431e0202c51, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=89a78307-e82b-4730-9916-c431e0202c51,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:39.353454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.364637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '89a78307-e82b-4730-9916-c431e0202c51', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '89a78307-e82b-4730-9916-c431e0202c51', 'mac_address': 'fa:16:3e:dc:24:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:39.369414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076169d8-5252-433d-bc74-33ee77803f9f req-6024f504-c3f4-4f19-904d-0f1dd8c53b8a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:39.371579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-076169d8-5252-433d-bc74-33ee77803f9f req-6024f504-c3f4-4f19-904d-0f1dd8c53b8a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.2162433 Feb 17 22:14:39.407547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-43b938fd-4475-4661-bd8d-5261a9e5668a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2459326 Feb 17 22:14:39.425199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 89a78307-e82b-4730-9916-c431e0202c51 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:39.425601 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (89a78307-e82b-4730-9916-c431e0202c51), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.441885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:39.446234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a78307-e82b-4730-9916-c431e0202c51 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:39.478094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 89a78307-e82b-4730-9916-c431e0202c51, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=89a78307-e82b-4730-9916-c431e0202c51,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:39.490597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (89a78307-e82b-4730-9916-c431e0202c51), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.510167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:39.541077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.555575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=89a78307-e82b-4730-9916-c431e0202c51,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:39.563457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:39.563827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:39.564119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:39.569002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-076169d8-5252-433d-bc74-33ee77803f9f req-22187882-411e-400d-aabf-7850b777a02f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890860 Feb 17 22:14:39.575742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:39.576070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Attempting to bind port 4132eba5-8e17-431b-950c-b51d80c1006d on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:39.616904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:39.617253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:39.618207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:39.618929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Bound port: 4132eba5-8e17-431b-950c-b51d80c1006d, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:39.619567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.755952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:39.761492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:39.782973 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.854544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b87fad-db27-4772-9f61-82b423307eb9 req-8c1312d4-2049-42b0-bb78-f30e7634a0f5 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:39.856949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86b87fad-db27-4772-9f61-82b423307eb9 req-8c1312d4-2049-42b0-bb78-f30e7634a0f5 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.1718016 Feb 17 22:14:39.866665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.912453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=8']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:39.972286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:39.972286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:39.972891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d39f0c40-cb0c-42bb-a604-93c097a5db41 service neutron] 10.222.0.73 "PUT /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 1123 time: 1.2711892 Feb 17 22:14:40.012717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86b87fad-db27-4772-9f61-82b423307eb9 req-ac06c768-634a-466b-ac51-88745c0a369f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422558 Feb 17 22:14:40.047166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['89a78307-e82b-4730-9916-c431e0202c51'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:40.089066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Allocated IP 172.25.0.193 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/3145a163-3875-45bf-a595-4b42499b6520) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:40.096227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['4132eba5-8e17-431b-950c-b51d80c1006d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:40.153710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4132eba5-8e17-431b-950c-b51d80c1006d details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:40.257994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['4132eba5-8e17-431b-950c-b51d80c1006d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:40.309760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (3145a163-3875-45bf-a595-4b42499b6520), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:40.388873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3145a163-3875-45bf-a595-4b42499b6520), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:40.409456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6484c-8802-4e4e-81ad-76d7bd2c19cc req-4fcaab36-fe4c-4377-9a7e-b5416af99a71 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:40.411021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ac6484c-8802-4e4e-81ad-76d7bd2c19cc req-4fcaab36-fe4c-4377-9a7e-b5416af99a71 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 949 time: 0.0851378 Feb 17 22:14:40.442299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:40.473467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:40.478086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4132eba5-8e17-431b-950c-b51d80c1006d has no active binding in host n-h1-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:14:40.481552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:40.485052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=3145a163-3875-45bf-a595-4b42499b6520,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:40.488105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:40.544269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ac6484c-8802-4e4e-81ad-76d7bd2c19cc req-59c8f619-7eb5-4fbd-a449-633cd9c16da3 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094675 Feb 17 22:14:40.615899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (c4fac354-bd1f-45b5-b5fa-56ac739cf36e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:40.669570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3145a163-3875-45bf-a595-4b42499b6520), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:40.851058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008a236f-ddbe-426e-a093-917b2f3635a1 req-9f24e88a-d2a6-41e2-a400-9db98c9d1f32 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:40.853026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-008a236f-ddbe-426e-a093-917b2f3635a1 req-9f24e88a-d2a6-41e2-a400-9db98c9d1f32 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.1241927 Feb 17 22:14:40.935836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for port (3145a163-3875-45bf-a595-4b42499b6520), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:40.944886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3145a163-3875-45bf-a595-4b42499b6520), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:40.955129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-008a236f-ddbe-426e-a093-917b2f3635a1 req-cd95fd24-c3c8-4db2-8fe2-6091604e75db tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961437 Feb 17 22:14:41.075981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event updated for resources: {'Port': ['ID=3145a163-3875-45bf-a595-4b42499b6520,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:41.080753 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (c4fac354-bd1f-45b5-b5fa-56ac739cf36e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:41.101367 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:41.103064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-61fd6dc2-33f0-4aa4-8048-c5a46806158a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6810510 Feb 17 22:14:41.125927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127a4994-6d7f-4cfb-951a-c42006e9f0ca req-18549731-b326-458d-903a-81e4f0beb447 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.127531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-127a4994-6d7f-4cfb-951a-c42006e9f0ca req-18549731-b326-458d-903a-81e4f0beb447 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 945 time: 0.1028192 Feb 17 22:14:41.159229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d'}, {'name': 'network-changed', 'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:41.161552 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667" -d '{"events": [{"server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "name": "network-vif-unplugged", "status": "completed", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d"}, {"name": "network-changed", "server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:41.181905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-e5b6e60f-0dd2-4369-be34-59795cc414e1 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.0706451 Feb 17 22:14:41.277693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-127a4994-6d7f-4cfb-951a-c42006e9f0ca req-0c83ccc7-8520-4205-ae21-f627a2dc1582 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123199 Feb 17 22:14:41.325936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-7bd46be0-f0b1-4335-ba5e-347b3b459299 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.327744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7cff830-0564-4338-aa8c-3a2f843ec0c0 req-7bd46be0-f0b1-4335-ba5e-347b3b459299 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1380138 Feb 17 22:14:41.446631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadac3d8-71d7-4e8c-b2e6-2ab7d9ee8283 req-a7c8c3b0-14e3-45fb-bea2-39fa31753304 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.448213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aadac3d8-71d7-4e8c-b2e6-2ab7d9ee8283 req-a7c8c3b0-14e3-45fb-bea2-39fa31753304 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.0988245 Feb 17 22:14:41.480184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb9771-c8cd-4331-9159-1b31d126b066 req-71ff15c2-dfee-42cc-b4e7-ccd40557f568 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.481690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30bb9771-c8cd-4331-9159-1b31d126b066 req-71ff15c2-dfee-42cc-b4e7-ccd40557f568 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.0944989 Feb 17 22:14:41.531268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aadac3d8-71d7-4e8c-b2e6-2ab7d9ee8283 req-8ea62856-2726-4c40-9cd6-cb34f56d8ab3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771434 Feb 17 22:14:41.559875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30bb9771-c8cd-4331-9159-1b31d126b066 req-afd61f53-1329-4491-8fe0-6a1ddbe29ad4 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713637 Feb 17 22:14:41.595022 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e238354-ae7a-4cd8-9840-40a4a0f54e24 x-openstack-request-id: req-6e238354-ae7a-4cd8-9840-40a4a0f54e24 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:41.595409 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "name": "network-vif-unplugged", "status": "completed", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d", "code": 200}, {"name": "network-changed", "server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:41.596044 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e238354-ae7a-4cd8-9840-40a4a0f54e24 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:41.596855 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d', 'code': 200} Feb 17 22:14:41.596855 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d', 'status': 'completed', 'code': 200} Feb 17 22:14:41.640147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37a965dd-997f-489c-ab86-0220a36f80d3 req-ed7dc1cd-93ce-4c4c-95e9-b7ccaaa83ced tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips/c4fac354-bd1f-45b5-b5fa-56ac739cf36e HTTP/1.1" status: 200 len: 693 time: 0.0544147 Feb 17 22:14:41.759189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-978f0b6e-2ec1-43e5-9989-353d89f43162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.760838 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-978f0b6e-2ec1-43e5-9989-353d89f43162 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1157 time: 0.0577214 Feb 17 22:14:41.778008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9e2208-1012-4ecc-bf4b-e468a51effdb req-14ec8d21-fead-461c-924a-9d66cbfc7eba tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.779556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b9e2208-1012-4ecc-bf4b-e468a51effdb req-14ec8d21-fead-461c-924a-9d66cbfc7eba tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.1385267 Feb 17 22:14:41.813311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a965dd-997f-489c-ab86-0220a36f80d3 req-f9cf06a3-dbe3-4831-9027-a73eafe1b885 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.814942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37a965dd-997f-489c-ab86-0220a36f80d3 req-f9cf06a3-dbe3-4831-9027-a73eafe1b885 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1628633 Feb 17 22:14:41.837515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-37a965dd-997f-489c-ab86-0220a36f80d3 req-04ef426d-86b8-4336-9777-f16aed133dc4 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:14:41.838504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37a965dd-997f-489c-ab86-0220a36f80d3 req-04ef426d-86b8-4336-9777-f16aed133dc4 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066967 Feb 17 22:14:41.863854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-195fa380-b4fa-4114-b9f1-8ad853daa2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.865348 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-195fa380-b4fa-4114-b9f1-8ad853daa2d4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.0963547 Feb 17 22:14:41.888827 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b9e2208-1012-4ecc-bf4b-e468a51effdb req-92518be1-6c1b-4585-815a-8358077d9f0b tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016767 Feb 17 22:14:41.919205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-4e3064e3-97db-4bff-b711-133aeb4ea423 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.921347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-4e3064e3-97db-4bff-b711-133aeb4ea423 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 945 time: 0.1054029 Feb 17 22:14:41.922902 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-5021c68f-b94c-46d4-b552-92ee4cbd8cf0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 217 time: 0.0504997 Feb 17 22:14:41.982303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-c8909c3d-925f-485c-ae46-dcc1afbe7386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:41.983851 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-c8909c3d-925f-485c-ae46-dcc1afbe7386 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.0551145 Feb 17 22:14:42.020271 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-4c40ebdb-ed49-4e99-adfe-54280fc8522b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276475 Feb 17 22:14:42.033394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-384d936f-8839-4419-bd30-b99a27b4d97a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips/c4fac354-bd1f-45b5-b5fa-56ac739cf36e HTTP/1.1" status: 200 len: 693 time: 0.0921102 Feb 17 22:14:42.121781 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-e1eb3a53-02ea-4e59-8731-6650e8111efc service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939085 Feb 17 22:14:42.134915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a8aa2-973a-4fc7-ab9b-920a53a4b796 req-fd166f09-30b2-4879-9a14-4cc6e179be05 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:42.136457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b25a8aa2-973a-4fc7-ab9b-920a53a4b796 req-fd166f09-30b2-4879-9a14-4cc6e179be05 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 949 time: 0.2413394 Feb 17 22:14:42.160073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f70a314f-df56-4612-b8c5-fee1c98786b5 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:42.183813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: f70a314f-df56-4612-b8c5-fee1c98786b5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:42.184196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f70a314f-df56-4612-b8c5-fee1c98786b5 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:42.238893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-3d1103f5-cb35-4ff6-a073-b8e17802c2a2 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:42.240838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-3d1103f5-cb35-4ff6-a073-b8e17802c2a2 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1988926 Feb 17 22:14:42.243352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Deleting port 63313d81-64b8-4b4c-bea2-e9dabc5854ee {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:42.243719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:42.246904 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d1a04d-2a87-40c8-aae7-e4cfa62e2667 req-f05124a7-9dae-4002-83d8-4c80e4e415ba service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163287 Feb 17 22:14:42.341225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b25a8aa2-973a-4fc7-ab9b-920a53a4b796 req-a66f8c71-4ad2-41ff-b666-216ce1ed5626 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885638 Feb 17 22:14:42.354855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-d637f7f6-5a3d-49b0-83e9-c6299beba620 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.1038027 Feb 17 22:14:42.700104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-93e014de-2e31-4dcc-924f-994fe5727b17 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.193 HTTP/1.1" status: 200 len: 696 time: 0.3382783 Feb 17 22:14:42.711664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] For port 63313d81-64b8-4b4c-bea2-e9dabc5854ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=63313d81-64b8-4b4c-bea2-e9dabc5854ee,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:42.712025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:42.768692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Calling delete_port for 63313d81-64b8-4b4c-bea2-e9dabc5854ee owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:42.829172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a57c6-32db-4515-bf0d-bc03487d292e req-98c8998d-3538-4872-abf1-84d4dd72029b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:42.830662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d1a57c6-32db-4515-bf0d-bc03487d292e req-98c8998d-3538-4872-abf1-84d4dd72029b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.2022145 Feb 17 22:14:42.958746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d1a57c6-32db-4515-bf0d-bc03487d292e req-1985c0e0-f749-4c25-8e1b-bf8781107001 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802879 Feb 17 22:14:42.969977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Deleting port 3145a163-3875-45bf-a595-4b42499b6520 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:42.970915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3145a163-3875-45bf-a595-4b42499b6520), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.105597 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (63313d81-64b8-4b4c-bea2-e9dabc5854ee), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.120720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5', '63313d81-64b8-4b4c-bea2-e9dabc5854ee'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:43.158250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event deleted for resources: {'Port': ['ID=63313d81-64b8-4b4c-bea2-e9dabc5854ee,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:43.182408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3145a163-3875-45bf-a595-4b42499b6520), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.182740 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (3145a163-3875-45bf-a595-4b42499b6520), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.205932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ae240-25ec-4314-971a-28eb4e38866b req-7cba7c6d-528e-47d9-950a-14ce4967a8fa tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:43.207498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc8ae240-25ec-4314-971a-28eb4e38866b req-7cba7c6d-528e-47d9-950a-14ce4967a8fa tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=270544da-f767-4974-9ebe-2714319cc271 HTTP/1.1" status: 200 len: 867 time: 0.1901000 Feb 17 22:14:43.243996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] No DVR routers for this DVR port 63313d81-64b8-4b4c-bea2-e9dabc5854ee on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:43.251097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Calling delete_port for 3145a163-3875-45bf-a595-4b42499b6520 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:43.253268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.256602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a67d8ff-f1a0-4a53-a399-cf3779f55fda req-95a40da9-25c9-4cd3-98db-fa5245bdca43 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "DELETE /v2.0/ports/63313d81-64b8-4b4c-bea2-e9dabc5854ee HTTP/1.1" status: 204 len: 173 time: 1.3140705 Feb 17 22:14:43.257492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 89a78307-e82b-4730-9916-c431e0202c51 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:43.339020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc8ae240-25ec-4314-971a-28eb4e38866b req-7e94ddd7-1188-428b-8502-7fb192afaa51 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222959 Feb 17 22:14:43.340145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 89a78307-e82b-4730-9916-c431e0202c51 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:14:43.346083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 89a78307-e82b-4730-9916-c431e0202c51 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:43.346811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (89a78307-e82b-4730-9916-c431e0202c51), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.459264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 89a78307-e82b-4730-9916-c431e0202c51 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:43.459689 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (89a78307-e82b-4730-9916-c431e0202c51), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.488152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3145a163-3875-45bf-a595-4b42499b6520), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.490519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a78307-e82b-4730-9916-c431e0202c51'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:43.492878 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0061cd-8e2a-4d79-b227-b93cbdd2a4d1" -d '{"events": [{"server_uuid": "c1d3188a-3c30-4ac9-b8f9-6e33348e7cee", "name": "network-vif-plugged", "status": "completed", "tag": "89a78307-e82b-4730-9916-c431e0202c51"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:43.505801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 89a78307-e82b-4730-9916-c431e0202c51, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=89a78307-e82b-4730-9916-c431e0202c51,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:43.509912 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (89a78307-e82b-4730-9916-c431e0202c51), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.527632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event deleted for resources: {'Port': ['ID=3145a163-3875-45bf-a595-4b42499b6520,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:43.541543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1f413-8772-479f-bcca-19f9d66bf49d req-7f8b4fba-e828-4fa4-8bdb-4e1788751757 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:43.543125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ae1f413-8772-479f-bcca-19f9d66bf49d req-7f8b4fba-e828-4fa4-8bdb-4e1788751757 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.1143680 Feb 17 22:14:43.574189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=89a78307-e82b-4730-9916-c431e0202c51,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:43.597884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270544da-f767-4974-9ebe-2714319cc271', 'name': 'network-vif-deleted', 'tag': '63313d81-64b8-4b4c-bea2-e9dabc5854ee'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:43.600288 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deddf5d-c191-4747-8610-cce5958b2f52" -d '{"events": [{"server_uuid": "270544da-f767-4974-9ebe-2714319cc271", "name": "network-vif-deleted", "tag": "63313d81-64b8-4b4c-bea2-e9dabc5854ee"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:43.636126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (c4fac354-bd1f-45b5-b5fa-56ac739cf36e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.638734 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:43.639926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c3fb414-d6bd-4e5a-8dae-c257124e6c65 req-0b2c7c13-92fe-455f-a91f-20bd300a7acf tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "DELETE /v2.0/floatingips/c4fac354-bd1f-45b5-b5fa-56ac739cf36e HTTP/1.1" status: 204 len: 173 time: 0.9320798 Feb 17 22:14:43.643627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ae1f413-8772-479f-bcca-19f9d66bf49d req-6a3b30ed-1514-48e7-b6eb-04b7fd57d96f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856941 Feb 17 22:14:43.788200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76080ccc-896c-460a-a6d0-61533432c880 req-fb39b108-be75-43b8-b872-01182d19f29f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:43.789158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76080ccc-896c-460a-a6d0-61533432c880 req-fb39b108-be75-43b8-b872-01182d19f29f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.0945075 Feb 17 22:14:43.803906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0343a7-b110-48be-8b96-0835e4b87936 req-3b3f522c-af6a-4de5-9015-f309a74c4cc6 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:43.805437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b0343a7-b110-48be-8b96-0835e4b87936 req-3b3f522c-af6a-4de5-9015-f309a74c4cc6 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 950 time: 0.0825250 Feb 17 22:14:43.879453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76080ccc-896c-460a-a6d0-61533432c880 req-c954a6e6-fcd2-4a18-b85b-2c1f879c7905 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831409 Feb 17 22:14:43.888685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b0343a7-b110-48be-8b96-0835e4b87936 req-2382b3c3-3d4e-4598-849b-71a32b29dfb0 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756493 Feb 17 22:14:43.943569 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff21eb3-b659-4ece-9708-b50b6e8fca8e x-openstack-request-id: req-3ff21eb3-b659-4ece-9708-b50b6e8fca8e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:43.943913 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270544da-f767-4974-9ebe-2714319cc271", "name": "network-vif-deleted", "tag": "63313d81-64b8-4b4c-bea2-e9dabc5854ee", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:43.944114 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806cbce2-e103-433d-86b9-a358134a687d x-openstack-request-id: req-806cbce2-e103-433d-86b9-a358134a687d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:43.944305 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d3188a-3c30-4ac9-b8f9-6e33348e7cee", "name": "network-vif-plugged", "status": "completed", "tag": "89a78307-e82b-4730-9916-c431e0202c51", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:43.944507 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ff21eb3-b659-4ece-9708-b50b6e8fca8e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:43.944689 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-806cbce2-e103-433d-86b9-a358134a687d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:43.944859 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a78307-e82b-4730-9916-c431e0202c51', 'code': 200} Feb 17 22:14:43.945124 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270544da-f767-4974-9ebe-2714319cc271', 'name': 'network-vif-deleted', 'tag': '63313d81-64b8-4b4c-bea2-e9dabc5854ee', 'status': 'completed', 'code': 200} Feb 17 22:14:44.130061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c06fc-8b08-465c-a787-495ad63c6f4f req-30f89248-05b5-4210-a2d9-31be9ff5b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:44.131586 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e90c06fc-8b08-465c-a787-495ad63c6f4f req-30f89248-05b5-4210-a2d9-31be9ff5b914 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 1133 time: 0.0487280 Feb 17 22:14:44.183086 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e90c06fc-8b08-465c-a787-495ad63c6f4f req-19418234-781f-4174-94b4-90609578199d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405586 Feb 17 22:14:44.187853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d9308-1b7e-4223-b9e5-dd63a7358eef req-1c5a8e0d-448c-4da7-b46a-68f2b4a98d26 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:44.189343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce7d9308-1b7e-4223-b9e5-dd63a7358eef req-1c5a8e0d-448c-4da7-b46a-68f2b4a98d26 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2352293 Feb 17 22:14:44.198166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829bd19-eaaa-44da-91a0-a22b3f938248 req-92894c9a-5500-4dad-8af8-8c980191b046 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:44.199512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c829bd19-eaaa-44da-91a0-a22b3f938248 req-92894c9a-5500-4dad-8af8-8c980191b046 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.1683602 Feb 17 22:14:44.275083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c829bd19-eaaa-44da-91a0-a22b3f938248 req-541f1e6a-ea61-431d-b870-60c38bdc7646 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697029 Feb 17 22:14:44.319675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26ac23ac-f280-4565-8def-774afb82a2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:44.357576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2acdcfdb-a6c1-4999-a21c-1150c455580f req-ab737e47-5612-4f9b-ad7d-e8f1f9c9017f tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?tenant_id=8da262f2543240c4a5a0bee520b2366b HTTP/1.1" status: 200 len: 1656 time: 0.0584912 Feb 17 22:14:44.371316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04389280-c393-4869-9648-20e378fa936c req-f175aa64-b94d-402e-8bf3-3e23400b802a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:44.372911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04389280-c393-4869-9648-20e378fa936c req-f175aa64-b94d-402e-8bf3-3e23400b802a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.1156609 Feb 17 22:14:44.487064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04389280-c393-4869-9648-20e378fa936c req-582bd148-839b-491a-8854-95f72d053f9c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037450 Feb 17 22:14:44.522223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdcfdb-a6c1-4999-a21c-1150c455580f req-6afd3c93-ab4e-4f7b-9afe-7bd6e1202980 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:44.529201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2acdcfdb-a6c1-4999-a21c-1150c455580f req-6afd3c93-ab4e-4f7b-9afe-7bd6e1202980 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks?id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&id=4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 787 time: 0.1499608 Feb 17 22:14:44.688417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-b6a5d93b-db2b-46f4-b47c-2acb0cd797c7 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips/72759881-afe2-40a1-9a4d-7c8613417b6d HTTP/1.1" status: 200 len: 693 time: 0.0814340 Feb 17 22:14:44.823668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-3a1fcae1-4243-4e9c-b0f7-83b3d1695948 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:44.825256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-3a1fcae1-4243-4e9c-b0f7-83b3d1695948 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1287563 Feb 17 22:14:44.890559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-87f0012f-527e-4c29-876c-8c6aae3f5778 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0592642 Feb 17 22:14:44.981605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-d82ef495-48d3-40c5-a138-be3ade1245d9 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.141 HTTP/1.1" status: 200 len: 696 time: 0.0802834 Feb 17 22:14:45.097304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-3baa9c76-5684-4150-b43c-198c2c6138e0 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:45.098681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-3baa9c76-5684-4150-b43c-198c2c6138e0 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.2586884 Feb 17 22:14:45.133685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-2fe24947-a816-4d54-91e4-4488f327352e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0145066 Feb 17 22:14:45.185287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Deleting port 2ca58a6f-b0ef-434a-956a-0ba787ab367a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:45.185638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:45.245501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-13663e07-a90d-4c2c-a5e0-d6df493a2d6b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019557 Feb 17 22:14:45.321545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:45.321877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (2ca58a6f-b0ef-434a-956a-0ba787ab367a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:45.338707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Calling delete_port for 2ca58a6f-b0ef-434a-956a-0ba787ab367a owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:45.410983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-dafb88b3-8383-41df-89f6-8bc1f038b909 service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588628 Feb 17 22:14:45.530319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-2d7555b4-3260-4efa-8086-33d90db5d0c8 service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123848 Feb 17 22:14:45.576276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2ca58a6f-b0ef-434a-956a-0ba787ab367a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:45.608725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event deleted for resources: {'Port': ['ID=2ca58a6f-b0ef-434a-956a-0ba787ab367a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:45.676797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (72759881-afe2-40a1-9a4d-7c8613417b6d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:45.680610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:45.683967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8719515e-73a9-4a91-839d-a8618c1e3558 req-ec631f3f-a46f-4f34-9955-fb0bc2671fec tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "DELETE /v2.0/floatingips/72759881-afe2-40a1-9a4d-7c8613417b6d HTTP/1.1" status: 204 len: 173 time: 0.6967394 Feb 17 22:14:45.776774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb446557-d624-484e-bedf-e5cfbef3742d req-d7d0897d-4b7d-4055-9dd2-1c661b18d843 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:45.778270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb446557-d624-484e-bedf-e5cfbef3742d req-d7d0897d-4b7d-4055-9dd2-1c661b18d843 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.0872040 Feb 17 22:14:45.820062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0c276-fc7f-4bbd-874d-2f62eef1d670 req-bcea16c7-9f26-494e-b018-2c9985251540 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:45.821538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93d0c276-fc7f-4bbd-874d-2f62eef1d670 req-bcea16c7-9f26-494e-b018-2c9985251540 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.0852077 Feb 17 22:14:45.857927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb446557-d624-484e-bedf-e5cfbef3742d req-0a55038a-1948-482d-b8ca-3d2ef9dc11d9 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728462 Feb 17 22:14:45.895986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93d0c276-fc7f-4bbd-874d-2f62eef1d670 req-61f09d52-8554-4a84-8503-e19e13f75438 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683806 Feb 17 22:14:46.167694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 63313d81-64b8-4b4c-bea2-e9dabc5854ee no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:46.201161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 63313d81-64b8-4b4c-bea2-e9dabc5854ee {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:46.201745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 63313d81-64b8-4b4c-bea2-e9dabc5854ee not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:46.316152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89032915-01ce-4c8d-82f9-879e0705748c req-5b824567-a50d-49ba-af78-21a0b063245e tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:46.317699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89032915-01ce-4c8d-82f9-879e0705748c req-5b824567-a50d-49ba-af78-21a0b063245e tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 950 time: 0.3767703 Feb 17 22:14:46.351221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c0744-44a0-4cae-84a8-b1dca26aafa6 req-414d8611-0f8f-4af0-b62c-c854945d760b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:46.353314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc1c0744-44a0-4cae-84a8-b1dca26aafa6 req-414d8611-0f8f-4af0-b62c-c854945d760b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.3808186 Feb 17 22:14:46.379874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-4ff3a958-dbdc-4b79-8e7c-2e25eb3f660c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:46.381300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-4ff3a958-dbdc-4b79-8e7c-2e25eb3f660c tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.1167195 Feb 17 22:14:46.471653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89032915-01ce-4c8d-82f9-879e0705748c req-6632d4fb-2e99-495f-b42b-7018d2bb7ac1 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423750 Feb 17 22:14:46.475082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc1c0744-44a0-4cae-84a8-b1dca26aafa6 req-33ebdfd7-497d-43fc-a495-59d2f78d5153 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119688 Feb 17 22:14:46.590318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-36c036bf-65c8-4583-93ac-0753d91e597f tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips/36dfc57b-5109-483e-bf13-0a2c04ed9054 HTTP/1.1" status: 200 len: 692 time: 0.0680165 Feb 17 22:14:46.610929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-825a093e-9b7a-4bcb-8949-1048f39912e8 req-cc435bb2-914b-4e59-9e9e-cee1b948a286 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 210 time: 0.0441093 Feb 17 22:14:46.616085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Deleting port c89f9bec-4096-471d-8518-8a01add92c22 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:46.616085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c89f9bec-4096-471d-8518-8a01add92c22), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:46.812041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-357e3923-15a8-4a4d-9709-cf249359484b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:46.874567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-8837b307-d438-4791-8c92-b7104da3c088 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:46.876039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-8837b307-d438-4791-8c92-b7104da3c088 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.2692535 Feb 17 22:14:46.890597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] For port c89f9bec-4096-471d-8518-8a01add92c22, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c89f9bec-4096-471d-8518-8a01add92c22,segment=NetworkSegment(e7f8c9a2-da5d-40fa-a362-07db35795c66),segment_id=e7f8c9a2-da5d-40fa-a362-07db35795c66)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:46.891014 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c89f9bec-4096-471d-8518-8a01add92c22), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:46.910639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-d7a3cfad-6364-4508-9971-e9e035bb2d60 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:46.912113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-d7a3cfad-6364-4508-9971-e9e035bb2d60 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.2396936 Feb 17 22:14:46.947928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Request body: {'port': {'device_id': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'admin_state_up': True, 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:46.965989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Calling delete_port for c89f9bec-4096-471d-8518-8a01add92c22 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:47.012159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-79dfb538-9f76-464e-be0f-39939224aa46 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.79 HTTP/1.1" status: 200 len: 695 time: 0.1254184 Feb 17 22:14:47.144669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-684b5a01-a138-4c2b-ad71-609636e1f2d3 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.79 HTTP/1.1" status: 200 len: 695 time: 0.1097307 Feb 17 22:14:47.238240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d013d-0d3c-47de-bc22-6dd978d54527 req-b77abdd5-4239-4bd1-b7b7-5a049ea1b0bf tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:47.239766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-642d013d-0d3c-47de-bc22-6dd978d54527 req-b77abdd5-4239-4bd1-b7b7-5a049ea1b0bf tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/ports?device_id=11e1dd5b-5634-49d4-8d6d-fdcc10d00f85 HTTP/1.1" status: 200 len: 945 time: 0.2981181 Feb 17 22:14:47.323294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:47.326653 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:47.439516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-642d013d-0d3c-47de-bc22-6dd978d54527 req-68a529fa-76ee-42fe-9933-6495231ac52f tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.79 "GET /v2.0/security-groups?id=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918619 Feb 17 22:14:47.491084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c89f9bec-4096-471d-8518-8a01add92c22), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:47.503701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Deleting port 324d6880-118d-47c4-8f43-c94e29ef093e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:47.504037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (324d6880-118d-47c4-8f43-c94e29ef093e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:47.508426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['c89f9bec-4096-471d-8518-8a01add92c22'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:47.573134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Pushing event deleted for resources: {'Port': ['ID=c89f9bec-4096-471d-8518-8a01add92c22,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:47.687001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] No DVR routers for this DVR port c89f9bec-4096-471d-8518-8a01add92c22 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:47.695583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:47.698768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-173e6320-e2ca-47ae-99f9-96dbfaa33035 req-76117804-ced2-4ae9-98f3-f909656abeb0 tempest-ServerDiskConfigTestJSON-1994597396 tempest-ServerDiskConfigTestJSON-1994597396-project] 10.222.0.73 "DELETE /v2.0/ports/c89f9bec-4096-471d-8518-8a01add92c22 HTTP/1.1" status: 204 len: 173 time: 1.3074687 Feb 17 22:14:47.700719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'name': 'network-vif-deleted', 'tag': 'c89f9bec-4096-471d-8518-8a01add92c22'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:47.702887 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61d676a-a38b-4441-9cdc-8e4740e59d5f" -d '{"events": [{"server_uuid": "11e1dd5b-5634-49d4-8d6d-fdcc10d00f85", "name": "network-vif-deleted", "tag": "c89f9bec-4096-471d-8518-8a01add92c22"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:47.729911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Allocated IP 172.20.0.9 (492bf255-9258-4b42-9b64-67a0b7c1ba7f/286750d8-3ff4-41dd-9534-47d6dd9445c5/781971ed-beef-4b7e-8f1d-70eb5356bdff) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:14:47.759776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf48aa-7f6d-450a-8ac3-3aa7df646911 req-36735495-c9f9-4675-b8e6-7382a1f0dba7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:47.761353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71cf48aa-7f6d-450a-8ac3-3aa7df646911 req-36735495-c9f9-4675-b8e6-7382a1f0dba7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.2553196 Feb 17 22:14:47.770854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:47.779738 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (324d6880-118d-47c4-8f43-c94e29ef093e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:47.780111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (324d6880-118d-47c4-8f43-c94e29ef093e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:47.816011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Calling delete_port for 324d6880-118d-47c4-8f43-c94e29ef093e owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:47.915703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71cf48aa-7f6d-450a-8ac3-3aa7df646911 req-8fb63a16-5b58-4f73-916c-e5d6ff2880ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453376 Feb 17 22:14:48.069001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks [] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:48.142968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b65fe-e997-4f17-8b21-64cd3149f3a9 req-c4d90dba-f59b-4180-ad36-5c8acf488579 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:48.144541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-664b65fe-e997-4f17-8b21-64cd3149f3a9 req-c4d90dba-f59b-4180-ad36-5c8acf488579 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 950 time: 0.1596353 Feb 17 22:14:48.179699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (324d6880-118d-47c4-8f43-c94e29ef093e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:48.213296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:48.222703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event deleted for resources: {'Port': ['ID=324d6880-118d-47c4-8f43-c94e29ef093e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:48.232956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:48.297713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-664b65fe-e997-4f17-8b21-64cd3149f3a9 req-317d6114-ae1d-4c8d-8b94-424ef5384b5b tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400354 Feb 17 22:14:48.331975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:14:48.341207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:48.344797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event updated for resources: {'Port': ['ID=781971ed-beef-4b7e-8f1d-70eb5356bdff,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:48.347003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:14:48.393493 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (36dfc57b-5109-483e-bf13-0a2c04ed9054), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:48.396617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:48.398842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06fa30f-ed0e-4cda-9f34-5184305ce2cb req-590cc567-cef2-4d3a-9a1c-bf9e49d52b64 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "DELETE /v2.0/floatingips/36dfc57b-5109-483e-bf13-0a2c04ed9054 HTTP/1.1" status: 204 len: 173 time: 1.2415853 Feb 17 22:14:48.417108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:48.417763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:48.438449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-a73e33c9-c908-42ab-a3b3-bbc7a51fb38b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4977512 Feb 17 22:14:48.458071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Request body: {'port': {'device_id': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:48.845140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:48.857265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de71c79-f717-4225-af4d-2edfb5f496e0 req-93be1b77-1dd3-41cc-8615-0bcd4956dc40 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:48.858949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2de71c79-f717-4225-af4d-2edfb5f496e0 req-93be1b77-1dd3-41cc-8615-0bcd4956dc40 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.4146495 Feb 17 22:14:48.874732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a2c6a-4f68-4a08-a4bf-9064f5c05428 req-02e5c93e-d4d0-41ca-b476-d4dd8ec788aa tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:48.876228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db4a2c6a-4f68-4a08-a4bf-9064f5c05428 req-02e5c93e-d4d0-41ca-b476-d4dd8ec788aa tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 931 time: 0.3831601 Feb 17 22:14:49.038389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2de71c79-f717-4225-af4d-2edfb5f496e0 req-ecab8583-b300-45bf-990c-03b972d8b5ef tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717486 Feb 17 22:14:49.060684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db4a2c6a-4f68-4a08-a4bf-9064f5c05428 req-0c7dda50-bcaa-4380-a332-0558c2ab512f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739497 Feb 17 22:14:49.113339 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f657e20f-40fa-4d5e-aa98-a96598e18807 x-openstack-request-id: req-f657e20f-40fa-4d5e-aa98-a96598e18807 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:49.113644 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e1dd5b-5634-49d4-8d6d-fdcc10d00f85", "name": "network-vif-deleted", "tag": "c89f9bec-4096-471d-8518-8a01add92c22", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:49.113900 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f657e20f-40fa-4d5e-aa98-a96598e18807 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:49.114299 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e1dd5b-5634-49d4-8d6d-fdcc10d00f85', 'name': 'network-vif-deleted', 'tag': 'c89f9bec-4096-471d-8518-8a01add92c22', 'status': 'completed', 'code': 200} Feb 17 22:14:49.174560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-7dd7d516-5720-41ed-892c-dbdb32c053e6 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips/db4692f8-98fb-45d2-9e67-20d4aad39d67 HTTP/1.1" status: 200 len: 693 time: 0.0593863 Feb 17 22:14:49.182360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:49.264785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 4132eba5-8e17-431b-950c-b51d80c1006d no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:49.352493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 4132eba5-8e17-431b-950c-b51d80c1006d is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:49.400406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-aae7765e-26bf-4b9b-a713-01b69e2e2493 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:49.401764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-aae7765e-26bf-4b9b-a713-01b69e2e2493 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.2168002 Feb 17 22:14:49.413117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8a374-7ae3-4e73-b8e6-986a5b029418 req-9a8a0e36-f677-4e56-be70-53bf24baa33a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:49.415135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10a8a374-7ae3-4e73-b8e6-986a5b029418 req-9a8a0e36-f677-4e56-be70-53bf24baa33a tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.1588192 Feb 17 22:14:49.428265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 781971ed-beef-4b7e-8f1d-70eb5356bdff {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:49.497214 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Publish callbacks [] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:49.512159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-0cc319ff-9417-458c-8cbf-7b8cacb0b774 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.0944674 Feb 17 22:14:49.535873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Transition to ACTIVE for port object 781971ed-beef-4b7e-8f1d-70eb5356bdff will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:14:49.577482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:49.591425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10a8a374-7ae3-4e73-b8e6-986a5b029418 req-eb723fed-be4c-42ee-8d00-a07c2cbfbecd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661556 Feb 17 22:14:49.593931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-bb3cfd74-9029-4486-90a4-d5f24a28ec59 tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.250 HTTP/1.1" status: 200 len: 696 time: 0.0756328 Feb 17 22:14:49.691901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Pushing event updated for resources: {'Port': ['ID=781971ed-beef-4b7e-8f1d-70eb5356bdff,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:49.755441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.755814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.756162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.756519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.756972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.757190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.757548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.757880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.758214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.758830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.759261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.759623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.759954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:49.850568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Attempting to bind port 781971ed-beef-4b7e-8f1d-70eb5356bdff on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:14:49.850908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Attempting to bind port 781971ed-beef-4b7e-8f1d-70eb5356bdff by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:14:49.851272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Attempting to bind port 781971ed-beef-4b7e-8f1d-70eb5356bdff on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:49.870401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Port 781971ed-beef-4b7e-8f1d-70eb5356bdff on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:14:49.870401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Attempting to bind port 781971ed-beef-4b7e-8f1d-70eb5356bdff on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:14:49.896177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:14:49.896521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:49.896918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Bound using segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:14:49.897381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Bound port: 781971ed-beef-4b7e-8f1d-70eb5356bdff, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:14:49.897756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:49.910483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Deleting port c56b41c7-5411-44db-85b1-6736a3d82407 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:49.910835 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c56b41c7-5411-44db-85b1-6736a3d82407), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:49.997475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:14:50.018406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9c1c2-88b1-449a-9931-903521bf63a0 req-7ad0c7d3-71f9-444a-8633-fadc0a94ea8d tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:50.019980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8da9c1c2-88b1-449a-9931-903521bf63a0 req-7ad0c7d3-71f9-444a-8633-fadc0a94ea8d tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 950 time: 0.1717970 Feb 17 22:14:50.062166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] For port 781971ed-beef-4b7e-8f1d-70eb5356bdff, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:50.083402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] For port 781971ed-beef-4b7e-8f1d-70eb5356bdff, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=781971ed-beef-4b7e-8f1d-70eb5356bdff,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:14:50.099723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c56b41c7-5411-44db-85b1-6736a3d82407), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.100056 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (c56b41c7-5411-44db-85b1-6736a3d82407), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.102951 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-edf28d3a-df6b-4405-a6cf-f9df90a2aab6 service neutron] 10.222.0.94 "GET /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.0633810 Feb 17 22:14:50.105500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.160533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Calling delete_port for c56b41c7-5411-44db-85b1-6736a3d82407 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:50.169438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8da9c1c2-88b1-449a-9931-903521bf63a0 req-0a4c7571-3e8d-45f2-bfe2-6b6f8c6bc0cc tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404452 Feb 17 22:14:50.183707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:50.184333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.185727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] 10.222.0.73 "PUT /v2.0/ports/781971ed-beef-4b7e-8f1d-70eb5356bdff HTTP/1.1" status: 200 len: 1092 time: 1.7385163 Feb 17 22:14:50.194285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c89f9bec-4096-471d-8518-8a01add92c22 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:50.236136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89686d6f-5df9-4d3b-a6e8-b970529ad480 service neutron] Pushing event updated for resources: {'Port': ['ID=781971ed-beef-4b7e-8f1d-70eb5356bdff,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:50.261864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: c89f9bec-4096-471d-8518-8a01add92c22 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:50.262045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c89f9bec-4096-471d-8518-8a01add92c22 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:50.315225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:50.327191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-69a48414-d379-464c-afac-732e846ccc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:50.328744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-69a48414-d379-464c-afac-732e846ccc29 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 1126 time: 0.0859768 Feb 17 22:14:50.336643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:50.379991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4132eba5-8e17-431b-950c-b51d80c1006d {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:50.392865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:50.393202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-f4f177ed-8737-4cca-98e8-8f14931db7c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=781971ed-beef-4b7e-8f1d-70eb5356bdff HTTP/1.1" status: 200 len: 217 time: 0.0555384 Feb 17 22:14:50.407674 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.488540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3966a2-800c-434b-9faa-cf91017f3e7c req-2c0c802d-5887-4564-8f70-485b9e3e1275 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:50.489959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d3966a2-800c-434b-9faa-cf91017f3e7c req-2c0c802d-5887-4564-8f70-485b9e3e1275 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 943 time: 0.1748700 Feb 17 22:14:50.500943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-4db1e007-74da-4dc5-a4a9-57599d28f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:50.502353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-4db1e007-74da-4dc5-a4a9-57599d28f74b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.0994689 Feb 17 22:14:50.504000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] Transition to ACTIVE for port object 4132eba5-8e17-431b-950c-b51d80c1006d will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:14:50.508238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.508515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c56b41c7-5411-44db-85b1-6736a3d82407), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.570385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-81005857-98ef-4f93-9274-e0ff2f425b31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597112 Feb 17 22:14:50.571128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Pushing event deleted for resources: {'Port': ['ID=c56b41c7-5411-44db-85b1-6736a3d82407,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:50.579451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] No DVR routers for this DVR port 4132eba5-8e17-431b-950c-b51d80c1006d on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:50.590288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] Pushing event updated for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=10']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:50.614148 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-333cd82d-20e0-49a2-9f17-a3e0fc8dacb1 service neutron] 10.222.0.94 "PUT /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d/bindings/n-h1-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 0.5028293 Feb 17 22:14:50.644875 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.680502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d3966a2-800c-434b-9faa-cf91017f3e7c req-129e508e-76aa-4172-86e4-6b2de082af88 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815288 Feb 17 22:14:50.714386 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks [] for floatingip (db4692f8-98fb-45d2-9e67-20d4aad39d67), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.716955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:50.718102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c0417d7-3eb1-46b9-a262-934cb1cc0c2f req-5fc4d198-bf7d-4e3b-8051-cc332161972a tempest-FloatingIPDetailsTestJSON-916394744 tempest-FloatingIPDetailsTestJSON-916394744-project] 10.222.0.79 "DELETE /v2.0/floatingips/db4692f8-98fb-45d2-9e67-20d4aad39d67 HTTP/1.1" status: 204 len: 173 time: 1.1003134 Feb 17 22:14:50.724489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:50.788242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-f7f6fa3a-b43a-485f-a3c1-4adbe8848cfd service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042665 Feb 17 22:14:50.875480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-91670b75-126e-4e82-b837-ff76f801c6af tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:50.876988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-91670b75-126e-4e82-b837-ff76f801c6af tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.1740315 Feb 17 22:14:50.973463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b146e53-cee9-4c9f-8440-62dc3779ada7 req-32fe726b-4556-4dc2-802f-2668cf8f7d3d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:50.974959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b146e53-cee9-4c9f-8440-62dc3779ada7 req-32fe726b-4556-4dc2-802f-2668cf8f7d3d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 943 time: 0.2076082 Feb 17 22:14:51.007237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976764b-587f-4fa0-b70b-907e53652d10 req-6280a38f-edc7-42f6-814e-7192b212b0ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:51.008655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3976764b-587f-4fa0-b70b-907e53652d10 req-6280a38f-edc7-42f6-814e-7192b212b0ef tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.1877737 Feb 17 22:14:51.015851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aaeb812-6a7b-454d-897a-d76b7de005f8 req-e57d9fed-ea21-4da1-8039-a60262494cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094655 Feb 17 22:14:51.042830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-e572f093-6fa6-4182-b282-4483cd8dbc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:51.044334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-e572f093-6fa6-4182-b282-4483cd8dbc0f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327&tenant_id=59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 1127 time: 0.1499925 Feb 17 22:14:51.109757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:51.117505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'tag': '781971ed-beef-4b7e-8f1d-70eb5356bdff'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:51.119846 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9f8d98-cad3-45ac-9003-1e238682be83" -d '{"events": [{"name": "network-changed", "server_uuid": "93d11f51-7ca1-45ba-b20f-f664f80a4ed6", "tag": "781971ed-beef-4b7e-8f1d-70eb5356bdff"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:51.131829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b146e53-cee9-4c9f-8440-62dc3779ada7 req-d73f1f34-d3cc-450c-9e8b-de29ddd943f6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436493 Feb 17 22:14:51.136972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3976764b-587f-4fa0-b70b-907e53652d10 req-e357938d-7851-4316-a075-5b210bc5defc tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139154 Feb 17 22:14:51.159935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-f2061b57-58ac-455d-8303-738254ed1f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:51.162426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-f2061b57-58ac-455d-8303-738254ed1f9e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1127 time: 0.0942395 Feb 17 22:14:51.203649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41764) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:51.240609 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ab09c8-4bdc-43a3-8d05-8a20e08f747c x-openstack-request-id: req-e5ab09c8-4bdc-43a3-8d05-8a20e08f747c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:51.240937 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93d11f51-7ca1-45ba-b20f-f664f80a4ed6", "tag": "781971ed-beef-4b7e-8f1d-70eb5356bdff", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:51.241175 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5ab09c8-4bdc-43a3-8d05-8a20e08f747c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:51.241555 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'tag': '781971ed-beef-4b7e-8f1d-70eb5356bdff', 'status': 'completed', 'code': 200} Feb 17 22:14:51.379265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] Deleting subnet 46756507-5829-4df7-92ac-3e6d44b66898 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:14:51.394239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] Publish callbacks [] for subnet (46756507-5829-4df7-92ac-3e6d44b66898), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:51.406931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Deleting port bec065ea-da5e-46a2-b04f-b2ac301b6bc1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:51.407272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:51.422236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-e745b356-81de-472b-bef7-80647e7987b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:51.422984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-e745b356-81de-472b-bef7-80647e7987b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2518203 Feb 17 22:14:51.447947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-890aef42-97db-4cb6-b08f-264abc71c66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:51.449419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-890aef42-97db-4cb6-b08f-264abc71c66f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 1126 time: 0.1764436 Feb 17 22:14:51.487544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01afe142-618f-4278-8f27-6fb04d4585e9 req-db42d945-24b2-49a1-a97d-0b61a3fd7d24 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:51.489045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01afe142-618f-4278-8f27-6fb04d4585e9 req-db42d945-24b2-49a1-a97d-0b61a3fd7d24 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 950 time: 0.2172143 Feb 17 22:14:51.493532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] For port bec065ea-da5e-46a2-b04f-b2ac301b6bc1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,segment=NetworkSegment(d402a061-9ba4-4570-bf95-445b51d4ed0f),segment_id=d402a061-9ba4-4570-bf95-445b51d4ed0f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:51.494030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:51.501474 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (46756507-5829-4df7-92ac-3e6d44b66898), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:51.506208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-7766e3f2-4db6-4329-91e0-c8e43cbf3e44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 217 time: 0.0726476 Feb 17 22:14:51.518763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Calling delete_port for bec065ea-da5e-46a2-b04f-b2ac301b6bc1 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:51.886222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a593a-0617-42f5-b90a-aac567e18504 req-f0cd5d80-0eed-4e70-816f-f31d765a1278 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:51.887700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-380a593a-0617-42f5-b90a-aac567e18504 req-f0cd5d80-0eed-4e70-816f-f31d765a1278 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.94 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 950 time: 0.3842545 Feb 17 22:14:52.000020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (46756507-5829-4df7-92ac-3e6d44b66898), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.030987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d9986bda-7ebb-405e-8619-b2ed8ee71f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:52.032565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d9986bda-7ebb-405e-8619-b2ed8ee71f38 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1824117 Feb 17 22:14:52.044373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01afe142-618f-4278-8f27-6fb04d4585e9 req-b64f5646-a913-4b61-b6e1-29691bc59a02 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/security-groups?id=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5408542 Feb 17 22:14:52.060853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Deleting port 89a78307-e82b-4730-9916-c431e0202c51 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:52.061225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (89a78307-e82b-4730-9916-c431e0202c51), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.104942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-872f3630-03db-4173-a68a-65c668e0189f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595832 Feb 17 22:14:52.110697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-cb07295a-ec98-4b01-a848-d8aa641d7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:52.112197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-cb07295a-ec98-4b01-a848-d8aa641d7add service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 0.6222711 Feb 17 22:14:52.120210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c24eef-e316-4186-99ef-49dbb855256d req-9d3f4eb1-c75c-431a-86ef-909d241aa34f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:52.121818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c24eef-e316-4186-99ef-49dbb855256d req-9d3f4eb1-c75c-431a-86ef-909d241aa34f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 944 time: 0.2676234 Feb 17 22:14:52.171006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bec065ea-da5e-46a2-b04f-b2ac301b6bc1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.191685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 781971ed-beef-4b7e-8f1d-70eb5356bdff details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:14:52.222240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-92c1929b-43e9-43f7-a1ea-7be41a2e8889 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=781971ed-beef-4b7e-8f1d-70eb5356bdff HTTP/1.1" status: 200 len: 217 time: 0.0992055 Feb 17 22:14:52.300403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] For port 89a78307-e82b-4730-9916-c431e0202c51, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=89a78307-e82b-4730-9916-c431e0202c51,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:52.300753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (89a78307-e82b-4730-9916-c431e0202c51), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.319207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Calling delete_port for 89a78307-e82b-4730-9916-c431e0202c51 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:52.325447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Pushing event deleted for resources: {'Port': ['ID=bec065ea-da5e-46a2-b04f-b2ac301b6bc1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:52.337984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 781971ed-beef-4b7e-8f1d-70eb5356bdff, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=781971ed-beef-4b7e-8f1d-70eb5356bdff,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:52.344254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (46756507-5829-4df7-92ac-3e6d44b66898), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.352299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '781971ed-beef-4b7e-8f1d-70eb5356bdff', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'port_id': '781971ed-beef-4b7e-8f1d-70eb5356bdff', 'mac_address': 'fa:16:3e:69:5e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286750d8-3ff4-41dd-9534-47d6dd9445c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:14:52.393250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 781971ed-beef-4b7e-8f1d-70eb5356bdff is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:52.393927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.412943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.414313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 781971ed-beef-4b7e-8f1d-70eb5356bdff {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:14:52.416804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/46756507-5829-4df7-92ac-3e6d44b66898 HTTP/1.1" status: 204 len: 168 time: 1.2121706 Feb 17 22:14:52.427178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5573e-d6d2-4fad-a551-cbe9a1751a60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46756507-5829-4df7-92ac-3e6d44b66898,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:52.435721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41772) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:52.438039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 781971ed-beef-4b7e-8f1d-70eb5356bdff, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=781971ed-beef-4b7e-8f1d-70eb5356bdff,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:52.442986 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.446888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92c24eef-e316-4186-99ef-49dbb855256d req-b7ed94bb-543b-4518-b69f-4c62cdbc1098 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097131 Feb 17 22:14:52.453569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-aecc8206-9878-4e41-90c5-1f0d6f3e9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:52.455054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-aecc8206-9878-4e41-90c5-1f0d6f3e9357 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.2237139 Feb 17 22:14:52.515600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=781971ed-beef-4b7e-8f1d-70eb5356bdff,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:52.525898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.526625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.527141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.527758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.528261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.528774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.529269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.529764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.530258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.530750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.533439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.534513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.535048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:14:52.563989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-d94ad70b-fb86-4542-9f87-c8019fdedeea service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393597 Feb 17 22:14:52.588069 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.628865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-92460fa3-373a-4a62-a365-daa34cb84e24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672996 Feb 17 22:14:52.671532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['781971ed-beef-4b7e-8f1d-70eb5356bdff'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:52.716809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f884a-8069-49c2-9f03-0ee737f00c98 req-479aac6d-bb29-44fe-b470-863623701457 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:52.718356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b78f884a-8069-49c2-9f03-0ee737f00c98 req-479aac6d-bb29-44fe-b470-863623701457 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 943 time: 0.4438918 Feb 17 22:14:52.786474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (89a78307-e82b-4730-9916-c431e0202c51), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.797963 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e2e8134f-728f-4039-a326-731d7c2d0cf8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.818880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['89a78307-e82b-4730-9916-c431e0202c51'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:52.882131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f38c1-0245-4175-ac0c-85559ff1b3bd req-a5946dcf-81ee-49fe-8602-26f0732e7096 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:52.883651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba7f38c1-0245-4175-ac0c-85559ff1b3bd req-a5946dcf-81ee-49fe-8602-26f0732e7096 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.3188004 Feb 17 22:14:52.887281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Pushing event deleted for resources: {'Port': ['ID=89a78307-e82b-4730-9916-c431e0202c51,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:52.894574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-67357fb8-f7c5-45ee-9f70-3ae0997b61d7 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190258 Feb 17 22:14:52.946898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] No DVR routers for this DVR port 89a78307-e82b-4730-9916-c431e0202c51 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:52.950039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:52.953925 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-380a593a-0617-42f5-b90a-aac567e18504 req-b57005d1-6840-4b49-b0fc-f29de0d19359 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.94 "DELETE /v2.0/ports/89a78307-e82b-4730-9916-c431e0202c51 HTTP/1.1" status: 204 len: 173 time: 1.0604088 Feb 17 22:14:52.956229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'name': 'network-vif-deleted', 'tag': '89a78307-e82b-4730-9916-c431e0202c51'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:52.965061 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76b2a0e-2d24-445e-bbbe-8486ca7d5faf" -d '{"events": [{"server_uuid": "c1d3188a-3c30-4ac9-b8f9-6e33348e7cee", "name": "network-vif-deleted", "tag": "89a78307-e82b-4730-9916-c431e0202c51"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:52.965706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-dfa7198b-2c58-42a9-8a8f-5f4e5dc6b169 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917302 Feb 17 22:14:52.987464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b78f884a-8069-49c2-9f03-0ee737f00c98 req-44f87aff-13c8-4ad0-914b-292caee07402 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174969 Feb 17 22:14:53.003878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:14:53.081218 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a29481-ceb2-4560-a552-50e7f5e54c13 x-openstack-request-id: req-99a29481-ceb2-4560-a552-50e7f5e54c13 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:53.081504 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1d3188a-3c30-4ac9-b8f9-6e33348e7cee", "name": "network-vif-deleted", "tag": "89a78307-e82b-4730-9916-c431e0202c51", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:53.081746 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99a29481-ceb2-4560-a552-50e7f5e54c13 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:53.082201 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1d3188a-3c30-4ac9-b8f9-6e33348e7cee', 'name': 'network-vif-deleted', 'tag': '89a78307-e82b-4730-9916-c431e0202c51', 'status': 'completed', 'code': 200} Feb 17 22:14:53.199321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:14:53.215491 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] Sync routers for ids ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:14:53.233545 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f274e71e-1a31-411b-a0df-12e68913a41b admin admin] 10.222.0.79 "PUT /v2.0/routers/0eec00e2-7668-41ff-8a3e-05e1d88fc6ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5022686 Feb 17 22:14:53.235513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41778) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:53.237537 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] Routers {'0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:53.238491 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:14:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:53.240889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-572da18a-4651-451b-aeb2-702aca664c92 req-bf337c1e-cd73-48e4-8eb9-84f69339f341 tempest-ServerDiagnosticsNegativeTest-763472659 tempest-ServerDiagnosticsNegativeTest-763472659-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1d3188a-3c30-4ac9-b8f9-6e33348e7cee HTTP/1.1" status: 200 len: 210 time: 0.0426998 Feb 17 22:14:53.285603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e2e8134f-728f-4039-a326-731d7c2d0cf8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.344873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba7f38c1-0245-4175-ac0c-85559ff1b3bd req-2cbb0b28-72fe-4ab2-bff3-d5315ea003a3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449840 Feb 17 22:14:53.358542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2e8134f-728f-4039-a326-731d7c2d0cf8']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:53.379307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7f8c9a2-da5d-40fa-a362-07db35795c66') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:53.379766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7f8c9a2-da5d-40fa-a362-07db35795c66') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:53.389859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks [] for router (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.402274 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] Set router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:53.420056 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (e7f8c9a2-da5d-40fa-a362-07db35795c66), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.449105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-21473cea-dfa7-492d-8e89-0cabf6953326 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:53.450536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-21473cea-dfa7-492d-8e89-0cabf6953326 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.2648206 Feb 17 22:14:53.461988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef9f8d98-cad3-45ac-9003-1e238682be83 req-2cc1baf0-fa61-4380-bb65-09bbb9f76c06 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645944 Feb 17 22:14:53.515980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks [] for router_gateway (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.550845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e7f8c9a2-da5d-40fa-a362-07db35795c66), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.606459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Deleting port 10e504c0-3ef9-40ac-81fe-9174a12f63bb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:53.606796 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.630795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:14:53.631219 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (e7f8c9a2-da5d-40fa-a362-07db35795c66), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:14:53.648283 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:14:53.674232 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102'}], 'enable_snat': True}, 'gw_port_id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:52Z', 'revision_number': 5, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port': {'id': '10e504c0-3ef9-40ac-81fe-9174a12f63bb', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:c2:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 980, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:14:20Z', 'updated_at': '2022-02-17T22:14:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:53.723592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] Checking router: 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:14:53.735687 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] Routers {'0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:14:53.736668 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:14:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:53.748518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] For port 10e504c0-3ef9-40ac-81fe-9174a12f63bb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=10e504c0-3ef9-40ac-81fe-9174a12f63bb,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:53.748949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.766678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Calling delete_port for 10e504c0-3ef9-40ac-81fe-9174a12f63bb owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:53.825294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e2e8134f-728f-4039-a326-731d7c2d0cf8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.831245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.834672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] 10.222.0.79 "DELETE /v2.0/networks/e2e8134f-728f-4039-a326-731d7c2d0cf8 HTTP/1.1" status: 204 len: 168 time: 1.3977199 Feb 17 22:14:53.845558 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] Set router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:14:53.863623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b2a81c-e968-4f23-b0da-8f5b78993c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=e2e8134f-728f-4039-a326-731d7c2d0cf8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:53.872938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-9a2d848f-7562-4b3f-99cc-065a7e321ebf service neutron] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:14:53.885308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9aaf-b90d-46e9-ad60-64444213f21f req-097a93a9-9cc6-49c9-adfe-7413ce7f2eab tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:53.886882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1cf9aaf-b90d-46e9-ad60-64444213f21f req-097a93a9-9cc6-49c9-adfe-7413ce7f2eab tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 944 time: 0.2611163 Feb 17 22:14:53.889713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-9a2d848f-7562-4b3f-99cc-065a7e321ebf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:53.890798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a607c6-bfe1-455e-b4cd-04eb590c78f7 req-9a2d848f-7562-4b3f-99cc-065a7e321ebf service neutron] 10.222.0.73 "DELETE /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d/bindings/n-h2-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.4328406 Feb 17 22:14:53.911799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18a539-8a71-49f6-8a47-a2996298ac39 req-398ac2aa-eefe-4493-855a-3db760aad332 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:53.913398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c18a539-8a71-49f6-8a47-a2996298ac39 req-398ac2aa-eefe-4493-855a-3db760aad332 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.1956003 Feb 17 22:14:53.957093 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:53Z', 'revision_number': 6, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:53.997219 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f10a2a-97ac-4980-9dbc-dfce132c7516 None None] The sync data for ids ['0eec00e2-7668-41ff-8a3e-05e1d88fc6ef'] in n-d-828369-18 is: [{'id': '0eec00e2-7668-41ff-8a3e-05e1d88fc6ef', 'name': 'tempest-FloatingIPDetailsTestJSON-10315975-router', 'tenant_id': '8da262f2543240c4a5a0bee520b2366b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:14:19Z', 'updated_at': '2022-02-17T22:14:53Z', 'revision_number': 6, 'project_id': '8da262f2543240c4a5a0bee520b2366b', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:14:54.036879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1cf9aaf-b90d-46e9-ad60-64444213f21f req-141cfc99-bf02-47d5-95e4-61e707286045 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223202 Feb 17 22:14:54.041058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c18a539-8a71-49f6-8a47-a2996298ac39 req-8378b343-f72b-4af1-b01a-2db6f3c4c8dd tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157975 Feb 17 22:14:54.043420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (10e504c0-3ef9-40ac-81fe-9174a12f63bb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.052465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41790) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:54.107945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-95e6b8e2-d284-48d6-9fcd-7eaf898a9e99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8d1180e68474053bc57e473be5f0319&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0541856 Feb 17 22:14:54.110580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41794) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:54.119698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e504c0-3ef9-40ac-81fe-9174a12f63bb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:54.187635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.224917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 781971ed-beef-4b7e-8f1d-70eb5356bdff up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:14:54.231701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18962beb-db18-4830-9bde-2dbab1cd6f21 admin admin] Publish callbacks [] for security_group (0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.271092 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18962beb-db18-4830-9bde-2dbab1cd6f21 admin admin] Publish callbacks [] for security_group (0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.282791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cfd43c-7a9a-4a6b-bc6d-05f38125133f req-dfd9d9aa-971c-438e-bd74-d8938949b975 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:54.284517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94cfd43c-7a9a-4a6b-bc6d-05f38125133f req-dfd9d9aa-971c-438e-bd74-d8938949b975 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 944 time: 0.1321106 Feb 17 22:14:54.293225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 781971ed-beef-4b7e-8f1d-70eb5356bdff completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:14:54.297599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 781971ed-beef-4b7e-8f1d-70eb5356bdff triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:14:54.297988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.307531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb87f-d2be-4afd-b8fb-355f9579351c req-b41e42f1-dd67-4294-bd1c-c60bd976e0c4 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:54.309511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2ddb87f-d2be-4afd-b8fb-355f9579351c req-b41e42f1-dd67-4294-bd1c-c60bd976e0c4 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1127 time: 0.1288869 Feb 17 22:14:54.325733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.328732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks [] for router_controller (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.393004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (0eec00e2-7668-41ff-8a3e-05e1d88fc6ef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.393750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0eec00e2-7668-41ff-8a3e-05e1d88fc6ef {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:14:54.399405 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.402495 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ca1c0883-146c-47c5-b132-97f0b9db66d8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0eec00e2-7668-41ff-8a3e-05e1d88fc6ef HTTP/1.1" status: 204 len: 168 time: 1.1622663 Feb 17 22:14:54.403038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41800) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:54.421147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 781971ed-beef-4b7e-8f1d-70eb5356bdff is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:54.421607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.435856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2ddb87f-d2be-4afd-b8fb-355f9579351c req-988c0ab8-aa3b-41b5-bbe3-f3898f420a00 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129858 Feb 17 22:14:54.484068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94cfd43c-7a9a-4a6b-bc6d-05f38125133f req-df3ded1b-ef1d-4328-910d-bde58f6dbc34 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888924 Feb 17 22:14:54.487095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] Deleting subnet 80276659-6bfd-4aad-a0ca-c49fa23d1699 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:14:54.490547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] Publish callbacks [] for subnet (80276659-6bfd-4aad-a0ca-c49fa23d1699), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.494414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18962beb-db18-4830-9bde-2dbab1cd6f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.497645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18962beb-db18-4830-9bde-2dbab1cd6f21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.503690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18962beb-db18-4830-9bde-2dbab1cd6f21 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd HTTP/1.1" status: 204 len: 168 time: 0.3894122 Feb 17 22:14:54.504797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781971ed-beef-4b7e-8f1d-70eb5356bdff'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:54.507778 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c062b824-a2bb-4bf7-b446-b12f6ef3f3e3" -d '{"events": [{"server_uuid": "93d11f51-7ca1-45ba-b20f-f664f80a4ed6", "name": "network-vif-plugged", "status": "completed", "tag": "781971ed-beef-4b7e-8f1d-70eb5356bdff"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:54.535835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 781971ed-beef-4b7e-8f1d-70eb5356bdff, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=781971ed-beef-4b7e-8f1d-70eb5356bdff,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:54.536082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18962beb-db18-4830-9bde-2dbab1cd6f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf8fc6e-337b-4b81-aa5a-681c4e37a6dd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:54.550846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.570055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (80276659-6bfd-4aad-a0ca-c49fa23d1699), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.667638 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40364376-c800-4219-8ca1-69842973448e x-openstack-request-id: req-40364376-c800-4219-8ca1-69842973448e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:54.667930 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d11f51-7ca1-45ba-b20f-f664f80a4ed6", "name": "network-vif-plugged", "status": "completed", "tag": "781971ed-beef-4b7e-8f1d-70eb5356bdff", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:54.668289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a00a7e-02c7-4f72-be17-4c32c063d593 req-5afb5c4e-7a9f-4180-9d22-ab62b8093e1e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:54.669983 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40364376-c800-4219-8ca1-69842973448e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:54.671267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12a00a7e-02c7-4f72-be17-4c32c063d593 req-5afb5c4e-7a9f-4180-9d22-ab62b8093e1e tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1127 time: 0.0589128 Feb 17 22:14:54.671924 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '781971ed-beef-4b7e-8f1d-70eb5356bdff', 'code': 200} Feb 17 22:14:54.701859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (80276659-6bfd-4aad-a0ca-c49fa23d1699), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.739298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=781971ed-beef-4b7e-8f1d-70eb5356bdff,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:54.792263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (80276659-6bfd-4aad-a0ca-c49fa23d1699), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.798952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f243458-c449-4969-9514-650028373210 req-46f1e83d-a92b-4c02-977f-a4b04414cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:54.800874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f243458-c449-4969-9514-650028373210 req-46f1e83d-a92b-4c02-977f-a4b04414cdf7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 1128 time: 0.1022897 Feb 17 22:14:54.813830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12a00a7e-02c7-4f72-be17-4c32c063d593 req-e92c0662-7495-434f-ae37-11a25935f91b tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219537 Feb 17 22:14:54.816770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.825028 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/80276659-6bfd-4aad-a0ca-c49fa23d1699 HTTP/1.1" status: 204 len: 168 time: 0.4182658 Feb 17 22:14:54.825285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41810) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:54.837085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2527bfe6-21c9-4a63-a3e3-501d97b95166 None None] Network fa5c758d-9033-4e88-8dab-0fbd1efb12c0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:14:54.844497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5180e7-15e8-48ac-b629-eeecf72fb344 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80276659-6bfd-4aad-a0ca-c49fa23d1699,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:54.986158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (fa5c758d-9033-4e88-8dab-0fbd1efb12c0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:54.989536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f243458-c449-4969-9514-650028373210 req-f4a7ae14-3a6c-4b77-8713-2a13a26ceea0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742702 Feb 17 22:14:55.073885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41826) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:55.076140 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.109702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Deleting port 687459be-11a9-45d1-9dca-8b0356fa4add {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:55.110618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.198569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] DHCP port deletion for fa5c758d-9033-4e88-8dab-0fbd1efb12c0 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:14:55.274061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 89a78307-e82b-4730-9916-c431e0202c51 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:55.286264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ac20e8cb-4b91-4c1c-9869-5a4b28bd1e28 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:55.287612 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ac20e8cb-4b91-4c1c-9869-5a4b28bd1e28 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.1163521 Feb 17 22:14:55.321861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 89a78307-e82b-4730-9916-c431e0202c51 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:55.322668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 89a78307-e82b-4730-9916-c431e0202c51 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:55.330890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] Deleting port 687459be-11a9-45d1-9dca-8b0356fa4add {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:55.331822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.333948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] For port 687459be-11a9-45d1-9dca-8b0356fa4add, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=687459be-11a9-45d1-9dca-8b0356fa4add,segment=NetworkSegment(d402a061-9ba4-4570-bf95-445b51d4ed0f),segment_id=d402a061-9ba4-4570-bf95-445b51d4ed0f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:55.334437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.373586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Calling delete_port for 687459be-11a9-45d1-9dca-8b0356fa4add owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:55.383610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bec065ea-da5e-46a2-b04f-b2ac301b6bc1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:55.538836 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-470219fc-54fd-429e-ae50-09c9901f8c78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bd52b75d9574c82b79d6ae65fc396ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4607189 Feb 17 22:14:55.539419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41842) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:55.556975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47762f9-e881-44f6-bb89-4241b48f069a req-2d2b74aa-8aae-4a6f-a8b1-e060efd477c7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:55.565589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a47762f9-e881-44f6-bb89-4241b48f069a req-2d2b74aa-8aae-4a6f-a8b1-e060efd477c7 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 946 time: 0.3765101 Feb 17 22:14:55.576442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: bec065ea-da5e-46a2-b04f-b2ac301b6bc1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:55.577523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bec065ea-da5e-46a2-b04f-b2ac301b6bc1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:55.578181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 10e504c0-3ef9-40ac-81fe-9174a12f63bb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:55.611159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 10e504c0-3ef9-40ac-81fe-9174a12f63bb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:55.611703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 10e504c0-3ef9-40ac-81fe-9174a12f63bb not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:55.612285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 687459be-11a9-45d1-9dca-8b0356fa4add no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:55.649987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] For port 687459be-11a9-45d1-9dca-8b0356fa4add, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=687459be-11a9-45d1-9dca-8b0356fa4add,segment=NetworkSegment(d402a061-9ba4-4570-bf95-445b51d4ed0f),segment_id=d402a061-9ba4-4570-bf95-445b51d4ed0f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:55.650712 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.670371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] Calling delete_port for 687459be-11a9-45d1-9dca-8b0356fa4add owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:55.681285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a47762f9-e881-44f6-bb89-4241b48f069a req-cdfc7399-1094-4df5-a5d2-ea759817eef3 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080334 Feb 17 22:14:55.687108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Deleting port adad114d-30a4-4a4b-a52a-72680e43b2f2 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:14:55.687108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.696227 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50ea0b3-22e2-445d-8ec2-3a19f8678297 admin admin] Publish callbacks [] for security_group (d84b08a5-5ec5-4c3b-93aa-dd7e46482abf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.803039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.814632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50ea0b3-22e2-445d-8ec2-3a19f8678297 admin admin] Publish callbacks [] for security_group (d84b08a5-5ec5-4c3b-93aa-dd7e46482abf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.825567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 687459be-11a9-45d1-9dca-8b0356fa4add is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:14:55.825962 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.847215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=687459be-11a9-45d1-9dca-8b0356fa4add,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:55.860581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f171f5b-615e-4f22-a287-3210d81f050f req-113e4a0e-6606-4b87-9302-c86b8807eb2e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:55.864081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f171f5b-615e-4f22-a287-3210d81f050f req-113e4a0e-6606-4b87-9302-c86b8807eb2e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1803319 Feb 17 22:14:55.867880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] No DVR routers for this DVR port 687459be-11a9-45d1-9dca-8b0356fa4add on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:55.933588 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (687459be-11a9-45d1-9dca-8b0356fa4add), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:55.939442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41854) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:56.004958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] Pushing event deleted for resources: {'Port': ['ID=687459be-11a9-45d1-9dca-8b0356fa4add,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:56.012546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] For port adad114d-30a4-4a4b-a52a-72680e43b2f2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=adad114d-30a4-4a4b-a52a-72680e43b2f2,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:14:56.012923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.028248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ee08bb-2ffc-41c4-a63b-c3b48b413eed None None] No DVR routers for this DVR port 687459be-11a9-45d1-9dca-8b0356fa4add on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:56.057532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Calling delete_port for adad114d-30a4-4a4b-a52a-72680e43b2f2 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:14:56.064781 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (fa5c758d-9033-4e88-8dab-0fbd1efb12c0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.065036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50ea0b3-22e2-445d-8ec2-3a19f8678297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d84b08a5-5ec5-4c3b-93aa-dd7e46482abf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.067781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50ea0b3-22e2-445d-8ec2-3a19f8678297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.071909 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f50ea0b3-22e2-445d-8ec2-3a19f8678297 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d84b08a5-5ec5-4c3b-93aa-dd7e46482abf HTTP/1.1" status: 204 len: 168 time: 0.5309622 Feb 17 22:14:56.090354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ea0b3-22e2-445d-8ec2-3a19f8678297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84b08a5-5ec5-4c3b-93aa-dd7e46482abf,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:56.131145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f171f5b-615e-4f22-a287-3210d81f050f req-6c010cc7-89f6-4375-82b0-5ae6e5c4d90a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334256 Feb 17 22:14:56.143923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5c758d-9033-4e88-8dab-0fbd1efb12c0']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:56.166302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd402a061-9ba4-4570-bf95-445b51d4ed0f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:56.166607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd402a061-9ba4-4570-bf95-445b51d4ed0f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:14:56.212795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d402a061-9ba4-4570-bf95-445b51d4ed0f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.252449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d402a061-9ba4-4570-bf95-445b51d4ed0f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.269697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:14:56.269982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d402a061-9ba4-4570-bf95-445b51d4ed0f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:14:56.275947 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:14:56.334476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-940895401-network', 'tenant_id': 'bd7e065ad51f401d9e6843052c735552'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:56.365601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (adad114d-30a4-4a4b-a52a-72680e43b2f2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.377982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (fa5c758d-9033-4e88-8dab-0fbd1efb12c0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.404049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['adad114d-30a4-4a4b-a52a-72680e43b2f2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:14:56.412406 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.418495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] 10.222.0.79 "DELETE /v2.0/networks/fa5c758d-9033-4e88-8dab-0fbd1efb12c0 HTTP/1.1" status: 204 len: 168 time: 1.5918777 Feb 17 22:14:56.420893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c6a05-38ce-4afc-8efd-2bb31c09b7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5c758d-9033-4e88-8dab-0fbd1efb12c0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:56.451011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event deleted for resources: {'Port': ['ID=adad114d-30a4-4a4b-a52a-72680e43b2f2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:56.469066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Made reservation on behalf of bd7e065ad51f401d9e6843052c735552 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:56.476388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.495234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.578575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] No DVR routers for this DVR port adad114d-30a4-4a4b-a52a-72680e43b2f2 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:14:56.586358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.591412 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-579c606f-801f-4301-afc9-5919e3c94eeb req-ef74b38f-4c17-45fe-b1af-86c6cd46d10f tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "DELETE /v2.0/ports/adad114d-30a4-4a4b-a52a-72680e43b2f2 HTTP/1.1" status: 204 len: 173 time: 1.2962708 Feb 17 22:14:56.595036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'name': 'network-vif-deleted', 'tag': 'adad114d-30a4-4a4b-a52a-72680e43b2f2'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:14:56.598046 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1c8e7b-cb5c-4be4-8a38-1415b6cc6f0d" -d '{"events": [{"server_uuid": "32ef760b-df7a-41ca-94a4-3ab04ce85f24", "name": "network-vif-deleted", "tag": "adad114d-30a4-4a4b-a52a-72680e43b2f2"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:14:56.682005 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bd3b51-5a54-4d0b-a2e5-df07c69158e2 x-openstack-request-id: req-50bd3b51-5a54-4d0b-a2e5-df07c69158e2 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:14:56.683083 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32ef760b-df7a-41ca-94a4-3ab04ce85f24", "name": "network-vif-deleted", "tag": "adad114d-30a4-4a4b-a52a-72680e43b2f2", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:14:56.683478 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50bd3b51-5a54-4d0b-a2e5-df07c69158e2 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:14:56.684313 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32ef760b-df7a-41ca-94a4-3ab04ce85f24', 'name': 'network-vif-deleted', 'tag': 'adad114d-30a4-4a4b-a52a-72680e43b2f2', 'status': 'completed', 'code': 200} Feb 17 22:14:56.750723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks [] for security_group (a1782626-0c43-4fdb-bece-6b0204f35559), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.765623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a1782626-0c43-4fdb-bece-6b0204f35559), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.778641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41870) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:56.805243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1782626-0c43-4fdb-bece-6b0204f35559,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:56.809589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71f277f3-2578-4d06-a864-278e6bed1707 req-be9930d7-11d8-4ac5-9760-a4687fe610ec tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=32ef760b-df7a-41ca-94a4-3ab04ce85f24 HTTP/1.1" status: 200 len: 210 time: 0.0467412 Feb 17 22:14:56.817211 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-22dc6c1b-535f-494a-a6d4-cbd051446687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.832028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41872) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:56.847131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:14:56.865514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (35bac283-60f5-497a-b921-9053ead0a89d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.866049 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Added segment 35bac283-60f5-497a-b921-9053ead0a89d of type vlan for network 96b79cb0-442d-4112-a716-1043c435e78d Feb 17 22:14:56.924400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (96b79cb0-442d-4112-a716-1043c435e78d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.964112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ea04ec1-8114-4de6-8992-4910d92f237d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8da262f2543240c4a5a0bee520b2366b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307349 Feb 17 22:14:56.965385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41874) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:56.978060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (96b79cb0-442d-4112-a716-1043c435e78d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.979892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:56.980637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.990224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-22dc6c1b-535f-494a-a6d4-cbd051446687 admin admin] Publish callbacks [] for security_group (a876049d-fd55-40fe-8e0e-703ef65b601d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:56.995711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-22dc6c1b-535f-494a-a6d4-cbd051446687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a876049d-fd55-40fe-8e0e-703ef65b601d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.054629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc6c1b-535f-494a-a6d4-cbd051446687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a876049d-fd55-40fe-8e0e-703ef65b601d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:57.084283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] Pushing event updated for resources: {'Network': ['ID=96b79cb0-442d-4112-a716-1043c435e78d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:57.093212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-22dc6c1b-535f-494a-a6d4-cbd051446687 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59021ee2998046768c2028b0663cd922&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3129451 Feb 17 22:14:57.095711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41876) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:57.096864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 96b79cb0-442d-4112-a716-1043c435e78d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:14:57.142330 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-65c7138e-2f99-4f82-8c25-c186225f66c5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1994643 Feb 17 22:14:57.144583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41878) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:14:57.157676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Request body: {'subnet': {'network_id': '96b79cb0-442d-4112-a716-1043c435e78d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-940895401-subnet', 'tenant_id': 'bd7e065ad51f401d9e6843052c735552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:14:57.172346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f56bb1e-0b5b-4d52-9ed0-3eb4ee437b8a admin admin] Publish callbacks [] for security_group (a876049d-fd55-40fe-8e0e-703ef65b601d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.194328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e68eff7-b395-463a-a6c8-0b8b32ba31af admin admin] Publish callbacks [] for security_group (739e946b-aa77-4bc1-a949-7775293f0fbf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.221165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e68eff7-b395-463a-a6c8-0b8b32ba31af admin admin] Publish callbacks [] for security_group (739e946b-aa77-4bc1-a949-7775293f0fbf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.229455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f56bb1e-0b5b-4d52-9ed0-3eb4ee437b8a admin admin] Publish callbacks [] for security_group (a876049d-fd55-40fe-8e0e-703ef65b601d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.277024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Made reservation on behalf of bd7e065ad51f401d9e6843052c735552 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:14:57.279612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.295114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e68eff7-b395-463a-a6c8-0b8b32ba31af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (739e946b-aa77-4bc1-a949-7775293f0fbf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.298214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e68eff7-b395-463a-a6c8-0b8b32ba31af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.301813 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e68eff7-b395-463a-a6c8-0b8b32ba31af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/739e946b-aa77-4bc1-a949-7775293f0fbf HTTP/1.1" status: 204 len: 168 time: 0.3325019 Feb 17 22:14:57.302026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f56bb1e-0b5b-4d52-9ed0-3eb4ee437b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a876049d-fd55-40fe-8e0e-703ef65b601d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.304975 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f56bb1e-0b5b-4d52-9ed0-3eb4ee437b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.306673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2f56bb1e-0b5b-4d52-9ed0-3eb4ee437b8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a876049d-fd55-40fe-8e0e-703ef65b601d HTTP/1.1" status: 204 len: 168 time: 0.2094731 Feb 17 22:14:57.335267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56bb1e-0b5b-4d52-9ed0-3eb4ee437b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a876049d-fd55-40fe-8e0e-703ef65b601d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:57.345576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e68eff7-b395-463a-a6c8-0b8b32ba31af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e946b-aa77-4bc1-a949-7775293f0fbf,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:57.412668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f1d63-5dae-4f4e-9f35-8b6b7064144f req-e0a2feac-6d66-40ed-8d9c-3df701e2cc42 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:57.415963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-825f1d63-5dae-4f4e-9f35-8b6b7064144f req-e0a2feac-6d66-40ed-8d9c-3df701e2cc42 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1292534 Feb 17 22:14:57.513155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-825f1d63-5dae-4f4e-9f35-8b6b7064144f req-118f2db6-7805-4f6f-b02b-ea13fc10e8bf tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905101 Feb 17 22:14:57.642465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (8f01b4ac-6863-4a1f-9600-2c1d17d12217), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.715664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f01b4ac-6863-4a1f-9600-2c1d17d12217,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:14:57.723740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Checking segment: {'id': '35bac283-60f5-497a-b921-9053ead0a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96b79cb0-442d-4112-a716-1043c435e78d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:14:57.724028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Network hostable DHCP agents. Network: 96b79cb0-442d-4112-a716-1043c435e78d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:14:57.783384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Network 96b79cb0-442d-4112-a716-1043c435e78d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:14:57.805386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 96b79cb0-442d-4112-a716-1043c435e78d) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:14:57.817171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575e9697-32d3-408c-886b-ab58901a1dfd None None] Network 96b79cb0-442d-4112-a716-1043c435e78d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:14:57.818406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:57.819318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:14:57.870919 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-031e2b6a-c80c-4712-84df-3de141bf0a7e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7177007 Feb 17 22:14:58.044381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c68f1d-15a0-44d7-8aec-5bfaa6f8ab58 req-fa7ceb45-fd48-4299-9b80-c8e3bdfd1928 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:58.057355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1c68f1d-15a0-44d7-8aec-5bfaa6f8ab58 req-fa7ceb45-fd48-4299-9b80-c8e3bdfd1928 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1636372 Feb 17 22:14:58.076242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83059294-e12e-411f-85ed-fc0cccd95cc0 None None] Network 96b79cb0-442d-4112-a716-1043c435e78d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:14:58.196562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1c68f1d-15a0-44d7-8aec-5bfaa6f8ab58 req-f65c2ca3-746c-4202-a880-f07511b45b75 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270673 Feb 17 22:14:58.409034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ddda-c8b4-4041-a408-b7bd489ec21d req-d5ea99eb-420d-472a-8fd3-4f5931b10598 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:58.410648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9df9ddda-c8b4-4041-a408-b7bd489ec21d req-d5ea99eb-420d-472a-8fd3-4f5931b10598 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 945 time: 0.1115282 Feb 17 22:14:58.520762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9df9ddda-c8b4-4041-a408-b7bd489ec21d req-a23e4023-83c8-462e-8be7-714c780e52f5 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977015 Feb 17 22:14:59.216505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-9e6e69d7-0d96-496a-81b6-2a4478ef9d3c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:59.218241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-9e6e69d7-0d96-496a-81b6-2a4478ef9d3c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.5738206 Feb 17 22:14:59.258257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-f2b9b55b-e301-4447-b3e1-2a15d694cef0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/quotas/003a4cb84a814b839614df8dbaa5bedb HTTP/1.1" status: 200 len: 375 time: 0.0250590 Feb 17 22:14:59.263646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device adad114d-30a4-4a4b-a52a-72680e43b2f2 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:14:59.305836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-3d27253d-e2d4-4dd6-a7a4-d12e6db06a09 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461206 Feb 17 22:14:59.315052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: adad114d-30a4-4a4b-a52a-72680e43b2f2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:14:59.315434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device adad114d-30a4-4a4b-a52a-72680e43b2f2 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:14:59.325239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-fb7e023e-7445-471c-a17c-3aafbbfd99a9 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:14:59.326836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-fb7e023e-7445-471c-a17c-3aafbbfd99a9 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/networks?id=96b79cb0-442d-4112-a716-1043c435e78d HTTP/1.1" status: 200 len: 813 time: 0.5287087 Feb 17 22:14:59.378259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-c342c392-71da-4774-a08b-9d8ba96f3d62 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/quotas/bd7e065ad51f401d9e6843052c735552 HTTP/1.1" status: 200 len: 375 time: 0.0400329 Feb 17 22:14:59.433981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-d825ced2-3105-4142-88e7-f5156e85ff9a tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bd7e065ad51f401d9e6843052c735552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445471 Feb 17 22:14:59.498998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-ef61635a-e088-4ebe-bc6f-9507004af36c service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919408 Feb 17 22:14:59.602290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-e8438768-dc9a-4e23-a7ea-b2bf3e822e01 service neutron] 10.222.0.79 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561904 Feb 17 22:14:59.673350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-08a53a3d-e936-47b0-90e9-c65d66560e73 service neutron] 10.222.0.79 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621366 Feb 17 22:14:59.728796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-c3e49176-1f19-4a7b-8f7c-5ec835334b01 service neutron] 10.222.0.79 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131148 Feb 17 22:15:00.156815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b245fcc1-83a9-49df-8443-c02d5fc2b4e5 req-2b31d180-6799-498c-8aed-0f1c6713f163 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 210 time: 0.0585628 Feb 17 22:15:00.239013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5179428-e9a9-4e2b-af5f-a5a10e9f23a7 req-dbcd0322-dc40-4a33-9e83-abeb04006a3c tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 210 time: 0.0383210 Feb 17 22:15:00.370420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-831c3a9c-d955-480b-b652-10d2ed94416f tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=85da79388fb943d2ae16b9c686f39cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394340 Feb 17 22:15:00.508248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-42af0f34-0e57-429d-a383-82f7ebf461c2 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466681 Feb 17 22:15:00.599217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-63facfdb-e636-4196-a015-ebbbd2549f1f tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:00.600716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-63facfdb-e636-4196-a015-ebbbd2549f1f tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293875 Feb 17 22:15:00.631784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-b5cbbf7c-6bc2-49ff-bb8e-d98d6d6d01d6 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/quotas/85da79388fb943d2ae16b9c686f39cbc HTTP/1.1" status: 200 len: 375 time: 0.0180626 Feb 17 22:15:00.680416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-057d3d6b-a29c-4c5f-886a-d26befa48e33 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=85da79388fb943d2ae16b9c686f39cbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365138 Feb 17 22:15:00.728224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-94ddfede-7ea7-4ba7-9427-e18534a197b3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:00.729866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-94ddfede-7ea7-4ba7-9427-e18534a197b3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2115402 Feb 17 22:15:00.753957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-3bf837c0-da41-445e-a46d-b0b441f66c06 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/quotas/64bdb6c9d9214e00853bdf9b3cc33de5 HTTP/1.1" status: 200 len: 375 time: 0.0111020 Feb 17 22:15:00.820606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-ba933395-fb08-4e6c-8f67-e98674115ae6 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566528 Feb 17 22:15:00.981459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845aff4f-f792-43df-9db9-e1ca870b96ef req-13d9b0fb-ab87-4422-9780-7a3f45861cf1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:00.984161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-845aff4f-f792-43df-9db9-e1ca870b96ef req-13d9b0fb-ab87-4422-9780-7a3f45861cf1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 945 time: 0.0821326 Feb 17 22:15:01.131015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c13c158-7a3d-4f3c-85b7-bab3110f62d3 req-446ae275-506f-465c-af40-bb27627b4e8c tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 210 time: 0.0550101 Feb 17 22:15:01.136366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-845aff4f-f792-43df-9db9-e1ca870b96ef req-417c7b25-d750-4c69-b6cc-6b5b8f250bbc tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451855 Feb 17 22:15:01.434065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-92cdad9e-df32-420e-a90b-4c4f04ff0914 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442215 Feb 17 22:15:01.508893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90bb811f-192b-40cf-a47b-0f94db230caa req-1409c795-4ba1-4fe2-b7b6-13a6305872c4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 210 time: 0.1840899 Feb 17 22:15:01.517348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-7d007a9a-6100-4cdd-9ea4-e65e2b3c5bb8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:01.518946 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-7d007a9a-6100-4cdd-9ea4-e65e2b3c5bb8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 812 time: 0.2341611 Feb 17 22:15:01.536886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Request body: {'port': {'device_id': 'e26921b2-0974-44ca-b6ec-deb636759367', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'admin_state_up': True, 'tenant_id': '003a4cb84a814b839614df8dbaa5bedb'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:01.734068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Made reservation on behalf of 003a4cb84a814b839614df8dbaa5bedb for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:01.739024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:01.749828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11f419b6-069c-474e-a24d-0a71814a36da req-575d316a-ced7-4a26-9992-3d1a7649bd82 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 210 time: 0.0661511 Feb 17 22:15:01.780481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-ea83edbc-ef26-4f05-b1be-fcdd7c110b1f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:01.782463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-ea83edbc-ef26-4f05-b1be-fcdd7c110b1f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 945 time: 0.4162970 Feb 17 22:15:01.900940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-83385c24-3019-4f3e-a7ce-cb5694f94763 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:01.902825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-83385c24-3019-4f3e-a7ce-cb5694f94763 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.94 "GET /v2.0/networks?id=96b79cb0-442d-4112-a716-1043c435e78d HTTP/1.1" status: 200 len: 813 time: 0.4337378 Feb 17 22:15:01.909666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-b81902b8-7320-4d41-89c7-b99d26aabc95 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:01.911488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-b81902b8-7320-4d41-89c7-b99d26aabc95 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4772549 Feb 17 22:15:01.954452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Request body: {'port': {'device_id': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'network_id': '96b79cb0-442d-4112-a716-1043c435e78d', 'admin_state_up': True, 'tenant_id': 'bd7e065ad51f401d9e6843052c735552'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:01.966500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-de76d0a2-50ba-4450-b8c8-16235a4c3f1a tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/quotas/64bdb6c9d9214e00853bdf9b3cc33de5 HTTP/1.1" status: 200 len: 375 time: 0.0474308 Feb 17 22:15:01.995455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Allocated IP 172.20.0.8 (293666fb-233e-41f8-8f02-a6c2afe25a54/303d05a8-8341-4840-885b-d9bafd488b06/446a5c2d-eb71-4236-ab1e-754661b5491d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:02.046984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-02bd7b87-e8bb-43e8-b486-4754c2cbbf8f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795026 Feb 17 22:15:02.106351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Deleting port 781971ed-beef-4b7e-8f1d-70eb5356bdff {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:15:02.106705 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:02.301809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks [] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:02.336172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7189d56-c65b-40c9-a0e8-ae0d5da89b1f req-00c0f667-2741-41fd-95bf-8fef2391cc5b tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 210 time: 0.0439436 Feb 17 22:15:02.369133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Made reservation on behalf of bd7e065ad51f401d9e6843052c735552 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:02.373467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:02.378543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:02.450488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Network 293666fb-233e-41f8-8f02-a6c2afe25a54 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:02.460792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:02.465125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:02.473441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] For port 781971ed-beef-4b7e-8f1d-70eb5356bdff, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=781971ed-beef-4b7e-8f1d-70eb5356bdff,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:02.473922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:02.514286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event updated for resources: {'Port': ['ID=446a5c2d-eb71-4236-ab1e-754661b5491d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:02.544310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d04773a-c358-4075-9c82-52b3d9539992 req-9b12b51d-b52c-4ccf-8ab6-bc52dbfb25ce tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 210 time: 0.1249819 Feb 17 22:15:02.569712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:02.571233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:02.588674 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-32768c7c-a250-43ed-89c5-1587da6334eb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0559189 Feb 17 22:15:02.602861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Calling delete_port for 781971ed-beef-4b7e-8f1d-70eb5356bdff owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:15:02.613285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Request body: {'port': {'device_id': 'e26921b2-0974-44ca-b6ec-deb636759367', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:02.615807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-dbbbbdb8-fbbc-445c-9ac1-fcdd53f373e5 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=85da79388fb943d2ae16b9c686f39cbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812104 Feb 17 22:15:02.624949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1570fc-b877-4bee-b5fc-29dc499a0e3f req-0b627468-ce2e-4f2d-8f0b-f8237c9acc94 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:02.626736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf1570fc-b877-4bee-b5fc-29dc499a0e3f req-0b627468-ce2e-4f2d-8f0b-f8237c9acc94 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 945 time: 0.2896087 Feb 17 22:15:02.701542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:02.839426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-44c9cbba-c7df-4819-959f-9943208bbd3c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273936 Feb 17 22:15:02.956551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf1570fc-b877-4bee-b5fc-29dc499a0e3f req-d7caa8fb-392c-4ba1-91f6-278eed639883 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944300 Feb 17 22:15:03.156749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f38ebcef-af59-41fe-a5d0-0eb8f293e8d6 req-52c1639b-4c27-4351-ae66-55a44d728642 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 210 time: 0.0901682 Feb 17 22:15:03.172603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446a5c2d-eb71-4236-ab1e-754661b5491d {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:03.184435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Publish callbacks [] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:03.200257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Transition to ACTIVE for port object 446a5c2d-eb71-4236-ab1e-754661b5491d will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:03.206131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:03.263207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-80e9d610-b7c5-4cdf-96ea-334792855819 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:03.264666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-80e9d610-b7c5-4cdf-96ea-334792855819 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6370356 Feb 17 22:15:03.286242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e1293e-6520-4270-95f4-93ca29535634 req-84769d80-6a2f-44ee-aeb7-e498c928cf11 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:03.287449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Pushing event updated for resources: {'Port': ['ID=446a5c2d-eb71-4236-ab1e-754661b5491d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:03.293962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4e1293e-6520-4270-95f4-93ca29535634 req-84769d80-6a2f-44ee-aeb7-e498c928cf11 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 931 time: 0.4833286 Feb 17 22:15:03.303360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Request body: {'port': {'device_id': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '85da79388fb943d2ae16b9c686f39cbc'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:03.307838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Allocated IP 172.20.0.4 (96b79cb0-442d-4112-a716-1043c435e78d/8f01b4ac-6863-4a1f-9600-2c1d17d12217/aa1cd83c-185e-41cc-ad48-5c0c63b09238) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:03.341112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-25032c7b-d2db-4847-9903-2e2f9cb3566a tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:03.342561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-25032c7b-d2db-4847-9903-2e2f9cb3566a tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4945459 Feb 17 22:15:03.352183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Attempting to bind port 446a5c2d-eb71-4236-ab1e-754661b5491d on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:03.352522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Attempting to bind port 446a5c2d-eb71-4236-ab1e-754661b5491d by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:03.353804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Attempting to bind port 446a5c2d-eb71-4236-ab1e-754661b5491d on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:03.359128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Port 446a5c2d-eb71-4236-ab1e-754661b5491d on network 293666fb-233e-41f8-8f02-a6c2afe25a54 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:03.359860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Attempting to bind port 446a5c2d-eb71-4236-ab1e-754661b5491d on network 293666fb-233e-41f8-8f02-a6c2afe25a54 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:03.365547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:03.366773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Checking segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:03.366987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Bound using segment: {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:03.367809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Bound port: 446a5c2d-eb71-4236-ab1e-754661b5491d, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8fbd38c-7518-4a66-a82e-765df84858bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:03.368242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:03.437598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Request body: {'port': {'device_id': '378154ad-7bdc-479a-8f62-38646e66d472', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '64bdb6c9d9214e00853bdf9b3cc33de5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:03.747817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] For port 446a5c2d-eb71-4236-ab1e-754661b5491d, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:03.752546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] For port 446a5c2d-eb71-4236-ab1e-754661b5491d, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=446a5c2d-eb71-4236-ab1e-754661b5491d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:03.761565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:03.800231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:03.800930 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:03.803107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] 10.222.0.94 "PUT /v2.0/ports/446a5c2d-eb71-4236-ab1e-754661b5491d HTTP/1.1" status: 200 len: 1092 time: 1.2001691 Feb 17 22:15:03.806415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e26921b2-0974-44ca-b6ec-deb636759367', 'tag': '446a5c2d-eb71-4236-ab1e-754661b5491d'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:03.808485 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84" -d '{"events": [{"name": "network-changed", "server_uuid": "e26921b2-0974-44ca-b6ec-deb636759367", "tag": "446a5c2d-eb71-4236-ab1e-754661b5491d"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:03.845630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06aba0-5df2-40a4-bb0f-70268d873b7b service neutron] Pushing event updated for resources: {'Port': ['ID=446a5c2d-eb71-4236-ab1e-754661b5491d,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:03.847524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d84f594-6313-48ab-8ffa-8e7e0a0ad9e2 req-1b9ddcb5-7490-4271-a276-8e0abfd77f0d tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 210 time: 0.4268196 Feb 17 22:15:03.955789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-434a8ba9-4a78-4dab-9771-d257381c8908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:03.957674 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-434a8ba9-4a78-4dab-9771-d257381c8908 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 1126 time: 0.0701954 Feb 17 22:15:03.966442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4e1293e-6520-4270-95f4-93ca29535634 req-1695d4e7-17be-46f9-aca5-fccc971d4ad9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6716342 Feb 17 22:15:04.022784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-c7cde700-cc0e-4121-a4d9-9b3fc7dc6fe0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802505 Feb 17 22:15:04.030095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (781971ed-beef-4b7e-8f1d-70eb5356bdff), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.043830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5', '781971ed-beef-4b7e-8f1d-70eb5356bdff'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:04.068204 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-6c921d53-d6b6-4a0b-a959-28c40ac86834 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=446a5c2d-eb71-4236-ab1e-754661b5491d HTTP/1.1" status: 200 len: 217 time: 0.0830047 Feb 17 22:15:04.188005 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f905725d-fe5f-4c81-bc72-d694949e96a5 x-openstack-request-id: req-f905725d-fe5f-4c81-bc72-d694949e96a5 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:04.188307 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e26921b2-0974-44ca-b6ec-deb636759367", "tag": "446a5c2d-eb71-4236-ab1e-754661b5491d", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:04.188568 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f905725d-fe5f-4c81-bc72-d694949e96a5 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:04.188981 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e26921b2-0974-44ca-b6ec-deb636759367', 'tag': '446a5c2d-eb71-4236-ab1e-754661b5491d', 'status': 'completed', 'code': 200} Feb 17 22:15:04.195667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-40d13763-52c2-4a8c-9c77-733a6f619674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:04.197206 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-40d13763-52c2-4a8c-9c77-733a6f619674 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.1247337 Feb 17 22:15:04.239697 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-c0835194-f8b0-465b-ac96-bae0e871a540 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345693 Feb 17 22:15:04.243547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de30a4b-e866-4c7b-ad7a-e35670e5df69 req-07f1da8b-9fc4-47fe-9d3c-45cbf4b1789d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 210 time: 0.2653954 Feb 17 22:15:04.260322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-3594e6ec-22be-48bf-8051-0ea31dd8acab tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:04.261672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-3594e6ec-22be-48bf-8051-0ea31dd8acab tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262747 Feb 17 22:15:04.306940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Request body: {'port': {'device_id': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '64bdb6c9d9214e00853bdf9b3cc33de5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:04.354321 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-04037480-9ea5-4b11-b2ee-5cdf67300654 service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083605 Feb 17 22:15:04.361769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event deleted for resources: {'Port': ['ID=781971ed-beef-4b7e-8f1d-70eb5356bdff,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:04.439634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f1d1e15-5343-4e55-b3d2-cd07448a80f7 req-2b1e06b9-55fc-4ac1-9ab0-da59b9d35412 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=93d11f51-7ca1-45ba-b20f-f664f80a4ed6 HTTP/1.1" status: 200 len: 210 time: 0.1568694 Feb 17 22:15:04.462817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Made reservation on behalf of 64bdb6c9d9214e00853bdf9b3cc33de5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:04.466406 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.466956 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a6da892a-dfd1-47f0-a928-e586c876cc2a req-d8f6bfc1-d632-4491-ad77-20f2ec427d1b service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060266 Feb 17 22:15:04.489100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6fe214bc-3cc0-48fd-8ac5-6237e9c875e0 req-078d7b6b-ddbe-4101-95ec-e212ed492db3 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 210 time: 0.1400120 Feb 17 22:15:04.489725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Made reservation on behalf of 85da79388fb943d2ae16b9c686f39cbc for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:04.493388 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.552528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.554415 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.561735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] No DVR routers for this DVR port 781971ed-beef-4b7e-8f1d-70eb5356bdff on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:15:04.580463 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.583733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21e89a17-8755-449d-9d61-12fc3566ef58 req-08914b97-eb55-4156-9cec-3fe6b53c7673 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "DELETE /v2.0/ports/781971ed-beef-4b7e-8f1d-70eb5356bdff HTTP/1.1" status: 204 len: 173 time: 2.7888613 Feb 17 22:15:04.585314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'name': 'network-vif-deleted', 'tag': '781971ed-beef-4b7e-8f1d-70eb5356bdff'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:04.587587 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8b984a-65c9-4516-a24f-b14442a4908e" -d '{"events": [{"server_uuid": "93d11f51-7ca1-45ba-b20f-f664f80a4ed6", "name": "network-vif-deleted", "tag": "781971ed-beef-4b7e-8f1d-70eb5356bdff"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:04.670226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks [] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.684047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-6a8c0b9f-286e-492d-9aa9-c22dc9956b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:04.684325 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ee5db6-7d14-4397-90db-8de932e63352 x-openstack-request-id: req-32ee5db6-7d14-4397-90db-8de932e63352 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:04.684612 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93d11f51-7ca1-45ba-b20f-f664f80a4ed6", "name": "network-vif-deleted", "tag": "781971ed-beef-4b7e-8f1d-70eb5356bdff", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:04.684868 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32ee5db6-7d14-4397-90db-8de932e63352 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:04.685262 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93d11f51-7ca1-45ba-b20f-f664f80a4ed6', 'name': 'network-vif-deleted', 'tag': '781971ed-beef-4b7e-8f1d-70eb5356bdff', 'status': 'completed', 'code': 200} Feb 17 22:15:04.686400 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-6a8c0b9f-286e-492d-9aa9-c22dc9956b53 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=003a4cb84a814b839614df8dbaa5bedb&device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 1126 time: 0.0871081 Feb 17 22:15:04.755456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Made reservation on behalf of 64bdb6c9d9214e00853bdf9b3cc33de5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:04.758774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.779412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.802150 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.821822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-50bb5b45-b61a-49be-9791-a3234f8f44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:04.829493 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-50bb5b45-b61a-49be-9791-a3234f8f44af service neutron] 10.222.0.94 "GET /v2.0/networks?id=293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 200 len: 913 time: 0.1355250 Feb 17 22:15:04.883839 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-462715c2-8174-414b-bcc9-fb15ac40e561 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=446a5c2d-eb71-4236-ab1e-754661b5491d HTTP/1.1" status: 200 len: 217 time: 0.0472620 Feb 17 22:15:04.907594 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks [] for security_group (17168abb-d63e-416e-a80f-8ad1ff45bd20), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.911820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks [] for security_group (5ca62575-7934-4a50-b1ac-1acf6f0057bd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.925592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (17168abb-d63e-416e-a80f-8ad1ff45bd20), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.930219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Network 96b79cb0-442d-4112-a716-1043c435e78d is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:04.955559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-9583f5b8-22fd-476b-9ff3-d0e99644debf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:04.957075 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-9583f5b8-22fd-476b-9ff3-d0e99644debf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 200 len: 852 time: 0.0670729 Feb 17 22:15:04.960911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:04.962794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5ca62575-7934-4a50-b1ac-1acf6f0057bd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:04.978116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:04.998071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-39dbcbf4-8ef6-4b2c-a536-6914857f16ff service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=293666fb-233e-41f8-8f02-a6c2afe25a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338280 Feb 17 22:15:05.066745 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 64bdb6c9d9214e00853bdf9b3cc33de5 {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:15:05.067303 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:15:05.068220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Pushing event updated for resources: {'Port': ['ID=aa1cd83c-185e-41cc-ad48-5c0c63b09238,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:05.093557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-414ea6b6-0a1e-4344-a243-9bb67e1d3874 req-f556f86b-58cb-4f50-a81c-c5e4ec8580a0 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 210 time: 0.1479735 Feb 17 22:15:05.175481 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-50d59a30-6b1a-4975-8e5c-4391b22686bf service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705301 Feb 17 22:15:05.205496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17168abb-d63e-416e-a80f-8ad1ff45bd20,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:05.321860 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c39bf7b9-f8c0-493f-a816-1c0553bb8d84 req-b73bab58-8a66-4d45-8fec-34756c03d2fa service neutron] 10.222.0.94 "GET /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408541 Feb 17 22:15:05.380064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:05.381077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:05.441538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca62575-7934-4a50-b1ac-1acf6f0057bd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:05.458241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-30ddf56c-1bb7-4526-a5b8-21145f9ff823 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5088584 Feb 17 22:15:05.495999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Request body: {'port': {'device_id': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:05.499174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Allocated IP 192.168.233.38 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/dee32fd0-4e44-446f-9a2f-3b815866beaf) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:05.509367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3353f8d-6766-45af-a19e-2c1c81cfe27c req-4ac032ba-0297-4b1b-b2a1-d46ff1adb531 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:05.510949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3353f8d-6766-45af-a19e-2c1c81cfe27c req-4ac032ba-0297-4b1b-b2a1-d46ff1adb531 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 943 time: 0.3074179 Feb 17 22:15:05.571562 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:05.586889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da8c6f4a-6b7f-4e94-8302-07556e6469fd req-35b6af4f-9f4b-4c57-aa08-8a3b5b41fd89 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 210 time: 0.0853810 Feb 17 22:15:05.696948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3353f8d-6766-45af-a19e-2c1c81cfe27c req-6c2ace8b-09bd-41e4-92fa-d140011fe253 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738095 Feb 17 22:15:05.716401 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:06.086801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0df16-ad15-4449-aa29-e5b9d4da4af9 req-3bec0090-07ea-4b94-9c47-cd66500f2c12 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:06.088315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ace0df16-ad15-4449-aa29-e5b9d4da4af9 req-3bec0090-07ea-4b94-9c47-cd66500f2c12 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 931 time: 0.3984485 Feb 17 22:15:06.171453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks [] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:06.269027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 781971ed-beef-4b7e-8f1d-70eb5356bdff no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:15:06.289174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-2328b202-0ffb-4193-944c-f42903ad8ef4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:06.291016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-2328b202-0ffb-4193-944c-f42903ad8ef4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.4442685 Feb 17 22:15:06.296300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 781971ed-beef-4b7e-8f1d-70eb5356bdff {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:15:06.296693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 781971ed-beef-4b7e-8f1d-70eb5356bdff not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:15:06.356549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ace0df16-ad15-4449-aa29-e5b9d4da4af9 req-050b2ebd-3129-4881-89f4-caa1d917f608 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559075 Feb 17 22:15:06.358310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-e9fe498d-f8b6-452f-9cc9-0e012cf2e4eb tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/quotas/e2738bdd632341dd87b1ec4535791d88 HTTP/1.1" status: 200 len: 375 time: 0.0521600 Feb 17 22:15:06.491434 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:06.693070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Allocated IP 192.168.233.97 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/a21bb080-0071-43f0-94ec-39d6e5f4fe54) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:06.723783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:06.731027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d014178d-c587-4c52-8bda-868c78352611 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3572750 Feb 17 22:15:06.736366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:06.746076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:06.764595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:06.779626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef2f28-0012-4d7a-b287-26287561cce7 req-a75a8547-f5e0-42b0-848f-ff5ca07b248d tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:06.781162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9ef2f28-0012-4d7a-b287-26287561cce7 req-a75a8547-f5e0-42b0-848f-ff5ca07b248d tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 935 time: 0.3512132 Feb 17 22:15:06.841741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa1cd83c-185e-41cc-ad48-5c0c63b09238 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:06.868901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Publish callbacks [] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:06.939462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Transition to ACTIVE for port object aa1cd83c-185e-41cc-ad48-5c0c63b09238 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:06.972514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:06.973129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:07.003087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:07.031996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6c4d0a31-2d97-4261-9a7d-7f9b9a59c9a4 None None] Provisioning complete for port dee32fd0-4e44-446f-9a2f-3b815866beaf triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:07.033009 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c4d0a31-2d97-4261-9a7d-7f9b9a59c9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:07.071266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6c4d0a31-2d97-4261-9a7d-7f9b9a59c9a4 None None] Port dee32fd0-4e44-446f-9a2f-3b815866beaf cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:15:07.087997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9ef2f28-0012-4d7a-b287-26287561cce7 req-beb7c02c-3c7a-4083-85b9-832b289861dd tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655549 Feb 17 22:15:07.107105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-26534963-7a01-48c4-b602-3d9ca6c723fa tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8289461 Feb 17 22:15:07.409004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Request body: {'port': {'device_id': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:07.415477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-97ae710c-9438-4be4-ae21-2048c03a9e43 service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6672392 Feb 17 22:15:07.486900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1cd83c-185e-41cc-ad48-5c0c63b09238,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:07.526665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38822149-4081-40b3-bca2-985f5cb8beec req-960c2c96-e52c-4c0b-9bc3-18099c53a77f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 210 time: 0.1138191 Feb 17 22:15:07.619815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks [] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:07.714623 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:07.762112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-f6e8f6f8-f4a7-4a09-a437-6ed939d8a489 service neutron] 10.222.0.79 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282928 Feb 17 22:15:07.770101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Attempting to bind port aa1cd83c-185e-41cc-ad48-5c0c63b09238 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:07.770459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Attempting to bind port aa1cd83c-185e-41cc-ad48-5c0c63b09238 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '35bac283-60f5-497a-b921-9053ead0a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96b79cb0-442d-4112-a716-1043c435e78d'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:07.770776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Attempting to bind port aa1cd83c-185e-41cc-ad48-5c0c63b09238 on network 96b79cb0-442d-4112-a716-1043c435e78d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:07.811410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bdd34-1f95-4e86-b417-6e3e8f53e81b req-86a998e8-a337-43a7-955d-2c5b0fdbdd66 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:07.812927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-375bdd34-1f95-4e86-b417-6e3e8f53e81b req-86a998e8-a337-43a7-955d-2c5b0fdbdd66 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 943 time: 0.2006068 Feb 17 22:15:07.813536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Port aa1cd83c-185e-41cc-ad48-5c0c63b09238 on network 96b79cb0-442d-4112-a716-1043c435e78d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:07.813865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Attempting to bind port aa1cd83c-185e-41cc-ad48-5c0c63b09238 on network 96b79cb0-442d-4112-a716-1043c435e78d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:07.855229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:07.870789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:07.871218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Checking segment: {'id': '35bac283-60f5-497a-b921-9053ead0a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96b79cb0-442d-4112-a716-1043c435e78d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:07.871539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Bound using segment: {'id': '35bac283-60f5-497a-b921-9053ead0a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96b79cb0-442d-4112-a716-1043c435e78d'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:07.872001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Bound port: aa1cd83c-185e-41cc-ad48-5c0c63b09238, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35bac283-60f5-497a-b921-9053ead0a89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '96b79cb0-442d-4112-a716-1043c435e78d'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:07.872361 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.076804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Allocated IP 192.168.233.86 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/a127fa54-0d4a-4f6a-86be-effb46fe30f4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:08.108240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:08.138880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:08.141324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:08.175554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-375bdd34-1f95-4e86-b417-6e3e8f53e81b req-8ad42484-57b6-4b0b-b615-cfcb1d5d22f6 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521259 Feb 17 22:15:08.176192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:08.237242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] For port aa1cd83c-185e-41cc-ad48-5c0c63b09238, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:08.317242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] For port aa1cd83c-185e-41cc-ad48-5c0c63b09238, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238,segment=NetworkSegment(35bac283-60f5-497a-b921-9053ead0a89d),segment_id=35bac283-60f5-497a-b921-9053ead0a89d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:08.321038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6826b93-d6fe-4b60-9d0c-2404ce4b30aa req-ed78aec5-ae25-4eff-b227-11868f361c2c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 210 time: 0.0381632 Feb 17 22:15:08.344116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:08.344807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.356352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c29351-6751-4b88-b4f2-e8a3e54e8b42 req-ca3cfac3-bd74-485a-b898-bef76dc879c8 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:08.363778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67c29351-6751-4b88-b4f2-e8a3e54e8b42 req-ca3cfac3-bd74-485a-b898-bef76dc879c8 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 943 time: 0.3782330 Feb 17 22:15:08.366856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.478116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:08.478854 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.480238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] 10.222.0.94 "PUT /v2.0/ports/aa1cd83c-185e-41cc-ad48-5c0c63b09238 HTTP/1.1" status: 200 len: 1092 time: 2.9949648 Feb 17 22:15:08.480874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'tag': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:08.483359 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a2098d-42c8-4680-b89b-f0183b8bd615" -d '{"events": [{"name": "network-changed", "server_uuid": "d01612a1-c256-4987-b68d-e89a4d00d5fe", "tag": "aa1cd83c-185e-41cc-ad48-5c0c63b09238"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:08.530613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6515fa33-8565-4136-87f8-f067cf67e9e1 None None] Provisioning complete for port a21bb080-0071-43f0-94ec-39d6e5f4fe54 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:08.532447 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6515fa33-8565-4136-87f8-f067cf67e9e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.545355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-39df9864-cce8-4ac0-ad61-bace24e7de68 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1190038 Feb 17 22:15:08.573657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6515fa33-8565-4136-87f8-f067cf67e9e1 None None] Port a21bb080-0071-43f0-94ec-39d6e5f4fe54 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:15:08.600975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Request body: {'port': {'device_id': '378154ad-7bdc-479a-8f62-38646e66d472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:08.686703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67c29351-6751-4b88-b4f2-e8a3e54e8b42 req-cca24358-86a6-48f7-b2fa-e945811996c0 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217850 Feb 17 22:15:08.692422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36890486-59df-460e-9002-ff868de1e6e1 service neutron] Pushing event updated for resources: {'Port': ['ID=aa1cd83c-185e-41cc-ad48-5c0c63b09238,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:08.764506 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks [] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.786831 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcf3e2e-1166-4112-9412-0e1ca842a7ff x-openstack-request-id: req-2bcf3e2e-1166-4112-9412-0e1ca842a7ff {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:08.787133 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d01612a1-c256-4987-b68d-e89a4d00d5fe", "tag": "aa1cd83c-185e-41cc-ad48-5c0c63b09238", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:08.787486 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2bcf3e2e-1166-4112-9412-0e1ca842a7ff {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:08.788366 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'tag': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238', 'status': 'completed', 'code': 200} Feb 17 22:15:08.794933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.806660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1829f33-57b8-476f-87e9-88d4dace9165 req-81cabfe2-dd83-4e62-91bd-dcbbb7c2a8d4 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:08.808207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1829f33-57b8-476f-87e9-88d4dace9165 req-81cabfe2-dd83-4e62-91bd-dcbbb7c2a8d4 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 935 time: 0.3384945 Feb 17 22:15:08.836523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-05dd3bc8-9f66-447d-8217-65d8e12b13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:08.838068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-05dd3bc8-9f66-447d-8217-65d8e12b13d2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bd7e065ad51f401d9e6843052c735552&device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 1126 time: 0.2532849 Feb 17 22:15:08.928867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9238174a-0975-4407-90f3-13cd184650e2 req-a35dd3f7-5f62-4d3f-8cdf-72b88123bdf2 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 210 time: 0.0857148 Feb 17 22:15:08.953177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-26cb1f00-4134-4fd5-b71d-1c080fefd3db service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238 HTTP/1.1" status: 200 len: 217 time: 0.0998142 Feb 17 22:15:08.975633 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:08.980070 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:09.126322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1829f33-57b8-476f-87e9-88d4dace9165 req-4bfa969b-db72-48b0-b7c2-471fa84d8ac9 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970245 Feb 17 22:15:09.247397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:09.267502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-1242e0e7-7f04-4786-bcae-85b1b9905fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:09.269215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-1242e0e7-7f04-4786-bcae-85b1b9905fa8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8f01b4ac-6863-4a1f-9600-2c1d17d12217 HTTP/1.1" status: 200 len: 853 time: 0.3086574 Feb 17 22:15:09.270129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:09.299006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:09.303326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 446a5c2d-eb71-4236-ab1e-754661b5491d details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:09.343664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Pushing event updated for resources: {'Port': ['ID=a127fa54-0d4a-4f6a-86be-effb46fe30f4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:09.466560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 446a5c2d-eb71-4236-ab1e-754661b5491d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=446a5c2d-eb71-4236-ab1e-754661b5491d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:09.489475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '446a5c2d-eb71-4236-ab1e-754661b5491d', 'network_id': '293666fb-233e-41f8-8f02-a6c2afe25a54', 'port_id': '446a5c2d-eb71-4236-ab1e-754661b5491d', 'mac_address': 'fa:16:3e:6f:e0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '303d05a8-8341-4840-885b-d9bafd488b06', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:09.551531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 446a5c2d-eb71-4236-ab1e-754661b5491d is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:09.552419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:09.569560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446a5c2d-eb71-4236-ab1e-754661b5491d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:09.592608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 446a5c2d-eb71-4236-ab1e-754661b5491d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=446a5c2d-eb71-4236-ab1e-754661b5491d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:09.598365 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:09.649830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e70f877c-f93a-42bf-be7d-336a4ff24fa9 None None] Provisioning complete for port a127fa54-0d4a-4f6a-86be-effb46fe30f4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:09.651896 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e70f877c-f93a-42bf-be7d-336a4ff24fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:09.692740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=446a5c2d-eb71-4236-ab1e-754661b5491d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:09.716048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e70f877c-f93a-42bf-be7d-336a4ff24fa9 None None] Port a127fa54-0d4a-4f6a-86be-effb46fe30f4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:15:09.748864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-d89f75e1-48e0-47e0-940a-809501253b3d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96b79cb0-442d-4112-a716-1043c435e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4408422 Feb 17 22:15:09.862631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25ba4dc9-0db5-4acb-9f82-8de4dae48cd3 req-273b3b92-eca2-4f43-a164-9550e4dce9d9 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 210 time: 0.1331639 Feb 17 22:15:09.933248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:09.933876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:10.019688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-efde4a25-19fc-4f91-a29c-eef63399408d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:10.021178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-efde4a25-19fc-4f91-a29c-eef63399408d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 804 time: 0.8809049 Feb 17 22:15:10.050221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4fc6cf32-d2cd-42e5-b706-88a6c83db693 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7471097 Feb 17 22:15:10.057841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b88565-f4aa-496b-bde5-76f3fd9be4b3 req-1d9d0728-a800-44d0-a546-e5c0d28d3288 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:10.059351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1b88565-f4aa-496b-bde5-76f3fd9be4b3 req-1d9d0728-a800-44d0-a546-e5c0d28d3288 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 943 time: 0.7704518 Feb 17 22:15:10.066975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Request body: {'port': {'device_id': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'admin_state_up': True, 'tenant_id': 'e2738bdd632341dd87b1ec4535791d88'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:10.074178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee32fd0-4e44-446f-9a2f-3b815866beaf {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:10.083235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['446a5c2d-eb71-4236-ab1e-754661b5491d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:10.092312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Request body: {'port': {'device_id': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:10.117453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Publish callbacks [] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:10.194259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-1a238fe5-655a-4af3-a344-c8895b1c6f53 service neutron] 10.222.0.94 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171119 Feb 17 22:15:10.234391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Transition to ACTIVE for port object dee32fd0-4e44-446f-9a2f-3b815866beaf will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:10.280065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:10.385487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019684-a272-4447-bc28-a0cdfaea2f55 req-f4b8da51-cc45-4ec2-ae01-21a0200e68ae tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:10.386896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3019684-a272-4447-bc28-a0cdfaea2f55 req-f4b8da51-cc45-4ec2-ae01-21a0200e68ae tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 943 time: 0.4106441 Feb 17 22:15:10.399593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1b88565-f4aa-496b-bde5-76f3fd9be4b3 req-04c35b23-551f-4ba5-a35c-f5b7d817b638 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277903 Feb 17 22:15:10.447697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:10.669394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:10.715296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a352e4e-af2a-44d5-97fa-b8060a3ca7c9 req-236de0f0-4fd7-4de6-a1b6-ec763e6cdd30 service neutron] 10.222.0.94 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097470 Feb 17 22:15:10.721752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Made reservation on behalf of e2738bdd632341dd87b1ec4535791d88 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:10.725729 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:10.749355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3019684-a272-4447-bc28-a0cdfaea2f55 req-ecd63053-04a6-48ab-97e0-35af0e90ffd9 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428595 Feb 17 22:15:10.924918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dfd49-0754-4e6d-b0ec-9021383355d1 req-1d642b92-c993-44b3-ad4c-38b8a408c821 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:10.926412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-402dfd49-0754-4e6d-b0ec-9021383355d1 req-1d642b92-c993-44b3-ad4c-38b8a408c821 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 935 time: 0.4373250 Feb 17 22:15:11.019359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Attempting to bind port dee32fd0-4e44-446f-9a2f-3b815866beaf on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:11.019720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Attempting to bind port dee32fd0-4e44-446f-9a2f-3b815866beaf by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:11.020050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Attempting to bind port dee32fd0-4e44-446f-9a2f-3b815866beaf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:11.066137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21bb080-0071-43f0-94ec-39d6e5f4fe54 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:11.070974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Port dee32fd0-4e44-446f-9a2f-3b815866beaf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:11.071305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Attempting to bind port dee32fd0-4e44-446f-9a2f-3b815866beaf on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:11.086498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Publish callbacks [] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:11.117156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:11.117492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:11.117876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:11.118313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Bound port: dee32fd0-4e44-446f-9a2f-3b815866beaf, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:11.118670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:11.174674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Transition to ACTIVE for port object a21bb080-0071-43f0-94ec-39d6e5f4fe54 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:11.189258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-402dfd49-0754-4e6d-b0ec-9021383355d1 req-bb37ace9-ed00-4453-bee7-a4fdd899efc6 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205331 Feb 17 22:15:11.196656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e55ea-5f4b-4807-ab13-ac7d1954e97f req-56e910da-a74d-40ea-807c-840666a5c68b tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:11.203543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d87e55ea-5f4b-4807-ab13-ac7d1954e97f req-56e910da-a74d-40ea-807c-840666a5c68b tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 947 time: 0.3696244 Feb 17 22:15:11.225301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:11.278400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-de414c4b-0a39-4cf9-988f-5dbf2cf4f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:11.279946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-de414c4b-0a39-4cf9-988f-5dbf2cf4f81e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bd7e065ad51f401d9e6843052c735552&device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 1126 time: 0.4315484 Feb 17 22:15:11.433400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7644f42-979c-4033-9397-6c17c6b9d56e req-417cc0a3-4370-4cd2-8b14-68adb2cb72ec tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 210 time: 0.1473701 Feb 17 22:15:11.438982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Allocated IP 172.20.0.14 (492bf255-9258-4b42-9b64-67a0b7c1ba7f/286750d8-3ff4-41dd-9534-47d6dd9445c5/f9d19951-7ed4-48f4-b0fe-cef273ee6ecd) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:11.782296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:11.858242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d87e55ea-5f4b-4807-ab13-ac7d1954e97f req-f3f25ba1-1dcd-437a-b1ff-d03f937fa2e1 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6537144 Feb 17 22:15:11.886586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:12.001459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:12.038526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:12.094512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-470536cd-d77e-4fcf-b687-00db1bf4cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:12.096075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-470536cd-d77e-4fcf-b687-00db1bf4cfca service neutron] 10.222.0.94 "GET /v2.0/networks?id=96b79cb0-442d-4112-a716-1043c435e78d HTTP/1.1" status: 200 len: 914 time: 0.7942755 Feb 17 22:15:12.198526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8496a8-b11e-4471-a46d-2b41c669f1dc req-7a577ec7-028b-4d3e-9597-c54e6c217401 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:12.200110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c8496a8-b11e-4471-a46d-2b41c669f1dc req-7a577ec7-028b-4d3e-9597-c54e6c217401 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 944 time: 0.4317446 Feb 17 22:15:12.235623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:12.236241 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:12.237631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] 10.222.0.73 "PUT /v2.0/ports/dee32fd0-4e44-446f-9a2f-3b815866beaf HTTP/1.1" status: 200 len: 1096 time: 5.1183856 Feb 17 22:15:12.238422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:12.241496 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e" -d '{"events": [{"name": "network-changed", "server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:12.245193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Attempting to bind port a21bb080-0071-43f0-94ec-39d6e5f4fe54 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:12.245719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Attempting to bind port a21bb080-0071-43f0-94ec-39d6e5f4fe54 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:12.246053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Attempting to bind port a21bb080-0071-43f0-94ec-39d6e5f4fe54 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:12.269301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-f43394e9-f2d4-4b38-a804-e169238e55bf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238 HTTP/1.1" status: 200 len: 217 time: 0.1462469 Feb 17 22:15:12.299607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Port a21bb080-0071-43f0-94ec-39d6e5f4fe54 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:12.299932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Attempting to bind port a21bb080-0071-43f0-94ec-39d6e5f4fe54 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:12.346624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee1f8b-0f15-45c2-b715-ae0abd8f5869 req-adec3f89-3ad3-417a-b81a-33b81e946994 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:12.348216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06ee1f8b-0f15-45c2-b715-ae0abd8f5869 req-adec3f89-3ad3-417a-b81a-33b81e946994 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 943 time: 0.4081001 Feb 17 22:15:12.389715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a127fa54-0d4a-4f6a-86be-effb46fe30f4 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:12.404363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:12.404706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:12.405098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:12.405547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Bound port: a21bb080-0071-43f0-94ec-39d6e5f4fe54, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:12.405906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:12.408674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48c7dd-35b1-4cd9-8ff9-6f215f71ab0a service neutron] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:12.433063 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Publish callbacks [] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:12.511980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Transition to ACTIVE for port object a127fa54-0d4a-4f6a-86be-effb46fe30f4 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:12.521221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-7548610f-0563-4dce-ae23-965d1d0e92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:12.522730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-7548610f-0563-4dce-ae23-965d1d0e92a2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8f01b4ac-6863-4a1f-9600-2c1d17d12217 HTTP/1.1" status: 200 len: 853 time: 0.2299883 Feb 17 22:15:12.562121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c8496a8-b11e-4471-a46d-2b41c669f1dc req-e63722b1-770a-49b7-b950-3047149ca4c4 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113899 Feb 17 22:15:12.562657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:12.576398 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks [] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:12.631651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-74623ddd-37ed-41ef-aa1c-cd97ec77a279 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96b79cb0-442d-4112-a716-1043c435e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770919 Feb 17 22:15:12.667153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-e8783e71-5bbd-4d6d-ac8c-2099d8615fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:12.668652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-e8783e71-5bbd-4d6d-ac8c-2099d8615fb2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85da79388fb943d2ae16b9c686f39cbc&device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 1130 time: 0.3848209 Feb 17 22:15:12.694582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06ee1f8b-0f15-45c2-b715-ae0abd8f5869 req-47d1c945-f468-4a7b-95e6-b8594b428b40 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919075 Feb 17 22:15:12.793177 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d471d1-802c-40f1-9395-bcb9172f9a70 x-openstack-request-id: req-f4d471d1-802c-40f1-9395-bcb9172f9a70 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:12.793505 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:12.793727 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4d471d1-802c-40f1-9395-bcb9172f9a70 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:12.794137 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'status': 'completed', 'code': 200} Feb 17 22:15:12.851065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-5c2ef386-907e-41e6-8a7e-43f59083d830 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf HTTP/1.1" status: 200 len: 217 time: 0.1546969 Feb 17 22:15:12.865797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:12.875909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a127fa54-0d4a-4f6a-86be-effb46fe30f4,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:12.921381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-520776a6-bd64-4fba-baee-f3008f482fd2 req-52e5b7a1-6a77-4d62-82bc-c9ac8299fbdd tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 210 time: 0.0855975 Feb 17 22:15:12.980149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:13.024730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.033834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.039142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:13.060039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165bd66b-ca9f-4311-8b21-68842af9f136 req-b3a611b6-d7b9-42e2-9316-e96318b0e3a2 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:13.061624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-165bd66b-ca9f-4311-8b21-68842af9f136 req-b3a611b6-d7b9-42e2-9316-e96318b0e3a2 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 947 time: 0.4083951 Feb 17 22:15:13.153797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-7ec94189-74cc-4763-b297-b3e678851037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:13.155243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-7ec94189-74cc-4763-b297-b3e678851037 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2805724 Feb 17 22:15:13.183895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-f0aac9c7-632c-4654-a739-6a2679d8be06 service neutron] 10.222.0.94 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5212157 Feb 17 22:15:13.198169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:13.198780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.200166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] 10.222.0.73 "PUT /v2.0/ports/a21bb080-0071-43f0-94ec-39d6e5f4fe54 HTTP/1.1" status: 200 len: 1096 time: 4.6215901 Feb 17 22:15:13.211768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Network 492bf255-9258-4b42-9b64-67a0b7c1ba7f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:13.280925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:13.310524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:13.314855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 446a5c2d-eb71-4236-ab1e-754661b5491d up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:13.362930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Attempting to bind port a127fa54-0d4a-4f6a-86be-effb46fe30f4 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:13.363272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Attempting to bind port a127fa54-0d4a-4f6a-86be-effb46fe30f4 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:13.363636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Attempting to bind port a127fa54-0d4a-4f6a-86be-effb46fe30f4 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:13.386473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 446a5c2d-eb71-4236-ab1e-754661b5491d completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:15:13.392076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 446a5c2d-eb71-4236-ab1e-754661b5491d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:13.392687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.396240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d055c-4102-445b-b84e-1f21161236e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:13.433402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Port a127fa54-0d4a-4f6a-86be-effb46fe30f4 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:13.433630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Attempting to bind port a127fa54-0d4a-4f6a-86be-effb46fe30f4 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:13.493933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455bb9d-c267-4452-9e0c-09b59258f273 req-a2362e58-8e25-4191-907a-b4064d8e18e8 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:13.495540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3455bb9d-c267-4452-9e0c-09b59258f273 req-a2362e58-8e25-4191-907a-b4064d8e18e8 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 947 time: 0.4813681 Feb 17 22:15:13.504020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 446a5c2d-eb71-4236-ab1e-754661b5491d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:13.504410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.506804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-165bd66b-ca9f-4311-8b21-68842af9f136 req-f2059923-95f8-48ed-9963-a4a720e22ea1 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3736598 Feb 17 22:15:13.508649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:13.509001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:13.509392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:13.509846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Bound port: a127fa54-0d4a-4f6a-86be-effb46fe30f4, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:13.510191 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.554404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26921b2-0974-44ca-b6ec-deb636759367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a5c2d-eb71-4236-ab1e-754661b5491d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:13.556840 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e453fe2d-78ad-4fb2-9bee-0448a310ca10" -d '{"events": [{"server_uuid": "e26921b2-0974-44ca-b6ec-deb636759367", "name": "network-vif-plugged", "status": "completed", "tag": "446a5c2d-eb71-4236-ab1e-754661b5491d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:13.565337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:13.565970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.572301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 446a5c2d-eb71-4236-ab1e-754661b5491d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=446a5c2d-eb71-4236-ab1e-754661b5491d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:13.581455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:13.613494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-503d4476-b6b9-467e-9bd8-b07cee9a3e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:13.615348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-503d4476-b6b9-467e-9bd8-b07cee9a3e06 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4437678 Feb 17 22:15:13.623494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event updated for resources: {'Port': ['ID=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:13.670343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d1a369e2-f3c2-4485-a579-255c9a3dd923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6272178 Feb 17 22:15:13.672995 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ae7960-59b3-4116-98ca-1538d9413baf x-openstack-request-id: req-b9ae7960-59b3-4116-98ca-1538d9413baf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:13.673977 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26921b2-0974-44ca-b6ec-deb636759367", "name": "network-vif-plugged", "status": "completed", "tag": "446a5c2d-eb71-4236-ab1e-754661b5491d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:13.673977 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b9ae7960-59b3-4116-98ca-1538d9413baf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:13.673977 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26921b2-0974-44ca-b6ec-deb636759367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a5c2d-eb71-4236-ab1e-754661b5491d', 'code': 200} Feb 17 22:15:13.682269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a2098d-42c8-4680-b89b-f0183b8bd615 req-25dd618a-a896-4eea-bd2f-43fcb9d8229b service neutron] 10.222.0.94 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733057 Feb 17 22:15:13.683192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=446a5c2d-eb71-4236-ab1e-754661b5491d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:13.684214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-a8cd067a-aaa0-491f-96ac-b4828d711832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:13.685704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-a8cd067a-aaa0-491f-96ac-b4828d711832 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1130 time: 0.4080188 Feb 17 22:15:13.756215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Request body: {'port': {'device_id': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:13.846727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-ba6cbb45-9107-48ab-9086-e00ff1206301 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54 HTTP/1.1" status: 200 len: 217 time: 0.1070971 Feb 17 22:15:13.850370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3455bb9d-c267-4452-9e0c-09b59258f273 req-fea29a0c-1c5c-46d1-a7f1-153e068ab87e tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296402 Feb 17 22:15:14.218975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] For port a127fa54-0d4a-4f6a-86be-effb46fe30f4, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:14.299836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] For port a127fa54-0d4a-4f6a-86be-effb46fe30f4, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a127fa54-0d4a-4f6a-86be-effb46fe30f4,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:14.320173 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4f541e4-6060-46da-b38f-e1ef54109485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:14.374245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:14.430850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-50504d0d-de8f-4e1e-8bfe-a23721cef6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:14.432621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-50504d0d-de8f-4e1e-8bfe-a23721cef6bd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2547669 Feb 17 22:15:14.438661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-b7b7e2fa-d002-472b-ab16-dae71883641b service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901068 Feb 17 22:15:14.445877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb0773-1de7-4c0f-80a6-669579ca4c73 req-7fc52c9f-a515-4c0c-a79c-e3595ade5bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:14.447604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fbb0773-1de7-4c0f-80a6-669579ca4c73 req-7fc52c9f-a515-4c0c-a79c-e3595ade5bff service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 1128 time: 0.6170447 Feb 17 22:15:14.448338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:14.495461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:14.496169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:14.497565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] 10.222.0.94 "PUT /v2.0/ports/a127fa54-0d4a-4f6a-86be-effb46fe30f4 HTTP/1.1" status: 200 len: 1096 time: 4.4187319 Feb 17 22:15:14.510866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963ebb-2253-49b3-8d7f-bc1299154d02 req-603cfedb-32cb-4374-8b66-fafb8ceb3622 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:14.512512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe963ebb-2253-49b3-8d7f-bc1299154d02 req-603cfedb-32cb-4374-8b66-fafb8ceb3622 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.7454650 Feb 17 22:15:14.725508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b13d6b-4d2e-4f3a-b3a7-ea04b0ad20f1 req-05fca710-fa0f-4d03-8673-e401e6284319 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:14.727088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6b13d6b-4d2e-4f3a-b3a7-ea04b0ad20f1 req-05fca710-fa0f-4d03-8673-e401e6284319 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 943 time: 0.5425456 Feb 17 22:15:14.753499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f4d7b-7245-4d4d-b3d8-7af462b46fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=a127fa54-0d4a-4f6a-86be-effb46fe30f4,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:14.799494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54'}, {'name': 'network-changed', 'server_uuid': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'tag': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:14.801921 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123a11eb-0e96-41b8-af42-1b760c3aa469" -d '{"events": [{"name": "network-changed", "server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54"}, {"name": "network-changed", "server_uuid": "5050bb3e-d36c-463d-934e-d84a44104a4b", "tag": "a127fa54-0d4a-4f6a-86be-effb46fe30f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:14.927173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ed1c4-1172-4900-9f72-697523cb01cf req-7eca8f08-265a-4263-a827-da286ef49fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:14.929066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-7eca8f08-265a-4263-a827-da286ef49fa0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4756873 Feb 17 22:15:14.931066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fbb0773-1de7-4c0f-80a6-669579ca4c73 req-e9b88785-8e36-40db-b097-11e7a28e290b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586060 Feb 17 22:15:14.934160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe963ebb-2253-49b3-8d7f-bc1299154d02 req-4227d73e-b6a9-4b42-ac32-e9034d08be3e tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758929 Feb 17 22:15:14.971849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33feab6-6b57-41ca-a248-cb94c4c98927 req-4e8f9731-a1dd-4673-9166-b79d82729e4c service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196078 Feb 17 22:15:15.035800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6b13d6b-4d2e-4f3a-b3a7-ea04b0ad20f1 req-caa04cfe-2a89-4eeb-8f04-d6a0761a1c4a tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919834 Feb 17 22:15:15.043668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-1364685a-eb9c-4b66-a32a-659527b26e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:15.045247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-1364685a-eb9c-4b66-a32a-659527b26e95 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 1130 time: 0.4361501 Feb 17 22:15:15.336918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aa1cd83c-185e-41cc-ad48-5c0c63b09238 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:15.354485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-f6c0fb0b-80ca-4fbb-b900-ca2fe852054d service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112232 Feb 17 22:15:15.360630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-24811f39-aa35-499f-aeb4-34d62684a55f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a127fa54-0d4a-4f6a-86be-effb46fe30f4 HTTP/1.1" status: 200 len: 217 time: 0.0704994 Feb 17 22:15:15.368065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f081e06-eaa0-4a4c-85cf-48574c05e2d3 req-e807c40e-bd48-4e1d-a32d-dc9ccd98d3c6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:15.369671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f081e06-eaa0-4a4c-85cf-48574c05e2d3 req-e807c40e-bd48-4e1d-a32d-dc9ccd98d3c6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 932 time: 0.3400607 Feb 17 22:15:15.371836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-8daaecc3-1860-443b-9d0d-b1bb8ed66ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:15.374348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-8daaecc3-1860-443b-9d0d-b1bb8ed66ba6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=85da79388fb943d2ae16b9c686f39cbc&device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 1130 time: 0.3319082 Feb 17 22:15:15.455532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port aa1cd83c-185e-41cc-ad48-5c0c63b09238, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238,segment=NetworkSegment(35bac283-60f5-497a-b921-9053ead0a89d),segment_id=35bac283-60f5-497a-b921-9053ead0a89d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:15.469872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238', 'network_id': '96b79cb0-442d-4112-a716-1043c435e78d', 'port_id': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238', 'mac_address': 'fa:16:3e:3a:63:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f01b4ac-6863-4a1f-9600-2c1d17d12217', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:15.514895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port aa1cd83c-185e-41cc-ad48-5c0c63b09238 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:15.515390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:15.532314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f60b38f-95a7-4242-a14a-0327fa180619 req-12cfa3b1-49e8-4f47-8b2e-bd4d47559780 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:15.533839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f60b38f-95a7-4242-a14a-0327fa180619 req-12cfa3b1-49e8-4f47-8b2e-bd4d47559780 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 947 time: 0.3794417 Feb 17 22:15:15.534234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa1cd83c-185e-41cc-ad48-5c0c63b09238 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:15.563477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port aa1cd83c-185e-41cc-ad48-5c0c63b09238, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238,segment=NetworkSegment(35bac283-60f5-497a-b921-9053ead0a89d),segment_id=35bac283-60f5-497a-b921-9053ead0a89d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:15.569091 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:15.620309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=aa1cd83c-185e-41cc-ad48-5c0c63b09238,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:15.651763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4350432b-ff81-448a-977d-c87d4a452bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:15.653231 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-4350432b-ff81-448a-977d-c87d4a452bd4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2650394 Feb 17 22:15:15.671086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f081e06-eaa0-4a4c-85cf-48574c05e2d3 req-15470290-7ce4-4847-849f-10d7a7910ad8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656634 Feb 17 22:15:15.721780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d19951-7ed4-48f4-b0fe-cef273ee6ecd {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:15.762838 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfdeca4-95de-435b-baac-e521b44e42d9 x-openstack-request-id: req-cdfdeca4-95de-435b-baac-e521b44e42d9 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:15.763079 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5050bb3e-d36c-463d-934e-d84a44104a4b", "tag": "a127fa54-0d4a-4f6a-86be-effb46fe30f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:15.763327 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cdfdeca4-95de-435b-baac-e521b44e42d9 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:15.763760 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'status': 'completed', 'code': 200} Feb 17 22:15:15.764018 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'tag': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4', 'status': 'completed', 'code': 200} Feb 17 22:15:15.771408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Publish callbacks [] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:15.794719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624ed1c4-1172-4900-9f72-697523cb01cf req-3d9339b3-e3c6-4eab-9f1f-13068693ae92 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141998 Feb 17 22:15:15.803912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-66fea935-a973-4483-b4db-b4a81ae231cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:15.806277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-66fea935-a973-4483-b4db-b4a81ae231cd service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.4085557 Feb 17 22:15:15.809940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f60b38f-95a7-4242-a14a-0327fa180619 req-b5b40ee4-4742-4a79-b14b-5a9c2c0ac214 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546041 Feb 17 22:15:15.820792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Transition to ACTIVE for port object f9d19951-7ed4-48f4-b0fe-cef273ee6ecd will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:15.875046 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:15.902152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-e39ac384-817e-49a3-830f-4194ac7474ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf HTTP/1.1" status: 200 len: 217 time: 0.0848176 Feb 17 22:15:15.954758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-db74878f-d65a-464e-a295-88fbc6427504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:15.956339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-db74878f-d65a-464e-a295-88fbc6427504 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2824624 Feb 17 22:15:16.108239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aa1cd83c-185e-41cc-ad48-5c0c63b09238'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:16.320547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:16.361112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:16.420106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-91ba4713-2792-4b17-94d5-7ae20798dc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:16.421569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-91ba4713-2792-4b17-94d5-7ae20798dc9d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.4908898 Feb 17 22:15:16.456016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:16.477214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'mac_address': 'fa:16:3e:98:c4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:16.478583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ffd7c-d920-4f1a-bda8-256e140fc8d4 req-8e69e183-7623-4668-a7a9-590c5aa941f6 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:16.480136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27ffd7c-d920-4f1a-bda8-256e140fc8d4 req-8e69e183-7623-4668-a7a9-590c5aa941f6 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 947 time: 0.6677296 Feb 17 22:15:16.524283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:16.526138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:16.532177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-928d3cc9-230f-45d9-8820-c770b01d435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:16.533740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-928d3cc9-230f-45d9-8820-c770b01d435b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1130 time: 0.6281412 Feb 17 22:15:16.541898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee32fd0-4e44-446f-9a2f-3b815866beaf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:16.569628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:16.574530 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:16.629156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:16.632359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-c895dc4e-3925-44d1-bfbb-f9df672739e1 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551967 Feb 17 22:15:16.647830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b3e18-11c8-4ef5-8d4f-5488cc823777 req-15ad79a8-5a93-4d7e-b62f-afced6e75d41 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:16.649278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-862b3e18-11c8-4ef5-8d4f-5488cc823777 req-15ad79a8-5a93-4d7e-b62f-afced6e75d41 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.3164124 Feb 17 22:15:16.770411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Attempting to bind port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:16.770746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Attempting to bind port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:16.771078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Attempting to bind port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:16.776355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a27ffd7c-d920-4f1a-bda8-256e140fc8d4 req-e372882c-1a45-4c71-94a0-97e730f609db tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545693 Feb 17 22:15:16.796287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-125836ed-95a9-4960-81c5-c041b5a947ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:16.797811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-125836ed-95a9-4960-81c5-c041b5a947ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3522334 Feb 17 22:15:16.801614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['dee32fd0-4e44-446f-9a2f-3b815866beaf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:16.819534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:16.819534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Attempting to bind port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd on network 492bf255-9258-4b42-9b64-67a0b7c1ba7f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:16.858501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-223b5d9c-e108-49cd-bcbf-ecdfe12ef232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:16.891030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-862b3e18-11c8-4ef5-8d4f-5488cc823777 req-70e48b84-271b-4961-9a50-a12c40eeef05 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215490 Feb 17 22:15:16.910456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:16.910805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Checking segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:16.911202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Bound using segment: {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:16.911752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Bound port: f9d19951-7ed4-48f4-b0fe-cef273ee6ecd, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24d34f06-a9ba-45e6-8c0e-75623c2a446d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:16.912695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:16.916623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-b1b58377-ea72-48d2-90c4-a4bffe14ad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:16.918159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-b1b58377-ea72-48d2-90c4-a4bffe14ad51 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3715248 Feb 17 22:15:16.992943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e85fc4e2-ea4b-4ae8-a151-8d760f816a02 req-d31814b9-bbbd-4641-9106-a334639b1b22 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396494 Feb 17 22:15:17.105184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-68199806-e286-413a-abd1-337e3e06bd63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54 HTTP/1.1" status: 200 len: 217 time: 0.1266680 Feb 17 22:15:17.270174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49390630-da1f-4a9c-b7b9-eb872ec24352 req-12e33e08-e013-4571-ae9a-a50b62c5e325 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.271756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49390630-da1f-4a9c-b7b9-eb872ec24352 req-12e33e08-e013-4571-ae9a-a50b62c5e325 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 944 time: 0.3797915 Feb 17 22:15:17.283393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-19d3ffdd-d8bf-47b7-a691-03a690cd75c8 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591336 Feb 17 22:15:17.289235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] For port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:17.295685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-507c18b9-16eb-4049-b014-553c6e5aad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.297088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-507c18b9-16eb-4049-b014-553c6e5aad02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1668420 Feb 17 22:15:17.305540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] For port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:17.318672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207c4121-033a-4c77-ae36-6f9c670307ab req-972c8671-72bf-4590-8aec-3512751560df tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.320216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-207c4121-033a-4c77-ae36-6f9c670307ab req-972c8671-72bf-4590-8aec-3512751560df tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 944 time: 0.2949567 Feb 17 22:15:17.386427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-b64cac68-2ad8-4e3c-b5f6-06a75de00e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.387863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-b64cac68-2ad8-4e3c-b5f6-06a75de00e48 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 1130 time: 0.2909377 Feb 17 22:15:17.388923 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:17.560207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.560829 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:17.562213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] 10.222.0.73 "PUT /v2.0/ports/f9d19951-7ed4-48f4-b0fe-cef273ee6ecd HTTP/1.1" status: 200 len: 1093 time: 3.8618476 Feb 17 22:15:17.592262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49390630-da1f-4a9c-b7b9-eb872ec24352 req-53b42d8c-0a1e-40ea-9e86-3d203ebbb511 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042629 Feb 17 22:15:17.642681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291705a-aa96-426b-9746-64159b3500e1 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:17.668445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-207c4121-033a-4c77-ae36-6f9c670307ab req-49dc5fbd-f35d-43a1-8f1d-f0abb303059c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151124 Feb 17 22:15:17.685086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe0a6c8d-e1d7-4b03-96ba-89142bafa72e req-2078d8ab-6585-4607-90b4-4b57fad1abf6 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924651 Feb 17 22:15:17.686925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-a012ba30-cbeb-4310-b85b-dcf69296f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.688387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-a012ba30-cbeb-4310-b85b-dcf69296f8b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3662658 Feb 17 22:15:17.775726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:17.776498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'tag': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:17.778761 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09947a86-35f6-4fed-89a5-1789ee67df43" -d '{"events": [{"name": "network-changed", "server_uuid": "f001127d-fb21-4f41-8735-d18f57c9fa2d", "tag": "f9d19951-7ed4-48f4-b0fe-cef273ee6ecd"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:17.804567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-0c58c72c-6dea-48b5-834b-49983fc20b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.806132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-0c58c72c-6dea-48b5-834b-49983fc20b98 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3931456 Feb 17 22:15:17.829369 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4795e5d-01d8-43e3-afd7-082aa602814b x-openstack-request-id: req-a4795e5d-01d8-43e3-afd7-082aa602814b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:17.829671 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f001127d-fb21-4f41-8735-d18f57c9fa2d", "tag": "f9d19951-7ed4-48f4-b0fe-cef273ee6ecd", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:17.829933 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4795e5d-01d8-43e3-afd7-082aa602814b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:17.830326 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'tag': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd', 'status': 'completed', 'code': 200} Feb 17 22:15:17.835111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0fd4dd58-1519-4ea7-899d-4b07049e21ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.838150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0fd4dd58-1519-4ea7-899d-4b07049e21ea service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 1127 time: 0.2203798 Feb 17 22:15:17.884870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-a4b77de3-dbce-42ba-bd34-cbb51d522968 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=a127fa54-0d4a-4f6a-86be-effb46fe30f4 HTTP/1.1" status: 200 len: 217 time: 0.0679982 Feb 17 22:15:17.990991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b208d55-5035-4989-894a-0d9bb9e96567 req-52897a52-8d58-48d4-a34c-2eb19e565c3d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:17.992510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b208d55-5035-4989-894a-0d9bb9e96567 req-52897a52-8d58-48d4-a34c-2eb19e565c3d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 947 time: 0.3230267 Feb 17 22:15:17.997267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-70aa8674-7aa8-4713-967b-01b1e6a0e5f6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd HTTP/1.1" status: 200 len: 217 time: 0.1233492 Feb 17 22:15:18.002609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-6fccc731-20e4-4257-85c4-898b5bd4c09f service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032608 Feb 17 22:15:18.342805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:18.345843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:18.389235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-feb16dad-256f-4100-83f1-625b35d1fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:18.390723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-feb16dad-256f-4100-83f1-625b35d1fb78 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.4901898 Feb 17 22:15:18.481823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c18be-d8a7-49ce-8921-156400d32e4c req-7f2e4cb0-0805-4858-8db4-d29a20af1bad tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:18.483423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f09c18be-d8a7-49ce-8921-156400d32e4c req-7f2e4cb0-0805-4858-8db4-d29a20af1bad tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 948 time: 0.6080327 Feb 17 22:15:18.485147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port dee32fd0-4e44-446f-9a2f-3b815866beaf completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:15:18.493066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port dee32fd0-4e44-446f-9a2f-3b815866beaf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:18.493922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:18.502989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d0cdb4db-7744-4eee-850a-4f10a9c4b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:18.504506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-d0cdb4db-7744-4eee-850a-4f10a9c4b8f3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.5003581 Feb 17 22:15:18.517929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b208d55-5035-4989-894a-0d9bb9e96567 req-2c8a05e2-40f9-4628-a6f9-b5c2f745ca5b tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174861 Feb 17 22:15:18.564725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:18.578583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-0377c4e0-9a4d-4bcf-baa9-742b0a1ffe98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545604 Feb 17 22:15:18.597782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'mac_address': 'fa:16:3e:bb:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:18.599050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-dea18529-1cfd-41d3-b98d-344c222500de service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5761681 Feb 17 22:15:18.678062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:18.678701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:18.680750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f09c18be-d8a7-49ce-8921-156400d32e4c req-7952191a-2255-4f5b-884e-e96a30d1a435 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741536 Feb 17 22:15:18.682951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-701675b3-2bce-4320-89f6-30bd1e541db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:18.684387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-701675b3-2bce-4320-89f6-30bd1e541db3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2840393 Feb 17 22:15:18.710622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:18.710622 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:18.714950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21bb080-0071-43f0-94ec-39d6e5f4fe54 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:18.759738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:18.766656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:18.769274 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bd7a16-e329-41fd-9a63-39ef0003710b" -d '{"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-plugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:18.775462 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:18.815450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:18.820549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-9b5403d0-72a8-464e-a489-1ee3eea8b547 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321291 Feb 17 22:15:18.826119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:18.843773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:18.885877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166895c-cfa8-4e28-a5e4-6bcd9b1d4031 req-47fd3756-3eb9-4527-a470-4f32ded2c640 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:18.887431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9166895c-cfa8-4e28-a5e4-6bcd9b1d4031 req-47fd3756-3eb9-4527-a470-4f32ded2c640 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.2239494 Feb 17 22:15:18.901529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:18.960535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-14089394-9bd3-43dc-bf10-c047f984af82 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523670 Feb 17 22:15:18.989221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc3748-e28f-45ef-bd66-09cd1f15590a req-1b7f246f-bc69-4b9b-89c0-2affc8b0f7e1 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:18.990742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02dc3748-e28f-45ef-bd66-09cd1f15590a req-1b7f246f-bc69-4b9b-89c0-2affc8b0f7e1 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 944 time: 0.1951621 Feb 17 22:15:19.000638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a21bb080-0071-43f0-94ec-39d6e5f4fe54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:19.102266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9166895c-cfa8-4e28-a5e4-6bcd9b1d4031 req-ca0b3163-de9f-4657-a7a6-3b3d20662450 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855922 Feb 17 22:15:19.129335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7c54d67-8d95-4810-8655-3ff6e99087e7 req-cd0513c9-c887-4388-8e52-12f784030165 service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900724 Feb 17 22:15:19.164566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02dc3748-e28f-45ef-bd66-09cd1f15590a req-2f41df83-a9db-46f1-b2ab-ece823726677 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647582 Feb 17 22:15:19.171312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-123a11eb-0e96-41b8-af42-1b760c3aa469 req-0d158c6e-84fe-4cb8-9b53-8da58762cd68 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998582 Feb 17 22:15:19.253522 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319ffe0c-119e-4cc7-9db2-318ddb21f05d x-openstack-request-id: req-319ffe0c-119e-4cc7-9db2-318ddb21f05d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:19.254169 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-plugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:19.254725 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-319ffe0c-119e-4cc7-9db2-318ddb21f05d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:19.255523 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'code': 200} Feb 17 22:15:19.277942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:19.352682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aa1cd83c-185e-41cc-ad48-5c0c63b09238 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:19.358539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-19383c25-1530-4c30-bcfc-a9fb67875dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:19.360279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-19383c25-1530-4c30-bcfc-a9fb67875dac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e2738bdd632341dd87b1ec4535791d88&device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 1127 time: 0.1622803 Feb 17 22:15:19.385526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419fddf-0a9a-4d5f-a777-c2e5491ad226 req-51d04f1a-0788-4bd1-a9d6-5534dbdedff7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:19.392862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3419fddf-0a9a-4d5f-a777-c2e5491ad226 req-51d04f1a-0788-4bd1-a9d6-5534dbdedff7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 944 time: 0.1547840 Feb 17 22:15:19.425238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port aa1cd83c-185e-41cc-ad48-5c0c63b09238 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:15:19.434265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port aa1cd83c-185e-41cc-ad48-5c0c63b09238 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:19.434989 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:19.473404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30996a50-9b24-4282-8b7d-73e06b850eba req-ddf5741d-b7ea-4f0c-9cc0-1e440d00666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:19.473725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30996a50-9b24-4282-8b7d-73e06b850eba req-ddf5741d-b7ea-4f0c-9cc0-1e440d00666a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 1132 time: 0.1710947 Feb 17 22:15:19.547190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port aa1cd83c-185e-41cc-ad48-5c0c63b09238 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:19.547618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:19.560891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3419fddf-0a9a-4d5f-a777-c2e5491ad226 req-c23ae9bb-3928-4b24-b953-73bf6215e5e8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629896 Feb 17 22:15:19.617891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-a560d071-fda4-4e70-9861-9820ea3d6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:19.619543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-a560d071-fda4-4e70-9861-9820ea3d6a38 service neutron] 10.222.0.73 "GET /v2.0/networks?id=492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 200 len: 905 time: 0.2507021 Feb 17 22:15:19.627355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port aa1cd83c-185e-41cc-ad48-5c0c63b09238, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238,segment=NetworkSegment(35bac283-60f5-497a-b921-9053ead0a89d),segment_id=35bac283-60f5-497a-b921-9053ead0a89d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:19.632774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:19.691291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=aa1cd83c-185e-41cc-ad48-5c0c63b09238,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:19.700279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30996a50-9b24-4282-8b7d-73e06b850eba req-05469cd0-6e64-4135-bbe3-da91a6e40d70 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172797 Feb 17 22:15:19.722547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-b65c5b34-c8d3-4905-a77a-975874f0cdc1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd HTTP/1.1" status: 200 len: 217 time: 0.0730052 Feb 17 22:15:19.751400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04ca5b-33a0-4441-be94-9b78bb560b63 req-d027454c-eec0-4e59-acad-7a13eeab7ed0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:19.752921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04ca5b-33a0-4441-be94-9b78bb560b63 req-d027454c-eec0-4e59-acad-7a13eeab7ed0 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.1877193 Feb 17 22:15:19.775763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a728c165-7958-48c2-82a2-9682399db39b req-0abfda8b-5d13-4c78-b0ba-4e6eb5036ca8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:19.777250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a728c165-7958-48c2-82a2-9682399db39b req-0abfda8b-5d13-4c78-b0ba-4e6eb5036ca8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 947 time: 0.1342289 Feb 17 22:15:19.843444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04ca5b-33a0-4441-be94-9b78bb560b63 req-ec8fda8f-21a2-4c74-b2f4-9d7bf101e877 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839179 Feb 17 22:15:19.852417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a728c165-7958-48c2-82a2-9682399db39b req-72a633d7-1bf3-4469-8ade-c879ca16f2d8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683858 Feb 17 22:15:19.971227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-baf878cc-4541-4c73-93fa-8290c22f7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:19.971227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-baf878cc-4541-4c73-93fa-8290c22f7c00 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 200 len: 844 time: 0.0784860 Feb 17 22:15:20.015583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-721475f9-83bd-454c-a821-8210cb1462b8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=492bf255-9258-4b42-9b64-67a0b7c1ba7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383151 Feb 17 22:15:20.027297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ba496-c99b-4098-bd66-50de25c8674c req-b623929d-209e-434d-8e0c-72ce2fa9d01e tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:20.028781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-126ba496-c99b-4098-bd66-50de25c8674c req-b623929d-209e-434d-8e0c-72ce2fa9d01e tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 949 time: 0.1098621 Feb 17 22:15:20.141827 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-126ba496-c99b-4098-bd66-50de25c8674c req-885a04bf-8186-4ae7-9684-bb272f34c43b tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047137 Feb 17 22:15:20.156239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-c746fe5b-8935-4e72-b210-31aafdae149f service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264813 Feb 17 22:15:20.289873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09947a86-35f6-4fed-89a5-1789ee67df43 req-1faf30d8-2753-4a07-86c3-1ec44142911b service neutron] 10.222.0.73 "GET /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229711 Feb 17 22:15:20.318070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7296e-904b-43fe-aecf-b1baccbdb474 req-21cf9870-b60d-49a8-a03d-30e68738055e tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:20.320448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76c7296e-904b-43fe-aecf-b1baccbdb474 req-21cf9870-b60d-49a8-a03d-30e68738055e tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.0859649 Feb 17 22:15:20.355290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f9d19951-7ed4-48f4-b0fe-cef273ee6ecd details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:20.359488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:20.375830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76c7296e-904b-43fe-aecf-b1baccbdb474 req-df7d5783-10da-4536-9f4d-16eae278629f tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495648 Feb 17 22:15:20.489869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port a21bb080-0071-43f0-94ec-39d6e5f4fe54 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:15:20.504535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port a21bb080-0071-43f0-94ec-39d6e5f4fe54 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:20.504908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:20.555979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:20.572912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd', 'network_id': '492bf255-9258-4b42-9b64-67a0b7c1ba7f', 'port_id': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd', 'mac_address': 'fa:16:3e:21:5b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286750d8-3ff4-41dd-9534-47d6dd9445c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:20.657258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:20.658010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:20.691603 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:20.694748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d19951-7ed4-48f4-b0fe-cef273ee6ecd {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:20.696221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223bdf2-edfa-41c2-8412-a4c5440690d7 req-5216fa59-da78-4e65-a45e-bcca499c8be4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:20.698438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0223bdf2-edfa-41c2-8412-a4c5440690d7 req-5216fa59-da78-4e65-a45e-bcca499c8be4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 944 time: 0.0692780 Feb 17 22:15:20.702075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:20.702722 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:20.738684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:20.750387 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:20.763761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:20.779077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0223bdf2-edfa-41c2-8412-a4c5440690d7 req-cac01b5e-479a-4754-bc7e-78e028605e99 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713859 Feb 17 22:15:20.791446 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:20.821620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:20.883537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:21.000644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f9d19951-7ed4-48f4-b0fe-cef273ee6ecd'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:21.032409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ddb2f-312a-4b09-92dd-68d97c1cfca1 req-1ad1b55b-bcfc-48e2-a15b-3d08e7a81766 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.034020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364ddb2f-312a-4b09-92dd-68d97c1cfca1 req-1ad1b55b-bcfc-48e2-a15b-3d08e7a81766 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.0949979 Feb 17 22:15:21.045507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08e7cc-63d9-4e8d-9e94-89e79404f879 req-b2ee5863-d5be-4b68-8f32-6966256d7f6c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.047407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba08e7cc-63d9-4e8d-9e94-89e79404f879 req-b2ee5863-d5be-4b68-8f32-6966256d7f6c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 947 time: 0.0952175 Feb 17 22:15:21.132726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364ddb2f-312a-4b09-92dd-68d97c1cfca1 req-4e0dc08e-a035-4d62-a934-09d1fc236c50 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846317 Feb 17 22:15:21.135998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba08e7cc-63d9-4e8d-9e94-89e79404f879 req-f15df35b-8ee5-40c5-8ddf-a35c519fcd4f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705006 Feb 17 22:15:21.257256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238'}, {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:21.261407 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9bcc1d-c1d8-4f0b-81ba-60d96794d4d4" -d '{"events": [{"server_uuid": "d01612a1-c256-4987-b68d-e89a4d00d5fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa1cd83c-185e-41cc-ad48-5c0c63b09238"}, {"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-plugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:21.356215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557cea0-1eee-409c-8044-8b966d02450d req-8b5de924-6256-4b64-8ed6-da3177d2238f tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.358056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5557cea0-1eee-409c-8044-8b966d02450d req-8b5de924-6256-4b64-8ed6-da3177d2238f tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 949 time: 0.0874448 Feb 17 22:15:21.362786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a127fa54-0d4a-4f6a-86be-effb46fe30f4 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:21.435026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5557cea0-1eee-409c-8044-8b966d02450d req-0a10be96-54c2-4eee-a6a8-da635c60d76e tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660796 Feb 17 22:15:21.457405 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385d9d54-b3a2-4ebf-9364-d166fe811499 x-openstack-request-id: req-385d9d54-b3a2-4ebf-9364-d166fe811499 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:21.457592 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01612a1-c256-4987-b68d-e89a4d00d5fe", "name": "network-vif-plugged", "status": "completed", "tag": "aa1cd83c-185e-41cc-ad48-5c0c63b09238", "code": 200}, {"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-plugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:21.457804 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-385d9d54-b3a2-4ebf-9364-d166fe811499 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:21.458411 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238', 'code': 200} Feb 17 22:15:21.458822 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'code': 200} Feb 17 22:15:21.546196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a127fa54-0d4a-4f6a-86be-effb46fe30f4, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a127fa54-0d4a-4f6a-86be-effb46fe30f4,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:21.692089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8d2b6-d0c1-4018-a8d9-b7dc60d1593e req-8b278871-8435-4838-b0a7-b77f182574cb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.694234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29d8d2b6-d0c1-4018-a8d9-b7dc60d1593e req-8b278871-8435-4838-b0a7-b77f182574cb tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.1712563 Feb 17 22:15:21.699047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b977e6a-5052-4d98-a6a7-831c343e1c4b req-853b1f65-e8c5-4f54-9158-03c1ca86184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.700557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b977e6a-5052-4d98-a6a7-831c343e1c4b req-853b1f65-e8c5-4f54-9158-03c1ca86184e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1132 time: 0.1662545 Feb 17 22:15:21.709211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4', 'mac_address': 'fa:16:3e:e3:8f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:21.710471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f96244-1d51-43df-bee5-76f0d706495d req-35660ce3-3114-4403-9015-ab0c79be7c3f tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.712041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84f96244-1d51-43df-bee5-76f0d706495d req-35660ce3-3114-4403-9015-ab0c79be7c3f tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.1683302 Feb 17 22:15:21.746176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7209c-5902-4b10-8e5e-8953d00052d1 req-cb38fbcb-4d79-448e-a436-612a40f5890d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.747694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70d7209c-5902-4b10-8e5e-8953d00052d1 req-cb38fbcb-4d79-448e-a436-612a40f5890d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 1128 time: 0.1590767 Feb 17 22:15:21.757521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a127fa54-0d4a-4f6a-86be-effb46fe30f4 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:21.757926 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:21.773048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a127fa54-0d4a-4f6a-86be-effb46fe30f4 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:21.794814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a127fa54-0d4a-4f6a-86be-effb46fe30f4, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a127fa54-0d4a-4f6a-86be-effb46fe30f4,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:21.799580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:21.847306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b977e6a-5052-4d98-a6a7-831c343e1c4b req-506331bb-a73f-41ef-b172-5e82e3698b9e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317191 Feb 17 22:15:21.857857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a127fa54-0d4a-4f6a-86be-effb46fe30f4,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:21.870382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84f96244-1d51-43df-bee5-76f0d706495d req-72052275-6781-4f81-b9ba-ed7b8d1ff233 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384871 Feb 17 22:15:21.873274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29d8d2b6-d0c1-4018-a8d9-b7dc60d1593e req-becf908e-77f5-4681-89a9-043afc47a83b tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603522 Feb 17 22:15:21.875508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70d7209c-5902-4b10-8e5e-8953d00052d1 req-3621666a-4a38-4ad3-8941-c469eb9f99b0 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180286 Feb 17 22:15:21.997392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dff3b8-48df-4405-9aae-e33dffc4e85f req-0113c162-9fa5-4f39-a559-a68bc1000af4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:21.999321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17dff3b8-48df-4405-9aae-e33dffc4e85f req-0113c162-9fa5-4f39-a559-a68bc1000af4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 945 time: 0.0594611 Feb 17 22:15:22.099561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17dff3b8-48df-4405-9aae-e33dffc4e85f req-b466536f-a6a5-4046-b50a-426d41af5a1d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942054 Feb 17 22:15:22.321012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfbae55-045a-430f-8693-14668bad08bb req-ac52adb3-3cf4-4eb3-ae9d-621c631b45aa tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:22.322624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfbae55-045a-430f-8693-14668bad08bb req-ac52adb3-3cf4-4eb3-ae9d-621c631b45aa tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 948 time: 0.0755796 Feb 17 22:15:22.346863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f9d19951-7ed4-48f4-b0fe-cef273ee6ecd up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:22.373804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a127fa54-0d4a-4f6a-86be-effb46fe30f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:22.375890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfbae55-045a-430f-8693-14668bad08bb req-4d3f9dd9-77b9-4f1b-a7f1-1a481534bd2f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474019 Feb 17 22:15:22.444654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:15:22.457382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:22.457757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:22.612513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:22.612806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:22.649391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:22.654127 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:22.706069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:23.060755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a325a-a223-4d74-882e-a91d6af9f721 req-dbb0a3cc-ee8d-4777-a996-656498f353d8 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:23.063125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23a325a-a223-4d74-882e-a91d6af9f721 req-dbb0a3cc-ee8d-4777-a996-656498f353d8 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.1021929 Feb 17 22:15:23.075576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4dd2f-2f2a-4bae-a268-9c34735dc4dc req-5076a44d-0ce4-4d39-bf28-141528653e25 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:23.084473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5c4dd2f-2f2a-4bae-a268-9c34735dc4dc req-5076a44d-0ce4-4d39-bf28-141528653e25 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.1126659 Feb 17 22:15:23.164637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5c4dd2f-2f2a-4bae-a268-9c34735dc4dc req-6ce97ce7-4bd4-4b1b-9c4c-90ad19505849 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778234 Feb 17 22:15:23.172693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23a325a-a223-4d74-882e-a91d6af9f721 req-ae11e251-d793-4f94-bdb5-21011a2a9c16 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871334 Feb 17 22:15:23.329119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ef4fc-220c-4634-819f-9b43f8d36414 req-45175e3c-1668-4baa-95cd-b32b846fd12a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:23.330753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e4ef4fc-220c-4634-819f-9b43f8d36414 req-45175e3c-1668-4baa-95cd-b32b846fd12a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.0685527 Feb 17 22:15:23.389262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e4ef4fc-220c-4634-819f-9b43f8d36414 req-6333ae97-8175-4ecc-94bf-591d4e44d6ab tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513794 Feb 17 22:15:23.460542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:23.463021 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1571407-2d8c-4c39-bce6-a278a95e25ef" -d '{"events": [{"server_uuid": "f001127d-fb21-4f41-8735-d18f57c9fa2d", "name": "network-vif-plugged", "status": "completed", "tag": "f9d19951-7ed4-48f4-b0fe-cef273ee6ecd"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:23.503251 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96c85b29-8cab-41a3-afd1-8e3aa3722bc9 x-openstack-request-id: req-96c85b29-8cab-41a3-afd1-8e3aa3722bc9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:23.503584 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001127d-fb21-4f41-8735-d18f57c9fa2d", "name": "network-vif-plugged", "status": "completed", "tag": "f9d19951-7ed4-48f4-b0fe-cef273ee6ecd", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:23.503843 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96c85b29-8cab-41a3-afd1-8e3aa3722bc9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:23.504244 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd', 'code': 200} Feb 17 22:15:23.514876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8551177b-dfb4-461b-9f3e-07389d5e045f req-5b5052ee-f661-4c26-9f14-cf5130f60ed5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:23.516598 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8551177b-dfb4-461b-9f3e-07389d5e045f req-5b5052ee-f661-4c26-9f14-cf5130f60ed5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 948 time: 0.0678477 Feb 17 22:15:23.579888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8551177b-dfb4-461b-9f3e-07389d5e045f req-ca3fc0d7-475b-4817-91b9-965ca19f9bc1 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555172 Feb 17 22:15:23.645612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e790-bcec-4eb4-9d5a-f5a5c28db8f7 req-73596f0a-4108-41b6-af57-41d2eb3d3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:23.647703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3d2e790-bcec-4eb4-9d5a-f5a5c28db8f7 req-73596f0a-4108-41b6-af57-41d2eb3d3f23 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 1129 time: 0.0516584 Feb 17 22:15:23.698247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3d2e790-bcec-4eb4-9d5a-f5a5c28db8f7 req-6fb0610b-a196-45a4-9b4e-8862ef9fd153 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Feb 17 22:15:24.098223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-cfd9eba7-aeb2-4e2f-8ba6-ceba3fe8f842 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:24.099577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-cfd9eba7-aeb2-4e2f-8ba6-ceba3fe8f842 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.0540869 Feb 17 22:15:24.216593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Deleting port 446a5c2d-eb71-4236-ab1e-754661b5491d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:15:24.217255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:24.362678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:24.400901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] For port 446a5c2d-eb71-4236-ab1e-754661b5491d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=446a5c2d-eb71-4236-ab1e-754661b5491d,segment=NetworkSegment(e8fbd38c-7518-4a66-a82e-765df84858bb),segment_id=e8fbd38c-7518-4a66-a82e-765df84858bb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:24.400901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:24.423790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ed6cc-862a-43d6-be3c-4bbfb35998ca req-11204b6e-3b90-425e-85b2-baa789d2fec9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:24.431103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-823ed6cc-862a-43d6-be3c-4bbfb35998ca req-11204b6e-3b90-425e-85b2-baa789d2fec9 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 945 time: 0.1586988 Feb 17 22:15:24.437243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de6bd-e8ff-4be5-aa95-7f56fe26190a req-37c38110-dd5a-440e-93c3-89e200df2400 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:24.439024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-825de6bd-e8ff-4be5-aa95-7f56fe26190a req-37c38110-dd5a-440e-93c3-89e200df2400 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.1735466 Feb 17 22:15:24.440556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Calling delete_port for 446a5c2d-eb71-4236-ab1e-754661b5491d owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:15:24.520584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:24.545242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'mac_address': 'fa:16:3e:98:c4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:24.592019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:24.592281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:24.597186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-825de6bd-e8ff-4be5-aa95-7f56fe26190a req-9a9fbb93-01c4-4b10-83c8-15beb64cfe99 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506758 Feb 17 22:15:24.608773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-823ed6cc-862a-43d6-be3c-4bbfb35998ca req-86e18f77-3f67-4189-a30d-071bb22b8d1c tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b1f131c-abd6-42ec-af71-4c94298a7a0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603794 Feb 17 22:15:24.611412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dee32fd0-4e44-446f-9a2f-3b815866beaf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:24.649305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:24.662974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:24.735070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:24.770926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (446a5c2d-eb71-4236-ab1e-754661b5491d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:24.808655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['446a5c2d-eb71-4236-ab1e-754661b5491d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:24.832972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Pushing event deleted for resources: {'Port': ['ID=446a5c2d-eb71-4236-ab1e-754661b5491d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:24.864238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['dee32fd0-4e44-446f-9a2f-3b815866beaf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:24.906503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] No DVR routers for this DVR port 446a5c2d-eb71-4236-ab1e-754661b5491d on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:15:24.909577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:24.913133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20d0b8d3-3b94-4e91-b877-0cf99dbf33e7 req-01e3bced-6ab1-4d31-b523-a33281f3cd65 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.94 "DELETE /v2.0/ports/446a5c2d-eb71-4236-ab1e-754661b5491d HTTP/1.1" status: 204 len: 173 time: 0.7946134 Feb 17 22:15:24.914572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e26921b2-0974-44ca-b6ec-deb636759367', 'name': 'network-vif-deleted', 'tag': '446a5c2d-eb71-4236-ab1e-754661b5491d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:24.917065 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9abcb25-57f5-45e2-9ba2-6f4f4b786f59" -d '{"events": [{"server_uuid": "e26921b2-0974-44ca-b6ec-deb636759367", "name": "network-vif-deleted", "tag": "446a5c2d-eb71-4236-ab1e-754661b5491d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:24.935939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e168a36-b32e-4edd-80ae-fa2bae6c90df req-d9c7375c-f5f7-4696-8f0e-cfd5f26aff51 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:24.937572 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e168a36-b32e-4edd-80ae-fa2bae6c90df req-d9c7375c-f5f7-4696-8f0e-cfd5f26aff51 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.1807199 Feb 17 22:15:24.952505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c728607-99ee-46b9-8c5e-c461bf2c1b23 req-97534c35-32c7-4236-ae3b-46e436853567 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:24.960372 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c728607-99ee-46b9-8c5e-c461bf2c1b23 req-97534c35-32c7-4236-ae3b-46e436853567 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 948 time: 0.1394341 Feb 17 22:15:25.054876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c728607-99ee-46b9-8c5e-c461bf2c1b23 req-e2a1f86e-658f-4060-a393-5297f5bbed5d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938509 Feb 17 22:15:25.066619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e168a36-b32e-4edd-80ae-fa2bae6c90df req-5b2a86d9-d6ea-4198-b872-84ca1cec4dc8 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982709 Feb 17 22:15:25.074003 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:25.154549 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47e6c584-158c-46ef-9996-a9d2119adb6b x-openstack-request-id: req-47e6c584-158c-46ef-9996-a9d2119adb6b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:25.155058 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e26921b2-0974-44ca-b6ec-deb636759367", "name": "network-vif-deleted", "tag": "446a5c2d-eb71-4236-ab1e-754661b5491d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:25.155680 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47e6c584-158c-46ef-9996-a9d2119adb6b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:25.156258 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e26921b2-0974-44ca-b6ec-deb636759367', 'name': 'network-vif-deleted', 'tag': '446a5c2d-eb71-4236-ab1e-754661b5491d', 'status': 'completed', 'code': 200} Feb 17 22:15:25.384872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a127fa54-0d4a-4f6a-86be-effb46fe30f4 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:25.462872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port a127fa54-0d4a-4f6a-86be-effb46fe30f4 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:15:25.477027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port a127fa54-0d4a-4f6a-86be-effb46fe30f4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:25.477405 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:25.549921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4d88c-7162-464c-b9db-efb1be13abfc req-843252ef-ecbf-4c84-8f3d-6ecd79cc5591 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:25.553848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c4d88c-7162-464c-b9db-efb1be13abfc req-843252ef-ecbf-4c84-8f3d-6ecd79cc5591 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.1654010 Feb 17 22:15:25.561798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-83ccf0e5-1072-4f43-9887-f20c1c7dcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:25.564066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-83ccf0e5-1072-4f43-9887-f20c1c7dcd47 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bd7e065ad51f401d9e6843052c735552&device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 1128 time: 0.1202352 Feb 17 22:15:25.586030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a127fa54-0d4a-4f6a-86be-effb46fe30f4 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:25.586662 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:25.648747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a127fa54-0d4a-4f6a-86be-effb46fe30f4, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a127fa54-0d4a-4f6a-86be-effb46fe30f4,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:25.651675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:25.654480 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7122b9d-ab70-462c-8600-b30a2a65564f" -d '{"events": [{"server_uuid": "5050bb3e-d36c-463d-934e-d84a44104a4b", "name": "network-vif-plugged", "status": "completed", "tag": "a127fa54-0d4a-4f6a-86be-effb46fe30f4"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:25.660161 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:25.682815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c4d88c-7162-464c-b9db-efb1be13abfc req-56c4b397-c025-45d0-b7ab-5c016ade55d5 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174991 Feb 17 22:15:25.764980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-0f73333f-8db9-4b29-8cee-6429d0ba0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:25.768241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-0f73333f-8db9-4b29-8cee-6429d0ba0462 service neutron] 10.222.0.94 "GET /v2.0/networks?id=96b79cb0-442d-4112-a716-1043c435e78d HTTP/1.1" status: 200 len: 914 time: 0.1849663 Feb 17 22:15:25.802018 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e9603a-cc7d-41e2-bd35-70cf863c44d5 x-openstack-request-id: req-06e9603a-cc7d-41e2-bd35-70cf863c44d5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:25.811273 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5050bb3e-d36c-463d-934e-d84a44104a4b", "name": "network-vif-plugged", "status": "completed", "tag": "a127fa54-0d4a-4f6a-86be-effb46fe30f4", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:25.811552 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06e9603a-cc7d-41e2-bd35-70cf863c44d5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:25.812075 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4', 'code': 200} Feb 17 22:15:25.843540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a127fa54-0d4a-4f6a-86be-effb46fe30f4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:25.935731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-e6fc2557-7d18-4105-8c1e-49358026f0c0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238 HTTP/1.1" status: 200 len: 217 time: 0.1595159 Feb 17 22:15:25.986191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b509b410-4b5f-4b7e-9097-c215dc1b3f59 req-a0179fa4-ca06-493f-b49a-45a6eadf64f8 tempest-DeleteServersTestJSON-1252554058 tempest-DeleteServersTestJSON-1252554058-project] 10.222.0.79 "GET /v2.0/ports?device_id=e26921b2-0974-44ca-b6ec-deb636759367 HTTP/1.1" status: 200 len: 210 time: 0.0781019 Feb 17 22:15:26.360949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-f4631cf6-d1c9-4b06-9d0c-5032a519cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:26.362431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-f4631cf6-d1c9-4b06-9d0c-5032a519cb82 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=8f01b4ac-6863-4a1f-9600-2c1d17d12217 HTTP/1.1" status: 200 len: 853 time: 0.4085214 Feb 17 22:15:26.399663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:26.461739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-9b8d79a1-58dd-4fe4-9dfa-d915b37ac9aa service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=96b79cb0-442d-4112-a716-1043c435e78d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668423 Feb 17 22:15:26.498188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port dee32fd0-4e44-446f-9a2f-3b815866beaf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:26.498563 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:26.612387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408a0acd-c871-4199-8f46-3e6724140650 req-d74bc585-97b1-44cb-b90c-e48e9777b411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:26.616035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-408a0acd-c871-4199-8f46-3e6724140650 req-d74bc585-97b1-44cb-b90c-e48e9777b411 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 1132 time: 0.6187949 Feb 17 22:15:26.647275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dd81e-d381-4c7d-9013-e60e7eb7647c req-c8cbdcf5-60c2-41ae-8467-7b623947dc77 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:26.660069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-301dd81e-d381-4c7d-9013-e60e7eb7647c req-c8cbdcf5-60c2-41ae-8467-7b623947dc77 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 949 time: 0.3156896 Feb 17 22:15:26.661887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:26.662999 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:26.742853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-d190dc0e-f63c-48d5-b4ac-f2a372f13335 service neutron] 10.222.0.94 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707124 Feb 17 22:15:26.753480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70294d-f576-40b5-a4c7-5f9186527a00 req-22a034d9-a099-4a68-aa25-94a8b9da7172 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:26.756003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:26.763449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:26.764611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a70294d-f576-40b5-a4c7-5f9186527a00 req-22a034d9-a099-4a68-aa25-94a8b9da7172 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.4328713 Feb 17 22:15:26.875248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:26.941850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-408a0acd-c871-4199-8f46-3e6724140650 req-a7e1fb00-bc72-4da8-930c-58f5fd4a0267 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128481 Feb 17 22:15:26.965549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-301dd81e-d381-4c7d-9013-e60e7eb7647c req-148a8a98-37a6-472e-9637-50196f282d0a tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032315 Feb 17 22:15:27.000058 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:15:27.043723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a70294d-f576-40b5-a4c7-5f9186527a00 req-76a30fb8-ed72-426d-9288-a64125aee527 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737408 Feb 17 22:15:27.106079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c0bb20f-eb00-44d6-8ba7-16a538fcfba0 req-1c5bd544-dba3-4a61-8041-1ac74ca633e8 service neutron] 10.222.0.94 "GET /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082743 Feb 17 22:15:27.134363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775630c-1247-419a-92e2-4adea8a9776e req-4e40a5e4-6072-484f-a17b-4b82e2eafd71 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:27.143059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e775630c-1247-419a-92e2-4adea8a9776e req-4e40a5e4-6072-484f-a17b-4b82e2eafd71 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.0978944 Feb 17 22:15:27.218773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e775630c-1247-419a-92e2-4adea8a9776e req-5abd8882-084b-4a1a-9293-2859d291ca46 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741613 Feb 17 22:15:27.398999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 446a5c2d-eb71-4236-ab1e-754661b5491d no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:15:27.451905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 446a5c2d-eb71-4236-ab1e-754661b5491d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:15:27.452248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 446a5c2d-eb71-4236-ab1e-754661b5491d not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:15:27.536673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57701491-1230-41a3-8c8b-62c7ced7bed5 req-64470816-b4c7-4bc5-b2cc-cc0a375ac08a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:27.547978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57701491-1230-41a3-8c8b-62c7ced7bed5 req-64470816-b4c7-4bc5-b2cc-cc0a375ac08a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.1379275 Feb 17 22:15:27.683906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57701491-1230-41a3-8c8b-62c7ced7bed5 req-0569df31-b84d-483d-8457-4d8f7904e893 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323977 Feb 17 22:15:27.813466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:27.824215 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe6ab84-0d29-47a2-bcb0-f8503430b5b8" -d '{"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-plugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:27.900796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c282a6-32b0-459f-a0b0-cec1c5cd7c36 req-33349138-e834-44de-b574-67aab278ff6f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:27.902378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c282a6-32b0-459f-a0b0-cec1c5cd7c36 req-33349138-e834-44de-b574-67aab278ff6f tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.0958948 Feb 17 22:15:27.932931 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4526fba-c516-4eee-b461-45aa15de4346 x-openstack-request-id: req-f4526fba-c516-4eee-b461-45aa15de4346 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:27.934005 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-plugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:27.934366 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4526fba-c516-4eee-b461-45aa15de4346 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:27.934881 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'code': 200} Feb 17 22:15:27.985478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c282a6-32b0-459f-a0b0-cec1c5cd7c36 req-68067a38-665a-41de-8082-07396a2ecfc2 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725300 Feb 17 22:15:28.230658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbd0b2-bbfb-4a1f-bf08-c1369daa3968 req-d0eee081-dee2-4587-a3e7-f46c1b1390b8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:28.238609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fdbbd0b2-bbfb-4a1f-bf08-c1369daa3968 req-d0eee081-dee2-4587-a3e7-f46c1b1390b8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 949 time: 0.1448054 Feb 17 22:15:28.320424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fdbbd0b2-bbfb-4a1f-bf08-c1369daa3968 req-4b0aee1c-1829-42cf-a8e4-4f4b1d2a09fd tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803137 Feb 17 22:15:28.678212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9807a-1e9b-48bb-9b95-f4a0ca6d90d4 req-a4f82a0d-9612-4022-a773-fbe76d5ab68f tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:28.687733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1a9807a-1e9b-48bb-9b95-f4a0ca6d90d4 req-a4f82a0d-9612-4022-a773-fbe76d5ab68f tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.1106737 Feb 17 22:15:28.784752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1a9807a-1e9b-48bb-9b95-f4a0ca6d90d4 req-83877fa8-efe9-4342-8f66-992352225d9d tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913222 Feb 17 22:15:28.932431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804550c-2c0b-487e-a700-fcf421511951 req-5dcff1bc-8bba-43c6-99cb-f50771a3f756 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:28.933954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d804550c-2c0b-487e-a700-fcf421511951 req-5dcff1bc-8bba-43c6-99cb-f50771a3f756 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.1176238 Feb 17 22:15:29.012071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d804550c-2c0b-487e-a700-fcf421511951 req-f99ec34a-a08c-417b-ab48-d6a4618e23c4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714397 Feb 17 22:15:29.318838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eae10a-cd71-40b4-86d6-bdba489b792f req-4828090a-d1f0-4f0f-a4e2-b9b286687122 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:29.321578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6eae10a-cd71-40b4-86d6-bdba489b792f req-4828090a-d1f0-4f0f-a4e2-b9b286687122 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.1443267 Feb 17 22:15:29.454546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6eae10a-cd71-40b4-86d6-bdba489b792f req-0d8d746e-bd1c-4979-aa57-8dfe7b01209b tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117239 Feb 17 22:15:29.607867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e4b5c-3abb-4429-a5a4-7069f2b47536 req-50a302d7-2437-4ca7-a149-6b50b972e0c5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:29.616224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06e4b5c-3abb-4429-a5a4-7069f2b47536 req-50a302d7-2437-4ca7-a149-6b50b972e0c5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 949 time: 0.0992479 Feb 17 22:15:29.703545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06e4b5c-3abb-4429-a5a4-7069f2b47536 req-8246e7a9-7fb0-49a9-842c-1bd212a1bd87 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847309 Feb 17 22:15:29.906548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922da94-1647-486f-8810-c30726fe2101 req-54a53b0e-5785-4d10-8ed3-21999813af82 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:29.917719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f922da94-1647-486f-8810-c30726fe2101 req-54a53b0e-5785-4d10-8ed3-21999813af82 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1039910 Feb 17 22:15:29.992025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f922da94-1647-486f-8810-c30726fe2101 req-7b53c478-5288-4666-9b79-9e8564e0d2b5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732951 Feb 17 22:15:30.241537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-c6dbb317-ecd3-4579-923a-ddb2e384f4fe tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281010 Feb 17 22:15:30.249481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b737d180-3b83-4d64-b639-e3b5c723141a req-66eec0eb-fdeb-4bd8-8ab5-58df18c8120c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:30.258389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b737d180-3b83-4d64-b639-e3b5c723141a req-66eec0eb-fdeb-4bd8-8ab5-58df18c8120c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.1177075 Feb 17 22:15:30.420264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-73afdc16-a723-4d54-9784-95ba7772c771 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:30.422133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-73afdc16-a723-4d54-9784-95ba7772c771 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1371131 Feb 17 22:15:30.462363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-76aab86e-2b62-43a4-ad93-8d1b97da2df9 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/quotas/64bdb6c9d9214e00853bdf9b3cc33de5 HTTP/1.1" status: 200 len: 375 time: 0.0269964 Feb 17 22:15:30.528898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b737d180-3b83-4d64-b639-e3b5c723141a req-9f7f6362-be26-4a90-a3a5-17d24a1e7336 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692227 Feb 17 22:15:30.583320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-e9e3b53c-04a9-4f17-acaa-6deac6c2d9d3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197162 Feb 17 22:15:30.921186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e9a42-9a78-4a5b-8f5a-90176c01e64d req-c9423f9f-4686-4d98-a49a-1c9c0dc0e40e tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:30.922737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c41e9a42-9a78-4a5b-8f5a-90176c01e64d req-c9423f9f-4686-4d98-a49a-1c9c0dc0e40e tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.2607234 Feb 17 22:15:31.096128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d320315-e85d-4cfb-8f59-db6d56821bd4 req-8bcbc25c-a7e7-46e1-a9b3-d20746ab7c58 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 210 time: 0.1231046 Feb 17 22:15:31.279731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-60fe9342-ddf2-4481-adb1-c9aaa88759df tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:31.283537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-60fe9342-ddf2-4481-adb1-c9aaa88759df tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.94 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 945 time: 0.4315972 Feb 17 22:15:31.419037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c41e9a42-9a78-4a5b-8f5a-90176c01e64d req-9b52e25c-86a6-4afb-a35b-2e7e9684ddb7 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/security-groups?id=a1782626-0c43-4fdb-bece-6b0204f35559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448235 Feb 17 22:15:31.623840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Deleting port aa1cd83c-185e-41cc-ad48-5c0c63b09238 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:15:31.624090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:31.782827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] For port aa1cd83c-185e-41cc-ad48-5c0c63b09238, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=aa1cd83c-185e-41cc-ad48-5c0c63b09238,segment=NetworkSegment(35bac283-60f5-497a-b921-9053ead0a89d),segment_id=35bac283-60f5-497a-b921-9053ead0a89d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:31.783697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:31.806006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Calling delete_port for aa1cd83c-185e-41cc-ad48-5c0c63b09238 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:15:32.096191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71324390-a3e7-480c-8b14-025ef4a6df78 req-a2aec121-70d7-4a72-9db7-a9fa4fddf439 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:32.106706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71324390-a3e7-480c-8b14-025ef4a6df78 req-a2aec121-70d7-4a72-9db7-a9fa4fddf439 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.2210340 Feb 17 22:15:32.252426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71324390-a3e7-480c-8b14-025ef4a6df78 req-d7529b6d-080f-4854-9232-75978d01a75b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416700 Feb 17 22:15:32.352001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b78ffd1-eb48-4cf5-b166-be9d44b2b687 req-ee33a6d4-6b1f-4a26-a6eb-a48c32ab6fcd tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 210 time: 0.0933716 Feb 17 22:15:32.601392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (aa1cd83c-185e-41cc-ad48-5c0c63b09238), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:32.636079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['aa1cd83c-185e-41cc-ad48-5c0c63b09238'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:32.665934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Pushing event deleted for resources: {'Port': ['ID=aa1cd83c-185e-41cc-ad48-5c0c63b09238,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:32.724673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] No DVR routers for this DVR port aa1cd83c-185e-41cc-ad48-5c0c63b09238 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:15:32.728278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b05bb6d-d6c1-4c47-b501-706efa726f2f req-f11dded7-55d6-4b46-8a1f-244c79843e25 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.79 "GET /v2.0/ports?device_id=d01612a1-c256-4987-b68d-e89a4d00d5fe HTTP/1.1" status: 200 len: 210 time: 0.1051552 Feb 17 22:15:32.729365 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:32.732969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcd66db2-4be4-4334-9baa-384349ae1d78 req-ae073573-10eb-42a2-8ced-22f767891026 tempest-InstanceActionsTestJSON-1904390459 tempest-InstanceActionsTestJSON-1904390459-project] 10.222.0.94 "DELETE /v2.0/ports/aa1cd83c-185e-41cc-ad48-5c0c63b09238 HTTP/1.1" status: 204 len: 173 time: 1.4358354 Feb 17 22:15:32.733203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'name': 'network-vif-deleted', 'tag': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:32.736094 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c5ef82-4a28-47a9-91a0-a4ca1b653552" -d '{"events": [{"server_uuid": "d01612a1-c256-4987-b68d-e89a4d00d5fe", "name": "network-vif-deleted", "tag": "aa1cd83c-185e-41cc-ad48-5c0c63b09238"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:32.835888 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338b5081-38ad-4ace-bbe4-099a408ed78a x-openstack-request-id: req-338b5081-38ad-4ace-bbe4-099a408ed78a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:32.836183 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d01612a1-c256-4987-b68d-e89a4d00d5fe", "name": "network-vif-deleted", "tag": "aa1cd83c-185e-41cc-ad48-5c0c63b09238", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:32.836397 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-338b5081-38ad-4ace-bbe4-099a408ed78a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:32.836824 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd01612a1-c256-4987-b68d-e89a4d00d5fe', 'name': 'network-vif-deleted', 'tag': 'aa1cd83c-185e-41cc-ad48-5c0c63b09238', 'status': 'completed', 'code': 200} Feb 17 22:15:32.899643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1d707841-ab24-4453-b397-369e904742d3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481350 Feb 17 22:15:33.136527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-832e803b-7ad2-4345-83a6-01f326004801 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:33.138078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-832e803b-7ad2-4345-83a6-01f326004801 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2318764 Feb 17 22:15:33.156543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Request body: {'port': {'device_id': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '64bdb6c9d9214e00853bdf9b3cc33de5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:33.368281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Made reservation on behalf of 64bdb6c9d9214e00853bdf9b3cc33de5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:33.374434 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:33.756260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76343f4a-2c12-4714-885b-19a65a22a88f req-56954f00-7868-4753-a91f-75307800e819 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 210 time: 0.2448318 Feb 17 22:15:33.819067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e912e93-f6f9-4765-8aff-088429deee9c req-b147e562-20d1-4722-b0a8-673a1393c2f3 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:33.830395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e912e93-f6f9-4765-8aff-088429deee9c req-b147e562-20d1-4722-b0a8-673a1393c2f3 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.4513013 Feb 17 22:15:33.900570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42694) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:34.058963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Deleting subnet 8f01b4ac-6863-4a1f-9600-2c1d17d12217 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:15:34.068656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Publish callbacks [] for subnet (8f01b4ac-6863-4a1f-9600-2c1d17d12217), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:34.083974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e912e93-f6f9-4765-8aff-088429deee9c req-1df564d4-ec64-49be-aa9b-c7efaf614ba3 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517715 Feb 17 22:15:34.126709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Allocated IP 192.168.233.40 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:34.296673 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (8f01b4ac-6863-4a1f-9600-2c1d17d12217), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:34.503678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (8f01b4ac-6863-4a1f-9600-2c1d17d12217), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:34.511215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks [] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:34.607656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (8f01b4ac-6863-4a1f-9600-2c1d17d12217), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:34.624666 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:34.638210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a21bb080-0071-43f0-94ec-39d6e5f4fe54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:34.682058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f01b4ac-6863-4a1f-9600-2c1d17d12217,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:34.720313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a127fa54-0d4a-4f6a-86be-effb46fe30f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:34.741821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.743343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.744496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.746017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.747790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.749723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.750313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.750914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.751430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.766519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.767294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.767819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.770238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:34.810332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:34.824148 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-451e62e9-893d-4335-8e6f-a478a2014942 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8f01b4ac-6863-4a1f-9600-2c1d17d12217 HTTP/1.1" status: 204 len: 168 time: 0.9212220 Feb 17 22:15:34.828629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42712) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:34.877617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Pushing event updated for resources: {'Port': ['ID=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:34.987788 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (96b79cb0-442d-4112-a716-1043c435e78d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.156119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:35.197346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:35.213211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:35.225597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (96b79cb0-442d-4112-a716-1043c435e78d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.356548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b79cb0-442d-4112-a716-1043c435e78d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:35.374478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:35.375200 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.418865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35bac283-60f5-497a-b921-9053ead0a89d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:35.420340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35bac283-60f5-497a-b921-9053ead0a89d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:35.437808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-f3c16081-2abe-4852-9f96-009496b581c0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2852552 Feb 17 22:15:35.438166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aa1cd83c-185e-41cc-ad48-5c0c63b09238 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:15:35.471020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (35bac283-60f5-497a-b921-9053ead0a89d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.488978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Request body: {'port': {'device_id': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:35.499190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: aa1cd83c-185e-41cc-ad48-5c0c63b09238 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:15:35.499625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device aa1cd83c-185e-41cc-ad48-5c0c63b09238 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:15:35.524333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (35bac283-60f5-497a-b921-9053ead0a89d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.533915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:15:35.534322 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (35bac283-60f5-497a-b921-9053ead0a89d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:15:35.537707 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:15:35.609934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349206cc-ec96-4f9e-a712-6aa8709bf431 req-7a766d53-dcdc-42ed-ab1e-4c50a5330324 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:35.628955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349206cc-ec96-4f9e-a712-6aa8709bf431 req-7a766d53-dcdc-42ed-ab1e-4c50a5330324 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 935 time: 0.6789806 Feb 17 22:15:35.711409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (96b79cb0-442d-4112-a716-1043c435e78d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.721693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.728203 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] 10.222.0.79 "DELETE /v2.0/networks/96b79cb0-442d-4112-a716-1043c435e78d HTTP/1.1" status: 204 len: 168 time: 0.8881211 Feb 17 22:15:35.749387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bae02d-eb4b-4002-8d2c-7f091724d21b admin admin] Pushing event deleted for resources: {'Network': ['ID=96b79cb0-442d-4112-a716-1043c435e78d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:35.763798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-bd5c55e5-9948-49cc-ba55-670786231c1e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1570714 Feb 17 22:15:35.774289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c479c73d-0801-4c1f-b2aa-af7b0347fac2 None None] Provisioning complete for port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:35.775350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c479c73d-0801-4c1f-b2aa-af7b0347fac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:35.831632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349206cc-ec96-4f9e-a712-6aa8709bf431 req-e8aba145-66ba-47fc-b2af-2eb4874fc1e5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016742 Feb 17 22:15:35.875645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c479c73d-0801-4c1f-b2aa-af7b0347fac2 None None] Port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:15:35.994432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:36.036731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6abfc-59e8-4228-91fa-cd32d013fc8e req-97f05dee-5f2b-45b7-b634-cc724f4f5a4c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:36.041439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fe6abfc-59e8-4228-91fa-cd32d013fc8e req-97f05dee-5f2b-45b7-b634-cc724f4f5a4c tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.6319370 Feb 17 22:15:36.132208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42736) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:36.145499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb38b-e11d-426f-a587-420486bea54e req-925fd8e9-43bb-44c6-9819-4b8cd60d2d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:36.147165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-925fd8e9-43bb-44c6-9819-4b8cd60d2d28 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 1129 time: 0.2945666 Feb 17 22:15:36.219846 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-feebab97-c26b-46ed-8835-b49c4a3e3821 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd7e065ad51f401d9e6843052c735552&name=default HTTP/1.1" status: 200 len: 2999 time: 0.0821683 Feb 17 22:15:36.221455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42738) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:36.298663 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44db-f699-41a0-9bc2-b8347ab3757d admin admin] Publish callbacks [] for security_group (a1782626-0c43-4fdb-bece-6b0204f35559), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:36.346736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44db-f699-41a0-9bc2-b8347ab3757d admin admin] Publish callbacks [] for security_group (a1782626-0c43-4fdb-bece-6b0204f35559), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:36.454714 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44db-f699-41a0-9bc2-b8347ab3757d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a1782626-0c43-4fdb-bece-6b0204f35559), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:36.459434 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d7e44db-f699-41a0-9bc2-b8347ab3757d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:36.460996 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4d7e44db-f699-41a0-9bc2-b8347ab3757d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a1782626-0c43-4fdb-bece-6b0204f35559 HTTP/1.1" status: 204 len: 168 time: 0.2381766 Feb 17 22:15:36.492266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e44db-f699-41a0-9bc2-b8347ab3757d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1782626-0c43-4fdb-bece-6b0204f35559,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:36.742239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:36.900902 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Publish callbacks [] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:36.903820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb38b-e11d-426f-a587-420486bea54e req-45956dfa-6500-44f3-9595-b4caad622cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:36.905313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-45956dfa-6500-44f3-9595-b4caad622cc7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.1463375 Feb 17 22:15:37.015133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Transition to ACTIVE for port object 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:37.026219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fe6abfc-59e8-4228-91fa-cd32d013fc8e req-254500b2-3d0a-4327-b95b-526dd938492d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9838011 Feb 17 22:15:37.037502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:37.184849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:37.265660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-bb1f4ac3-8579-4420-97f3-3bdc8364ee5b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 200 len: 1001 time: 0.3504632 Feb 17 22:15:37.563178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Attempting to bind port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:37.569402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Attempting to bind port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:37.569858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Attempting to bind port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:37.574146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb38b-e11d-426f-a587-420486bea54e req-8d75cb31-6423-4e5e-8989-88f593b235e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:37.576759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-8d75cb31-6423-4e5e-8989-88f593b235e4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.1514566 Feb 17 22:15:37.652997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2145c1c-ff1a-4d5e-b8af-4b368877c203 req-9c9c6e64-6d85-4723-b945-028fb4794235 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:37.654847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2145c1c-ff1a-4d5e-b8af-4b368877c203 req-9c9c6e64-6d85-4723-b945-028fb4794235 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 935 time: 0.6736453 Feb 17 22:15:37.698543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:37.704554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Attempting to bind port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:37.840978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2145c1c-ff1a-4d5e-b8af-4b368877c203 req-90f5f5dc-6b4f-4ef4-8f3b-eec1687308ca tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714213 Feb 17 22:15:37.845330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:37.852697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:37.853271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:37.853859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Bound port: 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:37.854477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:37.894403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eb38b-e11d-426f-a587-420486bea54e req-40673356-0b06-4600-a0b3-edae877eeb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:37.901196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-40673356-0b06-4600-a0b3-edae877eeb44 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3116674 Feb 17 22:15:38.136396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] For port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:38.141171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] For port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:38.231439 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:38.394359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-5febc4c7-0bba-4a4e-8432-6fa092789c77 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878547 Feb 17 22:15:38.468243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42796) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:38.641233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-582eb38b-e11d-426f-a587-420486bea54e req-2b728ce3-cd44-4d11-8aa1-157c6d111b5b service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349820 Feb 17 22:15:38.675039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:38.675703 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:38.678184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] 10.222.0.73 "PUT /v2.0/ports/3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb HTTP/1.1" status: 200 len: 1096 time: 3.2128477 Feb 17 22:15:38.697628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:38.702834 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da578b95-4b1d-43c8-bba3-d13461bd23bf" -d '{"events": [{"name": "network-changed", "server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:38.830002 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b47f38f6-3762-4d99-a5b8-73e65138eafe x-openstack-request-id: req-b47f38f6-3762-4d99-a5b8-73e65138eafe {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:38.830281 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:38.830556 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b47f38f6-3762-4d99-a5b8-73e65138eafe {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:38.830851 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb', 'status': 'completed', 'code': 200} Feb 17 22:15:38.917493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1029963476-network', 'tenant_id': '4b203ec969314680b8270e084760a24d'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:38.994357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:38.996302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef627880-cf61-444d-ade8-81dd1ac9788f req-09d619e0-fc95-4826-928b-6b7eb1e87854 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:38.998100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef627880-cf61-444d-ade8-81dd1ac9788f req-09d619e0-fc95-4826-928b-6b7eb1e87854 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.8036048 Feb 17 22:15:39.012141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Made reservation on behalf of 4b203ec969314680b8270e084760a24d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:39.021696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.034759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea65b9a-3a6a-415a-9319-c7f745bc0870 service neutron] Pushing event updated for resources: {'Port': ['ID=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:39.064249 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.226949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef627880-cf61-444d-ade8-81dd1ac9788f req-b2799196-b52a-4325-880d-2c4e7ea344f2 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930494 Feb 17 22:15:39.348660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks [] for security_group (f55f1880-2361-40b2-9429-930daafa26be), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.357426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f55f1880-2361-40b2-9429-930daafa26be), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.394652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:15:39.430601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0f867477-4c14-4b98-a6f8-f4869857b12c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.431494 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Added segment 0f867477-4c14-4b98-a6f8-f4869857b12c of type vlan for network 69166c47-4266-494e-a964-3b9635295ecb Feb 17 22:15:39.436020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55f1880-2361-40b2-9429-930daafa26be,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:39.535317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (69166c47-4266-494e-a964-3b9635295ecb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.596234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (69166c47-4266-494e-a964-3b9635295ecb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.597456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:39.598780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.666124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-539aeb5a-6145-4a9e-8060-f1cc9fa71718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:39.669185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-539aeb5a-6145-4a9e-8060-f1cc9fa71718 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 1130 time: 0.8809707 Feb 17 22:15:39.679897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] Pushing event updated for resources: {'Network': ['ID=69166c47-4266-494e-a964-3b9635295ecb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:39.695474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 69166c47-4266-494e-a964-3b9635295ecb details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:15:39.706062 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fa4ad798-b9e7-4ecf-b95a-db2d7e5605a4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2365494 Feb 17 22:15:39.706752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42820) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:39.714847 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Request body: {'subnet': {'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1029963476-subnet', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:39.720106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635ec14-e05a-4913-a2d9-480b93d951bc req-c9aa8531-f7f9-4879-a681-48fe5b62d987 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:39.722105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3635ec14-e05a-4913-a2d9-480b93d951bc req-c9aa8531-f7f9-4879-a681-48fe5b62d987 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 947 time: 0.6391952 Feb 17 22:15:39.757561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Made reservation on behalf of 4b203ec969314680b8270e084760a24d for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:39.760302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:39.818520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3635ec14-e05a-4913-a2d9-480b93d951bc req-b0d70920-cadc-4c68-b467-f4e26cda1626 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524952 Feb 17 22:15:39.819808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-9083d65d-3ff0-40b0-8445-e10223aa1c83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb HTTP/1.1" status: 200 len: 217 time: 0.1399558 Feb 17 22:15:39.899223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-e0f65e9b-0ab2-47a5-872e-720524ad9827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:39.901031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-e0f65e9b-0ab2-47a5-872e-720524ad9827 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0690908 Feb 17 22:15:40.019815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762005a-4daf-4b51-ab11-0210e88c402e req-e41c6411-58ad-46fe-ae0c-72f13187c8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:40.025753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-e41c6411-58ad-46fe-ae0c-72f13187c8de service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1103601 Feb 17 22:15:40.136239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (83c82078-d7f8-48a7-9dd8-072b4a3f7e54), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:40.233173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-2754f8ae-a85e-44f0-817d-fee4d0557d3b service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005553 Feb 17 22:15:40.312067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:40.312693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Network hostable DHCP agents. Network: 69166c47-4266-494e-a964-3b9635295ecb, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:15:40.315042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c82078-d7f8-48a7-9dd8-072b4a3f7e54,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:40.373159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Network 69166c47-4266-494e-a964-3b9635295ecb is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:15:40.405790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 69166c47-4266-494e-a964-3b9635295ecb) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:40.411836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:40.412794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:40.418510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe79e148-5c27-48f1-b02e-2bdecfdd0b0c None None] Network 69166c47-4266-494e-a964-3b9635295ecb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:15:40.450462 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bd71c35b-f06f-47e1-9c2a-106f61885f37 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7417679 Feb 17 22:15:40.451412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:40.452463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-b26190e0-b2d3-4896-90f8-00bf6e491f39 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:40.456298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:40.465875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-b26190e0-b2d3-4896-90f8-00bf6e491f39 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.2316890 Feb 17 22:15:40.507070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (8f18bf17-43da-4ced-873c-bacd69fc160a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:40.508294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (8f18bf17-43da-4ced-873c-bacd69fc160a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:40.627913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks [] for router_controller (8f18bf17-43da-4ced-873c-bacd69fc160a), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:40.678141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-69166c47-4266-494e-a964-3b9635295ecb', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'project_id': '4b203ec969314680b8270e084760a24d', 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:15:40.679837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:40.739205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-216404cc-d060-4809-a90d-7fba7766cef3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/quotas/59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 375 time: 0.2716503 Feb 17 22:15:40.826825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a2913-4b5c-4bcf-9c32-8f492628f0e3 req-8796a8ac-70a5-49da-903d-d0aedf9a7929 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:40.860189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c12a2913-4b5c-4bcf-9c32-8f492628f0e3 req-8796a8ac-70a5-49da-903d-d0aedf9a7929 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.3888721 Feb 17 22:15:40.933502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c762005a-4daf-4b51-ab11-0210e88c402e req-91bd4b5c-d4e0-4f70-b14e-d21ea4b633c0 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6873572 Feb 17 22:15:40.959965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-87eaf0fb-a79d-4377-b141-b9032b529196 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2197902 Feb 17 22:15:41.073916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks [] for router_gateway (8f18bf17-43da-4ced-873c-bacd69fc160a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:41.105210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Allocated IP 172.20.0.2 (69166c47-4266-494e-a964-3b9635295ecb/83c82078-d7f8-48a7-9dd8-072b4a3f7e54/d127cd31-e5ad-48c2-b50c-732b25fea301) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:41.269227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c12a2913-4b5c-4bcf-9c32-8f492628f0e3 req-8d67d403-bf9a-4311-ae20-e78aaec8187a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4030821 Feb 17 22:15:41.350952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-81bcccb4-e3fe-41f2-8c69-c8723c1faf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:41.358225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-81bcccb4-e3fe-41f2-8c69-c8723c1faf80 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 1130 time: 0.3102753 Feb 17 22:15:41.541705 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-a4d9b05d-48cd-4f11-ba81-9491a69b86f9 service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5516975 Feb 17 22:15:41.596501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Publish callbacks [] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:41.615307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:41.693611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-0ea5c338-c199-465f-ae23-0e404d2ad310 service neutron] 10.222.0.79 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365368 Feb 17 22:15:41.702048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:41.707216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:41.710571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:41.771122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-14db1c91-cee5-47b6-9651-ac0690d18e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:41.786862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-14db1c91-cee5-47b6-9651-ac0690d18e65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.4051523 Feb 17 22:15:41.809790 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks [] for router_gateway (8f18bf17-43da-4ced-873c-bacd69fc160a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:41.868621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Pushing event updated for resources: {'Port': ['ID=d127cd31-e5ad-48c2-b50c-732b25fea301,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:41.889198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:41.891810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-b952d88a-1280-40b9-a07d-97e0ed83615d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb HTTP/1.1" status: 200 len: 217 time: 0.1017206 Feb 17 22:15:41.896339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Attempting to bind port d127cd31-e5ad-48c2-b50c-732b25fea301 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:41.899041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Attempting to bind port d127cd31-e5ad-48c2-b50c-732b25fea301 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:41.899708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Attempting to bind port d127cd31-e5ad-48c2-b50c-732b25fea301 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:41.918673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:41.923231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:41.924042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:41.924636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Bound using segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:41.925391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Bound port: d127cd31-e5ad-48c2-b50c-732b25fea301, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:41.925975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:42.026733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-73d9bf40-2756-46f5-bebb-ecfb048fc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:42.034634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-73d9bf40-2756-46f5-bebb-ecfb048fc5b8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1359994 Feb 17 22:15:42.163516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-d3d5167b-4bbd-4783-8ae6-608ece0ba0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:42.174171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-d3d5167b-4bbd-4783-8ae6-608ece0ba0d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1325662 Feb 17 22:15:42.178346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] For port d127cd31-e5ad-48c2-b50c-732b25fea301, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:42.203632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] For port d127cd31-e5ad-48c2-b50c-732b25fea301, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d127cd31-e5ad-48c2-b50c-732b25fea301,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:42.230017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:42.295629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Allocated IP 172.25.0.186 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/40760aa1-c2e4-4aa3-8903-32f3a39dea1b) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:42.505628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27e3ab-7890-407c-9781-ffc2b782fc88 None None] Pushing event updated for resources: {'Port': ['ID=d127cd31-e5ad-48c2-b50c-732b25fea301,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:42.581976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec55884c-752a-4184-be42-6e1c7be54d44 req-7073490a-f5f8-4391-9447-6d2cf7c66bb5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:42.583519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec55884c-752a-4184-be42-6e1c7be54d44 req-7073490a-f5f8-4391-9447-6d2cf7c66bb5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 947 time: 0.4073715 Feb 17 22:15:42.635152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-b1038003-7075-42bc-a2ff-7fb3a91a818c service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335499 Feb 17 22:15:42.782482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks [] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:42.899496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:43.015573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec55884c-752a-4184-be42-6e1c7be54d44 req-e4e9107f-7ea1-4d38-9344-65d32400345b tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4205763 Feb 17 22:15:43.044708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:43.085056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:43.089944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:43.138122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Pushing event updated for resources: {'Port': ['ID=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:43.300083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75756e2-d855-4d87-a718-73f49c7e4721 req-0f4227d4-60b7-4d89-96e0-d3dfe63dadf6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:43.319002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d75756e2-d855-4d87-a718-73f49c7e4721 req-0f4227d4-60b7-4d89-96e0-d3dfe63dadf6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.6207192 Feb 17 22:15:43.408897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-986e1f42-f4b2-4a61-88b7-4aebebc3f14a req-ac50bbf2-bc00-4cb8-83e3-36102dec2f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.2834685 Feb 17 22:15:43.422894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da578b95-4b1d-43c8-bba3-d13461bd23bf req-09a4a168-4942-4e58-a174-b62d7b1a38f5 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7658935 Feb 17 22:15:43.449952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d127cd31-e5ad-48c2-b50c-732b25fea301 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:43.566179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks [] for router_gateway (8f18bf17-43da-4ced-873c-bacd69fc160a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:43.611169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d75756e2-d855-4d87-a718-73f49c7e4721 req-cce99301-0ac1-4bab-8cc6-0f24d8415a24 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895916 Feb 17 22:15:43.662938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d127cd31-e5ad-48c2-b50c-732b25fea301 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:43.663720 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:43.838529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d127cd31-e5ad-48c2-b50c-732b25fea301 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:43.839211 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:43.875786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42894) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:43.976520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port d127cd31-e5ad-48c2-b50c-732b25fea301, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d127cd31-e5ad-48c2-b50c-732b25fea301,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:43.986281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.149334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] Deleting subnet 303d05a8-8341-4840-885b-d9bafd488b06 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:15:44.191238 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] Publish callbacks [] for subnet (303d05a8-8341-4840-885b-d9bafd488b06), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.196577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=d127cd31-e5ad-48c2-b50c-732b25fea301,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:44.271553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (8f18bf17-43da-4ced-873c-bacd69fc160a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.339959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57054eeb-4e9b-472f-94ec-5795253b9b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.343688 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (303d05a8-8341-4840-885b-d9bafd488b06), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.511175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:15:44.578968 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (303d05a8-8341-4840-885b-d9bafd488b06), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.642632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Router 8f18bf17-43da-4ced-873c-bacd69fc160a is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:15:44.675390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (303d05a8-8341-4840-885b-d9bafd488b06), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.712092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d8474-9b46-4b83-886a-76629391f997 None None] Network 69166c47-4266-494e-a964-3b9635295ecb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:15:44.737109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:44.756329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=303d05a8-8341-4840-885b-d9bafd488b06,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:44.776604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba80619b-d170-4e44-9111-bf0ec08b4514 req-0b728699-1010-422d-8288-7f37c20284a2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.1199040 Feb 17 22:15:44.803249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:44.811141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-392d8132-6127-4199-a8d1-3757583da5f5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/303d05a8-8341-4840-885b-d9bafd488b06 HTTP/1.1" status: 204 len: 168 time: 0.9315283 Feb 17 22:15:44.814903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42910) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:44.999824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8d5c3f-d41a-4f7b-b50f-d9ddb4a4651e req-e3f862ab-87bf-4af3-b47c-2ddb596c78ce tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:45.008837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8d5c3f-d41a-4f7b-b50f-d9ddb4a4651e req-e3f862ab-87bf-4af3-b47c-2ddb596c78ce tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 947 time: 0.7474613 Feb 17 22:15:45.023452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb', 'mac_address': 'fa:16:3e:79:f5:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:15:45.050789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b3bd1044-3a1c-4218-94d3-cfd28563f202 None None] Provisioning complete for port d127cd31-e5ad-48c2-b50c-732b25fea301 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:45.051625 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3bd1044-3a1c-4218-94d3-cfd28563f202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:45.095632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (293666fb-233e-41f8-8f02-a6c2afe25a54), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:45.121250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-ecab9a45-3989-4e87-8822-72d40edfbfea tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:45.124596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-ecab9a45-3989-4e87-8822-72d40edfbfea tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 807 time: 0.3821945 Feb 17 22:15:45.161674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Request body: {'port': {'device_id': '5014d984-4198-435b-b68d-7ac74be082bb', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'admin_state_up': True, 'tenant_id': '59650c83521741329140c0e2719356ae'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:45.189367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561f8e9-7490-4188-bb1e-5af7c64861f0 req-bb5253c5-a5ca-49a2-99fd-f5c035bd4392 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:45.198127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2561f8e9-7490-4188-bb1e-5af7c64861f0 req-bb5253c5-a5ca-49a2-99fd-f5c035bd4392 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.2731235 Feb 17 22:15:45.208277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:45.209142 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:45.225672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:45.255975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:45.266184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:45.329514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:15:45.393116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f8d5c3f-d41a-4f7b-b50f-d9ddb4a4651e req-d6fe8dd4-418f-4c2e-b6db-763f7aa60f7d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831415 Feb 17 22:15:45.447836 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:45.449172 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-abb61929-ab21-46ef-8370-6607ffaec0fa admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9966414 Feb 17 22:15:45.452053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42918) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:45.453773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (293666fb-233e-41f8-8f02-a6c2afe25a54), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:45.551745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2561f8e9-7490-4188-bb1e-5af7c64861f0 req-cf859f8d-07eb-4795-8661-7d9518c6a58a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3474605 Feb 17 22:15:45.641289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:45.647217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d127cd31-e5ad-48c2-b50c-732b25fea301 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:45.653144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Sync routers for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:15:45.743540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293666fb-233e-41f8-8f02-a6c2afe25a54']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:45.751175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Made reservation on behalf of 59650c83521741329140c0e2719356ae for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:45.754684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:45.782375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8fbd38c-7518-4a66-a82e-765df84858bb') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:45.782659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8fbd38c-7518-4a66-a82e-765df84858bb') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:45.806969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b3bd1044-3a1c-4218-94d3-cfd28563f202 None None] Current status of the port d127cd31-e5ad-48c2-b50c-732b25fea301 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:45.813402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:45.952671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:15:45.953438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:15:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:45.988013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37d0fac6-6c5d-4acf-9e5d-d0d7874ff5af req-56c79ae8-2a14-4d6e-afcd-cf52b2f58ebd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.0486410 Feb 17 22:15:46.164659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Allocated IP 172.20.0.7 (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c/7eb73f8d-9b93-4360-977f-12e903433c9b/5fd1070a-6f84-420c-bbec-14024ccd61fb) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:46.404077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1bce891d-bc5f-4f4b-ae3d-e3bed372e4be None None] Provisioning complete for port d127cd31-e5ad-48c2-b50c-732b25fea301 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:46.405419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1bce891d-bc5f-4f4b-ae3d-e3bed372e4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.506551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d127cd31-e5ad-48c2-b50c-732b25fea301 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:46.511843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.541090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks [] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.549465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (e8fbd38c-7518-4a66-a82e-765df84858bb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.655713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e8fbd38c-7518-4a66-a82e-765df84858bb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.692200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:15:46.692777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (e8fbd38c-7518-4a66-a82e-765df84858bb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:15:46.694731 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:15:46.730087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1bce891d-bc5f-4f4b-ae3d-e3bed372e4be None None] Current status of the port d127cd31-e5ad-48c2-b50c-732b25fea301 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:46.852116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d127cd31-e5ad-48c2-b50c-732b25fea301 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:46.863109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (293666fb-233e-41f8-8f02-a6c2afe25a54), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.873232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:46.877676 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/293666fb-233e-41f8-8f02-a6c2afe25a54 HTTP/1.1" status: 204 len: 168 time: 2.0595002 Feb 17 22:15:46.890294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:15:46.892756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf6066-7c98-41fd-8b94-edd939173599 req-8ce71cea-0db2-4594-9444-39c365bc3edf tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:46.905679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8cf6066-7c98-41fd-8b94-edd939173599 req-8ce71cea-0db2-4594-9444-39c365bc3edf tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 948 time: 0.3458831 Feb 17 22:15:46.912109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e875cc2-83fd-4e48-a8dd-4f8535d844e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=293666fb-233e-41f8-8f02-a6c2afe25a54,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:47.028113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.090168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['4132eba5-8e17-431b-950c-b51d80c1006d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:15:47.095465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9962d2d-72c3-491b-98be-8a65a3c2ce5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.174911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42946) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:47.193372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:47.222752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf450-d977-4f0c-a88e-97ce6afa52b5 req-bc38f98e-0b56-4d0e-a5b0-60fcaff207b9 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:47.234212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc2cf450-d977-4f0c-a88e-97ce6afa52b5 req-bc38f98e-0b56-4d0e-a5b0-60fcaff207b9 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.4761238 Feb 17 22:15:47.273930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:47.321961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc2cf450-d977-4f0c-a88e-97ce6afa52b5 req-2945c328-2d1e-45d6-8eb1-30f63d88f923 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864615 Feb 17 22:15:47.326000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:47.349920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8cf6066-7c98-41fd-8b94-edd939173599 req-d144ed97-9488-45b8-ab37-096879b4dfa8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4432442 Feb 17 22:15:47.357808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:47.491074 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-575163ed-d383-4be3-9c77-0ee8213493d2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=003a4cb84a814b839614df8dbaa5bedb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075221 Feb 17 22:15:47.504539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:47.546480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:47.547180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.560128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:43Z', 'revision_number': 3, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:47.610680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-e69cf668-0813-4010-9fff-f43539608277 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4553170 Feb 17 22:15:47.633787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Checking router: 8f18bf17-43da-4ced-873c-bacd69fc160a for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:15:47.634853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Request body: {'port': {'device_id': '5014d984-4198-435b-b68d-7ac74be082bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:47.635301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Updating router 8f18bf17-43da-4ced-873c-bacd69fc160a port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:15:47.710130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.721806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20bf3aa4-61a7-4ae5-8c32-ccf124d2490c admin admin] Publish callbacks [] for security_group (6b1f131c-abd6-42ec-af71-4c94298a7a0c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.768429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.791518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20bf3aa4-61a7-4ae5-8c32-ccf124d2490c admin admin] Publish callbacks [] for security_group (6b1f131c-abd6-42ec-af71-4c94298a7a0c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.803572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd256a5b-c094-4a0c-8f2f-72ce7e01ba5e req-a4fc7bc1-9d9b-4629-b0ad-d8aaf4efb3df tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:47.812996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd256a5b-c094-4a0c-8f2f-72ce7e01ba5e req-a4fc7bc1-9d9b-4629-b0ad-d8aaf4efb3df tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 931 time: 0.2516439 Feb 17 22:15:47.908283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd256a5b-c094-4a0c-8f2f-72ce7e01ba5e req-d5f73cd0-230c-4a8f-9066-d96d715f32a4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942993 Feb 17 22:15:47.917377 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.948623 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:47.987421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20bf3aa4-61a7-4ae5-8c32-ccf124d2490c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6b1f131c-abd6-42ec-af71-4c94298a7a0c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.007928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20bf3aa4-61a7-4ae5-8c32-ccf124d2490c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.012407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-20bf3aa4-61a7-4ae5-8c32-ccf124d2490c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6b1f131c-abd6-42ec-af71-4c94298a7a0c HTTP/1.1" status: 204 len: 168 time: 0.5067432 Feb 17 22:15:48.169099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf3aa4-61a7-4ae5-8c32-ccf124d2490c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1f131c-abd6-42ec-af71-4c94298a7a0c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:48.327101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Publish callbacks [] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.342711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd1070a-6f84-420c-bbec-14024ccd61fb {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:15:48.343610 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.422323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Publish callbacks [] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.456728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Attempting to bind port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:48.463576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Attempting to bind port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:48.464147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Attempting to bind port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:48.502149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Transition to ACTIVE for port object 5fd1070a-6f84-420c-bbec-14024ccd61fb will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:15:48.518302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.641672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Allocated IP 172.20.0.1 (69166c47-4266-494e-a964-3b9635295ecb/83c82078-d7f8-48a7-9dd8-072b4a3f7e54/273b5222-bd98-46e1-b1e2-5c48f40defe8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:48.702873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:48.705221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:48.709598 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.710418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:48.711344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Bound port: 40760aa1-c2e4-4aa3-8903-32f3a39dea1b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:48.712320 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:48.740882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:48.942753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628773bf-94ba-41dc-9403-bbccca3142cd None None] Pushing event updated for resources: {'Port': ['ID=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:48.951454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:15:48.963268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:48.964125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.042368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks [] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.045532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:49.154355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.214721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a755f-50bf-4330-a19d-028d5f28c8a7 req-890c8855-8d6b-42d5-b16f-81ba1de46694 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:49.221546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab6a755f-50bf-4330-a19d-028d5f28c8a7 req-890c8855-8d6b-42d5-b16f-81ba1de46694 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 948 time: 0.4574494 Feb 17 22:15:49.244561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:49.245618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.257008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:49.259010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Pushing event updated for resources: {'Port': ['ID=273b5222-bd98-46e1-b1e2-5c48f40defe8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:49.264459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:49.268253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:49.294003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] For port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:49.349790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae0f31e-00b1-4919-b57b-a0c8914bbd19 req-97e33423-f5d3-45a1-ba13-2d3bfd8ef059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:49.350800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:49.360990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae0f31e-00b1-4919-b57b-a0c8914bbd19 req-97e33423-f5d3-45a1-ba13-2d3bfd8ef059 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.7622209 Feb 17 22:15:49.368464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (8f18bf17-43da-4ced-873c-bacd69fc160a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.373214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:49.378375 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79130530-a3c5-41ad-895f-00834ca2f673" -d '{"events": [{"server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "name": "network-vif-plugged", "status": "completed", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:49.391860 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.467773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:49.469034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:49.472322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:49.500242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab6a755f-50bf-4330-a19d-028d5f28c8a7 req-c11443e5-f5af-4625-aed7-bf6b577c782e tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089431 Feb 17 22:15:49.504929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:15:49.504929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:49.512659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae0f31e-00b1-4919-b57b-a0c8914bbd19 req-4eba79e7-a2f9-4bda-90a6-b2678de66f2a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498218 Feb 17 22:15:49.516690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:49.517260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:49.518226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:49.518567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Bound port: 5fd1070a-6f84-420c-bbec-14024ccd61fb, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:49.519036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.584782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:49.592180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.594822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] For port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:49.619974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.825539 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58231ebd-bfa0-42eb-861e-0abc46df54e3 x-openstack-request-id: req-58231ebd-bfa0-42eb-861e-0abc46df54e3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:49.826255 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "name": "network-vif-plugged", "status": "completed", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:49.826752 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-58231ebd-bfa0-42eb-861e-0abc46df54e3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:49.827497 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb', 'code': 200} Feb 17 22:15:49.828352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628773bf-94ba-41dc-9403-bbccca3142cd None None] Pushing event updated for resources: {'Port': ['ID=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:49.848393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2f863b66-d6e0-4465-a2c8-419d2db00fd1 None None] Provisioning complete for port 273b5222-bd98-46e1-b1e2-5c48f40defe8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:49.849896 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f863b66-d6e0-4465-a2c8-419d2db00fd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.855659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:49.887117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.924013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:49.984217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:49.986940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:15:49.991570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:15:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:50.088252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f863b66-d6e0-4465-a2c8-419d2db00fd1 None None] Port 273b5222-bd98-46e1-b1e2-5c48f40defe8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:15:50.089134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:50.154044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks [] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:50.165884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:50.253253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:15:50.321380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (8f18bf17-43da-4ced-873c-bacd69fc160a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:50.528569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:50.529191 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:50.530635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] 10.222.0.94 "PUT /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 1092 time: 2.9001796 Feb 17 22:15:50.534301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:50.539581 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32" -d '{"events": [{"name": "network-changed", "server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:50.549853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Pushing event updated for resources: {'Port': ['ID=273b5222-bd98-46e1-b1e2-5c48f40defe8,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:50.571874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba1c5c9-dd45-4888-87dc-92476f4f5e1a req-d1f53cd2-4a46-4c72-87c0-925e2b6c947c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:50.573459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ba1c5c9-dd45-4888-87dc-92476f4f5e1a req-d1f53cd2-4a46-4c72-87c0-925e2b6c947c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.8268411 Feb 17 22:15:50.576745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1301977623-network', 'tenant_id': 'ae36a0a71fee4bfcb3cf80222ce87aab'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:50.632698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:50.636290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:50.762043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Made reservation on behalf of ae36a0a71fee4bfcb3cf80222ce87aab for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:50.768631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:50.794977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ba1c5c9-dd45-4888-87dc-92476f4f5e1a req-f7c8dd70-6af0-497c-b26c-fe728e102f07 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909943 Feb 17 22:15:50.796980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b95f5-cd6d-442d-9f0f-686a3deed8c9 req-f36ae769-4740-4e09-8d80-4121a89609b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:50.798405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b06b95f5-cd6d-442d-9f0f-686a3deed8c9 req-f36ae769-4740-4e09-8d80-4121a89609b5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 1132 time: 0.9153688 Feb 17 22:15:50.854771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:50.869990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:50.922111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:50.983034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b06b95f5-cd6d-442d-9f0f-686a3deed8c9 req-20bf3c1c-7bdc-4384-b74b-b7d4ff788a49 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529548 Feb 17 22:15:50.985194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.985896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.986476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.986988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.987550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.996755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.997441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.997955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.998871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.999421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:50.999958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:51.000628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:51.001169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-394165fd-4dcb-4387-a5ec-1d75ddb9555b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:51.051706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-0f6b27a7-20b7-4186-9866-9475862764f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:51.054776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-0f6b27a7-20b7-4186-9866-9475862764f3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1126 time: 0.3536322 Feb 17 22:15:51.096054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:48Z', 'revision_number': 1, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:51.130267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Router 8f18bf17-43da-4ced-873c-bacd69fc160a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:15:51.139797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113af427-052c-4927-9267-94cafb8ec549 req-ff1e824e-f9e4-42bb-9586-e6df920d0afc tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:51.142713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da7fae-830c-4d70-b234-2f84ced88d45 None None] The sync data for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 is: [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:48Z', 'revision_number': 1, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:15:51.149477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-113af427-052c-4927-9267-94cafb8ec549 req-ff1e824e-f9e4-42bb-9586-e6df920d0afc tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.4535184 Feb 17 22:15:51.219186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7f9fe233-1e56-46a1-85ce-e2f02f8df821 None None] Provisioning complete for port 273b5222-bd98-46e1-b1e2-5c48f40defe8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:51.221114 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f9fe233-1e56-46a1-85ce-e2f02f8df821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:51.248209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-1ecfbbb6-009a-4157-8daa-0207da8fda0a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 217 time: 0.1790555 Feb 17 22:15:51.306532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7f9fe233-1e56-46a1-85ce-e2f02f8df821 None None] Port 273b5222-bd98-46e1-b1e2-5c48f40defe8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:15:51.409119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e6a9e3-b82a-4c42-8712-22e8ab5cd12a req-8be0fdd5-8634-4a2c-86d6-1e72fee67fe0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:51.417355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:15:51.424428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69e6a9e3-b82a-4c42-8712-22e8ab5cd12a req-8be0fdd5-8634-4a2c-86d6-1e72fee67fe0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 949 time: 0.5101218 Feb 17 22:15:51.427993 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-119a2479-2368-4d15-b0cf-9a3b3670c6af admin admin] 10.222.0.79 "PUT /v2.0/routers/8f18bf17-43da-4ced-873c-bacd69fc160a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9618831 Feb 17 22:15:51.430258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks [] for security_group (94592420-cd12-4c8f-b291-a3afc2210fc5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:51.449255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (94592420-cd12-4c8f-b291-a3afc2210fc5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:51.464335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-113af427-052c-4927-9267-94cafb8ec549 req-4b34ba07-e5cc-4411-ace3-f11b41ece90a tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137629 Feb 17 22:15:51.480634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-0348a8b2-1909-49e5-9132-d204ac1f4613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:51.482719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-0348a8b2-1909-49e5-9132-d204ac1f4613 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.2139277 Feb 17 22:15:51.541748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:15:51.564414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94592420-cd12-4c8f-b291-a3afc2210fc5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:51.567975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-3985aae0-a3cd-480d-8796-3a7b8993e3ec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756485 Feb 17 22:15:51.580639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2c8a0e20-125d-4f03-8d81-c9fddcdc89c0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:51.581280 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Added segment 2c8a0e20-125d-4f03-8d81-c9fddcdc89c0 of type vlan for network b4770a27-e352-456c-abfa-8ef0090fce3f Feb 17 22:15:51.599181 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cde48496-a97e-4801-8eb0-5418936eea2e x-openstack-request-id: req-cde48496-a97e-4801-8eb0-5418936eea2e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:51.600697 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:51.601278 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cde48496-a97e-4801-8eb0-5418936eea2e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:51.603252 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb', 'status': 'completed', 'code': 200} Feb 17 22:15:51.715929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (b4770a27-e352-456c-abfa-8ef0090fce3f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:51.774286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69e6a9e3-b82a-4c42-8712-22e8ab5cd12a req-f2ada01c-1027-4a44-9371-f3de919cc595 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429289 Feb 17 22:15:51.792452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (b4770a27-e352-456c-abfa-8ef0090fce3f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:51.793696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:51.794290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:51.896276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-bad340f6-67ba-4cdf-ad5d-19fabefe71c9 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902668 Feb 17 22:15:51.960003 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8627906 Feb 17 22:15:51.962346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43034) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:51.979839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Request body: {'subnet': {'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1301977623-subnet', 'tenant_id': 'ae36a0a71fee4bfcb3cf80222ce87aab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:52.023670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Made reservation on behalf of ae36a0a71fee4bfcb3cf80222ce87aab for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:52.028759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:52.039428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f660f-aecd-427e-afba-f96c12a6f6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=b4770a27-e352-456c-abfa-8ef0090fce3f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:52.057126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network b4770a27-e352-456c-abfa-8ef0090fce3f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:15:52.288696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb99a8e5-2f29-4e21-baa5-d9511bfd9175 req-81c7ceab-7b15-46c8-a6a1-a30cbbf7b758 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847878 Feb 17 22:15:52.306321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c51fc5-3594-4d1f-b7c8-7c5c9321ff45 req-8ec717bb-9bbe-4977-b55c-4f5679f54f44 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:52.316723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10c51fc5-3594-4d1f-b7c8-7c5c9321ff45 req-8ec717bb-9bbe-4977-b55c-4f5679f54f44 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2608953 Feb 17 22:15:52.412855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (446e5db1-f6d2-417a-a00b-af67aaa73b0c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:52.476820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10c51fc5-3594-4d1f-b7c8-7c5c9321ff45 req-defb267e-3e12-4ca8-bf1b-21ae29f7e720 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583261 Feb 17 22:15:52.497183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Pushing event updated for resources: {'Subnet': ['ID=446e5db1-f6d2-417a-a00b-af67aaa73b0c,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:52.517547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Checking segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:52.520590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Network hostable DHCP agents. Network: b4770a27-e352-456c-abfa-8ef0090fce3f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:15:52.576232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Network b4770a27-e352-456c-abfa-8ef0090fce3f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:15:52.602977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, b4770a27-e352-456c-abfa-8ef0090fce3f) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:52.608072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:52.609425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:52.632070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c187e083-e67f-4946-82cc-14ac138e260e None None] Network b4770a27-e352-456c-abfa-8ef0090fce3f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:15:52.646347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b204c6fd-d1a2-4145-8e16-9842a946510d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6725376 Feb 17 22:15:52.801959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-99b6774d-f48d-4b4c-86e3-7cb296501326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:52.812822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-99b6774d-f48d-4b4c-86e3-7cb296501326 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1126 time: 0.3655176 Feb 17 22:15:52.819420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:52.826390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f679ec72-3b07-444f-98b1-9926e81ef77f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'security_group': {'name': 'tempest-securitygroup--340863798', 'description': 'tempest-description--462793229'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:52.902610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f679ec72-3b07-444f-98b1-9926e81ef77f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:52.952393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9fd569-8c55-4e71-9d99-37c0dd4fb48d None None] Network b4770a27-e352-456c-abfa-8ef0090fce3f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:15:53.052071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa7614-db96-4272-a835-288076b32181 req-05231fd0-6d6c-456f-92c0-74c32ecfc793 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:53.063990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2aa7614-db96-4272-a835-288076b32181 req-05231fd0-6d6c-456f-92c0-74c32ecfc793 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.4208722 Feb 17 22:15:53.090350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f679ec72-3b07-444f-98b1-9926e81ef77f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group (351bc1fa-61a7-4196-8c63-33a2b185a3eb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.096594 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f679ec72-3b07-444f-98b1-9926e81ef77f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (351bc1fa-61a7-4196-8c63-33a2b185a3eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.147705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f679ec72-3b07-444f-98b1-9926e81ef77f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.149947 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f679ec72-3b07-444f-98b1-9926e81ef77f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3286853 Feb 17 22:15:53.158321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43062) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:53.174882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8060f66b-0d4d-46c8-8e2e-f8f2ad8183bc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'security_group_rule': {'security_group_id': '351bc1fa-61a7-4196-8c63-33a2b185a3eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:53.197459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679ec72-3b07-444f-98b1-9926e81ef77f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351bc1fa-61a7-4196-8c63-33a2b185a3eb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:53.204380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2aa7614-db96-4272-a835-288076b32181 req-030c6e3d-c417-4616-b547-e0bed9eeac23 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394591 Feb 17 22:15:53.245255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-7480af1e-f54d-41ca-82c6-6b1cebeff084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:53.246724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-7480af1e-f54d-41ca-82c6-6b1cebeff084 service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.4105706 Feb 17 22:15:53.260343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27075f8-5775-4ec9-97a0-21c960ab154e req-339bafb5-e9c8-4bf5-994d-a153fed0381f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:53.262537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e27075f8-5775-4ec9-97a0-21c960ab154e req-339bafb5-e9c8-4bf5-994d-a153fed0381f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 949 time: 0.1646574 Feb 17 22:15:53.300504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8060f66b-0d4d-46c8-8e2e-f8f2ad8183bc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group_rule (6e48b41d-e353-4b78-9dc3-64c02989f2f1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.368697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-aa6e6088-5979-494e-8235-e7aa4a993c17 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 217 time: 0.1044564 Feb 17 22:15:53.412179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e27075f8-5775-4ec9-97a0-21c960ab154e req-a6a10c14-42eb-4d28-84e5-7f021ee9613b tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368644 Feb 17 22:15:53.435318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40760aa1-c2e4-4aa3-8903-32f3a39dea1b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:53.471290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8060f66b-0d4d-46c8-8e2e-f8f2ad8183bc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group_rule (6e48b41d-e353-4b78-9dc3-64c02989f2f1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.480161 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8060f66b-0d4d-46c8-8e2e-f8f2ad8183bc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (6e48b41d-e353-4b78-9dc3-64c02989f2f1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.507903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-935ab34a-e86e-40e0-a73c-d5e1bed3520d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:53.510080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-935ab34a-e86e-40e0-a73c-d5e1bed3520d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1283808 Feb 17 22:15:53.518828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8060f66b-0d4d-46c8-8e2e-f8f2ad8183bc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.521623 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8060f66b-0d4d-46c8-8e2e-f8f2ad8183bc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3543000 Feb 17 22:15:53.524426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43088) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:53.525175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060f66b-0d4d-46c8-8e2e-f8f2ad8183bc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e48b41d-e353-4b78-9dc3-64c02989f2f1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:53.548599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-011d9fcd-e5fe-4961-9110-49d3ef65730e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'security_group_rule': {'security_group_id': '351bc1fa-61a7-4196-8c63-33a2b185a3eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:53.562302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-b22c94db-aa08-45b8-a380-1d8c38ceeffb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448258 Feb 17 22:15:53.598310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d9fcd-e5fe-4961-9110-49d3ef65730e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group_rule (98aef357-782a-4438-9ca7-e6eea65f7670), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.617779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:53.618796 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.754471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d9fcd-e5fe-4961-9110-49d3ef65730e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group_rule (98aef357-782a-4438-9ca7-e6eea65f7670), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.770902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d9fcd-e5fe-4961-9110-49d3ef65730e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (98aef357-782a-4438-9ca7-e6eea65f7670), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.813694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:53.815344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.817752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011d9fcd-e5fe-4961-9110-49d3ef65730e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98aef357-782a-4438-9ca7-e6eea65f7670,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:53.842451 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-011d9fcd-e5fe-4961-9110-49d3ef65730e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.849308 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-011d9fcd-e5fe-4961-9110-49d3ef65730e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3131299 Feb 17 22:15:53.850180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:15:53.863611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:53.890827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:53.902296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.909547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:53.994771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-c4e24d1d-cff5-44a5-a3a1-e80a2cc4b3ff tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:53.997336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-c4e24d1d-cff5-44a5-a3a1-e80a2cc4b3ff tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 813 time: 0.4001057 Feb 17 22:15:54.020055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:54.033252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-bb9cf4cb-4b05-47f9-b1ec-245117b2672f tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/quotas/ae36a0a71fee4bfcb3cf80222ce87aab HTTP/1.1" status: 200 len: 375 time: 0.0276148 Feb 17 22:15:54.043422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.046427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.049964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.051501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.052201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.052877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.053565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.054283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.055092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.055878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.056556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.057431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.058104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:54.092136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:54.117703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-fa473fd1-2a3e-4259-b5df-fa0278709ae5 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0737374 Feb 17 22:15:54.120694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-eea32ea0-bf32-4a9d-b689-57f2c5f9216c service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515270 Feb 17 22:15:54.235255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Allocated IP 172.25.0.194 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/973ecc59-327d-4b78-92e0-5291adb6401b) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:54.330685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363fbe3-e8ee-4345-a36f-319bf74140a6 req-167bfbdf-0992-4e35-ba61-59b4fa0cb0ec tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:54.332939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4363fbe3-e8ee-4345-a36f-319bf74140a6 req-167bfbdf-0992-4e35-ba61-59b4fa0cb0ec tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2179916 Feb 17 22:15:54.354791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19af5dc0-130b-4ae9-8552-fd9b6e2f8c32 req-a207477b-d2c1-40e1-a4f7-ae95ecadde70 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239909 Feb 17 22:15:54.366821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-5ca0b430-3499-4a1c-b913-645c9f97a799 service neutron] 10.222.0.79 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371566 Feb 17 22:15:54.389608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (973ecc59-327d-4b78-92e0-5291adb6401b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:54.437773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (973ecc59-327d-4b78-92e0-5291adb6401b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:54.456129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4363fbe3-e8ee-4345-a36f-319bf74140a6 req-6bde87f9-b236-4e3b-aebd-81373a31236c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151378 Feb 17 22:15:54.488719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:15:54.496139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:15:54.500146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:15:54.532100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=973ecc59-327d-4b78-92e0-5291adb6401b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:54.550912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-d94b9241-4d4f-43b8-9abd-8297a15ed760 service neutron] 10.222.0.79 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674876 Feb 17 22:15:54.612374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bbf10-5586-45b1-b10c-3b36620f95c9 req-ac8b6b8a-4d8b-4a28-b011-9cc4c4a56488 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:54.614769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca3bbf10-5586-45b1-b10c-3b36620f95c9 req-ac8b6b8a-4d8b-4a28-b011-9cc4c4a56488 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 949 time: 0.0628786 Feb 17 22:15:54.645365 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for floatingip (93e912eb-0701-4863-8224-a86dd4752209), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:54.710310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca3bbf10-5586-45b1-b10c-3b36620f95c9 req-01d26ead-2168-4b1d-b704-65b1a4a3602d tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879116 Feb 17 22:15:54.790824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (973ecc59-327d-4b78-92e0-5291adb6401b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:55.039714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:55.096746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78784f66-ee9f-4719-aed5-55d944bbe4e5 req-722ab11e-81f7-403d-8f74-c41c82c34101 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:55.119566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78784f66-ee9f-4719-aed5-55d944bbe4e5 req-722ab11e-81f7-403d-8f74-c41c82c34101 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.1864445 Feb 17 22:15:55.182950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (973ecc59-327d-4b78-92e0-5291adb6401b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:55.194184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (973ecc59-327d-4b78-92e0-5291adb6401b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:55.207993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78784f66-ee9f-4719-aed5-55d944bbe4e5 req-b9892d32-dcac-4086-9469-b291c6f2452e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867085 Feb 17 22:15:55.414332 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Sync routers for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:15:55.432399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40760aa1-c2e4-4aa3-8903-32f3a39dea1b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:55.440279 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:15:55.452477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=973ecc59-327d-4b78-92e0-5291adb6401b,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:55.452690 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:15:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:55.477862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (93e912eb-0701-4863-8224-a86dd4752209), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:55.513700 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:55.531421 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-811c580f-983b-48b4-aa10-9faa8fd82d3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6641028 Feb 17 22:15:55.639333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:55.639714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:55.777486 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:15:55.874436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:55.938487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1da7431e-937d-47a0-bda4-3036a19bd388 req-67b39ef6-a7d1-4cf1-80dd-9f16259832aa tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 210 time: 0.0659454 Feb 17 22:15:56.131578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.132979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.133630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.134271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.134911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.135568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.136190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.136844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.137468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.138088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.138710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.139412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.140100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.140725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.141348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.141959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.142578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.143205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.154890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-13277f73-3c8e-4069-85b9-4bf120f39f2a tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2&device_id=c8828353-3d72-4cc4-bbaf-b5e875707514&device_id=5014d984-4198-435b-b68d-7ac74be082bb&device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17&device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d&device_id=5050bb3e-d36c-463d-934e-d84a44104a4b&device_id=15faca82-5637-4d0a-a8fe-d076b51cb434&device_id=378154ad-7bdc-479a-8f62-38646e66d472&device_id=662db55c-5012-49a5-bd47-574ce0924327&device_id=be026593-5cbc-49c8-9f50-2eb22de0b072&device_id=9e971cef-f01e-4ec8-9439-407d8596686c&device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04&device_id=7301b938-2b7b-4981-96b4-ed4881202189&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 16840 time: 0.1657264 Feb 17 22:15:56.171194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3019e72-04e8-4b0d-bb73-474b8a7df5b3 req-229c22f3-d93d-42cd-8eeb-7273afee9301 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.179351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3019e72-04e8-4b0d-bb73-474b8a7df5b3 req-229c22f3-d93d-42cd-8eeb-7273afee9301 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.1316688 Feb 17 22:15:56.199288 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-59291cdf-ee88-4876-8a63-816f6b70e32f tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.279746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3019e72-04e8-4b0d-bb73-474b8a7df5b3 req-3a4890a3-b39b-4694-9238-32ba94f89a0c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977581 Feb 17 22:15:56.323005 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 2, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:56.364245 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Checking router: 8f18bf17-43da-4ced-873c-bacd69fc160a for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:15:56.364742 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Updating router 8f18bf17-43da-4ced-873c-bacd69fc160a port 273b5222-bd98-46e1-b1e2-5c48f40defe8 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:15:56.433174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-59291cdf-ee88-4876-8a63-816f6b70e32f tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Publish callbacks [] for security_group (5d82dead-217f-406a-a12e-3c137e371d61), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.440798 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.461612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-59291cdf-ee88-4876-8a63-816f6b70e32f tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5d82dead-217f-406a-a12e-3c137e371d61), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.527009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59291cdf-ee88-4876-8a63-816f6b70e32f tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d82dead-217f-406a-a12e-3c137e371d61,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:56.554854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:15:56.567406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-e223ef13-ba3b-4678-8bbe-b1844b166600 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--340863798&fields=id&tenant_id=4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 267 time: 0.1372085 Feb 17 22:15:56.692952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b09e7d1d-efa9-47fe-a156-3e045bf7e2e4 req-59291cdf-ee88-4876-8a63-816f6b70e32f tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=753a200d-a7be-4cdf-afb5-79e8d144545a&id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&id=ad5068db-55e3-48f2-834d-08d1286e5355&id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&id=17168abb-d63e-416e-a80f-8ad1ff45bd20&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.5367746 Feb 17 22:15:56.740945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-6a645616-e78f-4a6a-89de-9c1431c64c37 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.749820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-6a645616-e78f-4a6a-89de-9c1431c64c37 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.1749389 Feb 17 22:15:56.768647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:56.770297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.781769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-781cdb16-e7f0-4d06-9591-ef5f264da482 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/quotas/4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 375 time: 0.0309615 Feb 17 22:15:56.832286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:15:56.835724 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc7d90-7953-4aad-94d3-b89e7f5fd027" -d '{"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-unplugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:15:56.868341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:56.881395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.931572 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Publish callbacks [] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.936410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-239ed8e9-57e6-43f6-b0ab-085358483592 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1471694 Feb 17 22:15:56.942574 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:56.981256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:56.989298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755316b5-e824-44b9-b07f-23e2f9ae90f8 req-18186ea3-36cf-413f-a551-5696e45a7408 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:56.991177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-755316b5-e824-44b9-b07f-23e2f9ae90f8 req-18186ea3-36cf-413f-a551-5696e45a7408 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 946 time: 0.1839945 Feb 17 22:15:57.053824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Pushing event updated for resources: {'Port': ['ID=273b5222-bd98-46e1-b1e2-5c48f40defe8,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:57.093696 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.094434 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.095044 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.095937 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.097216 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.097216 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.097805 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.098316 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.098981 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.099703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.100391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.101029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.101586 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:15:57.164841 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Attempting to bind port 273b5222-bd98-46e1-b1e2-5c48f40defe8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:15:57.165221 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Attempting to bind port 273b5222-bd98-46e1-b1e2-5c48f40defe8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:15:57.165586 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Attempting to bind port 273b5222-bd98-46e1-b1e2-5c48f40defe8 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:15:57.177950 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:15:57.178406 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:15:57.179350 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:57.179350 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Bound using segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:15:57.179694 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Bound port: 273b5222-bd98-46e1-b1e2-5c48f40defe8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:15:57.181844 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:57.342484 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] For port 273b5222-bd98-46e1-b1e2-5c48f40defe8, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:15:57.347670 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] For port 273b5222-bd98-46e1-b1e2-5c48f40defe8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=273b5222-bd98-46e1-b1e2-5c48f40defe8,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:15:57.356873 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:57.448874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-f6f25d55-fafb-43f4-8dc9-cdddb2bfc7a1 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:57.451737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-f6f25d55-fafb-43f4-8dc9-cdddb2bfc7a1 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 813 time: 0.2988577 Feb 17 22:15:57.458095 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:15:57.458959 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:15:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:57.465541 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34817f-423c-405d-a987-4913f76d852f None None] Pushing event updated for resources: {'Port': ['ID=273b5222-bd98-46e1-b1e2-5c48f40defe8,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:57.514658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Request body: {'port': {'device_id': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'admin_state_up': True, 'tenant_id': 'ae36a0a71fee4bfcb3cf80222ce87aab'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:57.521384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-52516116-253b-4bd1-8bf3-ac0115db7f40 None None] Provisioning complete for port 273b5222-bd98-46e1-b1e2-5c48f40defe8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:57.524126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52516116-253b-4bd1-8bf3-ac0115db7f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:57.628139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-755316b5-e824-44b9-b07f-23e2f9ae90f8 req-464fdb17-de16-45af-b412-092f7164b968 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ad5068db-55e3-48f2-834d-08d1286e5355&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5619359 Feb 17 22:15:57.636120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-c23f285c-8e63-47b0-a94f-6cdbfb0b9aa0 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:57.637678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-c23f285c-8e63-47b0-a94f-6cdbfb0b9aa0 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 813 time: 0.6972160 Feb 17 22:15:57.662796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-2c6fb330-7cad-42f6-a818-8987c4ed4e5a service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181513 Feb 17 22:15:57.704431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Request body: {'port': {'device_id': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'admin_state_up': True, 'tenant_id': 'ae36a0a71fee4bfcb3cf80222ce87aab'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:15:57.756606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-52516116-253b-4bd1-8bf3-ac0115db7f40 None None] Current status of the port 273b5222-bd98-46e1-b1e2-5c48f40defe8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:57.757123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52516116-253b-4bd1-8bf3-ac0115db7f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:57.758201 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:15:57.830993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-52516116-253b-4bd1-8bf3-ac0115db7f40 None None] For port 273b5222-bd98-46e1-b1e2-5c48f40defe8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=273b5222-bd98-46e1-b1e2-5c48f40defe8,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:57.844189 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52516116-253b-4bd1-8bf3-ac0115db7f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:57.953552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52516116-253b-4bd1-8bf3-ac0115db7f40 None None] Pushing event updated for resources: {'Port': ['ID=273b5222-bd98-46e1-b1e2-5c48f40defe8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:57.985222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9216fd50-4b58-460f-bd78-1f59fa68ea4a None None] Provisioning complete for port 273b5222-bd98-46e1-b1e2-5c48f40defe8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:57.985667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9216fd50-4b58-460f-bd78-1f59fa68ea4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:58.152620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7750fd-187f-4328-a659-5d557babd719 req-0d81d0f8-6d66-4e8c-8776-097ca22dafc4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:58.155582 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bb7750fd-187f-4328-a659-5d557babd719 req-0d81d0f8-6d66-4e8c-8776-097ca22dafc4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.94 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 946 time: 0.1247835 Feb 17 22:15:58.160831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9216fd50-4b58-460f-bd78-1f59fa68ea4a None None] Current status of the port 273b5222-bd98-46e1-b1e2-5c48f40defe8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:15:58.181041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Made reservation on behalf of ae36a0a71fee4bfcb3cf80222ce87aab for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:58.185832 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:58.250737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Made reservation on behalf of ae36a0a71fee4bfcb3cf80222ce87aab for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:15:58.257325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:58.264949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-f0ef75dc-682d-4554-a4a3-f705296dd4cd service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012793 Feb 17 22:15:58.364418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Deleting port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:15:58.365456 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:58.429348 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:15:58.565103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Allocated IP 172.20.0.8 (b4770a27-e352-456c-abfa-8ef0090fce3f/446e5db1-f6d2-417a-a00b-af67aaa73b0c/a230d809-a319-49a5-bca4-2be5f6b6d940) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:58.570105 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02f5e30-15c1-4d3e-91e3-666bf433bbdf None None] The sync data for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 is: [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:15:58.622346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] For port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:15:58.622720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:58.886418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:58.887019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (c08d0a16-0f51-4242-b6fa-9a4fbff45006), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:58.887584 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Floating IP c08d0a16-0f51-4242-b6fa-9a4fbff45006 disassociated. External IP: 172.25.0.182, port: c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5. Feb 17 22:15:58.888095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Calling delete_port for c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:15:59.020857 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks [] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:59.074030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bed8cb1-1afb-4984-a4a5-07aa3349a7f2 req-0777cf4e-d9a3-44cb-a496-ff32b41045e7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:15:59.081157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bed8cb1-1afb-4984-a4a5-07aa3349a7f2 req-0777cf4e-d9a3-44cb-a496-ff32b41045e7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.3388646 Feb 17 22:15:59.106826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:59.150358 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b02fdb6-7d6c-4967-8acc-5f39ada84ae1 x-openstack-request-id: req-7b02fdb6-7d6c-4967-8acc-5f39ada84ae1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:15:59.150908 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-unplugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:15:59.150908 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b02fdb6-7d6c-4967-8acc-5f39ada84ae1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:15:59.151228 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'code': 200} Feb 17 22:15:59.252638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Allocated IP 172.20.0.10 (b4770a27-e352-456c-abfa-8ef0090fce3f/446e5db1-f6d2-417a-a00b-af67aaa73b0c/f47341d3-bd93-4ac5-80b8-d9181b00b541) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:15:59.454878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Router a3689d40-9331-4583-bdd7-6d16849bd4da has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:15:59.474717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 273b5222-bd98-46e1-b1e2-5c48f40defe8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:15:59.475756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event deleted for resources: {'Port': ['ID=c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:15:59.545496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks [] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:59.605752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 273b5222-bd98-46e1-b1e2-5c48f40defe8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:15:59.607338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:59.641296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:15:59.906026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 273b5222-bd98-46e1-b1e2-5c48f40defe8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:00.047285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:00.159113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Network b4770a27-e352-456c-abfa-8ef0090fce3f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:00.165424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Network b4770a27-e352-456c-abfa-8ef0090fce3f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:00.179770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bed8cb1-1afb-4984-a4a5-07aa3349a7f2 req-72f2b943-7b1b-41b3-9139-42b06405e0c0 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0934865 Feb 17 22:16:00.195201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event updated for resources: {'Port': ['ID=a230d809-a319-49a5-bca4-2be5f6b6d940,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:00.205532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:00.210683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:00.217278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:00.228466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:00.411188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event updated for resources: {'Port': ['ID=f47341d3-bd93-4ac5-80b8-d9181b00b541,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:00.421593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707fc9fa-914b-4735-8320-f90c7d74c78b req-8ecae1ac-54ae-4bfa-b025-6397f417c32d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:00.435842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-707fc9fa-914b-4735-8320-f90c7d74c78b req-8ecae1ac-54ae-4bfa-b025-6397f417c32d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 932 time: 0.8285656 Feb 17 22:16:00.446248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:16:00.447587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:00.448243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:00.462490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] Sync routers for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:16:00.465740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:00.466396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:00.483269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:00.487424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:15:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:00.504272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] No DVR routers for this DVR port c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:00.511768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:00.516575 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bb7750fd-187f-4328-a659-5d557babd719 req-1337c49a-6502-42d3-8f45-78ff6a942424 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.94 "DELETE /v2.0/ports/c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 HTTP/1.1" status: 204 len: 173 time: 2.3538864 Feb 17 22:16:00.521363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-deleted', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:00.526692 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b1618c-c6b3-47e5-a805-f55ee3568612" -d '{"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-deleted", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:00.529972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-909b43c3-bef1-4795-8688-7539e9d73f36 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8461740 Feb 17 22:16:00.539402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-28b651df-baf9-496b-8415-93bc25784f2d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0446966 Feb 17 22:16:00.549500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-9fd7b76d-ce67-4c34-8ff3-5051b4900fea tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:16:00.550829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-9fd7b76d-ce67-4c34-8ff3-5051b4900fea tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070140 Feb 17 22:16:00.564823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aedac28-8ae2-4d7f-9d2b-fcd4893876fb req-9165915b-8033-46bb-9a4b-3ae7db217d68 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:00.566978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9aedac28-8ae2-4d7f-9d2b-fcd4893876fb req-9165915b-8033-46bb-9a4b-3ae7db217d68 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2562010 Feb 17 22:16:00.576881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-f44ee2e3-c0f9-4b97-bc34-1bfc6034a240 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:16:00.578255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-f44ee2e3-c0f9-4b97-bc34-1bfc6034a240 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100465 Feb 17 22:16:00.621315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-707fc9fa-914b-4735-8320-f90c7d74c78b req-a10ebfd6-aca3-4d90-bd9b-066d9aabe521 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843336 Feb 17 22:16:00.700016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:00.709546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9aedac28-8ae2-4d7f-9d2b-fcd4893876fb req-86a82b17-8558-4b52-9cdf-c103e5e121bb tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302962 Feb 17 22:16:00.725195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Request body: {'port': {'device_id': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:00.754786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Request body: {'port': {'device_id': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:00.836654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8fc66ab-f2f4-439e-8aed-daebd1f89187 req-57c558ac-8c67-4304-b788-da76406202d0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 210 time: 0.0605080 Feb 17 22:16:01.057674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:01.061890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b7c29b7-bace-4f64-a2a1-29dc64e5982a req-af1ccf9a-d3a0-4dec-a36a-a2b12fe5b1a5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=7301b938-2b7b-4981-96b4-ed4881202189 HTTP/1.1" status: 200 len: 210 time: 0.1816525 Feb 17 22:16:01.062776 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:01.136606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:01.151341 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0259eda1-1517-4b0e-afcb-d4584a490756 x-openstack-request-id: req-0259eda1-1517-4b0e-afcb-d4584a490756 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:01.151664 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7301b938-2b7b-4981-96b4-ed4881202189", "name": "network-vif-deleted", "tag": "c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:01.151917 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0259eda1-1517-4b0e-afcb-d4584a490756 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:01.152470 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7301b938-2b7b-4981-96b4-ed4881202189', 'name': 'network-vif-deleted', 'tag': 'c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5', 'status': 'completed', 'code': 200} Feb 17 22:16:01.169358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] Checking router: a3689d40-9331-4583-bdd7-6d16849bd4da for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:16:01.202792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:01.206866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:15:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:01.335906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-9218f0f8-1d78-4d62-ad55-a17a86cf6feb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:01.337856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-9218f0f8-1d78-4d62-ad55-a17a86cf6feb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.4866560 Feb 17 22:16:01.353009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:01.566214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:01.585479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f568c0-7446-4f32-9f8f-387395a54194 req-e836730e-7bae-430b-9f37-cad40d8b1319 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:01.586210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f568c0-7446-4f32-9f8f-387395a54194 req-e836730e-7bae-430b-9f37-cad40d8b1319 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:01.586800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f568c0-7446-4f32-9f8f-387395a54194 req-e836730e-7bae-430b-9f37-cad40d8b1319 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:01.594060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42f568c0-7446-4f32-9f8f-387395a54194 req-e836730e-7bae-430b-9f37-cad40d8b1319 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17&device_id=5050bb3e-d36c-463d-934e-d84a44104a4b&device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 2977 time: 0.5124524 Feb 17 22:16:01.627880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:16:01.628765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c18d86d5-8b8f-4a2a-9a7e-1c8e86b14ab5 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:16:01.683480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a230d809-a319-49a5-bca4-2be5f6b6d940 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:01.683890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:01.718462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dc3513-a10f-4033-8141-f439790c2d8a None None] The sync data for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 is: [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:16:01.731963 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Publish callbacks [] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:01.792657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Transition to ACTIVE for port object a230d809-a319-49a5-bca4-2be5f6b6d940 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:01.813509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-a698ced9-d9a2-45e5-8f0a-610ad83625df tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 379 time: 0.3287559 Feb 17 22:16:01.834900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:01.877635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42f568c0-7446-4f32-9f8f-387395a54194 req-e7696fdb-59d2-4bc0-b1ed-ac9eb1390cac tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825210 Feb 17 22:16:01.881476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'port': {'device_id': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'admin_state_up': True, 'tenant_id': '4b203ec969314680b8270e084760a24d', 'security_groups': ['351bc1fa-61a7-4196-8c63-33a2b185a3eb']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:02.024301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42a4b4-336d-45e8-a8ff-422526829c48 req-6b53b176-44cf-4547-8b1c-611c0a378125 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:02.026058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a42a4b4-336d-45e8-a8ff-422526829c48 req-6b53b176-44cf-4547-8b1c-611c0a378125 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.3262362 Feb 17 22:16:02.045012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a230d809-a319-49a5-bca4-2be5f6b6d940,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:02.083672 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71b42fa-bd4c-4d1d-89e3-f53cc21f6515 None None] New status for floating IP c08d0a16-0f51-4242-b6fa-9a4fbff45006: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:16:02.253691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a42a4b4-336d-45e8-a8ff-422526829c48 req-e060c4cd-07ad-4375-9369-50b21ce47c0d tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125516 Feb 17 22:16:02.334966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Made reservation on behalf of 4b203ec969314680b8270e084760a24d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:16:02.339108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:02.354009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946f446-1896-4cdb-abf2-4e015c7d3089 req-0b2db7cc-d77c-4505-b4f2-76fa7e30d058 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:02.355596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5946f446-1896-4cdb-abf2-4e015c7d3089 req-0b2db7cc-d77c-4505-b4f2-76fa7e30d058 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 932 time: 0.3282342 Feb 17 22:16:02.410815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47341d3-bd93-4ac5-80b8-d9181b00b541 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:02.428587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Publish callbacks [] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:02.442451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Attempting to bind port a230d809-a319-49a5-bca4-2be5f6b6d940 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:02.442778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Attempting to bind port a230d809-a319-49a5-bca4-2be5f6b6d940 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:02.443099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Attempting to bind port a230d809-a319-49a5-bca4-2be5f6b6d940 on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:02.508321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Port a230d809-a319-49a5-bca4-2be5f6b6d940 on network b4770a27-e352-456c-abfa-8ef0090fce3f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:02.508643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Attempting to bind port a230d809-a319-49a5-bca4-2be5f6b6d940 on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:02.528608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Transition to ACTIVE for port object f47341d3-bd93-4ac5-80b8-d9181b00b541 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:02.542716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:02.543052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Checking segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:02.543409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Bound using segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:02.543800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Bound port: a230d809-a319-49a5-bca4-2be5f6b6d940, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:02.544150 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:02.551888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:02.567298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5946f446-1896-4cdb-abf2-4e015c7d3089 req-91c3c177-7e58-4569-9bd1-82950e2dccd7 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945460 Feb 17 22:16:02.709026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff06ab-b4cc-49aa-bebd-f74e72038000 req-55a569b5-c365-4289-967d-6a52c8c3787d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:02.710527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eff06ab-b4cc-49aa-bebd-f74e72038000 req-55a569b5-c365-4289-967d-6a52c8c3787d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2897494 Feb 17 22:16:02.719699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Pushing event updated for resources: {'Port': ['ID=f47341d3-bd93-4ac5-80b8-d9181b00b541,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:02.748639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f57a6c2-ab92-44ba-a22d-bc403394d315 req-c323b5ad-1cdb-403c-bca7-0bb14bddc4a0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 210 time: 0.0736160 Feb 17 22:16:02.809066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Allocated IP 172.20.0.5 (69166c47-4266-494e-a964-3b9635295ecb/83c82078-d7f8-48a7-9dd8-072b4a3f7e54/b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:16:02.818460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] For port a230d809-a319-49a5-bca4-2be5f6b6d940, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:02.874498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] For port a230d809-a319-49a5-bca4-2be5f6b6d940, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a230d809-a319-49a5-bca4-2be5f6b6d940,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:02.905564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:02.924365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eff06ab-b4cc-49aa-bebd-f74e72038000 req-d8082aee-af1e-4851-85cb-7103e533206b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849988 Feb 17 22:16:03.033530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:03.063686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Attempting to bind port f47341d3-bd93-4ac5-80b8-d9181b00b541 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:03.064232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Attempting to bind port f47341d3-bd93-4ac5-80b8-d9181b00b541 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:03.064635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Attempting to bind port f47341d3-bd93-4ac5-80b8-d9181b00b541 on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:03.123561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:03.124201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.125675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] 10.222.0.94 "PUT /v2.0/ports/a230d809-a319-49a5-bca4-2be5f6b6d940 HTTP/1.1" status: 200 len: 1092 time: 2.5559826 Feb 17 22:16:03.126530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'tag': 'a230d809-a319-49a5-bca4-2be5f6b6d940'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:03.128948 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4" -d '{"events": [{"name": "network-changed", "server_uuid": "c8828353-3d72-4cc4-bbaf-b5e875707514", "tag": "a230d809-a319-49a5-bca4-2be5f6b6d940"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:03.144684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98092e7b-c9be-4560-9465-80bb5f6e6088 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (ad5068db-55e3-48f2-834d-08d1286e5355), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.180795 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98092e7b-c9be-4560-9465-80bb5f6e6088 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (ad5068db-55e3-48f2-834d-08d1286e5355), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.255307 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98092e7b-c9be-4560-9465-80bb5f6e6088 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ad5068db-55e3-48f2-834d-08d1286e5355), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.257909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98092e7b-c9be-4560-9465-80bb5f6e6088 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.259600 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98092e7b-c9be-4560-9465-80bb5f6e6088 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "DELETE /v2.0/security-groups/ad5068db-55e3-48f2-834d-08d1286e5355 HTTP/1.1" status: 204 len: 168 time: 0.2229667 Feb 17 22:16:03.263833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:03.310639 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-7855912e-5bb8-4d2b-89bb-ff42757fc454 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] show failed (client error): The resource could not be found. Feb 17 22:16:03.311673 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7855912e-5bb8-4d2b-89bb-ff42757fc454 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups/ad5068db-55e3-48f2-834d-08d1286e5355 HTTP/1.1" status: 404 len: 347 time: 0.0417676 Feb 17 22:16:03.313268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98092e7b-c9be-4560-9465-80bb5f6e6088 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5068db-55e3-48f2-834d-08d1286e5355,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:03.327387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:03.441526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4427c5-6c4d-4129-8bbe-707fd8cde8d8 service neutron] Pushing event updated for resources: {'Port': ['ID=a230d809-a319-49a5-bca4-2be5f6b6d940,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:03.460693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Port f47341d3-bd93-4ac5-80b8-d9181b00b541 on network b4770a27-e352-456c-abfa-8ef0090fce3f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:03.460937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Attempting to bind port f47341d3-bd93-4ac5-80b8-d9181b00b541 on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:03.472230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:03.472570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Checking segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:03.473707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Bound using segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:03.474173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Bound port: f47341d3-bd93-4ac5-80b8-d9181b00b541, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:03.474540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.561314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Deleting port e65b3276-72bf-4c3b-a0a4-899b24f0c6b2 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:03.562104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.607018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.638708 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5211bf0-9424-4327-b24e-3902f07b1e48 x-openstack-request-id: req-e5211bf0-9424-4327-b24e-3902f07b1e48 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:03.639005 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8828353-3d72-4cc4-bbaf-b5e875707514", "tag": "a230d809-a319-49a5-bca4-2be5f6b6d940", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:03.639200 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5211bf0-9424-4327-b24e-3902f07b1e48 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:03.639704 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'tag': 'a230d809-a319-49a5-bca4-2be5f6b6d940', 'status': 'completed', 'code': 200} Feb 17 22:16:03.676576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a229e-8efb-420b-906b-587a2985161d req-89c3c0c2-d279-46b8-99c8-59ec70b3a8fa tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:03.680891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.681184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.694588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f4a229e-8efb-420b-906b-587a2985161d req-89c3c0c2-d279-46b8-99c8-59ec70b3a8fa tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.6437550 Feb 17 22:16:03.703585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Calling delete_port for e65b3276-72bf-4c3b-a0a4-899b24f0c6b2 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:03.734778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] For port f47341d3-bd93-4ac5-80b8-d9181b00b541, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:03.740506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] For port f47341d3-bd93-4ac5-80b8-d9181b00b541, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f47341d3-bd93-4ac5-80b8-d9181b00b541,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:03.757663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.767488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.829012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-247bf115-fa43-40b7-ac95-7c71118fa21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:03.830701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-247bf115-fa43-40b7-ac95-7c71118fa21e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=c8828353-3d72-4cc4-bbaf-b5e875707514 HTTP/1.1" status: 200 len: 1126 time: 0.3838711 Feb 17 22:16:03.874381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:03.874998 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.876462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] 10.222.0.94 "PUT /v2.0/ports/f47341d3-bd93-4ac5-80b8-d9181b00b541 HTTP/1.1" status: 200 len: 1093 time: 3.2605376 Feb 17 22:16:03.890764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e65b3276-72bf-4c3b-a0a4-899b24f0c6b2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:03.935270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:03.938515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event deleted for resources: {'Port': ['ID=e65b3276-72bf-4c3b-a0a4-899b24f0c6b2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:03.946742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-f47fe946-8c81-485c-98a9-02168ec02fae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a230d809-a319-49a5-bca4-2be5f6b6d940 HTTP/1.1" status: 200 len: 217 time: 0.0942059 Feb 17 22:16:03.960657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:03.971258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:03.999002 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:16:04.017126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f4a229e-8efb-420b-906b-587a2985161d req-42c8b064-bfa0-4bc4-932c-0433acea03a1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213418 Feb 17 22:16:04.022961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (c08d0a16-0f51-4242-b6fa-9a4fbff45006), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:04.027272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:04.028238 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-760ec682-57a7-4141-b7ec-a7e6c8cd95c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "DELETE /v2.0/floatingips/c08d0a16-0f51-4242-b6fa-9a4fbff45006 HTTP/1.1" status: 204 len: 168 time: 0.6988139 Feb 17 22:16:04.115577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e336df-baee-41f8-ab3f-9316bc831dcd service neutron] Pushing event updated for resources: {'Port': ['ID=f47341d3-bd93-4ac5-80b8-d9181b00b541,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:04.144193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3207ae4b-d32d-4383-a16d-ee347dc14ab2 req-4a308586-043f-4b55-b7fe-8b410368bc3e tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:04.146035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3207ae4b-d32d-4383-a16d-ee347dc14ab2 req-4a308586-043f-4b55-b7fe-8b410368bc3e tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 944 time: 0.3726051 Feb 17 22:16:04.235807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:04.236448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:04.259949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:04.264437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-34f42eff-af33-47cf-98b7-f11ffb2a5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:04.266162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-34f42eff-af33-47cf-98b7-f11ffb2a5382 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.3090227 Feb 17 22:16:04.298424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-9dd341b7-eb81-43b1-b759-0a3f6d77423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:04.300583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-9dd341b7-eb81-43b1-b759-0a3f6d77423c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 1127 time: 0.3298380 Feb 17 22:16:04.332545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cf576e97-f565-439e-97f5-ad1a8fa12318 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4598773 Feb 17 22:16:04.339330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-680ec0dc-bfa6-4c5f-97c0-6ca213e27561 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600638 Feb 17 22:16:04.346845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-380dadca-ea0b-4750-802f-63c3f1101e24 None None] Provisioning complete for port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:04.347407 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-380dadca-ea0b-4750-802f-63c3f1101e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:04.354392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-ce896703-ea72-4241-b453-72a521cd5b00 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:16:04.355441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-ce896703-ea72-4241-b453-72a521cd5b00 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050576 Feb 17 22:16:04.390818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-380dadca-ea0b-4750-802f-63c3f1101e24 None None] Port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:16:04.407736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-7af7ab41-c746-4676-b170-db632281215e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f47341d3-bd93-4ac5-80b8-d9181b00b541 HTTP/1.1" status: 200 len: 217 time: 0.0707681 Feb 17 22:16:04.454050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3207ae4b-d32d-4383-a16d-ee347dc14ab2 req-8eee019e-7ea8-4d91-8e31-b6beccb621a5 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566476 Feb 17 22:16:04.475329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d5451-8177-4fd4-a0ce-8a0f256dbae3 req-4c27daf7-cf7f-4d69-8664-e7cbc282ae1c tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:04.477786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d01d5451-8177-4fd4-a0ce-8a0f256dbae3 req-4c27daf7-cf7f-4d69-8664-e7cbc282ae1c tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1132 time: 0.2946017 Feb 17 22:16:04.501300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Request body: {'port': {'device_id': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:04.620905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-1c95ef44-5b51-445b-b908-8e94a1f1b141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:04.622552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-1c95ef44-5b51-445b-b908-8e94a1f1b141 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.1737885 Feb 17 22:16:04.715102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-2f65aad1-bd27-4fed-b785-4dbdd197e93a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642881 Feb 17 22:16:04.715593 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:04.720893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d01d5451-8177-4fd4-a0ce-8a0f256dbae3 req-d64908fc-406b-46da-80e7-dbff5731bb5e tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132235 Feb 17 22:16:04.723308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-bece2d0c-9f3d-4016-9bf5-708e0e5ab8c3 service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740265 Feb 17 22:16:04.871466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e1454-0f92-4efe-9607-f39217b0fbc9 req-8e095a5b-4f21-4a37-adb3-8fd5fc7010dc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:04.872899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c7e1454-0f92-4efe-9607-f39217b0fbc9 req-8e095a5b-4f21-4a37-adb3-8fd5fc7010dc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 931 time: 0.3289974 Feb 17 22:16:05.079257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-24c1621b-7877-4d26-84e4-d52a3cb4a7f5 service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353434 Feb 17 22:16:05.100848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-3ff95c56-b86a-46b2-993e-58d99470a839 service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747792 Feb 17 22:16:05.113458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442c79d-d9c2-42ca-a152-969b740ac160 req-1803009c-5a87-4dda-b56e-5244c9e17f91 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:05.115141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4442c79d-d9c2-42ca-a152-969b740ac160 req-1803009c-5a87-4dda-b56e-5244c9e17f91 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2891049 Feb 17 22:16:05.120586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c7e1454-0f92-4efe-9607-f39217b0fbc9 req-a3f02f2e-8071-4f8e-98bc-3dbbec4db013 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156188 Feb 17 22:16:05.410876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e5a1407-59c5-4ef6-acca-b5207627dd20 req-b6c3cdb4-4c2c-488b-bc56-3e2c8eedff6c service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856274 Feb 17 22:16:05.419148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4442c79d-d9c2-42ca-a152-969b740ac160 req-aae6c7a8-e5f1-4f83-b601-44ba7f5fc410 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831113 Feb 17 22:16:05.435112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-d57a2c55-4114-4274-a219-d7eddd1b19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:05.436670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-d57a2c55-4114-4274-a219-d7eddd1b19c9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=c8828353-3d72-4cc4-bbaf-b5e875707514 HTTP/1.1" status: 200 len: 1126 time: 0.2247531 Feb 17 22:16:05.448257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b0ead-4152-4368-988e-82279db846ed req-e7172817-b32c-4afb-8a7c-f4694c1a8563 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:05.449833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e47b0ead-4152-4368-988e-82279db846ed req-e7172817-b32c-4afb-8a7c-f4694c1a8563 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.2390783 Feb 17 22:16:05.618860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e47b0ead-4152-4368-988e-82279db846ed req-ce7d5a9b-8546-4d88-bc5f-5fe06abadfc5 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572506 Feb 17 22:16:05.624099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:05.637583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Publish callbacks [] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:05.652010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'tag': 'f47341d3-bd93-4ac5-80b8-d9181b00b541'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:05.652010 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37312b05-1ed2-458f-8e2a-7d4c0774ae09" -d '{"events": [{"name": "network-changed", "server_uuid": "cc26ac26-594c-40f7-ac26-f75cc8c484c2", "tag": "f47341d3-bd93-4ac5-80b8-d9181b00b541"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:05.670284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Transition to ACTIVE for port object b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:05.677889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-43956e44-ffd7-423d-a35d-8a3de3ceb66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:05.679811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-43956e44-ffd7-423d-a35d-8a3de3ceb66a service neutron] 10.222.0.94 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 914 time: 0.2289534 Feb 17 22:16:05.681364 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:05.818196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:05.823389 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2daf4c8c-0050-4039-bffe-bdda937b4e08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384533273', 'description': 'tempest-description--866667447'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:05.827462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-2783bbdc-c746-40b5-ab27-365d91f3defd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a230d809-a319-49a5-bca4-2be5f6b6d940 HTTP/1.1" status: 200 len: 217 time: 0.1073272 Feb 17 22:16:05.888860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2daf4c8c-0050-4039-bffe-bdda937b4e08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:06.010834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:06.039290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2daf4c8c-0050-4039-bffe-bdda937b4e08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (ce3ab00f-ce68-4545-87a1-a9a8b3a9e690), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:06.047806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2daf4c8c-0050-4039-bffe-bdda937b4e08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce3ab00f-ce68-4545-87a1-a9a8b3a9e690), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:06.078190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2daf4c8c-0050-4039-bffe-bdda937b4e08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:06.080034 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2daf4c8c-0050-4039-bffe-bdda937b4e08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2602296 Feb 17 22:16:06.086749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43352) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:06.098733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-254ba885-6a01-4712-b158-3742c68fc4e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'security_group_rule': {'security_group_id': 'ce3ab00f-ce68-4545-87a1-a9a8b3a9e690', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:06.116390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf4c8c-0050-4039-bffe-bdda937b4e08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:06.165716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-f127b1ea-80c9-4073-91f0-db9c34b8b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:06.167993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-f127b1ea-80c9-4073-91f0-db9c34b8b936 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.3328948 Feb 17 22:16:06.230450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-8627394a-cf8e-4509-bc86-3e1a27a341f7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482564 Feb 17 22:16:06.238477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae17637-a0ab-4033-9219-b324c4bde7d3 req-6b1286b3-bacd-4c01-99e2-272d26a19aea tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:06.243956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ae17637-a0ab-4033-9219-b324c4bde7d3 req-6b1286b3-bacd-4c01-99e2-272d26a19aea tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1132 time: 0.4362226 Feb 17 22:16:06.637880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:06.710631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f01b94-ecdf-4a50-b59a-a5d59bdf9f33 req-4677db14-8025-4783-b9c7-513ff63a9108 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:06.718560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18f01b94-ecdf-4a50-b59a-a5d59bdf9f33 req-4677db14-8025-4783-b9c7-513ff63a9108 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 944 time: 0.7974422 Feb 17 22:16:06.728611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-522423a4-94c6-4753-a7b6-4a757c7676e3 service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4833581 Feb 17 22:16:06.793827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:06.808503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'mac_address': 'fa:16:3e:98:c4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:06.856707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:06.857103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:06.873096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee32fd0-4e44-446f-9a2f-3b815866beaf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:06.879019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ae17637-a0ab-4033-9219-b324c4bde7d3 req-fa31c48d-d9a9-4aa4-b30a-b48935a938f3 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957195 Feb 17 22:16:06.888081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ad80f27-dfbb-413e-ba3f-da95da2a2af4 req-64ed189e-c5ca-46ee-a259-b9656b0fde8f service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134202 Feb 17 22:16:06.897708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:06.913863 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:06.982072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:06.986664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Attempting to bind port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:06.989286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Attempting to bind port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:06.989520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Attempting to bind port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:06.993265 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98b92b2-bfd6-467b-9f43-312fd5439f52 x-openstack-request-id: req-a98b92b2-bfd6-467b-9f43-312fd5439f52 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:07.000378 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc26ac26-594c-40f7-ac26-f75cc8c484c2", "tag": "f47341d3-bd93-4ac5-80b8-d9181b00b541", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:07.000651 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a98b92b2-bfd6-467b-9f43-312fd5439f52 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:07.001079 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'tag': 'f47341d3-bd93-4ac5-80b8-d9181b00b541', 'status': 'completed', 'code': 200} Feb 17 22:16:07.005859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18f01b94-ecdf-4a50-b59a-a5d59bdf9f33 req-62adf0d0-e873-4c08-a5f8-7ee379f9e535 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861891 Feb 17 22:16:07.007723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-254ba885-6a01-4712-b158-3742c68fc4e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (47583592-fff0-4355-b2dc-f5d09d420c82), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:07.023407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c on network 69166c47-4266-494e-a964-3b9635295ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:07.024450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Attempting to bind port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:07.071586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['dee32fd0-4e44-446f-9a2f-3b815866beaf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:07.153016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:07.153409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:07.153732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Bound using segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:07.154186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Bound port: b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:07.154566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:07.395162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-254ba885-6a01-4712-b158-3742c68fc4e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (47583592-fff0-4355-b2dc-f5d09d420c82), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:07.490090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:07.498340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-254ba885-6a01-4712-b158-3742c68fc4e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (47583592-fff0-4355-b2dc-f5d09d420c82), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:07.507584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:07.557214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-fdbeb58d-b227-4b8c-a972-c77f51662a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:07.559912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-fdbeb58d-b227-4b8c-a972-c77f51662a78 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 1127 time: 0.5078499 Feb 17 22:16:07.602795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:07.647943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ba885-6a01-4712-b158-3742c68fc4e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47583592-fff0-4355-b2dc-f5d09d420c82,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:07.791694 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-254ba885-6a01-4712-b158-3742c68fc4e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:07.797700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:07.798494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-254ba885-6a01-4712-b158-3742c68fc4e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7047634 Feb 17 22:16:07.806437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c9fdb61c-bd1b-4044-98f6-4a9b1eb142d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'security_group_rule': {'security_group_id': 'ce3ab00f-ce68-4545-87a1-a9a8b3a9e690', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:07.833183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bc9c7-3c21-4224-a3a5-bc13828b6683 req-05186811-ce75-4322-ab77-5b8910f453ea tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:07.844832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb8bc9c7-3c21-4224-a3a5-bc13828b6683 req-05186811-ce75-4322-ab77-5b8910f453ea tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 943 time: 0.6753566 Feb 17 22:16:07.863563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:07.864483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:07.866538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] 10.222.0.73 "PUT /v2.0/ports/b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 1092 time: 3.4692490 Feb 17 22:16:07.910194 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb61c-bd1b-4044-98f6-4a9b1eb142d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (434f91e8-01c0-4ee0-8901-4db86d6c397a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:08.094145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5bc03-1cc6-41ad-b7e0-a4341d604fe2 req-2c110c75-b0c6-43f1-8702-bc018e0b0e9c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:08.108019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64f5bc03-1cc6-41ad-b7e0-a4341d604fe2 req-2c110c75-b0c6-43f1-8702-bc018e0b0e9c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.5947855 Feb 17 22:16:08.115471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb61c-bd1b-4044-98f6-4a9b1eb142d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (434f91e8-01c0-4ee0-8901-4db86d6c397a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:08.128591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb61c-bd1b-4044-98f6-4a9b1eb142d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (434f91e8-01c0-4ee0-8901-4db86d6c397a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:08.168824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684d3f5c-3458-49bf-9752-b51368bd20ed service neutron] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:08.195852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fdb61c-bd1b-4044-98f6-4a9b1eb142d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434f91e8-01c0-4ee0-8901-4db86d6c397a,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:08.232068 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9fdb61c-bd1b-4044-98f6-4a9b1eb142d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:08.234182 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c9fdb61c-bd1b-4044-98f6-4a9b1eb142d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4331982 Feb 17 22:16:08.238740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43372) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:08.243671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:08.265805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb8bc9c7-3c21-4224-a3a5-bc13828b6683 req-4786cf8a-bf85-47bf-8ad6-dfe432ba03ec tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4175034 Feb 17 22:16:08.267494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-96963aa7-77d4-4449-af1b-a582fa813f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:08.269030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-96963aa7-77d4-4449-af1b-a582fa813f36 service neutron] 10.222.0.94 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 914 time: 0.6568763 Feb 17 22:16:08.286034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:08.420821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-a37f1655-d8c4-4e4b-9fa9-9d936b5ca55f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f47341d3-bd93-4ac5-80b8-d9181b00b541 HTTP/1.1" status: 200 len: 217 time: 0.1387415 Feb 17 22:16:08.433289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cca2b6e7-9ab5-45d7-9967-153e1d1e07ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:08.436261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-cca2b6e7-9ab5-45d7-9967-153e1d1e07ab service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1126 time: 0.4838057 Feb 17 22:16:08.533246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64f5bc03-1cc6-41ad-b7e0-a4341d604fe2 req-4238d224-80fd-4319-92c8-f3532e113322 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229186 Feb 17 22:16:08.540807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:08.552313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-bd760e26-65c3-48d5-a4c5-9cfdc057eba4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 217 time: 0.0851297 Feb 17 22:16:08.672897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:08.794541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port dee32fd0-4e44-446f-9a2f-3b815866beaf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:08.796067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:08.830010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Allocated IP 172.25.0.237 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/e4d91eed-b11d-4d88-a0d0-6e51f37a6c01) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:16:08.899927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-0e69cfcf-3438-4c03-96d3-16232a4208cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:08.902709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-0e69cfcf-3438-4c03-96d3-16232a4208cb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.4756403 Feb 17 22:16:08.935233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-86444622-6365-450b-ba4d-b17ff45ee9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:08.937007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-86444622-6365-450b-ba4d-b17ff45ee9ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.3916767 Feb 17 22:16:08.974761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-45a50e7c-ae56-4a96-a08b-eb02819cab0b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574899 Feb 17 22:16:09.022685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:09.029818 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c20b826-6826-471a-b36f-d1d8849c5ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:09.086975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.128292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9441450-e218-48b1-9ece-d66673a97c60 req-d3d10ac2-ccb1-49c2-8fcc-5a06f2a7b381 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:09.135466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9441450-e218-48b1-9ece-d66673a97c60 req-d3d10ac2-ccb1-49c2-8fcc-5a06f2a7b381 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.4819822 Feb 17 22:16:09.165226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.173026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8192936-896b-4341-943f-1bebc755597a req-fc5f0a90-692e-4c2c-9801-63b40b1f2ddd tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:09.174446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8192936-896b-4341-943f-1bebc755597a req-fc5f0a90-692e-4c2c-9801-63b40b1f2ddd tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 946 time: 0.4321301 Feb 17 22:16:09.255495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6997433a-908e-40d5-bbba-cebc280d9a23 req-15d2f192-6293-48fd-bf0d-bcae36a4c32b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:09.264042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6997433a-908e-40d5-bbba-cebc280d9a23 req-15d2f192-6293-48fd-bf0d-bcae36a4c32b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 944 time: 0.4097173 Feb 17 22:16:09.293306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:09.295205 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:09.300262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:09.318898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:09.319345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.333703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.352848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'Port': ['ID=e4d91eed-b11d-4d88-a0d0-6e51f37a6c01,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:09.353710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:09.364515 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b1612c-3d10-498d-b6c5-367fd6b55d1a" -d '{"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-plugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:09.386582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:09.387534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-33cbeac2-09a0-4748-b0cc-ee2be60ab757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:09.389962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-33cbeac2-09a0-4748-b0cc-ee2be60ab757 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4284875 Feb 17 22:16:09.392739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.417656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9441450-e218-48b1-9ece-d66673a97c60 req-eb6a472a-3449-447b-9070-cef2c4fc7082 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811925 Feb 17 22:16:09.442010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-66f82781-0db8-4420-8552-bd32334f8504 service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587803 Feb 17 22:16:09.490716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (72aaad54-adf2-4660-8296-d2b77386c3f7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.506247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:09.545402 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.583922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a230d809-a319-49a5-bca4-2be5f6b6d940 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:09.598415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6997433a-908e-40d5-bbba-cebc280d9a23 req-e23e413a-f679-457e-ae0e-37ca59464899 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331721 Feb 17 22:16:09.727165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Deleting port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:09.727552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.762360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-13f5534a-37c0-49d5-89a4-9fcc78f5024b service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497643 Feb 17 22:16:09.800417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37312b05-1ed2-458f-8e2a-7d4c0774ae09 req-6f362af8-8a8c-4bfb-bcad-3de7c3eee774 service neutron] 10.222.0.94 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386369 Feb 17 22:16:09.846977 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9134d798-9ab1-489a-8093-8e33d5306aa8 x-openstack-request-id: req-9134d798-9ab1-489a-8093-8e33d5306aa8 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:09.847283 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:09.847571 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9134d798-9ab1-489a-8093-8e33d5306aa8 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:09.847971 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'status': 'completed', 'code': 200} Feb 17 22:16:09.876044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a230d809-a319-49a5-bca4-2be5f6b6d940, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a230d809-a319-49a5-bca4-2be5f6b6d940,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:09.897841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.911419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:09.928285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'a230d809-a319-49a5-bca4-2be5f6b6d940', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'port_id': 'a230d809-a319-49a5-bca4-2be5f6b6d940', 'mac_address': 'fa:16:3e:8d:05:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446e5db1-f6d2-417a-a00b-af67aaa73b0c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:09.975063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587e83b0-6acb-4efb-a24c-13a2bb1d9ab5 req-4c0ee057-f893-413a-a291-8e15416ba4e5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:09.982380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-587e83b0-6acb-4efb-a24c-13a2bb1d9ab5 req-4c0ee057-f893-413a-a291-8e15416ba4e5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 943 time: 0.2810764 Feb 17 22:16:10.004935 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4c94d4-6fff-49c1-9995-f8239495dc8c x-openstack-request-id: req-6b4c94d4-6fff-49c1-9995-f8239495dc8c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:10.005562 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-plugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:10.006134 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b4c94d4-6fff-49c1-9995-f8239495dc8c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:10.006714 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'code': 200} Feb 17 22:16:10.007450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a230d809-a319-49a5-bca4-2be5f6b6d940 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:10.008023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:10.036484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] For port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:10.036856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:10.042801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a230d809-a319-49a5-bca4-2be5f6b6d940 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:10.069056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7b6f3df-fbc8-4695-a52a-680ee99e344f req-672fdff6-fbaf-4445-84a2-02e98cbcf5eb service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676508 Feb 17 22:16:10.070132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Calling delete_port for f9d19951-7ed4-48f4-b0fe-cef273ee6ecd owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:10.116534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-587e83b0-6acb-4efb-a24c-13a2bb1d9ab5 req-72baf9d4-cceb-4ab4-8fee-cc3a809c9331 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331158 Feb 17 22:16:10.122647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a230d809-a319-49a5-bca4-2be5f6b6d940, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a230d809-a319-49a5-bca4-2be5f6b6d940,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:10.124842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (72aaad54-adf2-4660-8296-d2b77386c3f7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:10.150388 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:10.151256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f47341d3-bd93-4ac5-80b8-d9181b00b541 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:10.208164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:10.209327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9695134 Feb 17 22:16:10.210322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a4d3e-27d1-4693-bfbe-824aee90a803 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'Port': ['ID=e4d91eed-b11d-4d88-a0d0-6e51f37a6c01,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:10.280940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a230d809-a319-49a5-bca4-2be5f6b6d940,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:10.291192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f47341d3-bd93-4ac5-80b8-d9181b00b541, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f47341d3-bd93-4ac5-80b8-d9181b00b541,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:10.316861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f47341d3-bd93-4ac5-80b8-d9181b00b541', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'port_id': 'f47341d3-bd93-4ac5-80b8-d9181b00b541', 'mac_address': 'fa:16:3e:a7:33:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446e5db1-f6d2-417a-a00b-af67aaa73b0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:10.370276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f47341d3-bd93-4ac5-80b8-d9181b00b541 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:10.370750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:10.387327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47341d3-bd93-4ac5-80b8-d9181b00b541 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:10.416248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f47341d3-bd93-4ac5-80b8-d9181b00b541, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f47341d3-bd93-4ac5-80b8-d9181b00b541,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:10.423294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:10.503180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f47341d3-bd93-4ac5-80b8-d9181b00b541,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:10.534921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-91893a00-f4f3-4057-a796-69baa53ef1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:10.536524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-91893a00-f4f3-4057-a796-69baa53ef1dc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1126 time: 0.2776873 Feb 17 22:16:10.549087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0028f03-2ebc-4687-83f1-a5eb4c847c98 req-a1d8115b-29dd-4c17-acb5-5d1162392695 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:10.556613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0028f03-2ebc-4687-83f1-a5eb4c847c98 req-a1d8115b-29dd-4c17-acb5-5d1162392695 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2751482 Feb 17 22:16:10.929896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a230d809-a319-49a5-bca4-2be5f6b6d940'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:10.965532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f47341d3-bd93-4ac5-80b8-d9181b00b541'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:11.077869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0028f03-2ebc-4687-83f1-a5eb4c847c98 req-401024bf-8675-439f-a9dd-f0f7cbe0670e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200281 Feb 17 22:16:11.078416 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f9d19951-7ed4-48f4-b0fe-cef273ee6ecd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:11.117208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:11.149660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event deleted for resources: {'Port': ['ID=f9d19951-7ed4-48f4-b0fe-cef273ee6ecd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:11.164989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-55c8d3fc-1bbf-4ea2-8876-a7057524bbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:11.166548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-55c8d3fc-1bbf-4ea2-8876-a7057524bbc0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.5802112 Feb 17 22:16:11.199580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5a4abc-e383-4396-b6b2-00685ff2a537 req-8ada5517-840a-44cd-8c35-e0d4205f83a7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:11.207684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d5a4abc-e383-4396-b6b2-00685ff2a537 req-8ada5517-840a-44cd-8c35-e0d4205f83a7 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=f001127d-fb21-4f41-8735-d18f57c9fa2d HTTP/1.1" status: 200 len: 867 time: 0.2445793 Feb 17 22:16:11.271289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] No DVR routers for this DVR port f9d19951-7ed4-48f4-b0fe-cef273ee6ecd on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:11.283309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:11.288897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8192936-896b-4341-943f-1bebc755597a req-10fa28d3-d733-4914-9755-84177593a54e tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "DELETE /v2.0/ports/f9d19951-7ed4-48f4-b0fe-cef273ee6ecd HTTP/1.1" status: 204 len: 173 time: 2.1014206 Feb 17 22:16:11.291027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-3e87b513-830e-4231-8f24-028137102e99 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 217 time: 0.1065726 Feb 17 22:16:11.416428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d5a4abc-e383-4396-b6b2-00685ff2a537 req-0b09e61c-f3a0-464d-a627-f92baeda70a6 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073274 Feb 17 22:16:11.438268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-7eca52c9-815e-4f88-b824-37e81a5d1b2b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--384533273&fields=id&tenant_id=822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 267 time: 0.1648436 Feb 17 22:16:11.445841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-b84e8fa0-7781-4295-af33-1d842f4926be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:11.447619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-b84e8fa0-7781-4295-af33-1d842f4926be service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1380110 Feb 17 22:16:11.666024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-1b08c273-ee5b-4c19-80bc-8eef10f41d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:11.667784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-1b08c273-ee5b-4c19-80bc-8eef10f41d8a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1915855 Feb 17 22:16:11.679909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-cd4616c3-cb90-43fd-a05d-49699ce31e69 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:11.686566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-cd4616c3-cb90-43fd-a05d-49699ce31e69 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 817 time: 0.2378097 Feb 17 22:16:11.729042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee7f4a-7e56-48ca-95da-648ad4cc6985 req-231f27d7-aa20-430e-a2d1-762600a480a0 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:11.731841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6ee7f4a-7e56-48ca-95da-648ad4cc6985 req-231f27d7-aa20-430e-a2d1-762600a480a0 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 945 time: 0.1776659 Feb 17 22:16:11.759213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-b38b5d20-97d7-4af8-9423-010683764b62 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/quotas/822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 375 time: 0.0717666 Feb 17 22:16:11.857574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'name': 'network-vif-deleted', 'tag': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:11.860501 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3259c74e-9294-45c3-a100-441e5e6657f6" -d '{"events": [{"server_uuid": "f001127d-fb21-4f41-8735-d18f57c9fa2d", "name": "network-vif-deleted", "tag": "f9d19951-7ed4-48f4-b0fe-cef273ee6ecd"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:11.900424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6ee7f4a-7e56-48ca-95da-648ad4cc6985 req-21d3f47b-287f-4b52-93d1-7dc899ea5006 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386597 Feb 17 22:16:11.909242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-2389f16b-8c5b-4430-b103-7f14a435f4d0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397092 Feb 17 22:16:11.912086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-9550ca31-5f13-484b-af56-a09c660e8abe service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176113 Feb 17 22:16:12.172310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c20b826-6826-471a-b36f-d1d8849c5ac7 req-6814b47f-f397-4d56-a2c4-562a95325815 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456684 Feb 17 22:16:12.183443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57150df-65ae-459b-b69d-9c2ddde576bb req-2f1a798b-e5f2-4271-89a3-854fd08aac45 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:12.185064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e57150df-65ae-459b-b69d-9c2ddde576bb req-2f1a798b-e5f2-4271-89a3-854fd08aac45 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1726387 Feb 17 22:16:12.189157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-b52f6db0-90aa-4f32-9fdb-ebe0d990f348 service neutron] 10.222.0.79 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308083 Feb 17 22:16:12.293931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e57150df-65ae-459b-b69d-9c2ddde576bb req-335efb18-0110-40a4-b7d2-dbad79d567db tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004338 Feb 17 22:16:12.348188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-2b73ef32-0be6-4240-a362-98f7be204d27 service neutron] 10.222.0.79 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483984 Feb 17 22:16:12.521530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3a364-39d1-4b3d-9f59-452169380765 req-e617b87c-a1eb-4889-889f-ac4223e6d351 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:12.523347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2fc3a364-39d1-4b3d-9f59-452169380765 req-e617b87c-a1eb-4889-889f-ac4223e6d351 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 943 time: 0.0884993 Feb 17 22:16:12.528514 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3926bdb2-f109-4d20-a12f-ad901b4da699 x-openstack-request-id: req-3926bdb2-f109-4d20-a12f-ad901b4da699 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:12.529089 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f001127d-fb21-4f41-8735-d18f57c9fa2d", "name": "network-vif-deleted", "tag": "f9d19951-7ed4-48f4-b0fe-cef273ee6ecd", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:12.529584 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3926bdb2-f109-4d20-a12f-ad901b4da699 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:12.530362 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f001127d-fb21-4f41-8735-d18f57c9fa2d', 'name': 'network-vif-deleted', 'tag': 'f9d19951-7ed4-48f4-b0fe-cef273ee6ecd', 'status': 'completed', 'code': 200} Feb 17 22:16:12.586731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2fc3a364-39d1-4b3d-9f59-452169380765 req-0381170e-ae52-4d10-b0db-72c397a6d825 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543718 Feb 17 22:16:12.656462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed208d-b3f6-4577-bee5-4584c4c030da req-54acea66-ba8a-4849-b3e8-1ffdfd81bb0f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:12.658270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ed208d-b3f6-4577-bee5-4584c4c030da req-54acea66-ba8a-4849-b3e8-1ffdfd81bb0f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.0760732 Feb 17 22:16:12.709379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f9d19951-7ed4-48f4-b0fe-cef273ee6ecd no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:12.779041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: f9d19951-7ed4-48f4-b0fe-cef273ee6ecd {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:16:12.779537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f9d19951-7ed4-48f4-b0fe-cef273ee6ecd not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:16:12.792309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60c108e-2892-46f0-860e-340055123c83 req-14ac872f-20ba-46d1-b5f4-6c7cda5c6c49 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 210 time: 0.0575659 Feb 17 22:16:12.830574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65ed208d-b3f6-4577-bee5-4584c4c030da req-c8b9e4b3-293f-4d12-a93f-ef54c6952f4e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613743 Feb 17 22:16:13.103506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e3859-13b1-408d-ba3c-f1ccfa6871fb req-abd1d4a8-9797-438a-b5e3-00ca18e96ef5 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:13.105116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-116e3859-13b1-408d-ba3c-f1ccfa6871fb req-abd1d4a8-9797-438a-b5e3-00ca18e96ef5 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 945 time: 0.0979064 Feb 17 22:16:13.198365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-116e3859-13b1-408d-ba3c-f1ccfa6871fb req-3887bfee-f7f1-49e1-81bb-96e2ff1cf25f tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800433 Feb 17 22:16:13.500155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b3364-972e-4682-98d0-b82576e596b6 req-870b580f-1b17-498a-9639-25a4fc7cab12 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:13.504077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d40b3364-972e-4682-98d0-b82576e596b6 req-870b580f-1b17-498a-9639-25a4fc7cab12 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.0986016 Feb 17 22:16:13.568630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d40b3364-972e-4682-98d0-b82576e596b6 req-4098dddc-653c-491f-9cab-a3643661d233 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545456 Feb 17 22:16:13.588297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a230d809-a319-49a5-bca4-2be5f6b6d940 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:13.689287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port a230d809-a319-49a5-bca4-2be5f6b6d940 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:16:13.694345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port a230d809-a319-49a5-bca4-2be5f6b6d940 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:13.694703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:13.819295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0ae3b-3e52-483e-a476-51efca1624c0 req-37168359-7cc9-431d-8281-7990c0472206 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:13.825025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ca0ae3b-3e52-483e-a476-51efca1624c0 req-37168359-7cc9-431d-8281-7990c0472206 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 943 time: 0.1240060 Feb 17 22:16:13.913500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a230d809-a319-49a5-bca4-2be5f6b6d940 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:13.914453 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:13.953226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ca0ae3b-3e52-483e-a476-51efca1624c0 req-f58c7952-bff4-47c8-b307-8180ecba4823 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163824 Feb 17 22:16:13.969196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a230d809-a319-49a5-bca4-2be5f6b6d940'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:13.972025 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740bc438-b2cc-4436-9aa4-ccd048aa537f" -d '{"events": [{"server_uuid": "c8828353-3d72-4cc4-bbaf-b5e875707514", "name": "network-vif-plugged", "status": "completed", "tag": "a230d809-a319-49a5-bca4-2be5f6b6d940"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:14.011316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a230d809-a319-49a5-bca4-2be5f6b6d940, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a230d809-a319-49a5-bca4-2be5f6b6d940,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:14.027058 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:14.028253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f47341d3-bd93-4ac5-80b8-d9181b00b541 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:14.039528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-131d234c-fd50-4426-aac7-597f971e2184 req-e97924ff-569f-44e8-a06e-bab14de71c21 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 210 time: 0.0881336 Feb 17 22:16:14.121392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a230d809-a319-49a5-bca4-2be5f6b6d940,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:14.230946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port f47341d3-bd93-4ac5-80b8-d9181b00b541 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:16:14.241271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f47341d3-bd93-4ac5-80b8-d9181b00b541 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:14.242639 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:14.293317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702bb292-4b55-4ed2-8f88-c08d42f83517 req-677c2713-9602-48b9-b9aa-0ec00176b4be tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:14.295163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-702bb292-4b55-4ed2-8f88-c08d42f83517 req-677c2713-9602-48b9-b9aa-0ec00176b4be tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 945 time: 0.1615725 Feb 17 22:16:14.302747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-fedbcd19-2bda-4c19-8a67-0d2d9be7f556 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:14.305360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-fedbcd19-2bda-4c19-8a67-0d2d9be7f556 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 817 time: 0.3512731 Feb 17 22:16:14.341761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e5f5792-258f-4f82-b4d2-bcdd700666f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:14.356082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085032b-4ffd-4720-ba56-4797105b7532 req-32bd41c8-3d10-4095-b963-fad8caf050e4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:14.356515 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1085032b-4ffd-4720-ba56-4797105b7532 req-32bd41c8-3d10-4095-b963-fad8caf050e4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.1320035 Feb 17 22:16:14.401387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f47341d3-bd93-4ac5-80b8-d9181b00b541 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:14.401977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:14.402936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-702bb292-4b55-4ed2-8f88-c08d42f83517 req-8e13addb-cfec-41ee-ad21-b3ab8d3f236b tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964134 Feb 17 22:16:14.453199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f47341d3-bd93-4ac5-80b8-d9181b00b541, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f47341d3-bd93-4ac5-80b8-d9181b00b541,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:14.460978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:14.471765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1085032b-4ffd-4720-ba56-4797105b7532 req-424787b9-24b2-44b0-aef6-8f1a9f71f99d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055527 Feb 17 22:16:14.478143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-b0ac64a4-0eee-4f37-9803-4bd9b0ee06db tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 379 time: 0.1206505 Feb 17 22:16:14.500580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'port': {'device_id': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'admin_state_up': True, 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'security_groups': ['ce3ab00f-ce68-4545-87a1-a9a8b3a9e690']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:14.500792 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ab4d17-d7cc-4320-9bf3-b5b944e3456f x-openstack-request-id: req-a2ab4d17-d7cc-4320-9bf3-b5b944e3456f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:14.500941 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8828353-3d72-4cc4-bbaf-b5e875707514", "name": "network-vif-plugged", "status": "completed", "tag": "a230d809-a319-49a5-bca4-2be5f6b6d940", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:14.501161 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a2ab4d17-d7cc-4320-9bf3-b5b944e3456f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:14.501748 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a230d809-a319-49a5-bca4-2be5f6b6d940', 'code': 200} Feb 17 22:16:14.584799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f47341d3-bd93-4ac5-80b8-d9181b00b541,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:14.713570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:14.788771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccbf9a-c86a-4b02-9b41-f11632fd2697 req-ffe1668c-abdc-4a85-a0cd-c4b5273bac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:14.791278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4ccbf9a-c86a-4b02-9b41-f11632fd2697 req-ffe1668c-abdc-4a85-a0cd-c4b5273bac4f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c8828353-3d72-4cc4-bbaf-b5e875707514 HTTP/1.1" status: 200 len: 1128 time: 0.1680968 Feb 17 22:16:14.791956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Made reservation on behalf of 822ad60a2532425095b618c27fea11e1 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:16:14.795351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:14.808629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a9941-6ea9-4b98-8522-8dace01f3716 req-8c17d7e6-5e86-404b-aea4-0972cba8b74c tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:14.809824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e4a9941-6ea9-4b98-8522-8dace01f3716 req-8c17d7e6-5e86-404b-aea4-0972cba8b74c tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 946 time: 0.1880364 Feb 17 22:16:14.852682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:14.869080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'mac_address': 'fa:16:3e:02:86:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:14.872776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c81b3-9b5d-4593-831b-c992ee4149ba req-054e6bf5-0287-440e-bb94-045cbe281148 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:14.874390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a18c81b3-9b5d-4593-831b-c992ee4149ba req-054e6bf5-0287-440e-bb94-045cbe281148 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1903450 Feb 17 22:16:14.916980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:14.918072 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:14.938084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:14.965472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:14.975101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:15.011191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4ccbf9a-c86a-4b02-9b41-f11632fd2697 req-86d7569a-43ad-4fcb-afd7-ce2326edd558 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105610 Feb 17 22:16:15.037517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e4a9941-6ea9-4b98-8522-8dace01f3716 req-b0dad45f-b04e-4188-8db5-28bcb72b0023 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099411 Feb 17 22:16:15.056820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:15.086662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a18c81b3-9b5d-4593-831b-c992ee4149ba req-5c4d5652-05d7-4464-9564-1b948b71cb71 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985304 Feb 17 22:16:15.250466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a071bab9-4beb-44e8-bfb2-4a9bb27e5139 req-c545359d-130c-4577-838b-66bcee1832a5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 210 time: 0.0496707 Feb 17 22:16:15.251829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Allocated IP 172.20.0.7 (ca9d742c-593d-425c-b5fb-51c5b5d35926/7149978d-de33-4048-be1d-65a0097ef73d/f0d52e64-da78-4718-a4a8-f710f8844a81) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:16:15.287281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4993c30-bfd8-409c-8068-2c5d4bd93fe5 req-883584d8-56b8-451e-9326-82dbf42cd165 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:15.288932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4993c30-bfd8-409c-8068-2c5d4bd93fe5 req-883584d8-56b8-451e-9326-82dbf42cd165 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1349878 Feb 17 22:16:15.295671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:15.499421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4993c30-bfd8-409c-8068-2c5d4bd93fe5 req-4664a08d-bb11-4659-9f51-4d5d86359824 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933525 Feb 17 22:16:15.529600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-2f34f488-f3f2-45cf-af8b-6949424abeb1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:15.529600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-2f34f488-f3f2-45cf-af8b-6949424abeb1 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 945 time: 0.2317924 Feb 17 22:16:15.630891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.009874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08781830-57e0-4c87-a630-37e14d38b653 req-e02bb0d5-f9ed-441c-8089-d6269e576ea4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:16.011425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08781830-57e0-4c87-a630-37e14d38b653 req-e02bb0d5-f9ed-441c-8089-d6269e576ea4 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 945 time: 0.4812043 Feb 17 22:16:16.075410 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.084200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939ac40-afe6-4465-a19d-39ea50fe47cd req-f6a4f314-faf7-45a9-9855-8bde3d9450d7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:16.085700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6939ac40-afe6-4465-a19d-39ea50fe47cd req-f6a4f314-faf7-45a9-9855-8bde3d9450d7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.4761109 Feb 17 22:16:16.168843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08781830-57e0-4c87-a630-37e14d38b653 req-f5e67b91-dbd7-4eb6-93f1-4f08b5a14573 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/security-groups?id=753a200d-a7be-4cdf-afb5-79e8d144545a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424356 Feb 17 22:16:16.187263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Deleting port fc96c367-934f-47cc-884d-ea62a2f28aa5 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:16.187263 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.232200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:16.232940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:16.311020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:16.326442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:16.442873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6939ac40-afe6-4465-a19d-39ea50fe47cd req-8b701c91-a4cf-45ef-873b-517495e0fa19 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420055 Feb 17 22:16:16.449509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] For port fc96c367-934f-47cc-884d-ea62a2f28aa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc96c367-934f-47cc-884d-ea62a2f28aa5,segment=NetworkSegment(24d34f06-a9ba-45e6-8c0e-75623c2a446d),segment_id=24d34f06-a9ba-45e6-8c0e-75623c2a446d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:16.450556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.500596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Calling delete_port for fc96c367-934f-47cc-884d-ea62a2f28aa5 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:16.503535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47341d3-bd93-4ac5-80b8-d9181b00b541'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:16.510301 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3043f5c5-141f-4683-a5c8-38253aa2ff40" -d '{"events": [{"server_uuid": "cc26ac26-594c-40f7-ac26-f75cc8c484c2", "name": "network-vif-plugged", "status": "completed", "tag": "f47341d3-bd93-4ac5-80b8-d9181b00b541"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:16.522643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:16.523295 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.657166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-80759bc3-cf45-448b-9318-6d0fc3de9952 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1679022 Feb 17 22:16:16.675087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d1fa47-6250-4a22-b6e7-ecf3c2bd5422 req-13be4604-fce0-48c7-9b90-e7b05116dbbe tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:16.683243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21d1fa47-6250-4a22-b6e7-ecf3c2bd5422 req-13be4604-fce0-48c7-9b90-e7b05116dbbe tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 946 time: 0.3697839 Feb 17 22:16:16.696667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Request body: {'port': {'device_id': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:16.717023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:16.797681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-810a0025-7810-4765-a3c4-043206ffa49f None None] Provisioning complete for port f0d52e64-da78-4718-a4a8-f710f8844a81 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:16.798342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-810a0025-7810-4765-a3c4-043206ffa49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.858019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1f9be07e-e76f-4196-a189-8aab87c10914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.860026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64020a70-48f9-4a59-841e-d87deeb4de43 req-f133e15e-19b9-4a07-9e83-ef568d778544 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:16.868064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-810a0025-7810-4765-a3c4-043206ffa49f None None] Port f0d52e64-da78-4718-a4a8-f710f8844a81 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:16:16.869273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64020a70-48f9-4a59-841e-d87deeb4de43 req-f133e15e-19b9-4a07-9e83-ef568d778544 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.3090758 Feb 17 22:16:16.880037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:16:16.885366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:16.886028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:16.893851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21d1fa47-6250-4a22-b6e7-ecf3c2bd5422 req-6e7bb5dc-e430-4a22-bd8f-81f6d945e00b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095356 Feb 17 22:16:16.936873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.000149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:17.003877 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.047041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:17.054554 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.077930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64020a70-48f9-4a59-841e-d87deeb4de43 req-61e5f012-96d5-45f6-8ce3-f73b9490918b tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064610 Feb 17 22:16:17.125731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fc96c367-934f-47cc-884d-ea62a2f28aa5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.156013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc96c367-934f-47cc-884d-ea62a2f28aa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:17.190386 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f118c56f-5ad3-441b-9913-7397bf280910 x-openstack-request-id: req-f118c56f-5ad3-441b-9913-7397bf280910 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:17.190715 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc26ac26-594c-40f7-ac26-f75cc8c484c2", "name": "network-vif-plugged", "status": "completed", "tag": "f47341d3-bd93-4ac5-80b8-d9181b00b541", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:17.190934 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f118c56f-5ad3-441b-9913-7397bf280910 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:17.191869 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47341d3-bd93-4ac5-80b8-d9181b00b541', 'code': 200} Feb 17 22:16:17.193841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:17.275348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Pushing event deleted for resources: {'Port': ['ID=fc96c367-934f-47cc-884d-ea62a2f28aa5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:17.424168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b26d36-6ec8-44df-8ce4-918adf743f52 req-e2f26386-3db1-434d-bab4-85f9fab6ff10 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:17.425756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97b26d36-6ec8-44df-8ce4-918adf743f52 req-e2f26386-3db1-434d-bab4-85f9fab6ff10 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 931 time: 0.3730013 Feb 17 22:16:17.453710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] No DVR routers for this DVR port fc96c367-934f-47cc-884d-ea62a2f28aa5 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:17.457634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.461868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6a49152-e987-4197-9b3c-c406b1b90c47 req-f1582ca6-32b3-466c-982e-4602ad73d898 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.73 "DELETE /v2.0/ports/fc96c367-934f-47cc-884d-ea62a2f28aa5 HTTP/1.1" status: 204 len: 173 time: 1.8996055 Feb 17 22:16:17.470071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'name': 'network-vif-deleted', 'tag': 'fc96c367-934f-47cc-884d-ea62a2f28aa5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:17.472483 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10377369-4ba5-4766-a426-e27e11b4aa38" -d '{"events": [{"server_uuid": "be026593-5cbc-49c8-9f50-2eb22de0b072", "name": "network-vif-deleted", "tag": "fc96c367-934f-47cc-884d-ea62a2f28aa5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:17.561999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0f0f1-3b43-4e4f-8ca0-a9021ae0e74a req-f2a1bc15-c8bf-4c68-8cc0-75fbd32356d1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:17.563757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45d0f0f1-3b43-4e4f-8ca0-a9021ae0e74a req-f2a1bc15-c8bf-4c68-8cc0-75fbd32356d1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.2965753 Feb 17 22:16:17.575694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d65b5a-5e61-42f1-af05-94d070367cab req-a47dab8c-552a-4e36-8751-eaecd19f063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:17.577171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54d65b5a-5e61-42f1-af05-94d070367cab req-a47dab8c-552a-4e36-8751-eaecd19f063c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 1129 time: 0.2721555 Feb 17 22:16:17.612919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5fd1070a-6f84-420c-bbec-14024ccd61fb details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:17.621281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97b26d36-6ec8-44df-8ce4-918adf743f52 req-8e49d408-815a-4e4f-8a56-52319e9391dd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707854 Feb 17 22:16:17.748963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0d52e64-da78-4718-a4a8-f710f8844a81 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:17.762898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Publish callbacks [] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.805723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Transition to ACTIVE for port object f0d52e64-da78-4718-a4a8-f710f8844a81 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:17.823623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:17.830125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54d65b5a-5e61-42f1-af05-94d070367cab req-9875930e-c1f3-421f-88ec-1fcb777a7870 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465329 Feb 17 22:16:17.830813 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.842523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '5fd1070a-6f84-420c-bbec-14024ccd61fb', 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c', 'port_id': '5fd1070a-6f84-420c-bbec-14024ccd61fb', 'mac_address': 'fa:16:3e:8b:60:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7eb73f8d-9b93-4360-977f-12e903433c9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:17.854065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-596af03e-3eeb-49f3-b5e1-be847ab924a0 req-226f9c2e-9891-41c6-b6de-eb9009725ba2 tempest-ServersTestJSON-1659795659 tempest-ServersTestJSON-1659795659-project] 10.222.0.79 "GET /v2.0/ports?device_id=be026593-5cbc-49c8-9f50-2eb22de0b072 HTTP/1.1" status: 200 len: 210 time: 0.0471191 Feb 17 22:16:17.857586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45d0f0f1-3b43-4e4f-8ca0-a9021ae0e74a req-e680018a-24f5-49fe-83e5-f42c01577b56 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2761769 Feb 17 22:16:17.876546 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.948813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5fd1070a-6f84-420c-bbec-14024ccd61fb is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:17.952155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:17.963174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:18.008838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fd1070a-6f84-420c-bbec-14024ccd61fb {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:18.048932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:18.052426 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f6e2e8-5695-4309-834e-5fd73f656e76 x-openstack-request-id: req-e9f6e2e8-5695-4309-834e-5fd73f656e76 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:18.052833 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be026593-5cbc-49c8-9f50-2eb22de0b072", "name": "network-vif-deleted", "tag": "fc96c367-934f-47cc-884d-ea62a2f28aa5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:18.053139 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9f6e2e8-5695-4309-834e-5fd73f656e76 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:18.053651 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be026593-5cbc-49c8-9f50-2eb22de0b072', 'name': 'network-vif-deleted', 'tag': 'fc96c367-934f-47cc-884d-ea62a2f28aa5', 'status': 'completed', 'code': 200} Feb 17 22:16:18.064103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:18.204448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:18.246000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Attempting to bind port f0d52e64-da78-4718-a4a8-f710f8844a81 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:18.246620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Attempting to bind port f0d52e64-da78-4718-a4a8-f710f8844a81 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:18.248292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Attempting to bind port f0d52e64-da78-4718-a4a8-f710f8844a81 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:18.272179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Port f0d52e64-da78-4718-a4a8-f710f8844a81 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:18.272519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Attempting to bind port f0d52e64-da78-4718-a4a8-f710f8844a81 on network ca9d742c-593d-425c-b5fb-51c5b5d35926 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:18.281467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:18.281804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Checking segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:18.282187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Bound using segment: {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:18.282631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Bound port: f0d52e64-da78-4718-a4a8-f710f8844a81, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd25a890-d500-488c-abf7-242741fa38de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:18.282985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:18.313447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf96c94-5c62-4049-a772-0ede8e59aa83 req-271d1f10-a4c2-4272-9543-1ebae5dc93d0 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:18.317358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bf96c94-5c62-4049-a772-0ede8e59aa83 req-271d1f10-a4c2-4272-9543-1ebae5dc93d0 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 946 time: 0.1513414 Feb 17 22:16:18.436574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:18.462718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:18.478590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bf96c94-5c62-4049-a772-0ede8e59aa83 req-73aed25b-300a-4f3a-a944-3a1daf82c5aa tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375167 Feb 17 22:16:18.490217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:18.560455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c6acd-41e2-493e-a260-616092ee3f4f req-1ad7b8f8-ab36-4d2c-9018-ff114a0e1965 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:18.562149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f6c6acd-41e2-493e-a260-616092ee3f4f req-1ad7b8f8-ab36-4d2c-9018-ff114a0e1965 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.2223713 Feb 17 22:16:18.586338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:18.586973 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:18.588640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] 10.222.0.94 "PUT /v2.0/ports/f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 1092 time: 1.9000325 Feb 17 22:16:18.590022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['5fd1070a-6f84-420c-bbec-14024ccd61fb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:18.677820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e0341-8ef4-424c-b234-4271bc3d0604 service neutron] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:18.757579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f6c6acd-41e2-493e-a260-616092ee3f4f req-6231c5ec-6234-49a1-9b29-f0955bd5deb5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871510 Feb 17 22:16:18.800957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1877e515-23ab-4cb6-a54e-173681fda20e req-687cf47a-9430-49a6-847d-eb61b5f336c4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:18.802125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1877e515-23ab-4cb6-a54e-173681fda20e req-687cf47a-9430-49a6-847d-eb61b5f336c4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2390380 Feb 17 22:16:18.910110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-8206a090-8e19-42ce-adc9-e207f2edb2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:18.911760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-8206a090-8e19-42ce-adc9-e207f2edb2a5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1126 time: 0.2351787 Feb 17 22:16:18.929067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1877e515-23ab-4cb6-a54e-173681fda20e req-f4a9b9fd-cd67-477c-ac1e-dd2f7dca38eb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156421 Feb 17 22:16:18.993812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43602) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:19.002964 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-508b0dff-e578-4aa6-b802-669355b9ecb6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 217 time: 0.0709443 Feb 17 22:16:19.066341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866a87f-d322-4566-9fc4-8bde40538351 req-77363cb3-4848-4a68-8d65-a4d16b65ac30 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:19.068083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d866a87f-d322-4566-9fc4-8bde40538351 req-77363cb3-4848-4a68-8d65-a4d16b65ac30 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.1526170 Feb 17 22:16:19.072492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] Deleting subnet 286750d8-3ff4-41dd-9534-47d6dd9445c5 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:16:19.076770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] Publish callbacks [] for subnet (286750d8-3ff4-41dd-9534-47d6dd9445c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.125697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (286750d8-3ff4-41dd-9534-47d6dd9445c5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.138598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-d3dcddb4-92fc-43c0-bb03-96cd22671b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:19.140103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-d3dcddb4-92fc-43c0-bb03-96cd22671b2c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.1272182 Feb 17 22:16:19.181614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (286750d8-3ff4-41dd-9534-47d6dd9445c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.200998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:19.207428 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97037b6-ddf2-40bb-8d9d-e2508c05b535" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:19.225972 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.251961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d866a87f-d322-4566-9fc4-8bde40538351 req-edc2cbbf-199a-4f50-8b67-874d687c36e0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668866 Feb 17 22:16:19.290194 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (286750d8-3ff4-41dd-9534-47d6dd9445c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.300589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-6cb514c5-c5cf-45b1-9620-7398dd205861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:19.302380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-6cb514c5-c5cf-45b1-9620-7398dd205861 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1492326 Feb 17 22:16:19.313748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7bb294-9be6-473a-9615-58477dbc43be req-48218132-87e8-4b4e-afe6-4ad625d423df tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:19.323345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b7bb294-9be6-473a-9615-58477dbc43be req-48218132-87e8-4b4e-afe6-4ad625d423df tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.2392914 Feb 17 22:16:19.334295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=286750d8-3ff4-41dd-9534-47d6dd9445c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:19.341065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.365730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d0c53970-bfc3-4d10-9492-31697333f340 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/286750d8-3ff4-41dd-9534-47d6dd9445c5 HTTP/1.1" status: 204 len: 168 time: 0.3676591 Feb 17 22:16:19.366926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43616) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:19.482487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b7bb294-9be6-473a-9615-58477dbc43be req-f55a206b-0092-4efd-a09b-a111ad20a4b1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579690 Feb 17 22:16:19.529957 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87186f88-b641-4874-8a5f-34132bcbf73f x-openstack-request-id: req-87186f88-b641-4874-8a5f-34132bcbf73f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:19.530258 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:19.530522 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87186f88-b641-4874-8a5f-34132bcbf73f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:19.530936 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'code': 200} Feb 17 22:16:19.572266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (492bf255-9258-4b42-9b64-67a0b7c1ba7f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.617418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-0dfd439b-63db-41ab-97fd-bcced4fab8e5 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905126 Feb 17 22:16:19.685873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (492bf255-9258-4b42-9b64-67a0b7c1ba7f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.715759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492bf255-9258-4b42-9b64-67a0b7c1ba7f']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:19.732222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d34f06-a9ba-45e6-8c0e-75623c2a446d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:19.732841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d34f06-a9ba-45e6-8c0e-75623c2a446d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:19.746261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (24d34f06-a9ba-45e6-8c0e-75623c2a446d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.763290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (24d34f06-a9ba-45e6-8c0e-75623c2a446d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.779034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:16:19.782368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (24d34f06-a9ba-45e6-8c0e-75623c2a446d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:16:19.785145 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:16:19.853786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a150e52-2993-46fd-99e8-8885c7042222 req-f2aad96a-36f9-4dcc-ae70-bbabe557ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:19.856493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a150e52-2993-46fd-99e8-8885c7042222 req-f2aad96a-36f9-4dcc-ae70-bbabe557ed12 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1128 time: 0.1948562 Feb 17 22:16:19.886980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (492bf255-9258-4b42-9b64-67a0b7c1ba7f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.894415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:19.899112 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] 10.222.0.79 "DELETE /v2.0/networks/492bf255-9258-4b42-9b64-67a0b7c1ba7f HTTP/1.1" status: 204 len: 168 time: 0.5176916 Feb 17 22:16:19.914337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99c5a7-afa3-442f-9ea9-a0c482beabdc admin admin] Pushing event deleted for resources: {'Network': ['ID=492bf255-9258-4b42-9b64-67a0b7c1ba7f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:19.939099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970fc46-10ed-4fc5-99bb-e851acd4d098 req-f1d661d7-f501-4237-bc11-67a890084f3a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:19.941385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7970fc46-10ed-4fc5-99bb-e851acd4d098 req-f1d661d7-f501-4237-bc11-67a890084f3a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 946 time: 0.2846072 Feb 17 22:16:20.007228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb5caca1-ec6f-43ac-8748-e0a46989addf req-8b65c003-1f25-4e0c-b54c-c951bec7e02b service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826985 Feb 17 22:16:20.019500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a150e52-2993-46fd-99e8-8885c7042222 req-89c54e12-3f4c-4628-b822-61ba4fc34024 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454051 Feb 17 22:16:20.058782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:20.061290 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5804cf-2852-42d2-b3d0-681ff97255de" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:20.073620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7970fc46-10ed-4fc5-99bb-e851acd4d098 req-7fb8ed10-bf28-478d-8bd9-78610e4165a0 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982282 Feb 17 22:16:20.082759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130def7a-3153-4a2f-8834-864ff05a45c2 req-a6602b96-8d69-45d3-a9fe-4b792ab73bdb tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:20.084593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-130def7a-3153-4a2f-8834-864ff05a45c2 req-a6602b96-8d69-45d3-a9fe-4b792ab73bdb tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.2051020 Feb 17 22:16:20.156216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-130def7a-3153-4a2f-8834-864ff05a45c2 req-c18c20ac-d3f7-4193-a8dd-746f0eb10ef6 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640419 Feb 17 22:16:20.176911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43630) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:20.243194 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1ff29538-b877-4550-906d-b1e9b58de994 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e2738bdd632341dd87b1ec4535791d88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0649683 Feb 17 22:16:20.243901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43636) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:20.252639 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b683731-1ca1-4795-b198-be2da3d79c9e x-openstack-request-id: req-9b683731-1ca1-4795-b198-be2da3d79c9e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:20.253963 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:20.254448 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b683731-1ca1-4795-b198-be2da3d79c9e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:20.255065 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'status': 'completed', 'code': 200} Feb 17 22:16:20.273155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2784e-b380-489d-bfb6-962f32d0bf38 req-10ec7bc2-25b8-4438-b2bd-d858d8e525d6 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:20.286395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37a2784e-b380-489d-bfb6-962f32d0bf38 req-10ec7bc2-25b8-4438-b2bd-d858d8e525d6 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1055093 Feb 17 22:16:20.305340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b84c2b53-47e4-48aa-b4cf-f71ebbe98854 admin admin] Publish callbacks [] for security_group (753a200d-a7be-4cdf-afb5-79e8d144545a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:20.331658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b84c2b53-47e4-48aa-b4cf-f71ebbe98854 admin admin] Publish callbacks [] for security_group (753a200d-a7be-4cdf-afb5-79e8d144545a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:20.356106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37a2784e-b380-489d-bfb6-962f32d0bf38 req-dde73ed9-53ba-4de7-b77a-9bc00203051e tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683413 Feb 17 22:16:20.421011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b84c2b53-47e4-48aa-b4cf-f71ebbe98854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (753a200d-a7be-4cdf-afb5-79e8d144545a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:20.428499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b84c2b53-47e4-48aa-b4cf-f71ebbe98854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:20.436942 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b84c2b53-47e4-48aa-b4cf-f71ebbe98854 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/753a200d-a7be-4cdf-afb5-79e8d144545a HTTP/1.1" status: 204 len: 168 time: 0.1919937 Feb 17 22:16:20.453611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2b53-47e4-48aa-b4cf-f71ebbe98854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753a200d-a7be-4cdf-afb5-79e8d144545a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:20.469143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-596371d5-aa0d-4077-beb8-1f8fb93aa2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:20.470944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-596371d5-aa0d-4077-beb8-1f8fb93aa2ba service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1126 time: 0.1323791 Feb 17 22:16:20.600238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a479ed13-dd5f-4f4f-a3dc-0ee15b9ee372 req-7843ddfd-e03b-41f9-a35d-519ca48538b4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:20.612969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a479ed13-dd5f-4f4f-a3dc-0ee15b9ee372 req-7843ddfd-e03b-41f9-a35d-519ca48538b4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8828353-3d72-4cc4-bbaf-b5e875707514 HTTP/1.1" status: 200 len: 945 time: 0.2461951 Feb 17 22:16:20.649338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:20.757325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc96c367-934f-47cc-884d-ea62a2f28aa5 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:20.780084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d016ad4-7863-49d7-8a47-a7aff6245ec3 req-190e45f8-99f9-4583-9b45-99d6fad57641 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:20.781759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d016ad4-7863-49d7-8a47-a7aff6245ec3 req-190e45f8-99f9-4583-9b45-99d6fad57641 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.3098621 Feb 17 22:16:20.789599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-9c76f379-d68c-49fa-9376-d0b06bce6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:20.790989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-9c76f379-d68c-49fa-9376-d0b06bce6d6d service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.2995064 Feb 17 22:16:20.793821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: fc96c367-934f-47cc-884d-ea62a2f28aa5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:16:20.794419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc96c367-934f-47cc-884d-ea62a2f28aa5 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:16:20.825913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a479ed13-dd5f-4f4f-a3dc-0ee15b9ee372 req-270e81fc-c3bf-4d9b-940e-72e09a23c502 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120438 Feb 17 22:16:20.879994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-4457eda3-5771-4941-b1b5-936c4360076c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 217 time: 0.0756404 Feb 17 22:16:20.923456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d016ad4-7863-49d7-8a47-a7aff6245ec3 req-5bf6d987-127d-484f-909a-ce3f6dff7c92 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296597 Feb 17 22:16:20.927023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-4154a321-c857-4bd3-955a-fd43b88cbce8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2769310 Feb 17 22:16:20.955021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-de17693f-cfe4-46b0-acb0-9339cff95453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:20.973210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-de17693f-cfe4-46b0-acb0-9339cff95453 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.0842073 Feb 17 22:16:21.615935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-c94019fd-e5b2-4ad3-98ea-bb2d9c9ad347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:21.617629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-c94019fd-e5b2-4ad3-98ea-bb2d9c9ad347 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6274230 Feb 17 22:16:21.624639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5baf92-32b1-4321-ac56-7228a4a5fc9e req-c0ce5c5e-0433-4b19-8d08-60f7fde21225 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:21.626163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5baf92-32b1-4321-ac56-7228a4a5fc9e req-c0ce5c5e-0433-4b19-8d08-60f7fde21225 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.6326177 Feb 17 22:16:21.640167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5fd1070a-6f84-420c-bbec-14024ccd61fb up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:21.640600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe982131-f35e-4a2e-94de-be83840244e4 req-d99a470b-2364-4a03-857d-456fd9a09475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:21.642120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-d99a470b-2364-4a03-857d-456fd9a09475 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 1127 time: 0.6534951 Feb 17 22:16:21.723292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 5fd1070a-6f84-420c-bbec-14024ccd61fb completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:16:21.728680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 5fd1070a-6f84-420c-bbec-14024ccd61fb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:21.729137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:21.806897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec2165-f9d7-4136-b541-71173f45ab0d req-95c317c3-a3eb-4455-80af-2f4dc860fb4c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:21.808446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54ec2165-f9d7-4136-b541-71173f45ab0d req-95c317c3-a3eb-4455-80af-2f4dc860fb4c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.2485306 Feb 17 22:16:21.834656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5fd1070a-6f84-420c-bbec-14024ccd61fb is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:21.834957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:21.860745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:21.863668 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d85293-ff3d-4f42-adf1-7fd077852f31" -d '{"events": [{"server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "name": "network-vif-plugged", "status": "completed", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:21.877059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:21.881718 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:21.888755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5baf92-32b1-4321-ac56-7228a4a5fc9e req-97f0ce6a-58ea-4dfb-ac42-95ac445adffa tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2455988 Feb 17 22:16:21.910275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-f5ab6d2c-e7d8-4993-bc79-5918c97ef58e service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817295 Feb 17 22:16:21.925457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe982131-f35e-4a2e-94de-be83840244e4 req-7b25bb90-155d-4214-b1b1-7b1c32277c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:21.926802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-7b25bb90-155d-4214-b1b1-7b1c32277c84 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2356622 Feb 17 22:16:21.933077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:21.988024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54ec2165-f9d7-4136-b541-71173f45ab0d req-9d661e32-f6cd-47a7-a0b7-53e60a3c7f59 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678762 Feb 17 22:16:22.029215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-792af2dc-2bc0-43cd-946f-fa13eb8ad313 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 200 len: 217 time: 0.0915577 Feb 17 22:16:22.199318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe982131-f35e-4a2e-94de-be83840244e4 req-b2c4fa74-6181-46d6-b29d-3a4e625bd9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:22.200826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-b2c4fa74-6181-46d6-b29d-3a4e625bd9fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1502569 Feb 17 22:16:22.202582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5804cf-2852-42d2-b3d0-681ff97255de req-f9295434-0a3b-46ea-ab13-65116dbdcc60 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794113 Feb 17 22:16:22.238005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36669fe4-e5ac-4520-87c7-e19d8693fbc0 req-942351a2-6a69-450c-b27b-2328e2c381d0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:22.239526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36669fe4-e5ac-4520-87c7-e19d8693fbc0 req-942351a2-6a69-450c-b27b-2328e2c381d0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2232966 Feb 17 22:16:22.261656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-fbb36a28-59a8-4968-8bb5-1915c9214c51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521553 Feb 17 22:16:22.310714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-26445b9e-5650-4d0e-969f-ec5c3c10959e tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:22.312226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-26445b9e-5650-4d0e-969f-ec5c3c10959e tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 813 time: 0.2383630 Feb 17 22:16:22.371464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-29f5b180-de56-499a-ac45-7e56089ba920 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/quotas/ae36a0a71fee4bfcb3cf80222ce87aab HTTP/1.1" status: 200 len: 375 time: 0.0313444 Feb 17 22:16:22.399541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36669fe4-e5ac-4520-87c7-e19d8693fbc0 req-65776cc2-7b62-442c-ac46-f12d834dab1f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426573 Feb 17 22:16:22.451893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-209fa803-2542-4961-a909-2db00e304068 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740656 Feb 17 22:16:22.463687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-48f66183-bb78-4c69-b1c8-71d8e6b1fbcb tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0849876 Feb 17 22:16:22.477479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-6373ff97-e415-4c22-ad19-a566d9fdf1fa service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:16:22.478468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-6373ff97-e415-4c22-ad19-a566d9fdf1fa service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051143 Feb 17 22:16:22.630083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe982131-f35e-4a2e-94de-be83840244e4 req-c020b8b5-1c4a-4215-ae24-b2cca41940c1 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654129 Feb 17 22:16:22.635412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-5c387049-7493-41e2-bf72-eb90805b6b93 service neutron] 10.222.0.79 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456428 Feb 17 22:16:22.743088 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03e3b49-74f4-4949-9369-5ae531aba9a3 x-openstack-request-id: req-d03e3b49-74f4-4949-9369-5ae531aba9a3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:22.743725 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "name": "network-vif-plugged", "status": "completed", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:22.744049 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d03e3b49-74f4-4949-9369-5ae531aba9a3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:22.744666 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb', 'code': 200} Feb 17 22:16:22.752252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-2775da20-a0d5-49cb-b3a5-477503754940 service neutron] 10.222.0.79 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103806 Feb 17 22:16:22.957698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28849bde-a88d-441a-9c14-4a032fc8fada req-b1532853-5ff6-49f5-bd20-728e12797d26 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:22.964457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28849bde-a88d-441a-9c14-4a032fc8fada req-b1532853-5ff6-49f5-bd20-728e12797d26 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.0980453 Feb 17 22:16:22.968456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e7400-c92e-4cb3-b2fb-64150259c94b req-935d4466-fb42-4281-ba5a-25c61ac15d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:22.969915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae7e7400-c92e-4cb3-b2fb-64150259c94b req-935d4466-fb42-4281-ba5a-25c61ac15d37 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1128 time: 0.1023052 Feb 17 22:16:23.061664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7babc88f-b4b3-4ba8-87ba-cd5e4a0120ee req-a3e54a62-8170-4279-89f1-2bf6eb917abe tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0505116 Feb 17 22:16:23.082009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28849bde-a88d-441a-9c14-4a032fc8fada req-b776e178-c767-47ae-a68e-7ad5033dfc16 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095603 Feb 17 22:16:23.105580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae7e7400-c92e-4cb3-b2fb-64150259c94b req-41bf41ed-f5e5-4734-8dab-59a1180119a4 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204360 Feb 17 22:16:23.216140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1790-eac8-403a-8961-21974a887fc8 req-931829da-acd8-477b-a26c-c8a4e798dc3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:23.224263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5cf1790-eac8-403a-8961-21974a887fc8 req-931829da-acd8-477b-a26c-c8a4e798dc3c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.0704939 Feb 17 22:16:23.277589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5cf1790-eac8-403a-8961-21974a887fc8 req-cc1293cd-9997-42f9-adc7-eb288ca5653f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524817 Feb 17 22:16:23.449027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7db53d-266b-4c0a-9199-2d11cbc3a917 req-d70437c7-09bc-4384-ae20-9d1ceae9a94b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:23.450491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da7db53d-266b-4c0a-9199-2d11cbc3a917 req-d70437c7-09bc-4384-ae20-9d1ceae9a94b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.0981777 Feb 17 22:16:23.472552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671ace4-1803-412b-b9c0-da60abe763b4 req-cb3dc032-af27-4ace-b572-6107bc9bb844 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:23.474234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3671ace4-1803-412b-b9c0-da60abe763b4 req-cb3dc032-af27-4ace-b572-6107bc9bb844 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 950 time: 0.0854521 Feb 17 22:16:23.577070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da7db53d-266b-4c0a-9199-2d11cbc3a917 req-4b881f29-e5f7-4acf-ae4a-7c590022bea1 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201599 Feb 17 22:16:23.608550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3671ace4-1803-412b-b9c0-da60abe763b4 req-1a22a3a9-5ed8-4a75-9827-921568919fbd tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213226 Feb 17 22:16:23.628402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-46ba5620-755e-4b21-9b47-2bda2720f172 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:23.630069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-46ba5620-755e-4b21-9b47-2bda2720f172 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "GET /v2.0/ports?device_id=c8828353-3d72-4cc4-bbaf-b5e875707514 HTTP/1.1" status: 200 len: 945 time: 0.1346688 Feb 17 22:16:23.661005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:23.775218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-156f1575-1424-4d23-969f-2210ed738ab6 req-3700a0cc-1bf2-4058-a120-6cec086c9623 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 210 time: 0.1252365 Feb 17 22:16:23.781948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:23.816775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'port_id': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'mac_address': 'fa:16:3e:3c:db:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:23.836014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f4ace-e25a-4d6d-ba0b-c1de22ad8d73 req-3bbdb993-e3f5-4e23-95d6-15c79e09a6b9 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:23.837578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d8f4ace-e25a-4d6d-ba0b-c1de22ad8d73 req-3bbdb993-e3f5-4e23-95d6-15c79e09a6b9 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.1865075 Feb 17 22:16:23.854497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43780) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:23.859940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'floatingip': {'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:23.881649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-d9f9bef4-8ca9-422e-8be9-0a3a13011375 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:23.890717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-d9f9bef4-8ca9-422e-8be9-0a3a13011375 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "GET /v2.0/ports?device_id=cc26ac26-594c-40f7-ac26-f75cc8c484c2 HTTP/1.1" status: 200 len: 946 time: 0.1868229 Feb 17 22:16:23.927989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:23.928906 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:23.933650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for floatingip (93e912eb-0701-4863-8224-a86dd4752209), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:23.954192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d52e64-da78-4718-a4a8-f710f8844a81 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:24.012608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:24.023689 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:24.118663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:24.127747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Deleting port a230d809-a319-49a5-bca4-2be5f6b6d940 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:24.128096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:24.220714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb019b5-3bd7-4891-b9f2-4d94a379ce30 req-7a35ad90-c52a-42e5-9146-481f62e56a46 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:24.227612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4eb019b5-3bd7-4891-b9f2-4d94a379ce30 req-7a35ad90-c52a-42e5-9146-481f62e56a46 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.3340993 Feb 17 22:16:24.294899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Deleting port f47341d3-bd93-4ac5-80b8-d9181b00b541 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:24.295141 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:24.379818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4eb019b5-3bd7-4891-b9f2-4d94a379ce30 req-1c5174c2-7781-4e60-bfe5-e6841bfc79f0 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505704 Feb 17 22:16:24.439240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] For port a230d809-a319-49a5-bca4-2be5f6b6d940, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a230d809-a319-49a5-bca4-2be5f6b6d940,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:24.442516 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:24.509338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Calling delete_port for a230d809-a319-49a5-bca4-2be5f6b6d940 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:24.569574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:24.573932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f0d52e64-da78-4718-a4a8-f710f8844a81'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:24.584253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (93e912eb-0701-4863-8224-a86dd4752209), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:24.605147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1a7ed02-c76e-459e-a0f0-7542b6726b1f req-cb769f4a-a945-4ef4-83c5-82b8d42ca97b tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0808749 Feb 17 22:16:24.875710 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Floating IP 93e912eb-0701-4863-8224-a86dd4752209 associated. External IP: 172.25.0.194, port: b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c. Feb 17 22:16:25.011143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:25.135819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Router 8f18bf17-43da-4ced-873c-bacd69fc160a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:16:25.163474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] For port f47341d3-bd93-4ac5-80b8-d9181b00b541, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f47341d3-bd93-4ac5-80b8-d9181b00b541,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:25.164097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:25.211087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Calling delete_port for f47341d3-bd93-4ac5-80b8-d9181b00b541 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:25.247656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:16:25.257046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:25.262693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] Sync routers for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:16:25.275473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:25.276417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:25.298302 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f5972b2a-176c-424d-b994-16d2415089c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "PUT /v2.0/floatingips/93e912eb-0701-4863-8224-a86dd4752209 HTTP/1.1" status: 200 len: 991 time: 1.4426861 Feb 17 22:16:25.299746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:25.302178 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6954f3-fd78-41d3-826d-f2c7e13d1113" -d '{"events": [{"name": "network-changed", "server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:25.356227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-d3a4d9a3-910f-47fc-8ff9-40b4624e40e5 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:25.357800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-d3a4d9a3-910f-47fc-8ff9-40b4624e40e5 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 813 time: 0.7717049 Feb 17 22:16:25.373487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203ff4b0-84b5-4277-9303-8c2981e8a50d req-fa7df232-6e15-4d4a-a59b-2a2a7cc4d317 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:25.375030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-203ff4b0-84b5-4277-9303-8c2981e8a50d req-fa7df232-6e15-4d4a-a59b-2a2a7cc4d317 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.3284605 Feb 17 22:16:25.389687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Request body: {'port': {'device_id': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'admin_state_up': True, 'tenant_id': 'ae36a0a71fee4bfcb3cf80222ce87aab'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:25.421393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25db18-0eda-4aa6-8e1b-6a54fcff6a15 req-02ae3885-0d64-42b8-833d-0fdb751875ae tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:25.422853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be25db18-0eda-4aa6-8e1b-6a54fcff6a15 req-02ae3885-0d64-42b8-833d-0fdb751875ae tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 944 time: 0.3773825 Feb 17 22:16:25.463286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-b5e2ae54-180a-444a-92a9-0df522fadd9a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:25.464740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-b5e2ae54-180a-444a-92a9-0df522fadd9a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 813 time: 0.4172466 Feb 17 22:16:25.523636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Request body: {'port': {'device_id': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'admin_state_up': True, 'tenant_id': 'ae36a0a71fee4bfcb3cf80222ce87aab'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:25.536861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:25.632407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1304edc-446a-4627-8e01-27ba4af1e2d5 req-87fc857e-8d43-483c-aa7e-c4ad6259f584 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.1238585 Feb 17 22:16:25.708207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-203ff4b0-84b5-4277-9303-8c2981e8a50d req-1ea212eb-1b51-4ac3-a3d1-9ded0bb71415 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256059 Feb 17 22:16:25.718522 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a230d809-a319-49a5-bca4-2be5f6b6d940), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:25.775175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a230d809-a319-49a5-bca4-2be5f6b6d940'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:25.779822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be25db18-0eda-4aa6-8e1b-6a54fcff6a15 req-057eaa21-5c00-4cca-a565-b9263462a8ca tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3117931 Feb 17 22:16:25.821847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '93e912eb-0701-4863-8224-a86dd4752209', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'mac_address': 'fa:16:3e:02:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:15:54Z', 'updated_at': '2022-02-17T22:16:24Z', 'revision_number': 1, 'project_id': '4b203ec969314680b8270e084760a24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:25.822782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event deleted for resources: {'Port': ['ID=a230d809-a319-49a5-bca4-2be5f6b6d940,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:25.872582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] Checking router: 8f18bf17-43da-4ced-873c-bacd69fc160a for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:16:25.882054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:25.883015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:25.918934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] No DVR routers for this DVR port a230d809-a319-49a5-bca4-2be5f6b6d940 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:25.920634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f47341d3-bd93-4ac5-80b8-d9181b00b541), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:25.922796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:25.926457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16997806-e490-4930-b92a-c3be7d7c5f0b req-65be404f-2f0a-4485-ad47-fd9d07702505 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "DELETE /v2.0/ports/a230d809-a319-49a5-bca4-2be5f6b6d940 HTTP/1.1" status: 204 len: 173 time: 2.2285900 Feb 17 22:16:25.945408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'name': 'network-vif-deleted', 'tag': 'a230d809-a319-49a5-bca4-2be5f6b6d940'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:25.947792 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1116a779-03de-457c-8b5e-bf73fa8bb98a" -d '{"events": [{"server_uuid": "c8828353-3d72-4cc4-bbaf-b5e875707514", "name": "network-vif-deleted", "tag": "a230d809-a319-49a5-bca4-2be5f6b6d940"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:25.960350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1e77da3-a251-4c7d-ab52-145b1b3d55b4 req-c38f34de-1aa3-4eb3-873a-f764f9e48cae tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 210 time: 0.0868473 Feb 17 22:16:25.997502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Made reservation on behalf of ae36a0a71fee4bfcb3cf80222ce87aab for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:16:26.001228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:26.032661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:26.037091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event deleted for resources: {'Port': ['ID=f47341d3-bd93-4ac5-80b8-d9181b00b541,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:26.045068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Made reservation on behalf of ae36a0a71fee4bfcb3cf80222ce87aab for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:16:26.049026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:26.125226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] No DVR routers for this DVR port f47341d3-bd93-4ac5-80b8-d9181b00b541 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:26.128887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:26.132785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-869aa285-4f3b-4715-bec5-7833944d3e69 req-8e91dbb5-5a35-48e8-b357-fb27db1dce4b tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.94 "DELETE /v2.0/ports/f47341d3-bd93-4ac5-80b8-d9181b00b541 HTTP/1.1" status: 204 len: 173 time: 2.2407606 Feb 17 22:16:26.197775 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2cd8c9-633b-4ec0-8f9b-58eb42e037dc x-openstack-request-id: req-4d2cd8c9-633b-4ec0-8f9b-58eb42e037dc {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:26.198919 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:26.199339 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d2cd8c9-633b-4ec0-8f9b-58eb42e037dc {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:26.199979 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'status': 'completed', 'code': 200} Feb 17 22:16:26.330240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '93e912eb-0701-4863-8224-a86dd4752209', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'mac_address': 'fa:16:3e:02:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:15:54Z', 'updated_at': '2022-02-17T22:16:24Z', 'revision_number': 1, 'project_id': '4b203ec969314680b8270e084760a24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:26.358481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b85d6d5-8b2f-4f54-aea1-758fb1efd87a None None] The sync data for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 is: [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '93e912eb-0701-4863-8224-a86dd4752209', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'floating_ip_address': '172.25.0.194', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1056, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'mac_address': 'fa:16:3e:02:86:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:15:54Z', 'updated_at': '2022-02-17T22:16:24Z', 'revision_number': 1, 'project_id': '4b203ec969314680b8270e084760a24d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:16:26.459646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-cc4cdc4b-809d-4044-abd8-fa2336fb9bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:26.461253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-cc4cdc4b-809d-4044-abd8-fa2336fb9bb5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1128 time: 0.2284865 Feb 17 22:16:26.463995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Allocated IP 172.20.0.9 (b4770a27-e352-456c-abfa-8ef0090fce3f/446e5db1-f6d2-417a-a00b-af67aaa73b0c/dbb69fb2-df35-4e1d-a887-72387b58be2c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:16:26.473136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459de3da-83a6-4ac4-8869-adcd01102a7b req-6e460e2e-f272-4f80-b4be-0f33ce4c3543 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:26.474608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-459de3da-83a6-4ac4-8869-adcd01102a7b req-6e460e2e-f272-4f80-b4be-0f33ce4c3543 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.3508737 Feb 17 22:16:26.576258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e9383-3c86-4176-9af6-e9403aa039b4 req-c10711ab-8b49-4be1-bbe7-9f5764adac06 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:26.577508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c47e9383-3c86-4176-9af6-e9403aa039b4 req-c10711ab-8b49-4be1-bbe7-9f5764adac06 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2867641 Feb 17 22:16:26.587985 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1443ea-f3d9-4227-9a9d-2464f89b6c14 None None] New status for floating IP 93e912eb-0701-4863-8224-a86dd4752209: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:16:26.659539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-459de3da-83a6-4ac4-8869-adcd01102a7b req-c87ecbda-c49b-4ca4-bba4-69d71814b2f9 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692045 Feb 17 22:16:26.702929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-7ef45489-7494-4e40-8ea8-30ff546429f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:26.704430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-7ef45489-7494-4e40-8ea8-30ff546429f7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.2289565 Feb 17 22:16:26.769606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:26.784108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:26.826170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c47e9383-3c86-4176-9af6-e9403aa039b4 req-a2ebe153-0405-40e3-b66a-6c4407aa5600 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316921 Feb 17 22:16:26.832901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96910083-ae0a-4349-b058-a236dbd9c7ba req-637dad30-8564-47e6-8593-97efad0b3c6d tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0807276 Feb 17 22:16:26.942288 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd5182-2f62-4a3a-951f-d3a700869ad8 x-openstack-request-id: req-1edd5182-2f62-4a3a-951f-d3a700869ad8 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:26.942650 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8828353-3d72-4cc4-bbaf-b5e875707514", "name": "network-vif-deleted", "tag": "a230d809-a319-49a5-bca4-2be5f6b6d940", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:26.942926 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1edd5182-2f62-4a3a-951f-d3a700869ad8 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:26.943310 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8828353-3d72-4cc4-bbaf-b5e875707514', 'name': 'network-vif-deleted', 'tag': 'a230d809-a319-49a5-bca4-2be5f6b6d940', 'status': 'completed', 'code': 200} Feb 17 22:16:26.953309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-d00c47bb-c6cf-400e-a1c1-5ece2c1475bd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.2075827 Feb 17 22:16:27.003844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:27.004234 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.011518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:27.038368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'mac_address': 'fa:16:3e:bb:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:27.040639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks [] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.047471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:27.049767 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765bb89e-aa84-4b2c-80e3-c363c7eaa375" -d '{"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-unplugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:27.062158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:27.072121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-a33996f5-5bee-468e-8fd9-b80f6a459733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.073593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-a33996f5-5bee-468e-8fd9-b80f6a459733 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1038225 Feb 17 22:16:27.092982 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.093992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:27.098311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c6bb5-4a5e-4ada-9719-7c61f192dd6b req-6abbd3c7-fb77-4b5b-978c-b121b4c34b60 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.099995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c14c6bb5-4a5e-4ada-9719-7c61f192dd6b req-6abbd3c7-fb77-4b5b-978c-b121b4c34b60 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1128 time: 0.1502006 Feb 17 22:16:27.163346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:27.163760 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.191172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a21bb080-0071-43f0-94ec-39d6e5f4fe54 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:27.195574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.200866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:27.269700 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:16:27.270053 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:16:27.270517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dee32fd0-4e44-446f-9a2f-3b815866beaf is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:27.270904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.294184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-881a8dbd-1785-4df2-8b16-d23627adbef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.295722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-881a8dbd-1785-4df2-8b16-d23627adbef5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2007387 Feb 17 22:16:27.309748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c14c6bb5-4a5e-4ada-9719-7c61f192dd6b req-e59d9d04-2507-4c8c-a290-8b4cac75eeef tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977499 Feb 17 22:16:27.310968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:27.316988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.335326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Network b4770a27-e352-456c-abfa-8ef0090fce3f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:27.336883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Allocated IP 172.20.0.10 (b4770a27-e352-456c-abfa-8ef0090fce3f/446e5db1-f6d2-417a-a00b-af67aaa73b0c/83c2a96f-27fa-4624-bef5-7d979b8a493b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:16:27.344685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event updated for resources: {'Port': ['ID=dbb69fb2-df35-4e1d-a887-72387b58be2c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:27.359579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:27.377126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:27.396581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:27.434681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.440718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.445891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.451053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.456307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.461503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.466693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.468545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-4f44bb4c-4d32-48b7-9633-2081197d9acc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.3276358 Feb 17 22:16:27.674204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:27.729472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port f0d52e64-da78-4718-a4a8-f710f8844a81 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:16:27.735193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f0d52e64-da78-4718-a4a8-f710f8844a81 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:27.735609 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.813125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:27.813520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.834887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:27.835526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.844872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21bb080-0071-43f0-94ec-39d6e5f4fe54 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:27.872598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:27.872994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.876057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:27.886908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.910215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-a54475d7-a8d5-4406-9c9f-54aaa7988a89 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952573 Feb 17 22:16:27.944079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:27.944327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c3fae918-1551-47ec-b2d6-d58116b4cbca tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5647516 Feb 17 22:16:27.960790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:27.963763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a230d809-a319-49a5-bca4-2be5f6b6d940 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:27.974079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Request body: {'port': {'device_id': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:27.988201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:27.994450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: a230d809-a319-49a5-bca4-2be5f6b6d940 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:16:27.994450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a230d809-a319-49a5-bca4-2be5f6b6d940 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:16:27.994450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f47341d3-bd93-4ac5-80b8-d9181b00b541 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:27.998368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b8eba49-a9e3-4471-b91a-0b9110baa89d req-a654273e-2b0b-4cb5-b08d-fcbfbc26aee8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5188336 Feb 17 22:16:28.031798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: f47341d3-bd93-4ac5-80b8-d9181b00b541 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:16:28.031952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f47341d3-bd93-4ac5-80b8-d9181b00b541 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:16:28.032070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c34145-a6ea-4868-8969-289df754c6ca req-fe1beb99-b511-4ffb-bdf8-de53d8c419ad tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:28.034818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c34145-a6ea-4868-8969-289df754c6ca req-fe1beb99-b511-4ffb-bdf8-de53d8c419ad tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.6116948 Feb 17 22:16:28.065054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:28.159638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a21bb080-0071-43f0-94ec-39d6e5f4fe54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:28.229611 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks [] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:28.230991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:28.243751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c34145-a6ea-4868-8969-289df754c6ca req-16a612d3-08da-4d92-b6e2-8849d09798e7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1865394 Feb 17 22:16:28.264845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a6954f3-fd78-41d3-826d-f2c7e13d1113 req-af6c5ed2-2a42-4ea6-b8a3-0c5d16393a37 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110650 Feb 17 22:16:28.306425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e163b6-a8f8-4dd3-a6cf-3e9981c53819 req-a46fa0e3-7808-49da-979e-e5ed9fc31226 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:28.307991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6e163b6-a8f8-4dd3-a6cf-3e9981c53819 req-a46fa0e3-7808-49da-979e-e5ed9fc31226 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2116609 Feb 17 22:16:28.430955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf8194b2-8097-44b5-a198-0be4bb0718aa req-199bf588-1440-4355-a12b-2504c6ceaa89 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 210 time: 0.0978382 Feb 17 22:16:28.441700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:28.478902 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751a2916-2833-4f8e-95d3-21d1688fd7da x-openstack-request-id: req-751a2916-2833-4f8e-95d3-21d1688fd7da {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:28.479258 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-unplugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:28.479620 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-751a2916-2833-4f8e-95d3-21d1688fd7da {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:28.480106 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'code': 200} Feb 17 22:16:28.549987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6e163b6-a8f8-4dd3-a6cf-3e9981c53819 req-cabf0369-23b8-43c8-a574-04dd7689c9fd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341335 Feb 17 22:16:28.563583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Network b4770a27-e352-456c-abfa-8ef0090fce3f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:28.597843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:28.604304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:28.606755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event updated for resources: {'Port': ['ID=83c2a96f-27fa-4624-bef5-7d979b8a493b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:28.716481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:28.716997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:28.750571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e92566-e07e-48e3-9713-3eee814e0b6a req-b58a4318-e6bf-4bf4-8f2d-8506c22a6285 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:28.752107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59e92566-e07e-48e3-9713-3eee814e0b6a req-b58a4318-e6bf-4bf4-8f2d-8506c22a6285 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 948 time: 0.2012219 Feb 17 22:16:28.766688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-101b263f-7671-4a24-a44d-b0c9f3078791 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2633011 Feb 17 22:16:28.781511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5009e8-44e1-473f-8bae-903042270568 req-f4d15f6e-4997-4927-97c1-754402745252 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:28.783511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c5009e8-44e1-473f-8bae-903042270568 req-f4d15f6e-4997-4927-97c1-754402745252 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1128 time: 0.1394565 Feb 17 22:16:28.797820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Request body: {'port': {'device_id': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:28.923303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbb69fb2-df35-4e1d-a887-72387b58be2c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:28.930642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59e92566-e07e-48e3-9713-3eee814e0b6a req-face8c81-d80c-4151-8de7-28e7380c423e tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.79 "GET /v2.0/security-groups?id=17168abb-d63e-416e-a80f-8ad1ff45bd20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694789 Feb 17 22:16:28.943565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Publish callbacks [] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:28.945574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'name': 'network-vif-deleted', 'tag': 'f47341d3-bd93-4ac5-80b8-d9181b00b541'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:28.947838 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99288b65-a9fe-464b-ac72-c9633f84a6c2" -d '{"events": [{"server_uuid": "cc26ac26-594c-40f7-ac26-f75cc8c484c2", "name": "network-vif-deleted", "tag": "f47341d3-bd93-4ac5-80b8-d9181b00b541"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:28.967332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:28.973989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c5009e8-44e1-473f-8bae-903042270568 req-a690aea8-7a15-4fd3-a866-9383152cd224 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715846 Feb 17 22:16:28.982346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Transition to ACTIVE for port object dbb69fb2-df35-4e1d-a887-72387b58be2c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:28.994655 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:29.136936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8e62aa3-18c1-42d1-9c70-2965dcceed54 req-eea5ff87-935f-433b-9a93-54db1c2e3491 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0706527 Feb 17 22:16:29.202514 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb933e9a-9d88-45ff-9c26-e6f2c1ad765e x-openstack-request-id: req-bb933e9a-9d88-45ff-9c26-e6f2c1ad765e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:29.202806 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc26ac26-594c-40f7-ac26-f75cc8c484c2", "name": "network-vif-deleted", "tag": "f47341d3-bd93-4ac5-80b8-d9181b00b541", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:29.203064 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bb933e9a-9d88-45ff-9c26-e6f2c1ad765e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:29.203486 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc26ac26-594c-40f7-ac26-f75cc8c484c2', 'name': 'network-vif-deleted', 'tag': 'f47341d3-bd93-4ac5-80b8-d9181b00b541', 'status': 'completed', 'code': 200} Feb 17 22:16:29.239265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb69fb2-df35-4e1d-a887-72387b58be2c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:29.364419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06eff4-8493-41f5-abc8-ba6a527ce520 req-99a114b1-6a20-4ef8-9241-dadf68c4d739 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.366053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a06eff4-8493-41f5-abc8-ba6a527ce520 req-99a114b1-6a20-4ef8-9241-dadf68c4d739 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 948 time: 0.3678434 Feb 17 22:16:29.443102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-7908b2d7-2f9a-485a-a82e-b8147a8a2843 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.444557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-7908b2d7-2f9a-485a-a82e-b8147a8a2843 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.73 "GET /v2.0/ports?device_id=15faca82-5637-4d0a-a8fe-d076b51cb434 HTTP/1.1" status: 200 len: 948 time: 0.2937143 Feb 17 22:16:29.521947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Attempting to bind port dbb69fb2-df35-4e1d-a887-72387b58be2c on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:29.522190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Attempting to bind port dbb69fb2-df35-4e1d-a887-72387b58be2c by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:29.522513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Attempting to bind port dbb69fb2-df35-4e1d-a887-72387b58be2c on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:29.574520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Port dbb69fb2-df35-4e1d-a887-72387b58be2c on network b4770a27-e352-456c-abfa-8ef0090fce3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:29.575212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Attempting to bind port dbb69fb2-df35-4e1d-a887-72387b58be2c on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:29.587115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.592400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.597669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.602958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.608486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.614306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.619588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.621420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-14417f5b-bdf0-4a3e-b8c7-19e3dba96c1d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.3217778 Feb 17 22:16:29.637484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a06eff4-8493-41f5-abc8-ba6a527ce520 req-767d2f9c-62ad-4c7b-85e4-79353de4da08 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479303 Feb 17 22:16:29.677207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:29.677547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Checking segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:29.677935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Bound using segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:29.678397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Bound port: dbb69fb2-df35-4e1d-a887-72387b58be2c, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:29.678737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:29.804714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.809890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.815172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.820439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.825684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.831590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.836861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.838751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-213fa1e7-5642-489b-836b-62277b7ca414 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 5446 time: 0.3637018 Feb 17 22:16:29.874265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c2a96f-27fa-4624-bef5-7d979b8a493b {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:29.918239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Publish callbacks [] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:29.950104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26166054-e36f-408d-8cf7-26f3bc668df3 req-794c3991-e245-4595-9341-ef0a48126f29 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3173933 Feb 17 22:16:29.978353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-7d8182c5-39c9-4555-841f-7345680a0277 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:29.981699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-7d8182c5-39c9-4555-841f-7345680a0277 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "GET /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1286719 Feb 17 22:16:29.991984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] For port dbb69fb2-df35-4e1d-a887-72387b58be2c, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:30.003670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Transition to ACTIVE for port object 83c2a96f-27fa-4624-bef5-7d979b8a493b will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:30.005729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] For port dbb69fb2-df35-4e1d-a887-72387b58be2c, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dbb69fb2-df35-4e1d-a887-72387b58be2c,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:30.010254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Deleting port dee32fd0-4e44-446f-9a2f-3b815866beaf {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:30.010690 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.032652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.117909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.481079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf'}, {'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:30.485125 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a7adb8-c6b8-485f-883c-0ee10fc19d1e" -d '{"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-unplugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf"}, {"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-plugged", "status": "completed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:30.486575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:30.487259 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.488658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] 10.222.0.73 "PUT /v2.0/ports/dbb69fb2-df35-4e1d-a887-72387b58be2c HTTP/1.1" status: 200 len: 1092 time: 2.5320833 Feb 17 22:16:30.502164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Pushing event updated for resources: {'Port': ['ID=83c2a96f-27fa-4624-bef5-7d979b8a493b,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:30.660651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a63b8b-45c2-4e44-b062-0d63c893646f req-2daf1908-3914-4ebe-94c9-57ddac8bb798 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:30.662086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18a63b8b-45c2-4e44-b062-0d63c893646f req-2daf1908-3914-4ebe-94c9-57ddac8bb798 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.5887828 Feb 17 22:16:30.693445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-2de94c7c-707c-4092-b01e-d3f438166288 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "GET /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6991622 Feb 17 22:16:30.696760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] For port dee32fd0-4e44-446f-9a2f-3b815866beaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dee32fd0-4e44-446f-9a2f-3b815866beaf,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:30.697134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.738244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:30.748361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f31b70-4ab0-4d95-a9ea-acee9b1ecb72 service neutron] Pushing event updated for resources: {'Port': ['ID=dbb69fb2-df35-4e1d-a887-72387b58be2c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:30.770687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Calling delete_port for dee32fd0-4e44-446f-9a2f-3b815866beaf owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:30.797935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:30.850699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port a21bb080-0071-43f0-94ec-39d6e5f4fe54 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:30.851089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.860919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Attempting to bind port 83c2a96f-27fa-4624-bef5-7d979b8a493b on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:30.861782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Attempting to bind port 83c2a96f-27fa-4624-bef5-7d979b8a493b by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:30.862110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Attempting to bind port 83c2a96f-27fa-4624-bef5-7d979b8a493b on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:30.896675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-94465029-5685-4273-9839-abc9c077312d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:30.898222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-94465029-5685-4273-9839-abc9c077312d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 1126 time: 0.3362026 Feb 17 22:16:30.909875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18a63b8b-45c2-4e44-b062-0d63c893646f req-8aa7a4f2-3005-4542-a3c1-27e6458779c6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342007 Feb 17 22:16:30.916083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-d0810d8e-a75e-446a-ba0c-4768999e2fe0 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:16:30.917090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-d0810d8e-a75e-446a-ba0c-4768999e2fe0 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1398432 Feb 17 22:16:30.919636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Port 83c2a96f-27fa-4624-bef5-7d979b8a493b on network b4770a27-e352-456c-abfa-8ef0090fce3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:30.920104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Attempting to bind port 83c2a96f-27fa-4624-bef5-7d979b8a493b on network b4770a27-e352-456c-abfa-8ef0090fce3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:30.946914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:30.947449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.982515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.985670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:30.986647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-561a351e-d092-4b1d-ba2e-9450f457de83 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb69fb2-df35-4e1d-a887-72387b58be2c HTTP/1.1" status: 200 len: 217 time: 0.0758646 Feb 17 22:16:30.990155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:30.996838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:30.997184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Checking segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:30.997576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Bound using segment: {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:30.998033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Bound port: 83c2a96f-27fa-4624-bef5-7d979b8a493b, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:30.998396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:31.042245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:31.184983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-1ee64272-ce4b-4e20-98ef-5b6f7a881632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:31.186365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-1ee64272-ce4b-4e20-98ef-5b6f7a881632 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.1858468 Feb 17 22:16:31.187276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-becf5a97-8ab8-423f-9143-b1a9846aa92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:31.188543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-becf5a97-8ab8-423f-9143-b1a9846aa92f service neutron] 10.222.0.79 "GET /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 1125 time: 0.2552826 Feb 17 22:16:31.215318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'tag': 'dbb69fb2-df35-4e1d-a887-72387b58be2c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:31.217658 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ec9247-e0ce-4ee4-92f6-66e30a014e52", "tag": "dbb69fb2-df35-4e1d-a887-72387b58be2c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:31.232540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Request body: {'binding': {'host': 'n-h1-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:31.233258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Unknown quota resources ['binding']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:16:31.328062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16ce268-c62a-4531-9b63-9fad7fafe43d req-046d717f-507f-40fe-be16-86940ee708d3 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:31.330094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16ce268-c62a-4531-9b63-9fad7fafe43d req-046d717f-507f-40fe-be16-86940ee708d3 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 944 time: 0.3492465 Feb 17 22:16:31.331940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-69672456-2033-404d-a083-39e565bfc595 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095972 Feb 17 22:16:31.395408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] For port 83c2a96f-27fa-4624-bef5-7d979b8a493b, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:31.482256 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dee32fd0-4e44-446f-9a2f-3b815866beaf), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:31.487774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] For port 83c2a96f-27fa-4624-bef5-7d979b8a493b, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=83c2a96f-27fa-4624-bef5-7d979b8a493b,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:31.560584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:31.587812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Pushing event deleted for resources: {'Port': ['ID=dee32fd0-4e44-446f-9a2f-3b815866beaf,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:31.676691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:31.677553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:31.678672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] 10.222.0.73 "PUT /v2.0/ports/83c2a96f-27fa-4624-bef5-7d979b8a493b HTTP/1.1" status: 200 len: 1093 time: 2.9023790 Feb 17 22:16:31.692339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b5cbcdbf-4d7e-4b21-8a55-988226e52a10 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:31.694230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16ce268-c62a-4531-9b63-9fad7fafe43d req-c84a0189-0177-4067-aa3e-1c9ca8ee013f tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384981 Feb 17 22:16:31.741575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] No DVR routers for this DVR port dee32fd0-4e44-446f-9a2f-3b815866beaf on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:31.766719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:31.770586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a805dda0-083f-4e27-8e78-902faf3c7b12 req-3cccf430-a2b9-422e-a88c-867ecf333e67 tempest-ImagesOneServerTestJSON-667000798 tempest-ImagesOneServerTestJSON-667000798-project] 10.222.0.73 "DELETE /v2.0/ports/dee32fd0-4e44-446f-9a2f-3b815866beaf HTTP/1.1" status: 204 len: 173 time: 2.3096850 Feb 17 22:16:31.807703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] For port c33a20e9-0dd0-4107-ac58-cc97052b2af7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c33a20e9-0dd0-4107-ac58-cc97052b2af7,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:31.807982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:31.808178 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:31.831062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-44045f53-2383-43aa-bd05-f1f40f0a8f04 service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4889312 Feb 17 22:16:31.853451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:31.858614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:31.859333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a8c8b8ff-8f54-43f0-9a07-b60327c054cd no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:31.875106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6704ed9-1f4a-4d58-958e-31d8ea2766d6 service neutron] Pushing event updated for resources: {'Port': ['ID=83c2a96f-27fa-4624-bef5-7d979b8a493b,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:31.952629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:31.987464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] For port c33a20e9-0dd0-4107-ac58-cc97052b2af7, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:31.992570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on host n-h1-828369-18 for vnic_type normal with profile None {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:31.992985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:31.993360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:31.994002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a8c8b8ff-8f54-43f0-9a07-b60327c054cd is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:31.994408 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.027828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-08c25ceb-ebb0-4f1a-b118-2b614f1e1bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:32.028972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-08c25ceb-ebb0-4f1a-b118-2b614f1e1bfe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 1127 time: 0.2791059 Feb 17 22:16:32.029587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:32.034869 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.035646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c33a20e9-0dd0-4107-ac58-cc97052b2af7 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:32.037351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:32.037679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:32.074433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ca8c5e-9a9a-496d-8a9c-abdb45c80a17 req-1af5467c-18ad-4953-9352-5d12291a56a4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:32.076026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16ca8c5e-9a9a-496d-8a9c-abdb45c80a17 req-1af5467c-18ad-4953-9352-5d12291a56a4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2973270 Feb 17 22:16:32.076847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:32.077187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:32.077574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:32.078029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Bound port: 5fd1070a-6f84-420c-bbec-14024ccd61fb, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:32.082338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] device_id is not set on port c33a20e9-0dd0-4107-ac58-cc97052b2af7 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:16:32.115415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:32.134416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-56d3b2c1-80e2-417a-b01c-353a5fd36103 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c2a96f-27fa-4624-bef5-7d979b8a493b HTTP/1.1" status: 200 len: 217 time: 0.0910981 Feb 17 22:16:32.140478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] Publish callbacks [] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.159726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c33a20e9-0dd0-4107-ac58-cc97052b2af7 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:32.160127 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.186093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-16778628-b78b-4ef7-83f2-c7e268a8b6dd service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264053 Feb 17 22:16:32.215339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.234819 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:16:32.235473 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:16:32.311987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-6057d6fc-d8d6-4a43-8871-32e9d3823ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:32.313672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-6057d6fc-d8d6-4a43-8871-32e9d3823ca4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.1465709 Feb 17 22:16:32.317230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16ca8c5e-9a9a-496d-8a9c-abdb45c80a17 req-a296130b-1407-4ef8-84a7-a65e18e62906 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1919956 Feb 17 22:16:32.321102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:32.351027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c33a20e9-0dd0-4107-ac58-cc97052b2af7,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:32.353982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] No DVR routers for this DVR port c33a20e9-0dd0-4107-ac58-cc97052b2af7 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:32.378227 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.379403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fe09300e-e4a2-4339-8b58-6a2858de2e3f service neutron] 10.222.0.79 "POST /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb/bindings HTTP/1.1" status: 201 len: 390 time: 1.1540663 Feb 17 22:16:32.383031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-24c444bf-5a23-4bc6-8cb2-79a2a4217921 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569642 Feb 17 22:16:32.518638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f237976e-c389-4e26-8e3c-395dbc1c1370 req-827a208d-58e5-4188-9358-d7179e876bf3 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.1160867 Feb 17 22:16:32.545837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] In _notify_port_updated(), no bound segment for port c33a20e9-0dd0-4107-ac58-cc97052b2af7 on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:16:32.546728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:32.547343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.549221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-c990872f-f0c9-420b-9aa6-b49119acd8a1 service neutron] 10.222.0.94 "PUT /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 200 len: 1033 time: 1.8325658 Feb 17 22:16:32.581461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b28ea151-0f41-48db-bc09-72c4cbfc3924 None None] Provisioning complete for port c33a20e9-0dd0-4107-ac58-cc97052b2af7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:32.581833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b28ea151-0f41-48db-bc09-72c4cbfc3924 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.614009 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16043db8-559b-4eee-8f46-037077e42fb3 x-openstack-request-id: req-16043db8-559b-4eee-8f46-037077e42fb3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:32.614310 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-unplugged", "status": "completed", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf", "code": 200}, {"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-plugged", "status": "completed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:32.614789 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-16043db8-559b-4eee-8f46-037077e42fb3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:32.615917 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'code': 200} Feb 17 22:16:32.616352 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'code': 200} Feb 17 22:16:32.656209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b28ea151-0f41-48db-bc09-72c4cbfc3924 None None] Port c33a20e9-0dd0-4107-ac58-cc97052b2af7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:16:32.783204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c33a20e9-0dd0-4107-ac58-cc97052b2af7 is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:32.784391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 53c7626b-babe-4317-876b-1af17de1693a no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:32.823585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:32.847588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: dee32fd0-4e44-446f-9a2f-3b815866beaf {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:16:32.848011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dee32fd0-4e44-446f-9a2f-3b815866beaf not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:16:32.865064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43946) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:32.890531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 53c7626b-babe-4317-876b-1af17de1693a is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:32.890927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (53c7626b-babe-4317-876b-1af17de1693a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.925972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 53c7626b-babe-4317-876b-1af17de1693a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=53c7626b-babe-4317-876b-1af17de1693a,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:32.931190 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (53c7626b-babe-4317-876b-1af17de1693a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:32.932349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b2d33548-2e80-41a9-97a0-b36863805ea8 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:33.014562 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ed63845-b871-461e-81f7-44990abda6dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85da79388fb943d2ae16b9c686f39cbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483231 Feb 17 22:16:33.018207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=53c7626b-babe-4317-876b-1af17de1693a,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:33.018808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43950) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:33.031785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-7abfc9ed-4fa9-4e7c-beb4-eecfbed7ad42 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.033296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-7abfc9ed-4fa9-4e7c-beb4-eecfbed7ad42 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "GET /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4777095 Feb 17 22:16:33.063152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b2d33548-2e80-41a9-97a0-b36863805ea8 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:33.063574 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.072820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c880af27-8741-4362-9399-510020af1a3e admin admin] Publish callbacks [] for security_group (17168abb-d63e-416e-a80f-8ad1ff45bd20), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.074810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:33.087483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-b039e3b7-4add-4cdc-93aa-6fbb3293a5b4 service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6861451 Feb 17 22:16:33.095658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c880af27-8741-4362-9399-510020af1a3e admin admin] Publish callbacks [] for security_group (17168abb-d63e-416e-a80f-8ad1ff45bd20), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.106553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2d33548-2e80-41a9-97a0-b36863805ea8,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:33.111654 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.112477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:33.153612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c880af27-8741-4362-9399-510020af1a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (17168abb-d63e-416e-a80f-8ad1ff45bd20), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.156767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c880af27-8741-4362-9399-510020af1a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.158478 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c880af27-8741-4362-9399-510020af1a3e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17168abb-d63e-416e-a80f-8ad1ff45bd20 HTTP/1.1" status: 204 len: 168 time: 0.1387103 Feb 17 22:16:33.168398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880af27-8741-4362-9399-510020af1a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17168abb-d63e-416e-a80f-8ad1ff45bd20,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:33.219199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:33.265426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:33.265815 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.275675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509adce3-270e-41e0-b5a2-cd8e986b03c7 req-b6c76b61-7547-4d86-9752-6f0e29c01211 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.279830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-509adce3-270e-41e0-b5a2-cd8e986b03c7 req-b6c76b61-7547-4d86-9752-6f0e29c01211 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.5945175 Feb 17 22:16:33.297002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-2bc30a1f-6c7e-4db3-8c40-9f6e5cf9757d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.299194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-2bc30a1f-6c7e-4db3-8c40-9f6e5cf9757d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1128 time: 0.6588035 Feb 17 22:16:33.308133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:33.308580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f4747-edd4-490a-ab29-9e7c92579ed1 req-9249a15f-c89b-44c9-b370-f3da059b7aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.310083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a22f4747-edd4-490a-ab29-9e7c92579ed1 req-9249a15f-c89b-44c9-b370-f3da059b7aeb service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1128 time: 0.6236989 Feb 17 22:16:33.314920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.315866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2772f7d8-f476-430c-8962-a1bfcd49db4b no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:16:33.342607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e792a4-4215-4a0b-b9cf-8ed2b1f2c000 req-d0ef7497-0123-46d6-bf25-10a50d136c84 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.344114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2e792a4-4215-4a0b-b9cf-8ed2b1f2c000 req-d0ef7497-0123-46d6-bf25-10a50d136c84 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.7006795 Feb 17 22:16:33.373677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.417169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c23d8f56-3a98-45ae-8bed-e3b4a815e7e3 req-c16b7701-50c6-49c7-94a2-4e2fe4466b96 service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090761 Feb 17 22:16:33.547719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-509adce3-270e-41e0-b5a2-cd8e986b03c7 req-50195809-c612-4df8-9d9c-d88dc786a027 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2584665 Feb 17 22:16:33.596525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2e792a4-4215-4a0b-b9cf-8ed2b1f2c000 req-27e9d6b9-cb24-4817-b4ee-61e9d8c3cd89 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236292 Feb 17 22:16:33.606053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a22f4747-edd4-490a-ab29-9e7c92579ed1 req-690a5ea7-312f-4b8b-9cbe-13432aa015ce service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2790914 Feb 17 22:16:33.644354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:33.649942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-b2351ace-2c19-45eb-a06c-574730dd30a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.651408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-b2351ace-2c19-45eb-a06c-574730dd30a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.3275597 Feb 17 22:16:33.663593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2772f7d8-f476-430c-8962-a1bfcd49db4b is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:33.664180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.668531 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856f74fd-8a4c-4fbb-8eb6-4ebedc423c5f x-openstack-request-id: req-856f74fd-8a4c-4fbb-8eb6-4ebedc423c5f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:33.668829 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ec9247-e0ce-4ee4-92f6-66e30a014e52", "tag": "dbb69fb2-df35-4e1d-a887-72387b58be2c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:33.669105 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-856f74fd-8a4c-4fbb-8eb6-4ebedc423c5f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:33.669502 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'tag': 'dbb69fb2-df35-4e1d-a887-72387b58be2c', 'status': 'completed', 'code': 200} Feb 17 22:16:33.714257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2772f7d8-f476-430c-8962-a1bfcd49db4b, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2772f7d8-f476-430c-8962-a1bfcd49db4b,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:33.722420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:33.785799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2772f7d8-f476-430c-8962-a1bfcd49db4b,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:33.793614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-0e3b9350-1948-4755-b4ca-2bd6808c99e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 217 time: 0.1291251 Feb 17 22:16:33.916406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-d5d22bc2-932d-4a00-9348-8ee224e6820d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.921660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-d5d22bc2-932d-4a00-9348-8ee224e6820d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.927828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-d5d22bc2-932d-4a00-9348-8ee224e6820d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.932991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-d5d22bc2-932d-4a00-9348-8ee224e6820d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.938159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-d5d22bc2-932d-4a00-9348-8ee224e6820d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.944184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-d5d22bc2-932d-4a00-9348-8ee224e6820d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.945956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-d5d22bc2-932d-4a00-9348-8ee224e6820d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 4656 time: 0.2987006 Feb 17 22:16:33.950417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b2d33548-2e80-41a9-97a0-b36863805ea8,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:33.971213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-8ee19163-c7e3-45f2-a0e2-6946eb31b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.972688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-8ee19163-c7e3-45f2-a0e2-6946eb31b172 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 1126 time: 0.2596800 Feb 17 22:16:33.980360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-2a0a2ba4-7ac2-432e-8bf7-8c5bb0c68c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:33.981718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-2a0a2ba4-7ac2-432e-8bf7-8c5bb0c68c67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1575489 Feb 17 22:16:34.065642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce9c79-9dd7-4349-85b5-4a4b98e4c2c8 req-9e6ab23a-5b22-4d7e-844d-50bf6f88bc1e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:34.067132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0ce9c79-9dd7-4349-85b5-4a4b98e4c2c8 req-9e6ab23a-5b22-4d7e-844d-50bf6f88bc1e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.3058693 Feb 17 22:16:34.093045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-fabca583-3273-4055-8c95-7817fb68683f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879233 Feb 17 22:16:34.156743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] For port b2d33548-2e80-41a9-97a0-b36863805ea8, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:34.277525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] device_id is not set on port b2d33548-2e80-41a9-97a0-b36863805ea8 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:16:34.286052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3b96256-b932-40ce-8294-6490576fe4f7 req-784e4e76-7db7-43df-a9f2-9858a4f5f10b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=c9d55680-7921-4537-813e-91e99b8fb2a1&id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3208101 Feb 17 22:16:34.297477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] Publish callbacks [] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:34.303385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-735dbbe2-3087-4c1d-aea9-e1ac12288ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:34.304942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-735dbbe2-3087-4c1d-aea9-e1ac12288ffc service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 914 time: 0.3209162 Feb 17 22:16:34.310402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0ce9c79-9dd7-4349-85b5-4a4b98e4c2c8 req-39c908e7-7960-4bd8-852c-d32036ebcf95 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211523 Feb 17 22:16:34.326761 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:34.394436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-fe3c5ab7-5a44-456f-a2ce-2a8f5382119e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbb69fb2-df35-4e1d-a887-72387b58be2c HTTP/1.1" status: 200 len: 217 time: 0.0760274 Feb 17 22:16:34.504833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-ec274969-de09-4349-bbb7-4168dbb7d944 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969793 Feb 17 22:16:34.554807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] Pushing event updated for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:34.559614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] No DVR routers for this DVR port b2d33548-2e80-41a9-97a0-b36863805ea8 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:34.618079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c7626b-babe-4317-876b-1af17de1693a'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d33548-2e80-41a9-97a0-b36863805ea8'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:34.620701 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e572e9-1eff-478a-90c6-e9daa554b60d" -d '{"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-plugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "53c7626b-babe-4317-876b-1af17de1693a"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d33548-2e80-41a9-97a0-b36863805ea8"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:34.662270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-7c681f75-be07-4168-8816-b73175419225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:34.663765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-7c681f75-be07-4168-8816-b73175419225 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.2473598 Feb 17 22:16:34.692939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6649336d-e767-49c5-84b7-ecbf7b8f9d82 None None] Provisioning complete for port b2d33548-2e80-41a9-97a0-b36863805ea8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:34.693230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6649336d-e767-49c5-84b7-ecbf7b8f9d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:34.730283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6649336d-e767-49c5-84b7-ecbf7b8f9d82 None None] Port b2d33548-2e80-41a9-97a0-b36863805ea8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:16:34.748255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cd1f9-148e-4280-bf0b-247678c1bddc req-0cbe1e99-652e-4f92-b3af-6044315e5fea tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:34.749850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-790cd1f9-148e-4280-bf0b-247678c1bddc req-0cbe1e99-652e-4f92-b3af-6044315e5fea tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 944 time: 0.3775358 Feb 17 22:16:34.750488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] In _notify_port_updated(), no bound segment for port b2d33548-2e80-41a9-97a0-b36863805ea8 on network c088b390-06da-4679-9b99-a3bc5456e9ef {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:16:34.751296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:34.751948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:34.753122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-da0b688d-72c7-40a1-a382-6c25eb874cba service neutron] 10.222.0.94 "PUT /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 200 len: 1033 time: 1.6845338 Feb 17 22:16:34.758567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-f90dfde1-e082-4dca-880c-1efa59e09e81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698974 Feb 17 22:16:34.765382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a9362-d260-4afb-8dc3-9f1eb97b0bc2 req-b2b36720-7abe-4b7b-927a-bea6da7162ea tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:34.766769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c1a9362-d260-4afb-8dc3-9f1eb97b0bc2 req-b2b36720-7abe-4b7b-927a-bea6da7162ea tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.3572798 Feb 17 22:16:34.900551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-663ce0cc-bc9a-430d-a578-08c2fb255a9e service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840578 Feb 17 22:16:34.967280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-2833a859-083a-4895-a598-4701a349cacd service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3358374 Feb 17 22:16:35.001893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-790cd1f9-148e-4280-bf0b-247678c1bddc req-59ee9b5e-2318-4a3c-94cc-07b22112fcf4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310824 Feb 17 22:16:35.020021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c1a9362-d260-4afb-8dc3-9f1eb97b0bc2 req-1e6bf81f-f144-4231-a418-d2b634f7b835 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2347043 Feb 17 22:16:35.037890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-6c96e24e-45c7-48e7-b147-ced47e3fbb27 service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656422 Feb 17 22:16:35.476946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c1f19f2-faa0-4d2c-a29d-0c5ad4fbccd3 req-d9b951a0-a13a-4e73-ba00-211fed7a661f tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0650535 Feb 17 22:16:35.510522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port 53c7626b-babe-4317-876b-1af17de1693a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:35.510864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (53c7626b-babe-4317-876b-1af17de1693a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:35.544844 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1221 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94887d5-addc-4d59-8289-8bd0db553d61 x-openstack-request-id: req-a94887d5-addc-4d59-8289-8bd0db553d61 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:35.545346 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-plugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "53c7626b-babe-4317-876b-1af17de1693a", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "b2d33548-2e80-41a9-97a0-b36863805ea8", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-unplugged", "status": "completed", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:35.545501 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a94887d5-addc-4d59-8289-8bd0db553d61 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:35.553090 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'code': 200} Feb 17 22:16:35.553090 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10', 'code': 200} Feb 17 22:16:35.553456 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd', 'code': 200} Feb 17 22:16:35.553721 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53c7626b-babe-4317-876b-1af17de1693a', 'code': 200} Feb 17 22:16:35.554171 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2d33548-2e80-41a9-97a0-b36863805ea8', 'code': 200} Feb 17 22:16:35.554713 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'code': 200} Feb 17 22:16:35.554981 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b', 'code': 200} Feb 17 22:16:35.600023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ab9fdf6-5beb-44a5-9100-34dec6762fd1 req-69635818-1ea5-461d-baec-2785e61ee3fb service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534937 Feb 17 22:16:35.617527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e400178-8291-4695-9280-adba979dcb4b req-4e58d6e5-6e22-45a1-ad5d-dd6129ff02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:35.618995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-4e58d6e5-6e22-45a1-ad5d-dd6129ff02b1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 1128 time: 0.2103055 Feb 17 22:16:35.678927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'tag': '83c2a96f-27fa-4624-bef5-7d979b8a493b'}, {'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-deleted', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:35.681103 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dccee4-2a21-448f-b010-f6870c91ab3a" -d '{"events": [{"name": "network-changed", "server_uuid": "50c37a0e-eed0-42ff-ab0c-6a2982093ea2", "tag": "83c2a96f-27fa-4624-bef5-7d979b8a493b"}, {"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-deleted", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:35.741743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] For port 53c7626b-babe-4317-876b-1af17de1693a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=53c7626b-babe-4317-876b-1af17de1693a,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:35.742111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (53c7626b-babe-4317-876b-1af17de1693a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:35.799989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for 53c7626b-babe-4317-876b-1af17de1693a owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:35.865655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595c24-1e84-4252-a825-d0eb07a96931 req-1715831d-bf14-49a0-926f-dda8f0eb5cfd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:35.870928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595c24-1e84-4252-a825-d0eb07a96931 req-1715831d-bf14-49a0-926f-dda8f0eb5cfd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:35.876236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595c24-1e84-4252-a825-d0eb07a96931 req-1715831d-bf14-49a0-926f-dda8f0eb5cfd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:35.881489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595c24-1e84-4252-a825-d0eb07a96931 req-1715831d-bf14-49a0-926f-dda8f0eb5cfd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:35.886750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11595c24-1e84-4252-a825-d0eb07a96931 req-1715831d-bf14-49a0-926f-dda8f0eb5cfd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:35.888624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11595c24-1e84-4252-a825-d0eb07a96931 req-1715831d-bf14-49a0-926f-dda8f0eb5cfd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 3876 time: 0.2765396 Feb 17 22:16:35.899995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935ac881-5f09-481c-80ab-a3c7ec22b542 req-1bb9e1a4-eaf2-4b76-a325-6b5bb17341ae tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:35.901442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-935ac881-5f09-481c-80ab-a3c7ec22b542 req-1bb9e1a4-eaf2-4b76-a325-6b5bb17341ae tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2661057 Feb 17 22:16:36.008940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0010dba8-bce8-4d26-8756-6ac00d61dbd9 req-e78e356f-c7c5-43b8-8396-6edcb021d6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:36.010342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0010dba8-bce8-4d26-8756-6ac00d61dbd9 req-e78e356f-c7c5-43b8-8396-6edcb021d6b1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1132 time: 0.2714467 Feb 17 22:16:36.088880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e400178-8291-4695-9280-adba979dcb4b req-6877dd85-26bc-4eb1-a2e3-0c47d494a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:36.090359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-6877dd85-26bc-4eb1-a2e3-0c47d494a7b4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.3266838 Feb 17 22:16:36.097484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11595c24-1e84-4252-a825-d0eb07a96931 req-013d3645-d8da-4817-a386-0f82bd66e1e9 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935613 Feb 17 22:16:36.120586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-935ac881-5f09-481c-80ab-a3c7ec22b542 req-63a4fdc1-3d47-4dc5-97ad-fc6dbe800e43 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062478 Feb 17 22:16:36.158935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-df066f9a-6e7b-4adf-b342-8885da4751b0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 200 len: 217 time: 0.0567605 Feb 17 22:16:36.242066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0010dba8-bce8-4d26-8756-6ac00d61dbd9 req-19a5d7c8-ff42-4fae-8da0-5fa1a2b82a05 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132440 Feb 17 22:16:36.278653 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871c07eb-d8fe-4c4e-8d2a-7d88f0e42aa9 x-openstack-request-id: req-871c07eb-d8fe-4c4e-8d2a-7d88f0e42aa9 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:36.278954 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c37a0e-eed0-42ff-ab0c-6a2982093ea2", "tag": "83c2a96f-27fa-4624-bef5-7d979b8a493b", "status": "completed", "code": 200}, {"server_uuid": "15faca82-5637-4d0a-a8fe-d076b51cb434", "name": "network-vif-deleted", "tag": "dee32fd0-4e44-446f-9a2f-3b815866beaf", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:36.279216 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-871c07eb-d8fe-4c4e-8d2a-7d88f0e42aa9 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:36.279651 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'tag': '83c2a96f-27fa-4624-bef5-7d979b8a493b', 'status': 'completed', 'code': 200} Feb 17 22:16:36.279912 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15faca82-5637-4d0a-a8fe-d076b51cb434', 'name': 'network-vif-deleted', 'tag': 'dee32fd0-4e44-446f-9a2f-3b815866beaf', 'status': 'completed', 'code': 200} Feb 17 22:16:36.309588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e400178-8291-4695-9280-adba979dcb4b req-dd8c1f6a-d62b-4bab-9376-c2cc947db704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:36.311010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-dd8c1f6a-d62b-4bab-9376-c2cc947db704 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1394191 Feb 17 22:16:36.373110 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (53c7626b-babe-4317-876b-1af17de1693a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:36.376289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-7d2adedf-674b-4427-8f16-07e143a8c43f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543118 Feb 17 22:16:36.391119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9a5f1-0b96-483c-a8e4-1f745fdb8ac4 req-3a6bca1f-18d1-4f3f-a358-143ca9ef807d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:36.393252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ead9a5f1-0b96-483c-a8e4-1f745fdb8ac4 req-3a6bca1f-18d1-4f3f-a358-143ca9ef807d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.2198958 Feb 17 22:16:36.448180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=53c7626b-babe-4317-876b-1af17de1693a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:36.568945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] No DVR routers for this DVR port 53c7626b-babe-4317-876b-1af17de1693a on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:36.596260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074fc50-4498-4d49-9f73-e78fd862ec7b req-ab9a6516-c92c-4bf0-96c4-aa8d441f0fc8 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:36.597796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3074fc50-4498-4d49-9f73-e78fd862ec7b req-ab9a6516-c92c-4bf0-96c4-aa8d441f0fc8 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 944 time: 0.2938852 Feb 17 22:16:36.598922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:36.602189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-2ed0acfe-12fb-4639-adfa-67f4cf249664 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "DELETE /v2.0/ports/53c7626b-babe-4317-876b-1af17de1693a HTTP/1.1" status: 204 len: 173 time: 1.8309906 Feb 17 22:16:36.675080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ead9a5f1-0b96-483c-a8e4-1f745fdb8ac4 req-dd645003-bd60-46ce-a90c-74fb69c06314 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719002 Feb 17 22:16:36.714641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-de792f9e-3347-4ff6-a8e8-12ab4fd83ac5 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142452 Feb 17 22:16:36.784606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-4176de3d-e4bf-4137-ab89-1aa8968914aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:36.786151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-4176de3d-e4bf-4137-ab89-1aa8968914aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 1127 time: 0.2673531 Feb 17 22:16:36.806437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3074fc50-4498-4d49-9f73-e78fd862ec7b req-85ab0753-ed3d-4cd8-964e-2833b64d7bf4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862345 Feb 17 22:16:36.847651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dbb69fb2-df35-4e1d-a887-72387b58be2c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:36.952140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e400178-8291-4695-9280-adba979dcb4b req-f1263650-4f3a-4b94-955d-9da657a856b8 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216733 Feb 17 22:16:37.026881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dbb69fb2-df35-4e1d-a887-72387b58be2c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dbb69fb2-df35-4e1d-a887-72387b58be2c,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:37.039215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'dbb69fb2-df35-4e1d-a887-72387b58be2c', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'port_id': 'dbb69fb2-df35-4e1d-a887-72387b58be2c', 'mac_address': 'fa:16:3e:2a:7a:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446e5db1-f6d2-417a-a00b-af67aaa73b0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:37.091000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dbb69fb2-df35-4e1d-a887-72387b58be2c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:37.091577 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:37.106018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbb69fb2-df35-4e1d-a887-72387b58be2c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:37.124403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6c052ef-c29c-4367-b2d4-9cc710b7caab req-68e54195-2f94-46ae-8631-6c98ddee933c tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0638382 Feb 17 22:16:37.127754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dbb69fb2-df35-4e1d-a887-72387b58be2c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dbb69fb2-df35-4e1d-a887-72387b58be2c,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:37.132336 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:37.133333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 83c2a96f-27fa-4624-bef5-7d979b8a493b details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:37.187239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-7f03edb7-fabf-48ea-88da-d691e0d80b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.189828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-7f03edb7-fabf-48ea-88da-d691e0d80b63 service neutron] 10.222.0.73 "GET /v2.0/networks?id=b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 200 len: 914 time: 0.3754680 Feb 17 22:16:37.194982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:37.195419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:37.216890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dbb69fb2-df35-4e1d-a887-72387b58be2c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:37.227716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 83c2a96f-27fa-4624-bef5-7d979b8a493b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=83c2a96f-27fa-4624-bef5-7d979b8a493b,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:37.241183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '83c2a96f-27fa-4624-bef5-7d979b8a493b', 'network_id': 'b4770a27-e352-456c-abfa-8ef0090fce3f', 'port_id': '83c2a96f-27fa-4624-bef5-7d979b8a493b', 'mac_address': 'fa:16:3e:d7:c2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446e5db1-f6d2-417a-a00b-af67aaa73b0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:37.283479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 83c2a96f-27fa-4624-bef5-7d979b8a493b is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:37.284168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:37.308137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c2a96f-27fa-4624-bef5-7d979b8a493b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:37.330651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 83c2a96f-27fa-4624-bef5-7d979b8a493b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=83c2a96f-27fa-4624-bef5-7d979b8a493b,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:37.335307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:37.355115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-69694dc7-76a7-47e7-ab62-eb98b1e48ab8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83c2a96f-27fa-4624-bef5-7d979b8a493b HTTP/1.1" status: 200 len: 217 time: 0.0960078 Feb 17 22:16:37.376639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6152a18-688d-4e08-9fb3-e383eb038b59 req-3d5f9a3b-fb17-43a1-80a4-44f8732f9822 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.378266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6152a18-688d-4e08-9fb3-e383eb038b59 req-3d5f9a3b-fb17-43a1-80a4-44f8732f9822 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.6035643 Feb 17 22:16:37.397163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=83c2a96f-27fa-4624-bef5-7d979b8a493b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:37.498321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407eea7-155a-400a-b04f-2dc38dd1e930 req-e76912d8-3a49-4c47-928b-ea449eaec212 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.504384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407eea7-155a-400a-b04f-2dc38dd1e930 req-e76912d8-3a49-4c47-928b-ea449eaec212 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.510187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407eea7-155a-400a-b04f-2dc38dd1e930 req-e76912d8-3a49-4c47-928b-ea449eaec212 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.516079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407eea7-155a-400a-b04f-2dc38dd1e930 req-e76912d8-3a49-4c47-928b-ea449eaec212 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.518414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4407eea7-155a-400a-b04f-2dc38dd1e930 req-e76912d8-3a49-4c47-928b-ea449eaec212 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 3143 time: 0.2587512 Feb 17 22:16:37.525968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-ab002403-8f6d-4772-9a7e-25f433be304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.526402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-ab002403-8f6d-4772-9a7e-25f433be304e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 200 len: 853 time: 0.1621170 Feb 17 22:16:37.603686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-fa6268de-117b-4edf-8dc8-cb8bda723ea2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=b4770a27-e352-456c-abfa-8ef0090fce3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606034 Feb 17 22:16:37.623198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6152a18-688d-4e08-9fb3-e383eb038b59 req-866f6ca6-3cbb-4237-8e27-d8bbd44c3762 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988869 Feb 17 22:16:37.648670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] For port b5cbcdbf-4d7e-4b21-8a55-988226e52a10, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:37.649357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:37.670790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for b5cbcdbf-4d7e-4b21-8a55-988226e52a10 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:37.703341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['dbb69fb2-df35-4e1d-a887-72387b58be2c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:37.730225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['83c2a96f-27fa-4624-bef5-7d979b8a493b'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:37.851263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4407eea7-155a-400a-b04f-2dc38dd1e930 req-7d473613-4706-4172-a1f2-206bc3db4ebe tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237340 Feb 17 22:16:37.936135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291d327-564e-4a14-b3d0-3d78457be37c req-0db91092-06b5-4bd6-a755-2967da408ed3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:37.937726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7291d327-564e-4a14-b3d0-3d78457be37c req-0db91092-06b5-4bd6-a755-2967da408ed3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1948328 Feb 17 22:16:37.976523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-b43c3414-4a38-4477-9fc4-983b05995837 service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476524 Feb 17 22:16:38.417469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': '53c7626b-babe-4317-876b-1af17de1693a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:38.419720 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a518a4-b053-4596-b0d8-a2b0a7005e7f" -d '{"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "53c7626b-babe-4317-876b-1af17de1693a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:38.457828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7291d327-564e-4a14-b3d0-3d78457be37c req-3da8afab-81e3-496d-b57f-34bb82a88cb2 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5066576 Feb 17 22:16:38.508114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c75b1-0484-4865-9d0c-ae52283b265e req-6d1482e5-b33e-4fc6-98bc-905bba4246e0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:38.509196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-597c75b1-0484-4865-9d0c-ae52283b265e req-6d1482e5-b33e-4fc6-98bc-905bba4246e0 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.5375502 Feb 17 22:16:38.519589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44094) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:16:38.520129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b5cbcdbf-4d7e-4b21-8a55-988226e52a10), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:38.533067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Request body: {'floatingip': {'port_id': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:38.549611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55dccee4-2a21-448f-b010-f6870c91ab3a req-fc39f0f1-563a-4858-a834-8a09bc18d384 service neutron] 10.222.0.73 "GET /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522244 Feb 17 22:16:38.597117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=b5cbcdbf-4d7e-4b21-8a55-988226e52a10,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:38.601819 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (72aaad54-adf2-4660-8296-d2b77386c3f7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:38.700607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] No DVR routers for this DVR port b5cbcdbf-4d7e-4b21-8a55-988226e52a10 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:38.703555 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:38.707448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-58893fda-19fa-468b-8c3f-78f36f6d452b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "DELETE /v2.0/ports/b5cbcdbf-4d7e-4b21-8a55-988226e52a10 HTTP/1.1" status: 204 len: 173 time: 2.0947561 Feb 17 22:16:38.775235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83275fa-23a1-4da3-9d17-5056591b7853 req-6fda89c6-ac82-456a-8a94-078fe0fcb0c1 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:38.776821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b83275fa-23a1-4da3-9d17-5056591b7853 req-6fda89c6-ac82-456a-8a94-078fe0fcb0c1 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.2365499 Feb 17 22:16:38.788137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fa76f-207b-4062-b310-d420614c61a9 req-6f8ec98a-70e1-4d43-bbf4-a66f98836297 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:38.789605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f79fa76f-207b-4062-b310-d420614c61a9 req-6f8ec98a-70e1-4d43-bbf4-a66f98836297 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 945 time: 0.1772251 Feb 17 22:16:38.852154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:38.920884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f79fa76f-207b-4062-b310-d420614c61a9 req-fc32063c-4af8-47c8-8c4c-0b257a0c5081 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929997 Feb 17 22:16:38.932072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b83275fa-23a1-4da3-9d17-5056591b7853 req-34cb05cd-1ddc-434a-a1c5-8289a6c720b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369660 Feb 17 22:16:38.964965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:38.965328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:39.070293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:39.138244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:39.165770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfd5f8b0-711d-49c2-816f-92bfb649f962 req-05bcdaad-8c5d-4d8f-a5bd-881eff0f9724 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.1023946 Feb 17 22:16:39.179170 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2e6c86-cf2a-4ba0-99d8-d2a7757cb65c x-openstack-request-id: req-7a2e6c86-cf2a-4ba0-99d8-d2a7757cb65c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:39.179683 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "53c7626b-babe-4317-876b-1af17de1693a", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:39.179832 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a2e6c86-cf2a-4ba0-99d8-d2a7757cb65c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:39.180192 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': '53c7626b-babe-4317-876b-1af17de1693a', 'status': 'completed', 'code': 200} Feb 17 22:16:39.187797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'mac_address': 'fa:16:3e:02:86:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:16:39.342888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:39.343584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:39.350567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:16:39.366827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:39.441849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:39.449305 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:39.459539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] For port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:39.469419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:39.479728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:39.488552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (72aaad54-adf2-4660-8296-d2b77386c3f7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:39.596360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:39.620188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:39.784914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3328bb4-5210-45ff-9e89-2f5aa2c41dda req-4042e90c-bf4b-405d-9517-c84627cddf03 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:39.792052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3328bb4-5210-45ff-9e89-2f5aa2c41dda req-4042e90c-bf4b-405d-9517-c84627cddf03 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:39.799126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3328bb4-5210-45ff-9e89-2f5aa2c41dda req-4042e90c-bf4b-405d-9517-c84627cddf03 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:39.801576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3328bb4-5210-45ff-9e89-2f5aa2c41dda req-4042e90c-bf4b-405d-9517-c84627cddf03 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 2410 time: 0.4738042 Feb 17 22:16:39.902984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3328bb4-5210-45ff-9e89-2f5aa2c41dda req-de231b6e-b1d2-4ada-bf35-1c3eda9e4c3b tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917010 Feb 17 22:16:39.958965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fad507c-d1ac-4ad6-831e-5d13cd217f80 req-b2c790f4-fb26-4a47-a925-e455a4b03dde tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:39.961196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fad507c-d1ac-4ad6-831e-5d13cd217f80 req-b2c790f4-fb26-4a47-a925-e455a4b03dde tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2580328 Feb 17 22:16:40.085624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fad507c-d1ac-4ad6-831e-5d13cd217f80 req-eb05ed76-988a-4beb-a043-dba7c605cae3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170788 Feb 17 22:16:40.257117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:40.257756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (1b67c31b-df14-4992-af75-b84a46602351), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:40.258087 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Floating IP 1b67c31b-df14-4992-af75-b84a46602351 disassociated. External IP: 172.25.0.118, port: 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1. Feb 17 22:16:40.258445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:40.276942 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Floating IP 72aaad54-adf2-4660-8296-d2b77386c3f7 associated. External IP: 172.25.0.237, port: f0d52e64-da78-4718-a4a8-f710f8844a81. Feb 17 22:16:40.458713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:40.482173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770f42e-9a55-4eb5-b654-9acabf659906 req-49f6ed75-427b-41d3-9250-6c040a7cedd4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:40.484087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c770f42e-9a55-4eb5-b654-9acabf659906 req-49f6ed75-427b-41d3-9250-6c040a7cedd4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 945 time: 0.3785520 Feb 17 22:16:40.554745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Router a3689d40-9331-4583-bdd7-6d16849bd4da has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:16:40.567357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:40.654366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0e1b1-d9fe-4ad4-94f8-3a71e833e736 req-117e9648-6335-4c7a-b23f-7cff1f387237 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:40.674641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4f0e1b1-d9fe-4ad4-94f8-3a71e833e736 req-117e9648-6335-4c7a-b23f-7cff1f387237 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.4425819 Feb 17 22:16:40.714133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:16:40.731388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] Sync routers for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:16:40.732974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:40.759964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:40.760626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:40.781219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-003acada-ae46-4bc3-b76f-94efdd85bbfd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "PUT /v2.0/floatingips/72aaad54-adf2-4660-8296-d2b77386c3f7 HTTP/1.1" status: 200 len: 991 time: 2.2602632 Feb 17 22:16:40.782202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:40.785364 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376341bd-4142-4ca3-9eb2-57210af18f27" -d '{"events": [{"name": "network-changed", "server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:40.899300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c770f42e-9a55-4eb5-b654-9acabf659906 req-2776764a-f7b3-4971-a4d1-8a9d821ce474 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734274 Feb 17 22:16:40.947468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:40.949457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4f0e1b1-d9fe-4ad4-94f8-3a71e833e736 req-1d35347f-e087-4465-a70c-be685fdfff1d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738707 Feb 17 22:16:40.999072 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:16:41.038900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Router b9323d8a-3578-445a-8edc-d5185ce9a341 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:16:41.085957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dbb69fb2-df35-4e1d-a887-72387b58be2c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:41.220617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:41.223644 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9962e8-4503-4ad0-806c-2fec62f1c89a" -d '{"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:41.289604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port dbb69fb2-df35-4e1d-a887-72387b58be2c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:16:41.304295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port dbb69fb2-df35-4e1d-a887-72387b58be2c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:41.304962 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:41.400225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:16:41.414250 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] Sync routers for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:16:41.435536 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:41.436398 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:41.477759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dbb69fb2-df35-4e1d-a887-72387b58be2c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:41.478608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:41.487467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8473247b-7e75-44e7-b071-e1a6a98fdebc req-fa4bfdd4-94c1-4575-8419-0f25800618c7 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.3635058 Feb 17 22:16:41.497828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '72aaad54-adf2-4660-8296-d2b77386c3f7', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'port_id': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'mac_address': 'fa:16:3e:3c:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:16:09Z', 'updated_at': '2022-02-17T22:16:39Z', 'revision_number': 1, 'project_id': '822ad60a2532425095b618c27fea11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:41.535686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] No DVR routers for this DVR port 5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:41.542135 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:41.545229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] Checking router: a3689d40-9331-4583-bdd7-6d16849bd4da for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:16:41.551208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-63c96951-3e1e-4bfb-a115-a9c7c2a28d30 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "DELETE /v2.0/ports/5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1 HTTP/1.1" status: 204 len: 173 time: 2.8346648 Feb 17 22:16:41.627360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dbb69fb2-df35-4e1d-a887-72387b58be2c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dbb69fb2-df35-4e1d-a887-72387b58be2c,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:41.632787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb69fb2-df35-4e1d-a887-72387b58be2c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:41.638749 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dceaeda-aebb-4977-ad66-3281f0bac3d5" -d '{"events": [{"server_uuid": "c0ec9247-e0ce-4ee4-92f6-66e30a014e52", "name": "network-vif-plugged", "status": "completed", "tag": "dbb69fb2-df35-4e1d-a887-72387b58be2c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:41.656515 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:41.657912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:41.696748 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b269b0e-0c6a-480d-968a-8d5075acf611 x-openstack-request-id: req-8b269b0e-0c6a-480d-968a-8d5075acf611 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:41.697589 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:41.698082 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8b269b0e-0c6a-480d-968a-8d5075acf611 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:41.698246 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'status': 'completed', 'code': 200} Feb 17 22:16:41.700254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b1ee8f-f1e5-4eba-b3fc-7f930ddeb947 req-3e4eb804-d9fd-4ea9-bc6e-f8526100bbcb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:41.703913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34b1ee8f-f1e5-4eba-b3fc-7f930ddeb947 req-3e4eb804-d9fd-4ea9-bc6e-f8526100bbcb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.6232805 Feb 17 22:16:41.717128 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:41.822269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:41.822923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:42.037005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34b1ee8f-f1e5-4eba-b3fc-7f930ddeb947 req-6d3f74aa-4953-4c66-b075-f0af51664e42 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259847 Feb 17 22:16:42.056565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-7e8d1ee9-3e8c-4bf3-befd-bdf4e44622a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:42.057523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-7e8d1ee9-3e8c-4bf3-befd-bdf4e44622a1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1128 time: 0.2723300 Feb 17 22:16:42.074819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dbb69fb2-df35-4e1d-a887-72387b58be2c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:42.076758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1142bb2-2fa1-4da4-ad31-cd5b6f67a7e0 req-1a594870-acab-4fd0-8aae-05ad4be0a0a6 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:42.084444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1142bb2-2fa1-4da4-ad31-cd5b6f67a7e0 req-1a594870-acab-4fd0-8aae-05ad4be0a0a6 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:42.095706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1142bb2-2fa1-4da4-ad31-cd5b6f67a7e0 req-1a594870-acab-4fd0-8aae-05ad4be0a0a6 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 1676 time: 0.2098482 Feb 17 22:16:42.100467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port 2772f7d8-f476-430c-8962-a1bfcd49db4b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:42.101509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:42.113158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:42.113826 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:42.122099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:42.340112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1142bb2-2fa1-4da4-ad31-cd5b6f67a7e0 req-b9a58e5e-d7fa-4aa2-ada3-884fdd815008 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425530 Feb 17 22:16:42.375117 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:15Z', 'revision_number': 5, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:42.419190 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d82b28f-1be2-43e1-95c3-278c4cf69ab4 x-openstack-request-id: req-3d82b28f-1be2-43e1-95c3-278c4cf69ab4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:42.423340 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec9247-e0ce-4ee4-92f6-66e30a014e52", "name": "network-vif-plugged", "status": "completed", "tag": "dbb69fb2-df35-4e1d-a887-72387b58be2c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:42.423684 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d82b28f-1be2-43e1-95c3-278c4cf69ab4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:42.424124 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbb69fb2-df35-4e1d-a887-72387b58be2c', 'code': 200} Feb 17 22:16:42.429315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-6a7a9b8a-afc7-42f1-ac22-c6b022131474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:42.433255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-6a7a9b8a-afc7-42f1-ac22-c6b022131474 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.3648021 Feb 17 22:16:42.452154 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] Checking router: b9323d8a-3578-445a-8edc-d5185ce9a341 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:16:42.481646 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:16:42.484913 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:42.578584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-f0a93ca3-bc39-4aaa-acb7-6c13c6b96877 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 999 time: 0.1313610 Feb 17 22:16:42.638614 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633064ba-7a07-46b4-8332-144ff4c7c933 x-openstack-request-id: req-633064ba-7a07-46b4-8332-144ff4c7c933 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:42.639132 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "b5cbcdbf-4d7e-4b21-8a55-988226e52a10", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:42.639622 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-633064ba-7a07-46b4-8332-144ff4c7c933 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:42.640128 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': 'b5cbcdbf-4d7e-4b21-8a55-988226e52a10', 'status': 'completed', 'code': 200} Feb 17 22:16:42.727988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-2e3f4ff6-06e0-4456-b4ab-f710678ce51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:42.730467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-2e3f4ff6-06e0-4456-b4ab-f710678ce51d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.0817149 Feb 17 22:16:42.738852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] For port 2772f7d8-f476-430c-8962-a1bfcd49db4b, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2772f7d8-f476-430c-8962-a1bfcd49db4b,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:42.738852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:43.040087 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:16:43.198187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for 2772f7d8-f476-430c-8962-a1bfcd49db4b owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:43.278226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:43.278816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:43.426788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d609b7-1ea2-41f1-b51b-658a667f829a req-5c08578a-fa1d-45f4-8857-d4d1463684d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:43.436433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48d609b7-1ea2-41f1-b51b-658a667f829a req-5c08578a-fa1d-45f4-8857-d4d1463684d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 1128 time: 0.8558264 Feb 17 22:16:43.512662 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:15Z', 'revision_number': 5, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:43.610675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11693229-e035-4acb-b707-5ffd014c1403 req-fff8dfbb-0405-4991-99e6-e4a6e0f9c84a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:43.612741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11693229-e035-4acb-b707-5ffd014c1403 req-fff8dfbb-0405-4991-99e6-e4a6e0f9c84a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 945 time: 0.9101615 Feb 17 22:16:43.618731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48d609b7-1ea2-41f1-b51b-658a667f829a req-c12ed308-30af-4bcc-b26f-79cd9836c427 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644392 Feb 17 22:16:43.638915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:43.667055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:43.667923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 83c2a96f-27fa-4624-bef5-7d979b8a493b up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:16:43.680099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11693229-e035-4acb-b707-5ffd014c1403 req-97314731-f3e9-43ad-8fd4-142f61fc857f tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541456 Feb 17 22:16:43.689828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c998ddd-aeaf-426c-88c8-c3a8a77f364b req-f7afb082-5c2a-4334-bec4-5567a38520a3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:43.697868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c998ddd-aeaf-426c-88c8-c3a8a77f364b req-f7afb082-5c2a-4334-bec4-5567a38520a3 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.9654548 Feb 17 22:16:43.721738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-a21b38be-2882-4ef5-bec4-2dc5ec4f56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:43.723443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-a21b38be-2882-4ef5-bec4-2dc5ec4f56ca service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.9766374 Feb 17 22:16:43.812668 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ff178c-ca55-4ff8-afc5-74aa5b5e8a96 None None] The sync data for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 is: [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '44dc3e6c-3256-43f0-81a0-662949989926', 'name': '', 'network_id': '1f758203-9b63-4f40-821e-7ad3f600067d', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'mac_address': 'fa:16:3e:0c:17:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:06Z', 'updated_at': '2022-02-17T22:10:15Z', 'revision_number': 5, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'subnets': [{'id': '0b380438-2dc7-4d5b-9bda-2b9f986399eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:16:43.990447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c998ddd-aeaf-426c-88c8-c3a8a77f364b req-21da3fde-c49e-44ad-acd3-caf90e9d3556 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910032 Feb 17 22:16:43.998702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-be799962-0b88-4a7a-a07e-92c8d6268619 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187040 Feb 17 22:16:44.003509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:44.062462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '72aaad54-adf2-4660-8296-d2b77386c3f7', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'port_id': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'mac_address': 'fa:16:3e:3c:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:16:09Z', 'updated_at': '2022-02-17T22:16:39Z', 'revision_number': 1, 'project_id': '822ad60a2532425095b618c27fea11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:16:44.176748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f12ffd-b271-476a-93ae-8f9f2662f1ea None None] The sync data for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 is: [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '72aaad54-adf2-4660-8296-d2b77386c3f7', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'floating_ip_address': '172.25.0.237', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'port_id': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'mac_address': 'fa:16:3e:3c:db:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:16:09Z', 'updated_at': '2022-02-17T22:16:39Z', 'revision_number': 1, 'project_id': '822ad60a2532425095b618c27fea11e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:16:44.178344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 83c2a96f-27fa-4624-bef5-7d979b8a493b completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:16:44.212814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 83c2a96f-27fa-4624-bef5-7d979b8a493b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:44.213285 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:44.389856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376341bd-4142-4ca3-9eb2-57210af18f27 req-818caf0b-c2c4-4abe-b312-40b36d048892 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3812275 Feb 17 22:16:44.443276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:44.455059 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1859663b-1b6d-4eca-9e31-dadd6b6cf85f" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:44.479984 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-023231d2-9a7e-4b94-ae9c-8a56be87a277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:44.500326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-187a4e71-4185-4ab7-8a84-6092757a67bc req-4a410463-06b2-4bbc-83b5-5884a8de0d51 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0994210 Feb 17 22:16:44.708622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:44.716600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 83c2a96f-27fa-4624-bef5-7d979b8a493b is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:16:44.717030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:44.718373 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60837166-c0f8-4910-9969-e453ff0a36b2" -d '{"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:44.732324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8f8f0-0f21-4d95-bfd7-cdb4a84d80e9 None None] New status for floating IP 1b67c31b-df14-4992-af75-b84a46602351: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:16:44.770349 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65984994-2b61-4d01-a500-d245390266dc None None] New status for floating IP 72aaad54-adf2-4660-8296-d2b77386c3f7: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:16:44.814484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-93bd0ac3-bf63-4d2f-b580-973604c80889 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852249 Feb 17 22:16:44.890162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d2347-9ad8-437f-8fb1-3431fe0a9e29 req-e316d00b-2e54-49fb-912a-76a6a49e7d11 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:44.890162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d2347-9ad8-437f-8fb1-3431fe0a9e29 req-e316d00b-2e54-49fb-912a-76a6a49e7d11 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:44.890162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e5d2347-9ad8-437f-8fb1-3431fe0a9e29 req-e316d00b-2e54-49fb-912a-76a6a49e7d11 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 1676 time: 0.2992454 Feb 17 22:16:44.998732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e5d2347-9ad8-437f-8fb1-3431fe0a9e29 req-8ad61c7c-d446-4cf8-90dc-813f78422d0c tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309712 Feb 17 22:16:45.182366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 83c2a96f-27fa-4624-bef5-7d979b8a493b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=83c2a96f-27fa-4624-bef5-7d979b8a493b,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:45.204822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:45.295068 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2772f7d8-f476-430c-8962-a1bfcd49db4b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:45.313848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f3701-8bc1-4f6f-a197-83c964a917f3 req-08d382a1-83ad-44b4-a551-a621572febdb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:45.322785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c60f3701-8bc1-4f6f-a197-83c964a917f3 req-08d382a1-83ad-44b4-a551-a621572febdb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1587620 Feb 17 22:16:45.367830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=83c2a96f-27fa-4624-bef5-7d979b8a493b,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:45.406029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=2772f7d8-f476-430c-8962-a1bfcd49db4b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:45.502788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] No DVR routers for this DVR port 2772f7d8-f476-430c-8962-a1bfcd49db4b on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:45.508193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:45.512469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-c8122f1b-f4a7-4257-845f-f803d4ae7502 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "DELETE /v2.0/ports/2772f7d8-f476-430c-8962-a1bfcd49db4b HTTP/1.1" status: 204 len: 173 time: 3.9571326 Feb 17 22:16:45.546024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c60f3701-8bc1-4f6f-a197-83c964a917f3 req-d4929471-bd8e-43c3-aba2-762cc7c0e615 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107625 Feb 17 22:16:45.579862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-b635a529-3c7d-4025-8f29-42a8b4950021 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:45.588275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-b635a529-3c7d-4025-8f29-42a8b4950021 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7726409 Feb 17 22:16:45.626393 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89929725-d033-4a9c-8197-7c3535e34777 x-openstack-request-id: req-89929725-d033-4a9c-8197-7c3535e34777 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:45.627114 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:45.627529 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89929725-d033-4a9c-8197-7c3535e34777 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:45.628102 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'code': 200} Feb 17 22:16:45.648901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-c689f19f-121d-44c2-b833-5cb6faa899d7 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/quotas/4a802b30b7a44df4a6d2586e97ad1eac HTTP/1.1" status: 200 len: 375 time: 0.0597196 Feb 17 22:16:45.698879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-b98263d3-8c51-4b7b-bed5-91f633a5595b tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368376 Feb 17 22:16:45.906368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port a8c8b8ff-8f54-43f0-9a07-b60327c054cd {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:45.906885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:45.930008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25bb4a2-c5a0-4243-8010-92dcb2952025 req-df9c4720-f79f-41cc-b0af-c4bf24f5f32a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:45.936401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f25bb4a2-c5a0-4243-8010-92dcb2952025 req-df9c4720-f79f-41cc-b0af-c4bf24f5f32a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 946 time: 0.1851697 Feb 17 22:16:46.099473 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ac329-9103-4b9b-9ec3-b795ad1f1095 x-openstack-request-id: req-753ac329-9103-4b9b-9ec3-b795ad1f1095 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:46.099673 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:46.100966 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-753ac329-9103-4b9b-9ec3-b795ad1f1095 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:46.101487 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': '5c6b3bd5-f5a3-4531-9cb5-eccc082c46f1', 'status': 'completed', 'code': 200} Feb 17 22:16:46.330476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f25bb4a2-c5a0-4243-8010-92dcb2952025 req-62f2ea15-fc0a-4f21-80c6-60a8c80bbc6d tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467383 Feb 17 22:16:46.376340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] For port a8c8b8ff-8f54-43f0-9a07-b60327c054cd, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:46.376723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:46.397734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483d985-545e-48c2-985e-1c61e386ec0e req-413aa3c4-0b17-4a8d-a853-9512845b887d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:46.399301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7483d985-545e-48c2-985e-1c61e386ec0e req-413aa3c4-0b17-4a8d-a853-9512845b887d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.2149982 Feb 17 22:16:46.477699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56e06b0b-55ac-48c7-8dcd-0454bbf078f4 req-4fcbd80d-50d7-421c-bed5-9429f2948970 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0772970 Feb 17 22:16:46.488948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for a8c8b8ff-8f54-43f0-9a07-b60327c054cd owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:46.684029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7483d985-545e-48c2-985e-1c61e386ec0e req-20c2d35e-a520-4ef3-8881-10bb05b2489c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635872 Feb 17 22:16:46.734362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f56ee5d9-648d-455c-b3fe-0c963874029f tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074045 Feb 17 22:16:46.818304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8092425-809f-4ecb-bf30-06590dc2f32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:46.958091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a4905-1022-487a-b3de-339ed3827951 req-018c0535-1fff-47a7-9308-ccf354f712dc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:46.960221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a3a4905-1022-487a-b3de-339ed3827951 req-018c0535-1fff-47a7-9308-ccf354f712dc tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 943 time: 0.1232371 Feb 17 22:16:46.967834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-2cf1d7a4-9e6b-40fa-901c-5018b6f3d37e tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:46.975077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-2cf1d7a4-9e6b-40fa-901c-5018b6f3d37e tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394919 Feb 17 22:16:47.024941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b6b658b1-34ff-4c76-a03f-b51ac77c9558 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/quotas/4a802b30b7a44df4a6d2586e97ad1eac HTTP/1.1" status: 200 len: 375 time: 0.0488698 Feb 17 22:16:47.098037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-ea783ff8-37c5-4d68-96dd-04af7402ce01 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721219 Feb 17 22:16:47.166674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a3a4905-1022-487a-b3de-339ed3827951 req-6f98bfaa-85b2-4792-8494-5d8ccad3335a tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups?id=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783133 Feb 17 22:16:47.202915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a8c8b8ff-8f54-43f0-9a07-b60327c054cd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:47.287071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=a8c8b8ff-8f54-43f0-9a07-b60327c054cd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:47.469869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-353474d5-668e-4834-bcc5-a9fcef112f32 req-f8d20079-0122-4975-bda1-7831d50dff0b tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 210 time: 0.0702775 Feb 17 22:16:47.470761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] No DVR routers for this DVR port a8c8b8ff-8f54-43f0-9a07-b60327c054cd on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:47.481793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:47.490293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58065050-a35a-4086-99db-7d248d1cea0a req-54dd303c-db7c-4f6e-b75b-6e2a9e681880 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.94 "DELETE /v2.0/ports/a8c8b8ff-8f54-43f0-9a07-b60327c054cd HTTP/1.1" status: 204 len: 173 time: 1.9356933 Feb 17 22:16:47.530914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb308444-7ff4-4ece-a143-58f199278907 req-6f22e2a9-d9d0-4a38-b98e-4e02c7ab7f86 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:47.539009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb308444-7ff4-4ece-a143-58f199278907 req-6f22e2a9-d9d0-4a38-b98e-4e02c7ab7f86 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1715226 Feb 17 22:16:47.590053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-d38d3560-2614-48da-828d-caefb93b482b tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318625 Feb 17 22:16:47.629897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c2a96f-27fa-4624-bef5-7d979b8a493b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:47.639812 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2de5f2da-130d-454b-8ba1-21d0d8aea510" -d '{"events": [{"server_uuid": "50c37a0e-eed0-42ff-ab0c-6a2982093ea2", "name": "network-vif-plugged", "status": "completed", "tag": "83c2a96f-27fa-4624-bef5-7d979b8a493b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:47.665283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb308444-7ff4-4ece-a143-58f199278907 req-097c952f-6fdf-42eb-937a-203eb1476ee9 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259887 Feb 17 22:16:47.791811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:47.942833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dabab577-cc7f-44da-ae02-e257d18e9296 req-2e224c90-e4d8-4428-8bad-16e82ad55764 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0577698 Feb 17 22:16:48.012668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-250676b6-1ffd-4e2d-91ac-ff37a3a1b991 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:48.014542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-250676b6-1ffd-4e2d-91ac-ff37a3a1b991 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3454502 Feb 17 22:16:48.045262 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba69c73-9e15-4e25-b415-9a3bb7a34507 x-openstack-request-id: req-2ba69c73-9e15-4e25-b415-9a3bb7a34507 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:48.046362 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c37a0e-eed0-42ff-ab0c-6a2982093ea2", "name": "network-vif-plugged", "status": "completed", "tag": "83c2a96f-27fa-4624-bef5-7d979b8a493b", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:48.046842 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ba69c73-9e15-4e25-b415-9a3bb7a34507 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:48.049048 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c2a96f-27fa-4624-bef5-7d979b8a493b', 'code': 200} Feb 17 22:16:48.059755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Request body: {'port': {'device_id': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '4a802b30b7a44df4a6d2586e97ad1eac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:48.203066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b'}, {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:48.206410 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e19dbaf-628a-44b6-b9a7-e73be2a5c182" -d '{"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b"}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:48.331938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8183f45-6d02-4127-8a18-296d6ea1e8cc req-e2908cc2-2a18-432e-bc1e-9821035a06a4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:48.333677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8183f45-6d02-4127-8a18-296d6ea1e8cc req-e2908cc2-2a18-432e-bc1e-9821035a06a4 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 946 time: 0.6656835 Feb 17 22:16:48.408940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94196b-6a9d-46bc-bfa9-fa2b7a00521c req-3f725685-0222-4e34-a066-3e9634c17ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:48.410757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec94196b-6a9d-46bc-bfa9-fa2b7a00521c req-3f725685-0222-4e34-a066-3e9634c17ddb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 1129 time: 0.2008457 Feb 17 22:16:48.438829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffb7adb-aa43-415e-8aa5-9f0bc0bfe6b2 req-18c3f3c4-0295-4db3-bbff-eeea847c1189 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:48.444064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ffb7adb-aa43-415e-8aa5-9f0bc0bfe6b2 req-18c3f3c4-0295-4db3-bbff-eeea847c1189 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.2138608 Feb 17 22:16:48.510802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8183f45-6d02-4127-8a18-296d6ea1e8cc req-5f136c97-f8b3-40e1-92d2-c8f00b8888a7 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662221 Feb 17 22:16:48.580726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Made reservation on behalf of 4a802b30b7a44df4a6d2586e97ad1eac for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:16:48.591795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:48.642725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:48.676338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-284c9e2f-ae74-49b7-8719-a46982baf5f2 req-6def4e6a-e5b3-40a9-84b3-ee83b2392100 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0510187 Feb 17 22:16:48.680412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec94196b-6a9d-46bc-bfa9-fa2b7a00521c req-e08835bb-fcb9-4b72-8702-800929bdd48e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615786 Feb 17 22:16:48.686097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ffb7adb-aa43-415e-8aa5-9f0bc0bfe6b2 req-c691bfa0-7653-498a-a0fe-3ef7f3453a2e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409530 Feb 17 22:16:48.812506 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff7f0c9-50c3-46e3-b493-3e6dd01aa096 x-openstack-request-id: req-dff7f0c9-50c3-46e3-b493-3e6dd01aa096 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:48.812990 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "2772f7d8-f476-430c-8962-a1bfcd49db4b", "status": "completed", "code": 200}, {"server_uuid": "2842b713-d3a0-4a8c-8515-7aa00cc3da04", "name": "network-vif-deleted", "tag": "a8c8b8ff-8f54-43f0-9a07-b60327c054cd", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:48.813934 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dff7f0c9-50c3-46e3-b493-3e6dd01aa096 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:48.814588 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': '2772f7d8-f476-430c-8962-a1bfcd49db4b', 'status': 'completed', 'code': 200} Feb 17 22:16:48.814857 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2842b713-d3a0-4a8c-8515-7aa00cc3da04', 'name': 'network-vif-deleted', 'tag': 'a8c8b8ff-8f54-43f0-9a07-b60327c054cd', 'status': 'completed', 'code': 200} Feb 17 22:16:48.872041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks [] for security_group (288192d3-a046-4b2e-91ba-6ed0e055d8c3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:48.928588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (288192d3-a046-4b2e-91ba-6ed0e055d8c3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:49.001905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3f3a64e-45a7-4735-816d-a6ace0990503 req-fb38645d-fb2c-4d3e-b9e3-3c8b9b4258ae tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 210 time: 0.1583128 Feb 17 22:16:49.057680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288192d3-a046-4b2e-91ba-6ed0e055d8c3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:49.190623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b756049-dcc9-49a7-91ed-40918c9234e2 req-813615b0-9c44-4ffe-ba12-da3a309ea4dd tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0422168 Feb 17 22:16:49.202752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21088e-2d0c-4c94-a069-2e2191db8b91 req-b03be58f-5d52-4bab-952e-550cc0ef39ea tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:49.205637 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:49.211668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd21088e-2d0c-4c94-a069-2e2191db8b91 req-b03be58f-5d52-4bab-952e-550cc0ef39ea tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.3157241 Feb 17 22:16:49.315988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-a9fd12e6-14e7-40fb-b544-266f65d248fb tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288074 Feb 17 22:16:49.422931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd21088e-2d0c-4c94-a069-2e2191db8b91 req-349bf842-10b1-455c-9e7c-e178661c6449 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094629 Feb 17 22:16:49.468715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Allocated IP 192.168.233.151 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/91d5dde6-b998-47ce-b340-90b6e67d446f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:16:49.526609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-141fba84-3367-443b-a5e0-af61ef958192 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:49.528210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-141fba84-3367-443b-a5e0-af61ef958192 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039497 Feb 17 22:16:49.564704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Request body: {'port': {'device_id': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '4a802b30b7a44df4a6d2586e97ad1eac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:49.940698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d3cfa-a4c4-4c46-9d58-c09f826dfb99 req-3507cd87-64d1-40c9-8c3f-1dcf6b190f91 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:49.942926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef8d3cfa-a4c4-4c46-9d58-c09f826dfb99 req-3507cd87-64d1-40c9-8c3f-1dcf6b190f91 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 946 time: 0.2816331 Feb 17 22:16:49.948946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Made reservation on behalf of 4a802b30b7a44df4a6d2586e97ad1eac for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:16:49.952991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:50.133122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffc575-0147-4bfc-9c0d-3a6bfc7e9d53 req-60800249-451b-4bba-a125-1bcdfa7fc6d5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:50.134269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7dffc575-0147-4bfc-9c0d-3a6bfc7e9d53 req-60800249-451b-4bba-a125-1bcdfa7fc6d5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.3029652 Feb 17 22:16:50.145111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef8d3cfa-a4c4-4c46-9d58-c09f826dfb99 req-a561c105-6784-44cd-bfa6-f8a23a93d3d8 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888421 Feb 17 22:16:50.163019 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks [] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:50.289939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7dffc575-0147-4bfc-9c0d-3a6bfc7e9d53 req-f2e3e459-dc84-4a5a-a835-433ba79a4406 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395051 Feb 17 22:16:50.362730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef26e086-a4b2-430d-9b46-a10eacc26ab8 req-812deeaa-944e-4c7b-b136-9eb400e3a515 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0896540 Feb 17 22:16:50.373702 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:50.572207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1606c5b2-0cbd-460f-b37e-be1d3a3130c2 req-e6bca775-de39-4f5c-8bbc-eb598c2d8654 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0798128 Feb 17 22:16:50.590503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da7c9517-3504-4448-aaef-66a59c625fc6 req-6be721c7-ccd5-4382-af54-c010b9b831df tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 210 time: 0.1056139 Feb 17 22:16:50.605265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:50.613238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:50.619988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:50.624926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:50.659425 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:50.690990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Allocated IP 192.168.233.93 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/e15a3592-84b4-4a77-a6a3-557c09eff6af) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:16:50.775721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:50.777413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:50.831484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-bd041166-8916-4f99-8185-c9e5da108f53 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7898612 Feb 17 22:16:50.863208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Request body: {'port': {'device_id': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:50.875197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176113e8-b78b-445f-b414-e083e8d060f4 req-4dfdc03d-23a9-484a-af8e-f7b303103385 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:50.882929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-176113e8-b78b-445f-b414-e083e8d060f4 req-4dfdc03d-23a9-484a-af8e-f7b303103385 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1715462 Feb 17 22:16:51.017614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d17b6254-3372-4e43-9a51-beb104e9fa22 None None] Provisioning complete for port 91d5dde6-b998-47ce-b340-90b6e67d446f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:51.018297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d17b6254-3372-4e43-9a51-beb104e9fa22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:51.103536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d17b6254-3372-4e43-9a51-beb104e9fa22 None None] Port 91d5dde6-b998-47ce-b340-90b6e67d446f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:16:51.426511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-176113e8-b78b-445f-b414-e083e8d060f4 req-c0ab3033-e9f5-41ec-bcf0-9644f8484586 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5425289 Feb 17 22:16:51.431397 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:51.475903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cfb82d-41fb-4723-9631-f36767ab79f3 req-84a50ccb-d343-4458-9fb3-a3927b7188fb tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:51.477445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86cfb82d-41fb-4723-9631-f36767ab79f3 req-84a50ccb-d343-4458-9fb3-a3927b7188fb tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 946 time: 0.1774390 Feb 17 22:16:51.529901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks [] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:51.719895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86cfb82d-41fb-4723-9631-f36767ab79f3 req-b668a918-0cda-4837-844a-d589e75a4de6 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174940 Feb 17 22:16:51.780291 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:51.859175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1350e2-78b8-4a3c-9b0a-61f2befa7918 req-82bc3184-172e-4425-a44b-824dff89c14e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:51.860843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c1350e2-78b8-4a3c-9b0a-61f2befa7918 req-82bc3184-172e-4425-a44b-824dff89c14e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.2958505 Feb 17 22:16:51.956369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-790e8103-5250-4b95-bb36-ca3b62c2f898 req-35e9f4ae-eb02-4ea7-b6cb-8cb662aedf77 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0921397 Feb 17 22:16:51.990060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:16:52.010230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:16:52.028007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:16:52.035771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:52.197128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:52.198140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:52.205174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c1350e2-78b8-4a3c-9b0a-61f2befa7918 req-7077510d-1506-4fbc-aa93-1ca725a321dd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966590 Feb 17 22:16:52.206795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.207307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.207851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.208238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.208644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.209075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.209673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.209971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.210349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.210745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.211121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.211468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.211793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:16:52.314071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa41538-7d3c-4d55-929b-106093379c3b req-da3d0958-e1b5-4e50-8dbc-9a15aec83b98 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:52.315908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7aa41538-7d3c-4d55-929b-106093379c3b req-da3d0958-e1b5-4e50-8dbc-9a15aec83b98 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 935 time: 0.2255719 Feb 17 22:16:52.319536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-b672b87e-6dc0-402b-9297-49b858404203 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7653072 Feb 17 22:16:52.358757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Request body: {'port': {'device_id': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:52.399875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77d0cf35-0cbd-45c4-bc9b-27517efea8f0 req-211e4c8d-8177-4c8d-b5ca-34f7989c24b0 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0664210 Feb 17 22:16:52.450748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b294e565-7592-4139-8ca6-3b9016bea74e None None] Provisioning complete for port e15a3592-84b4-4a77-a6a3-557c09eff6af triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:16:52.452112 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b294e565-7592-4139-8ca6-3b9016bea74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:52.581251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b294e565-7592-4139-8ca6-3b9016bea74e None None] Port e15a3592-84b4-4a77-a6a3-557c09eff6af cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:16:52.593154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7aa41538-7d3c-4d55-929b-106093379c3b req-16b3aabb-62cd-4ef8-9fbf-8edc69dbad4b tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704685 Feb 17 22:16:52.653255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91d5dde6-b998-47ce-b340-90b6e67d446f {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:52.692160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Publish callbacks [] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:52.763749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Transition to ACTIVE for port object 91d5dde6-b998-47ce-b340-90b6e67d446f will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:52.778026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:52.783738 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:52.892926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f356b-5913-42b6-94fc-e9a47f376401 req-2fb28319-6524-4837-985d-d921b4b722d7 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:52.900657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-897f356b-5913-42b6-94fc-e9a47f376401 req-2fb28319-6524-4837-985d-d921b4b722d7 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 945 time: 0.2514515 Feb 17 22:16:52.920174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1aecd7-2274-49a2-a78f-a9c4fd36a4f7 req-bf0ab3fc-6ee8-42f5-9924-e55298594451 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:52.921960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da1aecd7-2274-49a2-a78f-a9c4fd36a4f7 req-bf0ab3fc-6ee8-42f5-9924-e55298594451 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2264278 Feb 17 22:16:52.951434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:53.173301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-897f356b-5913-42b6-94fc-e9a47f376401 req-c5568c18-d7a1-44b3-8f3e-4b024fe2700a tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714474 Feb 17 22:16:53.223803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da1aecd7-2274-49a2-a78f-a9c4fd36a4f7 req-f81c75f9-9b0c-4341-a5df-678a621ed798 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884061 Feb 17 22:16:53.338786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13ef20de-09cc-40e1-bcdc-37f810ae9e67 req-cb5107a8-91d0-4fee-9f9d-f476bce788cb tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0669997 Feb 17 22:16:53.345278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Attempting to bind port 91d5dde6-b998-47ce-b340-90b6e67d446f on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:53.345782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Attempting to bind port 91d5dde6-b998-47ce-b340-90b6e67d446f by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:53.346178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Attempting to bind port 91d5dde6-b998-47ce-b340-90b6e67d446f on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:53.387785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Port 91d5dde6-b998-47ce-b340-90b6e67d446f on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:53.388195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Attempting to bind port 91d5dde6-b998-47ce-b340-90b6e67d446f on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:53.417692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:53.418582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:53.421405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:53.421990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Bound port: 91d5dde6-b998-47ce-b340-90b6e67d446f, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:53.423607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:53.709731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15a3592-84b4-4a77-a6a3-557c09eff6af {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:16:53.715855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:53.721083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32e067fd-d3fe-42d3-898c-e1a0a65c3ded req-9ddd60d6-a4f7-42ab-bcf5-a9539ede9e42 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0759251 Feb 17 22:16:53.744415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303188c-f32e-46ee-b23d-35165d91cb38 req-53d8a6c0-a6f3-42f7-8740-fdb87421df0a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:53.753663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0303188c-f32e-46ee-b23d-35165d91cb38 req-53d8a6c0-a6f3-42f7-8740-fdb87421df0a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.2907851 Feb 17 22:16:53.760621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Publish callbacks [] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:53.764626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:53.814339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:53.842992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Transition to ACTIVE for port object e15a3592-84b4-4a77-a6a3-557c09eff6af will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:16:53.874260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:53.889224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0303188c-f32e-46ee-b23d-35165d91cb38 req-dfb290f9-f82f-455e-9c3d-b997df56d9ea tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343389 Feb 17 22:16:53.893262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:53.894879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:53.899710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] 10.222.0.94 "PUT /v2.0/ports/91d5dde6-b998-47ce-b340-90b6e67d446f HTTP/1.1" status: 200 len: 1097 time: 3.0423076 Feb 17 22:16:53.903068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:53.910557 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eede7c0-8ded-4707-8204-a1c6e1ebf773" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:54.086244 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f672af-4bd4-4ccc-a73c-c70ecc3a149b x-openstack-request-id: req-04f672af-4bd4-4ccc-a73c-c70ecc3a149b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:54.090035 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:54.090035 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-04f672af-4bd4-4ccc-a73c-c70ecc3a149b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:54.090035 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'status': 'completed', 'code': 200} Feb 17 22:16:54.139948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14764017-337f-4e19-95a3-c9d0ae709022 service neutron] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:54.357399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:54.368178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-a1112c4b-faac-48fc-8ff0-e8a9d78aa817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:54.369948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-a1112c4b-faac-48fc-8ff0-e8a9d78aa817 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 1131 time: 0.3751104 Feb 17 22:16:54.420663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a2d744-6e56-4572-96b9-d034e7f7ea82 req-a6a18353-b7e5-4f66-964c-e2f6fa78cce0 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:54.429281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25a2d744-6e56-4572-96b9-d034e7f7ea82 req-a6a18353-b7e5-4f66-964c-e2f6fa78cce0 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 947 time: 0.3448162 Feb 17 22:16:54.480715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe2505-2edb-4955-8c6d-d96a9377232c req-b4f7751b-1cd8-42ae-a5b4-2b9e94d61e40 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:54.489882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8afe2505-2edb-4955-8c6d-d96a9377232c req-b4f7751b-1cd8-42ae-a5b4-2b9e94d61e40 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 945 time: 0.2931578 Feb 17 22:16:54.497096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Attempting to bind port e15a3592-84b4-4a77-a6a3-557c09eff6af on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:16:54.497572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Attempting to bind port e15a3592-84b4-4a77-a6a3-557c09eff6af by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:16:54.498068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Attempting to bind port e15a3592-84b4-4a77-a6a3-557c09eff6af on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:54.513069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-b129fef2-2495-44c6-b120-02ae58556503 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=91d5dde6-b998-47ce-b340-90b6e67d446f HTTP/1.1" status: 200 len: 217 time: 0.1285696 Feb 17 22:16:54.553160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Port e15a3592-84b4-4a77-a6a3-557c09eff6af on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:16:54.553638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Attempting to bind port e15a3592-84b4-4a77-a6a3-557c09eff6af on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:16:54.615571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:16:54.616019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:16:54.616584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:16:54.617124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Bound port: e15a3592-84b4-4a77-a6a3-557c09eff6af, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:16:54.617630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:54.669916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25a2d744-6e56-4572-96b9-d034e7f7ea82 req-109ecc09-a9f6-48a6-8dac-59526e094dc2 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395294 Feb 17 22:16:54.695678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-9b5f113c-c5a9-47e9-8ef1-f3e530a47fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:54.699158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-9b5f113c-c5a9-47e9-8ef1-f3e530a47fb8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1735139 Feb 17 22:16:54.710383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8afe2505-2edb-4955-8c6d-d96a9377232c req-10808b8f-4b35-4c5e-bc89-cc869d578053 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193437 Feb 17 22:16:54.925944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c0d0e34-ff60-4bda-a1aa-c74064992ff2 req-00b32c01-662f-413e-9220-77e937b72575 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0749235 Feb 17 22:16:54.967001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:16:54.972589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:16:54.989839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e228555-4282-4dde-acff-3090d5d542b2 req-2264b931-2fd5-4487-aaef-e0af202ad154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:54.991669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-2264b931-2fd5-4487-aaef-e0af202ad154 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2752702 Feb 17 22:16:54.992864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:55.007072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328421e-ccc1-4316-95d4-2ec134be70f5 req-f701688b-f12b-4e1d-97b0-64499bfc885f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:55.008839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b328421e-ccc1-4316-95d4-2ec134be70f5 req-f701688b-f12b-4e1d-97b0-64499bfc885f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1389337 Feb 17 22:16:55.025707 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:55.431921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:55.432532 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:55.434494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] 10.222.0.94 "PUT /v2.0/ports/e15a3592-84b4-4a77-a6a3-557c09eff6af HTTP/1.1" status: 200 len: 1096 time: 3.0825160 Feb 17 22:16:55.471407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe86a1a7-93d4-4a91-9235-1c2903cf7c21 req-e31ef8e7-ffce-496c-b2c3-1546cc597f96 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.3545618 Feb 17 22:16:55.646397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b328421e-ccc1-4316-95d4-2ec134be70f5 req-78b56799-687b-4266-abe5-2ed9138dfadb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951176 Feb 17 22:16:55.802495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-4cc4e63a-331c-4a4d-8273-e33101634f54 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7924545 Feb 17 22:16:55.804974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537f140-5262-4068-a145-5129ecaa8edd service neutron] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:56.023537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e228555-4282-4dde-acff-3090d5d542b2 req-4ca5a164-3a3c-49c5-95d0-46e68da18736 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171253 Feb 17 22:16:56.090480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae51152-437b-437c-b714-0c4bc1b49caf req-a0221696-788c-4dd9-b9bf-2773bd065046 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.092390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cae51152-437b-437c-b714-0c4bc1b49caf req-a0221696-788c-4dd9-b9bf-2773bd065046 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "GET /v2.0/ports?device_id=50c37a0e-eed0-42ff-ab0c-6a2982093ea2 HTTP/1.1" status: 200 len: 946 time: 0.2804854 Feb 17 22:16:56.165617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:56.169997 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e739fa-e715-40a8-9918-93322da25219" -d '{"events": [{"name": "network-changed", "server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:56.177060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-2ee026cb-7ed4-4d39-8180-a4344842fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.179828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-2ee026cb-7ed4-4d39-8180-a4344842fb36 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 1130 time: 0.5926239 Feb 17 22:16:56.261723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83076c7-aea6-4238-8ffc-a0862ada817a req-177d6fdd-404d-4d49-bfac-b9be5e8eb420 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.270391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a83076c7-aea6-4238-8ffc-a0862ada817a req-177d6fdd-404d-4d49-bfac-b9be5e8eb420 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 947 time: 0.4047470 Feb 17 22:16:56.354525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ebf30-c011-4436-8a1f-65a867554994 req-dd550f97-e9a6-4abb-a757-7bb59b99fbee tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.356446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e00ebf30-c011-4436-8a1f-65a867554994 req-dd550f97-e9a6-4abb-a757-7bb59b99fbee tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "GET /v2.0/ports?device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 945 time: 0.8313890 Feb 17 22:16:56.409847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a83076c7-aea6-4238-8ffc-a0862ada817a req-a85287f4-2ca9-4f91-ae8a-65eb168f091d tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384552 Feb 17 22:16:56.448334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-0b03e4ac-2f44-4789-add5-fa35dddd5f14 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af HTTP/1.1" status: 200 len: 217 time: 0.2071767 Feb 17 22:16:56.459610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50571601-7716-4396-82b7-47194a58593c req-2042a507-0207-4d89-8970-991f6d174299 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.467020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50571601-7716-4396-82b7-47194a58593c req-2042a507-0207-4d89-8970-991f6d174299 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.7553144 Feb 17 22:16:56.590958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-08a5398c-5045-49ca-b062-b5d1d87d730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.592483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-08a5398c-5045-49ca-b062-b5d1d87d730c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 1131 time: 0.3861990 Feb 17 22:16:56.693890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-55f2c4fa-3d96-4fdc-9c0f-0bfb9b4eb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.695331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-55f2c4fa-3d96-4fdc-9c0f-0bfb9b4eb0a3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.2187293 Feb 17 22:16:56.756906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50571601-7716-4396-82b7-47194a58593c req-38c526e9-a50a-44b6-8112-758b90c7cdb7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806201 Feb 17 22:16:56.876630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Deleting port 83c2a96f-27fa-4624-bef5-7d979b8a493b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:56.876974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:56.904544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c5b05-7c20-4cbb-900d-983264dae8ad req-80aee1d9-ee38-4cc5-a988-56ea772a8b08 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:56.906015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d03c5b05-7c20-4cbb-900d-983264dae8ad req-80aee1d9-ee38-4cc5-a988-56ea772a8b08 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 945 time: 0.3778641 Feb 17 22:16:56.935558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-321a42c5-b363-4ab5-aa87-d225ae7f0e0e req-ac57b47f-4969-414e-ad37-a0d8a0ac1a32 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0622075 Feb 17 22:16:56.988431 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eebeef3-97a3-4c95-bb74-ebe88b2291e1 x-openstack-request-id: req-4eebeef3-97a3-4c95-bb74-ebe88b2291e1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:16:56.988766 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:16:56.988960 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4eebeef3-97a3-4c95-bb74-ebe88b2291e1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:16:56.989357 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'status': 'completed', 'code': 200} Feb 17 22:16:57.040889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-2ff78ec1-727b-4a9e-8707-697f47876cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:57.042346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-2ff78ec1-727b-4a9e-8707-697f47876cf2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.4369578 Feb 17 22:16:57.111057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-39108130-f987-4848-826d-f152ae12f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:57.112519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-39108130-f987-4848-826d-f152ae12f3d5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4047172 Feb 17 22:16:57.149511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-1cac7db9-7a52-47f5-b308-a8b6c00e4487 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=91d5dde6-b998-47ce-b340-90b6e67d446f HTTP/1.1" status: 200 len: 217 time: 0.0945890 Feb 17 22:16:57.166596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e827f9a0-f236-444a-985f-9ce85023c159 req-7b8cbd38-7fbd-4ca4-a5c0-2b17c8482c7a tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0994675 Feb 17 22:16:57.190947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Deleting port dbb69fb2-df35-4e1d-a887-72387b58be2c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:16:57.191277 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:57.374017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d03c5b05-7c20-4cbb-900d-983264dae8ad req-7f51150a-d349-4c74-a5c3-ac3b04b51d42 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/security-groups?id=94592420-cd12-4c8f-b291-a3afc2210fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3981550 Feb 17 22:16:57.418414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] For port 83c2a96f-27fa-4624-bef5-7d979b8a493b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=83c2a96f-27fa-4624-bef5-7d979b8a493b,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:57.419201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:57.465802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Calling delete_port for 83c2a96f-27fa-4624-bef5-7d979b8a493b owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:57.491986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-315fccab-71e3-4978-9416-0dc53434703e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:57.493867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-315fccab-71e3-4978-9416-0dc53434703e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.3166962 Feb 17 22:16:57.664255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-3cf318ff-8f7b-4b40-b039-e8790a8cc0a4 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318840 Feb 17 22:16:57.708142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66daf76e-0bb0-47b8-ae6b-f1de19f20263 req-fd8198e1-007a-4c25-a6cb-a2952c7538a4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:57.715966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66daf76e-0bb0-47b8-ae6b-f1de19f20263 req-fd8198e1-007a-4c25-a6cb-a2952c7538a4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.4249370 Feb 17 22:16:57.727431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] For port dbb69fb2-df35-4e1d-a887-72387b58be2c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dbb69fb2-df35-4e1d-a887-72387b58be2c,segment=NetworkSegment(2c8a0e20-125d-4f03-8d81-c9fddcdc89c0),segment_id=2c8a0e20-125d-4f03-8d81-c9fddcdc89c0)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:16:57.728092 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:57.808058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Calling delete_port for dbb69fb2-df35-4e1d-a887-72387b58be2c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:16:57.958574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1917db15-8d56-4f09-adbb-fb9b1e3506a5 req-95c43870-2bee-404b-897a-0c5081df4818 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:57.960192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1917db15-8d56-4f09-adbb-fb9b1e3506a5 req-95c43870-2bee-404b-897a-0c5081df4818 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 947 time: 0.4064090 Feb 17 22:16:57.977873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66daf76e-0bb0-47b8-ae6b-f1de19f20263 req-57c75c68-8998-48e4-9faa-7a9ef369f3bc tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606411 Feb 17 22:16:57.982040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-df177851-e1a4-4ab5-a489-807a004f39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:57.983866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-df177851-e1a4-4ab5-a489-807a004f39c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4671118 Feb 17 22:16:58.649914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75d25c59-88a7-41ba-be64-2a483b97ba14 req-e8cf4f3b-c2d1-411b-9878-ac597e8ce378 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9705622 Feb 17 22:16:58.795853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1917db15-8d56-4f09-adbb-fb9b1e3506a5 req-23cead89-a3b9-45c1-adfa-f29a37ea7ced tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8086405 Feb 17 22:16:58.847709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (83c2a96f-27fa-4624-bef5-7d979b8a493b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:58.862422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['dbb69fb2-df35-4e1d-a887-72387b58be2c', '83c2a96f-27fa-4624-bef5-7d979b8a493b'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:16:58.986696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event deleted for resources: {'Port': ['ID=83c2a96f-27fa-4624-bef5-7d979b8a493b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:58.995997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b69d04f0-fe10-40e0-9ce1-5c1d293b2f19 req-56c43d01-bfea-4cd3-8129-d43425b327e1 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0860169 Feb 17 22:16:59.004964 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-bbf51281-ceb1-46be-918f-ac4b436a9a8c service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9936552 Feb 17 22:16:59.007151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-a0039bcc-1bb9-4a4b-912b-baaae68fae09 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:59.008672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-a0039bcc-1bb9-4a4b-912b-baaae68fae09 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.8500133 Feb 17 22:16:59.016671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c806e-d89d-4e09-9402-c3ce3a7b3291 req-87c1e515-743d-4365-8241-e29de9b04e62 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:59.018357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-643c806e-d89d-4e09-9402-c3ce3a7b3291 req-87c1e515-743d-4365-8241-e29de9b04e62 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 945 time: 0.8834836 Feb 17 22:16:59.027171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:16:59.254153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dbb69fb2-df35-4e1d-a887-72387b58be2c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:59.406992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Pushing event deleted for resources: {'Port': ['ID=dbb69fb2-df35-4e1d-a887-72387b58be2c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:16:59.413687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e739fa-e715-40a8-9918-93322da25219 req-c275d045-9013-48ab-a017-0f6adb279744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:16:59.416370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e739fa-e715-40a8-9918-93322da25219 req-c275d045-9013-48ab-a017-0f6adb279744 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 1130 time: 0.6352756 Feb 17 22:16:59.430277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42e37099-f2e0-4d5d-b3d6-6aec1737a728 req-a35baf69-5f8f-4e82-bbde-ea8c83901879 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.2426050 Feb 17 22:16:59.431614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] No DVR routers for this DVR port 83c2a96f-27fa-4624-bef5-7d979b8a493b on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:59.440418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:59.460123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cae51152-437b-437c-b714-0c4bc1b49caf req-25044585-25cc-455b-a62b-be3e66c60dbc tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "DELETE /v2.0/ports/83c2a96f-27fa-4624-bef5-7d979b8a493b HTTP/1.1" status: 204 len: 173 time: 3.3533459 Feb 17 22:16:59.556373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'name': 'network-vif-deleted', 'tag': '83c2a96f-27fa-4624-bef5-7d979b8a493b'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:16:59.559643 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ef6a7f-a1e6-463e-b96d-8ce66197643e" -d '{"events": [{"server_uuid": "50c37a0e-eed0-42ff-ab0c-6a2982093ea2", "name": "network-vif-deleted", "tag": "83c2a96f-27fa-4624-bef5-7d979b8a493b"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:16:59.569245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-643c806e-d89d-4e09-9402-c3ce3a7b3291 req-5ec5459f-0cae-4354-ac2c-173e2d1b16b8 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5070963 Feb 17 22:16:59.661794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:59.800591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:16:59.846283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6efb65a3-558b-4ab1-857b-cf621fecee00 req-1ab486c4-a1cf-4b5d-a69f-c92a875ea0ab tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.79 "GET /v2.0/ports?device_id=c0ec9247-e0ce-4ee4-92f6-66e30a014e52 HTTP/1.1" status: 200 len: 210 time: 0.1396525 Feb 17 22:16:59.908762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] No DVR routers for this DVR port dbb69fb2-df35-4e1d-a887-72387b58be2c on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:16:59.925415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eede7c0-8ded-4707-8204-a1c6e1ebf773 req-6fabf264-df81-4771-8d19-7326ecdb7095 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920879 Feb 17 22:16:59.934392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:16:59.946162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e00ebf30-c011-4436-8a1f-65a867554994 req-d0ac94aa-973d-44ef-8ccf-dcad5379b531 tempest-MultipleCreateTestJSON-832621025 tempest-MultipleCreateTestJSON-832621025-project] 10.222.0.73 "DELETE /v2.0/ports/dbb69fb2-df35-4e1d-a887-72387b58be2c HTTP/1.1" status: 204 len: 173 time: 3.5454600 Feb 17 22:17:00.023721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:00.070538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:00.071628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a3494-68fe-4149-8ecb-562ba2e3eb62 req-2b522f87-72dc-42d4-8bf1-4246dfbf7bde tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:00.083630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-898a3494-68fe-4149-8ecb-562ba2e3eb62 req-2b522f87-72dc-42d4-8bf1-4246dfbf7bde tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.3231246 Feb 17 22:17:00.107815 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2995862-1d4a-4812-b7aa-b3d5d773bc96 x-openstack-request-id: req-c2995862-1d4a-4812-b7aa-b3d5d773bc96 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:00.108255 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c37a0e-eed0-42ff-ab0c-6a2982093ea2", "name": "network-vif-deleted", "tag": "83c2a96f-27fa-4624-bef5-7d979b8a493b", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:00.108604 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2995862-1d4a-4812-b7aa-b3d5d773bc96 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:00.109111 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c37a0e-eed0-42ff-ab0c-6a2982093ea2', 'name': 'network-vif-deleted', 'tag': '83c2a96f-27fa-4624-bef5-7d979b8a493b', 'status': 'completed', 'code': 200} Feb 17 22:17:00.177825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-898a3494-68fe-4149-8ecb-562ba2e3eb62 req-5e7bc04e-ec05-4673-bb66-c1155411bfd3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930741 Feb 17 22:17:00.207353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:00.207793 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:00.242552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d5dde6-b998-47ce-b340-90b6e67d446f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:00.317451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:00.343479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:00.407408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e739fa-e715-40a8-9918-93322da25219 req-f9559b78-6849-450b-9a78-4bdc3f816260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:00.411487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e739fa-e715-40a8-9918-93322da25219 req-f9559b78-6849-450b-9a78-4bdc3f816260 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.8688781 Feb 17 22:17:00.437961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c805110-9ba9-4c9e-8ed4-d99965db536a req-702c20aa-2501-4e95-b6e6-729afd5e6076 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.1002679 Feb 17 22:17:00.518358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:00.551561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.552051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.552562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.554301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.554660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.555005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.556980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.557346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.557694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.558127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.561540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.561980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.562380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:00.581991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e739fa-e715-40a8-9918-93322da25219 req-1ce1f564-eb69-4cbc-b46f-ef84c229ca50 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af HTTP/1.1" status: 200 len: 217 time: 0.1400599 Feb 17 22:17:00.700731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ac1eb2e-283b-41b5-a793-f7f85ff25558 req-33959a70-ceff-4a12-82f1-055a6c626857 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0651934 Feb 17 22:17:00.745301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:00.837318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:17:00.858885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['91d5dde6-b998-47ce-b340-90b6e67d446f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:00.905283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Publish callbacks [] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:00.934236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a269b-cc51-4a84-8b67-c78fa0989947 req-8ccecab0-fdd3-49b2-84a1-4a20df6930e5 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:00.935862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-325a269b-cc51-4a84-8b67-c78fa0989947 req-8ccecab0-fdd3-49b2-84a1-4a20df6930e5 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 947 time: 0.6032281 Feb 17 22:17:00.936597 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:00.960462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e739fa-e715-40a8-9918-93322da25219 req-99cc48d3-008d-4a70-9bf3-0e4aa572faad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:00.961952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e739fa-e715-40a8-9918-93322da25219 req-99cc48d3-008d-4a70-9bf3-0e4aa572faad service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.3700917 Feb 17 22:17:00.998654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 5fd1070a-6f84-420c-bbec-14024ccd61fb details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:01.134249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:01.182455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93865d48-c485-4dae-b591-1b2ae79a507f req-7002fd47-f158-42ca-b35a-58ea566991ae tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:01.182455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93865d48-c485-4dae-b591-1b2ae79a507f req-7002fd47-f158-42ca-b35a-58ea566991ae tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2475228 Feb 17 22:17:01.184508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dbb69fb2-df35-4e1d-a887-72387b58be2c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:01.213996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-325a269b-cc51-4a84-8b67-c78fa0989947 req-dfaa8b91-ccd4-4c09-af7f-9cb25f2b661e tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504747 Feb 17 22:17:01.214641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:01.244130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e739fa-e715-40a8-9918-93322da25219 req-0cee284e-2a05-4115-8125-25b6e654fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:01.245723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e739fa-e715-40a8-9918-93322da25219 req-0cee284e-2a05-4115-8125-25b6e654fc29 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2714384 Feb 17 22:17:01.267203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:17:01.270972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:17:01.271505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:01.289361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93865d48-c485-4dae-b591-1b2ae79a507f req-6490f5a9-0cd3-45b4-917a-f58f3a31ebc8 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897150 Feb 17 22:17:01.290124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:17:01.290437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:17:01.290757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:01.368335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: dbb69fb2-df35-4e1d-a887-72387b58be2c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:17:01.368702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dbb69fb2-df35-4e1d-a887-72387b58be2c not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:17:01.372032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 83c2a96f-27fa-4624-bef5-7d979b8a493b no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:01.374296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:17:01.374296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:01.379605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:17:01.379996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:01.390089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:17:01.390605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:17:01.391445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:17:01.392211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Bound port: 5fd1070a-6f84-420c-bbec-14024ccd61fb, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:17:01.392797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.417832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44518) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:01.436962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:17:01.438002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:17:01.438747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:17:01.439318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Bound port: 5fd1070a-6f84-420c-bbec-14024ccd61fb, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:17:01.439814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.465148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 83c2a96f-27fa-4624-bef5-7d979b8a493b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:17:01.465538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 83c2a96f-27fa-4624-bef5-7d979b8a493b not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:17:01.545452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e739fa-e715-40a8-9918-93322da25219 req-62323b49-ef0e-4b50-8ed2-b9f4a3cf5628 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658300 Feb 17 22:17:01.550106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:17:01.553987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:17:01.559601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Deleting subnet 446e5db1-f6d2-417a-a00b-af67aaa73b0c {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:17:01.563557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.570824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Publish callbacks [] for subnet (446e5db1-f6d2-417a-a00b-af67aaa73b0c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.619220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (446e5db1-f6d2-417a-a00b-af67aaa73b0c), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.673577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 5fd1070a-6f84-420c-bbec-14024ccd61fb has no active binding in host n-h1-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:17:01.678865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26eefa0c-e306-455a-94b5-3fbc8ffd77f5 req-65958673-d312-470f-bc30-a4a8b45188f2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0514150 Feb 17 22:17:01.682455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:17:01.694904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cf1ad-2c3d-4705-bdc8-5c30c0792d9b req-e26c431c-038b-4db4-bdfa-881ae9ea65cd tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:01.709312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:01.712510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-297cf1ad-2c3d-4705-bdc8-5c30c0792d9b req-e26c431c-038b-4db4-bdfa-881ae9ea65cd tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2590454 Feb 17 22:17:01.713641 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (446e5db1-f6d2-417a-a00b-af67aaa73b0c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.734665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 5fd1070a-6f84-420c-bbec-14024ccd61fb-n-h2-828369-18-0 {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:17:01.735039 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:17:01.797986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e15a3592-84b4-4a77-a6a3-557c09eff6af details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:01.806025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20e739fa-e715-40a8-9918-93322da25219 req-9fbdc6b3-2b23-424e-a1cb-13f1503ef6a0 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557485 Feb 17 22:17:01.818320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-297cf1ad-2c3d-4705-bdc8-5c30c0792d9b req-369a2039-5726-4f1a-80ea-0e52ad24fa99 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957506 Feb 17 22:17:01.819092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (446e5db1-f6d2-417a-a00b-af67aaa73b0c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.883946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446e5db1-f6d2-417a-a00b-af67aaa73b0c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:01.887559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:01.891990 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/446e5db1-f6d2-417a-a00b-af67aaa73b0c HTTP/1.1" status: 204 len: 168 time: 0.4720674 Feb 17 22:17:01.895054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44530) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:01.938956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca3c0eba-407e-4841-9c8e-4996a6115949 req-bd419078-ce92-49f8-a95c-24a40a6b9391 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0367386 Feb 17 22:17:01.977060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.977446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.978923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.979430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.979790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.980136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.981088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.981088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.981339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.982079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.982748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.983683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:01.983683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6247d89-a08d-4f56-8c24-68bd89624e1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:02.016392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (b4770a27-e352-456c-abfa-8ef0090fce3f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.035470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:02.053668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'mac_address': 'fa:16:3e:03:7e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:02.109218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e15a3592-84b4-4a77-a6a3-557c09eff6af is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:02.110957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.112974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'name': 'network-vif-deleted', 'tag': 'dbb69fb2-df35-4e1d-a887-72387b58be2c'}, {'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:02.119695 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f202b-7559-471d-9ae9-1a6cd88107bb" -d '{"events": [{"server_uuid": "c0ec9247-e0ce-4ee4-92f6-66e30a014e52", "name": "network-vif-deleted", "tag": "dbb69fb2-df35-4e1d-a887-72387b58be2c"}, {"server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:02.128587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15a3592-84b4-4a77-a6a3-557c09eff6af {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:02.131798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (b4770a27-e352-456c-abfa-8ef0090fce3f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.160316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:02.166514 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.167038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4770a27-e352-456c-abfa-8ef0090fce3f']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:02.182520 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0b647-ffac-4ea7-beb0-23e02851eefe x-openstack-request-id: req-91b0b647-ffac-4ea7-beb0-23e02851eefe {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:02.182986 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ec9247-e0ce-4ee4-92f6-66e30a014e52", "name": "network-vif-deleted", "tag": "dbb69fb2-df35-4e1d-a887-72387b58be2c", "status": "completed", "code": 200}, {"server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "name": "network-vif-unplugged", "status": "completed", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:02.183120 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-91b0b647-ffac-4ea7-beb0-23e02851eefe {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:02.183483 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ec9247-e0ce-4ee4-92f6-66e30a014e52', 'name': 'network-vif-deleted', 'tag': 'dbb69fb2-df35-4e1d-a887-72387b58be2c', 'status': 'completed', 'code': 200} Feb 17 22:17:02.184074 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb', 'code': 200} Feb 17 22:17:02.191635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:02.192174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8a0e20-125d-4f03-8d81-c9fddcdc89c0') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:02.209165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (2c8a0e20-125d-4f03-8d81-c9fddcdc89c0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.227805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2c8a0e20-125d-4f03-8d81-c9fddcdc89c0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.247069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:02.258258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:17:02.258870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (2c8a0e20-125d-4f03-8d81-c9fddcdc89c0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:17:02.262207 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:17:02.271771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:17:02.272363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:17:02.272926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:02.282084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:17:02.282795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempting to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb on network 17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:02.289063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:17:02.289768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Checking segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:17:02.290328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Bound using segment: {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:17:02.291763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Bound port: 5fd1070a-6f84-420c-bbec-14024ccd61fb, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f2f88c-8463-42f3-912a-ec39327dc9ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:17:02.292441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.370980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (b4770a27-e352-456c-abfa-8ef0090fce3f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.377858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.383885 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b4770a27-e352-456c-abfa-8ef0090fce3f HTTP/1.1" status: 204 len: 168 time: 0.4873469 Feb 17 22:17:02.400158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a62d3-e3f5-4eaa-b793-dbe9c55c3134 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4770a27-e352-456c-abfa-8ef0090fce3f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:02.466602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97909fed-648a-4bf8-aca1-717dc6753b53 req-297185d2-e7a2-4e46-8aad-511cc58cd0ec tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:02.473499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97909fed-648a-4bf8-aca1-717dc6753b53 req-297185d2-e7a2-4e46-8aad-511cc58cd0ec tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 945 time: 0.1682587 Feb 17 22:17:02.477672 n-d-828369-18 neutron-server[103527]: WARNING neutron.plugins.ml2.plugin [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Concurrent port binding operations failed on port 5fd1070a-6f84-420c-bbec-14024ccd61fb Feb 17 22:17:02.487498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:02.501381 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attempt 2 to bind port 5fd1070a-6f84-420c-bbec-14024ccd61fb Feb 17 22:17:02.507163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:02.507943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:02.509233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b232898-17ec-46e8-aacd-5eb09b14429a service neutron] 10.222.0.73 "PUT /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 1154 time: 3.4864326 Feb 17 22:17:02.524667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413305c-5268-4ce7-a551-83d581da8b29 req-2ffbea79-d008-41b6-9e78-565ecb2241e4 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:02.532208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e413305c-5268-4ce7-a551-83d581da8b29 req-2ffbea79-d008-41b6-9e78-565ecb2241e4 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 948 time: 0.1907678 Feb 17 22:17:02.581406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97909fed-648a-4bf8-aca1-717dc6753b53 req-b82964db-88c7-40a0-9eee-2bdbf9b58504 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055856 Feb 17 22:17:02.622296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['5fd1070a-6f84-420c-bbec-14024ccd61fb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:02.622862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e413305c-5268-4ce7-a551-83d581da8b29 req-21db076d-96bb-4485-bb73-2ab71c7921dc tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894916 Feb 17 22:17:02.781170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['e15a3592-84b4-4a77-a6a3-557c09eff6af'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:02.801183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44556) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:02.856055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['5fd1070a-6f84-420c-bbec-14024ccd61fb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:02.929493 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d53ba0fd-bcc6-49ff-99c5-fbcc24883e0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae36a0a71fee4bfcb3cf80222ce87aab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1260970 Feb 17 22:17:02.930457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:02.970104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0368ca-b5c2-462c-afb5-6dea0aeb2944 req-025d671c-e7cf-430c-9327-0e4b3649b8f7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:02.984063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf0368ca-b5c2-462c-afb5-6dea0aeb2944 req-025d671c-e7cf-430c-9327-0e4b3649b8f7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2327628 Feb 17 22:17:03.015963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adbf398b-8692-4fb3-ad2f-e67874e8b4c1 admin admin] Publish callbacks [] for security_group (94592420-cd12-4c8f-b291-a3afc2210fc5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:03.064536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adbf398b-8692-4fb3-ad2f-e67874e8b4c1 admin admin] Publish callbacks [] for security_group (94592420-cd12-4c8f-b291-a3afc2210fc5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:03.145895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf0368ca-b5c2-462c-afb5-6dea0aeb2944 req-bd23e4d2-4a06-460a-b4d4-433aaa8245b4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512029 Feb 17 22:17:03.151151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adbf398b-8692-4fb3-ad2f-e67874e8b4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (94592420-cd12-4c8f-b291-a3afc2210fc5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:03.153923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adbf398b-8692-4fb3-ad2f-e67874e8b4c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:03.159578 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-adbf398b-8692-4fb3-ad2f-e67874e8b4c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94592420-cd12-4c8f-b291-a3afc2210fc5 HTTP/1.1" status: 204 len: 168 time: 0.2280543 Feb 17 22:17:03.168639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf398b-8692-4fb3-ad2f-e67874e8b4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94592420-cd12-4c8f-b291-a3afc2210fc5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:03.430114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-027411a0-a227-4ba4-bfe4-f51086fbbfef req-b26da936-f9f4-4be2-b02c-27a94a35c99b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.1288087 Feb 17 22:17:03.509410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e78b3403-c90a-4f51-b3ea-fc3b89da6578 req-092d67cd-b6fe-4518-849f-0f0a243de84e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0863118 Feb 17 22:17:03.583415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e23170-e2d3-44cd-87d7-bc897329e1f5 req-5965a3be-768a-42ec-9c26-73fdf2cd0cf9 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:03.587207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1e23170-e2d3-44cd-87d7-bc897329e1f5 req-5965a3be-768a-42ec-9c26-73fdf2cd0cf9 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1232169 Feb 17 22:17:03.653129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1e23170-e2d3-44cd-87d7-bc897329e1f5 req-1a640c66-5efa-4add-a946-3705538a1b73 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635619 Feb 17 22:17:03.728590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8279eb6-53b5-4960-a99c-f950b00106a1 req-5ed36cf7-222e-4dce-9f46-39994ca4b05e tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0319133 Feb 17 22:17:03.798256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304210c6-3fc1-4b4e-822b-9ad5107ae20d req-7ff80cca-6196-4542-a4a4-a2c89d29a93e tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:03.800076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:03.803661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-304210c6-3fc1-4b4e-822b-9ad5107ae20d req-7ff80cca-6196-4542-a4a4-a2c89d29a93e tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 948 time: 0.0733888 Feb 17 22:17:03.868307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 91d5dde6-b998-47ce-b340-90b6e67d446f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:17:03.873098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 91d5dde6-b998-47ce-b340-90b6e67d446f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:03.873481 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:03.877950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-304210c6-3fc1-4b4e-822b-9ad5107ae20d req-9b5367fb-2667-4db4-b92a-0e4cd23cc670 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716474 Feb 17 22:17:03.963026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:03.963628 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:03.988594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:03.990870 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab3219a-4854-4bd9-abf0-86fb4c2f6862" -d '{"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-plugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:04.003611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:04.009464 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.041978 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99b0b71-77a9-478d-93e8-68c7dd30dc24 x-openstack-request-id: req-e99b0b71-77a9-478d-93e8-68c7dd30dc24 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:04.042304 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-plugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:04.042635 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e99b0b71-77a9-478d-93e8-68c7dd30dc24 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:04.042926 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'code': 200} Feb 17 22:17:04.068582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:04.186260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:04.189406 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d903e3-64a0-4d19-883a-c280dc8d1935" -d '{"events": [{"name": "network-changed", "server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:04.207252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da555e-fd59-42c1-9a6a-82868eac1d2d req-fba5efad-1b87-4916-8f1e-a7503b11d474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:04.209373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86da555e-fd59-42c1-9a6a-82868eac1d2d req-fba5efad-1b87-4916-8f1e-a7503b11d474 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 1133 time: 0.0576754 Feb 17 22:17:04.249457 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c24bef2-f9b4-4525-930d-76d15682565c x-openstack-request-id: req-5c24bef2-f9b4-4525-930d-76d15682565c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:04.249788 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:04.250031 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5c24bef2-f9b4-4525-930d-76d15682565c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:04.250441 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb', 'status': 'completed', 'code': 200} Feb 17 22:17:04.283685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44600) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:04.330249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86da555e-fd59-42c1-9a6a-82868eac1d2d req-a2d2f65f-652a-4579-ab11-63f338a52341 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112919 Feb 17 22:17:04.424179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-549820149-network', 'tenant_id': '7bcd3e9b430f4ea3be088c7be3fbdf49'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:04.472178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Made reservation on behalf of 7bcd3e9b430f4ea3be088c7be3fbdf49 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:17:04.477148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.493584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.633115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks [] for security_group (5e141479-84d8-4ec5-821e-b124ef95a9dd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.638800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e141479-84d8-4ec5-821e-b124ef95a9dd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.673455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:17:04.691250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e141479-84d8-4ec5-821e-b124ef95a9dd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:04.695891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ef63bf66-018c-4814-81f6-cf14e9da37a7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.696235 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Added segment ef63bf66-018c-4814-81f6-cf14e9da37a7 of type vlan for network af8afb62-4627-4547-adb5-e159e55ad456 Feb 17 22:17:04.713620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc528e2b-d058-45eb-a5c1-ec48bb0c1562 req-e9d0f950-33ba-40b5-ba47-6e0e6ba736e4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0398481 Feb 17 22:17:04.727133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ae66a-9f2e-48ec-b4aa-0724adf3eefc req-28ae2107-de26-4df8-8298-85e2a9bd5437 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:04.728842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b7ae66a-9f2e-48ec-b4aa-0724adf3eefc req-28ae2107-de26-4df8-8298-85e2a9bd5437 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.4740655 Feb 17 22:17:04.748848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-3fe5d282-0916-4bd7-abaf-7d24db704d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:04.751289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-3fe5d282-0916-4bd7-abaf-7d24db704d2a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1157 time: 0.4342194 Feb 17 22:17:04.751720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (af8afb62-4627-4547-adb5-e159e55ad456), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.799856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (af8afb62-4627-4547-adb5-e159e55ad456), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.801197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:04.801896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:04.813437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b7ae66a-9f2e-48ec-b4aa-0724adf3eefc req-4d52e1af-d9a8-46e6-ba3b-d728f3cb9b6c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770750 Feb 17 22:17:04.886211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6006060 Feb 17 22:17:04.886725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44614) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:04.896638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47862032-90e8-477a-8d52-22989c9c4f64 admin admin] Pushing event updated for resources: {'Network': ['ID=af8afb62-4627-4547-adb5-e159e55ad456,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:04.900089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Request body: {'subnet': {'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-549820149-subnet', 'tenant_id': '7bcd3e9b430f4ea3be088c7be3fbdf49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:04.918736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network af8afb62-4627-4547-adb5-e159e55ad456 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:17:04.977662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad95601-6af5-4180-996d-a7dcb47e6650 req-b7db44ec-34eb-4e4d-a551-2269822b5c31 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0551999 Feb 17 22:17:04.992944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Made reservation on behalf of 7bcd3e9b430f4ea3be088c7be3fbdf49 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:17:04.995092 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:05.022012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb276007-b6d5-44de-8bb8-caddd8074bea req-6dd05979-a973-4f89-8131-04b841b03e1b tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:05.023689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb276007-b6d5-44de-8bb8-caddd8074bea req-6dd05979-a973-4f89-8131-04b841b03e1b tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2149179 Feb 17 22:17:05.049203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-50a6040e-e4c1-4e5e-a00b-78d837f2be8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:05.050901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-50a6040e-e4c1-4e5e-a00b-78d837f2be8a service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2653925 Feb 17 22:17:05.146975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-b6108565-31b9-4a66-80ac-73e7391708a0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 217 time: 0.0765846 Feb 17 22:17:05.246950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb276007-b6d5-44de-8bb8-caddd8074bea req-e1cdeafc-2ae6-4339-8e29-8c6b46012bda tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946566 Feb 17 22:17:05.263147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-f4ee1532-cef6-4ff5-b213-4fd03bc6c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:05.264780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-f4ee1532-cef6-4ff5-b213-4fd03bc6c4c7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1052263 Feb 17 22:17:05.275618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169cf2f-44b8-43ca-a86e-348c437a99cf req-827f0e0a-33c1-475d-9516-3c2a3f0edcb9 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:05.277169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9169cf2f-44b8-43ca-a86e-348c437a99cf req-827f0e0a-33c1-475d-9516-3c2a3f0edcb9 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 948 time: 0.2056406 Feb 17 22:17:05.339429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-aca54fc7-524a-4203-ad72-81fa3ec31c65 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611904 Feb 17 22:17:05.464366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9169cf2f-44b8-43ca-a86e-348c437a99cf req-cf1b12af-ab8f-454d-be66-df03f13c282c tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738572 Feb 17 22:17:05.498947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (16b188fd-a53d-4ea4-8a61-a00c6bf77aeb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:05.563779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-f7dd193d-7467-472a-b2df-d74c50ae498c service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012355 Feb 17 22:17:05.602845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16b188fd-a53d-4ea4-8a61-a00c6bf77aeb,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:05.649053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Checking segment: {'id': 'ef63bf66-018c-4814-81f6-cf14e9da37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:17:05.649424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Network hostable DHCP agents. Network: af8afb62-4627-4547-adb5-e159e55ad456, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:17:05.688637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Network af8afb62-4627-4547-adb5-e159e55ad456 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:17:05.705723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d903e3-64a0-4d19-883a-c280dc8d1935 req-8293f5b2-b0f8-42e9-9980-148927e69ecf service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333067 Feb 17 22:17:05.707464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, af8afb62-4627-4547-adb5-e159e55ad456) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:17:05.711970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:05.712709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:05.721435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66478b84-f4fc-4b65-b912-af86f908b1c3 None None] Network af8afb62-4627-4547-adb5-e159e55ad456 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:17:05.753864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-295116dd-3a93-40dd-b16e-3b4a170d68a8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8518496 Feb 17 22:17:05.926751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68fbf17a-f870-4689-abff-2287df0ab158 req-26c9b2ab-e662-484b-9afc-70114858e1c7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0544572 Feb 17 22:17:06.019910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72331c-d213-4253-8291-89a8f62eba3d req-2729e32c-92fc-4c09-9533-4424ac362767 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:06.025506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d72331c-d213-4253-8291-89a8f62eba3d req-2729e32c-92fc-4c09-9533-4424ac362767 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.0882785 Feb 17 22:17:06.049150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e15a3592-84b4-4a77-a6a3-557c09eff6af up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:06.139123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d72331c-d213-4253-8291-89a8f62eba3d req-7ad5eb81-317d-4e3f-9d51-818919f04cfd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040709 Feb 17 22:17:06.150733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port e15a3592-84b4-4a77-a6a3-557c09eff6af completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:17:06.169636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port e15a3592-84b4-4a77-a6a3-557c09eff6af triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:06.170019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:06.225870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b8e9a3-d182-4901-911b-505dc37a81ec None None] Network af8afb62-4627-4547-adb5-e159e55ad456 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:17:06.260043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c1d7b8d-bb6f-45e8-b416-17d9d8ace806 req-4716d361-27f3-49fb-b907-fdcf9c652375 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0413315 Feb 17 22:17:06.417659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e15a3592-84b4-4a77-a6a3-557c09eff6af is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:06.418384 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:06.434716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-92b0a8c5-214c-44cf-931c-8f4dc7e3a0bd tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:06.437746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-92b0a8c5-214c-44cf-931c-8f4dc7e3a0bd tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/networks?id=af8afb62-4627-4547-adb5-e159e55ad456 HTTP/1.1" status: 200 len: 813 time: 0.1751752 Feb 17 22:17:06.447975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:06.450884 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7c7139-50d0-4afa-b2c2-b422088032da" -d '{"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-plugged", "status": "completed", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:06.467201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:06.478002 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:06.496436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-887f9f5d-1096-4f77-9da7-ed5d5c652376 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/quotas/7bcd3e9b430f4ea3be088c7be3fbdf49 HTTP/1.1" status: 200 len: 375 time: 0.0405858 Feb 17 22:17:06.527513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a269c1-4167-4e49-9893-d70689f7865b req-09fc4bcb-fc42-4360-9414-b5829c2950bb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:06.529204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71a269c1-4167-4e49-9893-d70689f7865b req-09fc4bcb-fc42-4360-9414-b5829c2950bb tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.1865094 Feb 17 22:17:06.542988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:06.560462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-39a8b3cd-1305-4edb-b6bc-a4c52cb3cd21 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7bcd3e9b430f4ea3be088c7be3fbdf49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630863 Feb 17 22:17:06.615409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71a269c1-4167-4e49-9893-d70689f7865b req-a47768fd-16d8-4de8-8ef4-d32631d11174 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788152 Feb 17 22:17:06.719518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-82ba7a1a-4a91-4161-a23b-3a769643646c service neutron] 10.222.0.79 "GET /v2.0/networks/af8afb62-4627-4547-adb5-e159e55ad456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499043 Feb 17 22:17:06.810137 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f82c8e9-7228-4ef7-a85d-eab3e9e23957 x-openstack-request-id: req-4f82c8e9-7228-4ef7-a85d-eab3e9e23957 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:06.810773 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-plugged", "status": "completed", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:06.811129 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f82c8e9-7228-4ef7-a85d-eab3e9e23957 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:06.811675 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'code': 200} Feb 17 22:17:06.867927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7114ca9-0134-4c81-a3c4-ed080406dbc6 req-c09d5d2c-d66e-4dc2-8aac-39e740a9eeae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=859ab0fb141046d984c3f888c3987416&device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0506151 Feb 17 22:17:06.917974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-d19ba6dc-bbd1-4601-9e7e-342dc94bbfdb service neutron] 10.222.0.79 "GET /v2.0/networks/af8afb62-4627-4547-adb5-e159e55ad456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917415 Feb 17 22:17:06.959044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7114ca9-0134-4c81-a3c4-ed080406dbc6 req-dbc1ff62-6ff1-4173-bf46-e86b4a7452d5 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=859ab0fb141046d984c3f888c3987416&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715060 Feb 17 22:17:07.020949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:07.027787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:07.113293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f6d8d-0790-4ce4-8d05-1dd40790409d req-bbf8f528-0bd1-44dc-85b7-064d3f96134f tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:07.127073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f2f6d8d-0790-4ce4-8d05-1dd40790409d req-bbf8f528-0bd1-44dc-85b7-064d3f96134f tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 949 time: 0.2516379 Feb 17 22:17:07.159800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51d51f-a00d-4806-ae5b-120eef79fbaa req-dfc9b4dd-bdae-4c70-8e0c-fd5edd2852f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:07.162265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e51d51f-a00d-4806-ae5b-120eef79fbaa req-dfc9b4dd-bdae-4c70-8e0c-fd5edd2852f0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 1132 time: 0.2432096 Feb 17 22:17:07.218675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d7fbf75-63bf-49db-8f60-d9973b1d80e2 req-5f0d4f61-61b5-4faa-a491-abf3de0e5074 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0380616 Feb 17 22:17:07.229369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7114ca9-0134-4c81-a3c4-ed080406dbc6 req-e1c09d78-9c15-4fda-8d49-fc413a34d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:07.231352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7114ca9-0134-4c81-a3c4-ed080406dbc6 req-e1c09d78-9c15-4fda-8d49-fc413a34d918 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2597308 Feb 17 22:17:07.266657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:07.267194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:07.294886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f2f6d8d-0790-4ce4-8d05-1dd40790409d req-0ce800fc-e5d6-4075-9aaa-5df52dd83bbf tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666968 Feb 17 22:17:07.316618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:07.327026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e51d51f-a00d-4806-ae5b-120eef79fbaa req-23f7e030-0727-465c-b368-979fe731a344 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532431 Feb 17 22:17:07.341108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'mac_address': 'fa:16:3e:02:86:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:07.403151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:07.413459 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:07.418597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:07.419246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:07.420987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e6ba64c-e78f-412c-96a0-04d84f0dfef3 req-f75f9f95-cf8b-4f78-9333-bc0f82a9ac8f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0497983 Feb 17 22:17:07.473758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:07.475214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5e498cb-9e6a-4b7f-9682-100b1088357f req-8b9c5ec6-1839-4ed0-879f-d2b2f65038fe tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 210 time: 0.0529377 Feb 17 22:17:07.568300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:07.581647 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:17:07.582012 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:17:07.595380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6beda-6f4a-4b1b-9c96-0c4e5638a758 req-ee23e8e4-330d-427a-a53e-aa708ef9fb86 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:07.597371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5db6beda-6f4a-4b1b-9c96-0c4e5638a758 req-ee23e8e4-330d-427a-a53e-aa708ef9fb86 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.0992789 Feb 17 22:17:07.692995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5db6beda-6f4a-4b1b-9c96-0c4e5638a758 req-b6997203-8c23-41b4-b62c-ee4b4cd65d26 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844007 Feb 17 22:17:07.766295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeee166-3156-4197-8888-0bbc9a02300d req-04abd86d-bef3-4238-b200-63b91ed15e26 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:07.768017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8aeee166-3156-4197-8888-0bbc9a02300d req-04abd86d-bef3-4238-b200-63b91ed15e26 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.0610466 Feb 17 22:17:07.824624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8aeee166-3156-4197-8888-0bbc9a02300d req-8d7f0c75-8a7c-46cb-9648-4f2b93333ce4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509374 Feb 17 22:17:08.120371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:08.120845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:08.152502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:08.177898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:08.183462 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:08.244296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:08.313097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:08.363436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c477f11-dbd6-4abc-be52-07e9f4649dd8 req-ada5319a-865c-4d46-aa77-17691d36bbc1 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0513513 Feb 17 22:17:08.580048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f83b75c2-8230-4e0d-9be8-f52744bba298 req-47d67655-01b8-447a-a5ab-5b1f83d97d79 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0597026 Feb 17 22:17:08.662099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e69869-7ebd-4a38-bfb5-47c57bcfe228 req-5c95de9d-a1d5-411d-8a2c-35bd58691090 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:08.670855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94e69869-7ebd-4a38-bfb5-47c57bcfe228 req-5c95de9d-a1d5-411d-8a2c-35bd58691090 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 949 time: 0.2045054 Feb 17 22:17:08.745273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e19f50ca-ca9e-49dc-b799-bf47f382e34b req-a82f3a7b-fd90-4b05-8d1c-4eed0b19543b tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 210 time: 0.0459332 Feb 17 22:17:08.791121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94e69869-7ebd-4a38-bfb5-47c57bcfe228 req-ae176785-9bb3-4e4c-868e-aecd026c0670 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190414 Feb 17 22:17:08.822130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:08.825525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-2d4b1bed-aa69-4fbc-9c3a-02dfb82d9330 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:08.825891 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286b31b8-c2be-4c3f-86b6-780d44502e3b" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:08.827764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-2d4b1bed-aa69-4fbc-9c3a-02dfb82d9330 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.73 "GET /v2.0/networks?id=af8afb62-4627-4547-adb5-e159e55ad456 HTTP/1.1" status: 200 len: 813 time: 0.2508833 Feb 17 22:17:08.844539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Request body: {'port': {'device_id': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456', 'admin_state_up': True, 'tenant_id': '7bcd3e9b430f4ea3be088c7be3fbdf49'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:08.886992 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65114e65-4c1c-403f-9b2e-e973712bbd7d x-openstack-request-id: req-65114e65-4c1c-403f-9b2e-e973712bbd7d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:08.887291 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:08.887575 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-65114e65-4c1c-403f-9b2e-e973712bbd7d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:08.887976 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'code': 200} Feb 17 22:17:09.040137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:09.101417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0974196-e187-4d33-992e-bda65764dbd6 req-99d8b05e-81fd-45f3-be77-99aac55d0167 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:09.103019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0974196-e187-4d33-992e-bda65764dbd6 req-99d8b05e-81fd-45f3-be77-99aac55d0167 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2061925 Feb 17 22:17:09.166422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb27269-3523-4d3f-b35b-653666f9ea6d req-9cf18e59-771c-4361-904a-d67ff0e4662c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:09.178378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb27269-3523-4d3f-b35b-653666f9ea6d req-9cf18e59-771c-4361-904a-d67ff0e4662c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2073436 Feb 17 22:17:09.209913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Made reservation on behalf of 7bcd3e9b430f4ea3be088c7be3fbdf49 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:17:09.213582 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:09.235166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0974196-e187-4d33-992e-bda65764dbd6 req-41a21d98-5525-4e63-ac5d-bb9d7a100736 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237879 Feb 17 22:17:09.284762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7114ca9-0134-4c81-a3c4-ed080406dbc6 req-638d8dc9-9888-4501-ad31-e2bce89f2feb tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.73 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0613468 Feb 17 22:17:09.318820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb27269-3523-4d3f-b35b-653666f9ea6d req-45028c86-3544-4e2a-990a-0e345cc67da2 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418481 Feb 17 22:17:09.545102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e2907bc-693d-469c-a56d-b280f1a9452f req-6e6ed28f-2413-4c00-9dbd-5c0fbae48b52 tempest-ServerShowV257Test-1180170742 tempest-ServerShowV257Test-1180170742-project] 10.222.0.79 "GET /v2.0/ports?device_id=c3893a09-7719-4b96-b202-eac0bd223ce8 HTTP/1.1" status: 200 len: 210 time: 0.0467899 Feb 17 22:17:09.549447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Allocated IP 172.20.0.2 (af8afb62-4627-4547-adb5-e159e55ad456/16b188fd-a53d-4ea4-8a61-a00c6bf77aeb/3a024a7c-83ba-4942-bfe7-4b31bdad058b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:17:09.836686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 5fd1070a-6f84-420c-bbec-14024ccd61fb no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:09.849614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c6c0390-b59c-4f91-8ba3-fab37e8544b7 req-a19de2f3-536d-484b-8899-31c909c926b2 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.1237221 Feb 17 22:17:09.972680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-337e8674-0cf2-4137-a783-8f3eb8bbdea0 req-c38e8cd2-30fb-4ebb-b2d7-d0b0c39a4471 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 210 time: 0.0490417 Feb 17 22:17:09.984077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks [] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:10.070733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 5fd1070a-6f84-420c-bbec-14024ccd61fb is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:10.119443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:10.176439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba03fd-1b4c-4b09-9f31-d9e8f6c4def5 req-7308bff3-200b-4e5f-a116-5595d34e921a tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:10.178304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bba03fd-1b4c-4b09-9f31-d9e8f6c4def5 req-7308bff3-200b-4e5f-a116-5595d34e921a tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 949 time: 0.1299756 Feb 17 22:17:10.206292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Network af8afb62-4627-4547-adb5-e159e55ad456 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:17:10.229817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:17:10.248025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Pushing event updated for resources: {'Port': ['ID=3a024a7c-83ba-4942-bfe7-4b31bdad058b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:10.253260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:17:10.347435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bba03fd-1b4c-4b09-9f31-d9e8f6c4def5 req-5cada88e-1ade-421d-a5a6-eacd3002c553 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438112 Feb 17 22:17:10.397225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:10.397892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:10.425051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f580aa-411f-4559-b3c2-12fdbda3d837 req-2c59068a-ccb3-4da4-b0d6-4a5a4a5239ab tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:10.433085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96f580aa-411f-4559-b3c2-12fdbda3d837 req-2c59068a-ccb3-4da4-b0d6-4a5a4a5239ab tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.0920725 Feb 17 22:17:10.445059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-4dc62c88-c82f-4585-a9aa-1997d9e1d068 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6053367 Feb 17 22:17:10.485633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Request body: {'port': {'device_id': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:10.606141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96f580aa-411f-4559-b3c2-12fdbda3d837 req-df6c53db-dc7c-4cc9-ba97-6db0dadaa561 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621623 Feb 17 22:17:10.691532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68e59ab-0dd8-4cad-a757-0479dd7338b4 req-dbfc0f57-0c7d-4dfe-9c19-43230bd79357 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:10.700811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c68e59ab-0dd8-4cad-a757-0479dd7338b4 req-dbfc0f57-0c7d-4dfe-9c19-43230bd79357 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2651808 Feb 17 22:17:10.743300 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:10.857881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c68e59ab-0dd8-4cad-a757-0479dd7338b4 req-1a0c8fcb-1b23-41a7-bfa9-b246a2fa17f9 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488907 Feb 17 22:17:10.894813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f46ef-f107-4f86-9c95-32ed2000f1ce req-8416f3cf-9da2-4e20-987a-7d817938bbc4 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:10.897329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c14f46ef-f107-4f86-9c95-32ed2000f1ce req-8416f3cf-9da2-4e20-987a-7d817938bbc4 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 950 time: 0.1951497 Feb 17 22:17:11.035412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:11.085519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c14f46ef-f107-4f86-9c95-32ed2000f1ce req-549498ec-2689-4bd5-b4f7-2b435524972b tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762226 Feb 17 22:17:11.125125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e86ed6a1-82d6-43d8-948c-449fbc5daed4 req-04bf66f2-f3a3-4f23-8b55-e63fb3763cca tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0787089 Feb 17 22:17:11.144702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:11.145208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:11.321046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44760) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:11.430774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:11.431236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:11.512258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:11.512609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6cc670-448d-46a0-ac58-44f786c13b1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:11.514572 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc1cb3b-7597-48a1-a13a-4c04c859267d" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:11.586378 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:11.597385 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:11.724271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:11.762489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6cc670-448d-46a0-ac58-44f786c13b1d admin admin] Publish callbacks [] for security_group (78716af2-e2c1-4b14-bdee-620af597d036), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:11.775056 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6cc670-448d-46a0-ac58-44f786c13b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (78716af2-e2c1-4b14-bdee-620af597d036), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:11.890134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cc670-448d-46a0-ac58-44f786c13b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78716af2-e2c1-4b14-bdee-620af597d036,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:11.914871 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da6cc670-448d-46a0-ac58-44f786c13b1d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=859ab0fb141046d984c3f888c3987416&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5916138 Feb 17 22:17:11.920373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44780) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:11.943621 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3e1722-8940-4b0b-bc01-fbc86994a73a x-openstack-request-id: req-be3e1722-8940-4b0b-bc01-fbc86994a73a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:11.944144 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:11.944698 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be3e1722-8940-4b0b-bc01-fbc86994a73a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:11.945793 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'code': 200} Feb 17 22:17:12.019758 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e91a9edd-6c8f-4399-a239-3ba2cbf64e5b admin admin] Publish callbacks [] for security_group (78716af2-e2c1-4b14-bdee-620af597d036), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:12.074812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e91a9edd-6c8f-4399-a239-3ba2cbf64e5b admin admin] Publish callbacks [] for security_group (78716af2-e2c1-4b14-bdee-620af597d036), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:12.215609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e91a9edd-6c8f-4399-a239-3ba2cbf64e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (78716af2-e2c1-4b14-bdee-620af597d036), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:12.220092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e91a9edd-6c8f-4399-a239-3ba2cbf64e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:12.221327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e91a9edd-6c8f-4399-a239-3ba2cbf64e5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78716af2-e2c1-4b14-bdee-620af597d036 HTTP/1.1" status: 204 len: 168 time: 0.2988615 Feb 17 22:17:12.235089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a9edd-6c8f-4399-a239-3ba2cbf64e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78716af2-e2c1-4b14-bdee-620af597d036,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:12.323115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a024a7c-83ba-4942-bfe7-4b31bdad058b {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:12.340754 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Publish callbacks [] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:12.374990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Transition to ACTIVE for port object 3a024a7c-83ba-4942-bfe7-4b31bdad058b will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:17:12.384371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc955d6-f2b3-4648-954b-f71a7ee6d322 req-92472c3d-7da1-4c6c-8cfe-46235cfe3836 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:12.386075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcc955d6-f2b3-4648-954b-f71a7ee6d322 req-92472c3d-7da1-4c6c-8cfe-46235cfe3836 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 931 time: 0.3723521 Feb 17 22:17:12.395753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4110c8-7327-4357-a7fe-14df0857332e req-f8ab5659-2181-40f9-a335-23d2d0e0ce45 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:12.404081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a4110c8-7327-4357-a7fe-14df0857332e req-f8ab5659-2181-40f9-a335-23d2d0e0ce45 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.3885846 Feb 17 22:17:12.408780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:12.528723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Pushing event updated for resources: {'Port': ['ID=3a024a7c-83ba-4942-bfe7-4b31bdad058b,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:12.564182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a4110c8-7327-4357-a7fe-14df0857332e req-41bbde77-bd7c-4715-8fd6-97ac8ec9d5bc tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591027 Feb 17 22:17:12.607551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcc955d6-f2b3-4648-954b-f71a7ee6d322 req-84694437-cda4-4d3c-a6c7-d04404877d1c tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994762 Feb 17 22:17:12.821490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98e2909a-5121-421b-a41d-422cfcdd8cd4 req-7fd6d166-8591-4fe2-b221-e78f55453087 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0525594 Feb 17 22:17:12.823917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Attempting to bind port 3a024a7c-83ba-4942-bfe7-4b31bdad058b on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:17:12.824261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Attempting to bind port 3a024a7c-83ba-4942-bfe7-4b31bdad058b by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'ef63bf66-018c-4814-81f6-cf14e9da37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:17:12.824597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Attempting to bind port 3a024a7c-83ba-4942-bfe7-4b31bdad058b on network af8afb62-4627-4547-adb5-e159e55ad456 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:12.850758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Port 3a024a7c-83ba-4942-bfe7-4b31bdad058b on network af8afb62-4627-4547-adb5-e159e55ad456 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:17:12.850758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Attempting to bind port 3a024a7c-83ba-4942-bfe7-4b31bdad058b on network af8afb62-4627-4547-adb5-e159e55ad456 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:12.861470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:17:12.862195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Checking segment: {'id': 'ef63bf66-018c-4814-81f6-cf14e9da37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:17:12.862195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Bound using segment: {'id': 'ef63bf66-018c-4814-81f6-cf14e9da37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:17:12.863089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Bound port: 3a024a7c-83ba-4942-bfe7-4b31bdad058b, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef63bf66-018c-4814-81f6-cf14e9da37a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:17:12.863409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:12.885708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad181c1-100f-44c8-a376-366394bde58e req-d2bfe40a-9c98-4e1c-b5e2-e202839c28e6 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:12.893603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad181c1-100f-44c8-a376-366394bde58e req-d2bfe40a-9c98-4e1c-b5e2-e202839c28e6 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.2012842 Feb 17 22:17:13.024457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ad181c1-100f-44c8-a376-366394bde58e req-a53b8846-e5c4-4d96-a10f-27a37bbb7147 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285384 Feb 17 22:17:13.042536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] For port 3a024a7c-83ba-4942-bfe7-4b31bdad058b, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:17:13.048408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] For port 3a024a7c-83ba-4942-bfe7-4b31bdad058b, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a024a7c-83ba-4942-bfe7-4b31bdad058b,segment=NetworkSegment(ef63bf66-018c-4814-81f6-cf14e9da37a7),segment_id=ef63bf66-018c-4814-81f6-cf14e9da37a7)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:17:13.064421 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:13.116433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:13.117215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:13.119342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a024a7c-83ba-4942-bfe7-4b31bdad058b HTTP/1.1" status: 200 len: 1092 time: 2.6415999 Feb 17 22:17:13.131488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'tag': '3a024a7c-83ba-4942-bfe7-4b31bdad058b'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:13.139445 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833e7821-ffe3-4ef6-9c5e-fa45074d902a" -d '{"events": [{"name": "network-changed", "server_uuid": "a9e2fdcf-5e09-47b2-bff4-2a25581bbb56", "tag": "3a024a7c-83ba-4942-bfe7-4b31bdad058b"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:13.216560 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673711a3-3fc0-4caa-821b-89dee8b96d84 x-openstack-request-id: req-673711a3-3fc0-4caa-821b-89dee8b96d84 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:13.216857 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9e2fdcf-5e09-47b2-bff4-2a25581bbb56", "tag": "3a024a7c-83ba-4942-bfe7-4b31bdad058b", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:13.217251 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-673711a3-3fc0-4caa-821b-89dee8b96d84 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:13.217661 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'tag': '3a024a7c-83ba-4942-bfe7-4b31bdad058b', 'status': 'completed', 'code': 200} Feb 17 22:17:13.220794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5806f60e-24e5-4171-b418-f230ec9e1103 service neutron] Pushing event updated for resources: {'Port': ['ID=3a024a7c-83ba-4942-bfe7-4b31bdad058b,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:13.245066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-92aba05c-b641-4ce6-b26d-d0625a177c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:13.246604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-92aba05c-b641-4ce6-b26d-d0625a177c0b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bcd3e9b430f4ea3be088c7be3fbdf49&device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 1126 time: 0.0799356 Feb 17 22:17:13.305982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-d346c386-c7c7-4fdd-9516-48079db92b2a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a024a7c-83ba-4942-bfe7-4b31bdad058b HTTP/1.1" status: 200 len: 217 time: 0.0512450 Feb 17 22:17:13.389909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-10a2c8a0-87b5-4bc3-bae5-5994cfc10c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:13.396500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-10a2c8a0-87b5-4bc3-bae5-5994cfc10c1a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16b188fd-a53d-4ea4-8a61-a00c6bf77aeb HTTP/1.1" status: 200 len: 853 time: 0.0823905 Feb 17 22:17:13.439809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-fc71fd68-fed3-4c20-9cd5-32f210cf1f9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af8afb62-4627-4547-adb5-e159e55ad456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351138 Feb 17 22:17:13.586920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-99d2c88d-fa4e-4bd3-bab9-aa6e6677fd1b service neutron] 10.222.0.73 "GET /v2.0/networks/af8afb62-4627-4547-adb5-e159e55ad456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396372 Feb 17 22:17:13.910551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379fdafc-00a6-4781-8c9d-d6a63b89d4ae req-b6745b80-aad6-4872-aada-67d9fd4c9661 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:13.913496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-379fdafc-00a6-4781-8c9d-d6a63b89d4ae req-b6745b80-aad6-4872-aada-67d9fd4c9661 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.1909521 Feb 17 22:17:13.946562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41df0938-df95-4c7a-86b5-b949c502d5ff req-3c584eb3-c31c-418b-82f4-05a7cb5e7a8a service neutron] 10.222.0.73 "GET /v2.0/networks/af8afb62-4627-4547-adb5-e159e55ad456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508883 Feb 17 22:17:14.055559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-379fdafc-00a6-4781-8c9d-d6a63b89d4ae req-ee5977e3-94f9-4d40-a641-7747dc213cc4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308615 Feb 17 22:17:14.169608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-45080251-8d3e-4326-b297-05f4197206b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:14.172137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-45080251-8d3e-4326-b297-05f4197206b0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7bcd3e9b430f4ea3be088c7be3fbdf49&device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 1126 time: 0.1141596 Feb 17 22:17:14.338275 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7044eec0-2856-456c-954f-1f276237442e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:14.354583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-3cdc7057-95a9-4fcb-8e0e-9142d486a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:14.355162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-3cdc7057-95a9-4fcb-8e0e-9142d486a6b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=af8afb62-4627-4547-adb5-e159e55ad456 HTTP/1.1" status: 200 len: 914 time: 0.1756628 Feb 17 22:17:14.380532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd3096-dbaf-4dca-b7a8-4b9adaf999d8 req-22ab9e5b-b059-4470-b2ab-487ea26b1014 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:14.384313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cbd3096-dbaf-4dca-b7a8-4b9adaf999d8 req-22ab9e5b-b059-4470-b2ab-487ea26b1014 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 943 time: 0.1897752 Feb 17 22:17:14.443002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-c7229948-4c42-4f49-96e9-8e79378ce707 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a024a7c-83ba-4942-bfe7-4b31bdad058b HTTP/1.1" status: 200 len: 217 time: 0.0813558 Feb 17 22:17:14.548088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-9f5802de-6e03-414f-9b45-d13606b6eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:14.550236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-9f5802de-6e03-414f-9b45-d13606b6eca4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16b188fd-a53d-4ea4-8a61-a00c6bf77aeb HTTP/1.1" status: 200 len: 853 time: 0.0998886 Feb 17 22:17:14.555228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cbd3096-dbaf-4dca-b7a8-4b9adaf999d8 req-ef771453-bd64-4cdd-9784-fe692dc5976f tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163321 Feb 17 22:17:14.604080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-3941d091-fd18-41be-a747-fdd14b3ffc98 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=af8afb62-4627-4547-adb5-e159e55ad456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464764 Feb 17 22:17:14.804789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-e4883e0f-373f-4729-944b-a8b5c5005a1a service neutron] 10.222.0.73 "GET /v2.0/networks/af8afb62-4627-4547-adb5-e159e55ad456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928890 Feb 17 22:17:14.853170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-452ed55b-1fc9-4156-9770-46edd3a30783 req-841c47fc-b2aa-4e6a-960f-8a3a602eb85f tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0744836 Feb 17 22:17:15.028263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-833e7821-ffe3-4ef6-9c5e-fa45074d902a req-d90244ba-a209-4126-ae31-019d3dc105d2 service neutron] 10.222.0.73 "GET /v2.0/networks/af8afb62-4627-4547-adb5-e159e55ad456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974204 Feb 17 22:17:15.140589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344dfa1a-1d5c-4bc8-88a4-351f470e31aa req-fc13041d-fda1-41c3-ad32-3fa67cafdf3a tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:15.149320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-344dfa1a-1d5c-4bc8-88a4-351f470e31aa req-fc13041d-fda1-41c3-ad32-3fa67cafdf3a tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.0907905 Feb 17 22:17:15.224127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-344dfa1a-1d5c-4bc8-88a4-351f470e31aa req-e7e12974-bde1-4bc5-9f33-6e9815a89c3a tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735316 Feb 17 22:17:15.360916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456f21d-7180-402b-a7c9-13d796fc443f req-69c3e5d5-93af-4379-8b2f-2c9624b03f27 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:15.362510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f456f21d-7180-402b-a7c9-13d796fc443f req-69c3e5d5-93af-4379-8b2f-2c9624b03f27 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.0690644 Feb 17 22:17:15.436544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f456f21d-7180-402b-a7c9-13d796fc443f req-439d2969-c97e-430c-9792-1dc33b07185e tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673985 Feb 17 22:17:15.749376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eaeca-9365-42c1-9476-0c021ab2f52d req-166ac7a5-0c9e-4fa0-a78a-7b433dfd9d1f tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:15.756112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-577eaeca-9365-42c1-9476-0c021ab2f52d req-166ac7a5-0c9e-4fa0-a78a-7b433dfd9d1f tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 943 time: 0.0860999 Feb 17 22:17:15.825062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-577eaeca-9365-42c1-9476-0c021ab2f52d req-46a1931c-ba66-424d-9282-82a30b940190 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651004 Feb 17 22:17:15.875622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:16.067143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:16.074590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd2128e6-dba8-4fc1-bfa4-fc8c841f01ba req-3e906a89-0940-4458-b276-0cfa429ca20d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0549595 Feb 17 22:17:16.105700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:16.160258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:16.160870 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:16.178724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91d5dde6-b998-47ce-b340-90b6e67d446f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:16.209466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:16.214985 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:16.286224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:16.371987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3287442f-3187-4797-a483-485bf43a918a req-b4265a64-b941-4d5e-83fb-a334a98af9f8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:16.373687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3287442f-3187-4797-a483-485bf43a918a req-b4265a64-b941-4d5e-83fb-a334a98af9f8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.0684590 Feb 17 22:17:16.408986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['91d5dde6-b998-47ce-b340-90b6e67d446f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:16.472761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3287442f-3187-4797-a483-485bf43a918a req-86fffc91-2958-45e6-8050-69eb217e2414 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856664 Feb 17 22:17:16.623268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51eea6a-85fa-48a4-87ec-b364be00af27 req-dd6d4f4d-a5db-4fbb-93e1-67325b6ad140 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:16.625847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f51eea6a-85fa-48a4-87ec-b364be00af27 req-dd6d4f4d-a5db-4fbb-93e1-67325b6ad140 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.0764530 Feb 17 22:17:16.710602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f51eea6a-85fa-48a4-87ec-b364be00af27 req-0f741e05-346c-43ef-9b0e-21c13ee95ff2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771823 Feb 17 22:17:16.806012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-713831aa-1346-4aac-a934-384e588eaeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:16.971479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9c11c-058c-4b6c-be4d-c5e273986324 req-43e5bbb3-67f7-477c-a5d4-343925165687 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:16.988760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95c9c11c-058c-4b6c-be4d-c5e273986324 req-43e5bbb3-67f7-477c-a5d4-343925165687 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 943 time: 0.0707457 Feb 17 22:17:17.060651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95c9c11c-058c-4b6c-be4d-c5e273986324 req-66d39df1-4aee-453e-8145-62cd84391039 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709012 Feb 17 22:17:17.065942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a024a7c-83ba-4942-bfe7-4b31bdad058b details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:17.253863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a024a7c-83ba-4942-bfe7-4b31bdad058b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a024a7c-83ba-4942-bfe7-4b31bdad058b,segment=NetworkSegment(ef63bf66-018c-4814-81f6-cf14e9da37a7),segment_id=ef63bf66-018c-4814-81f6-cf14e9da37a7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:17.280141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eab6177e-d1ff-4f5b-b0bd-64198fc1e3dd req-4b2f0971-ac9c-485a-a4fe-a7bfcc3722a7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0590291 Feb 17 22:17:17.287404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3a024a7c-83ba-4942-bfe7-4b31bdad058b', 'network_id': 'af8afb62-4627-4547-adb5-e159e55ad456', 'port_id': '3a024a7c-83ba-4942-bfe7-4b31bdad058b', 'mac_address': 'fa:16:3e:d0:30:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16b188fd-a53d-4ea4-8a61-a00c6bf77aeb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:17.336535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a024a7c-83ba-4942-bfe7-4b31bdad058b is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:17.336931 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:17.351255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a024a7c-83ba-4942-bfe7-4b31bdad058b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:17.379197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a024a7c-83ba-4942-bfe7-4b31bdad058b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a024a7c-83ba-4942-bfe7-4b31bdad058b,segment=NetworkSegment(ef63bf66-018c-4814-81f6-cf14e9da37a7),segment_id=ef63bf66-018c-4814-81f6-cf14e9da37a7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:17.386960 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:17.474081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a024a7c-83ba-4942-bfe7-4b31bdad058b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:17.670761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcac7b-7d30-4ea5-b780-1825d87083a5 req-869e0581-566f-4ae5-b6fa-26cdb15fb334 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:17.673233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6dcac7b-7d30-4ea5-b780-1825d87083a5 req-869e0581-566f-4ae5-b6fa-26cdb15fb334 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.0884666 Feb 17 22:17:17.706095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a024a7c-83ba-4942-bfe7-4b31bdad058b'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:17.753073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6dcac7b-7d30-4ea5-b780-1825d87083a5 req-8adf3938-8674-4019-ab03-198b7e0d509c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726552 Feb 17 22:17:17.816061 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:17.900085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:17.921647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e6240-e684-486a-9852-ce1eb3945c22 req-0f13442f-b8fc-4cf1-ae4a-5250096ed708 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:17.935979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f9e6240-e684-486a-9852-ce1eb3945c22 req-0f13442f-b8fc-4cf1-ae4a-5250096ed708 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.1093552 Feb 17 22:17:17.999395 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:17:18.026014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 91d5dde6-b998-47ce-b340-90b6e67d446f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:18.026845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:18.062569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f9e6240-e684-486a-9852-ce1eb3945c22 req-53643c8f-d77a-4548-b406-56f36db4df07 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187980 Feb 17 22:17:18.153563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:18.154314 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:18.206005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:18.208299 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8238bc62-d666-4cb0-b1d9-466d66804b9c" -d '{"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-plugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:18.261152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefb4ffa-0e6e-4852-b8fd-bcb94ab7b7e7 req-0881b665-9e45-45ab-a3e2-81d2da331b3f tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:18.263031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:18.271463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cefb4ffa-0e6e-4852-b8fd-bcb94ab7b7e7 req-0881b665-9e45-45ab-a3e2-81d2da331b3f tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 944 time: 0.0896552 Feb 17 22:17:18.273252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:18.362003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:18.391764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cefb4ffa-0e6e-4852-b8fd-bcb94ab7b7e7 req-5918e777-7a7a-4d99-a08d-7b2b38098670 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188302 Feb 17 22:17:18.517571 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b802e4-d77d-43ad-a824-da49a946c74a x-openstack-request-id: req-c2b802e4-d77d-43ad-a824-da49a946c74a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:18.518045 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-plugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:18.518379 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c2b802e4-d77d-43ad-a824-da49a946c74a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:18.518853 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'code': 200} Feb 17 22:17:18.622871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e653273-c590-4345-bdc9-91728c28270f req-fca9756b-76a0-4761-806a-d6d83c7043bd tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0475438 Feb 17 22:17:18.922141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faace1e2-17f2-445e-93df-54a9b9440f30 req-f672e6d1-c3a5-4462-b700-91cd01c60e93 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:18.924785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faace1e2-17f2-445e-93df-54a9b9440f30 req-f672e6d1-c3a5-4462-b700-91cd01c60e93 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.0794008 Feb 17 22:17:18.996398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faace1e2-17f2-445e-93df-54a9b9440f30 req-a50e5382-2808-493c-9933-5e59ba331715 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600176 Feb 17 22:17:19.077824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a024a7c-83ba-4942-bfe7-4b31bdad058b up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:19.254276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00d582-0057-4119-bfeb-762d80adf5b8 req-c9d6c5ba-cd36-4d33-a85c-7fa29667ee0d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:19.258758 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:19.271261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd00d582-0057-4119-bfeb-762d80adf5b8 req-c9d6c5ba-cd36-4d33-a85c-7fa29667ee0d tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.1045668 Feb 17 22:17:19.273849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3a024a7c-83ba-4942-bfe7-4b31bdad058b completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:17:19.283592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3a024a7c-83ba-4942-bfe7-4b31bdad058b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:19.284210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:19.340900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd00d582-0057-4119-bfeb-762d80adf5b8 req-919695bc-539c-4fc7-afc3-f3a7577dbeb4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682917 Feb 17 22:17:19.478980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a024a7c-83ba-4942-bfe7-4b31bdad058b is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:19.479401 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:19.597671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a024a7c-83ba-4942-bfe7-4b31bdad058b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a024a7c-83ba-4942-bfe7-4b31bdad058b,segment=NetworkSegment(ef63bf66-018c-4814-81f6-cf14e9da37a7),segment_id=ef63bf66-018c-4814-81f6-cf14e9da37a7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:19.609210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a635b-089d-4bc7-acec-9c624e719092 req-c9c0b092-01cb-4497-ad29-56b54319d610 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:19.611885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-619a635b-089d-4bc7-acec-9c624e719092 req-c9c0b092-01cb-4497-ad29-56b54319d610 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 944 time: 0.1033518 Feb 17 22:17:19.615733 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:19.616609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:19.727940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-619a635b-089d-4bc7-acec-9c624e719092 req-25512d06-ee5b-4378-b100-6c5e9beeec31 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060395 Feb 17 22:17:19.759058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a024a7c-83ba-4942-bfe7-4b31bdad058b,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:19.806572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:19.806914 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:19.854272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:19.863950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:19.932752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:20.520004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a024a7c-83ba-4942-bfe7-4b31bdad058b'}, {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:20.522421 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c57445e-d431-4ee1-bd28-02c23f8ac2db" -d '{"events": [{"server_uuid": "a9e2fdcf-5e09-47b2-bff4-2a25581bbb56", "name": "network-vif-plugged", "status": "completed", "tag": "3a024a7c-83ba-4942-bfe7-4b31bdad058b"}, {"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-unplugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:20.685073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:21.093830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:21.237959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:21.252874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'mac_address': 'fa:16:3e:bb:56:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:21.316353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:21.316936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:21.339501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21bb080-0071-43f0-94ec-39d6e5f4fe54 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:21.396910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:21.407774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:21.527851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:21.693232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a21bb080-0071-43f0-94ec-39d6e5f4fe54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:22.807654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-bb4efd21-c4af-4764-91a2-bf06affa2c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:22.810756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-bb4efd21-c4af-4764-91a2-bf06affa2c58 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1132 time: 0.1812842 Feb 17 22:17:23.097559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:23.119740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-11ea4912-b02e-45cf-bdc5-bc423cdbabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:23.121264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-11ea4912-b02e-45cf-bdc5-bc423cdbabc4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.2537243 Feb 17 22:17:23.220133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port a21bb080-0071-43f0-94ec-39d6e5f4fe54 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:23.220769 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:23.288745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3519bf4b-d841-4f89-8f89-22b3fc1c30d8 req-14c414d2-05d4-4171-a239-21991933c54e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.1539195 Feb 17 22:17:23.303011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-d0367901-484f-456f-8687-a5d90eb99aab service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54 HTTP/1.1" status: 200 len: 217 time: 0.1542346 Feb 17 22:17:23.361850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-80780b10-5e06-49e3-8ca5-49d478bc989c service neutron] 10.222.0.94 "GET /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.5750496 Feb 17 22:17:23.376688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-bfad7d27-4b95-49ed-929d-8c94cfdefa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:23.378197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-bfad7d27-4b95-49ed-929d-8c94cfdefa43 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0743487 Feb 17 22:17:23.409600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a21bb080-0071-43f0-94ec-39d6e5f4fe54 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:23.412991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:23.492386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:23.505148 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:23.574924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-056225ca-6138-426f-abe9-055eed800438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:23.577583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-056225ca-6138-426f-abe9-055eed800438 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1627257 Feb 17 22:17:23.609220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:23.865615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f0aa3-6a71-4912-bb87-9ddb703579d4 req-28d511ed-ef43-4c7f-9e44-a054bf3f40f4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:23.873043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-321f0aa3-6a71-4912-bb87-9ddb703579d4 req-28d511ed-ef43-4c7f-9e44-a054bf3f40f4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 949 time: 0.4137478 Feb 17 22:17:23.989547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-321f0aa3-6a71-4912-bb87-9ddb703579d4 req-3ead296e-b81b-482d-854a-c0f41822fcd5 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140828 Feb 17 22:17:23.992157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:24.021629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-2075f27c-f6ab-4861-92e9-304a1aae795b service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376066 Feb 17 22:17:24.042450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:17:24.216373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fd1070a-6f84-420c-bbec-14024ccd61fb {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:24.236261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:24.289884 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:24.319628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c13f1a-e1ab-4579-a535-df9c206277c0 req-22c79436-4e80-4173-858c-524e385b394a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:24.323175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8c13f1a-e1ab-4579-a535-df9c206277c0 req-22c79436-4e80-4173-858c-524e385b394a tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 943 time: 0.2336211 Feb 17 22:17:24.336608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-674c5207-cd7f-41a4-bb07-f9434bcf98f1 req-9cd26fe1-2582-43c6-a197-6829922bd145 service neutron] 10.222.0.73 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962492 Feb 17 22:17:24.402099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8c13f1a-e1ab-4579-a535-df9c206277c0 req-0b80abbd-cc10-4176-83d0-e3a0f3defe77 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644166 Feb 17 22:17:24.515119 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7173a5f7-5e33-4ae4-bf97-71e380447f04 x-openstack-request-id: req-7173a5f7-5e33-4ae4-bf97-71e380447f04 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:24.515696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e2fdcf-5e09-47b2-bff4-2a25581bbb56", "name": "network-vif-plugged", "status": "completed", "tag": "3a024a7c-83ba-4942-bfe7-4b31bdad058b", "code": 200}, {"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-unplugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:24.515696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7173a5f7-5e33-4ae4-bf97-71e380447f04 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:24.517269 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a024a7c-83ba-4942-bfe7-4b31bdad058b', 'code': 200} Feb 17 22:17:24.517269 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'code': 200} Feb 17 22:17:24.553524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] Transition to ACTIVE for port object 5fd1070a-6f84-420c-bbec-14024ccd61fb will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:17:24.569531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:24.713493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] Pushing event updated for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:24.806894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] No DVR routers for this DVR port 5fd1070a-6f84-420c-bbec-14024ccd61fb on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:24.899048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-77a55ada-5288-4682-aa90-06fe23c44fba service neutron] 10.222.0.94 "PUT /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb/bindings/n-h1-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 1.5295618 Feb 17 22:17:24.932937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b20b92-412b-445b-bd04-b78df98646b2 req-13cac309-cafa-45b1-8168-d5ff84141876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:24.934651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b20b92-412b-445b-bd04-b78df98646b2 req-13cac309-cafa-45b1-8168-d5ff84141876 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 1128 time: 0.2441630 Feb 17 22:17:25.016898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d43c-a8a8-470d-8eba-70acfa21c48e req-195d6425-b503-4b58-b0e5-72d9b8acb2fa tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:25.026488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b257d43c-a8a8-470d-8eba-70acfa21c48e req-195d6425-b503-4b58-b0e5-72d9b8acb2fa tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 945 time: 0.3256667 Feb 17 22:17:25.034834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:25.070157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cb3a9d3-8d6d-410b-add0-73284a1c288b req-f8f1ac5f-1a6b-4ea8-aa6d-69f16801c990 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0316992 Feb 17 22:17:25.162116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b20b92-412b-445b-bd04-b78df98646b2 req-7130bc65-1df7-4a64-8153-ffc68d10ae8e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020118 Feb 17 22:17:25.184874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b257d43c-a8a8-470d-8eba-70acfa21c48e req-c9afd8cf-b1ea-4ff6-b45d-a9523a09524d tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124954 Feb 17 22:17:25.196164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-45e695da-abed-40e2-ab02-8b5cab5062a4 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:25.197674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-45e695da-abed-40e2-ab02-8b5cab5062a4 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.1699948 Feb 17 22:17:25.368700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a64102-1f8d-4bac-82a8-09ac10d8b9ac req-409343c2-55f0-4770-a06e-f6b620987fc9 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:25.376365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9a64102-1f8d-4bac-82a8-09ac10d8b9ac req-409343c2-55f0-4770-a06e-f6b620987fc9 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 950 time: 0.0993271 Feb 17 22:17:25.958391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-296bf529-bca2-40cc-a048-2660083dfa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:25.960003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-296bf529-bca2-40cc-a048-2660083dfa47 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb&tenant_id=59650c83521741329140c0e2719356ae HTTP/1.1" status: 200 len: 1127 time: 0.5827355 Feb 17 22:17:25.973337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9a64102-1f8d-4bac-82a8-09ac10d8b9ac req-1a6e14f3-993e-49d0-ad15-d5491a62327d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671475 Feb 17 22:17:26.047071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7dcd3-c1df-4f81-89ba-60488a271d09 req-3585a686-c433-466e-bd72-31a00f5552c3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:26.070218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88c7dcd3-c1df-4f81-89ba-60488a271d09 req-3585a686-c433-466e-bd72-31a00f5552c3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.5830472 Feb 17 22:17:26.161316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-07044cef-c022-469d-a58a-314b76a47d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:26.163030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-07044cef-c022-469d-a58a-314b76a47d09 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1127 time: 0.1729898 Feb 17 22:17:26.219028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88c7dcd3-c1df-4f81-89ba-60488a271d09 req-c4f15ab7-26d2-4ca7-ade3-15f9bb48aac4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478496 Feb 17 22:17:26.333613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b926168-80ef-473e-8cd1-6942acffee95 req-996f1ed8-69bc-4e6e-9b45-3da68e29e8b5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:26.343455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b926168-80ef-473e-8cd1-6942acffee95 req-996f1ed8-69bc-4e6e-9b45-3da68e29e8b5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.1937366 Feb 17 22:17:26.418491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-60092631-2631-4a1a-9dce-e9f1be22f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:26.427760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-60092631-2631-4a1a-9dce-e9f1be22f6a5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.2416553 Feb 17 22:17:26.449355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b926168-80ef-473e-8cd1-6942acffee95 req-555643bd-39b4-4c2c-ac7a-4afdda0b0a16 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992024 Feb 17 22:17:26.517726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:26.520322 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b948adc-17bc-4cb7-a9fe-d44b4efc529a" -d '{"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-plugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:26.551401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ca169dd-475d-48a0-9f08-d09de31c11f7 req-dd80be0b-b142-4162-a176-afa393960604 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0780997 Feb 17 22:17:26.553370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-44e5e6db-5df1-4ac0-ba36-de3144fed1c4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 200 len: 217 time: 0.1028812 Feb 17 22:17:26.686702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-656b093d-f2cc-4550-8091-d7e5db99810a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:26.688479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-656b093d-f2cc-4550-8091-d7e5db99810a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1272602 Feb 17 22:17:26.730145 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fc4ebc-70c2-47c0-8f71-a6fbc392a172 x-openstack-request-id: req-f3fc4ebc-70c2-47c0-8f71-a6fbc392a172 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:26.732265 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-plugged", "status": "completed", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:26.732554 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f3fc4ebc-70c2-47c0-8f71-a6fbc392a172 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:26.733052 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'code': 200} Feb 17 22:17:26.747394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89652ca-b598-479f-ad71-7c7eb7817011 req-5b23c5fe-f051-4f2a-b43c-05c0e93582e5 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:26.749143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c89652ca-b598-479f-ad71-7c7eb7817011 req-5b23c5fe-f051-4f2a-b43c-05c0e93582e5 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 945 time: 0.1423652 Feb 17 22:17:26.751712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-c425fa63-859c-44ed-9ea9-b3fada765679 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547183 Feb 17 22:17:26.950977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-79f20892-cd3e-42b7-92cc-47f0d371972f service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867709 Feb 17 22:17:27.056362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c89652ca-b598-479f-ad71-7c7eb7817011 req-161075fa-6a4c-4379-baeb-2c61d3d8acaf tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011563 Feb 17 22:17:27.070759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ea4ee-2f8a-4790-9a3b-1728e96f15e8 req-96c7d1c7-a88c-4a39-a60b-89607206ad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:27.072468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa9ea4ee-2f8a-4790-9a3b-1728e96f15e8 req-96c7d1c7-a88c-4a39-a60b-89607206ad03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1133 time: 0.2105849 Feb 17 22:17:27.219452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bddffe5-e971-4408-8bfc-55ce3dd2db81 req-dc833e4d-27c5-4d34-ae02-2f6214449b10 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:27.228649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bddffe5-e971-4408-8bfc-55ce3dd2db81 req-dc833e4d-27c5-4d34-ae02-2f6214449b10 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 950 time: 0.1264455 Feb 17 22:17:27.261981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-d8476531-8830-41f9-b95d-fe55957b40f2 service neutron] 10.222.0.73 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973721 Feb 17 22:17:27.312891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa9ea4ee-2f8a-4790-9a3b-1728e96f15e8 req-a6ea9f09-4eba-46c9-a159-aeff6381b355 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284248 Feb 17 22:17:27.349435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bddffe5-e971-4408-8bfc-55ce3dd2db81 req-d847aaa0-3b6b-46eb-a595-cbc068f36bea tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172729 Feb 17 22:17:27.418285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf1be1-9e1e-43b7-bda6-2721fb88a2fd req-a431db77-bb81-458e-8ee5-e2fb72d4a2a6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:27.419840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acbf1be1-9e1e-43b7-bda6-2721fb88a2fd req-a431db77-bb81-458e-8ee5-e2fb72d4a2a6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.0947552 Feb 17 22:17:27.496251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acbf1be1-9e1e-43b7-bda6-2721fb88a2fd req-a81ee8cf-0dfa-480a-8d3d-3f1ab0ecd906 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693803 Feb 17 22:17:27.683848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e856b7-e906-4b77-8f02-b9bbab67f3a9 req-71ec919e-5cc0-4955-ae0d-4324369e00ee tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:27.687891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67e856b7-e906-4b77-8f02-b9bbab67f3a9 req-71ec919e-5cc0-4955-ae0d-4324369e00ee tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.1091287 Feb 17 22:17:27.776979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67e856b7-e906-4b77-8f02-b9bbab67f3a9 req-a28cbf80-cecb-404a-b6bc-62b0444ee111 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780706 Feb 17 22:17:27.871913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b69d59c-5acd-44d1-a075-1d2e669468a9 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:27.877630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-7b69d59c-5acd-44d1-a075-1d2e669468a9 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb&tenant_id=59650c83521741329140c0e2719356ae&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1127 time: 0.1320641 Feb 17 22:17:28.113075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-2f35030f-834d-4a3a-991d-8aa21681004c service neutron] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:17:28.118126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-2f35030f-834d-4a3a-991d-8aa21681004c service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:28.119260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86ae1dfa-00bb-4be5-af3c-6ed9a789fe0e req-2f35030f-834d-4a3a-991d-8aa21681004c service neutron] 10.222.0.73 "DELETE /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb/bindings/n-h2-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.2274387 Feb 17 22:17:28.191800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a3a6f87-cd9a-4094-a5cf-3dde48bf2a0b req-16c3e4b8-869c-46b6-b6cb-23ed8466fd7e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0666213 Feb 17 22:17:28.543785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61bbf4-9a7d-46ae-ad7c-f74987640040 req-8c620906-09f6-41bc-bba4-f765bbd53757 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:28.547753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a61bbf4-9a7d-46ae-ad7c-f74987640040 req-8c620906-09f6-41bc-bba4-f765bbd53757 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 945 time: 0.2055483 Feb 17 22:17:28.741191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a530eb-5f3d-46a2-a3fc-981b0f6fd922 req-eb79fcfe-4657-437f-8979-77543f710c9f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:28.743086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71a530eb-5f3d-46a2-a3fc-981b0f6fd922 req-eb79fcfe-4657-437f-8979-77543f710c9f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.3353415 Feb 17 22:17:28.784961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a61bbf4-9a7d-46ae-ad7c-f74987640040 req-633c1014-0ac4-4c0a-a646-e00d9ec99da0 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165036 Feb 17 22:17:28.892630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71a530eb-5f3d-46a2-a3fc-981b0f6fd922 req-ba08cf07-9470-46d8-81a4-6814eaaec842 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423132 Feb 17 22:17:28.995782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a496aae-25ae-4140-9da7-cf82cc9853fe req-b1d86557-e1af-49ff-815a-dfc86e3fa275 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:29.005033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a496aae-25ae-4140-9da7-cf82cc9853fe req-b1d86557-e1af-49ff-815a-dfc86e3fa275 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 950 time: 0.1025896 Feb 17 22:17:29.116147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:29.139750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a496aae-25ae-4140-9da7-cf82cc9853fe req-826fb778-1d30-4a55-a60c-48b51836fa33 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275492 Feb 17 22:17:29.251964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225ef91-84ba-4ce9-a221-453bee45dfea req-36f70bfd-901c-4f93-a8f6-9df444db63aa tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:29.264578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1225ef91-84ba-4ce9-a221-453bee45dfea req-36f70bfd-901c-4f93-a8f6-9df444db63aa tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.2142317 Feb 17 22:17:29.468655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:29.469471 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:29.495266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1225ef91-84ba-4ce9-a221-453bee45dfea req-56712fe6-5a06-427f-a134-b0b522e6e43f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009108 Feb 17 22:17:29.525290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:29.541991 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcc43c4-9124-4690-a4d4-460b586c281e" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:29.606128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:29.638927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:29.706498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b18499ad-08af-46d1-b046-590f083feae1 req-1e0cc145-e0e9-4154-a735-8175f0e5fde8 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0939329 Feb 17 22:17:29.799843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:29.840864 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0b73f4-deca-4b05-8a63-fc4fd7e96bae x-openstack-request-id: req-4a0b73f4-deca-4b05-8a63-fc4fd7e96bae {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:29.841350 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:29.841789 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a0b73f4-deca-4b05-8a63-fc4fd7e96bae {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:29.842793 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'code': 200} Feb 17 22:17:29.933405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-308fc903-8243-4164-acb3-588ef725f42a tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:29.934859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-308fc903-8243-4164-acb3-588ef725f42a tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 945 time: 0.1774044 Feb 17 22:17:30.078704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6b9e5-64e2-47df-9b22-7c0ea88fcf75 req-792ba867-2b8f-4228-a051-145bdcda3216 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:30.087659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6e6b9e5-64e2-47df-9b22-7c0ea88fcf75 req-792ba867-2b8f-4228-a051-145bdcda3216 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1133 time: 0.2160058 Feb 17 22:17:30.141869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966e1c6-610c-4990-b145-4ba5c382ca6a req-d6e2a5a5-7993-41bf-a4cb-a7dc67bc09f2 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:30.143914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e966e1c6-610c-4990-b145-4ba5c382ca6a req-d6e2a5a5-7993-41bf-a4cb-a7dc67bc09f2 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 1127 time: 0.2055597 Feb 17 22:17:30.209170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6e6b9e5-64e2-47df-9b22-7c0ea88fcf75 req-0c76393d-01e3-47f3-a04b-b864ffa8ca3c tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123781 Feb 17 22:17:30.212002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Deleting port 3a024a7c-83ba-4942-bfe7-4b31bdad058b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:30.212360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:30.396959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e966e1c6-610c-4990-b145-4ba5c382ca6a req-de067865-058a-47f4-ab7e-88a94110e1e2 tempest-LiveMigrationTest-1827128625 tempest-LiveMigrationTest-1827128625-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442815 Feb 17 22:17:30.470659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] For port 3a024a7c-83ba-4942-bfe7-4b31bdad058b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a024a7c-83ba-4942-bfe7-4b31bdad058b,segment=NetworkSegment(ef63bf66-018c-4814-81f6-cf14e9da37a7),segment_id=ef63bf66-018c-4814-81f6-cf14e9da37a7)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:30.471146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:30.497015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Calling delete_port for 3a024a7c-83ba-4942-bfe7-4b31bdad058b owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:30.599435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb771297-8536-4384-8b46-f8ce2cd2b127 req-baafa10c-fd7f-4c96-af86-64f9eb03451f tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:30.601098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb771297-8536-4384-8b46-f8ce2cd2b127 req-baafa10c-fd7f-4c96-af86-64f9eb03451f tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 945 time: 0.2789214 Feb 17 22:17:30.685009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcdc31-dfd8-4a3c-93ae-f41df571c6fb req-60825598-4f40-4b3d-8b72-2964e8f9e55c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:30.690730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bdcdc31-dfd8-4a3c-93ae-f41df571c6fb req-60825598-4f40-4b3d-8b72-2964e8f9e55c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1795847 Feb 17 22:17:30.746732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb771297-8536-4384-8b46-f8ce2cd2b127 req-c2cdeeb8-00a4-4dcf-a708-2c7dbd462031 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e141479-84d8-4ec5-821e-b124ef95a9dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370201 Feb 17 22:17:30.888758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bdcdc31-dfd8-4a3c-93ae-f41df571c6fb req-afb4ff49-cde5-4aa8-9310-4a30b7cde572 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923487 Feb 17 22:17:30.924535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3a024a7c-83ba-4942-bfe7-4b31bdad058b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:30.940540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a024a7c-83ba-4942-bfe7-4b31bdad058b'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:30.973228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Pushing event deleted for resources: {'Port': ['ID=3a024a7c-83ba-4942-bfe7-4b31bdad058b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:31.031288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] No DVR routers for this DVR port 3a024a7c-83ba-4942-bfe7-4b31bdad058b on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:31.034669 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:31.038426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fd38fce-dc64-4475-8e35-344dff61ac30 req-5967cc15-116f-4446-b719-75ebb19363b2 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.73 "DELETE /v2.0/ports/3a024a7c-83ba-4942-bfe7-4b31bdad058b HTTP/1.1" status: 204 len: 173 time: 1.0855877 Feb 17 22:17:31.039070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'name': 'network-vif-deleted', 'tag': '3a024a7c-83ba-4942-bfe7-4b31bdad058b'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:31.043990 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a052a0-4100-4d46-a32d-f5935c631d8b" -d '{"events": [{"server_uuid": "a9e2fdcf-5e09-47b2-bff4-2a25581bbb56", "name": "network-vif-deleted", "tag": "3a024a7c-83ba-4942-bfe7-4b31bdad058b"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:31.272677 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6794c855-d0e0-4e9b-b6d6-8d0f048aaa03 x-openstack-request-id: req-6794c855-d0e0-4e9b-b6d6-8d0f048aaa03 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:31.274581 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9e2fdcf-5e09-47b2-bff4-2a25581bbb56", "name": "network-vif-deleted", "tag": "3a024a7c-83ba-4942-bfe7-4b31bdad058b", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:31.275093 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6794c855-d0e0-4e9b-b6d6-8d0f048aaa03 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:31.275811 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e2fdcf-5e09-47b2-bff4-2a25581bbb56', 'name': 'network-vif-deleted', 'tag': '3a024a7c-83ba-4942-bfe7-4b31bdad058b', 'status': 'completed', 'code': 200} Feb 17 22:17:31.295206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da8b8fb4-37a8-4c6a-88ee-4e9bc7b425d1 req-4c21ea1c-0073-4fbc-a2ff-bf4bf82e393d tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0752904 Feb 17 22:17:31.416324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7a1e3-802d-41d1-8f34-b619ec58b68f req-efb5c9f7-c70a-4a03-8a43-1a62803ef2d8 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:31.424211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd7a1e3-802d-41d1-8f34-b619ec58b68f req-efb5c9f7-c70a-4a03-8a43-1a62803ef2d8 tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 1133 time: 0.0787511 Feb 17 22:17:31.503486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd7a1e3-802d-41d1-8f34-b619ec58b68f req-efedc343-c9a7-44d8-add7-0a0ecb5ca36d tempest-ServersAdminTestJSON-1406079489 tempest-ServersAdminTestJSON-1406079489-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781257 Feb 17 22:17:31.708803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0361140-d149-482a-8a95-f47b0b363302 req-7bb83904-f05f-4dab-a95c-39796923fd83 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:31.718763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0361140-d149-482a-8a95-f47b0b363302 req-7bb83904-f05f-4dab-a95c-39796923fd83 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.1288834 Feb 17 22:17:31.820769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0361140-d149-482a-8a95-f47b0b363302 req-89f62943-6d3b-4a9d-960f-092a6ab402ae tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902452 Feb 17 22:17:32.027161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b23156f-798b-4189-9fd1-e2e1c8b5ce27 req-7974cdfe-0592-434f-8183-bdf70871f7b6 tempest-ServerAddressesTestJSON-1817165618 tempest-ServerAddressesTestJSON-1817165618-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9e2fdcf-5e09-47b2-bff4-2a25581bbb56 HTTP/1.1" status: 200 len: 210 time: 0.0868754 Feb 17 22:17:32.162143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-667ac659-d138-471f-acda-4df1221e81dd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:32.163674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-667ac659-d138-471f-acda-4df1221e81dd tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 944 time: 0.1656711 Feb 17 22:17:32.381452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228ddcd-253e-4fc0-ab99-2d2ce3c0781d req-534d54f9-e32b-406e-8928-1109ed102a2f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:32.388391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5228ddcd-253e-4fc0-ab99-2d2ce3c0781d req-534d54f9-e32b-406e-8928-1109ed102a2f tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 949 time: 0.1451254 Feb 17 22:17:32.532997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5228ddcd-253e-4fc0-ab99-2d2ce3c0781d req-5df30ab8-8608-4d6b-8c94-a507f4061c7c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431632 Feb 17 22:17:32.558167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e8a93-0cbe-42cd-aadf-029eae31c438 req-21efbdb3-f526-4276-94cf-43ba4b312503 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:32.577518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c58e8a93-0cbe-42cd-aadf-029eae31c438 req-21efbdb3-f526-4276-94cf-43ba4b312503 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3455236 Feb 17 22:17:32.656093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Deleting port 5fd1070a-6f84-420c-bbec-14024ccd61fb {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:32.656678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:32.827576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] For port 5fd1070a-6f84-420c-bbec-14024ccd61fb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=5fd1070a-6f84-420c-bbec-14024ccd61fb,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:32.828037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:32.851030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Calling delete_port for 5fd1070a-6f84-420c-bbec-14024ccd61fb owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:33.112670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:33.127857 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5fd1070a-6f84-420c-bbec-14024ccd61fb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:33.225099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3eacb7a-3fcc-4ddb-91ed-969c0627ead0 req-74b2961f-57c5-4fff-9229-681ece31cc42 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.4765553 Feb 17 22:17:33.277970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['4132eba5-8e17-431b-950c-b51d80c1006d', '5fd1070a-6f84-420c-bbec-14024ccd61fb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:33.361350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c58e8a93-0cbe-42cd-aadf-029eae31c438 req-c6daf89e-9164-4884-98af-4aa9b53bfe86 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7829115 Feb 17 22:17:33.370991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event deleted for resources: {'Port': ['ID=5fd1070a-6f84-420c-bbec-14024ccd61fb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:33.492130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45230) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:33.587254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:33.614043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] Deleting subnet 16b188fd-a53d-4ea4-8a61-a00c6bf77aeb {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:17:33.625309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] Publish callbacks [] for subnet (16b188fd-a53d-4ea4-8a61-a00c6bf77aeb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:33.636303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'mac_address': 'fa:16:3e:02:86:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:33.667904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] No DVR routers for this DVR port 5fd1070a-6f84-420c-bbec-14024ccd61fb on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:33.674344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:33.683497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-316b04a1-4f4f-4a04-a36e-082455b9ea1a req-0703d301-e671-4557-bd81-385f311acf43 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "DELETE /v2.0/ports/5fd1070a-6f84-420c-bbec-14024ccd61fb HTTP/1.1" status: 204 len: 173 time: 1.5134692 Feb 17 22:17:33.729494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'name': 'network-vif-deleted', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:33.737277 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d9e09e-41d9-4f9d-a76c-e691c64b2558" -d '{"events": [{"server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "name": "network-vif-deleted", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:33.746394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (16b188fd-a53d-4ea4-8a61-a00c6bf77aeb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:33.765748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:33.766135 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:33.767570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a77708ec-6b55-4b94-8143-abe17383b590 req-55f247bb-875e-45e0-8866-3c20fabdc3ed tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.2229419 Feb 17 22:17:33.855215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-f47cc7a9-9777-4822-a182-600a30e8c63c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:33.860679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-f47cc7a9-9777-4822-a182-600a30e8c63c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 949 time: 0.4474287 Feb 17 22:17:33.876891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:33.885850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (16b188fd-a53d-4ea4-8a61-a00c6bf77aeb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:33.936860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:33.994035 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:34.082947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (16b188fd-a53d-4ea4-8a61-a00c6bf77aeb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:34.151398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16b188fd-a53d-4ea4-8a61-a00c6bf77aeb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:34.168577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:34.179905 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f7c1968-4d34-4d77-a0ab-5c3725dd66bf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/16b188fd-a53d-4ea4-8a61-a00c6bf77aeb HTTP/1.1" status: 204 len: 168 time: 0.6865284 Feb 17 22:17:34.182503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45240) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:34.190141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d91096-983c-4356-a382-691fdb831e18 req-a8830887-9737-4213-9b6f-031b8db7fa17 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:34.197122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79d91096-983c-4356-a382-691fdb831e18 req-a8830887-9737-4213-9b6f-031b8db7fa17 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=71d6e3da-0cbc-46dd-b082-a8d94fa80a17 HTTP/1.1" status: 200 len: 949 time: 0.2464430 Feb 17 22:17:34.275743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:34.371817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:34.511112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (af8afb62-4627-4547-adb5-e159e55ad456), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:34.528394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79d91096-983c-4356-a382-691fdb831e18 req-0f436174-0d3c-4675-b52e-6a5f83cdb8fe tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252912 Feb 17 22:17:34.540542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Deleting port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:34.548736 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:34.676192 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6f1607-d50e-43c6-a5dc-cd9e078a7d0d x-openstack-request-id: req-6d6f1607-d50e-43c6-a5dc-cd9e078a7d0d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:34.677087 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5014d984-4198-435b-b68d-7ac74be082bb", "name": "network-vif-deleted", "tag": "5fd1070a-6f84-420c-bbec-14024ccd61fb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:34.684780 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d6f1607-d50e-43c6-a5dc-cd9e078a7d0d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:34.685380 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5014d984-4198-435b-b68d-7ac74be082bb', 'name': 'network-vif-deleted', 'tag': '5fd1070a-6f84-420c-bbec-14024ccd61fb', 'status': 'completed', 'code': 200} Feb 17 22:17:34.856208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5603a564-4238-4dbb-8869-2e5a92be43c2 req-2b069475-7d09-4fba-8dc3-4325d68133ad tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.1404743 Feb 17 22:17:34.994846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (af8afb62-4627-4547-adb5-e159e55ad456), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.045046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af8afb62-4627-4547-adb5-e159e55ad456']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:35.063971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef63bf66-018c-4814-81f6-cf14e9da37a7') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:35.064308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef63bf66-018c-4814-81f6-cf14e9da37a7') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:35.080681 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (ef63bf66-018c-4814-81f6-cf14e9da37a7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.096663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ef63bf66-018c-4814-81f6-cf14e9da37a7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.103605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:17:35.104070 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (ef63bf66-018c-4814-81f6-cf14e9da37a7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.108106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:35.297112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:35.298802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.558177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:35.561434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.645881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:35.647456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:35.654049 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93ab1eed-f73e-487a-aec6-2d46d98f72ea" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:35.669916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.671794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a024a7c-83ba-4942-bfe7-4b31bdad058b no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:35.727533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 3a024a7c-83ba-4942-bfe7-4b31bdad058b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:17:35.729786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a024a7c-83ba-4942-bfe7-4b31bdad058b not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:17:35.730640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:17:35.765140 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:17:35.880334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (af8afb62-4627-4547-adb5-e159e55ad456), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.891312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:35.901465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/af8afb62-4627-4547-adb5-e159e55ad456 HTTP/1.1" status: 204 len: 168 time: 1.6959796 Feb 17 22:17:35.971798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c2dae-37a4-48a9-974e-1cbdebf31ab2 admin admin] Pushing event deleted for resources: {'Network': ['ID=af8afb62-4627-4547-adb5-e159e55ad456,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:36.061799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=13']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:36.086889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:36.088037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:36.118928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] For port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:36.119595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:36.198390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:36.207240 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:36.208902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 5fd1070a-6f84-420c-bbec-14024ccd61fb no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:36.217823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Calling delete_port for 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:36.257070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da845-ebc6-49a6-bcbf-8c7b4d13963b req-fa6d7a7d-292b-45c3-8b28-8a5185f1e9a6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:36.267354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-861da845-ebc6-49a6-bcbf-8c7b4d13963b req-fa6d7a7d-292b-45c3-8b28-8a5185f1e9a6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.4832718 Feb 17 22:17:36.378948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-b37f5ff7-6641-4798-9392-a32fd41e3400 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5384872 Feb 17 22:17:36.422598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 5fd1070a-6f84-420c-bbec-14024ccd61fb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:17:36.423224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 5fd1070a-6f84-420c-bbec-14024ccd61fb not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:17:36.425755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:36.571001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45258) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:36.582602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-861da845-ebc6-49a6-bcbf-8c7b4d13963b req-5b7468b2-c87d-49ec-a815-b0aef12def4f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3139431 Feb 17 22:17:36.618396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-89b61f4b-b841-40a6-812b-e405821e04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:36.620596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-89b61f4b-b841-40a6-812b-e405821e04d5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=59650c83521741329140c0e2719356ae&device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 1127 time: 0.1573312 Feb 17 22:17:36.674259 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8126661-80cc-48b6-9fa8-7d5009b4f57e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7bcd3e9b430f4ea3be088c7be3fbdf49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1020434 Feb 17 22:17:36.674878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45262) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:36.853852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:36.861839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43a6371e-2a97-439b-9564-0542fbbeb040 admin admin] Publish callbacks [] for security_group (5e141479-84d8-4ec5-821e-b124ef95a9dd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:36.866458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a21bb080-0071-43f0-94ec-39d6e5f4fe54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:36.934238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43a6371e-2a97-439b-9564-0542fbbeb040 admin admin] Publish callbacks [] for security_group (5e141479-84d8-4ec5-821e-b124ef95a9dd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:36.949620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a127fa54-0d4a-4f6a-86be-effb46fe30f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:37.025676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] No DVR routers for this DVR port 3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:37.027117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:37.032801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5f7fc10-1a93-4029-85ed-ec999248c406 req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "DELETE /v2.0/ports/3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb HTTP/1.1" status: 204 len: 173 time: 3.1669986 Feb 17 22:17:37.034987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43a6371e-2a97-439b-9564-0542fbbeb040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e141479-84d8-4ec5-821e-b124ef95a9dd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:37.037979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'name': 'network-vif-deleted', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:37.040809 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744892a3-0986-4d6b-ac8e-e9b61f187ca2" -d '{"events": [{"server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "name": "network-vif-deleted", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:37.048248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc07f9-d788-48a9-9726-6dc830d1e44c tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Pushing event deleted for resources: {'Port': ['ID=3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:37.058964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43a6371e-2a97-439b-9564-0542fbbeb040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:37.067125 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-43a6371e-2a97-439b-9564-0542fbbeb040 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e141479-84d8-4ec5-821e-b124ef95a9dd HTTP/1.1" status: 204 len: 168 time: 0.3883941 Feb 17 22:17:37.150395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6371e-2a97-439b-9564-0542fbbeb040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e141479-84d8-4ec5-821e-b124ef95a9dd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:37.236641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-5c227914-f226-4f1c-87f0-07d8e3f56788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:37.244518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-5c227914-f226-4f1c-87f0-07d8e3f56788 service neutron] 10.222.0.94 "GET /v2.0/networks?id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 200 len: 908 time: 0.5996523 Feb 17 22:17:37.449123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-6d721868-6302-4151-9f22-c4280aea7664 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 200 len: 217 time: 0.1947894 Feb 17 22:17:37.611776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-924ba855-10a4-4c9e-9c4e-66d7aaee8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:37.622066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-924ba855-10a4-4c9e-9c4e-66d7aaee8f3c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 200 len: 847 time: 0.1553507 Feb 17 22:17:37.734922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-7fb46cfb-fdf1-48a6-aabe-8e4f55a14985 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046047 Feb 17 22:17:38.126064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-6d6e73e8-45ff-468d-9f83-49d551cdba2d service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819437 Feb 17 22:17:38.319298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8f9997-0472-4a73-95f1-1d25cf813f50 req-79e0fd0e-33d3-410d-a8c7-d50362bdc9f8 service neutron] 10.222.0.94 "GET /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846609 Feb 17 22:17:38.843344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:38.966491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1767922369-network', 'tenant_id': '257ab6ba5c454f99a1de0374a00be191'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:38.994501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Made reservation on behalf of 257ab6ba5c454f99a1de0374a00be191 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:17:39.002733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.022176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.040568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.206596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks [] for security_group (95994711-876e-4331-a050-46008a1ecaed), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.225343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (95994711-876e-4331-a050-46008a1ecaed), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.265218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:17:39.276745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95994711-876e-4331-a050-46008a1ecaed,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:39.289231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9abe1f3c-1926-438f-a3bd-5e8e0f802234), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.289688 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Added segment 9abe1f3c-1926-438f-a3bd-5e8e0f802234 of type vlan for network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 Feb 17 22:17:39.319281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f6e3b26-8f4a-4b27-bfc0-bfc158198e0b req-cd9dbd50-08d2-4c18-bc96-cf59d5aaf84f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.0403233 Feb 17 22:17:39.372875 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ad9e522d-df4e-43b7-8e91-05184ee4a1c9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.404939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ad9e522d-df4e-43b7-8e91-05184ee4a1c9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.405949 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:39.406624 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.463688 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a375a01e-e975-43b0-bd25-300a88f15439 x-openstack-request-id: req-a375a01e-e975-43b0-bd25-300a88f15439 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:39.464136 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-plugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:39.464582 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a375a01e-e975-43b0-bd25-300a88f15439 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:39.465129 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'code': 200} Feb 17 22:17:39.584253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7396271 Feb 17 22:17:39.585138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45324) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:39.593667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Request body: {'subnet': {'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1767922369-subnet', 'tenant_id': '257ab6ba5c454f99a1de0374a00be191', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:39.594489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2525f439-0881-446d-8b00-89c45347b105 req-98908a5e-946e-4edb-a7bc-bd4876b84b29 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/ports?device_id=2842b713-d3a0-4a8c-8515-7aa00cc3da04 HTTP/1.1" status: 200 len: 210 time: 0.0584800 Feb 17 22:17:39.600076 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a917327a-c1fe-48fe-b00d-5a286396cfb4 x-openstack-request-id: req-a917327a-c1fe-48fe-b00d-5a286396cfb4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:39.600377 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "name": "network-vif-deleted", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:39.600889 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a917327a-c1fe-48fe-b00d-5a286396cfb4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:39.601084 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'name': 'network-vif-deleted', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb', 'status': 'completed', 'code': 200} Feb 17 22:17:39.624280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532d710-876f-417f-a8ef-f5470d731149 admin admin] Pushing event updated for resources: {'Network': ['ID=ad9e522d-df4e-43b7-8e91-05184ee4a1c9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:39.637425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:17:39.642774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Made reservation on behalf of 257ab6ba5c454f99a1de0374a00be191 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:17:39.645568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:39.869713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc142d7-9416-4faf-b9c2-d34e0a2108d4 req-1b138d48-fa64-44c2-bcab-fcc7befc23dd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:39.871277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acc142d7-9416-4faf-b9c2-d34e0a2108d4 req-1b138d48-fa64-44c2-bcab-fcc7befc23dd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.1624379 Feb 17 22:17:39.990233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acc142d7-9416-4faf-b9c2-d34e0a2108d4 req-6fd1414f-9bc7-42bf-8535-fd575c466471 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968559 Feb 17 22:17:40.182482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:40.294978 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:40.328430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed354d2-e2fa-4a8f-8f81-2848906e58f1 req-cc44f434-3ea8-4aa7-b6e3-b3d99eb958ab tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:40.333844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ed354d2-e2fa-4a8f-8f81-2848906e58f1 req-cc44f434-3ea8-4aa7-b6e3-b3d99eb958ab tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 949 time: 0.1209047 Feb 17 22:17:40.341913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4a11e6-a798-4bbd-9c17-056d8096245e req-d11bc773-91f0-4438-979f-f9d744e2c7a3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:40.350399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b4a11e6-a798-4bbd-9c17-056d8096245e req-d11bc773-91f0-4438-979f-f9d744e2c7a3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 950 time: 0.2192495 Feb 17 22:17:40.378164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Checking segment: {'id': '9abe1f3c-1926-438f-a3bd-5e8e0f802234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:17:40.378654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Network hostable DHCP agents. Network: ad9e522d-df4e-43b7-8e91-05184ee4a1c9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:17:40.416530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:17:40.444948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ad9e522d-df4e-43b7-8e91-05184ee4a1c9) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:17:40.452209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b4a11e6-a798-4bbd-9c17-056d8096245e req-b19c3e1d-e621-40c7-8e44-86c6a35503b6 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004777 Feb 17 22:17:40.462723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:40.463312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afd0f15-83fb-4a65-8e16-8b258e9646f9 None None] Network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:17:40.463784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:40.476123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ed354d2-e2fa-4a8f-8f81-2848906e58f1 req-750e9464-bd46-4201-be67-a74f8d7f0f25 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089344 Feb 17 22:17:40.507747 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aed58ade-9f28-4325-93fa-83eb4c1a1c56 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9183815 Feb 17 22:17:40.670827 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-150b4622-0fd4-4b05-9fea-048b2be86e73 req-c8c76602-2855-4bb7-a2e5-3399536eaa80 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.0979342 Feb 17 22:17:40.751356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5953e06-00c7-49b3-994a-6efd9238cc5f None None] Network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:17:40.834970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:41.056807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f612397e-6ba9-4091-bc50-387222205cc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group (2fc33b23-a9e2-48a6-a5e7-3fb4042500a9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:41.122673 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f612397e-6ba9-4091-bc50-387222205cc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group (2fc33b23-a9e2-48a6-a5e7-3fb4042500a9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:41.196842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f612397e-6ba9-4091-bc50-387222205cc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2fc33b23-a9e2-48a6-a5e7-3fb4042500a9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:41.200158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f612397e-6ba9-4091-bc50-387222205cc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:41.203300 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f612397e-6ba9-4091-bc50-387222205cc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/security-groups/2fc33b23-a9e2-48a6-a5e7-3fb4042500a9 HTTP/1.1" status: 204 len: 168 time: 0.3668096 Feb 17 22:17:41.206124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45372) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:41.225753 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-df063ed4-d868-43ae-a66e-7bab4aa4afc0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] show failed (client error): The resource could not be found. Feb 17 22:17:41.226551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-df063ed4-d868-43ae-a66e-7bab4aa4afc0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "GET /v2.0/security-groups/2fc33b23-a9e2-48a6-a5e7-3fb4042500a9 HTTP/1.1" status: 404 len: 347 time: 0.0194280 Feb 17 22:17:41.234488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45374) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:41.237150 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612397e-6ba9-4091-bc50-387222205cc4 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc33b23-a9e2-48a6-a5e7-3fb4042500a9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:41.467251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:41.469735 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d74c12-4c0b-4fcc-a25e-a4078423696a" -d '{"events": [{"server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:41.529779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port 2b85f929-554f-48db-ad81-d65787cb3643 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:41.529779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2b85f929-554f-48db-ad81-d65787cb3643), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:41.557095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-52f25e4a-55c4-4332-bfa5-307feb025bfc tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:41.565437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-52f25e4a-55c4-4332-bfa5-307feb025bfc tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/networks?id=ad9e522d-df4e-43b7-8e91-05184ee4a1c9 HTTP/1.1" status: 200 len: 822 time: 0.2573111 Feb 17 22:17:41.582735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f8721f34-08a6-433c-92c9-444d6f0b7ece tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/quotas/257ab6ba5c454f99a1de0374a00be191 HTTP/1.1" status: 200 len: 375 time: 0.0160449 Feb 17 22:17:41.636368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-5a404de1-2da4-4954-a2e8-25f83c2da540 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=257ab6ba5c454f99a1de0374a00be191&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523672 Feb 17 22:17:41.675073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714be8e-3c17-4f96-8cf9-ea2c2779e490 req-2fa9da62-32c2-4dd6-a939-b64c18f1fa36 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:41.689699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2714be8e-3c17-4f96-8cf9-ea2c2779e490 req-2fa9da62-32c2-4dd6-a939-b64c18f1fa36 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.2748065 Feb 17 22:17:41.690551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2b85f929-554f-48db-ad81-d65787cb3643), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:41.690968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for floatingip (2b85f929-554f-48db-ad81-d65787cb3643), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:41.715466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for 2b85f929-554f-48db-ad81-d65787cb3643 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:41.801246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-19b71d02-2b93-4293-b82d-839339a87c67 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:17:41.808262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-19b71d02-2b93-4293-b82d-839339a87c67 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1690507 Feb 17 22:17:41.922572 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2714be8e-3c17-4f96-8cf9-ea2c2779e490 req-3f1a3327-9177-4515-bcc9-e14f7b9b2f5c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2256243 Feb 17 22:17:41.937978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-66958808-2132-4fb2-8604-db702a4db50e service neutron] 10.222.0.79 "GET /v2.0/networks/ad9e522d-df4e-43b7-8e91-05184ee4a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285772 Feb 17 22:17:42.022213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:42.052266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2b85f929-554f-48db-ad81-d65787cb3643), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.098631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=2b85f929-554f-48db-ad81-d65787cb3643,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:42.150269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-ee4b2b34-5331-4aab-9c80-881b187d4f05 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:42.167166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-ee4b2b34-5331-4aab-9c80-881b187d4f05 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.94 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 949 time: 0.3981397 Feb 17 22:17:42.169507 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1595e1de-0a94-4233-b820-06877fd60fc3 x-openstack-request-id: req-1595e1de-0a94-4233-b820-06877fd60fc3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:42.171439 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71d6e3da-0cbc-46dd-b082-a8d94fa80a17", "name": "network-vif-unplugged", "status": "completed", "tag": "3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:42.171717 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1595e1de-0a94-4233-b820-06877fd60fc3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:42.172147 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71d6e3da-0cbc-46dd-b082-a8d94fa80a17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ec4e89d-d1c6-40d5-9921-3cf0cf6a50fb', 'code': 200} Feb 17 22:17:42.241085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for floatingip (1b67c31b-df14-4992-af75-b84a46602351), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.245510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.246863 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8f1c78a5-d1f1-4c60-b343-f81a52e35c4e tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/floatingips/1b67c31b-df14-4992-af75-b84a46602351 HTTP/1.1" status: 204 len: 168 time: 1.0064878 Feb 17 22:17:42.250094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45404) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:42.325488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:42.326528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.388384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-e4722b07-d4b4-4e87-b503-e51efdc2825b service neutron] 10.222.0.79 "GET /v2.0/networks/ad9e522d-df4e-43b7-8e91-05184ee4a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492850 Feb 17 22:17:42.421218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:42.441341 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.464233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port b2d33548-2e80-41a9-97a0-b36863805ea8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:42.464510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.521187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344df0f-9fc0-4a17-8244-707ebbcf3ddf req-40cae312-4b42-47d0-84f2-03c4a6786d03 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:42.556939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8344df0f-9fc0-4a17-8244-707ebbcf3ddf req-40cae312-4b42-47d0-84f2-03c4a6786d03 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 949 time: 0.3034027 Feb 17 22:17:42.558020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:42.679040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8344df0f-9fc0-4a17-8244-707ebbcf3ddf req-d2e99d8e-abde-4256-a114-3dcde9d71ad3 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210220 Feb 17 22:17:42.689969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Deleting port a127fa54-0d4a-4f6a-86be-effb46fe30f4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:42.690315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.851040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.880219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] For port a127fa54-0d4a-4f6a-86be-effb46fe30f4, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a127fa54-0d4a-4f6a-86be-effb46fe30f4,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:42.880618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:42.897005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for b2d33548-2e80-41a9-97a0-b36863805ea8 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:42.902433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Calling delete_port for a127fa54-0d4a-4f6a-86be-effb46fe30f4 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:43.099970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3919516b-b63e-4ba8-9400-3c707485b8bc req-cb4be3b2-f92b-43ae-82b6-a9f55d7755c2 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 210 time: 0.0923476 Feb 17 22:17:43.104554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9703b7c-e93c-4c8d-804d-9ebc38493dcb req-d5f8f3ab-91ef-42a1-a826-7bb8d2c2b559 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.1079972 Feb 17 22:17:43.302926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b2d33548-2e80-41a9-97a0-b36863805ea8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:43.370492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=b2d33548-2e80-41a9-97a0-b36863805ea8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:43.414682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec493ffb-ce03-41dd-a68e-ba45ecb85bff req-2cc4ef5b-fdec-4450-8479-83dc50b54a47 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:43.425775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec493ffb-ce03-41dd-a68e-ba45ecb85bff req-2cc4ef5b-fdec-4450-8479-83dc50b54a47 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.1096890 Feb 17 22:17:43.426667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a127fa54-0d4a-4f6a-86be-effb46fe30f4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:43.440325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a21bb080-0071-43f0-94ec-39d6e5f4fe54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:43.533682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:43.545321 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e4796696-d7d5-4b88-b355-ca516ba64fbf tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/ports/b2d33548-2e80-41a9-97a0-b36863805ea8 HTTP/1.1" status: 204 len: 168 time: 1.2934027 Feb 17 22:17:43.547524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Pushing event deleted for resources: {'Port': ['ID=a127fa54-0d4a-4f6a-86be-effb46fe30f4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:43.547757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45430) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:43.659664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] No DVR routers for this DVR port a127fa54-0d4a-4f6a-86be-effb46fe30f4 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:43.675249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:43.678579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76d2bb51-617b-48a7-9076-9fe051140e9a req-34d705e8-4ce3-4918-a858-a00ac1a27a9d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.94 "DELETE /v2.0/ports/a127fa54-0d4a-4f6a-86be-effb46fe30f4 HTTP/1.1" status: 204 len: 173 time: 1.4823768 Feb 17 22:17:43.679054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'name': 'network-vif-deleted', 'tag': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:43.689643 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9941b96-76dc-4ab1-9434-0fb1659b3f52" -d '{"events": [{"server_uuid": "5050bb3e-d36c-463d-934e-d84a44104a4b", "name": "network-vif-deleted", "tag": "a127fa54-0d4a-4f6a-86be-effb46fe30f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:43.718892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec493ffb-ce03-41dd-a68e-ba45ecb85bff req-52bbef88-b96c-4568-b6aa-58c3f12c50f1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2833321 Feb 17 22:17:43.769006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port c33a20e9-0dd0-4107-ac58-cc97052b2af7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:43.771621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:43.805155 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079a538f-c0d5-4c74-87ff-81e4d0df3b65 x-openstack-request-id: req-079a538f-c0d5-4c74-87ff-81e4d0df3b65 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:43.805375 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5050bb3e-d36c-463d-934e-d84a44104a4b", "name": "network-vif-deleted", "tag": "a127fa54-0d4a-4f6a-86be-effb46fe30f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:43.805642 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-079a538f-c0d5-4c74-87ff-81e4d0df3b65 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:43.806055 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5050bb3e-d36c-463d-934e-d84a44104a4b', 'name': 'network-vif-deleted', 'tag': 'a127fa54-0d4a-4f6a-86be-effb46fe30f4', 'status': 'completed', 'code': 200} Feb 17 22:17:43.959740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a59ea72-801f-41b5-8911-72f2706c33c3 req-88e7f746-7d83-448c-9008-7824ad358fe8 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 210 time: 0.0677860 Feb 17 22:17:44.052433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a127fa54-0d4a-4f6a-86be-effb46fe30f4 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:44.084954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:44.116837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for c33a20e9-0dd0-4107-ac58-cc97052b2af7 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:44.126466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: a127fa54-0d4a-4f6a-86be-effb46fe30f4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:17:44.130513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a127fa54-0d4a-4f6a-86be-effb46fe30f4 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:17:44.174873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:44.184056 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3793f3d-44e0-4fac-a884-51b5f5d1e763" -d '{"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-unplugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:44.322015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-969fc9dc-54fb-45e7-a61c-427f3fb1f1fe req-145e4908-929b-4963-870c-58751ed067cd tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 210 time: 0.0514662 Feb 17 22:17:44.323396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3b91ef8-2135-452a-9ada-cab907d9218e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:44.417778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd7f2cbc-964d-4427-81b1-db692715a8b0 req-7f44697a-f320-43d2-b5ca-24264e96ebe7 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.0740664 Feb 17 22:17:44.448034 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3670bfb3-ed27-4a5e-8f5d-acb783148aae x-openstack-request-id: req-3670bfb3-ed27-4a5e-8f5d-acb783148aae {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:44.448543 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-unplugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:44.448941 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3670bfb3-ed27-4a5e-8f5d-acb783148aae {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:44.449482 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'code': 200} Feb 17 22:17:44.468320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c33a20e9-0dd0-4107-ac58-cc97052b2af7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:44.505848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=c33a20e9-0dd0-4107-ac58-cc97052b2af7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:44.690586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:44.701756 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-64242eb9-5129-47a7-a9c2-3c0dd39afe72 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/ports/c33a20e9-0dd0-4107-ac58-cc97052b2af7 HTTP/1.1" status: 204 len: 168 time: 1.1498222 Feb 17 22:17:44.702092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45456) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:44.857110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting subnet 642682c1-0b3f-4c1e-8e42-b46f33d2b650 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:17:44.869654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for subnet (642682c1-0b3f-4c1e-8e42-b46f33d2b650), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:44.901531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-4598c0df-8260-49e0-bfb8-6844eafcebce tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:44.914896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-4598c0df-8260-49e0-bfb8-6844eafcebce tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.73 "GET /v2.0/networks?id=ad9e522d-df4e-43b7-8e91-05184ee4a1c9 HTTP/1.1" status: 200 len: 822 time: 0.2763259 Feb 17 22:17:44.928111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Request body: {'port': {'device_id': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9', 'admin_state_up': True, 'tenant_id': '257ab6ba5c454f99a1de0374a00be191'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:44.985197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (642682c1-0b3f-4c1e-8e42-b46f33d2b650), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:45.210915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (642682c1-0b3f-4c1e-8e42-b46f33d2b650), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:45.242701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3973c6e-54d6-4b09-a8bb-b9031f95a25f req-8d4eaaae-226c-4bd4-9545-6b52711f053c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:45.248690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3973c6e-54d6-4b09-a8bb-b9031f95a25f req-8d4eaaae-226c-4bd4-9545-6b52711f053c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.3269506 Feb 17 22:17:45.314850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0911490c-f0ca-4872-bfa9-afe590b44b95 req-950862d4-d8bd-4a9f-ab38-c7aa83075929 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=5050bb3e-d36c-463d-934e-d84a44104a4b HTTP/1.1" status: 200 len: 210 time: 0.0626535 Feb 17 22:17:45.318929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (642682c1-0b3f-4c1e-8e42-b46f33d2b650), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:45.363909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Subnet': ['ID=642682c1-0b3f-4c1e-8e42-b46f33d2b650,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:45.374589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:45.382986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45466) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:45.390083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8543aafb-9a3e-48b9-824c-d752f1be600b None None] Network 80347aa6-14e3-4b9d-a638-5515efff641e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:17:45.421281 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4f4373c4-ee66-4ff2-8cdf-eb7dd983d3d0 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/subnets/642682c1-0b3f-4c1e-8e42-b46f33d2b650 HTTP/1.1" status: 204 len: 168 time: 0.7181027 Feb 17 22:17:45.552920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting subnet f3e27c7e-f282-477f-9ec5-e722d5eec564 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:17:45.564832 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for subnet (f3e27c7e-f282-477f-9ec5-e722d5eec564), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:45.656385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (f3e27c7e-f282-477f-9ec5-e722d5eec564), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:45.708120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] DHCP port deletion for 80347aa6-14e3-4b9d-a638-5515efff641e request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:17:45.771153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f00611a-d1be-4b58-8cae-8cbcf431e4b6 req-15dfc63d-0c79-4728-be91-3788ca613d4c tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 210 time: 0.0688834 Feb 17 22:17:45.801950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c3973c6e-54d6-4b09-a8bb-b9031f95a25f req-77a91ccc-d57f-4b91-b0a9-0be7a885d866 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4784074 Feb 17 22:17:45.821399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] Deleting port 618a2b6f-d5fa-4fe2-b280-c33a9032583a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:45.822231 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.005905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] For port 618a2b6f-d5fa-4fe2-b280-c33a9032583a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=618a2b6f-d5fa-4fe2-b280-c33a9032583a,segment=NetworkSegment(a22d6047-f866-4670-a2c6-f2f20b092534),segment_id=a22d6047-f866-4670-a2c6-f2f20b092534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:46.006303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.028785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] Calling delete_port for 618a2b6f-d5fa-4fe2-b280-c33a9032583a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:46.034766 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (f3e27c7e-f282-477f-9ec5-e722d5eec564), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.062377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e15a3592-84b4-4a77-a6a3-557c09eff6af details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:46.113431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Made reservation on behalf of 257ab6ba5c454f99a1de0374a00be191 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:17:46.117509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.151651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3556042-bf9f-4a80-86e4-1855b3f2df3e req-d6d1db03-3458-4711-a926-f43d4430e48c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.0487628 Feb 17 22:17:46.281287 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (f3e27c7e-f282-477f-9ec5-e722d5eec564), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.347305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:46.365991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'mac_address': 'fa:16:3e:03:7e:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:46.390440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c414f7e-684e-4d1d-a800-0135c504c047 None None] Network c088b390-06da-4679-9b99-a3bc5456e9ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:17:46.415476 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (618a2b6f-d5fa-4fe2-b280-c33a9032583a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.417119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.428581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:46.429112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/subnets/f3e27c7e-f282-477f-9ec5-e722d5eec564 HTTP/1.1" status: 204 len: 168 time: 1.0428753 Feb 17 22:17:46.429571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ada5b-d07d-4d3f-8996-f20e57ece624 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Subnet': ['ID=f3e27c7e-f282-477f-9ec5-e722d5eec564,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:46.637736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Allocated IP 172.20.0.9 (ad9e522d-df4e-43b7-8e91-05184ee4a1c9/eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3/d6613b13-767d-405b-9c50-7562b656dc68) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:17:46.689983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (80347aa6-14e3-4b9d-a638-5515efff641e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.932466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (80347aa6-14e3-4b9d-a638-5515efff641e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:46.978204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80347aa6-14e3-4b9d-a638-5515efff641e']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:46.991813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] No DVR routers for this DVR port 618a2b6f-d5fa-4fe2-b280-c33a9032583a on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:46.999979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22d6047-f866-4670-a2c6-f2f20b092534') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:47.000271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22d6047-f866-4670-a2c6-f2f20b092534') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:47.012039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a10c7b-36de-4118-96d9-e0b7811445fe None None] Pushing event deleted for resources: {'Port': ['ID=618a2b6f-d5fa-4fe2-b280-c33a9032583a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:47.027302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (a22d6047-f866-4670-a2c6-f2f20b092534), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.034040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e15a3592-84b4-4a77-a6a3-557c09eff6af is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:47.034528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.058664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a22d6047-f866-4670-a2c6-f2f20b092534), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.073456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:17:47.073860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (a22d6047-f866-4670-a2c6-f2f20b092534), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.077205 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53c6796e-1533-47d8-8220-b761e671eb77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:17:47.081013 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:17:47.089788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e15a3592-84b4-4a77-a6a3-557c09eff6af {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:47.123918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:47.134790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.209864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (80347aa6-14e3-4b9d-a638-5515efff641e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.226330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:47.226779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.235596 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/networks/80347aa6-14e3-4b9d-a638-5515efff641e HTTP/1.1" status: 204 len: 168 time: 0.8057015 Feb 17 22:17:47.250295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:47.262001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56098321-29ce-4a92-a944-2a9378bb91ae tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Network': ['ID=80347aa6-14e3-4b9d-a638-5515efff641e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:47.325836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['e15a3592-84b4-4a77-a6a3-557c09eff6af'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:47.328432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] DHCP port deletion for c088b390-06da-4679-9b99-a3bc5456e9ef request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:17:47.385994 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (c088b390-06da-4679-9b99-a3bc5456e9ef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.560974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Deleting port 74c660fa-345a-4d68-b38b-3cfb37c1f958 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:47.561529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.589317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 618a2b6f-d5fa-4fe2-b280-c33a9032583a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:47.665010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 618a2b6f-d5fa-4fe2-b280-c33a9032583a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:17:47.665010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 618a2b6f-d5fa-4fe2-b280-c33a9032583a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:17:47.665459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 74c660fa-345a-4d68-b38b-3cfb37c1f958 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:47.721665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] For port 74c660fa-345a-4d68-b38b-3cfb37c1f958, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=74c660fa-345a-4d68-b38b-3cfb37c1f958,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:47.722007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.746309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] Deleting port 74c660fa-345a-4d68-b38b-3cfb37c1f958 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:47.746688 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.749218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec0965bd-cdff-470b-ab52-32ee78c7a549 req-537effe2-cd33-4f50-b7cd-1de4b4657640 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 210 time: 0.1027906 Feb 17 22:17:47.756334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Calling delete_port for 74c660fa-345a-4d68-b38b-3cfb37c1f958 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:47.813016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cc5e7-3ef3-4afc-a2c8-65ad91439fa4 req-f89e8ffa-f566-4223-a7bc-0765420653df tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:47.827900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af8cc5e7-3ef3-4afc-a2c8-65ad91439fa4 req-f89e8ffa-f566-4223-a7bc-0765420653df tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 950 time: 1.0911698 Feb 17 22:17:47.930809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks [] for port (d6613b13-767d-405b-9c50-7562b656dc68), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.931000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.940418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:47.941832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] For port 74c660fa-345a-4d68-b38b-3cfb37c1f958, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=74c660fa-345a-4d68-b38b-3cfb37c1f958,segment=NetworkSegment(80987e88-dc60-4671-b938-465ebc873059),segment_id=80987e88-dc60-4671-b938-465ebc873059)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:47.943725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.000030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d6613b13-767d-405b-9c50-7562b656dc68), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.001922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] No DVR routers for this DVR port 74c660fa-345a-4d68-b38b-3cfb37c1f958 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:48.008288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Port': ['ID=74c660fa-345a-4d68-b38b-3cfb37c1f958,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:48.053169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] Calling delete_port for 74c660fa-345a-4d68-b38b-3cfb37c1f958 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:48.054808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Port 74c660fa-345a-4d68-b38b-3cfb37c1f958 update to DOWN by agent not found {{(pid=103528) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2209}} Feb 17 22:17:48.084936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Pushing event updated for resources: {'Port': ['ID=d6613b13-767d-405b-9c50-7562b656dc68,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:48.159299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:17:48.171177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:17:48.191570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af8cc5e7-3ef3-4afc-a2c8-65ad91439fa4 req-b3cf2fbe-b47a-4037-97bd-9dcc5fe528f1 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3599534 Feb 17 22:17:48.214828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a03188-88ab-4cf4-9bdb-7dd5527202bb req-b9d036cd-0576-4323-9da8-50bf3c9d7e7d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:48.223122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (c088b390-06da-4679-9b99-a3bc5456e9ef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.230252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40a03188-88ab-4cf4-9bdb-7dd5527202bb req-b9d036cd-0576-4323-9da8-50bf3c9d7e7d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.2511837 Feb 17 22:17:48.239460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:17:48.297696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:48.298440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.313469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c088b390-06da-4679-9b99-a3bc5456e9ef']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:48.354713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80987e88-dc60-4671-b938-465ebc873059') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:48.355254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80987e88-dc60-4671-b938-465ebc873059') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:17:48.366755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-1cebcd9e-7ccc-4540-92b6-93abda49822d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:48.368650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-1cebcd9e-7ccc-4540-92b6-93abda49822d tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 950 time: 0.2949319 Feb 17 22:17:48.400058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (80987e88-dc60-4671-b938-465ebc873059), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.448932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (74c660fa-345a-4d68-b38b-3cfb37c1f958), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.454734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-d2c0cf55-c5f5-4453-bd47-dd6cd36187d5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5301745 Feb 17 22:17:48.460814 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (80987e88-dc60-4671-b938-465ebc873059), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.470908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:17:48.471658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (80987e88-dc60-4671-b938-465ebc873059), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:17:48.485597 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:17:48.492150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Request body: {'port': {'device_id': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:17:48.538975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] Pushing event deleted for resources: {'Port': ['ID=74c660fa-345a-4d68-b38b-3cfb37c1f958,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:48.547989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bbb5192a-06f0-4da3-871a-45788ef6b849 req-24d8f594-d1e1-4d31-9f8d-c57c91669c2c tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.1099248 Feb 17 22:17:48.580542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ccf783-4822-402d-af3c-8dbe86c40240 None None] No DVR routers for this DVR port 74c660fa-345a-4d68-b38b-3cfb37c1f958 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:48.636985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40a03188-88ab-4cf4-9bdb-7dd5527202bb req-593fd673-2dfd-4cfe-b0c9-e9c19190354e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4055688 Feb 17 22:17:48.750649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (c088b390-06da-4679-9b99-a3bc5456e9ef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.764323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.771844 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] 10.222.0.79 "DELETE /v2.0/networks/c088b390-06da-4679-9b99-a3bc5456e9ef HTTP/1.1" status: 204 len: 168 time: 1.5163941 Feb 17 22:17:48.782559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6613b13-767d-405b-9c50-7562b656dc68), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:48.866574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27018a0-bf2b-447f-ae1c-05a2159e2fc7 tempest-TaggedBootDevicesTest_v242-352743188 tempest-TaggedBootDevicesTest_v242-352743188-project] Pushing event deleted for resources: {'Network': ['ID=c088b390-06da-4679-9b99-a3bc5456e9ef,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:48.948376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Deleting port a21bb080-0071-43f0-94ec-39d6e5f4fe54 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:17:48.948724 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.226262 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.298343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45546) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:49.441407 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6285423c-e061-4969-a53f-a27017a22b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.480788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] For port a21bb080-0071-43f0-94ec-39d6e5f4fe54, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a21bb080-0071-43f0-94ec-39d6e5f4fe54,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:49.481449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.558071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Calling delete_port for a21bb080-0071-43f0-94ec-39d6e5f4fe54 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:17:49.582318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6285423c-e061-4969-a53f-a27017a22b67 admin admin] Publish callbacks [] for security_group (42b1fb2d-58fc-434e-9acd-85675eb862f9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.597352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6285423c-e061-4969-a53f-a27017a22b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (42b1fb2d-58fc-434e-9acd-85675eb862f9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.660679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6285423c-e061-4969-a53f-a27017a22b67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dcd52f6a86e64c0ba551e1f917bcd525&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3604646 Feb 17 22:17:49.665980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:49.666876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285423c-e061-4969-a53f-a27017a22b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b1fb2d-58fc-434e-9acd-85675eb862f9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:49.785400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed290-d379-4083-908b-50e15fbaa0d3 admin admin] Publish callbacks [] for security_group (42b1fb2d-58fc-434e-9acd-85675eb862f9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.798907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b395d-32ac-402e-94af-e76d5509ea26 req-4becdaef-1b54-4e43-9402-bf6b90453314 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:49.818004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be3b395d-32ac-402e-94af-e76d5509ea26 req-4becdaef-1b54-4e43-9402-bf6b90453314 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 931 time: 0.6878934 Feb 17 22:17:49.824613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed290-d379-4083-908b-50e15fbaa0d3 admin admin] Publish callbacks [] for security_group (42b1fb2d-58fc-434e-9acd-85675eb862f9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.842477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6613b13-767d-405b-9c50-7562b656dc68 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:49.874196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafb058-5d7b-4d6c-8a01-cc178551732e req-38eaaaab-c095-42b3-8928-6c7e1c2d7dae tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:49.881355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acafb058-5d7b-4d6c-8a01-cc178551732e req-38eaaaab-c095-42b3-8928-6c7e1c2d7dae tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 950 time: 0.4185014 Feb 17 22:17:49.903667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Publish callbacks [] for port (d6613b13-767d-405b-9c50-7562b656dc68), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.942203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed290-d379-4083-908b-50e15fbaa0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (42b1fb2d-58fc-434e-9acd-85675eb862f9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.948467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e0ed290-d379-4083-908b-50e15fbaa0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:49.953943 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0e0ed290-d379-4083-908b-50e15fbaa0d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42b1fb2d-58fc-434e-9acd-85675eb862f9 HTTP/1.1" status: 204 len: 168 time: 0.2640536 Feb 17 22:17:49.990894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0ed290-d379-4083-908b-50e15fbaa0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b1fb2d-58fc-434e-9acd-85675eb862f9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:49.994903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be3b395d-32ac-402e-94af-e76d5509ea26 req-c363417c-9106-4ca3-8046-989a52e0921b tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760547 Feb 17 22:17:50.001782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Transition to ACTIVE for port object d6613b13-767d-405b-9c50-7562b656dc68 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:17:50.022738 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d6613b13-767d-405b-9c50-7562b656dc68), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:50.034474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acafb058-5d7b-4d6c-8a01-cc178551732e req-4cc66db1-db04-4aa5-8cd3-891877cb38c4 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/security-groups?id=5ca62575-7934-4a50-b1ac-1acf6f0057bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521704 Feb 17 22:17:50.062443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e15a3592-84b4-4a77-a6a3-557c09eff6af up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:50.181553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port e15a3592-84b4-4a77-a6a3-557c09eff6af triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:50.182144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:50.290020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e15a3592-84b4-4a77-a6a3-557c09eff6af is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:50.291201 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:50.351260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:50.351260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:50.352715 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fa3a49-cfe6-4c7d-8174-6a8c28c79557" -d '{"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-plugged", "status": "completed", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:50.368290 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:50.370333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-add91295-1e4e-40d5-8b9d-9ae7a02d8287 req-913a2ee3-14bd-498b-9705-b403c58451a5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.1957257 Feb 17 22:17:50.500195 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff37e09-0046-4861-ab42-b325831c003a x-openstack-request-id: req-6ff37e09-0046-4861-ab42-b325831c003a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:50.500655 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-plugged", "status": "completed", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:50.500993 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ff37e09-0046-4861-ab42-b325831c003a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:50.501503 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'code': 200} Feb 17 22:17:50.503655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:50.521677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Pushing event updated for resources: {'Port': ['ID=d6613b13-767d-405b-9c50-7562b656dc68,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:50.655821 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a21bb080-0071-43f0-94ec-39d6e5f4fe54), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:50.656180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:50.671047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a21bb080-0071-43f0-94ec-39d6e5f4fe54'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:50.712601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Pushing event deleted for resources: {'Port': ['ID=a21bb080-0071-43f0-94ec-39d6e5f4fe54,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:50.748830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0e04a-f833-4b39-b92a-a9edb10a8870 req-87dd972b-7cb9-4930-9900-890f129b61c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:50.750374 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23f0e04a-f833-4b39-b92a-a9edb10a8870 req-87dd972b-7cb9-4930-9900-890f129b61c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.3991020 Feb 17 22:17:50.752521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Attempting to bind port d6613b13-767d-405b-9c50-7562b656dc68 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:17:50.752866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Attempting to bind port d6613b13-767d-405b-9c50-7562b656dc68 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '9abe1f3c-1926-438f-a3bd-5e8e0f802234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:17:50.753300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Attempting to bind port d6613b13-767d-405b-9c50-7562b656dc68 on network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:50.854446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] No DVR routers for this DVR port a21bb080-0071-43f0-94ec-39d6e5f4fe54 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:17:50.911713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:50.915317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eda4e04-4077-456a-85ae-3d237476f0a0 req-b6451ce7-ea64-4977-b155-060ca228c181 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.73 "DELETE /v2.0/ports/a21bb080-0071-43f0-94ec-39d6e5f4fe54 HTTP/1.1" status: 204 len: 173 time: 2.5300925 Feb 17 22:17:50.920145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23f0e04a-f833-4b39-b92a-a9edb10a8870 req-771e38d0-6c21-44fe-9cbe-da3099a9896c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147118 Feb 17 22:17:50.921626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Port d6613b13-767d-405b-9c50-7562b656dc68 on network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:17:50.922155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Attempting to bind port d6613b13-767d-405b-9c50-7562b656dc68 on network ad9e522d-df4e-43b7-8e91-05184ee4a1c9 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:17:50.928219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-deleted', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:50.931866 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c04371-1c6e-4446-a03a-c1b6e49531ba" -d '{"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-deleted", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:50.940023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:17:50.941580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Checking segment: {'id': '9abe1f3c-1926-438f-a3bd-5e8e0f802234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:17:50.942220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Bound using segment: {'id': '9abe1f3c-1926-438f-a3bd-5e8e0f802234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:17:50.942894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Bound port: d6613b13-767d-405b-9c50-7562b656dc68, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9abe1f3c-1926-438f-a3bd-5e8e0f802234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:17:50.943909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6613b13-767d-405b-9c50-7562b656dc68), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:51.084078 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ac71aa-6625-4881-8f57-a2957db98c03 x-openstack-request-id: req-02ac71aa-6625-4881-8f57-a2957db98c03 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:51.086907 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "378154ad-7bdc-479a-8f62-38646e66d472", "name": "network-vif-deleted", "tag": "a21bb080-0071-43f0-94ec-39d6e5f4fe54", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:51.088810 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02ac71aa-6625-4881-8f57-a2957db98c03 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:51.090047 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '378154ad-7bdc-479a-8f62-38646e66d472', 'name': 'network-vif-deleted', 'tag': 'a21bb080-0071-43f0-94ec-39d6e5f4fe54', 'status': 'completed', 'code': 200} Feb 17 22:17:51.165869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] For port d6613b13-767d-405b-9c50-7562b656dc68, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:17:51.181889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] For port d6613b13-767d-405b-9c50-7562b656dc68, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d6613b13-767d-405b-9c50-7562b656dc68,segment=NetworkSegment(9abe1f3c-1926-438f-a3bd-5e8e0f802234),segment_id=9abe1f3c-1926-438f-a3bd-5e8e0f802234)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:17:51.201641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d6613b13-767d-405b-9c50-7562b656dc68), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:51.297257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:51.298652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:51.300479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] 10.222.0.73 "PUT /v2.0/ports/d6613b13-767d-405b-9c50-7562b656dc68 HTTP/1.1" status: 200 len: 1092 time: 2.8149116 Feb 17 22:17:51.328497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b0667-9ebb-4583-b6ea-68c8b47e677a service neutron] Pushing event updated for resources: {'Port': ['ID=d6613b13-767d-405b-9c50-7562b656dc68,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:51.429466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7d23a9c8-25c8-4534-949c-7567c57060ee req-10b6021f-a238-46dd-8c58-74301c4234f6 tempest-ServersAdminTestJSON-461288190 tempest-ServersAdminTestJSON-461288190-project] 10.222.0.79 "GET /v2.0/ports?device_id=378154ad-7bdc-479a-8f62-38646e66d472 HTTP/1.1" status: 200 len: 210 time: 0.1271420 Feb 17 22:17:51.497292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fdacd-fe53-4cfb-8481-00dc6519501d req-2d29af9b-58eb-4029-810c-68e71de93f7c tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:51.500045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d9fdacd-fe53-4cfb-8481-00dc6519501d req-2d29af9b-58eb-4029-810c-68e71de93f7c tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 943 time: 0.2728486 Feb 17 22:17:51.747052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d9fdacd-fe53-4cfb-8481-00dc6519501d req-566e0c63-8aed-4930-a5fd-533ae247c72e tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251279 Feb 17 22:17:51.763822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-8fe8edaa-38ed-4eaf-ab6b-6ae73cd7e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:51.765444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-8fe8edaa-38ed-4eaf-ab6b-6ae73cd7e198 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=257ab6ba5c454f99a1de0374a00be191&device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 1126 time: 0.2644470 Feb 17 22:17:51.880145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-8e43eb26-5b93-41c5-8f4e-f3c65049cad4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6613b13-767d-405b-9c50-7562b656dc68 HTTP/1.1" status: 200 len: 217 time: 0.1063979 Feb 17 22:17:51.882598 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76c5c8b7-d147-4965-a859-4d91bacf385b req-fb5365af-a682-4ee3-af4b-efb4cd1d409b tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.1014550 Feb 17 22:17:51.971681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-dd0d995d-b3ca-430f-abc1-64a01a7fc8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:51.973286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-dd0d995d-b3ca-430f-abc1-64a01a7fc8f8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3 HTTP/1.1" status: 200 len: 862 time: 0.0828264 Feb 17 22:17:52.042873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-0270b826-1904-494b-8b10-2224f71de261 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad9e522d-df4e-43b7-8e91-05184ee4a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585446 Feb 17 22:17:52.325258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a600f3-0b79-4a0d-b5e7-d16b6e236c07 req-0b5627f5-f2f2-4c86-94e2-379ecbbf952b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:52.327825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3a600f3-0b79-4a0d-b5e7-d16b6e236c07 req-0b5627f5-f2f2-4c86-94e2-379ecbbf952b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.2482522 Feb 17 22:17:52.330290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-c1bdd22a-9901-4fc3-b2ec-067546f35ce6 service neutron] 10.222.0.73 "GET /v2.0/networks/ad9e522d-df4e-43b7-8e91-05184ee4a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790849 Feb 17 22:17:52.445396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e97f5699-d7eb-467a-9ae5-9fe585acdbe0 req-13915c6a-e220-4e49-a9f1-aa6a6f31add2 service neutron] 10.222.0.73 "GET /v2.0/networks/ad9e522d-df4e-43b7-8e91-05184ee4a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016598 Feb 17 22:17:52.505855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3a600f3-0b79-4a0d-b5e7-d16b6e236c07 req-bed96ea2-b22f-4f33-a883-cdbc331b7505 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716359 Feb 17 22:17:52.924156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45680) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:53.045745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7c4e7-d295-4066-8d9c-e6fafbb420e7 req-88e13b72-6327-4715-a810-82cff4751c48 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:53.056008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08b7c4e7-d295-4066-8d9c-e6fafbb420e7 req-88e13b72-6327-4715-a810-82cff4751c48 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 943 time: 0.1559565 Feb 17 22:17:53.101162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'tag': 'd6613b13-767d-405b-9c50-7562b656dc68'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:53.107848 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e35476-73ee-4dd0-a513-17dd91c70cd3" -d '{"events": [{"name": "network-changed", "server_uuid": "dae4cfff-444e-4612-a89e-9876b62eeb3a", "tag": "d6613b13-767d-405b-9c50-7562b656dc68"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:53.109080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45684) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:53.166997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:17:53.192953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08b7c4e7-d295-4066-8d9c-e6fafbb420e7 req-2100374f-a301-4ad8-971e-21600198a921 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336730 Feb 17 22:17:53.230121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: a21bb080-0071-43f0-94ec-39d6e5f4fe54 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:17:53.230121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a21bb080-0071-43f0-94ec-39d6e5f4fe54 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:17:53.282085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7871a9a3-bafe-4c01-a5d6-919e0a6bef7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.320162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6156c06b-cbe2-4a2f-8010-f63e86152664 req-f3401b90-e44d-4c7b-8c8e-c9f8015a5f48 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.0490544 Feb 17 22:17:53.366014 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ea6ccbec-4cf8-4910-8026-7c67efc450b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64bdb6c9d9214e00853bdf9b3cc33de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2557669 Feb 17 22:17:53.369493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45690) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:53.447188 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2cee99d-3b4f-4e00-9cf9-35e796a3a2fd x-openstack-request-id: req-f2cee99d-3b4f-4e00-9cf9-35e796a3a2fd {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:53.447554 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae4cfff-444e-4612-a89e-9876b62eeb3a", "tag": "d6613b13-767d-405b-9c50-7562b656dc68", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:53.447840 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2cee99d-3b4f-4e00-9cf9-35e796a3a2fd {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:53.448300 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'tag': 'd6613b13-767d-405b-9c50-7562b656dc68', 'status': 'completed', 'code': 200} Feb 17 22:17:53.544995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7871a9a3-bafe-4c01-a5d6-919e0a6bef7f admin admin] Publish callbacks [] for security_group (ae8c818e-af6b-4d34-ae34-a40b69119020), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.548584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Publish callbacks [] for security_group (5ca62575-7934-4a50-b1ac-1acf6f0057bd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.561767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7871a9a3-bafe-4c01-a5d6-919e0a6bef7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ae8c818e-af6b-4d34-ae34-a40b69119020), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.594288 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7871a9a3-bafe-4c01-a5d6-919e0a6bef7f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d56f25ead3ff45a5b6daa2fbf3493b96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6690402 Feb 17 22:17:53.597851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45694) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:53.631907 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Publish callbacks [] for security_group (5ca62575-7934-4a50-b1ac-1acf6f0057bd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.758550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871a9a3-bafe-4c01-a5d6-919e0a6bef7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8c818e-af6b-4d34-ae34-a40b69119020,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:53.761885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c562085b-aa65-48f8-ac23-146deb5bc608 admin admin] Publish callbacks [] for security_group (ae8c818e-af6b-4d34-ae34-a40b69119020), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.797749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c562085b-aa65-48f8-ac23-146deb5bc608 admin admin] Publish callbacks [] for security_group (ae8c818e-af6b-4d34-ae34-a40b69119020), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.803721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-43de178e-f725-4008-9456-a6fdd061949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:53.805519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-43de178e-f725-4008-9456-a6fdd061949d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=257ab6ba5c454f99a1de0374a00be191&device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 1126 time: 0.3144813 Feb 17 22:17:53.890394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c562085b-aa65-48f8-ac23-146deb5bc608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ae8c818e-af6b-4d34-ae34-a40b69119020), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.893392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c562085b-aa65-48f8-ac23-146deb5bc608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:53.901357 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c562085b-aa65-48f8-ac23-146deb5bc608 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ae8c818e-af6b-4d34-ae34-a40b69119020 HTTP/1.1" status: 204 len: 168 time: 0.2965755 Feb 17 22:17:53.918751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562085b-aa65-48f8-ac23-146deb5bc608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8c818e-af6b-4d34-ae34-a40b69119020,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:53.976041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14245f93-02cf-4f0f-9245-581cd55df0ac req-a3864c68-9552-4846-8b7c-94f880dca8bb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:53.984473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14245f93-02cf-4f0f-9245-581cd55df0ac req-a3864c68-9552-4846-8b7c-94f880dca8bb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.3109782 Feb 17 22:17:53.993237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-d893e686-7b6f-4155-9d91-e74d73e91203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:53.995134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-d893e686-7b6f-4155-9d91-e74d73e91203 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ad9e522d-df4e-43b7-8e91-05184ee4a1c9 HTTP/1.1" status: 200 len: 923 time: 0.1821954 Feb 17 22:17:54.049754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-555d02c8-f5e6-42be-9bed-569490cf22ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d6613b13-767d-405b-9c50-7562b656dc68 HTTP/1.1" status: 200 len: 217 time: 0.0429182 Feb 17 22:17:54.053629 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5ca62575-7934-4a50-b1ac-1acf6f0057bd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:54.056792 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:54.061787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ca62575-7934-4a50-b1ac-1acf6f0057bd HTTP/1.1" status: 204 len: 168 time: 0.6915958 Feb 17 22:17:54.122260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca62575-7934-4a50-b1ac-1acf6f0057bd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:54.147004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14245f93-02cf-4f0f-9245-581cd55df0ac req-68bfbda5-cba7-41aa-8948-b0bf0c4c25ea tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546040 Feb 17 22:17:54.236546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.236725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.236985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.237388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.237665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.237999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.238334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.238764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.238988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.239318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.239701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.240028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.240352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26033e5a-6da2-47e8-9f7e-5727b7f5e94c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:17:54.334400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-b50e2496-2813-4287-a1ec-26f5802f00fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:54.335929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-b50e2496-2813-4287-a1ec-26f5802f00fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3 HTTP/1.1" status: 200 len: 862 time: 0.2726419 Feb 17 22:17:54.442372 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-887a219c-38ff-4029-8bca-ae4e7fd96a2d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ad9e522d-df4e-43b7-8e91-05184ee4a1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867040 Feb 17 22:17:54.657469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af78bbff-18bc-4012-90f4-e29b6fa9b45d req-13763649-18fc-4526-bee4-407850b05f3a tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:54.672940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af78bbff-18bc-4012-90f4-e29b6fa9b45d req-13763649-18fc-4526-bee4-407850b05f3a tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 943 time: 0.2911665 Feb 17 22:17:54.876895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45718) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:54.880922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af78bbff-18bc-4012-90f4-e29b6fa9b45d req-8b8c9e09-f2c0-4439-9839-47446b54700a tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894944 Feb 17 22:17:54.889369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-31948e1b-ce0a-4b92-b380-37ecd430c679 service neutron] 10.222.0.73 "GET /v2.0/networks/ad9e522d-df4e-43b7-8e91-05184ee4a1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122248 Feb 17 22:17:55.013805 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:17:55.082795 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8eb26e59-cc88-44a7-990c-5fe779aad851 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30031dabe2f24e5ea833400d4c5bf4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1959393 Feb 17 22:17:55.082795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45720) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:17:55.118578 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:55.156786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d6613b13-767d-405b-9c50-7562b656dc68 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:17:55.317774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:17:55.384519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e701-4d5f-4f4a-8914-6bf146ae16f9 admin admin] Publish callbacks [] for security_group (5d82dead-217f-406a-a12e-3c137e371d61), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:55.398644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9512162f-d9bb-4f8e-926a-a88eefe6eed4 req-90690dfa-910e-409b-8fbc-2354f8979207 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.2207353 Feb 17 22:17:55.519498 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e701-4d5f-4f4a-8914-6bf146ae16f9 admin admin] Publish callbacks [] for security_group (5d82dead-217f-406a-a12e-3c137e371d61), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:55.540928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e35476-73ee-4dd0-a513-17dd91c70cd3 req-e0a98ba4-f35b-470a-a91f-863e2ab00ffd service neutron] 10.222.0.73 "GET /v2.0/networks/ad9e522d-df4e-43b7-8e91-05184ee4a1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415470 Feb 17 22:17:55.625891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e701-4d5f-4f4a-8914-6bf146ae16f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5d82dead-217f-406a-a12e-3c137e371d61), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:55.629308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0b4e701-4d5f-4f4a-8914-6bf146ae16f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:55.632941 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c0b4e701-4d5f-4f4a-8914-6bf146ae16f9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d82dead-217f-406a-a12e-3c137e371d61 HTTP/1.1" status: 204 len: 168 time: 0.5514855 Feb 17 22:17:55.643096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d6613b13-767d-405b-9c50-7562b656dc68, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d6613b13-767d-405b-9c50-7562b656dc68,segment=NetworkSegment(9abe1f3c-1926-438f-a3bd-5e8e0f802234),segment_id=9abe1f3c-1926-438f-a3bd-5e8e0f802234)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:55.646371 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b4e701-4d5f-4f4a-8914-6bf146ae16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d82dead-217f-406a-a12e-3c137e371d61,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:55.764886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'd6613b13-767d-405b-9c50-7562b656dc68', 'network_id': 'ad9e522d-df4e-43b7-8e91-05184ee4a1c9', 'port_id': 'd6613b13-767d-405b-9c50-7562b656dc68', 'mac_address': 'fa:16:3e:78:72:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:17:55.843187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2335ee26-072e-4880-982d-a7c465eeeaec req-e3521c58-f6e6-458f-bed6-91e49dce07cd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:55.852751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2335ee26-072e-4880-982d-a7c465eeeaec req-e3521c58-f6e6-458f-bed6-91e49dce07cd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.2524228 Feb 17 22:17:55.905257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d6613b13-767d-405b-9c50-7562b656dc68 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:55.906035 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6613b13-767d-405b-9c50-7562b656dc68), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:55.988166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6613b13-767d-405b-9c50-7562b656dc68 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:17:56.040657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2335ee26-072e-4880-982d-a7c465eeeaec req-1b754d0c-f48c-437b-bbde-52bc66a57718 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823831 Feb 17 22:17:56.086354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d6613b13-767d-405b-9c50-7562b656dc68, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d6613b13-767d-405b-9c50-7562b656dc68,segment=NetworkSegment(9abe1f3c-1926-438f-a3bd-5e8e0f802234),segment_id=9abe1f3c-1926-438f-a3bd-5e8e0f802234)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:56.117640 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6613b13-767d-405b-9c50-7562b656dc68), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:56.309089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d6613b13-767d-405b-9c50-7562b656dc68,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:17:56.373701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d6613b13-767d-405b-9c50-7562b656dc68'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:17:56.399597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ceb9d-59ae-4cf3-a9d7-c98abf8b562e req-bdda3925-436d-4d73-ad68-5a963a10bda4 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:56.418827 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d0ceb9d-59ae-4cf3-a9d7-c98abf8b562e req-bdda3925-436d-4d73-ad68-5a963a10bda4 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 944 time: 0.1928375 Feb 17 22:17:56.614834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d0ceb9d-59ae-4cf3-a9d7-c98abf8b562e req-79e30b30-a494-4f4e-981d-77c56be48f8d tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937990 Feb 17 22:17:56.845505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-947b9bde-63bb-4acc-8a83-9769a6bdceca req-018b0deb-2738-4b80-bff2-6e3d2d2324e5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=5014d984-4198-435b-b68d-7ac74be082bb HTTP/1.1" status: 200 len: 210 time: 0.0838370 Feb 17 22:17:57.379323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07476ed7-1b3e-4691-8d66-72c458673888 req-017568d7-d842-424b-bc88-a1fd9fac1543 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:57.406146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07476ed7-1b3e-4691-8d66-72c458673888 req-017568d7-d842-424b-bc88-a1fd9fac1543 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.2081256 Feb 17 22:17:57.593653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07476ed7-1b3e-4691-8d66-72c458673888 req-97398d80-90ba-47b7-8607-f83c270aee56 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852949 Feb 17 22:17:57.847583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555aca1e-880c-419e-9421-88403807da73 req-d856dddb-a46b-45ba-af8f-156f1a0be3b0 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:57.850849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-555aca1e-880c-419e-9421-88403807da73 req-d856dddb-a46b-45ba-af8f-156f1a0be3b0 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 944 time: 0.0832989 Feb 17 22:17:57.965061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-555aca1e-880c-419e-9421-88403807da73 req-e5cbf1ad-efd0-4025-988d-9cd15a7be580 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982962 Feb 17 22:17:58.805267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2cbd9-7339-4f37-a220-987bd6482f58 req-4a317b83-2cf4-45aa-878a-c1897051b019 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:58.814352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57c2cbd9-7339-4f37-a220-987bd6482f58 req-4a317b83-2cf4-45aa-878a-c1897051b019 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.1103668 Feb 17 22:17:58.910739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57c2cbd9-7339-4f37-a220-987bd6482f58 req-1599f9c7-38e3-4864-bcc8-32db7a4ca495 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802886 Feb 17 22:17:59.165980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad79bb51-1bca-45fc-ac0b-adc8b4192834 req-8fb0b234-723f-4d0b-b8b0-1408b6bd0ae0 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:17:59.171788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d6613b13-767d-405b-9c50-7562b656dc68 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:17:59.179334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad79bb51-1bca-45fc-ac0b-adc8b4192834 req-8fb0b234-723f-4d0b-b8b0-1408b6bd0ae0 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 944 time: 0.1170156 Feb 17 22:17:59.299066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad79bb51-1bca-45fc-ac0b-adc8b4192834 req-8f0c0f36-fd39-4fe8-a078-1f6f864b99eb tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186810 Feb 17 22:17:59.347299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port d6613b13-767d-405b-9c50-7562b656dc68 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:17:59.353236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port d6613b13-767d-405b-9c50-7562b656dc68 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:17:59.358267 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6613b13-767d-405b-9c50-7562b656dc68), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:59.551042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d6613b13-767d-405b-9c50-7562b656dc68 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:17:59.552580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6613b13-767d-405b-9c50-7562b656dc68), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:59.593288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d6613b13-767d-405b-9c50-7562b656dc68, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d6613b13-767d-405b-9c50-7562b656dc68,segment=NetworkSegment(9abe1f3c-1926-438f-a3bd-5e8e0f802234),segment_id=9abe1f3c-1926-438f-a3bd-5e8e0f802234)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:17:59.595265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6613b13-767d-405b-9c50-7562b656dc68'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:17:59.598099 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3538487-062b-43f2-b57e-7d9eaaab2111" -d '{"events": [{"server_uuid": "dae4cfff-444e-4612-a89e-9876b62eeb3a", "name": "network-vif-plugged", "status": "completed", "tag": "d6613b13-767d-405b-9c50-7562b656dc68"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:17:59.608629 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6613b13-767d-405b-9c50-7562b656dc68), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:17:59.714452 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b746d7-16e5-4465-8d30-1ad3dbe0876a x-openstack-request-id: req-42b746d7-16e5-4465-8d30-1ad3dbe0876a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:17:59.717273 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4cfff-444e-4612-a89e-9876b62eeb3a", "name": "network-vif-plugged", "status": "completed", "tag": "d6613b13-767d-405b-9c50-7562b656dc68", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:17:59.719709 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42b746d7-16e5-4465-8d30-1ad3dbe0876a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:17:59.720822 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6613b13-767d-405b-9c50-7562b656dc68', 'code': 200} Feb 17 22:17:59.780281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d6613b13-767d-405b-9c50-7562b656dc68,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:00.096823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655478f-c274-481a-9ff1-04f3c02f9006 req-d2cb4e7a-c025-4cde-8d5d-08b037503b91 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:00.104466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c655478f-c274-481a-9ff1-04f3c02f9006 req-d2cb4e7a-c025-4cde-8d5d-08b037503b91 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.3740034 Feb 17 22:18:00.260022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de324e5-2d98-4a24-865b-b237cc59452f req-00c2c374-837a-4b98-acbe-359533cf1f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:00.264229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8de324e5-2d98-4a24-865b-b237cc59452f req-00c2c374-837a-4b98-acbe-359533cf1f52 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 1128 time: 0.4425385 Feb 17 22:18:00.279071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c655478f-c274-481a-9ff1-04f3c02f9006 req-050f3bda-2e9a-432b-8e43-3635f1c19faf tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687388 Feb 17 22:18:00.373124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8de324e5-2d98-4a24-865b-b237cc59452f req-7e3fc884-6763-483d-a094-442af03565e8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928922 Feb 17 22:18:00.760336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c51296-9666-4d7c-88f3-25e41c6d3f3d req-3e1400f8-cef6-4123-ab6d-13988c92e402 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:00.767889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48c51296-9666-4d7c-88f3-25e41c6d3f3d req-3e1400f8-cef6-4123-ab6d-13988c92e402 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.1010869 Feb 17 22:18:00.844798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48c51296-9666-4d7c-88f3-25e41c6d3f3d req-96fb331f-995d-439c-8c54-41d00f22512e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703478 Feb 17 22:18:01.004664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074fd940-ebe3-423d-a044-8a4e547570a3 req-6f5904e8-1cb6-4c50-ab93-d4efe74ef2a5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:01.015051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-074fd940-ebe3-423d-a044-8a4e547570a3 req-6f5904e8-1cb6-4c50-ab93-d4efe74ef2a5 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 945 time: 0.0937643 Feb 17 22:18:01.093049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-074fd940-ebe3-423d-a044-8a4e547570a3 req-f04eb396-6f19-4b47-9fdd-19f5fad8cdf8 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711036 Feb 17 22:18:01.652510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afecabbc-3793-4420-ab17-c669f1e43e1c req-83a9e9a7-eec3-47e9-a22a-782a0ba3c751 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:01.663492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-afecabbc-3793-4420-ab17-c669f1e43e1c req-83a9e9a7-eec3-47e9-a22a-782a0ba3c751 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2135284 Feb 17 22:18:01.733763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-afecabbc-3793-4420-ab17-c669f1e43e1c req-2b91d83e-e853-467f-ba1a-e49e76773a15 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648680 Feb 17 22:18:01.824622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a154e82-92e4-46d5-a81d-d754d6eb786e req-6b31f1e3-b566-4215-9c08-7cc9c51da7a1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:01.826733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a154e82-92e4-46d5-a81d-d754d6eb786e req-6b31f1e3-b566-4215-9c08-7cc9c51da7a1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 946 time: 0.0918810 Feb 17 22:18:01.958178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a154e82-92e4-46d5-a81d-d754d6eb786e req-fc5b3335-6ffd-4dec-9f55-c34537af8229 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200554 Feb 17 22:18:02.147785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45994) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:02.334455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8aa3f-1893-493f-aed8-6f5b8faad4b6 req-ac8fbbd1-a83f-461e-a2e6-d55f8f5df2d4 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:02.351961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81f8aa3f-1893-493f-aed8-6f5b8faad4b6 req-ac8fbbd1-a83f-461e-a2e6-d55f8f5df2d4 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 945 time: 0.1469555 Feb 17 22:18:02.453077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81f8aa3f-1893-493f-aed8-6f5b8faad4b6 req-dbbb633e-c2a5-4bcc-99f3-3b192547f646 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998173 Feb 17 22:18:02.462379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:02.678299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Publish callbacks [] for security_group (f02fa9e1-606b-4559-b091-223523f047b6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:02.694526 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f02fa9e1-606b-4559-b091-223523f047b6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:02.810793 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b32186e9b6d4da495ce84f27686b7cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6591380 Feb 17 22:18:02.811702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:02.852641 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f02fa9e1-606b-4559-b091-223523f047b6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:02.875141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.876745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.877245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.878653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.879680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.881531 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.882033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.882568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.883204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.883753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.894130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.907805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.908159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9760a9e0-ac9e-490c-939b-143a7b562de0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:02.923196 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b47fb019-4d42-467e-8530-5ebae08c7db9 admin admin] Publish callbacks [] for security_group (f02fa9e1-606b-4559-b091-223523f047b6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:02.975212 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b47fb019-4d42-467e-8530-5ebae08c7db9 admin admin] Publish callbacks [] for security_group (f02fa9e1-606b-4559-b091-223523f047b6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.099873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b47fb019-4d42-467e-8530-5ebae08c7db9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f02fa9e1-606b-4559-b091-223523f047b6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.102715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b47fb019-4d42-467e-8530-5ebae08c7db9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.107334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b47fb019-4d42-467e-8530-5ebae08c7db9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f02fa9e1-606b-4559-b091-223523f047b6 HTTP/1.1" status: 204 len: 168 time: 0.2939906 Feb 17 22:18:03.123509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fb019-4d42-467e-8530-5ebae08c7db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f02fa9e1-606b-4559-b091-223523f047b6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:03.136673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:03.205173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:03.314216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe8af0ba-6b92-4e12-b594-9df1aa64484e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.454815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:03.456151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.563875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:03.566279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe8af0ba-6b92-4e12-b594-9df1aa64484e admin admin] Publish callbacks [] for security_group (39b82c09-1177-4d2f-a42b-6bebb612cca3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.571402 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff3e858-bceb-4839-b804-905bc5d151c0" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:03.577526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:03.580263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe8af0ba-6b92-4e12-b594-9df1aa64484e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (39b82c09-1177-4d2f-a42b-6bebb612cca3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.590372 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.657996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8af0ba-6b92-4e12-b594-9df1aa64484e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b82c09-1177-4d2f-a42b-6bebb612cca3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:03.722143 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fe8af0ba-6b92-4e12-b594-9df1aa64484e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9359aa691a748ea9bc1c20d9ffd2843&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5844741 Feb 17 22:18:03.729462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=14']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:03.736802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46074) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:03.748181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.750804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.752862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.753389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.753877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.754376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.754869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.755871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.759505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.760018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.760520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.761012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.761488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:03.860197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6baadef-0147-4227-ac65-eb354175a283 admin admin] Publish callbacks [] for security_group (39b82c09-1177-4d2f-a42b-6bebb612cca3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.901908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6baadef-0147-4227-ac65-eb354175a283 admin admin] Publish callbacks [] for security_group (39b82c09-1177-4d2f-a42b-6bebb612cca3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.990473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6baadef-0147-4227-ac65-eb354175a283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (39b82c09-1177-4d2f-a42b-6bebb612cca3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.993397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6baadef-0147-4227-ac65-eb354175a283 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:03.997042 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6baadef-0147-4227-ac65-eb354175a283 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/39b82c09-1177-4d2f-a42b-6bebb612cca3 HTTP/1.1" status: 204 len: 168 time: 0.2563515 Feb 17 22:18:04.012132 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6baadef-0147-4227-ac65-eb354175a283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b82c09-1177-4d2f-a42b-6bebb612cca3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:04.066726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46086) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:04.086209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1eedac1-7f9e-4656-97d6-5d7ff89afda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:04.320596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1eedac1-7f9e-4656-97d6-5d7ff89afda9 admin admin] Publish callbacks [] for security_group (3ebfd05f-e571-4730-894a-afd77e77839e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:04.330085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1eedac1-7f9e-4656-97d6-5d7ff89afda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3ebfd05f-e571-4730-894a-afd77e77839e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:04.430989 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e1eedac1-7f9e-4656-97d6-5d7ff89afda9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a19cfc607bee4e4f9ad93cd11ff9628d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3632557 Feb 17 22:18:04.432084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46088) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:04.432986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eedac1-7f9e-4656-97d6-5d7ff89afda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebfd05f-e571-4730-894a-afd77e77839e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:04.460487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321940cd-241b-4f95-807f-7cd150da5303 req-fae9d051-c160-438f-9ff7-243d1e5a16c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:04.476722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-321940cd-241b-4f95-807f-7cd150da5303 req-fae9d051-c160-438f-9ff7-243d1e5a16c6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 1.2473772 Feb 17 22:18:04.560999 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a492996e-d80c-40a1-8754-3b6de186867c admin admin] Publish callbacks [] for security_group (3ebfd05f-e571-4730-894a-afd77e77839e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:04.575736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-321940cd-241b-4f95-807f-7cd150da5303 req-c1072966-d80e-46d4-a3ae-448592b4eb96 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942311 Feb 17 22:18:04.612651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-6d7ef374-de30-4977-ade4-825b21c6267b tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:04.614608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-6d7ef374-de30-4977-ade4-825b21c6267b tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.73 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 945 time: 0.2919765 Feb 17 22:18:04.616464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a492996e-d80c-40a1-8754-3b6de186867c admin admin] Publish callbacks [] for security_group (3ebfd05f-e571-4730-894a-afd77e77839e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:04.723826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a492996e-d80c-40a1-8754-3b6de186867c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3ebfd05f-e571-4730-894a-afd77e77839e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:04.726438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a492996e-d80c-40a1-8754-3b6de186867c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:04.730599 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a492996e-d80c-40a1-8754-3b6de186867c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3ebfd05f-e571-4730-894a-afd77e77839e HTTP/1.1" status: 204 len: 168 time: 0.2925258 Feb 17 22:18:04.744866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492996e-d80c-40a1-8754-3b6de186867c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebfd05f-e571-4730-894a-afd77e77839e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:04.905233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:04.947036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a26d431-03ce-48d1-9f53-50ff4565506b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:05.058609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Deleting port d6613b13-767d-405b-9c50-7562b656dc68 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:05.059072 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d6613b13-767d-405b-9c50-7562b656dc68), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:05.130000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99e176-0b85-4b08-ab50-37e2d45a36fa req-28ee03c9-b24c-4278-b944-fba27cc8fbd9 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:05.140410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a26d431-03ce-48d1-9f53-50ff4565506b admin admin] Publish callbacks [] for security_group (dc477737-5565-41fb-af7a-be67d63e1443), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:05.140605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa99e176-0b85-4b08-ab50-37e2d45a36fa req-28ee03c9-b24c-4278-b944-fba27cc8fbd9 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 945 time: 0.4346833 Feb 17 22:18:05.158789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a26d431-03ce-48d1-9f53-50ff4565506b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dc477737-5565-41fb-af7a-be67d63e1443), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:05.303702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a26d431-03ce-48d1-9f53-50ff4565506b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3572cbf54298479b9dcfe39c741d18fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3932474 Feb 17 22:18:05.305540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46132) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:05.331439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a26d431-03ce-48d1-9f53-50ff4565506b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc477737-5565-41fb-af7a-be67d63e1443,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:05.427982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa99e176-0b85-4b08-ab50-37e2d45a36fa req-8344c370-e3c9-4f30-b783-68252e95f6c7 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/security-groups?id=95994711-876e-4331-a050-46008a1ecaed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850931 Feb 17 22:18:05.437712 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecbb1b7-0c19-4986-b260-8dea580b38ce x-openstack-request-id: req-aecbb1b7-0c19-4986-b260-8dea580b38ce {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:05.438207 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-unplugged", "status": "completed", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:05.438350 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aecbb1b7-0c19-4986-b260-8dea580b38ce {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:05.438743 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'code': 200} Feb 17 22:18:05.474676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] For port d6613b13-767d-405b-9c50-7562b656dc68, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d6613b13-767d-405b-9c50-7562b656dc68,segment=NetworkSegment(9abe1f3c-1926-438f-a3bd-5e8e0f802234),segment_id=9abe1f3c-1926-438f-a3bd-5e8e0f802234)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:05.476377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d6613b13-767d-405b-9c50-7562b656dc68), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:05.567330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Calling delete_port for d6613b13-767d-405b-9c50-7562b656dc68 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:05.828081 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7956a49-3fe2-42a2-a0e2-c91ecdea7b9c admin admin] Publish callbacks [] for security_group (dc477737-5565-41fb-af7a-be67d63e1443), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:05.912602 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7956a49-3fe2-42a2-a0e2-c91ecdea7b9c admin admin] Publish callbacks [] for security_group (dc477737-5565-41fb-af7a-be67d63e1443), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:05.958888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97089b53-7cab-471d-9d5e-c8cde7a51f5d req-89d5236e-6d52-4e89-8d9e-003a4c2029de tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:05.966575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97089b53-7cab-471d-9d5e-c8cde7a51f5d req-89d5236e-6d52-4e89-8d9e-003a4c2029de tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4267631 Feb 17 22:18:06.093386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19555c-b311-4cf5-8294-00fd17264ba9 req-0d07ebd3-2f80-4dda-86a1-0b4a99945d34 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:06.104003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f19555c-b311-4cf5-8294-00fd17264ba9 req-0d07ebd3-2f80-4dda-86a1-0b4a99945d34 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.4273827 Feb 17 22:18:06.267035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97089b53-7cab-471d-9d5e-c8cde7a51f5d req-a7c20404-094e-4750-a181-1833b08fd698 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874489 Feb 17 22:18:06.288552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f19555c-b311-4cf5-8294-00fd17264ba9 req-24352ac0-de8d-4937-a55c-fd8311aaa8d7 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1832979 Feb 17 22:18:06.296007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7956a49-3fe2-42a2-a0e2-c91ecdea7b9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dc477737-5565-41fb-af7a-be67d63e1443), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:06.301784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7956a49-3fe2-42a2-a0e2-c91ecdea7b9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:06.310531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c7956a49-3fe2-42a2-a0e2-c91ecdea7b9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc477737-5565-41fb-af7a-be67d63e1443 HTTP/1.1" status: 204 len: 168 time: 1.0039222 Feb 17 22:18:06.329305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d6613b13-767d-405b-9c50-7562b656dc68), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:06.350227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7956a49-3fe2-42a2-a0e2-c91ecdea7b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc477737-5565-41fb-af7a-be67d63e1443,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:06.351408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d6613b13-767d-405b-9c50-7562b656dc68'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:18:06.462004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Pushing event deleted for resources: {'Port': ['ID=d6613b13-767d-405b-9c50-7562b656dc68,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:06.692946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] No DVR routers for this DVR port d6613b13-767d-405b-9c50-7562b656dc68 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:18:06.697471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:06.707313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-edfbcdf4-425b-44b3-bb87-91a058fe6b2e req-29540344-9911-453f-9513-e2d7686ee5e3 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.73 "DELETE /v2.0/ports/d6613b13-767d-405b-9c50-7562b656dc68 HTTP/1.1" status: 204 len: 173 time: 2.0838077 Feb 17 22:18:06.717841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'name': 'network-vif-deleted', 'tag': 'd6613b13-767d-405b-9c50-7562b656dc68'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:06.720587 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa82895-c50a-4430-830d-6fac6aa70738" -d '{"events": [{"server_uuid": "dae4cfff-444e-4612-a89e-9876b62eeb3a", "name": "network-vif-deleted", "tag": "d6613b13-767d-405b-9c50-7562b656dc68"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:06.780380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dde647a9-45e6-4a97-9376-342f387dc4eb req-e8cd1e9d-8ba6-44dc-b36e-21c85f909f93 tempest-ServerAddressesNegativeTestJSON-1423036908 tempest-ServerAddressesNegativeTestJSON-1423036908-project] 10.222.0.79 "GET /v2.0/ports?device_id=dae4cfff-444e-4612-a89e-9876b62eeb3a HTTP/1.1" status: 200 len: 210 time: 0.1593142 Feb 17 22:18:06.847889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c85133-bc61-4066-8d75-f38d49cedea2 req-1441c358-13a9-4ac5-bc0f-ac75f89cd9c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:06.859263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93c85133-bc61-4066-8d75-f38d49cedea2 req-1441c358-13a9-4ac5-bc0f-ac75f89cd9c2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4008090 Feb 17 22:18:06.919081 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9bf5239-115d-4727-9e84-d37ffd7114be x-openstack-request-id: req-e9bf5239-115d-4727-9e84-d37ffd7114be {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:06.920061 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae4cfff-444e-4612-a89e-9876b62eeb3a", "name": "network-vif-deleted", "tag": "d6613b13-767d-405b-9c50-7562b656dc68", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:06.928334 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9bf5239-115d-4727-9e84-d37ffd7114be {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:06.929120 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae4cfff-444e-4612-a89e-9876b62eeb3a', 'name': 'network-vif-deleted', 'tag': 'd6613b13-767d-405b-9c50-7562b656dc68', 'status': 'completed', 'code': 200} Feb 17 22:18:07.020578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93c85133-bc61-4066-8d75-f38d49cedea2 req-0ebcb5bf-cbf9-4076-a682-34cf1d682c87 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554680 Feb 17 22:18:07.337651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206fbae-d8cd-4f29-8d2c-b1b94d39be17 req-41991b2d-5502-4359-b42f-8dea7b8ff32f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:07.339178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b206fbae-d8cd-4f29-8d2c-b1b94d39be17 req-41991b2d-5502-4359-b42f-8dea7b8ff32f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2014205 Feb 17 22:18:07.473741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b206fbae-d8cd-4f29-8d2c-b1b94d39be17 req-f2133c34-b2da-4d34-b70e-ce718b5fc298 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252375 Feb 17 22:18:07.708604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf400c-7c28-4bfd-8e2e-d36056983d0e req-d7ccb067-ef2b-4311-a442-82e1a02c4327 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:07.710205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70cf400c-7c28-4bfd-8e2e-d36056983d0e req-d7ccb067-ef2b-4311-a442-82e1a02c4327 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2294617 Feb 17 22:18:07.806351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70cf400c-7c28-4bfd-8e2e-d36056983d0e req-44649813-11fd-4b58-bf8f-2a5f2a26a2d9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896986 Feb 17 22:18:07.933249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46220) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:08.357665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] Deleting subnet eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:18:08.377466 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] Publish callbacks [] for subnet (eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:08.505369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-00524dca-23dd-435f-89a5-541a53eed3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:08.507529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-00524dca-23dd-435f-89a5-541a53eed3c6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.4374695 Feb 17 22:18:08.514468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:08.650289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46252) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:08.690713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae65df6-3aa8-47e1-872e-a79d8fe07290 req-cf46695b-e842-4a22-9a1a-06baee57c09f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:08.713888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ae65df6-3aa8-47e1-872e-a79d8fe07290 req-cf46695b-e842-4a22-9a1a-06baee57c09f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.6278663 Feb 17 22:18:08.849281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.063510 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.068847 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-network', 'tenant_id': 'cb716339743240d5b9483565899c9092'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:09.073320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ae65df6-3aa8-47e1-872e-a79d8fe07290 req-45c03ff1-2289-450e-9406-029c1dad5449 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3576639 Feb 17 22:18:09.150312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Made reservation on behalf of cb716339743240d5b9483565899c9092 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:18:09.153686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.171940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.176327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-631a03fd-297f-4468-8864-8f776f8c5ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:09.177479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-631a03fd-297f-4468-8864-8f776f8c5ed5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.6156120 Feb 17 22:18:09.178874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.212607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:09.264365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d6613b13-767d-405b-9c50-7562b656dc68 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:09.292944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c61fdd-2eec-42ea-a78a-8bdc41f927b8 req-8f3b07aa-870a-4aa7-a2e6-74fc8d099629 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:09.301526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59c61fdd-2eec-42ea-a78a-8bdc41f927b8 req-8f3b07aa-870a-4aa7-a2e6-74fc8d099629 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2934303 Feb 17 22:18:09.307431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.312944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: d6613b13-767d-405b-9c50-7562b656dc68 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:18:09.313517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d6613b13-767d-405b-9c50-7562b656dc68 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:18:09.318066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3609a1c2-ef4c-4386-b843-f4cba0f0e3f3 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/eea8b8dc-8a11-49a2-8ce1-2bfde94b8cc3 HTTP/1.1" status: 204 len: 168 time: 1.3815579 Feb 17 22:18:09.324328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46270) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:09.457790 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks [] for security_group (6d62a8e2-e484-4060-a973-d2d4945671ad), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.464583 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d62a8e2-e484-4060-a973-d2d4945671ad), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.505053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:18:09.505351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59c61fdd-2eec-42ea-a78a-8bdc41f927b8 req-32d66842-60ca-4608-a982-35f8f2016044 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791558 Feb 17 22:18:09.554301 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (50cace62-adbf-4568-a8d6-f965594d353d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.554650 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Added segment 50cace62-adbf-4568-a8d6-f965594d353d of type vlan for network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d Feb 17 22:18:09.619129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.680143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d62a8e2-e484-4060-a973-d2d4945671ad,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:09.685748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.686922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:09.687723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.752239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-b0be50e3-e2d7-4d22-b508-aee0a0c1122b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.5455225 Feb 17 22:18:09.773864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] Pushing event updated for resources: {'Network': ['ID=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:09.787563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:18:09.807909 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2cf96c9c-4ac7-4520-9769-29cfcb284c4c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1569304 Feb 17 22:18:09.809690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:09.814986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Request body: {'subnet': {'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-subnet', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:09.865365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Made reservation on behalf of cb716339743240d5b9483565899c9092 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:18:09.874877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:09.912530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ad9e522d-df4e-43b7-8e91-05184ee4a1c9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.066414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-77858621-6060-49d1-8d01-a7313bb01ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:10.068185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-77858621-6060-49d1-8d01-a7313bb01ce5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.2945478 Feb 17 22:18:10.246717 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ad9e522d-df4e-43b7-8e91-05184ee4a1c9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.311008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad9e522d-df4e-43b7-8e91-05184ee4a1c9']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:10.322523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (402b3ad8-b058-4719-8075-2d192bb0fd2a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.331846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abe1f3c-1926-438f-a3bd-5e8e0f802234') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:10.332152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abe1f3c-1926-438f-a3bd-5e8e0f802234') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:10.359096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (9abe1f3c-1926-438f-a3bd-5e8e0f802234), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.374811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-96b4bde3-0950-405d-a68f-03571a5ec1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:10.376710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-96b4bde3-0950-405d-a68f-03571a5ec1be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2560143 Feb 17 22:18:10.398772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9abe1f3c-1926-438f-a3bd-5e8e0f802234), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.411665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec093d6-1244-4698-b99b-04d5f42fc330 req-01c27efa-db59-4bc0-b840-931f5a022fc8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:10.413271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec093d6-1244-4698-b99b-04d5f42fc330 req-01c27efa-db59-4bc0-b840-931f5a022fc8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1922662 Feb 17 22:18:10.537193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Pushing event updated for resources: {'Subnet': ['ID=402b3ad8-b058-4719-8075-2d192bb0fd2a,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:10.542138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Checking segment: {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:10.542491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Network hostable DHCP agents. Network: 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:18:10.560219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:18:10.581055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (9abe1f3c-1926-438f-a3bd-5e8e0f802234), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.598915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:18:10.612815 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:18:10.634810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:10.640459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:10.641344 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.647316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ffc54c-33a2-4160-9d10-ed793233835c None None] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:18:10.681680 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-25210cb9-7a20-48dd-8238-6c792176dddc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8664563 Feb 17 22:18:10.684704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:10.707875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:10.771861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (b4b361a3-ef2e-4770-b59b-22617e1305ad), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.775298 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (b4b361a3-ef2e-4770-b59b-22617e1305ad), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:10.962884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec093d6-1244-4698-b99b-04d5f42fc330 req-30bbd95e-c1db-49c3-aed9-9021db697406 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4618459 Feb 17 22:18:10.965950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ad9e522d-df4e-43b7-8e91-05184ee4a1c9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:11.020720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'project_id': 'cb716339743240d5b9483565899c9092', 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:18:11.025510 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:11.082976 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks [] for router_controller (b4b361a3-ef2e-4770-b59b-22617e1305ad), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:11.147080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:11.161924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] 10.222.0.79 "DELETE /v2.0/networks/ad9e522d-df4e-43b7-8e91-05184ee4a1c9 HTTP/1.1" status: 204 len: 168 time: 1.8323758 Feb 17 22:18:11.213200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee6b60a-8af4-4100-8337-dd6d06645eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=ad9e522d-df4e-43b7-8e91-05184ee4a1c9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:11.227331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41e99d-df22-4f49-929e-d0fb951af1e3 req-6a4ee5b5-6f47-4ed9-a75d-a49a5de6998d tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:11.228897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b41e99d-df22-4f49-929e-d0fb951af1e3 req-6a4ee5b5-6f47-4ed9-a75d-a49a5de6998d tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.4235826 Feb 17 22:18:11.235314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-568446a3-5e24-4345-8ad6-2dc2249559b1 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8488345 Feb 17 22:18:11.381506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745e4656-e80d-429c-9eaf-5aa55aeb5040 req-5e5ae085-7161-4565-b6b9-b09af940bab8 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239891 Feb 17 22:18:11.445311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b41e99d-df22-4f49-929e-d0fb951af1e3 req-effc52c0-413a-4bf2-b722-1f3708a7e4b6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086942 Feb 17 22:18:11.643815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Allocated IP 172.20.0.2 (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d/402b3ad8-b058-4719-8075-2d192bb0fd2a/7f75e039-d581-4c46-b76d-a525b34980dc) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:18:11.926716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46336) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:11.971945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0aedfe44-114c-4cfc-a004-a9529a2785a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=257ab6ba5c454f99a1de0374a00be191&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0508168 Feb 17 22:18:11.972757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46340) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:12.261196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:18:12.293012 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-527b95a9-9bae-4416-b5bd-e8e99cd3374a admin admin] Publish callbacks [] for security_group (95994711-876e-4331-a050-46008a1ecaed), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:12.310067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks [] for router_gateway (b4b361a3-ef2e-4770-b59b-22617e1305ad), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:12.361628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-527b95a9-9bae-4416-b5bd-e8e99cd3374a admin admin] Publish callbacks [] for security_group (95994711-876e-4331-a050-46008a1ecaed), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:12.511194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f381a-f598-4ce7-af58-73583e70502d req-9db58e8d-383b-41ed-b6e8-ff81da78e03d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:12.529746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db2f381a-f598-4ce7-af58-73583e70502d req-9db58e8d-383b-41ed-b6e8-ff81da78e03d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3885541 Feb 17 22:18:12.676829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db2f381a-f598-4ce7-af58-73583e70502d req-1ced76ee-9610-4e40-b948-cf28140d4701 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523132 Feb 17 22:18:12.801941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-527b95a9-9bae-4416-b5bd-e8e99cd3374a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (95994711-876e-4331-a050-46008a1ecaed), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:12.809922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-527b95a9-9bae-4416-b5bd-e8e99cd3374a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:12.811340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-527b95a9-9bae-4416-b5bd-e8e99cd3374a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95994711-876e-4331-a050-46008a1ecaed HTTP/1.1" status: 204 len: 168 time: 0.8375754 Feb 17 22:18:12.862102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b95a9-9bae-4416-b5bd-e8e99cd3374a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95994711-876e-4331-a050-46008a1ecaed,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:12.952207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da481a-1675-4d6b-a7fe-dd3711008e29 req-eb33bc1c-909d-49b3-8880-392accc783ff tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:12.962287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13da481a-1675-4d6b-a7fe-dd3711008e29 req-eb33bc1c-909d-49b3-8880-392accc783ff tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2739668 Feb 17 22:18:13.150643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13da481a-1675-4d6b-a7fe-dd3711008e29 req-294a1bed-f88b-4930-bf9b-0f57000c5878 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825244 Feb 17 22:18:13.258853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:18:13.331380 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Publish callbacks [] for port (7f75e039-d581-4c46-b76d-a525b34980dc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:13.376481 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks [] for router_gateway (b4b361a3-ef2e-4770-b59b-22617e1305ad), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:13.438204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:13.470635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:13.474940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:13.500358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'port_id': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'mac_address': 'fa:16:3e:3c:db:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:18:13.814334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:18:13.841326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:13.848681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:18:13.865088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:13.865692 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:13.908014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Pushing event updated for resources: {'Port': ['ID=7f75e039-d581-4c46-b76d-a525b34980dc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:13.928871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Allocated IP 172.25.0.88 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/d6396919-3de5-4c12-949f-7098d358ff2f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:18:13.975551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b0e1d-5635-438e-b057-bfda6128c466 req-27aed55c-3065-4a5c-9077-2b3d51dca9ca tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:13.977241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d0b0e1d-5635-438e-b057-bfda6128c466 req-27aed55c-3065-4a5c-9077-2b3d51dca9ca tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1790335 Feb 17 22:18:13.987690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0d52e64-da78-4718-a4a8-f710f8844a81 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:14.023073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:14.034717 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:14.228503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:14.248672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d0b0e1d-5635-438e-b057-bfda6128c466 req-38e84fa1-e660-4511-aedb-e52698f7c8ed tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562211 Feb 17 22:18:14.341767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Attempting to bind port 7f75e039-d581-4c46-b76d-a525b34980dc on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:18:14.345104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Attempting to bind port 7f75e039-d581-4c46-b76d-a525b34980dc by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:18:14.346003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Attempting to bind port 7f75e039-d581-4c46-b76d-a525b34980dc on network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:14.349008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks [] for port (d6396919-3de5-4c12-949f-7098d358ff2f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:14.382057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f0d52e64-da78-4718-a4a8-f710f8844a81'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:18:14.522404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:18:14.523245 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:14.524041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Checking segment: {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:14.524460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:14.527020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Bound using segment: {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:18:14.527661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Bound port: 7f75e039-d581-4c46-b76d-a525b34980dc, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:18:14.528143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:14.554417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92634834-1f02-46f9-b440-f3c5b891e464 req-b5e53606-61dc-43e1-b61a-dd87114cef83 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:14.576188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92634834-1f02-46f9-b440-f3c5b891e464 req-b5e53606-61dc-43e1-b61a-dd87114cef83 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 944 time: 0.2119000 Feb 17 22:18:14.661164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ea63559-2da1-4073-94c9-3b2c94b9a8be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:14.699725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:18:14.733559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:14.756552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92634834-1f02-46f9-b440-f3c5b891e464 req-47a19397-3b8c-4a0f-a9ac-943b4fce49f8 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713316 Feb 17 22:18:14.762594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:18:14.908571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] For port 7f75e039-d581-4c46-b76d-a525b34980dc, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:18:14.920825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] For port 7f75e039-d581-4c46-b76d-a525b34980dc, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7f75e039-d581-4c46-b76d-a525b34980dc,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:18:14.969745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:15.049851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb352959-2048-4e9b-bc4a-f68ff772118a req-ed48c20a-bd3d-43f1-8dfd-3b0cf0ad6791 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:15.092578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb352959-2048-4e9b-bc4a-f68ff772118a req-ed48c20a-bd3d-43f1-8dfd-3b0cf0ad6791 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2130022 Feb 17 22:18:15.267103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46428) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:15.282734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=d6396919-3de5-4c12-949f-7098d358ff2f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:15.376920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d72b6e-c64c-4b35-8651-194dfa2b8583 None None] Pushing event updated for resources: {'Port': ['ID=7f75e039-d581-4c46-b76d-a525b34980dc,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:15.404625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb352959-2048-4e9b-bc4a-f68ff772118a req-d8052cd3-ebc0-41cf-993b-0ceae09f3a9b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3062227 Feb 17 22:18:15.593874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks [] for router_gateway (b4b361a3-ef2e-4770-b59b-22617e1305ad), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:15.734267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1662625048-network', 'tenant_id': '7ee7d84a089647dbb9202b65b40267c5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:15.905183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Made reservation on behalf of 7ee7d84a089647dbb9202b65b40267c5 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:18:15.910874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:15.985394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:16.099257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (b4b361a3-ef2e-4770-b59b-22617e1305ad), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:16.113584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5e1021-73d5-4c8e-aeac-7dcc40b255e4 req-ace01d03-68db-4815-ab79-08fd280353b2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:16.128082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d5e1021-73d5-4c8e-aeac-7dcc40b255e4 req-ace01d03-68db-4815-ab79-08fd280353b2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4394181 Feb 17 22:18:16.174112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:16.355347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f0d52e64-da78-4718-a4a8-f710f8844a81 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:16.355804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:16.428014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d5e1021-73d5-4c8e-aeac-7dcc40b255e4 req-3d4eada3-f2ea-4ac3-9dec-95efbd0ead80 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2989202 Feb 17 22:18:16.682801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:16.692225 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:16.732162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Router b4b361a3-ef2e-4770-b59b-22617e1305ad is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:18:16.793715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:16.802111 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c51e367-4737-46bd-a206-1ab287315f36" -d '{"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-plugged", "status": "completed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:16.822461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9822e9-695b-4793-a3d3-d4d95fe7851e req-3d8585e0-d13b-4c16-8a56-537169877642 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:16.830384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df9822e9-695b-4793-a3d3-d4d95fe7851e req-3d8585e0-d13b-4c16-8a56-537169877642 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 944 time: 0.8085568 Feb 17 22:18:16.900197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:16.905803 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1668-48e2-4d3a-b3a7-a326b6526b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:16.916286 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:17.118408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b55b7-a868-4134-9213-293e831129fc req-4b43792b-7a21-440c-b4b2-becd08d4abda tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:17.129876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff8b55b7-a868-4134-9213-293e831129fc req-4b43792b-7a21-440c-b4b2-becd08d4abda tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.5290570 Feb 17 22:18:17.150623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:17.165461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df9822e9-695b-4793-a3d3-d4d95fe7851e req-c36508f9-3ec8-4f36-bf89-f5852b538c8b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335149 Feb 17 22:18:17.175638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks [] for security_group (f4e38122-3663-4451-a711-0d52e078bc2f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:17.185027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:18:17.225521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Sync routers for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:18:17.237580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:17.238235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:17.251281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f4e38122-3663-4451-a711-0d52e078bc2f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:17.254522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:17.256016 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3fc8a639-1e7e-4a33-b65d-adea32302ba1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 6.5702877 Feb 17 22:18:17.264006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46474) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:17.429819 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9d633a-1255-494e-91cd-ed737649f12e x-openstack-request-id: req-9d9d633a-1255-494e-91cd-ed737649f12e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:17.430117 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-plugged", "status": "completed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:17.430377 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d9d633a-1255-494e-91cd-ed737649f12e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:17.430785 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'code': 200} Feb 17 22:18:17.488060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff8b55b7-a868-4134-9213-293e831129fc req-ebcc262c-d145-4469-9e34-56c752bda3a4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3568115 Feb 17 22:18:17.489038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:18:17.612220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b85d5f04-a75f-426b-8bb1-91cbc1888d47), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:17.612648 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Added segment b85d5f04-a75f-426b-8bb1-91cbc1888d47 of type vlan for network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 Feb 17 22:18:17.657264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e38122-3663-4451-a711-0d52e078bc2f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:17.744471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03fe73e-3667-4c60-ba69-58ea38d06dfa None None] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:18:17.904633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e4eeef63-66a7-43fc-a6ea-cbed7177e4a7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:17.981232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7f75e039-d581-4c46-b76d-a525b34980dc up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:18.099997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e4eeef63-66a7-43fc-a6ea-cbed7177e4a7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:18.100989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:18.101582 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:18.214222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9377816 Feb 17 22:18:18.268938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:18.283706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Request body: {'subnet': {'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1662625048-subnet', 'tenant_id': '7ee7d84a089647dbb9202b65b40267c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:18.339692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:18.379100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:18.560841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Made reservation on behalf of 7ee7d84a089647dbb9202b65b40267c5 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:18:18.571019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:18.701989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2b45adda-d02f-4e3b-8eb0-915a7bb9ac71 None None] Provisioning complete for port 7f75e039-d581-4c46-b76d-a525b34980dc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:18.705134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b45adda-d02f-4e3b-8eb0-915a7bb9ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:19.097227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366ff22-4873-4140-92df-c318f1885a49 req-52f98ac2-7e24-4f45-adcd-fb70cec2b46f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:19.098867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a366ff22-4873-4140-92df-c318f1885a49 req-52f98ac2-7e24-4f45-adcd-fb70cec2b46f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.2443218 Feb 17 22:18:19.112108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (e404df94-454a-4b24-ae66-acf10345d6e1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:19.249501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7f75e039-d581-4c46-b76d-a525b34980dc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:19.250072 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:19.332948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Checking segment: {'id': 'b85d5f04-a75f-426b-8bb1-91cbc1888d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:19.335295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Network hostable DHCP agents. Network: e4eeef63-66a7-43fc-a6ea-cbed7177e4a7, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:18:19.364546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e404df94-454a-4b24-ae66-acf10345d6e1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:19.375299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f3ee1-0085-4a5a-8dab-c6ce324894d7 admin admin] Pushing event updated for resources: {'Network': ['ID=e4eeef63-66a7-43fc-a6ea-cbed7177e4a7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:19.390378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:19.405902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:18:19.548440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94b834-96ac-4185-a88d-a79c77787330 req-3e6c7fa5-8cb4-4af6-99c3-e929eb548529 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:19.558743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a94b834-96ac-4185-a88d-a79c77787330 req-3e6c7fa5-8cb4-4af6-99c3-e929eb548529 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.4579062 Feb 17 22:18:19.567116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:18:19.594791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a366ff22-4873-4140-92df-c318f1885a49 req-13e0ad65-3695-4b9b-811e-aa6c40930323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4299366 Feb 17 22:18:19.640865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e4eeef63-66a7-43fc-a6ea-cbed7177e4a7) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:19.663224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:19.675504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:19.805161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a94b834-96ac-4185-a88d-a79c77787330 req-d8bb8c75-9412-42d2-b41e-f840d4ecc045 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401555 Feb 17 22:18:19.831289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333d56cc-ccd6-4a43-b629-dc9afea667d0 None None] Network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:18:19.883513 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-629d1f8b-3609-4f3b-ad50-1dd07d19a706 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6132278 Feb 17 22:18:19.907328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:20.413657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Allocated IP 172.20.0.1 (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d/402b3ad8-b058-4719-8075-2d192bb0fd2a/2d0827c5-79c5-4e6a-b32d-d85f00201476) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:18:20.725774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks [] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:20.809338 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:20.904370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aebab3c-7c89-4aac-81c0-b28f665cb404 None None] Network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:18:20.915401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Pushing event updated for resources: {'Port': ['ID=2d0827c5-79c5-4e6a-b32d-d85f00201476,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:20.970394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:18:20.972309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:20.976242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:18:21.094874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (b4b361a3-ef2e-4770-b59b-22617e1305ad), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:21.099005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2b45adda-d02f-4e3b-8eb0-915a7bb9ac71 None None] Current status of the port 7f75e039-d581-4c46-b76d-a525b34980dc is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:21.099919 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b45adda-d02f-4e3b-8eb0-915a7bb9ac71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:21.178285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7f75e039-d581-4c46-b76d-a525b34980dc is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:21.179098 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:21.245745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:21.389937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 7f75e039-d581-4c46-b76d-a525b34980dc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7f75e039-d581-4c46-b76d-a525b34980dc,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:21.507542 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:21.585802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:15Z', 'revision_number': 3, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:21.758685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:21.779922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Checking router: b4b361a3-ef2e-4770-b59b-22617e1305ad for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:18:21.786379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Updating router b4b361a3-ef2e-4770-b59b-22617e1305ad port d6396919-3de5-4c12-949f-7098d358ff2f binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:18:21.842014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-53521c3d-776f-4007-9cf7-de77cf25f7be tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:21.844763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-53521c3d-776f-4007-9cf7-de77cf25f7be tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.2800329 Feb 17 22:18:21.904508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-786aa023-e461-493d-a6d3-ff9344b30d98 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/quotas/4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 375 time: 0.0364850 Feb 17 22:18:22.020580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:22.029900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=7f75e039-d581-4c46-b76d-a525b34980dc,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:22.104995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-2b45adda-d02f-4e3b-8eb0-915a7bb9ac71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:18:22.105507 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-2b45adda-d02f-4e3b-8eb0-915a7bb9ac71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:18:22.157145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-2ac91183-13d8-493a-8c3c-1d3a99fcfc33 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2453244 Feb 17 22:18:22.519522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks [] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:22.543918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:22.679033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-619e9583-a951-46b6-b9cb-5ff7601f448f tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:22.680620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-619e9583-a951-46b6-b9cb-5ff7601f448f tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/networks?id=e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 HTTP/1.1" status: 200 len: 821 time: 0.3838718 Feb 17 22:18:22.745528 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (b4b361a3-ef2e-4770-b59b-22617e1305ad), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:22.761401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Pushing event updated for resources: {'Port': ['ID=2d0827c5-79c5-4e6a-b32d-d85f00201476,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:22.812508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-88f161b4-20d1-4c5e-b8ee-9c2270d1fe6d service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6541386 Feb 17 22:18:22.879560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-0649bf0b-19e9-450e-9fa7-aa1802cfca27 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/quotas/7ee7d84a089647dbb9202b65b40267c5 HTTP/1.1" status: 200 len: 375 time: 0.1871393 Feb 17 22:18:22.906747 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Publish callbacks [] for port (d6396919-3de5-4c12-949f-7098d358ff2f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:22.908985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2b45adda-d02f-4e3b-8eb0-915a7bb9ac71 None None] Current status of the port 7f75e039-d581-4c46-b76d-a525b34980dc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:22.925354 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:23.045305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:18:23.048353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:23.097730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Attempting to bind port d6396919-3de5-4c12-949f-7098d358ff2f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:18:23.098772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Attempting to bind port d6396919-3de5-4c12-949f-7098d358ff2f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:18:23.099409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Attempting to bind port d6396919-3de5-4c12-949f-7098d358ff2f on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:23.108278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c286d-d9d7-4147-9ba1-22cedaf7ac85 None None] Pushing event updated for resources: {'Port': ['ID=d6396919-3de5-4c12-949f-7098d358ff2f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:23.115417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-75b076ab-37dd-4791-96d1-859e697ab3f5 service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018613 Feb 17 22:18:23.121744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-51e5ab29-caf1-4ea0-9756-24c704180e9d None None] Provisioning complete for port 7f75e039-d581-4c46-b76d-a525b34980dc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:23.139848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51e5ab29-caf1-4ea0-9756-24c704180e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:23.155429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:18:23.164189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:23.168092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:23.169359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:18:23.169997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Bound port: d6396919-3de5-4c12-949f-7098d358ff2f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:18:23.174721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:23.216159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-57fe58bf-465c-44f7-b0ab-f7effb77c0c6 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7ee7d84a089647dbb9202b65b40267c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903192 Feb 17 22:18:23.526651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] For port d6396919-3de5-4c12-949f-7098d358ff2f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:18:23.537773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] For port d6396919-3de5-4c12-949f-7098d358ff2f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d6396919-3de5-4c12-949f-7098d358ff2f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:18:23.601233 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:23.703869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0803af5-a95d-4ecc-b643-82952eb5ed73 req-949846d7-e17c-403d-a14e-56c8145781e9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:23.711343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0803af5-a95d-4ecc-b643-82952eb5ed73 req-949846d7-e17c-403d-a14e-56c8145781e9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2889483 Feb 17 22:18:23.738384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-66e7616d-0eb1-46ca-af3c-0ef35f9578ce service neutron] 10.222.0.79 "GET /v2.0/networks/e4eeef63-66a7-43fc-a6ea-cbed7177e4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148757 Feb 17 22:18:23.873848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c286d-d9d7-4147-9ba1-22cedaf7ac85 None None] Pushing event updated for resources: {'Port': ['ID=d6396919-3de5-4c12-949f-7098d358ff2f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:23.904401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7f75e039-d581-4c46-b76d-a525b34980dc up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:24.056730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:24.057808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:24.062940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0803af5-a95d-4ecc-b643-82952eb5ed73 req-426e0e42-bb37-4146-9397-4973904f1825 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3422205 Feb 17 22:18:24.150280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-3d42b024-dcd5-4ccd-b67a-f347ef01987d service neutron] 10.222.0.79 "GET /v2.0/networks/e4eeef63-66a7-43fc-a6ea-cbed7177e4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108984 Feb 17 22:18:24.313347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Router b4b361a3-ef2e-4770-b59b-22617e1305ad has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:18:24.424123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23450d48-2680-4e80-993e-a0f69cc3a021 req-38aed204-6a78-40b2-8b07-db8ae1792eb2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 210 time: 0.1492324 Feb 17 22:18:24.505043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e15a3592-84b4-4a77-a6a3-557c09eff6af no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:24.513029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-51e5ab29-caf1-4ea0-9756-24c704180e9d None None] Current status of the port 7f75e039-d581-4c46-b76d-a525b34980dc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:24.650168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:24.759435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:18:24.778288 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-506ec1b1-f667-42d5-9653-c5569fb6342f admin admin] 10.222.0.79 "PUT /v2.0/routers/b4b361a3-ef2e-4770-b59b-22617e1305ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5042593 Feb 17 22:18:24.958559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-602c080e-a35a-448b-bf8d-976a4904b4d7 req-891378e5-8ef6-4759-8a13-c78672d39425 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 210 time: 0.1153476 Feb 17 22:18:25.005683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f2fc0-26cd-4391-8680-86325e2488c7 req-8a27be73-1d20-45bf-8b20-15acff178182 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:25.017790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-552f2fc0-26cd-4391-8680-86325e2488c7 req-8a27be73-1d20-45bf-8b20-15acff178182 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 949 time: 0.3605731 Feb 17 22:18:25.238941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-552f2fc0-26cd-4391-8680-86325e2488c7 req-9d646bcf-a349-4573-8e5a-626fbd453657 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184966 Feb 17 22:18:25.357768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-51e5ab29-caf1-4ea0-9756-24c704180e9d None None] Provisioning complete for port 2d0827c5-79c5-4e6a-b32d-d85f00201476 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:25.361754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51e5ab29-caf1-4ea0-9756-24c704180e9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:25.379054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7f75e039-d581-4c46-b76d-a525b34980dc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:25.383285 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:25.585837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-5c5937fa-b104-468f-b960-e335719cc941 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:25.587676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-5c5937fa-b104-468f-b960-e335719cc941 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 944 time: 0.2546482 Feb 17 22:18:25.600624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:25.601202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4720aa-dace-46d4-9380-a32490184918 req-f3fff894-9605-47ea-8b38-f1c38e1937c2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:25.609243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa4720aa-dace-46d4-9380-a32490184918 req-f3fff894-9605-47ea-8b38-f1c38e1937c2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=662db55c-5012-49a5-bd47-574ce0924327 HTTP/1.1" status: 200 len: 944 time: 0.4324911 Feb 17 22:18:25.680919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c444451f-5068-403d-a3c5-d18e375548a9 req-48d34755-59a9-4c2e-b482-b7e751d32b67 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:25.689028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c444451f-5068-403d-a3c5-d18e375548a9 req-48d34755-59a9-4c2e-b482-b7e751d32b67 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2268579 Feb 17 22:18:25.781242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-51e5ab29-caf1-4ea0-9756-24c704180e9d None None] Port 2d0827c5-79c5-4e6a-b32d-d85f00201476 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:18:25.881998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c444451f-5068-403d-a3c5-d18e375548a9 req-8ca4e8e6-55b5-4305-af51-7d476c7b563a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804824 Feb 17 22:18:25.929481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa4720aa-dace-46d4-9380-a32490184918 req-94108d7d-086a-44a1-9971-df83105e383f tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188415 Feb 17 22:18:25.974469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7f75e039-d581-4c46-b76d-a525b34980dc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:26.033228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cc9cc794-1e46-4c18-a8d2-951ee9cabd0d None None] Provisioning complete for port 2d0827c5-79c5-4e6a-b32d-d85f00201476 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:26.033941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc9cc794-1e46-4c18-a8d2-951ee9cabd0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:26.069218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Deleting port 4132eba5-8e17-431b-950c-b51d80c1006d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:26.069590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:26.092388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cc9cc794-1e46-4c18-a8d2-951ee9cabd0d None None] Port 2d0827c5-79c5-4e6a-b32d-d85f00201476 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:18:26.175824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e15a3592-84b4-4a77-a6a3-557c09eff6af is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:26.176365 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:26.234170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:26.238542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:26.242678 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52bbce8-f965-47ad-87b1-b5e53ca472a0" -d '{"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-unplugged", "status": "completed", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:26.256398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:26.317381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2bda0ea-666f-4211-8aa1-a85dccc83133 req-b21b373e-cb03-458b-b97a-96c73d5c0333 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 210 time: 0.0977900 Feb 17 22:18:26.346282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:26.418174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:22Z', 'revision_number': 2, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:26.482529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-747fa206-ddb2-4ae2-ab64-97b6f59c22f5 None None] The sync data for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 is: [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:22Z', 'revision_number': 2, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:18:26.577775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] For port 4132eba5-8e17-431b-950c-b51d80c1006d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4132eba5-8e17-431b-950c-b51d80c1006d,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:26.584509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:26.692237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Calling delete_port for 4132eba5-8e17-431b-950c-b51d80c1006d owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:27.113116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea9dbbca-32e5-4cff-9b5d-32e0cd36588f req-9c995cad-db32-4dbe-9273-b4a79732666a tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 210 time: 0.1229556 Feb 17 22:18:27.268042 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1302a5-db82-4b45-924c-755b1e1387de x-openstack-request-id: req-0b1302a5-db82-4b45-924c-755b1e1387de {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:27.268849 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-unplugged", "status": "completed", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:27.268849 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0b1302a5-db82-4b45-924c-755b1e1387de {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:27.269115 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'code': 200} Feb 17 22:18:27.732791 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4132eba5-8e17-431b-950c-b51d80c1006d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:28.153306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event deleted for resources: {'Port': ['ID=4132eba5-8e17-431b-950c-b51d80c1006d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:28.262026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-d387b43f-536f-4d0e-95e5-2475c40abf76 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:28.264463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-d387b43f-536f-4d0e-95e5-2475c40abf76 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.73 "GET /v2.0/networks?id=e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 HTTP/1.1" status: 200 len: 821 time: 1.1486020 Feb 17 22:18:28.393551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Request body: {'port': {'device_id': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7', 'admin_state_up': True, 'tenant_id': '7ee7d84a089647dbb9202b65b40267c5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:28.619725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] No DVR routers for this DVR port 4132eba5-8e17-431b-950c-b51d80c1006d on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:18:28.631736 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:28.648922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0be22de1-1441-40e4-8f63-ed1963a5838c req-c7d77b74-9f0a-4a47-889f-58f33aa14f54 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.73 "DELETE /v2.0/ports/4132eba5-8e17-431b-950c-b51d80c1006d HTTP/1.1" status: 204 len: 173 time: 3.0369513 Feb 17 22:18:28.655061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'name': 'network-vif-deleted', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:28.658068 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79f67ca-ff8c-462d-ad38-2679a2c0f314" -d '{"events": [{"server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "name": "network-vif-deleted", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:28.756992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4a5b604c-b7d8-467f-9989-78c3266db9fb tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:28.758884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4a5b604c-b7d8-467f-9989-78c3266db9fb tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks?id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 200 len: 828 time: 1.6442904 Feb 17 22:18:28.774387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59f0a8-d205-4f07-bc55-dbfb8a834fcb req-00b66009-46f5-4d17-b5ac-690e42cb1cd9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:28.781186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e59f0a8-d205-4f07-bc55-dbfb8a834fcb req-00b66009-46f5-4d17-b5ac-690e42cb1cd9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 1.1436112 Feb 17 22:18:28.808910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Made reservation on behalf of 7ee7d84a089647dbb9202b65b40267c5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:18:28.812632 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:28.943553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-50d1950d-b186-4576-a6b9-2e0123906de0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:28.950184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-50d1950d-b186-4576-a6b9-2e0123906de0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 1.0085938 Feb 17 22:18:28.971158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-bb5f2be6-8c9a-497e-9c0e-a6a19b4b1633 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/quotas/cb716339743240d5b9483565899c9092 HTTP/1.1" status: 200 len: 375 time: 0.1746874 Feb 17 22:18:29.235643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'port': {'device_id': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'admin_state_up': True, 'tenant_id': '4b203ec969314680b8270e084760a24d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:29.358547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4132eba5-8e17-431b-950c-b51d80c1006d no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:29.451301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 4132eba5-8e17-431b-950c-b51d80c1006d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:18:29.451766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4132eba5-8e17-431b-950c-b51d80c1006d not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:18:29.596417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e59f0a8-d205-4f07-bc55-dbfb8a834fcb req-5ab5cea3-bf21-463e-9c45-1eaf98c3ea08 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8062418 Feb 17 22:18:29.598357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Made reservation on behalf of 4b203ec969314680b8270e084760a24d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:18:29.607572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:29.922758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Allocated IP 172.20.0.13 (69166c47-4266-494e-a964-3b9635295ecb/83c82078-d7f8-48a7-9dd8-072b4a3f7e54/b1a00479-05f6-4a81-b7f0-62b088028d82) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:18:30.259064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:18:30.263938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6396919-3de5-4c12-949f-7098d358ff2f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:30.366727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-954a0bbc-788a-4763-98d9-9f8c70d58567 req-55c7a14d-eae6-41df-b3fa-fdac96cfd8f2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 210 time: 0.2518432 Feb 17 22:18:30.400022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-421334e1-e3b2-420f-9c76-5c3e5ed0d45b tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=cb716339743240d5b9483565899c9092&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0072937 Feb 17 22:18:30.424878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Allocated IP 172.20.0.6 (e4eeef63-66a7-43fc-a6ea-cbed7177e4a7/e404df94-454a-4b24-ae66-acf10345d6e1/2ad1fc73-dfc1-4cb1-954b-176aa17b0b98) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:18:30.726583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d6396919-3de5-4c12-949f-7098d358ff2f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:30.727164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:30.803198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:30.908249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:30.947337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:18:30.980454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46780) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:30.990600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-272d4c99-0ab6-4da0-aac0-956495417436 req-b23bed72-7331-423c-82cf-06bbc144d3f4 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 210 time: 0.2158990 Feb 17 22:18:31.029309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.194195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c3e-b351-4ddd-9af2-01e828e3733e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.219274 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Sync routers for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:18:31.236330 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:31.238974 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:31.275286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:31.275721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.315285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d6396919-3de5-4c12-949f-7098d358ff2f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:31.319069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.404177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c3e-b351-4ddd-9af2-01e828e3733e admin admin] Publish callbacks [] for security_group (b48d49f8-5705-4ed2-88db-4432deb80442), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.406607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port d6396919-3de5-4c12-949f-7098d358ff2f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d6396919-3de5-4c12-949f-7098d358ff2f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:31.419122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e0b0c3e-b351-4ddd-9af2-01e828e3733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b48d49f8-5705-4ed2-88db-4432deb80442), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.425898 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.566876 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:31.567550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e0b0c3e-b351-4ddd-9af2-01e828e3733e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ce84d26c7464628a1afd565223a6b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5847890 Feb 17 22:18:31.602139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b0c3e-b351-4ddd-9af2-01e828e3733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48d49f8-5705-4ed2-88db-4432deb80442,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:31.604741 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46794) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:31.798469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-35634da2-0144-44e5-bb70-06899670d81f admin admin] Publish callbacks [] for security_group (b48d49f8-5705-4ed2-88db-4432deb80442), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.803423 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b30a5-1d22-4555-894e-57413a837c04 x-openstack-request-id: req-d69b30a5-1d22-4555-894e-57413a837c04 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:31.803712 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662db55c-5012-49a5-bd47-574ce0924327", "name": "network-vif-deleted", "tag": "4132eba5-8e17-431b-950c-b51d80c1006d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:31.803984 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d69b30a5-1d22-4555-894e-57413a837c04 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:31.804410 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662db55c-5012-49a5-bd47-574ce0924327', 'name': 'network-vif-deleted', 'tag': '4132eba5-8e17-431b-950c-b51d80c1006d', 'status': 'completed', 'code': 200} Feb 17 22:18:31.854044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-35634da2-0144-44e5-bb70-06899670d81f admin admin] Publish callbacks [] for security_group (b48d49f8-5705-4ed2-88db-4432deb80442), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.909974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-3e518459-ec8e-4756-8b36-d9a8b73b7a41 service neutron] 10.222.0.79 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5004447 Feb 17 22:18:31.965724 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-35634da2-0144-44e5-bb70-06899670d81f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b48d49f8-5705-4ed2-88db-4432deb80442), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.968689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-35634da2-0144-44e5-bb70-06899670d81f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:31.970849 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-35634da2-0144-44e5-bb70-06899670d81f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b48d49f8-5705-4ed2-88db-4432deb80442 HTTP/1.1" status: 204 len: 168 time: 0.3650560 Feb 17 22:18:31.991027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35634da2-0144-44e5-bb70-06899670d81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48d49f8-5705-4ed2-88db-4432deb80442,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:32.005254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=d6396919-3de5-4c12-949f-7098d358ff2f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:32.008944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91d5dde6-b998-47ce-b340-90b6e67d446f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:32.050145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:32.061485 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:32.130522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:18:32.141565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-b50a26ab-aa60-492d-b876-4dfd1e44ce7d service neutron] 10.222.0.79 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149549 Feb 17 22:18:32.167169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:32.167917 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:18:32.235747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:32.242880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:18:32.288402 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:22Z', 'revision_number': 2, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:32.361002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['91d5dde6-b998-47ce-b340-90b6e67d446f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:18:32.417043 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Checking router: b4b361a3-ef2e-4770-b59b-22617e1305ad for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:18:32.420586 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Updating router b4b361a3-ef2e-4770-b59b-22617e1305ad port 2d0827c5-79c5-4e6a-b32d-d85f00201476 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:18:32.468427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:32.472040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:32.560515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a988c-a0c4-418e-a277-1dbcfc5de87d req-a8dda987-5f2c-478e-8fda-66874dfba79e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:32.567740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-323a988c-a0c4-418e-a277-1dbcfc5de87d req-a8dda987-5f2c-478e-8fda-66874dfba79e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.7622914 Feb 17 22:18:32.570906 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:32.630117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6553586 Feb 17 22:18:32.654988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-323a988c-a0c4-418e-a277-1dbcfc5de87d req-a13b5206-6cc5-441d-8355-118a1bf4c34b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862730 Feb 17 22:18:32.655938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec5cad-26cb-4033-b74a-debf0ba1ab17 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=b1a00479-05f6-4a81-b7f0-62b088028d82,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:32.750679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Request body: {'port': {'device_id': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:32.929163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46814) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:32.994742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa3d98fe-b658-432e-b97c-9b19ec0a0d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.006178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.082635 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks [] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.218199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2d652cad-5840-4f35-8152-43b9b52cb8a5 None None] Provisioning complete for port b1a00479-05f6-4a81-b7f0-62b088028d82 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:33.219048 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d652cad-5840-4f35-8152-43b9b52cb8a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.337783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa3d98fe-b658-432e-b97c-9b19ec0a0d08 admin admin] Publish callbacks [] for security_group (6188ee0f-222c-4177-b9b6-d524f3d0a477), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.358459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa3d98fe-b658-432e-b97c-9b19ec0a0d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6188ee0f-222c-4177-b9b6-d524f3d0a477), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.381112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2d652cad-5840-4f35-8152-43b9b52cb8a5 None None] Port b1a00479-05f6-4a81-b7f0-62b088028d82 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:18:33.436498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c82d8-c451-4d29-bbd5-113f29e11850 req-ec462705-4a0c-44bf-9842-bb02a328c65b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:33.441212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f13c82d8-c451-4d29-bbd5-113f29e11850 req-ec462705-4a0c-44bf-9842-bb02a328c65b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 932 time: 0.7088988 Feb 17 22:18:33.467273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775b8cf-751a-4749-88df-fb151616d9eb req-a1bc8df6-6a42-4faf-9994-dd04eb5239d5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:33.468431 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa3d98fe-b658-432e-b97c-9b19ec0a0d08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de0772a520ca4d209281d10912e45c96&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5379012 Feb 17 22:18:33.469940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e775b8cf-751a-4749-88df-fb151616d9eb req-a1bc8df6-6a42-4faf-9994-dd04eb5239d5 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 945 time: 0.9515333 Feb 17 22:18:33.470179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46820) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:33.552706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d98fe-b658-432e-b97c-9b19ec0a0d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6188ee0f-222c-4177-b9b6-d524f3d0a477,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:33.643586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87e012ff-241d-4bdc-b410-9361293f6694 admin admin] Publish callbacks [] for security_group (6188ee0f-222c-4177-b9b6-d524f3d0a477), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.713511 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87e012ff-241d-4bdc-b410-9361293f6694 admin admin] Publish callbacks [] for security_group (6188ee0f-222c-4177-b9b6-d524f3d0a477), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.747767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3583d49-2989-439c-81fc-053d1f5b14e7 req-555ec6d6-3dfb-4c3a-acac-ae3030c9d274 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:33.758880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3583d49-2989-439c-81fc-053d1f5b14e7 req-555ec6d6-3dfb-4c3a-acac-ae3030c9d274 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 945 time: 0.7653334 Feb 17 22:18:33.820408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87e012ff-241d-4bdc-b410-9361293f6694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6188ee0f-222c-4177-b9b6-d524f3d0a477), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.826121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87e012ff-241d-4bdc-b410-9361293f6694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:33.832320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-87e012ff-241d-4bdc-b410-9361293f6694 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6188ee0f-222c-4177-b9b6-d524f3d0a477 HTTP/1.1" status: 204 len: 168 time: 0.3566048 Feb 17 22:18:33.847410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e012ff-241d-4bdc-b410-9361293f6694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6188ee0f-222c-4177-b9b6-d524f3d0a477,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:34.103988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6396919-3de5-4c12-949f-7098d358ff2f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:34.281762 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Publish callbacks [] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:34.286946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:34.299922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:34.300902 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:34.436838 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Pushing event updated for resources: {'Port': ['ID=2d0827c5-79c5-4e6a-b32d-d85f00201476,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:34.452156 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.463581 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.464489 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.465062 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.465603 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.466143 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.466674 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.467216 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.467866 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.474217 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.474921 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.475512 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.476053 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:34.514482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d6396919-3de5-4c12-949f-7098d358ff2f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:34.515056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:34.593928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 91d5dde6-b998-47ce-b340-90b6e67d446f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:34.596751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:34.615871 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Attempting to bind port 2d0827c5-79c5-4e6a-b32d-d85f00201476 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:18:34.621289 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Attempting to bind port 2d0827c5-79c5-4e6a-b32d-d85f00201476 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:18:34.633430 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Attempting to bind port 2d0827c5-79c5-4e6a-b32d-d85f00201476 on network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:34.649323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f13c82d8-c451-4d29-bbd5-113f29e11850 req-0c6a1289-853d-4d5a-aa39-1c467d32d304 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1720576 Feb 17 22:18:34.668720 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:18:34.669327 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Checking segment: {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:34.670044 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:34.670689 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Bound using segment: {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:18:34.677070 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Bound port: 2d0827c5-79c5-4e6a-b32d-d85f00201476, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:18:34.677884 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:34.728209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:18:34.913455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46832) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:34.979252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad965-c64b-4ae5-ad94-60f18a82b3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.020963 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] For port 2d0827c5-79c5-4e6a-b32d-d85f00201476, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:18:35.051909 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] For port 2d0827c5-79c5-4e6a-b32d-d85f00201476, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2d0827c5-79c5-4e6a-b32d-d85f00201476,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:18:35.072862 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.154141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d6396919-3de5-4c12-949f-7098d358ff2f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:35.162046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-14f6a41e-1748-4fb2-91d4-489fdca93406 None None] Provisioning complete for port 2d0827c5-79c5-4e6a-b32d-d85f00201476 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:35.162418 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f6a41e-1748-4fb2-91d4-489fdca93406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.193284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad965-c64b-4ae5-ad94-60f18a82b3c5 admin admin] Publish callbacks [] for security_group (7d3e941c-a464-41f4-ba10-5d41f74dd605), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.205199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c5ad965-c64b-4ae5-ad94-60f18a82b3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7d3e941c-a464-41f4-ba10-5d41f74dd605), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.206116 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbcd848-4287-425f-9144-9a2481fa4bcd None None] Pushing event updated for resources: {'Port': ['ID=2d0827c5-79c5-4e6a-b32d-d85f00201476,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:35.226008 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:35.227263 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:35.249191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1a00479-05f6-4a81-b7f0-62b088028d82 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:35.278348 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Publish callbacks [] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.298934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Transition to ACTIVE for port object b1a00479-05f6-4a81-b7f0-62b088028d82 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:18:35.305513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Pushing event updated for resources: {'Port': ['ID=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:35.327343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3583d49-2989-439c-81fc-053d1f5b14e7 req-22952506-61fe-4470-ab70-64ff658dde49 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5665553 Feb 17 22:18:35.338663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:35.344910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:18:35.348697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.361088 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0c5ad965-c64b-4ae5-ad94-60f18a82b3c5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=022bd54043ca42dfb1c8f8c951841a21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4438899 Feb 17 22:18:35.361504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:35.368488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:35.369477 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.428773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ad965-c64b-4ae5-ad94-60f18a82b3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3e941c-a464-41f4-ba10-5d41f74dd605,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:35.496914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:35.499841 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3abac01-884a-43cb-ac8a-b7579ac118d9" -d '{"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-plugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:35.501416 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:35.572338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:35.595967 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.629189 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2b2f888f-e7a9-43fa-a0c1-0ba42d36d6a6 admin admin] Publish callbacks [] for security_group (7d3e941c-a464-41f4-ba10-5d41f74dd605), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.720983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2b2f888f-e7a9-43fa-a0c1-0ba42d36d6a6 admin admin] Publish callbacks [] for security_group (7d3e941c-a464-41f4-ba10-5d41f74dd605), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.752579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Pushing event updated for resources: {'Port': ['ID=b1a00479-05f6-4a81-b7f0-62b088028d82,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:35.866285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2b2f888f-e7a9-43fa-a0c1-0ba42d36d6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7d3e941c-a464-41f4-ba10-5d41f74dd605), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.870818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2b2f888f-e7a9-43fa-a0c1-0ba42d36d6a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.875651 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2b2f888f-e7a9-43fa-a0c1-0ba42d36d6a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d3e941c-a464-41f4-ba10-5d41f74dd605 HTTP/1.1" status: 204 len: 168 time: 0.4967427 Feb 17 22:18:35.875931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-14f6a41e-1748-4fb2-91d4-489fdca93406 None None] Current status of the port 2d0827c5-79c5-4e6a-b32d-d85f00201476 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:35.875931 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f6a41e-1748-4fb2-91d4-489fdca93406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:35.911461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f888f-e7a9-43fa-a0c1-0ba42d36d6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3e941c-a464-41f4-ba10-5d41f74dd605,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:36.020699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-14f6a41e-1748-4fb2-91d4-489fdca93406 None None] For port 2d0827c5-79c5-4e6a-b32d-d85f00201476, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2d0827c5-79c5-4e6a-b32d-d85f00201476,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:36.024217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:36.033011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14f6a41e-1748-4fb2-91d4-489fdca93406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:36.158718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6a41e-1748-4fb2-91d4-489fdca93406 None None] Pushing event updated for resources: {'Port': ['ID=2d0827c5-79c5-4e6a-b32d-d85f00201476,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:36.174709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5b71c7a-b0dc-40bd-92a5-f2d324789175 req-043d4300-0e1e-42cb-9404-82365bede269 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 210 time: 0.3968830 Feb 17 22:18:36.246324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0b376029-1ecb-40af-a0e5-97880e5d4622 None None] Provisioning complete for port 2d0827c5-79c5-4e6a-b32d-d85f00201476 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:36.248843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b376029-1ecb-40af-a0e5-97880e5d4622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:36.305367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:36.306870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:36.373003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Deleting port b723c98a-cca3-407f-9458-e9f9b6b8eb1a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:36.373358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:36.373827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b723c98a-cca3-407f-9458-e9f9b6b8eb1a no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:36.382005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2d0827c5-79c5-4e6a-b32d-d85f00201476 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:36.487290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9094f2-6539-4dbe-b478-4ca77b372cd0 req-f5b64703-409b-4493-9666-5c0165a7b47d tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:36.496983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f9094f2-6539-4dbe-b478-4ca77b372cd0 req-f5b64703-409b-4493-9666-5c0165a7b47d tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 931 time: 1.1644087 Feb 17 22:18:36.725262 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:36.736010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-227c2b37-ca0a-4672-b887-41f6f176e76c tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.3454399 Feb 17 22:18:36.832862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2d0827c5-79c5-4e6a-b32d-d85f00201476 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:36.833142 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:36.840568 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b4b70b2-12f5-4b63-9c03-9005065a2da2 None None] The sync data for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 is: [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:18:36.940883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-f1728db3-15dc-44a6-a4a5-946fa7008cad tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:36.954669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-f1728db3-15dc-44a6-a4a5-946fa7008cad tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.94 "GET /v2.0/networks?id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 200 len: 828 time: 1.1886287 Feb 17 22:18:36.989941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Request body: {'port': {'device_id': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:37.033141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-9f323978-9c1a-48c1-86d2-c9d8941978a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:37.038024 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-9f323978-9c1a-48c1-86d2-c9d8941978a2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1128 time: 0.1271396 Feb 17 22:18:37.157329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Request body: {'port': {'device_id': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'admin_state_up': True, 'tenant_id': 'cb716339743240d5b9483565899c9092'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:37.253582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0b376029-1ecb-40af-a0e5-97880e5d4622 None None] Current status of the port 2d0827c5-79c5-4e6a-b32d-d85f00201476 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:37.288029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b723c98a-cca3-407f-9458-e9f9b6b8eb1a is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:37.398955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-0392f06e-0690-4071-beb0-ca93ace2a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:37.401984 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-0392f06e-0690-4071-beb0-ca93ace2a1d2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.3297284 Feb 17 22:18:37.442160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2d0827c5-79c5-4e6a-b32d-d85f00201476 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:37.459169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Attempting to bind port b1a00479-05f6-4a81-b7f0-62b088028d82 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:18:37.461282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Attempting to bind port b1a00479-05f6-4a81-b7f0-62b088028d82 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:18:37.463057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Attempting to bind port b1a00479-05f6-4a81-b7f0-62b088028d82 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:37.576612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] For port b723c98a-cca3-407f-9458-e9f9b6b8eb1a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:37.577008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:37.606886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Port b1a00479-05f6-4a81-b7f0-62b088028d82 on network 69166c47-4266-494e-a964-3b9635295ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:18:37.607107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Attempting to bind port b1a00479-05f6-4a81-b7f0-62b088028d82 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:37.643777 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-b3ee8b3e-d762-4e57-b8e5-61588e06236c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 1001 time: 0.2328079 Feb 17 22:18:37.660055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:37.732286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f5bd8-08a9-4812-b05a-a2d86ec76b79 req-d69e36a5-da8f-4aba-b6e9-2dfc42a40eb8 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:37.733905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b69f5bd8-08a9-4812-b05a-a2d86ec76b79 req-d69e36a5-da8f-4aba-b6e9-2dfc42a40eb8 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 1.3512979 Feb 17 22:18:37.755509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f9094f2-6539-4dbe-b478-4ca77b372cd0 req-cd71bd96-d1a5-4dfe-a47e-9e75db49c0f1 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2556210 Feb 17 22:18:37.845467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Calling delete_port for b723c98a-cca3-407f-9458-e9f9b6b8eb1a owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:37.845751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-910db626-81e7-4bc9-abb4-5675382a2470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:37.847615 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-910db626-81e7-4bc9-abb4-5675382a2470 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.1995273 Feb 17 22:18:37.896600 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697fecb5-524a-48ad-9e72-c9ed88a19e73 x-openstack-request-id: req-697fecb5-524a-48ad-9e72-c9ed88a19e73 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:37.896939 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-plugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:37.897204 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-697fecb5-524a-48ad-9e72-c9ed88a19e73 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:37.897666 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'code': 200} Feb 17 22:18:37.936291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:18:37.937258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:37.943129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Bound using segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:18:37.944203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Bound port: b1a00479-05f6-4a81-b7f0-62b088028d82, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:18:37.944652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:38.046362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-e9cab52c-5220-4004-a14f-7b9eb546d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:38.047937 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-e9cab52c-5220-4004-a14f-7b9eb546d548 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1938097 Feb 17 22:18:38.227150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2d0827c5-79c5-4e6a-b32d-d85f00201476 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:38.388174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2d0827c5-79c5-4e6a-b32d-d85f00201476 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:38.388793 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:38.419306 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-f6d8684f-290d-49dc-b720-e3ba23ca2426 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527153 Feb 17 22:18:38.608924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b69f5bd8-08a9-4812-b05a-a2d86ec76b79 req-54696c97-51c5-4933-aa82-7f4c8a619d7b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8419647 Feb 17 22:18:38.629681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2d0827c5-79c5-4e6a-b32d-d85f00201476 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:38.697035 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-02fbe7b2-8626-4018-aa95-56d19ae8e71f req-a35499a5-187c-4903-a719-844d514492b6 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708466 Feb 17 22:18:38.974833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:38.990486 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Publish callbacks [] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:39.008147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Transition to ACTIVE for port object 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:18:39.032423 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:39.062872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:39.144381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] For port b1a00479-05f6-4a81-b7f0-62b088028d82, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:18:39.154662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] For port b1a00479-05f6-4a81-b7f0-62b088028d82, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b1a00479-05f6-4a81-b7f0-62b088028d82,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:18:39.517272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:39.563304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Made reservation on behalf of cb716339743240d5b9483565899c9092 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:18:39.570943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:39.604359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:39.605374 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:39.608292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] 10.222.0.73 "PUT /v2.0/ports/b1a00479-05f6-4a81-b7f0-62b088028d82 HTTP/1.1" status: 200 len: 1093 time: 6.8912098 Feb 17 22:18:39.646396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'tag': 'b1a00479-05f6-4a81-b7f0-62b088028d82'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:39.648715 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8d7480-2eca-4515-8519-b5ff7fa22407" -d '{"events": [{"name": "network-changed", "server_uuid": "21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd", "tag": "b1a00479-05f6-4a81-b7f0-62b088028d82"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:39.678319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:39.901234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f8560b8f-033d-4f20-9f82-ed639fd59498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:40.126279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f8560b8f-033d-4f20-9f82-ed639fd59498 admin admin] Publish callbacks [] for security_group (7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:40.134249 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f8560b8f-033d-4f20-9f82-ed639fd59498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:40.246696 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f8560b8f-033d-4f20-9f82-ed639fd59498 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b32702b8361d4b8f87e91f1c3ce54a6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5673854 Feb 17 22:18:40.329193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:40.501220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8560b8f-033d-4f20-9f82-ed639fd59498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:40.686563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d74a0932-96f4-40a3-af61-d48d3b14020c admin admin] Publish callbacks [] for security_group (7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:40.797901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d74a0932-96f4-40a3-af61-d48d3b14020c admin admin] Publish callbacks [] for security_group (7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:40.809949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1549275-0e9e-4172-9da7-1023aec6c180 req-814110d4-3562-4c7b-b5c1-f1a5afc076a3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:40.809949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1549275-0e9e-4172-9da7-1023aec6c180 req-814110d4-3562-4c7b-b5c1-f1a5afc076a3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 944 time: 2.2166424 Feb 17 22:18:40.859573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:40.898938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595dc6c-9437-4cbd-b55a-f8294c596600 req-a64f5f63-6b34-4fde-9b91-d568f9665609 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:40.900587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3595dc6c-9437-4cbd-b55a-f8294c596600 req-a64f5f63-6b34-4fde-9b91-d568f9665609 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=9e971cef-f01e-4ec8-9439-407d8596686c HTTP/1.1" status: 200 len: 945 time: 1.8867865 Feb 17 22:18:40.978947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b723c98a-cca3-407f-9458-e9f9b6b8eb1a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:41.052098 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d74a0932-96f4-40a3-af61-d48d3b14020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:41.075458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d74a0932-96f4-40a3-af61-d48d3b14020c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:41.082850 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d74a0932-96f4-40a3-af61-d48d3b14020c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5 HTTP/1.1" status: 204 len: 168 time: 0.7519941 Feb 17 22:18:41.144454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74a0932-96f4-40a3-af61-d48d3b14020c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef10fc7-31a4-42a5-b577-a07eaa4e2aa5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:41.178845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Allocated IP 172.20.0.5 (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d/402b3ad8-b058-4719-8075-2d192bb0fd2a/2cbe6945-6443-4f0e-afbf-7818b64fe450) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:18:41.335640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-bc736b63-0d88-49a7-b082-0f421b107519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:41.338404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-bc736b63-0d88-49a7-b082-0f421b107519 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 1127 time: 1.6574132 Feb 17 22:18:41.462297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Attempting to bind port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:18:41.463773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Attempting to bind port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'b85d5f04-a75f-426b-8bb1-91cbc1888d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:18:41.470119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Attempting to bind port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 on network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:41.576183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1549275-0e9e-4172-9da7-1023aec6c180 req-006c8927-3eae-4391-bf68-563d81922cbe tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7185125 Feb 17 22:18:41.621974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb3b75-b889-4523-a70e-6b8c15153b8f service neutron] Pushing event updated for resources: {'Port': ['ID=b1a00479-05f6-4a81-b7f0-62b088028d82,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:41.637470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] No DVR routers for this DVR port b723c98a-cca3-407f-9458-e9f9b6b8eb1a on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:18:41.640912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-7eaf495e-6337-4567-91d9-371a43d29b40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1a00479-05f6-4a81-b7f0-62b088028d82 HTTP/1.1" status: 200 len: 217 time: 0.2495685 Feb 17 22:18:41.646468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:41.651358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e775b8cf-751a-4749-88df-fb151616d9eb req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "DELETE /v2.0/ports/b723c98a-cca3-407f-9458-e9f9b6b8eb1a HTTP/1.1" status: 204 len: 173 time: 8.1340320 Feb 17 22:18:41.685616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 on network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:18:41.686159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Attempting to bind port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 on network e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:41.766586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3595dc6c-9437-4cbd-b55a-f8294c596600 req-7100ffba-91ef-4d7a-a762-6b63939ab4da tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7926190 Feb 17 22:18:41.951005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:18:41.951785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Checking segment: {'id': 'b85d5f04-a75f-426b-8bb1-91cbc1888d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:41.952359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Bound using segment: {'id': 'b85d5f04-a75f-426b-8bb1-91cbc1888d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:18:41.953272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Bound port: 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b85d5f04-a75f-426b-8bb1-91cbc1888d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:18:41.953844 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:41.959522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-7b53189d-e4c1-4728-a97a-dd9dced55d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:41.961123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-7b53189d-e4c1-4728-a97a-dd9dced55d5a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.2521834 Feb 17 22:18:42.158471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:42.284010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:42.286566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe3b34-cdf6-4da5-88c2-bb5f27d4e7b2 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event deleted for resources: {'Port': ['ID=b723c98a-cca3-407f-9458-e9f9b6b8eb1a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:42.330582 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:42.559883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:18:42.575010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:18:42.578829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:18:42.740660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:42.741217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:42.783197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae1953-b639-4baa-9347-55e7a3cdfd28 req-15ba0ea2-278c-4608-a978-6dd349ee6ec6 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:42.791613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bae1953-b639-4baa-9347-55e7a3cdfd28 req-15ba0ea2-278c-4608-a978-6dd349ee6ec6 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 931 time: 0.5792906 Feb 17 22:18:42.995651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event updated for resources: {'Port': ['ID=2cbe6945-6443-4f0e-afbf-7818b64fe450,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:43.049146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] For port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:18:43.057390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-14c02c0c-f69a-461c-b110-23217c7cce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:43.059004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-14c02c0c-f69a-461c-b110-23217c7cce93 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7699606 Feb 17 22:18:43.062417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-804a12d8-0e6c-4af4-b784-fcb4dc9d7a34 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9344423 Feb 17 22:18:43.064324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] For port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,segment=NetworkSegment(b85d5f04-a75f-426b-8bb1-91cbc1888d47),segment_id=b85d5f04-a75f-426b-8bb1-91cbc1888d47)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:18:43.085903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Request body: {'port': {'device_id': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:18:43.120694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9c0462bb-e448-46b7-868d-fde2a231c389 None None] Provisioning complete for port 2cbe6945-6443-4f0e-afbf-7818b64fe450 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:43.122884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c0462bb-e448-46b7-868d-fde2a231c389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:43.349382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9c0462bb-e448-46b7-868d-fde2a231c389 None None] Port 2cbe6945-6443-4f0e-afbf-7818b64fe450 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:18:43.369540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-967d8742-2fd4-418b-9b15-039dd2d4503c service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890687 Feb 17 22:18:43.373473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:43.456816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bae1953-b639-4baa-9347-55e7a3cdfd28 req-1e4006ea-11d0-4f6a-b071-a881a496cd3f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6635580 Feb 17 22:18:43.730504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0b57bdd-f9a1-4f00-a461-1c325a8ce335 req-3c6378ba-4a8d-4985-8c2b-c5b2d13d71dc service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127666 Feb 17 22:18:43.836698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:43.838130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:43.841385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] 10.222.0.73 "PUT /v2.0/ports/2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 HTTP/1.1" status: 200 len: 1092 time: 6.9427168 Feb 17 22:18:43.953068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e124e2b6-40ea-41c2-9bef-468c6bc62ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:44.020832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c60a18b-ac4a-4aaa-b0e4-f94bf1dd763d req-8e9d65fc-c208-469e-b0c0-55a4aa9ae572 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:44.021778 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (b9323d8a-3578-445a-8edc-d5185ce9a341), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:44.036291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c60a18b-ac4a-4aaa-b0e4-f94bf1dd763d req-8e9d65fc-c208-469e-b0c0-55a4aa9ae572 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 943 time: 0.2798884 Feb 17 22:18:44.040873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:44.344726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3df53e11-a4b2-4d5a-9498-1388168dd90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:44.383158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c60a18b-ac4a-4aaa-b0e4-f94bf1dd763d req-427318af-3a57-4b46-aea6-277ac1ec8a4a tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3429635 Feb 17 22:18:44.577395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-fb5355b8-5f77-409f-9ff1-6b5ecc20eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:44.577395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-fb5355b8-5f77-409f-9ff1-6b5ecc20eee1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ee7d84a089647dbb9202b65b40267c5&device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 1126 time: 0.6462047 Feb 17 22:18:44.577395 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d558f7-3808-4c4b-b6cb-7b6aa16ddc53 x-openstack-request-id: req-13d558f7-3808-4c4b-b6cb-7b6aa16ddc53 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:44.577395 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd", "tag": "b1a00479-05f6-4a81-b7f0-62b088028d82", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:44.577395 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13d558f7-3808-4c4b-b6cb-7b6aa16ddc53 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:44.577395 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'tag': 'b1a00479-05f6-4a81-b7f0-62b088028d82', 'status': 'completed', 'code': 200} Feb 17 22:18:44.753369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-32e2b9a6-6af4-476c-af23-995cee8d1ca9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 HTTP/1.1" status: 200 len: 217 time: 0.1751368 Feb 17 22:18:44.882807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Deleting port 44dc3e6c-3256-43f0-81a0-662949989926 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:44.886174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (44dc3e6c-3256-43f0-81a0-662949989926), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:45.023247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] For port 44dc3e6c-3256-43f0-81a0-662949989926, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=44dc3e6c-3256-43f0-81a0-662949989926,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:45.024030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (44dc3e6c-3256-43f0-81a0-662949989926), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:45.038750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Calling delete_port for 44dc3e6c-3256-43f0-81a0-662949989926 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:45.066673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-9cded74c-b891-4947-82b7-ad2099149a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:45.069220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-9cded74c-b891-4947-82b7-ad2099149a4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e404df94-454a-4b24-ae66-acf10345d6e1 HTTP/1.1" status: 200 len: 861 time: 0.1510963 Feb 17 22:18:45.293865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-2a1dce31-b18d-4c2b-8c35-96d927424e3f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4eeef63-66a7-43fc-a6ea-cbed7177e4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528118 Feb 17 22:18:45.323847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (44dc3e6c-3256-43f0-81a0-662949989926), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:45.395898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Pushing event deleted for resources: {'Port': ['ID=44dc3e6c-3256-43f0-81a0-662949989926,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:45.497646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-9913a24e-2d9e-4d53-b56d-e9defe22754b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:45.500550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-9913a24e-2d9e-4d53-b56d-e9defe22754b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 1127 time: 0.6472683 Feb 17 22:18:45.541697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e061bf0-dd88-4cc1-9954-ed1942817f31 req-1090f341-c036-4791-83cb-6c05a3a6561a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:45.544493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e061bf0-dd88-4cc1-9954-ed1942817f31 req-1090f341-c036-4791-83cb-6c05a3a6561a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.7065306 Feb 17 22:18:45.813639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (b9323d8a-3578-445a-8edc-d5185ce9a341), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:46.161980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-58579070-7fc1-4867-be8f-6aba6ec4f701 service neutron] 10.222.0.73 "GET /v2.0/networks/e4eeef63-66a7-43fc-a6ea-cbed7177e4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8492670 Feb 17 22:18:46.229241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e061bf0-dd88-4cc1-9954-ed1942817f31 req-3a4218bd-2546-4bea-ae7e-9206c44aaa46 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6158442 Feb 17 22:18:46.399664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Router b9323d8a-3578-445a-8edc-d5185ce9a341 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:18:46.477002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f82b440c-9f44-49f6-a504-1adb5c8d9ba8 req-5ec4b2ac-534a-4624-8a5c-a6ff80cfbdba service neutron] 10.222.0.73 "GET /v2.0/networks/e4eeef63-66a7-43fc-a6ea-cbed7177e4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981648 Feb 17 22:18:46.579705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'name': 'network-vif-deleted', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a'}, {'name': 'network-changed', 'server_uuid': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'tag': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:46.594222 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c" -d '{"events": [{"server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "name": "network-vif-deleted", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a"}, {"name": "network-changed", "server_uuid": "6ca2087d-de83-4785-aebb-65b167bcf28e", "tag": "2ad1fc73-dfc1-4cb1-954b-176aa17b0b98"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:46.623487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-9ed801a1-0c0e-40fb-8971-1561c6a6a68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:46.627867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-9ed801a1-0c0e-40fb-8971-1561c6a6a68e service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 1.0605013 Feb 17 22:18:46.745877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:18:46.761534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] Sync routers for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:18:46.771005 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fbe6f1e5-37c6-47d9-b5cb-47633f5ce53a admin admin] 10.222.0.79 "PUT /v2.0/routers/b9323d8a-3578-445a-8edc-d5185ce9a341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4845805 Feb 17 22:18:46.772103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47014) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:46.870445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:46.875824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:46.879525 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea16517b-6de7-4722-80ae-f5e928985624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:46.900967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-fbef9ebf-4dce-4d42-8ee6-08ffde05862f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1a00479-05f6-4a81-b7f0-62b088028d82 HTTP/1.1" status: 200 len: 217 time: 0.2613509 Feb 17 22:18:47.039985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cbe6945-6443-4f0e-afbf-7818b64fe450 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:47.079454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Publish callbacks [] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:47.107175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks [] for router (b9323d8a-3578-445a-8edc-d5185ce9a341), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:47.112064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-4e3eadc3-6dff-4e64-b239-a8045e3d58a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:47.116140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-4e3eadc3-6dff-4e64-b239-a8045e3d58a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.2016196 Feb 17 22:18:47.133306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06799e7c-13e8-4ee0-b7db-f98da5b0610b req-4c9bc965-df3b-4908-8280-6181776cea78 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:47.138834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06799e7c-13e8-4ee0-b7db-f98da5b0610b req-4c9bc965-df3b-4908-8280-6181776cea78 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 944 time: 0.6487837 Feb 17 22:18:47.143163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:47.237647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Transition to ACTIVE for port object 2cbe6945-6443-4f0e-afbf-7818b64fe450 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:18:47.257622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:47.346998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06799e7c-13e8-4ee0-b7db-f98da5b0610b req-818a1c0b-31cd-4378-8515-9d7f7ef54f5d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851630 Feb 17 22:18:47.370271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbe6945-6443-4f0e-afbf-7818b64fe450,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:47.387403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-0796230f-7210-4c76-99ee-0ec2ff979fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:47.390071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-0796230f-7210-4c76-99ee-0ec2ff979fb6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2485957 Feb 17 22:18:47.513207 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks [] for router_gateway (b9323d8a-3578-445a-8edc-d5185ce9a341), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:47.703084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b1a00479-05f6-4a81-b7f0-62b088028d82 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:18:47.799112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Deleting port 9ec26bda-c5db-4f07-9aa2-3c42b007955e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:47.803014 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:48.122103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:48.149909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] For port 9ec26bda-c5db-4f07-9aa2-3c42b007955e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ec26bda-c5db-4f07-9aa2-3c42b007955e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:48.150473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:48.152357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b1a00479-05f6-4a81-b7f0-62b088028d82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b1a00479-05f6-4a81-b7f0-62b088028d82,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:48.185093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b1a00479-05f6-4a81-b7f0-62b088028d82', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': 'b1a00479-05f6-4a81-b7f0-62b088028d82', 'mac_address': 'fa:16:3e:7c:98:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:18:48.203458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:18:45Z', 'revision_number': 5, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port': {'id': '9ec26bda-c5db-4f07-9aa2-3c42b007955e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:5c:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 705, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:00Z', 'updated_at': '2022-02-17T22:10:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:48.249839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Calling delete_port for 9ec26bda-c5db-4f07-9aa2-3c42b007955e owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:48.392761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] Checking router: b9323d8a-3578-445a-8edc-d5185ce9a341 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:18:48.409500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b1a00479-05f6-4a81-b7f0-62b088028d82 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:48.409913 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:48.465952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] Routers {'b9323d8a-3578-445a-8edc-d5185ce9a341'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:48.466148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b9323d8a-3578-445a-8edc-d5185ce9a341'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:48.494920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1a00479-05f6-4a81-b7f0-62b088028d82 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:48.537578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-abe872f5-80fb-406e-9012-371a959422ac service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1363189 Feb 17 22:18:48.588593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Attempting to bind port 2cbe6945-6443-4f0e-afbf-7818b64fe450 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:18:48.589577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Attempting to bind port 2cbe6945-6443-4f0e-afbf-7818b64fe450 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:18:48.589748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Attempting to bind port 2cbe6945-6443-4f0e-afbf-7818b64fe450 on network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:48.653279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9ec26bda-c5db-4f07-9aa2-3c42b007955e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:48.668952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d791a651-492a-4a70-bc42-4c972f952028 req-7083234e-234c-4046-961a-27b8c6a4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:48.676525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d791a651-492a-4a70-bc42-4c972f952028 req-7083234e-234c-4046-961a-27b8c6a4ff48 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 943 time: 1.0470798 Feb 17 22:18:48.678297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Port 2cbe6945-6443-4f0e-afbf-7818b64fe450 on network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:18:48.678613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Attempting to bind port 2cbe6945-6443-4f0e-afbf-7818b64fe450 on network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:18:48.690570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec26bda-c5db-4f07-9aa2-3c42b007955e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:48.748893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d791a651-492a-4a70-bc42-4c972f952028 req-3ad279a5-fbe1-4bd6-9911-d4ab7864643b tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713835 Feb 17 22:18:48.754972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:18:48.755150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] Set router b9323d8a-3578-445a-8edc-d5185ce9a341 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:48.755323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Checking segment: {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:18:48.755742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Bound using segment: {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:18:48.756199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Bound port: 2cbe6945-6443-4f0e-afbf-7818b64fe450, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50cace62-adbf-4568-a8d6-f965594d353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:18:48.756561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:48.802312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (b9323d8a-3578-445a-8edc-d5185ce9a341), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:48.888560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b1a00479-05f6-4a81-b7f0-62b088028d82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b1a00479-05f6-4a81-b7f0-62b088028d82,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:48.891262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:18:47Z', 'revision_number': 6, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:48.942694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fee7b6f-60f4-41bc-a290-72197a303313 None None] The sync data for ids ['b9323d8a-3578-445a-8edc-d5185ce9a341'] in n-d-828369-18 is: [{'id': 'b9323d8a-3578-445a-8edc-d5185ce9a341', 'name': 'tempest-TaggedBootDevicesTest_v242-981400662-router', 'tenant_id': '9eb6c7e6397a4a60b242dd64680b417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:09:58Z', 'updated_at': '2022-02-17T22:18:47Z', 'revision_number': 6, 'project_id': '9eb6c7e6397a4a60b242dd64680b417f', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:18:48.949790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.040452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b8d7480-2eca-4515-8519-b5ff7fa22407 req-8650e4b6-bc05-4146-a9bd-0491634bb9ac service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688168 Feb 17 22:18:49.071241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b1a00479-05f6-4a81-b7f0-62b088028d82,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:49.172507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:18:49.186081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (b9323d8a-3578-445a-8edc-d5185ce9a341), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.194642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks [] for router_controller (b9323d8a-3578-445a-8edc-d5185ce9a341), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.297121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] For port 2cbe6945-6443-4f0e-afbf-7818b64fe450, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:18:49.304223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] For port 2cbe6945-6443-4f0e-afbf-7818b64fe450, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:18:49.324166 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (b9323d8a-3578-445a-8edc-d5185ce9a341), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.324980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9323d8a-3578-445a-8edc-d5185ce9a341 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:18:49.333805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.335033 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5468b5f9-d27b-4d53-ade4-612840a17dc7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/b9323d8a-3578-445a-8edc-d5185ce9a341 HTTP/1.1" status: 204 len: 168 time: 2.5594430 Feb 17 22:18:49.337743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b968dd-c6d9-4d66-b1dd-1c11c32a3fcf req-ee7fe95c-710d-4065-a691-825a3814bf66 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:49.342196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52b968dd-c6d9-4d66-b1dd-1c11c32a3fcf req-ee7fe95c-710d-4065-a691-825a3814bf66 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 943 time: 0.4589348 Feb 17 22:18:49.345045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:49.346539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.421718 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.461317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:18:49.531690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:49.541117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:49.543979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] 10.222.0.94 "PUT /v2.0/ports/2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 1092 time: 6.4646969 Feb 17 22:18:49.899840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52b968dd-c6d9-4d66-b1dd-1c11c32a3fcf req-db108f5d-f4d9-4bc4-8e67-37174f1a60de tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266297 Feb 17 22:18:49.924516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] Deleting subnet 0b380438-2dc7-4d5b-9bda-2b9f986399eb {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:18:49.933788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] Publish callbacks [] for subnet (0b380438-2dc7-4d5b-9bda-2b9f986399eb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.009627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,segment=NetworkSegment(b85d5f04-a75f-426b-8bb1-91cbc1888d47),segment_id=b85d5f04-a75f-426b-8bb1-91cbc1888d47)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:50.029019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98', 'network_id': 'e4eeef63-66a7-43fc-a6ea-cbed7177e4a7', 'port_id': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98', 'mac_address': 'fa:16:3e:81:f3:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e404df94-454a-4b24-ae66-acf10345d6e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:18:50.108911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:50.110163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.131035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (0b380438-2dc7-4d5b-9bda-2b9f986399eb), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.187496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:50.227050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ec26bda-c5db-4f07-9aa2-3c42b007955e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:50.264489 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae427177-aa54-4a8c-b775-c73fbc2bc08c x-openstack-request-id: req-ae427177-aa54-4a8c-b775-c73fbc2bc08c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:50.264922 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e971cef-f01e-4ec8-9439-407d8596686c", "name": "network-vif-deleted", "tag": "b723c98a-cca3-407f-9458-e9f9b6b8eb1a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ca2087d-de83-4785-aebb-65b167bcf28e", "tag": "2ad1fc73-dfc1-4cb1-954b-176aa17b0b98", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:50.265145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9ec26bda-c5db-4f07-9aa2-3c42b007955e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:18:50.265260 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae427177-aa54-4a8c-b775-c73fbc2bc08c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:50.265518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ec26bda-c5db-4f07-9aa2-3c42b007955e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:18:50.265803 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e971cef-f01e-4ec8-9439-407d8596686c', 'name': 'network-vif-deleted', 'tag': 'b723c98a-cca3-407f-9458-e9f9b6b8eb1a', 'status': 'completed', 'code': 200} Feb 17 22:18:50.265916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 44dc3e6c-3256-43f0-81a0-662949989926 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:50.266182 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'tag': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98', 'status': 'completed', 'code': 200} Feb 17 22:18:50.280782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f896e77-d87f-44fb-81d7-824cd43f88a3 service neutron] Pushing event updated for resources: {'Port': ['ID=2cbe6945-6443-4f0e-afbf-7818b64fe450,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:50.307242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,segment=NetworkSegment(b85d5f04-a75f-426b-8bb1-91cbc1888d47),segment_id=b85d5f04-a75f-426b-8bb1-91cbc1888d47)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:50.309561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 44dc3e6c-3256-43f0-81a0-662949989926 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:18:50.310234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 44dc3e6c-3256-43f0-81a0-662949989926 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:18:50.319605 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.376714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-b32f5012-468b-418d-b7ee-270fefc49c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:50.378173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-b32f5012-468b-418d-b7ee-270fefc49c37 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=cb716339743240d5b9483565899c9092&device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 1126 time: 0.7470093 Feb 17 22:18:50.379390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:50.446020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (0b380438-2dc7-4d5b-9bda-2b9f986399eb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.450991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-a3f7a810-151b-4eee-9747-35686b967f22 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 217 time: 0.0493577 Feb 17 22:18:50.535658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['2ad1fc73-dfc1-4cb1-954b-176aa17b0b98'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:18:50.555895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-1ca374da-ffb3-4ccd-967d-150b47788921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:50.558148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-1ca374da-ffb3-4ccd-967d-150b47788921 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7ee7d84a089647dbb9202b65b40267c5&device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 1126 time: 0.2807264 Feb 17 22:18:50.565707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aea800-b814-4ed5-95c3-633035a941e2 req-61a5f076-20fd-48f0-9d0c-63cd8f278d37 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:50.568030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15aea800-b814-4ed5-95c3-633035a941e2 req-61a5f076-20fd-48f0-9d0c-63cd8f278d37 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.3005848 Feb 17 22:18:50.690281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.735642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15aea800-b814-4ed5-95c3-633035a941e2 req-6cd0a423-3dbb-4f0d-9b88-5f2975dbef4b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525681 Feb 17 22:18:50.737586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-a25f4fd2-02ff-4bfe-89c5-6deda582f1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:50.739835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-a25f4fd2-02ff-4bfe-89c5-6deda582f1e1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=402b3ad8-b058-4719-8075-2d192bb0fd2a HTTP/1.1" status: 200 len: 867 time: 0.2604063 Feb 17 22:18:50.760817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (0b380438-2dc7-4d5b-9bda-2b9f986399eb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.829287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c67ab6-46b2-4cca-a04d-9b924da93270 None None] Network 1f758203-9b63-4f40-821e-7ad3f600067d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:18:50.845379 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:50.849517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0b380438-2dc7-4d5b-9bda-2b9f986399eb HTTP/1.1" status: 204 len: 168 time: 1.4875073 Feb 17 22:18:50.851790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47048) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:50.882315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581501eb-687b-4fad-b716-ee551064a273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b380438-2dc7-4d5b-9bda-2b9f986399eb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:50.977949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-441f0402-2f4a-4d8a-8094-aaadf98bfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:50.987803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-441f0402-2f4a-4d8a-8094-aaadf98bfd11 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 HTTP/1.1" status: 200 len: 922 time: 0.4109640 Feb 17 22:18:50.999227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-78095a77-6a0c-4f70-9596-a153a1021af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:51.009307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-78095a77-6a0c-4f70-9596-a153a1021af4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2531528 Feb 17 22:18:51.082706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (1f758203-9b63-4f40-821e-7ad3f600067d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:51.115969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] DHCP port deletion for 1f758203-9b63-4f40-821e-7ad3f600067d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:18:51.168459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-31989f15-18d6-4157-a209-595f7c97352e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 HTTP/1.1" status: 200 len: 217 time: 0.1716025 Feb 17 22:18:51.210503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] Deleting port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:51.210977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:51.246274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Deleting port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:51.249277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:51.328149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] For port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:51.328475 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:51.419126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] Calling delete_port for 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:51.457030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:51.575544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-a7926ebd-5353-4fb6-9942-d25de0b461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:51.577151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-a7926ebd-5353-4fb6-9942-d25de0b461b7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=e404df94-454a-4b24-ae66-acf10345d6e1 HTTP/1.1" status: 200 len: 861 time: 0.3567915 Feb 17 22:18:51.610483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-4e6b1d48-f0bf-4d8b-afb7-c14f7bd66d3c service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5882168 Feb 17 22:18:51.651432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa48212-a138-4654-aac9-a1064d913680 req-cda22135-0f24-4264-9d89-ce98361df98f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:51.653407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fa48212-a138-4654-aac9-a1064d913680 req-cda22135-0f24-4264-9d89-ce98361df98f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 945 time: 0.5008476 Feb 17 22:18:51.743896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-e2008c73-1319-448a-88e1-d6f1c4053873 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e4eeef63-66a7-43fc-a6ea-cbed7177e4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1252160 Feb 17 22:18:51.810996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff87b40-493d-453c-ad04-c487c28b75a8 req-b6098ed7-e03e-4592-bc84-fc6d27d8a860 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:51.813136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ff87b40-493d-453c-ad04-c487c28b75a8 req-b6098ed7-e03e-4592-bc84-fc6d27d8a860 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 943 time: 0.5938840 Feb 17 22:18:51.928194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] For port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,segment=NetworkSegment(a0cc908c-73d9-42db-a94a-8d7373649f6d),segment_id=a0cc908c-73d9-42db-a94a-8d7373649f6d)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:51.928789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:51.945231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Calling delete_port for 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:51.998761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.062421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (76ef1e6b-3a90-4d00-99ee-e0955aa020e9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.075887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] Pushing event deleted for resources: {'Port': ['ID=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:52.102783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0697c-22b7-4d43-8dc1-4447f32272ef None None] No DVR routers for this DVR port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:18:52.103878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Pushing event deleted for resources: {'Port': ['ID=76ef1e6b-3a90-4d00-99ee-e0955aa020e9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:52.128933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:18:52.144468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:52.145193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.177115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] No DVR routers for this DVR port 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:18:52.180967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dbc1855-fdf2-4eea-92be-a66fe09916dd req-83d37728-0b66-41af-a4e9-f44dc9e5c2d4 service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5394111 Feb 17 22:18:52.189030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:52.228281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:18:52.230409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 76ef1e6b-3a90-4d00-99ee-e0955aa020e9 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:18:52.279905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:52.291409 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b80623-5aa5-4b9a-83f7-65a87bc81732" -d '{"events": [{"name": "network-changed", "server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:52.311614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ff87b40-493d-453c-ad04-c487c28b75a8 req-a563bb63-3790-4010-9ecd-fa7d8e9f4a56 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863727 Feb 17 22:18:52.322693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:52.328297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.329066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fa48212-a138-4654-aac9-a1064d913680 req-dfc9ff69-d43a-44d6-981c-88ada5e85512 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6235826 Feb 17 22:18:52.377197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (1f758203-9b63-4f40-821e-7ad3f600067d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.395078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-2935bae8-2e3b-4405-9938-41bbdebbf99e service neutron] 10.222.0.73 "GET /v2.0/networks/e4eeef63-66a7-43fc-a6ea-cbed7177e4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921078 Feb 17 22:18:52.415527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:52.424724 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea0d19-7c4e-4ee7-ae30-366a96d76d99" -d '{"events": [{"server_uuid": "6ca2087d-de83-4785-aebb-65b167bcf28e", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1fc73-dfc1-4cb1-954b-176aa17b0b98"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:52.457498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8f2e3d0e-6da7-4715-8aca-a6dce9070d62 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:52.459757 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8f2e3d0e-6da7-4715-8aca-a6dce9070d62 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 944 time: 0.3603995 Feb 17 22:18:52.465164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,segment=NetworkSegment(b85d5f04-a75f-426b-8bb1-91cbc1888d47),segment_id=b85d5f04-a75f-426b-8bb1-91cbc1888d47)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:52.472761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.474161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b1a00479-05f6-4a81-b7f0-62b088028d82 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:18:52.488103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f758203-9b63-4f40-821e-7ad3f600067d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:52.533179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0cc908c-73d9-42db-a94a-8d7373649f6d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:52.533609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0cc908c-73d9-42db-a94a-8d7373649f6d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:52.551528 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (a0cc908c-73d9-42db-a94a-8d7373649f6d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.593745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-1a7317dc-7f8f-4d68-9f40-35cd1d77eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:52.596096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-1a7317dc-7f8f-4d68-9f40-35cd1d77eaa1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1128 time: 0.5704808 Feb 17 22:18:52.625961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:52.633690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a0cc908c-73d9-42db-a94a-8d7373649f6d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.646970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b1a00479-05f6-4a81-b7f0-62b088028d82 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:18:52.650693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:18:52.652034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (a0cc908c-73d9-42db-a94a-8d7373649f6d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.657033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b1a00479-05f6-4a81-b7f0-62b088028d82 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:18:52.657244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:18:52.724268 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:18:52.732266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (1f758203-9b63-4f40-821e-7ad3f600067d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.771174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9db6a5c3-8eb4-40a4-9f7a-47075e25ac2c req-7b65b2b5-3fc5-40e3-8600-14e5ed0898fd service neutron] 10.222.0.73 "GET /v2.0/networks/e4eeef63-66a7-43fc-a6ea-cbed7177e4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673210 Feb 17 22:18:52.775649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47108) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:52.786063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.798461 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] 10.222.0.79 "DELETE /v2.0/networks/1f758203-9b63-4f40-821e-7ad3f600067d HTTP/1.1" status: 204 len: 168 time: 1.9427600 Feb 17 22:18:52.824802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d86feb-af80-41aa-81f4-e1adfa2ebf8a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f758203-9b63-4f40-821e-7ad3f600067d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:52.835402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47110) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:52.845024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b1a00479-05f6-4a81-b7f0-62b088028d82 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:52.845423 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.901627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b1a00479-05f6-4a81-b7f0-62b088028d82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b1a00479-05f6-4a81-b7f0-62b088028d82,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:52.908024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:52.925462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcee8a-26d9-4bb6-97b0-5e4cb1d8a53f req-3e883c53-aaa8-4736-973f-7a209162b1a0 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:52.927725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22bcee8a-26d9-4bb6-97b0-5e4cb1d8a53f req-3e883c53-aaa8-4736-973f-7a209162b1a0 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 945 time: 0.4054065 Feb 17 22:18:52.944201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3fa300-953a-4cb8-8f53-18d92d084d90 req-57f27e69-3b4f-46cf-ac58-7a04f186e038 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:52.945805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de3fa300-953a-4cb8-8f53-18d92d084d90 req-57f27e69-3b4f-46cf-ac58-7a04f186e038 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/ports?device_id=1a23f53b-0b59-412c-82f8-42c2e26eb85f HTTP/1.1" status: 200 len: 944 time: 0.2085757 Feb 17 22:18:53.002603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b1a00479-05f6-4a81-b7f0-62b088028d82,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:53.034268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-a9d91e7c-7168-406c-91b8-b76c74fba0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:53.036752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-a9d91e7c-7168-406c-91b8-b76c74fba0f6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.2980118 Feb 17 22:18:53.146762 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7c7acfd-9c38-4ec9-bedc-55a1df3a004f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:53.187026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Deleting port 6dde2367-2264-4525-a8a4-9decb39a3f82 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:53.187990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:53.194386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22bcee8a-26d9-4bb6-97b0-5e4cb1d8a53f req-23fcdb1e-3336-4423-b3e5-f9a5ccfba2a5 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475295 Feb 17 22:18:53.198760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de3fa300-953a-4cb8-8f53-18d92d084d90 req-8945639b-c02f-4d2f-829a-7ce6924de7e4 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.79 "GET /v2.0/security-groups?id=d912a096-0368-4c28-8e0d-ae6dfbb24c2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423148 Feb 17 22:18:53.311543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] For port 6dde2367-2264-4525-a8a4-9decb39a3f82, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=6dde2367-2264-4525-a8a4-9decb39a3f82,segment=NetworkSegment(43f2f88c-8463-42f3-912a-ec39327dc9ef),segment_id=43f2f88c-8463-42f3-912a-ec39327dc9ef)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:53.312067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:53.317899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7c7acfd-9c38-4ec9-bedc-55a1df3a004f admin admin] Publish callbacks [] for security_group (118fe055-efdd-4814-b3a2-78cdc4ca71cb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:53.330960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Calling delete_port for 6dde2367-2264-4525-a8a4-9decb39a3f82 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:53.337901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7c7acfd-9c38-4ec9-bedc-55a1df3a004f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (118fe055-efdd-4814-b3a2-78cdc4ca71cb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:53.364329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-0e59d435-76ab-4ff4-9208-69f424d21a36 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 1001 time: 0.3190107 Feb 17 22:18:53.439360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-cc6f9519-0d68-4691-9818-a72af513eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:53.440990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-cc6f9519-0d68-4691-9818-a72af513eea7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.0661206 Feb 17 22:18:53.495813 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d85cd8-cbf1-4412-b475-636cd7668c6b x-openstack-request-id: req-d6d85cd8-cbf1-4412-b475-636cd7668c6b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:53.496181 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:53.496958 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6d85cd8-cbf1-4412-b475-636cd7668c6b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:53.497724 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'status': 'completed', 'code': 200} Feb 17 22:18:53.557557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c7acfd-9c38-4ec9-bedc-55a1df3a004f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118fe055-efdd-4814-b3a2-78cdc4ca71cb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:53.582431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d7c7acfd-9c38-4ec9-bedc-55a1df3a004f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e3bea94bfdd4030a3ccb46743703619&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7904854 Feb 17 22:18:53.609732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47126) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:53.622407 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6dde2367-2264-4525-a8a4-9decb39a3f82), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:53.626696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2be1c98-d814-4a66-a151-a566c35304aa x-openstack-request-id: req-b2be1c98-d814-4a66-a151-a566c35304aa {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:53.627361 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2087d-de83-4785-aebb-65b167bcf28e", "name": "network-vif-plugged", "status": "completed", "tag": "2ad1fc73-dfc1-4cb1-954b-176aa17b0b98", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:53.627664 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2be1c98-d814-4a66-a151-a566c35304aa {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:53.628132 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98', 'code': 200} Feb 17 22:18:53.727628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Pushing event deleted for resources: {'Port': ['ID=6dde2367-2264-4525-a8a4-9decb39a3f82,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:53.801435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] No DVR routers for this DVR port 6dde2367-2264-4525-a8a4-9decb39a3f82 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:18:53.806489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:53.810823 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f65b1ee3-2883-4ed0-b737-2f9fdf077204 req-8e445f78-b874-4842-9544-678d9ac68a42 tempest-LiveMigrationTest-883763154 tempest-LiveMigrationTest-883763154-project] 10.222.0.94 "DELETE /v2.0/ports/6dde2367-2264-4525-a8a4-9decb39a3f82 HTTP/1.1" status: 204 len: 173 time: 1.3453176 Feb 17 22:18:53.811477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'name': 'network-vif-deleted', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:53.815539 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0046aa-dc26-424b-af11-c9a8cf798890" -d '{"events": [{"server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "name": "network-vif-deleted", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:53.879313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-345efda6-36ec-4eef-8fd5-ab7d938951d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:53.881158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-345efda6-36ec-4eef-8fd5-ab7d938951d2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4283595 Feb 17 22:18:53.947192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d18fb2-dc1f-4463-b974-b6c40e7fa25b req-b986cde7-d37c-475a-9cdb-c181158b8085 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:53.950880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57d18fb2-dc1f-4463-b974-b6c40e7fa25b req-b986cde7-d37c-475a-9cdb-c181158b8085 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.5057471 Feb 17 22:18:53.956345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-8f425ee2-c3b5-46cf-a155-8af1cc86c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:53.959103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-8f425ee2-c3b5-46cf-a155-8af1cc86c13e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=cb716339743240d5b9483565899c9092&device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 1126 time: 0.4025090 Feb 17 22:18:54.158057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:54.672537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Deleting port 3c4e11e7-bbf1-4f96-9cde-09328867ee70 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:54.675398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:54.700794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Publish callbacks [] for security_group (118fe055-efdd-4814-b3a2-78cdc4ca71cb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:54.703986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff12df8-5d0d-4afd-a09a-d1b51cf0d936 req-2a5033fc-9c7e-43fa-8043-f98a1eb7e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:54.705596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cff12df8-5d0d-4afd-a09a-d1b51cf0d936 req-2a5033fc-9c7e-43fa-8043-f98a1eb7e89f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 1128 time: 0.9542937 Feb 17 22:18:54.770080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ae2e84-b630-4d09-ae23-cf851afc1825 req-a42285b6-ea12-4482-b131-8e94af2371b5 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:54.779332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1ae2e84-b630-4d09-ae23-cf851afc1825 req-a42285b6-ea12-4482-b131-8e94af2371b5 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 943 time: 1.0209637 Feb 17 22:18:54.787068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57d18fb2-dc1f-4463-b974-b6c40e7fa25b req-966519bf-013c-4b73-8a6d-a2e2f38a2ee5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8225405 Feb 17 22:18:54.796590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] For port 3c4e11e7-bbf1-4f96-9cde-09328867ee70, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3c4e11e7-bbf1-4f96-9cde-09328867ee70,segment=NetworkSegment(451ef27f-45cc-4b67-848e-2683bdd4b092),segment_id=451ef27f-45cc-4b67-848e-2683bdd4b092)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:54.797334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:54.841383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Calling delete_port for 3c4e11e7-bbf1-4f96-9cde-09328867ee70 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:54.845534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-8f7a2616-d1bc-4bcc-832e-cb2b7f9ff771 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9477415 Feb 17 22:18:54.847538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Publish callbacks [] for security_group (118fe055-efdd-4814-b3a2-78cdc4ca71cb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:54.860310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-9abb4b55-3125-4ed6-8e11-382424bc5077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:54.864484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-9abb4b55-3125-4ed6-8e11-382424bc5077 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 200 len: 929 time: 0.8873200 Feb 17 22:18:55.049511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-c7c09b8f-df35-4dd3-8331-1e7d31f4d97a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 217 time: 0.1684406 Feb 17 22:18:55.069568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:55.114798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3c4e11e7-bbf1-4f96-9cde-09328867ee70), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:55.124349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1ae2e84-b630-4d09-ae23-cf851afc1825 req-1015447a-e616-4443-afb5-c688ab6997af tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447886 Feb 17 22:18:55.126649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cff12df8-5d0d-4afd-a09a-d1b51cf0d936 req-798873db-1785-4675-82e6-b5de2b4bf8e5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018447 Feb 17 22:18:55.146070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c4e11e7-bbf1-4f96-9cde-09328867ee70,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:55.214330 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0938aa1f-4ebe-4b3d-ad96-fa3922d67e4e x-openstack-request-id: req-0938aa1f-4ebe-4b3d-ad96-fa3922d67e4e {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:55.214622 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a23f53b-0b59-412c-82f8-42c2e26eb85f", "name": "network-vif-deleted", "tag": "6dde2367-2264-4525-a8a4-9decb39a3f82", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:55.214884 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0938aa1f-4ebe-4b3d-ad96-fa3922d67e4e {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:55.218731 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a23f53b-0b59-412c-82f8-42c2e26eb85f', 'name': 'network-vif-deleted', 'tag': '6dde2367-2264-4525-a8a4-9decb39a3f82', 'status': 'completed', 'code': 200} Feb 17 22:18:55.245825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f127eb88-e709-4e0a-998f-7af3cb1f579f req-85b9b5ab-6c84-4f80-8cfc-34bc2c297157 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785982 Feb 17 22:18:55.252931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (118fe055-efdd-4814-b3a2-78cdc4ca71cb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:55.255720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:55.261776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/118fe055-efdd-4814-b3a2-78cdc4ca71cb HTTP/1.1" status: 204 len: 168 time: 1.6416886 Feb 17 22:18:55.268121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-4174220f-5d80-4a1a-a85d-f99e8b0542cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:55.270070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-4174220f-5d80-4a1a-a85d-f99e8b0542cd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=402b3ad8-b058-4719-8075-2d192bb0fd2a HTTP/1.1" status: 200 len: 867 time: 0.1882043 Feb 17 22:18:55.351423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118fe055-efdd-4814-b3a2-78cdc4ca71cb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:55.424508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36d18d-728d-4e1f-ba17-12b6419464b5 req-63c41ada-0e46-4229-aae9-cbc97dbb8176 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:55.431950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d36d18d-728d-4e1f-ba17-12b6419464b5 req-63c41ada-0e46-4229-aae9-cbc97dbb8176 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.5054531 Feb 17 22:18:55.511584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:55.525080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.525080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.525427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.525864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.526711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.527045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.527392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.527732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.528114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.528479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.528740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.529065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.529388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6de3c8b-885f-432a-943f-0daf91493795 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:18:55.618323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-3b57d5f1-9025-416a-a785-034c2eb6d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:55.620474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-3b57d5f1-9025-416a-a785-034c2eb6d4ec service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3270812 Feb 17 22:18:55.629764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a00479-05f6-4a81-b7f0-62b088028d82'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:55.630983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ca23-62c6-4ebc-a30e-25258f08c7a7 req-b2ac206b-9973-4cfc-a02b-4194c0c46e2e tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:55.632105 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ede5755-fb82-45fd-8805-3c29314ad6cc" -d '{"events": [{"server_uuid": "21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1a00479-05f6-4a81-b7f0-62b088028d82"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:55.638922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7724ca23-62c6-4ebc-a30e-25258f08c7a7 req-b2ac206b-9973-4cfc-a02b-4194c0c46e2e tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 945 time: 0.3085277 Feb 17 22:18:55.667000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d36d18d-728d-4e1f-ba17-12b6419464b5 req-60670ab5-ef36-4c6f-818b-53e0903c1d23 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649141 Feb 17 22:18:55.769206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7724ca23-62c6-4ebc-a30e-25258f08c7a7 req-3c00d6fc-2e72-4960-887c-7ccdc24923c4 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253777 Feb 17 22:18:55.791069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47142) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:55.850458 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6485d4a5-e423-409e-ba88-63ba3350fd4f x-openstack-request-id: req-6485d4a5-e423-409e-ba88-63ba3350fd4f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:55.850803 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd", "name": "network-vif-plugged", "status": "completed", "tag": "b1a00479-05f6-4a81-b7f0-62b088028d82", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:55.851713 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6485d4a5-e423-409e-ba88-63ba3350fd4f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:55.852376 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1a00479-05f6-4a81-b7f0-62b088028d82', 'code': 200} Feb 17 22:18:55.853866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-3396aa05-aff2-478f-bd10-5745fb987136 service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065241 Feb 17 22:18:55.985135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47156) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:56.069944 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5be8ea64-0b0e-470a-959b-d80399c97116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.101511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:18:56.161447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a210f-cf81-48b8-abe2-3e012f3edcc6 req-f5d1e6fb-a3ac-47ca-b858-c7b954a697fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:56.163041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d94a210f-cf81-48b8-abe2-3e012f3edcc6 req-f5d1e6fb-a3ac-47ca-b858-c7b954a697fe service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 1129 time: 0.1961040 Feb 17 22:18:56.172220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b80623-5aa5-4b9a-83f7-65a87bc81732 req-c57cf640-b44e-4302-b192-4141a9917b44 service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108673 Feb 17 22:18:56.208706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f01ff-7218-4eac-a7fc-518dc83c81a0 req-d2800694-52e8-4a58-935b-2a93fb68c0aa tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:56.220523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-252f01ff-7218-4eac-a7fc-518dc83c81a0 req-d2800694-52e8-4a58-935b-2a93fb68c0aa tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 945 time: 0.2334399 Feb 17 22:18:56.324280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2cbe6945-6443-4f0e-afbf-7818b64fe450 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:18:56.364092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:56.446035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d94a210f-cf81-48b8-abe2-3e012f3edcc6 req-709cf821-4585-4adf-946f-e832497316c4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661247 Feb 17 22:18:56.475072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:18:56.487783 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] Sync routers for ids ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:18:56.493407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-adb15659-d9a3-4781-8c9c-dd7316371721 admin admin] 10.222.0.79 "PUT /v2.0/routers/7207d570-dcc5-40fc-b7f8-46c66f23c5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6557055 Feb 17 22:18:56.497108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47160) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:56.503461 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] Routers {'7207d570-dcc5-40fc-b7f8-46c66f23c5eb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:56.504125 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:56.506380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-252f01ff-7218-4eac-a7fc-518dc83c81a0 req-da798fa0-96ab-43ba-bfb4-e0cd116f7deb tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2802327 Feb 17 22:18:56.535941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:18:56.568088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18c0cb-d7bc-46c2-ac7d-4037ef7e647f req-d39aa29d-facb-48da-b3c4-f07ac2d72904 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:56.569997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce18c0cb-d7bc-46c2-ac7d-4037ef7e647f req-d39aa29d-facb-48da-b3c4-f07ac2d72904 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 943 time: 0.2678635 Feb 17 22:18:56.572721 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5be8ea64-0b0e-470a-959b-d80399c97116 admin admin] Publish callbacks [] for security_group (36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.578135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] Deleting subnet 7eb73f8d-9b93-4360-977f-12e903433c9b {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:18:56.581794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] Publish callbacks [] for subnet (7eb73f8d-9b93-4360-977f-12e903433c9b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.622918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (7eb73f8d-9b93-4360-977f-12e903433c9b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.672174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7eb73f8d-9b93-4360-977f-12e903433c9b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.673104 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] Set router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:56.702433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2cbe6945-6443-4f0e-afbf-7818b64fe450, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:56.724314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'port_id': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'mac_address': 'fa:16:3e:98:ee:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:18:56.784618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5be8ea64-0b0e-470a-959b-d80399c97116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.785214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks [] for router (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.868544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce18c0cb-d7bc-46c2-ac7d-4037ef7e647f req-82bbcfd8-f966-4bf5-bb3a-61f4a7beafc4 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858033 Feb 17 22:18:56.871292 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (7eb73f8d-9b93-4360-977f-12e903433c9b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.892549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:56.897689 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.961984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:56.972478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2cbe6945-6443-4f0e-afbf-7818b64fe450 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:18:56.973593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:56.995430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cbe6945-6443-4f0e-afbf-7818b64fe450 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:18:57.010849 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:57.022748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7eb73f8d-9b93-4360-977f-12e903433c9b HTTP/1.1" status: 204 len: 168 time: 1.2296498 Feb 17 22:18:57.029087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2cbe6945-6443-4f0e-afbf-7818b64fe450, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:57.031557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:57.032859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:18:57.039193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47168) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:57.110379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679321d3-a525-46d9-860e-2713366ea641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7eb73f8d-9b93-4360-977f-12e903433c9b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:57.130677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 6dde2367-2264-4525-a8a4-9decb39a3f82 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:18:57.131924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 6dde2367-2264-4525-a8a4-9decb39a3f82 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:18:57.136151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:57.140092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:57.173900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5be8ea64-0b0e-470a-959b-d80399c97116 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=37c254c8b97a4dc794563996c9e7bdfe&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1840994 Feb 17 22:18:57.183804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be8ea64-0b0e-470a-959b-d80399c97116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:57.212710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47170) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:57.222706 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:18:55Z', 'revision_number': 5, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:57.254444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e98e2-c562-4ca3-9adb-abd2132bffc0 req-a18a724b-b3de-49f3-a66f-033ab68f814d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:57.256661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-084e98e2-c562-4ca3-9adb-abd2132bffc0 req-a18a724b-b3de-49f3-a66f-033ab68f814d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.3952310 Feb 17 22:18:57.257694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2cbe6945-6443-4f0e-afbf-7818b64fe450,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:57.285203 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] Checking router: 7207d570-dcc5-40fc-b7f8-46c66f23c5eb for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:18:57.309583 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] Routers {'7207d570-dcc5-40fc-b7f8-46c66f23c5eb'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:18:57.310203 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:57.336837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3613a763-446f-448a-8044-ba521101fd41 req-1fbf210e-7542-4cbf-8e68-5d5d9fbaabc0 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:57.339600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3613a763-446f-448a-8044-ba521101fd41 req-1fbf210e-7542-4cbf-8e68-5d5d9fbaabc0 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 945 time: 0.1781833 Feb 17 22:18:57.350880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-084e98e2-c562-4ca3-9adb-abd2132bffc0 req-7079564d-93bc-4f6d-a221-642efaeb74ad tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868793 Feb 17 22:18:57.428988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:57.578089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3613a763-446f-448a-8044-ba521101fd41 req-34d14928-15e2-45ca-ba6a-f38cd41a6da4 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250402 Feb 17 22:18:57.592302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['2cbe6945-6443-4f0e-afbf-7818b64fe450'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:18:57.664897 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] Set router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:18:57.711111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55958fd5-3f0d-4000-bb58-07108a3bf0c9 admin admin] Publish callbacks [] for security_group (36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:57.769554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55958fd5-3f0d-4000-bb58-07108a3bf0c9 admin admin] Publish callbacks [] for security_group (36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:57.867302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:18:57.880681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks [] for router_gateway (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:57.880938 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd1df047-6a49-487d-a8fa-f9c4eb0a7416" -d '{"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-unplugged", "status": "completed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:18:58.028816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63f010-a928-417a-8a3a-1bfd5e55ffb3 req-4b52a7f6-77e4-490b-9e73-559cb5c749e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:58.029940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55958fd5-3f0d-4000-bb58-07108a3bf0c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:58.030326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f63f010-a928-417a-8a3a-1bfd5e55ffb3 req-4b52a7f6-77e4-490b-9e73-559cb5c749e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.1794283 Feb 17 22:18:58.038355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55958fd5-3f0d-4000-bb58-07108a3bf0c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:58.042521 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-55958fd5-3f0d-4000-bb58-07108a3bf0c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724 HTTP/1.1" status: 204 len: 168 time: 0.8260288 Feb 17 22:18:58.075661 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:18:55Z', 'revision_number': 5, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:58.126508 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9000a7-8686-412d-95c9-0223da00d78a None None] The sync data for ids ['7207d570-dcc5-40fc-b7f8-46c66f23c5eb'] in n-d-828369-18 is: [{'id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'name': 'tempest-TaggedBootDevicesTest_v242-560802192-router', 'tenant_id': '92a444a21119461f87d2c5826b3d6b09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231'}], 'enable_snat': True}, 'gw_port_id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:10:15Z', 'updated_at': '2022-02-17T22:18:55Z', 'revision_number': 5, 'project_id': '92a444a21119461f87d2c5826b3d6b09', 'gw_port': {'id': '8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:1c:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7207d570-dcc5-40fc-b7f8-46c66f23c5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:10:16Z', 'updated_at': '2022-02-17T22:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:18:58.137708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:58.154255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55958fd5-3f0d-4000-bb58-07108a3bf0c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dcbc1f-c064-4b1a-ac4a-f1bd9dd3a724,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:58.190616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:58.262593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f63f010-a928-417a-8a3a-1bfd5e55ffb3 req-69cc5745-c72b-4b64-b95c-efcadf3e77f6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438837 Feb 17 22:18:58.285889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef93428-5da1-4c1b-b66b-2485277c7313 req-639b9060-b3c5-4f5e-89cc-517eba4bfe5e tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:58.290714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef93428-5da1-4c1b-b66b-2485277c7313 req-639b9060-b3c5-4f5e-89cc-517eba4bfe5e tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 944 time: 0.2567320 Feb 17 22:18:58.379726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef93428-5da1-4c1b-b66b-2485277c7313 req-d9f81e07-fb11-4a49-9fd3-48766d7c1c9d tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763106 Feb 17 22:18:58.449822 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 22:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e777b723-3d6f-477a-904e-850394bcb55f x-openstack-request-id: req-e777b723-3d6f-477a-904e-850394bcb55f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:18:58.450120 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-unplugged", "status": "failed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81", "code": 422}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:18:58.450433 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e777b723-3d6f-477a-904e-850394bcb55f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:18:58.450873 n-d-828369-18 neutron-server[103528]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'code': 422} returned with failed status Feb 17 22:18:58.743788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199955d2-8a8b-41bf-84df-66531d830c03 req-7bc486e9-2daa-43f5-be71-90ba62c44f2b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:18:58.755830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-199955d2-8a8b-41bf-84df-66531d830c03 req-7bc486e9-2daa-43f5-be71-90ba62c44f2b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.1843059 Feb 17 22:18:58.835768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f2f88c-8463-42f3-912a-ec39327dc9ef') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:58.836701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f2f88c-8463-42f3-912a-ec39327dc9ef') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:18:58.856136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (43f2f88c-8463-42f3-912a-ec39327dc9ef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:58.901578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (43f2f88c-8463-42f3-912a-ec39327dc9ef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:58.914142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Deleting port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:18:58.917397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:58.940900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:18:58.941579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (43f2f88c-8463-42f3-912a-ec39327dc9ef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:18:58.943699 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:18:58.955585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-199955d2-8a8b-41bf-84df-66531d830c03 req-605d9e7f-b823-473e-8274-17a13ee5a253 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946266 Feb 17 22:18:59.234277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] For port 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:18:59.234792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.290511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Calling delete_port for 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:18:59.292569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.324862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.328284 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] 10.222.0.79 "DELETE /v2.0/networks/17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c HTTP/1.1" status: 204 len: 168 time: 2.2877994 Feb 17 22:18:59.331125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47258) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:18:59.343780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df6f1-d9b3-4443-82ee-758625553d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=17e19bfc-f1fa-4b71-93ef-174ea8bb5e8c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:59.484296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] Deleting subnet 79539d42-b475-4ffd-a546-864d11149c7b {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:18:59.487894 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] Publish callbacks [] for subnet (79539d42-b475-4ffd-a546-864d11149c7b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.610668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (79539d42-b475-4ffd-a546-864d11149c7b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.673934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.677279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (79539d42-b475-4ffd-a546-864d11149c7b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.731156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:18:59.810944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.895674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (79539d42-b475-4ffd-a546-864d11149c7b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.932222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.935994 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks [] for router_controller (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:18:59.966302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79539d42-b475-4ffd-a546-864d11149c7b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:00.005416 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.012284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-91766068-db60-4984-99ad-1847257c5068 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/79539d42-b475-4ffd-a546-864d11149c7b HTTP/1.1" status: 204 len: 168 time: 0.6789753 Feb 17 22:19:00.019276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47278) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:00.060010 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (7207d570-dcc5-40fc-b7f8-46c66f23c5eb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.061209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7207d570-dcc5-40fc-b7f8-46c66f23c5eb {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:00.068695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.069988 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8754143b-6184-4117-97c8-9fee0cfc3d6b admin admin] 10.222.0.79 "DELETE /v2.0/routers/7207d570-dcc5-40fc-b7f8-46c66f23c5eb HTTP/1.1" status: 204 len: 168 time: 3.5710235 Feb 17 22:19:00.072951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:00.189133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3c4e11e7-bbf1-4f96-9cde-09328867ee70 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:00.196413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd5489-92b6-4cad-84af-edd0decaf054 req-eab7cf05-1e0d-42f2-a5df-8037aeb3ddfc tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:00.204861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] Deleting subnet 57776671-56c3-4e74-aee6-88ebeed8d3a5 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:19:00.208539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] Publish callbacks [] for subnet (57776671-56c3-4e74-aee6-88ebeed8d3a5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.211307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43dd5489-92b6-4cad-84af-edd0decaf054 req-eab7cf05-1e0d-42f2-a5df-8037aeb3ddfc tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 944 time: 0.6808481 Feb 17 22:19:00.260071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3c4e11e7-bbf1-4f96-9cde-09328867ee70 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:00.260461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (57776671-56c3-4e74-aee6-88ebeed8d3a5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.260813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3c4e11e7-bbf1-4f96-9cde-09328867ee70 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:00.281144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b441ba-ee8b-4ac0-b652-9785937e1adb req-df90162e-a61e-44f7-bb3d-f94f1455ea4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:00.285629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85b441ba-ee8b-4ac0-b652-9785937e1adb req-df90162e-a61e-44f7-bb3d-f94f1455ea4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.7250142 Feb 17 22:19:00.350719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (7dfc5935-587e-41f3-b27b-8cfd0167fe80), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.359610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2cbe6945-6443-4f0e-afbf-7818b64fe450 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:00.395464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (57776671-56c3-4e74-aee6-88ebeed8d3a5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.427993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43dd5489-92b6-4cad-84af-edd0decaf054 req-347843e8-385c-44f2-97a1-6170925fcd32 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155867 Feb 17 22:19:00.463720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85b441ba-ee8b-4ac0-b652-9785937e1adb req-356500ae-8fcc-4a7b-b0f8-82677a278306 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612051 Feb 17 22:19:00.469107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 2cbe6945-6443-4f0e-afbf-7818b64fe450 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:19:00.473912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 2cbe6945-6443-4f0e-afbf-7818b64fe450 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:00.474552 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.483540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (57776671-56c3-4e74-aee6-88ebeed8d3a5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.543426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57776671-56c3-4e74-aee6-88ebeed8d3a5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:00.549094 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.555361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6a719505-52ff-4940-8eb2-d587a525e811 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/57776671-56c3-4e74-aee6-88ebeed8d3a5 HTTP/1.1" status: 204 len: 168 time: 0.4787903 Feb 17 22:19:00.556259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:00.561377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98f297a-46f8-481e-8e3a-3143f42aa158 None None] Network d6536be7-eff9-4acd-95db-e9e52ea02ee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:19:00.623277 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (7dfc5935-587e-41f3-b27b-8cfd0167fe80), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.653876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfc5935-587e-41f3-b27b-8cfd0167fe80']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:00.678747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:00.679241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:00.730910 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.744116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d6536be7-eff9-4acd-95db-e9e52ea02ee3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.756581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.775358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:19:00.777931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (4a34a5d2-cd22-4761-8f2f-23ca1c1e47fc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:19:00.785262 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:19:00.883109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Deleting port c4395eaa-1b50-4827-8960-5ba4168a7f21 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:00.883536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.891027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (7dfc5935-587e-41f3-b27b-8cfd0167fe80), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.927157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2cbe6945-6443-4f0e-afbf-7818b64fe450 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:00.927820 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.946956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:00.960353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7dfc5935-587e-41f3-b27b-8cfd0167fe80 HTTP/1.1" status: 204 len: 168 time: 0.9368873 Feb 17 22:19:00.973179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409cf0c-6eee-46bc-8d32-e4d05a6dad98 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfc5935-587e-41f3-b27b-8cfd0167fe80,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:01.000516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:01.005968 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5471eb1e-5e6b-4029-8287-71f2d63eb964" -d '{"events": [{"server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "name": "network-vif-plugged", "status": "completed", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:01.045776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2cbe6945-6443-4f0e-afbf-7818b64fe450, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:01.052604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] DHCP port deletion for d6536be7-eff9-4acd-95db-e9e52ea02ee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:19:01.060158 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.060609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] For port c4395eaa-1b50-4827-8960-5ba4168a7f21, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c4395eaa-1b50-4827-8960-5ba4168a7f21,segment=NetworkSegment(451ef27f-45cc-4b67-848e-2683bdd4b092),segment_id=451ef27f-45cc-4b67-848e-2683bdd4b092)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:01.060609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.061813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:01.108712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Calling delete_port for c4395eaa-1b50-4827-8960-5ba4168a7f21 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:01.198405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47350) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:01.210619 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4684818-5fb6-43dd-aa25-7cf6e04f5354 x-openstack-request-id: req-b4684818-5fb6-43dd-aa25-7cf6e04f5354 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:01.211146 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "name": "network-vif-plugged", "status": "completed", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:01.211450 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b4684818-5fb6-43dd-aa25-7cf6e04f5354 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:01.211752 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'code': 200} Feb 17 22:19:01.259291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47356) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:01.318452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2cbe6945-6443-4f0e-afbf-7818b64fe450,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:01.349863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.375178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] Deleting port c4395eaa-1b50-4827-8960-5ba4168a7f21 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:01.375881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.397969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575908ae-0ef8-47b0-bd83-b0f9ea6e291c req-e240f5c9-7be5-4194-9d6a-2440d6044909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:01.399866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-575908ae-0ef8-47b0-bd83-b0f9ea6e291c req-e240f5c9-7be5-4194-9d6a-2440d6044909 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 1128 time: 0.1963115 Feb 17 22:19:01.403686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c7b7a3f2-38c1-402e-913f-cbff3a2a74b4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59650c83521741329140c0e2719356ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2014971 Feb 17 22:19:01.405291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4395eaa-1b50-4827-8960-5ba4168a7f21,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:01.407426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] No DVR routers for this DVR port c4395eaa-1b50-4827-8960-5ba4168a7f21 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:19:01.415885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:01.448274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a881a-8935-4993-bfa5-b5d8a2c3111d req-de52a4a8-46b9-469b-a3df-4fc7a159c76a tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:01.456058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-283a881a-8935-4993-bfa5-b5d8a2c3111d req-de52a4a8-46b9-469b-a3df-4fc7a159c76a tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 945 time: 0.2596958 Feb 17 22:19:01.483133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:01.537283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] For port c4395eaa-1b50-4827-8960-5ba4168a7f21, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:01.538157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.554997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-575908ae-0ef8-47b0-bd83-b0f9ea6e291c req-34eee33b-29f4-443c-b9d3-60762ff07e79 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372299 Feb 17 22:19:01.564893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] Calling delete_port for c4395eaa-1b50-4827-8960-5ba4168a7f21 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:01.569342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] Port c4395eaa-1b50-4827-8960-5ba4168a7f21 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:19:01.571246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (c4395eaa-1b50-4827-8960-5ba4168a7f21), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.607549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] Pushing event deleted for resources: {'Port': ['ID=c4395eaa-1b50-4827-8960-5ba4168a7f21,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:01.615297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbab9d7-2e46-4ecb-a333-c4f6c54701cf None None] No DVR routers for this DVR port c4395eaa-1b50-4827-8960-5ba4168a7f21 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:19:01.648294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-283a881a-8935-4993-bfa5-b5d8a2c3111d req-9b2305fd-0524-4ddb-b411-20d6907cf6db tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907017 Feb 17 22:19:01.658922 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e506bcb-069a-41b0-804b-10d85928831b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.666012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d6536be7-eff9-4acd-95db-e9e52ea02ee3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.709936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6536be7-eff9-4acd-95db-e9e52ea02ee3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:01.733454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451ef27f-45cc-4b67-848e-2683bdd4b092') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:01.733582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451ef27f-45cc-4b67-848e-2683bdd4b092') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:01.736240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b303e9-5f86-4955-9e0c-a7bae83d906a req-0ec813e6-f05f-4a30-bb40-fa1b7162108f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:01.738113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3b303e9-5f86-4955-9e0c-a7bae83d906a req-0ec813e6-f05f-4a30-bb40-fa1b7162108f tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.1348510 Feb 17 22:19:01.746251 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3bb8-7b11-4d64-b06f-e2a0d7dd377a admin admin] Publish callbacks [] for security_group (d912a096-0368-4c28-8e0d-ae6dfbb24c2f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.756500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (451ef27f-45cc-4b67-848e-2683bdd4b092), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.799652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (451ef27f-45cc-4b67-848e-2683bdd4b092), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.807240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3bb8-7b11-4d64-b06f-e2a0d7dd377a admin admin] Publish callbacks [] for security_group (d912a096-0368-4c28-8e0d-ae6dfbb24c2f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.821669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:19:01.822080 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (451ef27f-45cc-4b67-848e-2683bdd4b092), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:19:01.828276 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:19:01.834273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b96176-c09c-424a-a19d-aa5e706e3484 req-b679255b-0528-407b-80ad-fc550a32edff tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:01.836116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90b96176-c09c-424a-a19d-aa5e706e3484 req-b679255b-0528-407b-80ad-fc550a32edff tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 945 time: 0.1117792 Feb 17 22:19:01.850677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3b303e9-5f86-4955-9e0c-a7bae83d906a req-0ae10f8d-f5ee-4b39-8344-6300f200b18c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014233 Feb 17 22:19:01.913086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90b96176-c09c-424a-a19d-aa5e706e3484 req-1f0dc368-61ee-4dca-a77f-1d392a64a60d tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609632 Feb 17 22:19:01.952543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d6536be7-eff9-4acd-95db-e9e52ea02ee3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.957703 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e506bcb-069a-41b0-804b-10d85928831b admin admin] Publish callbacks [] for security_group (b7be51a2-a79d-4053-8f31-a03dbe467007), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.966207 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e506bcb-069a-41b0-804b-10d85928831b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b7be51a2-a79d-4053-8f31-a03dbe467007), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.972440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:01.993066 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d6536be7-eff9-4acd-95db-e9e52ea02ee3 HTTP/1.1" status: 204 len: 168 time: 1.4265597 Feb 17 22:19:02.060010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c825b45-cf14-4741-b34e-da278370f207 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6536be7-eff9-4acd-95db-e9e52ea02ee3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:02.086669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3bb8-7b11-4d64-b06f-e2a0d7dd377a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d912a096-0368-4c28-8e0d-ae6dfbb24c2f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.091827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fd352-e76b-4618-9193-02f95676d5bd req-f79467f4-7ada-456c-b243-223bab8c900c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:02.097557 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d7bc3bb8-7b11-4d64-b06f-e2a0d7dd377a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.101209 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d7bc3bb8-7b11-4d64-b06f-e2a0d7dd377a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d912a096-0368-4c28-8e0d-ae6dfbb24c2f HTTP/1.1" status: 204 len: 168 time: 0.6833806 Feb 17 22:19:02.110085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa4fd352-e76b-4618-9193-02f95676d5bd req-f79467f4-7ada-456c-b243-223bab8c900c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.1656847 Feb 17 22:19:02.140289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e506bcb-069a-41b0-804b-10d85928831b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7be51a2-a79d-4053-8f31-a03dbe467007,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:02.176959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:02.178274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc3bb8-7b11-4d64-b06f-e2a0d7dd377a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d912a096-0368-4c28-8e0d-ae6dfbb24c2f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:02.191523 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e506bcb-069a-41b0-804b-10d85928831b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ee94f19b65ce42d284ad348fd89fc054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9275501 Feb 17 22:19:02.192535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47408) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:02.224818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa4fd352-e76b-4618-9193-02f95676d5bd req-bfde7e34-5af1-4049-9834-e747ea7d479b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131775 Feb 17 22:19:02.270293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:02.271239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8514d6d1-8a3d-4092-a2b6-998bf3dcc1ee not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:02.271845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c4395eaa-1b50-4827-8960-5ba4168a7f21 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:02.308754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47410) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:02.309475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e20bea0a-8614-4662-92c3-14aa0b06a51a admin admin] Publish callbacks [] for security_group (b7be51a2-a79d-4053-8f31-a03dbe467007), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.324715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: c4395eaa-1b50-4827-8960-5ba4168a7f21 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:02.325318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c4395eaa-1b50-4827-8960-5ba4168a7f21 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:02.343940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e20bea0a-8614-4662-92c3-14aa0b06a51a admin admin] Publish callbacks [] for security_group (b7be51a2-a79d-4053-8f31-a03dbe467007), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.365585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-ba63bb65-4d46-441d-83c9-b572147227dd service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3600245 Feb 17 22:19:02.383772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5399dc-4ede-4e09-84a4-ae9be45ca544 req-5212268d-8543-44fc-8945-08c8b46ca223 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:02.385496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a5399dc-4ede-4e09-84a4-ae9be45ca544 req-5212268d-8543-44fc-8945-08c8b46ca223 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 951 time: 0.1069119 Feb 17 22:19:02.390700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-bfadf5a6-9b0a-4ea3-8f0f-cb2c8b7ca159 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:19:02.391642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-bfadf5a6-9b0a-4ea3-8f0f-cb2c8b7ca159 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0159435 Feb 17 22:19:02.423593 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-265b78e5-1ef8-4468-8deb-5566bd9966fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9eb6c7e6397a4a60b242dd64680b417f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0908360 Feb 17 22:19:02.426105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47414) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:02.485283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a5399dc-4ede-4e09-84a4-ae9be45ca544 req-2af0ad62-4ad2-4f0a-93a7-5a6be104fbe2 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926571 Feb 17 22:19:02.488332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e20bea0a-8614-4662-92c3-14aa0b06a51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b7be51a2-a79d-4053-8f31-a03dbe467007), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.494028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-ea1ba665-8ac1-435d-ab94-8d6c3f14cf2b tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:02.496043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-ea1ba665-8ac1-435d-ab94-8d6c3f14cf2b tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.73 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 945 time: 0.0964367 Feb 17 22:19:02.497295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e20bea0a-8614-4662-92c3-14aa0b06a51a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.499628 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e20bea0a-8614-4662-92c3-14aa0b06a51a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b7be51a2-a79d-4053-8f31-a03dbe467007 HTTP/1.1" status: 204 len: 168 time: 0.3061099 Feb 17 22:19:02.527734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bea0a-8614-4662-92c3-14aa0b06a51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7be51a2-a79d-4053-8f31-a03dbe467007,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:02.573391 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7be7576d-4df8-46db-9b1f-6963b48b2835 admin admin] Publish callbacks [] for security_group (c9d55680-7921-4537-813e-91e99b8fb2a1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.627182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7be7576d-4df8-46db-9b1f-6963b48b2835 admin admin] Publish callbacks [] for security_group (c9d55680-7921-4537-813e-91e99b8fb2a1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.699391 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7be7576d-4df8-46db-9b1f-6963b48b2835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c9d55680-7921-4537-813e-91e99b8fb2a1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.702834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7be7576d-4df8-46db-9b1f-6963b48b2835 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.707975 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7be7576d-4df8-46db-9b1f-6963b48b2835 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c9d55680-7921-4537-813e-91e99b8fb2a1 HTTP/1.1" status: 204 len: 168 time: 0.2802734 Feb 17 22:19:02.710377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Deleting port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:02.710954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:02.725995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7576d-4df8-46db-9b1f-6963b48b2835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d55680-7921-4537-813e-91e99b8fb2a1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:02.820530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-d531c010-df72-4b09-8e6a-90a87280b9d1 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:02.830009 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-d531c010-df72-4b09-8e6a-90a87280b9d1 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports/f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 940 time: 0.3935409 Feb 17 22:19:02.860568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47452) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:02.970647 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f9edb69b-c4f7-47b4-8226-8594f9125247 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf6e4290d8904d83991f24f114537444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1085844 Feb 17 22:19:02.973494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47466) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:03.019028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fffffa7-d39b-41d9-83c7-762be6d30bc5 req-5ce6e8ba-9242-44be-9a8e-fdb7f0c01662 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:03.034081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fffffa7-d39b-41d9-83c7-762be6d30bc5 req-5ce6e8ba-9242-44be-9a8e-fdb7f0c01662 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/ports?device_id=6ca2087d-de83-4785-aebb-65b167bcf28e HTTP/1.1" status: 200 len: 945 time: 0.2045946 Feb 17 22:19:03.069679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Publish callbacks [] for security_group (75a5ccc0-fee8-4788-9de4-2026c62feb0b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.103932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Publish callbacks [] for security_group (75a5ccc0-fee8-4788-9de4-2026c62feb0b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.180765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] For port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,segment=NetworkSegment(b85d5f04-a75f-426b-8bb1-91cbc1888d47),segment_id=b85d5f04-a75f-426b-8bb1-91cbc1888d47)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:03.181154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.208273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Calling delete_port for 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:03.210507 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (75a5ccc0-fee8-4788-9de4-2026c62feb0b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.216725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.218050 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/75a5ccc0-fee8-4788-9de4-2026c62feb0b HTTP/1.1" status: 204 len: 168 time: 0.2427948 Feb 17 22:19:03.234028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a5ccc0-fee8-4788-9de4-2026c62feb0b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:03.246897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.247003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.247306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.247680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.248196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.248536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.249615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.249960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.250295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.250626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.250946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.252006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.252377 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d67bcd-9968-4866-89bc-1c42d0a22c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:03.264127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fffffa7-d39b-41d9-83c7-762be6d30bc5 req-34f5644b-c3db-4dc7-9ed8-223e23e732fd tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.79 "GET /v2.0/security-groups?id=f4e38122-3663-4451-a711-0d52e078bc2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274675 Feb 17 22:19:03.390247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4e422-45cd-4785-a724-e81434acf096 req-2fba96a6-278c-4fd8-b02f-0927e0e80bf9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:03.391651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eda4e422-45cd-4785-a724-e81434acf096 req-2fba96a6-278c-4fd8-b02f-0927e0e80bf9 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.3359303 Feb 17 22:19:03.495028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eda4e422-45cd-4785-a724-e81434acf096 req-6c8ef804-1d47-4354-b8a6-eb0f55008eac tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941105 Feb 17 22:19:03.568726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef7c81-fbab-48ce-a68e-a76165169b2b req-b8bbd80e-57d2-4695-8a64-97a9ee6a0699 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:03.570511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fef7c81-fbab-48ce-a68e-a76165169b2b req-b8bbd80e-57d2-4695-8a64-97a9ee6a0699 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 945 time: 0.1219621 Feb 17 22:19:03.704562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47498) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:03.706528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2ad1fc73-dfc1-4cb1-954b-176aa17b0b98), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.720454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['2ad1fc73-dfc1-4cb1-954b-176aa17b0b98'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:19:03.783548 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc0f9ffc-b32b-4c91-8463-c8c082235634 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=92a444a21119461f87d2c5826b3d6b09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0737753 Feb 17 22:19:03.783825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47500) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:03.791444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Pushing event deleted for resources: {'Port': ['ID=2ad1fc73-dfc1-4cb1-954b-176aa17b0b98,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:03.809087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fef7c81-fbab-48ce-a68e-a76165169b2b req-47630b03-7794-45ab-845e-dc162a593b83 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228296 Feb 17 22:19:03.840815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6211a0a-385b-4941-a8cc-7c9feee41c7a req-940c201d-cec3-4d5b-b82b-c5815e35d79c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:03.842662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6211a0a-385b-4941-a8cc-7c9feee41c7a req-940c201d-cec3-4d5b-b82b-c5815e35d79c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.2170188 Feb 17 22:19:03.873255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca84-e127-4097-8d4e-31f45e2238ec admin admin] Publish callbacks [] for security_group (8949e825-5de0-40ee-afd2-fd8e081de6b5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.899417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca84-e127-4097-8d4e-31f45e2238ec admin admin] Publish callbacks [] for security_group (8949e825-5de0-40ee-afd2-fd8e081de6b5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.909198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] No DVR routers for this DVR port 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:19:03.914017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.919227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c2327b9-7b3d-43f2-a17b-a26314f1a2e4 req-0a664081-4b6e-417f-9e10-171212286cb7 tempest-ServerMetadataNegativeTestJSON-1974908989 tempest-ServerMetadataNegativeTestJSON-1974908989-project] 10.222.0.73 "DELETE /v2.0/ports/2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 HTTP/1.1" status: 204 len: 173 time: 1.4153070 Feb 17 22:19:03.942009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'name': 'network-vif-deleted', 'tag': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:03.950036 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac92a55d-ede3-4291-a1bc-7ba4d9a4ea8e" -d '{"events": [{"server_uuid": "6ca2087d-de83-4785-aebb-65b167bcf28e", "name": "network-vif-deleted", "tag": "2ad1fc73-dfc1-4cb1-954b-176aa17b0b98"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:03.980009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca84-e127-4097-8d4e-31f45e2238ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8949e825-5de0-40ee-afd2-fd8e081de6b5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.982582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-18d0ca84-e127-4097-8d4e-31f45e2238ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:03.983751 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-18d0ca84-e127-4097-8d4e-31f45e2238ec admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8949e825-5de0-40ee-afd2-fd8e081de6b5 HTTP/1.1" status: 204 len: 168 time: 0.1989486 Feb 17 22:19:03.997853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0ca84-e127-4097-8d4e-31f45e2238ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8949e825-5de0-40ee-afd2-fd8e081de6b5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:04.401311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6211a0a-385b-4941-a8cc-7c9feee41c7a req-7bc4ae35-5b39-4fb8-a087-dfb71a65ad4e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414224 Feb 17 22:19:04.546968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-662db0c9-93ce-428b-abbe-b8a3ffe8ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:04.549346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-662db0c9-93ce-428b-abbe-b8a3ffe8ff39 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65&tenant_id=822ad60a2532425095b618c27fea11e1 HTTP/1.1" status: 200 len: 1126 time: 0.5382705 Feb 17 22:19:04.579508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-57a6fd7e-75ce-4cd7-9147-da4dfffe1c80 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 258 time: 0.6208010 Feb 17 22:19:04.605748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:04.672356 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:04.680982 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394ae7a8-b00e-4d2d-a126-e8716371de1f x-openstack-request-id: req-394ae7a8-b00e-4d2d-a126-e8716371de1f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:04.681311 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca2087d-de83-4785-aebb-65b167bcf28e", "name": "network-vif-deleted", "tag": "2ad1fc73-dfc1-4cb1-954b-176aa17b0b98", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:04.682716 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-394ae7a8-b00e-4d2d-a126-e8716371de1f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:04.683136 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca2087d-de83-4785-aebb-65b167bcf28e', 'name': 'network-vif-deleted', 'tag': '2ad1fc73-dfc1-4cb1-954b-176aa17b0b98', 'status': 'completed', 'code': 200} Feb 17 22:19:04.712634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-cd6b3418-c5e0-4adc-a96b-237a26b4d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:04.714378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-cd6b3418-c5e0-4adc-a96b-237a26b4d685 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1126 time: 0.1267753 Feb 17 22:19:04.715141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47562) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:04.792098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] Deleting subnet e404df94-454a-4b24-ae66-acf10345d6e1 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:19:04.797539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] Publish callbacks [] for subnet (e404df94-454a-4b24-ae66-acf10345d6e1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:04.848850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (e404df94-454a-4b24-ae66-acf10345d6e1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:04.910816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e404df94-454a-4b24-ae66-acf10345d6e1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:04.919640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5bae11-7ba1-462d-8eb9-be84f92b8bf8 req-f09c3369-0ff2-4348-b540-58cf54228207 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:04.921274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab5bae11-7ba1-462d-8eb9-be84f92b8bf8 req-f09c3369-0ff2-4348-b540-58cf54228207 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.1217732 Feb 17 22:19:04.929136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-766cda23-cc01-406d-ab57-5d482f8df513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:04.930398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-766cda23-cc01-406d-ab57-5d482f8df513 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.1867259 Feb 17 22:19:04.991399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e404df94-454a-4b24-ae66-acf10345d6e1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.009454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.014559 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e404df94-454a-4b24-ae66-acf10345d6e1 HTTP/1.1" status: 204 len: 168 time: 0.2967236 Feb 17 22:19:05.020893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47572) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:05.038137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b0c858-452e-4056-b2a2-82c83818fe69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e404df94-454a-4b24-ae66-acf10345d6e1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:05.047629 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.183739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-4c2ca565-dc96-4cfc-915a-3c015e8d772a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 999 time: 0.2271063 Feb 17 22:19:05.204610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab5bae11-7ba1-462d-8eb9-be84f92b8bf8 req-e48bdd8a-2392-4728-875b-503892b1f621 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705181 Feb 17 22:19:05.207064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e4eeef63-66a7-43fc-a6ea-cbed7177e4a7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.323874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-fff47806-1c14-4b24-9675-b1c07cab1e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:05.325329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-fff47806-1c14-4b24-9675-b1c07cab1e31 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.1340363 Feb 17 22:19:05.391700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Allocated IP 172.25.0.7 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/affe48dd-d6f8-4000-b59e-eab75dde007c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:05.444275 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e4eeef63-66a7-43fc-a6ea-cbed7177e4a7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.525862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4eeef63-66a7-43fc-a6ea-cbed7177e4a7']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:05.575665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85d5f04-a75f-426b-8bb1-91cbc1888d47') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:05.576458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85d5f04-a75f-426b-8bb1-91cbc1888d47') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:05.591747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-974e7201-9ee8-4fb7-be84-07ed5dd4b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:05.591747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-974e7201-9ee8-4fb7-be84-07ed5dd4b6f2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2464004 Feb 17 22:19:05.613251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (b85d5f04-a75f-426b-8bb1-91cbc1888d47), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.683475 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b85d5f04-a75f-426b-8bb1-91cbc1888d47), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.699127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:19:05.699584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (b85d5f04-a75f-426b-8bb1-91cbc1888d47), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:19:05.705566 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:19:05.757827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.808445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb1b56-0743-4d14-8f83-a7216b1bf675 req-605d3a8a-1e7d-4c56-8f63-8837a757af5a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:05.809971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4abb1b56-0743-4d14-8f83-a7216b1bf675 req-605d3a8a-1e7d-4c56-8f63-8837a757af5a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.2890654 Feb 17 22:19:05.837315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e4eeef63-66a7-43fc-a6ea-cbed7177e4a7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.858656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:05.861847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e4eeef63-66a7-43fc-a6ea-cbed7177e4a7 HTTP/1.1" status: 204 len: 168 time: 0.8338745 Feb 17 22:19:05.867860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-48e5dedd-de6f-40e6-92ee-d173afd010a8 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683718 Feb 17 22:19:05.889999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ed3f20-9042-4bc4-83da-83f14bc35964 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4eeef63-66a7-43fc-a6ea-cbed7177e4a7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:05.901811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47628) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:05.953089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.009428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4abb1b56-0743-4d14-8f83-a7216b1bf675 req-63c64073-99f1-42c3-ba1f-e8a935099106 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830177 Feb 17 22:19:06.038004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:06.044966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:06.048940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event updated for resources: {'Port': ['ID=affe48dd-d6f8-4000-b59e-eab75dde007c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:06.051188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:06.085062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-8553370c-8a93-420f-ad96-7f50d3473459 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059748 Feb 17 22:19:06.093614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47636) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:06.112011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-network', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:06.169042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Made reservation on behalf of 49d90e9e35b245ab9949ad2ecb515083 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:06.172436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.176695 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d31fc1a1-001f-471a-a6df-651a6ddc7d65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7ee7d84a089647dbb9202b65b40267c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0815196 Feb 17 22:19:06.189323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.199400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47642) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:06.226525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (98d79217-2a17-42cf-a45c-e819dec60c0c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.315541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.340126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:06.359573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71a1e9d5-fa01-4dc0-8f5b-8a27a92aa802 admin admin] Publish callbacks [] for security_group (f4e38122-3663-4451-a711-0d52e078bc2f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.387411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71a1e9d5-fa01-4dc0-8f5b-8a27a92aa802 admin admin] Publish callbacks [] for security_group (f4e38122-3663-4451-a711-0d52e078bc2f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.458284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71a1e9d5-fa01-4dc0-8f5b-8a27a92aa802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f4e38122-3663-4451-a711-0d52e078bc2f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.460239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7fe41-f244-4de9-84a1-e5e470dbc801 req-9a8fe0ce-eb98-4a6d-9995-4bed17695df5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:06.461230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71a1e9d5-fa01-4dc0-8f5b-8a27a92aa802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.464866 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-71a1e9d5-fa01-4dc0-8f5b-8a27a92aa802 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f4e38122-3663-4451-a711-0d52e078bc2f HTTP/1.1" status: 204 len: 168 time: 0.2616789 Feb 17 22:19:06.467300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3b7fe41-f244-4de9-84a1-e5e470dbc801 req-9a8fe0ce-eb98-4a6d-9995-4bed17695df5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.1234934 Feb 17 22:19:06.480960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1e9d5-fa01-4dc0-8f5b-8a27a92aa802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e38122-3663-4451-a711-0d52e078bc2f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:06.518597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks [] for security_group (4796ecd3-063d-4196-92a1-e2bb60612758), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.525519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4796ecd3-063d-4196-92a1-e2bb60612758), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.546849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3b7fe41-f244-4de9-84a1-e5e470dbc801 req-f777f288-a7e4-4184-8fe9-930803fd7f22 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785704 Feb 17 22:19:06.585039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:19:06.585355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 91d5dde6-b998-47ce-b340-90b6e67d446f is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:06.585765 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.603006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4796ecd3-063d-4196-92a1-e2bb60612758,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:06.624646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9b98e5c9-fd14-4485-81f7-e62cb327f360), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.625003 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Added segment 9b98e5c9-fd14-4485-81f7-e62cb327f360 of type vlan for network a541428f-5be1-4a60-9198-03ecf7a600c9 Feb 17 22:19:06.652827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47672) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:06.671040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.679113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.710520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:06.711692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:06.718185 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c45b1fd-7205-46f1-948b-74dbe7fca4b9" -d '{"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-unplugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:06.729898 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.768457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (98d79217-2a17-42cf-a45c-e819dec60c0c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.791453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event updated for resources: {'Port': ['ID=affe48dd-d6f8-4000-b59e-eab75dde007c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:06.797177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.798540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-951195a9-ca98-4b4e-8631-94772364b57f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.2121520 Feb 17 22:19:06.810642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (a541428f-5be1-4a60-9198-03ecf7a600c9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.848172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:06.869533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.870123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.870478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.870823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.871167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.871544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.871882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.872216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.872550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.872878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.873204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.876517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-3783a3e0-b815-4ca3-919c-0fd81d04070e tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.7 HTTP/1.1" status: 200 len: 694 time: 0.0688887 Feb 17 22:19:06.880927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.881459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:06.887889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (a541428f-5be1-4a60-9198-03ecf7a600c9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.889520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:06.893085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:06.901826 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ee62ec-3a85-41b5-9b8e-b41536908cdf x-openstack-request-id: req-89ee62ec-3a85-41b5-9b8e-b41536908cdf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:06.902335 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-unplugged", "status": "completed", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:06.902770 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89ee62ec-3a85-41b5-9b8e-b41536908cdf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:06.903652 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'code': 200} Feb 17 22:19:06.966488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] Pushing event updated for resources: {'Network': ['ID=a541428f-5be1-4a60-9198-03ecf7a600c9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:06.977023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network a541428f-5be1-4a60-9198-03ecf7a600c9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:19:06.977315 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc4010ca-a0fe-47a2-8b15-e17ce95071c5 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0751779 Feb 17 22:19:06.980112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47700) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:06.985771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Request body: {'subnet': {'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-subnet', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:07.036265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Made reservation on behalf of 49d90e9e35b245ab9949ad2ecb515083 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:07.039255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:07.129057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-60d8c00c-a750-4469-b9d2-445e50e7e0a7 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:07.130421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-60d8c00c-a750-4469-b9d2-445e50e7e0a7 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.2487400 Feb 17 22:19:07.141990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e77437f7-2f9e-4488-87c4-cce1d8eba9e6 tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:07.158786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-17ac2478-f0d9-4817-ae2d-9c758ea20a83 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:19:07.159812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ce978cb-c87b-49ce-8701-dce5e2b3795e req-17ac2478-f0d9-4817-ae2d-9c758ea20a83 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063901 Feb 17 22:19:07.249061 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e77437f7-2f9e-4488-87c4-cce1d8eba9e6 tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "PUT /v2.0/quotas/7362d0c947e849e0b456597472da408d HTTP/1.1" status: 200 len: 366 time: 0.5917559 Feb 17 22:19:07.253140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47722) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.303441 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6d565612-85bb-45b9-9725-0bdd5dd85a6d tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0469697 Feb 17 22:19:07.303893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47728) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.340934 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4e135194-81a5-4271-9288-f0b2bae60158 tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "GET /v2.0/quotas/7362d0c947e849e0b456597472da408d HTTP/1.1" status: 200 len: 366 time: 0.0331085 Feb 17 22:19:07.341550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47730) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.374804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4669a05b-5134-4f7d-808f-70dafe02a65d tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/7362d0c947e849e0b456597472da408d HTTP/1.1" status: 204 len: 168 time: 0.0312295 Feb 17 22:19:07.376502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.376617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (d76582d5-4a1c-4851-808d-e14b526db3dd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:07.391945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-44728ba1-0c8b-49a2-a1c3-2f43a4dc9a24 tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0141785 Feb 17 22:19:07.394265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47736) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.420059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-67b1cb27-b00c-4a03-b354-d379aadff19a tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "GET /v2.0/quotas/7362d0c947e849e0b456597472da408d HTTP/1.1" status: 200 len: 370 time: 0.0245600 Feb 17 22:19:07.427910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47738) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.449657 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-50f7b55f-101a-4793-8492-097223fefb36 tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "GET /v2.0/quotas/7362d0c947e849e0b456597472da408d/default HTTP/1.1" status: 200 len: 370 time: 0.0184715 Feb 17 22:19:07.450300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47740) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.470416 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-ba6ae6f7-15b6-4120-8db7-5ab0973bc9a4 tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] delete failed (client error): The resource could not be found. Feb 17 22:19:07.476387 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ba6ae6f7-15b6-4120-8db7-5ab0973bc9a4 tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "DELETE /v2.0/quotas/7362d0c947e849e0b456597472da408d HTTP/1.1" status: 404 len: 348 time: 0.0248249 Feb 17 22:19:07.517261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:07.560849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76582d5-4a1c-4851-808d-e14b526db3dd,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:07.574448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Checking segment: {'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:07.574814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Network hostable DHCP agents. Network: a541428f-5be1-4a60-9198-03ecf7a600c9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:19:07.604836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:07.605140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2ad1fc73-dfc1-4cb1-954b-176aa17b0b98 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:07.615213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363cbc24-7bdb-4176-bebe-2043cbd861e4 req-1d5b7ed6-4e83-4a5c-b381-30113f97ee14 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:07.622742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-363cbc24-7bdb-4176-bebe-2043cbd861e4 req-1d5b7ed6-4e83-4a5c-b381-30113f97ee14 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.2203305 Feb 17 22:19:07.726540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Network a541428f-5be1-4a60-9198-03ecf7a600c9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:19:07.772247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, a541428f-5be1-4a60-9198-03ecf7a600c9) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:07.780843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-363cbc24-7bdb-4176-bebe-2043cbd861e4 req-4c8f68bf-2f36-4a54-8e47-0353b99cf355 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531949 Feb 17 22:19:07.783232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:07.785042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:07.808553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a02e27-d4d5-474c-9c6c-bc95fd3ca67c None None] Network a541428f-5be1-4a60-9198-03ecf7a600c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:19:07.817094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8e13e3b8-fa90-4042-841a-f164890d44ca admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8335176 Feb 17 22:19:07.818923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47750) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:07.825795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:07.890131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (67bddb8e-e810-4619-8aed-2b1900c3309b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:07.891885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (67bddb8e-e810-4619-8aed-2b1900c3309b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:08.002108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47756) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:08.041272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07caf7f9-8db7-45f6-9074-6c4d0c7055cd None None] Network a541428f-5be1-4a60-9198-03ecf7a600c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:19:08.100275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks [] for router_controller (67bddb8e-e810-4619-8aed-2b1900c3309b), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:08.217297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:network and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:08.239334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:08.258983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-f3b48537-fad6-48e1-9feb-9baa953ad13a tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:08.262453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-f3b48537-fad6-48e1-9feb-9baa953ad13a tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4115243 Feb 17 22:19:08.336589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:subnet and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:08.359875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-5be273d1-7e12-4bdd-b324-7a383fbc1eec tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.7 HTTP/1.1" status: 200 len: 694 time: 0.0917475 Feb 17 22:19:08.360878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:08.395417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:subnetpool and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:08.409740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Request body: {'floatingip': {'port_id': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:08.413573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:08.486930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (98d79217-2a17-42cf-a45c-e819dec60c0c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:08.505035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks [] for router_gateway (67bddb8e-e810-4619-8aed-2b1900c3309b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:08.788549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:port and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:08.969663 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks [] for router_gateway (67bddb8e-e810-4619-8aed-2b1900c3309b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.008177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.049531 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.078837 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:19:09.213500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Allocated IP 172.25.0.93 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/470b43cc-24d4-44ac-8811-67cc8ad1aded) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:09.251237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc9b60-6e4f-4903-b833-2197e3b765ca req-31e0f04c-b7e2-4844-bf37-25d00dfd4917 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:09.260448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fdc9b60-6e4f-4903-b833-2197e3b765ca req-31e0f04c-b7e2-4844-bf37-25d00dfd4917 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.9370677 Feb 17 22:19:09.282624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:09.342918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:router and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:09.365830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks [] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.390925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:09.412916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.465749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:09.469480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:09.480557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:09.528654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Pushing event updated for resources: {'Port': ['ID=470b43cc-24d4-44ac-8811-67cc8ad1aded,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:09.558020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fdc9b60-6e4f-4903-b833-2197e3b765ca req-1b6c1213-fab8-4f83-b7d1-bbe000ca6fbb tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2959499 Feb 17 22:19:09.646263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:floatingip and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:09.658789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:09.850619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:19:09.890966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:security_group and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:09.898732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:09.910257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks [] for router_gateway (67bddb8e-e810-4619-8aed-2b1900c3309b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.932739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.933968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Usage tracker for resource:security_group_rule and project:0c0187795a9b406db0afae7193263770 is out of sync, need to count used quota {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Feb 17 22:19:09.940569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (98d79217-2a17-42cf-a45c-e819dec60c0c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:09.944480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.quota.resource [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103527) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Feb 17 22:19:09.997347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-55a0fe73-56ca-4ec8-ac7b-e27b0d63e6ff tempest-QuotasTest-1173120218 tempest-QuotasTest-1173120218-project-admin] 10.222.0.79 "GET /v2.0/quotas/0c0187795a9b406db0afae7193263770/details.json HTTP/1.1" status: 200 len: 703 time: 1.9939456 Feb 17 22:19:10.106952 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Floating IP 98d79217-2a17-42cf-a45c-e819dec60c0c associated. External IP: 172.25.0.7, port: 2cbe6945-6443-4f0e-afbf-7818b64fe450. Feb 17 22:19:10.583482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Router b4b361a3-ef2e-4770-b59b-22617e1305ad has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:19:10.715074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47798) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:10.788407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:10.797914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:10.807798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f787816-b03f-468b-8724-663d42994241 None None] Sync routers for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:10.822661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:10.827034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:10.861442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-900def6a-7673-48ec-b3c3-48cc6ad66936 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "PUT /v2.0/floatingips/98d79217-2a17-42cf-a45c-e819dec60c0c HTTP/1.1" status: 200 len: 994 time: 2.4659925 Feb 17 22:19:10.866423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:10.874317 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea2685-5351-4903-9fc0-98f8644bf873" -d '{"events": [{"name": "network-changed", "server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:10.940578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (67bddb8e-e810-4619-8aed-2b1900c3309b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:11.027628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfc18a-1c27-43ff-b66e-c16a8662d093 req-53e8974c-7d97-4371-8533-da2300d49c07 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:11.029477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3bfc18a-1c27-43ff-b66e-c16a8662d093 req-53e8974c-7d97-4371-8533-da2300d49c07 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.1476998 Feb 17 22:19:11.036580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e4f046e-1e4f-4ff7-abcb-924469839197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:11.123870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-c00ce540-15cf-4844-8c1d-56fe8d0769c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:11.136766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-c00ce540-15cf-4844-8c1d-56fe8d0769c2 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cb716339743240d5b9483565899c9092&device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 1128 time: 0.2525115 Feb 17 22:19:11.261635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Router 67bddb8e-e810-4619-8aed-2b1900c3309b is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:11.361780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e4f046e-1e4f-4ff7-abcb-924469839197 admin admin] Publish callbacks [] for security_group (ec410e6b-da66-4d7d-bc62-745eb92f1032), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:11.452868 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e4f046e-1e4f-4ff7-abcb-924469839197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ec410e6b-da66-4d7d-bc62-745eb92f1032), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:11.498654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:11.514019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:11.528482 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Sync routers for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:11.559250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:11.561362 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc3ead28-7196-4e50-aac6-2a44fa2233b7 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7409627 Feb 17 22:19:11.565903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47806) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:11.566061 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:11.568495 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:11.572959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3bfc18a-1c27-43ff-b66e-c16a8662d093 req-2fbad7f4-84c0-4ff7-bc70-bab8ee4a8325 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146406 Feb 17 22:19:11.692396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e4f046e-1e4f-4ff7-abcb-924469839197 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=45b88a5883d945a5b3b516bbf04edd97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9561269 Feb 17 22:19:11.698123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47810) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:11.836957 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:11.862813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f046e-1e4f-4ff7-abcb-924469839197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec410e6b-da66-4d7d-bc62-745eb92f1032,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:11.891165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '98d79217-2a17-42cf-a45c-e819dec60c0c', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'port_id': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'mac_address': 'fa:16:3e:98:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:19:06Z', 'updated_at': '2022-02-17T22:19:09Z', 'revision_number': 1, 'project_id': 'cb716339743240d5b9483565899c9092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 5, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:11.941270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f787816-b03f-468b-8724-663d42994241 None None] Checking router: b4b361a3-ef2e-4770-b59b-22617e1305ad for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:19:11.950437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af5f310b-b317-45da-850b-1f0dce702668 admin admin] Publish callbacks [] for security_group (ec410e6b-da66-4d7d-bc62-745eb92f1032), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:11.960294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-c8e8eb73-92ee-423d-998d-8182d9fb6826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:11.963495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-c8e8eb73-92ee-423d-998d-8182d9fb6826 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 200 len: 929 time: 0.8245075 Feb 17 22:19:11.973512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:11.974596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:12.136914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af5f310b-b317-45da-850b-1f0dce702668 admin admin] Publish callbacks [] for security_group (ec410e6b-da66-4d7d-bc62-745eb92f1032), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:12.155938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:12.213129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0607a9-9364-4d01-8a1a-146ec78d7921 req-39934c20-fd69-4d87-8514-dcb788326780 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:12.215066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be0607a9-9364-4d01-8a1a-146ec78d7921 req-39934c20-fd69-4d87-8514-dcb788326780 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.2763987 Feb 17 22:19:12.226960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-b999be6c-cf06-4b9f-96a8-d40f5a2761a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 997 time: 0.2266741 Feb 17 22:19:12.251881 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:09Z', 'revision_number': 3, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:12.319092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-ea530ce4-90ee-47c8-93e0-061d47a2de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:12.322399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Checking router: 67bddb8e-e810-4619-8aed-2b1900c3309b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:19:12.322763 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Updating router 67bddb8e-e810-4619-8aed-2b1900c3309b port 470b43cc-24d4-44ac-8811-67cc8ad1aded binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:19:12.327023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-ea530ce4-90ee-47c8-93e0-061d47a2de99 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=402b3ad8-b058-4719-8075-2d192bb0fd2a HTTP/1.1" status: 200 len: 867 time: 0.0990343 Feb 17 22:19:12.350412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af5f310b-b317-45da-850b-1f0dce702668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ec410e6b-da66-4d7d-bc62-745eb92f1032), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:12.353332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af5f310b-b317-45da-850b-1f0dce702668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:12.356899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-af5f310b-b317-45da-850b-1f0dce702668 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec410e6b-da66-4d7d-bc62-745eb92f1032 HTTP/1.1" status: 204 len: 168 time: 0.6481774 Feb 17 22:19:12.387810 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:12.408304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be0607a9-9364-4d01-8a1a-146ec78d7921 req-ddfeb82f-6c96-41e8-be52-7a0b41a8fec1 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782730 Feb 17 22:19:12.410818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f310b-b317-45da-850b-1f0dce702668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec410e6b-da66-4d7d-bc62-745eb92f1032,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:12.429926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-e87d97a3-457f-4f35-978f-dd086b249df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:12.438437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-e87d97a3-457f-4f35-978f-dd086b249df1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1099784 Feb 17 22:19:12.444298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-96dcc81c-9236-4248-ac43-7ddd74f10d49 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:19:12.452553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-96dcc81c-9236-4248-ac43-7ddd74f10d49 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0136015 Feb 17 22:19:12.644640 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f507be61-d762-490c-a8b5-b946153ecf65 x-openstack-request-id: req-f507be61-d762-490c-a8b5-b946153ecf65 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:12.644937 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:12.645198 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f507be61-d762-490c-a8b5-b946153ecf65 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:12.647183 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'status': 'completed', 'code': 200} Feb 17 22:19:12.726532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-26022775-d7bd-44b0-af67-68e880e7e26c service neutron] 10.222.0.79 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713003 Feb 17 22:19:12.871756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8f787816-b03f-468b-8724-663d42994241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '98d79217-2a17-42cf-a45c-e819dec60c0c', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'port_id': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'mac_address': 'fa:16:3e:98:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:19:06Z', 'updated_at': '2022-02-17T22:19:09Z', 'revision_number': 1, 'project_id': 'cb716339743240d5b9483565899c9092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 5, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:13.012320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:13.028543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f787816-b03f-468b-8724-663d42994241 None None] The sync data for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 is: [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '98d79217-2a17-42cf-a45c-e819dec60c0c', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'floating_ip_address': '172.25.0.7', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'port_id': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'mac_address': 'fa:16:3e:98:ee:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:19:06Z', 'updated_at': '2022-02-17T22:19:09Z', 'revision_number': 1, 'project_id': 'cb716339743240d5b9483565899c9092', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 5, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:13.031851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-230edb15-3ff8-4c84-b17a-5d813162a57c req-f1f3654b-25ac-4464-babf-ed18f8c113a1 service neutron] 10.222.0.79 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994227 Feb 17 22:19:13.225997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47846) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:13.297297 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Publish callbacks [] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:13.304890 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-25349b0e-fb47-44d8-9bae-aa8645a35a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:13.308799 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:13.501242 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Attempting to bind port 470b43cc-24d4-44ac-8811-67cc8ad1aded on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:13.505778 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Attempting to bind port 470b43cc-24d4-44ac-8811-67cc8ad1aded by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:13.506423 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Attempting to bind port 470b43cc-24d4-44ac-8811-67cc8ad1aded on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:13.510131 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1eaf5-6eba-4fe7-92fb-14fdc32c7733 None None] Pushing event updated for resources: {'Port': ['ID=470b43cc-24d4-44ac-8811-67cc8ad1aded,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:13.548235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3c2f09-3f4c-4c2d-a81b-4884d0ea557d None None] New status for floating IP 98d79217-2a17-42cf-a45c-e819dec60c0c: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:19:13.581504 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:13.584606 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:13.584947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47850) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:13.585206 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:13.585820 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:13.593453 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Bound port: 470b43cc-24d4-44ac-8811-67cc8ad1aded, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:13.598288 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:13.632034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-352e1ff6-4f49-4ab1-8fe5-763fb8084a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:13.634142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-352e1ff6-4f49-4ab1-8fe5-763fb8084a18 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=cb716339743240d5b9483565899c9092&device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 1128 time: 0.6002891 Feb 17 22:19:13.656137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Allocated IP 172.20.0.1 (a541428f-5be1-4a60-9198-03ecf7a600c9/d76582d5-4a1c-4851-808d-e14b526db3dd/9f0a0e1b-79d5-4eab-95a5-cd9e74c52339) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:13.876149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caa4e5-0452-48ee-9cc5-ae357bfa5653 req-37999907-4362-4ebb-aea5-2ae5b53ad705 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:13.885150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10caa4e5-0452-48ee-9cc5-ae357bfa5653 req-37999907-4362-4ebb-aea5-2ae5b53ad705 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.6132648 Feb 17 22:19:13.949242 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] For port 470b43cc-24d4-44ac-8811-67cc8ad1aded, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:19:13.953708 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] For port 470b43cc-24d4-44ac-8811-67cc8ad1aded, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=470b43cc-24d4-44ac-8811-67cc8ad1aded,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:19:13.965553 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.047634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks [] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.136118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.142464 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1eaf5-6eba-4fe7-92fb-14fdc32c7733 None None] Pushing event updated for resources: {'Port': ['ID=470b43cc-24d4-44ac-8811-67cc8ad1aded,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:14.194682 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:14.195602 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:18:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:14.234568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47856) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:14.243268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:14.261380 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-25349b0e-fb47-44d8-9bae-aa8645a35a53 admin admin] Publish callbacks [] for security_group (7d851d09-8370-48fc-a6e7-18a37908d1bd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.268037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-c21d6f55-3ec4-4548-bc42-410ed7ae72cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:14.271311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-c21d6f55-3ec4-4548-bc42-410ed7ae72cd service neutron] 10.222.0.94 "GET /v2.0/networks?id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 200 len: 929 time: 0.6063719 Feb 17 22:19:14.293965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-25349b0e-fb47-44d8-9bae-aa8645a35a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7d851d09-8370-48fc-a6e7-18a37908d1bd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.298618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Network a541428f-5be1-4a60-9198-03ecf7a600c9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:14.303639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:14.307092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:14.337149 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fb42528-574d-4902-a123-eb7a042f0c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.408712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25349b0e-fb47-44d8-9bae-aa8645a35a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d851d09-8370-48fc-a6e7-18a37908d1bd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:14.428316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3c50229-8b00-44a2-aad5-a5d2f606945f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.465951 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:14.467985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-509a4fe6-7ad0-4f33-986f-01037d6991f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.488047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-021461f0-bb3a-483d-93fd-915dc2716db7 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 258 time: 1.1871562 Feb 17 22:19:14.653492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-509a4fe6-7ad0-4f33-986f-01037d6991f4 admin admin] Publish callbacks [] for security_group (6bff6119-0af2-4d08-aa80-2d016e2decd4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.671341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:14.699213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (67bddb8e-e810-4619-8aed-2b1900c3309b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.704767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.709284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3c50229-8b00-44a2-aad5-a5d2f606945f admin admin] Publish callbacks [] for security_group (431969f3-9e30-45ba-bdbb-42d66f8a1e14), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.709482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-509a4fe6-7ad0-4f33-986f-01037d6991f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6bff6119-0af2-4d08-aa80-2d016e2decd4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.751104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10caa4e5-0452-48ee-9cc5-ae357bfa5653 req-e3c39626-3957-4f57-8605-c25b72a3e1b4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8055661 Feb 17 22:19:14.771006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-25349b0e-fb47-44d8-9bae-aa8645a35a53 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c0187795a9b406db0afae7193263770&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5235422 Feb 17 22:19:14.778169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a4fe6-7ad0-4f33-986f-01037d6991f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff6119-0af2-4d08-aa80-2d016e2decd4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:14.781009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47862) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:14.871586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3c50229-8b00-44a2-aad5-a5d2f606945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (431969f3-9e30-45ba-bdbb-42d66f8a1e14), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:14.955533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-4259c5b2-924b-42b3-b6b8-99dd4d1db75d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 999 time: 0.6570165 Feb 17 22:19:14.955772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c50229-8b00-44a2-aad5-a5d2f606945f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431969f3-9e30-45ba-bdbb-42d66f8a1e14,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:15.017837 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c3c50229-8b00-44a2-aad5-a5d2f606945f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=245da5cd26bc452c940db97e748e98cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7700734 Feb 17 22:19:15.025333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:15.131176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-509a4fe6-7ad0-4f33-986f-01037d6991f4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=de98e0869be84abfa2c76d6be06f9b4e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5353680 Feb 17 22:19:15.131953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47872) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:15.188902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7288d4fc-78ed-4d42-a974-1f9a7c2f42bd admin admin] Publish callbacks [] for security_group (431969f3-9e30-45ba-bdbb-42d66f8a1e14), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.248159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cda01647-c08c-425c-9cdc-e742eb302a81 admin admin] Publish callbacks [] for security_group (7d851d09-8370-48fc-a6e7-18a37908d1bd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.250620 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:09Z', 'revision_number': 3, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:15.326511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cda01647-c08c-425c-9cdc-e742eb302a81 admin admin] Publish callbacks [] for security_group (7d851d09-8370-48fc-a6e7-18a37908d1bd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.331836 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7288d4fc-78ed-4d42-a974-1f9a7c2f42bd admin admin] Publish callbacks [] for security_group (431969f3-9e30-45ba-bdbb-42d66f8a1e14), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.333828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.373407 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61c5e01-24b1-4377-af7e-a53b358887e1 None None] The sync data for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 is: [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:09Z', 'revision_number': 3, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:15.566359 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cda01647-c08c-425c-9cdc-e742eb302a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7d851d09-8370-48fc-a6e7-18a37908d1bd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.569979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cda01647-c08c-425c-9cdc-e742eb302a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.576056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cda01647-c08c-425c-9cdc-e742eb302a81 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7d851d09-8370-48fc-a6e7-18a37908d1bd HTTP/1.1" status: 204 len: 168 time: 0.7893035 Feb 17 22:19:15.666235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks [] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.697967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.699550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda01647-c08c-425c-9cdc-e742eb302a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d851d09-8370-48fc-a6e7-18a37908d1bd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:15.719525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.750138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-86dcce16-643d-4ace-96b4-8191b186646a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:15.751739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-86dcce16-643d-4ace-96b4-8191b186646a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=402b3ad8-b058-4719-8075-2d192bb0fd2a HTTP/1.1" status: 200 len: 867 time: 0.1529851 Feb 17 22:19:15.809500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84dc0dc1-1812-4394-9a10-5aea4f43a5c5 admin admin] Publish callbacks [] for security_group (6bff6119-0af2-4d08-aa80-2d016e2decd4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.972853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:15.975596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (67bddb8e-e810-4619-8aed-2b1900c3309b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:15.995409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84dc0dc1-1812-4394-9a10-5aea4f43a5c5 admin admin] Publish callbacks [] for security_group (6bff6119-0af2-4d08-aa80-2d016e2decd4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:16.002953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7288d4fc-78ed-4d42-a974-1f9a7c2f42bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (431969f3-9e30-45ba-bdbb-42d66f8a1e14), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:16.005627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7288d4fc-78ed-4d42-a974-1f9a7c2f42bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:16.010336 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7288d4fc-78ed-4d42-a974-1f9a7c2f42bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/431969f3-9e30-45ba-bdbb-42d66f8a1e14 HTTP/1.1" status: 204 len: 168 time: 0.9821115 Feb 17 22:19:16.110325 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288d4fc-78ed-4d42-a974-1f9a7c2f42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431969f3-9e30-45ba-bdbb-42d66f8a1e14,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:16.201017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84dc0dc1-1812-4394-9a10-5aea4f43a5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6bff6119-0af2-4d08-aa80-2d016e2decd4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:16.206373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84dc0dc1-1812-4394-9a10-5aea4f43a5c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:16.208591 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-84dc0dc1-1812-4394-9a10-5aea4f43a5c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6bff6119-0af2-4d08-aa80-2d016e2decd4 HTTP/1.1" status: 204 len: 168 time: 1.0725963 Feb 17 22:19:16.234750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Network a541428f-5be1-4a60-9198-03ecf7a600c9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:16.238945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:16.251701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0dc1-1812-4394-9a10-5aea4f43a5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff6119-0af2-4d08-aa80-2d016e2decd4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:16.659067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 470b43cc-24d4-44ac-8811-67cc8ad1aded up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:16.694163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Router 67bddb8e-e810-4619-8aed-2b1900c3309b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:19:16.766578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 470b43cc-24d4-44ac-8811-67cc8ad1aded triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:16.767355 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:16.884260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af9f4162-1d76-4d87-bbb8-d66cc0fefed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.031220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 470b43cc-24d4-44ac-8811-67cc8ad1aded is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:17.033323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.098002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 470b43cc-24d4-44ac-8811-67cc8ad1aded, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=470b43cc-24d4-44ac-8811-67cc8ad1aded,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:17.127493 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.168358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:17.193899 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4688e085-29c6-494b-b016-09a8b33971e9 admin admin] 10.222.0.79 "PUT /v2.0/routers/67bddb8e-e810-4619-8aed-2b1900c3309b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6264768 Feb 17 22:19:17.218997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47930) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:17.259920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=470b43cc-24d4-44ac-8811-67cc8ad1aded,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:17.288833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cc64745-19fe-4ed0-ae1d-0b3583869d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.483531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cc64745-19fe-4ed0-ae1d-0b3583869d30 admin admin] Publish callbacks [] for security_group (8142d985-78d2-49d6-b55f-366bc5096cf1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.491531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cc64745-19fe-4ed0-ae1d-0b3583869d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8142d985-78d2-49d6-b55f-366bc5096cf1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.598110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Allocated IP 172.25.0.222 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/7814745e-7b80-4b84-909b-721eed4def36) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:17.729749 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cc64745-19fe-4ed0-ae1d-0b3583869d30 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b9170cc7e97486197b4f86e1fd3c120&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5057604 Feb 17 22:19:17.733736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc64745-19fe-4ed0-ae1d-0b3583869d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8142d985-78d2-49d6-b55f-366bc5096cf1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:17.766465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47938) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:17.873410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.908419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb603-6b48-4b84-afe3-4d32df6b01ea admin admin] Publish callbacks [] for security_group (8142d985-78d2-49d6-b55f-366bc5096cf1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:17.983395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-64e0b920-7c8a-4a94-bdfe-232a73f53e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:18.002610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-64e0b920-7c8a-4a94-bdfe-232a73f53e4b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 2.2054060 Feb 17 22:19:18.014291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb603-6b48-4b84-afe3-4d32df6b01ea admin admin] Publish callbacks [] for security_group (8142d985-78d2-49d6-b55f-366bc5096cf1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:18.218122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb603-6b48-4b84-afe3-4d32df6b01ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8142d985-78d2-49d6-b55f-366bc5096cf1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:18.225465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cbfb603-6b48-4b84-afe3-4d32df6b01ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:18.234928 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4cbfb603-6b48-4b84-afe3-4d32df6b01ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8142d985-78d2-49d6-b55f-366bc5096cf1 HTTP/1.1" status: 204 len: 168 time: 0.4656949 Feb 17 22:19:18.246708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfb603-6b48-4b84-afe3-4d32df6b01ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8142d985-78d2-49d6-b55f-366bc5096cf1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:18.338427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 470b43cc-24d4-44ac-8811-67cc8ad1aded up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:18.423183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de1da9-c3c8-4760-9ced-78e63d607769 req-fb90cad1-86e2-4d7e-ab35-79f85ccb3768 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:18.427568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76de1da9-c3c8-4760-9ced-78e63d607769 req-fb90cad1-86e2-4d7e-ab35-79f85ccb3768 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 1.0048513 Feb 17 22:19:18.671928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for port (7814745e-7b80-4b84-909b-721eed4def36), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:18.704174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 470b43cc-24d4-44ac-8811-67cc8ad1aded triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:18.704550 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:18.840911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-2ebf392a-6fc1-4e6d-9c91-b0b7124460e7 service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741179 Feb 17 22:19:18.876376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76de1da9-c3c8-4760-9ced-78e63d607769 req-9f53b40f-54dd-458a-8cff-e6e39841c349 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253369 Feb 17 22:19:18.916251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7814745e-7b80-4b84-909b-721eed4def36), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:19.006625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 470b43cc-24d4-44ac-8811-67cc8ad1aded is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:19.232917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:19.266075 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:19.318957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:19.330824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Sync routers for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:19.356950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:19.366648 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:19.387210 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:19.440825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event updated for resources: {'Port': ['ID=7814745e-7b80-4b84-909b-721eed4def36,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:19.476262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1aeba-7d36-42b5-bc31-69bcf5bfbd00 req-1b5aeac0-3f3e-4f7d-96bb-e45b7c4a484f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:19.486318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ffa1aeba-7d36-42b5-bc31-69bcf5bfbd00 req-1b5aeac0-3f3e-4f7d-96bb-e45b7c4a484f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.2596595 Feb 17 22:19:19.633909 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:19.683477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ea2685-5351-4903-9fc0-98f8644bf873 req-4df73e37-470d-4e91-b96b-5cffe24fd601 service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598004 Feb 17 22:19:19.778467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ffa1aeba-7d36-42b5-bc31-69bcf5bfbd00 req-1c093f64-9aa2-44e7-924c-21fa4ab0c882 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906387 Feb 17 22:19:19.870484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (7c967a3a-fb10-40b0-8d9b-0b5ed9ae1109), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:19.935928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7814745e-7b80-4b84-909b-721eed4def36), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.011427 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 2, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:20.052682 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Checking router: 67bddb8e-e810-4619-8aed-2b1900c3309b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:19:20.053306 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Updating router 67bddb8e-e810-4619-8aed-2b1900c3309b port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:19:20.095461 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.155085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for port (7814745e-7b80-4b84-909b-721eed4def36), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.167574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7814745e-7b80-4b84-909b-721eed4def36), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.272561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event updated for resources: {'Port': ['ID=7814745e-7b80-4b84-909b-721eed4def36,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:20.303326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (7c967a3a-fb10-40b0-8d9b-0b5ed9ae1109), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.330366 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.332612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-a0abac8b-ca09-4710-91e8-a7113fdc0ac9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6765122 Feb 17 22:19:20.414489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-c049e58d-a61b-4e2d-bf87-26b80b45409e tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0750208 Feb 17 22:19:20.443957 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Publish callbacks [] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.453942 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.533311 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63fa69-2ae1-437b-b276-bf0936571f53 None None] Pushing event updated for resources: {'Port': ['ID=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:20.645110 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Attempting to bind port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:20.645498 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Attempting to bind port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:20.646094 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Attempting to bind port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 on network a541428f-5be1-4a60-9198-03ecf7a600c9 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:20.656841 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:20.657369 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Checking segment: {'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:20.658141 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.658739 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Bound using segment: {'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:20.659589 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Bound port: 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:20.660162 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.677951 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.718115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-947ab52a-1d51-4957-bb8d-23f1738072e8 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:20.724378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8ab05ce-b2ac-4a30-ad8f-7d6e137338a0 req-947ab52a-1d51-4957-bb8d-23f1738072e8 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.3007288 Feb 17 22:19:20.828223 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] For port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:19:20.834826 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] For port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:19:20.848055 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:20.904269 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:20.905186 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:20.992749 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d63fa69-2ae1-437b-b276-bf0936571f53 None None] Pushing event updated for resources: {'Port': ['ID=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:21.055547 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:21.112579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:21.123229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b332ae-aa0f-4257-badf-ee213cfbdcc4 req-8246a125-fef3-4d53-bc1e-5ea6e4cb53cd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:21.125277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4b332ae-aa0f-4257-badf-ee213cfbdcc4 req-8246a125-fef3-4d53-bc1e-5ea6e4cb53cd tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.1041222 Feb 17 22:19:21.251442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4b332ae-aa0f-4257-badf-ee213cfbdcc4 req-5cbfef59-614f-4d5c-941e-42f2e9d7aaf6 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201975 Feb 17 22:19:21.279310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1426839318', 'router:external': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:21.317951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Made reservation on behalf of bf1410a2fa434e4fb996c0b44adef41c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:21.322655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.326608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-cd116913-ed07-45e1-a97c-baf5018cb33e tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:21.332813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-cd116913-ed07-45e1-a97c-baf5018cb33e tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 819 time: 0.1916239 Feb 17 22:19:21.337658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.355783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-fd372df8-0853-4bc3-9f9e-37f51697f37b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/quotas/49d90e9e35b245ab9949ad2ecb515083 HTTP/1.1" status: 200 len: 375 time: 0.0168986 Feb 17 22:19:21.379728 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:20Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:21.416931 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b0c564-04ec-4a5b-abd0-b71e515f17d3 None None] The sync data for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 is: [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:20Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:21.503305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-1ddd7dc8-1e7f-47e1-9158-f6f983a5b0f9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1382275 Feb 17 22:19:21.560681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for security_group (62b140ac-54b9-43f1-ad8c-e8fbe497ad19), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.566320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (62b140ac-54b9-43f1-ad8c-e8fbe497ad19), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.586554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:19:21.634770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b140ac-54b9-43f1-ad8c-e8fbe497ad19,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:21.643231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9f192557-7600-4136-9ad1-3de7a569b092), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.643878 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Added segment 9f192557-7600-4136-9ad1-3de7a569b092 of type vlan for network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 Feb 17 22:19:21.709773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2573847e-045a-4c93-88a0-4becaee6e08b service neutron] 10.222.0.79 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865752 Feb 17 22:19:21.783251 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (1c44c3fa-42ce-4554-a4d2-2e844446b9d1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.832013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (1c44c3fa-42ce-4554-a4d2-2e844446b9d1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.833081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:21.833841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.857257 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7396259 Feb 17 22:19:21.860421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48078) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:21.866126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'subnet': {'network_id': '1c44c3fa-42ce-4554-a4d2-2e844446b9d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:21.907141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Made reservation on behalf of bf1410a2fa434e4fb996c0b44adef41c for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:21.911426 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:21.953576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-871affc7-c3fb-42ce-9d36-2b69653d4bdf service neutron] 10.222.0.79 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346451 Feb 17 22:19:21.972321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857feddb-0757-408e-bf07-671a1ab738e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Network': ['ID=1c44c3fa-42ce-4554-a4d2-2e844446b9d1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:21.986743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:19:22.115413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c9f9-ec53-409e-a5e8-b01b97814475 req-4d862127-97ad-4570-9a0f-77b9d131d70f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:22.117205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0350c9f9-ec53-409e-a5e8-b01b97814475 req-4d862127-97ad-4570-9a0f-77b9d131d70f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1994250 Feb 17 22:19:22.281054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0350c9f9-ec53-409e-a5e8-b01b97814475 req-ebb266e7-8e04-40de-99bd-f7800b24bc1a tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.1356382 Feb 17 22:19:22.301580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0350c9f9-ec53-409e-a5e8-b01b97814475 req-5da7387f-3314-43ae-89f6-83a20de7f393 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Request body: {'floatingip': {'port_id': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:22.342416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:22.396294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0350c9f9-ec53-409e-a5e8-b01b97814475 req-5da7387f-3314-43ae-89f6-83a20de7f393 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (7c967a3a-fb10-40b0-8d9b-0b5ed9ae1109), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:22.469121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:22.469534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:22.586138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:22.586899 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:22.617723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733c20e-d007-4a88-ac2a-2d04d4364273 req-988a30a3-ea17-4c2b-9e7e-78724636e691 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:22.619853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2733c20e-d007-4a88-ac2a-2d04d4364273 req-988a30a3-ea17-4c2b-9e7e-78724636e691 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.3107035 Feb 17 22:19:22.650085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:22.654973 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:22.734454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:22.848107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2733c20e-d007-4a88-ac2a-2d04d4364273 req-93172dde-78cd-4e68-bd0e-22f811fe42a1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205858 Feb 17 22:19:22.884581 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-0350c9f9-ec53-409e-a5e8-b01b97814475 req-5da7387f-3314-43ae-89f6-83a20de7f393 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 22:19:22.884581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0350c9f9-ec53-409e-a5e8-b01b97814475 req-5da7387f-3314-43ae-89f6-83a20de7f393 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "PUT /v2.0/floatingips/7c967a3a-fb10-40b0-8d9b-0b5ed9ae1109 HTTP/1.1" status: 409 len: 550 time: 0.5860088 Feb 17 22:19:22.956618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:19:22.957166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (a4184d43-54fd-400b-b175-ae4a75aae51e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.017825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a4184d43-54fd-400b-b175-ae4a75aae51e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:23.037606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Checking segment: {'id': '9f192557-7600-4136-9ad1-3de7a569b092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c44c3fa-42ce-4554-a4d2-2e844446b9d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:23.038485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network hostable DHCP agents. Network: 1c44c3fa-42ce-4554-a4d2-2e844446b9d1, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:19:23.065007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:19:23.083826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 1c44c3fa-42ce-4554-a4d2-2e844446b9d1) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:23.096207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:23.096813 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.101737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cbe01c-d42e-4058-a987-354d328ea528 None None] Network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:19:23.124922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48116) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:23.125688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8d8a36d6-6ebf-4add-a798-3cf6311f0b74 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2633607 Feb 17 22:19:23.131806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-430449381', 'network_id': '1c44c3fa-42ce-4554-a4d2-2e844446b9d1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:23.172263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Made reservation on behalf of bf1410a2fa434e4fb996c0b44adef41c for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:23.175401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.197662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] device_id is not set on port 4e8c0623-eaf2-417b-b267-3b037ce48bbd yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:19:23.260990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b1348a-3830-422e-b3b2-2d8dc3210e28 None None] Network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:19:23.325825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ef6ef8b-6bc1-4705-90f9-04c4570e5ca4 req-4b5eb218-97c9-4928-9d95-052769e574fe tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 210 time: 0.0393903 Feb 17 22:19:23.326044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Allocated IP 2001:db8::1e6 (1c44c3fa-42ce-4554-a4d2-2e844446b9d1/a4184d43-54fd-400b-b175-ae4a75aae51e/4e8c0623-eaf2-417b-b267-3b037ce48bbd) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:23.467441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd97e2a-6a4a-4be2-9fe2-fbf4f4268360 req-f9a2146b-0d51-4045-8689-3c8a05ec9c9a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:23.476479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdd97e2a-6a4a-4be2-9fe2-fbf4f4268360 req-f9a2146b-0d51-4045-8689-3c8a05ec9c9a tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.0874519 Feb 17 22:19:23.561689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for port (4e8c0623-eaf2-417b-b267-3b037ce48bbd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.613823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4e8c0623-eaf2-417b-b267-3b037ce48bbd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.635238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdd97e2a-6a4a-4be2-9fe2-fbf4f4268360 req-94bbc380-bc0a-4626-896e-144b8172acb4 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410573 Feb 17 22:19:23.722190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:23.725281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:23.732466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:23.733471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:23.734067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.736545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Port': ['ID=4e8c0623-eaf2-417b-b267-3b037ce48bbd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:23.755401 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d27a1675-c5e9-437d-8c6a-d886862f2b1d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6284842 Feb 17 22:19:23.758178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48154) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:23.776328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-956c6fac-b09b-4917-b131-6fa4ff844acf tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips/7c967a3a-fb10-40b0-8d9b-0b5ed9ae1109 HTTP/1.1" status: 200 len: 693 time: 0.0648453 Feb 17 22:19:23.782037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-47caa2aa-1aa4-417b-9e13-1d56f25acedd tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:23.783444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-47caa2aa-1aa4-417b-9e13-1d56f25acedd tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.73 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 819 time: 0.2516732 Feb 17 22:19:23.816699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Request body: {'port': {'device_id': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'admin_state_up': True, 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:23.852251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Deleting port 4e8c0623-eaf2-417b-b267-3b037ce48bbd {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:23.852593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4e8c0623-eaf2-417b-b267-3b037ce48bbd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.860613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-dfcd6fc3-d2b4-4123-b752-5a0e14d4b458 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748954 Feb 17 22:19:23.937255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4e8c0623-eaf2-417b-b267-3b037ce48bbd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:23.951470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Calling delete_port for 4e8c0623-eaf2-417b-b267-3b037ce48bbd owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:24.090846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4e8c0623-eaf2-417b-b267-3b037ce48bbd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.128808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e8c0623-eaf2-417b-b267-3b037ce48bbd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:24.161285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.164952 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82701ec4-3458-4330-a93e-85121c921199 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "DELETE /v2.0/ports/4e8c0623-eaf2-417b-b267-3b037ce48bbd HTTP/1.1" status: 204 len: 168 time: 0.4050190 Feb 17 22:19:24.168288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48162) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:24.172653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1c44c3fa-42ce-4554-a4d2-2e844446b9d1', 'external_fixed_ips': [{'subnet_id': 'a4184d43-54fd-400b-b175-ae4a75aae51e', 'ip_address': '2001:db8::1e6'}]}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:24.178224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:24.201734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (42f256da-c8a9-469e-b7b8-76bf053b9361), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.204035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (42f256da-c8a9-469e-b7b8-76bf053b9361), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.241998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:24.242273 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.262573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (42f256da-c8a9-469e-b7b8-76bf053b9361), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.327778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:24.444496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (42f256da-c8a9-469e-b7b8-76bf053b9361), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.462777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-c9ad3146-c68e-4d69-b324-0b8ace5311a2 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:24.464256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-c9ad3146-c68e-4d69-b324-0b8ace5311a2 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.6799409 Feb 17 22:19:24.540661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-45f169a6-6347-406b-a06d-a23d456eaf64 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0678563 Feb 17 22:19:24.548814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-c256c34e-24e5-4cf4-add9-aeb17af51ddf tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:24.550400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-c256c34e-24e5-4cf4-add9-aeb17af51ddf tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6764743 Feb 17 22:19:24.559663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Made reservation on behalf of 49d90e9e35b245ab9949ad2ecb515083 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:24.563095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.592894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-d218231b-fbfa-4aa6-99ab-547d9779e87f tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/quotas/9a11989eb10e44be9ddbc8f7d6890377 HTTP/1.1" status: 200 len: 375 time: 0.0364590 Feb 17 22:19:24.643268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-e9f149a3-c028-4a6d-9105-b73016c1e21d tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.222 HTTP/1.1" status: 200 len: 696 time: 0.0730629 Feb 17 22:19:24.669886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-58aa6662-f51c-4982-a707-fad080ac600b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489256 Feb 17 22:19:24.687123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (42f256da-c8a9-469e-b7b8-76bf053b9361), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.714763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.902503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Allocated IP 172.20.0.8 (a541428f-5be1-4a60-9198-03ecf7a600c9/d76582d5-4a1c-4851-808d-e14b526db3dd/1382fb67-5c50-4fbc-89a9-e481b6d756f4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:24.926700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Deleting port 7814745e-7b80-4b84-909b-721eed4def36 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:24.927112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7814745e-7b80-4b84-909b-721eed4def36), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:24.958791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Allocated IP 2001:db8::1e6 (1c44c3fa-42ce-4554-a4d2-2e844446b9d1/a4184d43-54fd-400b-b175-ae4a75aae51e/beeb5890-0f56-444a-9891-8516e28cc1fe) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:25.079959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.105714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7814745e-7b80-4b84-909b-721eed4def36), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.106016 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (7814745e-7b80-4b84-909b-721eed4def36), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.133213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Calling delete_port for 7814745e-7b80-4b84-909b-721eed4def36 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:25.147047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for port (beeb5890-0f56-444a-9891-8516e28cc1fe), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.190137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (beeb5890-0f56-444a-9891-8516e28cc1fe), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.217894 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.236214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:25.239629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:25.242151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:25.324013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Port': ['ID=beeb5890-0f56-444a-9891-8516e28cc1fe,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:25.332080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63882009-1049-4d33-bb16-3edb40811593 req-b8910802-2809-4037-93f8-7e8e09870b63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:25.333673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63882009-1049-4d33-bb16-3edb40811593 req-b8910802-2809-4037-93f8-7e8e09870b63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.1646807 Feb 17 22:19:25.336090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.431514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Network a541428f-5be1-4a60-9198-03ecf7a600c9 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:25.451704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:25.465525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:25.471842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event updated for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:25.517340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7814745e-7b80-4b84-909b-721eed4def36), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.527631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63882009-1049-4d33-bb16-3edb40811593 req-2d4a9c39-4af7-45dd-8f3c-9f35bd03650a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822345 Feb 17 22:19:25.557577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event deleted for resources: {'Port': ['ID=7814745e-7b80-4b84-909b-721eed4def36,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:25.577597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:25.578136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.644225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-a38dd149-aedd-4da9-8cd9-33b7f7b7345c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8406956 Feb 17 22:19:25.661459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Request body: {'port': {'device_id': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:25.678151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (42f256da-c8a9-469e-b7b8-76bf053b9361), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.698662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (7c967a3a-fb10-40b0-8d9b-0b5ed9ae1109), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.701309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.702518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de298914-9647-4413-9c34-6ea7b195a6e1 req-bd3601c4-b24d-4939-88b2-2330156adef3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "DELETE /v2.0/floatingips/7c967a3a-fb10-40b0-8d9b-0b5ed9ae1109 HTTP/1.1" status: 204 len: 173 time: 1.0358658 Feb 17 22:19:25.759234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.770950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c99f80-ea69-4a76-b7d4-9ab255400304 req-cb94e713-1944-41d0-adeb-813b7aff0baa tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:25.772979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77c99f80-ea69-4a76-b7d4-9ab255400304 req-cb94e713-1944-41d0-adeb-813b7aff0baa tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 931 time: 0.1323035 Feb 17 22:19:25.936890 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (42f256da-c8a9-469e-b7b8-76bf053b9361), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:25.949043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77c99f80-ea69-4a76-b7d4-9ab255400304 req-7f3e990d-3afa-452d-af83-a2235e3bc6ae tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663775 Feb 17 22:19:25.983703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca718eab-9e6d-466d-9a3b-fed54f969355 req-62c3dcc2-1eed-4987-ae5a-d3a85b827e4c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:25.985250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca718eab-9e6d-466d-9a3b-fed54f969355 req-62c3dcc2-1eed-4987-ae5a-d3a85b827e4c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 943 time: 0.1989758 Feb 17 22:19:26.080915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2fc5b82-432f-4a04-8e26-91f2d674e479 req-c3ce9c15-7ed5-4d0b-b07f-4210cc76e3ee tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 210 time: 0.0418217 Feb 17 22:19:26.109817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Router 42f256da-c8a9-469e-b7b8-76bf053b9361 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:26.115426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca718eab-9e6d-466d-9a3b-fed54f969355 req-8066cc51-766d-4d0b-b8df-f34444a416bc tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226883 Feb 17 22:19:26.270902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1382fb67-5c50-4fbc-89a9-e481b6d756f4 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:26.281893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-e468721a-be12-4564-9b29-393ae8135e74 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1234634 Feb 17 22:19:26.307723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Publish callbacks [] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:26.340828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-2ee023b5-6edd-4eb5-89fa-3ff0302e0273 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643215 Feb 17 22:19:26.380494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Transition to ACTIVE for port object 1382fb67-5c50-4fbc-89a9-e481b6d756f4 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:19:26.393453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:19:26.399342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:26.578257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:26.593353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'port_id': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'mac_address': 'fa:16:3e:3c:db:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:19:26.606617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db7372-7071-47d7-b1dc-4e41fdfab72d req-5c61dd88-b086-4c09-8395-0f912001efca tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:26.608601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3db7372-7071-47d7-b1dc-4e41fdfab72d req-5c61dd88-b086-4c09-8395-0f912001efca tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 947 time: 0.3307307 Feb 17 22:19:26.621045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:26.649022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:26.650611 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:26.666975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0d52e64-da78-4718-a4a8-f710f8844a81 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:26.686459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-4b78f2e1-ccff-4c02-a576-c0ac5b595351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:26.688230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-4b78f2e1-ccff-4c02-a576-c0ac5b595351 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.3516917 Feb 17 22:19:26.693466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:26.700000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:26.713901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:26.740293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:26.740618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Sync routers for ids ['42f256da-c8a9-469e-b7b8-76bf053b9361'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:26.742322 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-00d86c6a-7225-4582-aff5-939db07c3ec7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5725563 Feb 17 22:19:26.746357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48198) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:26.753223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-38871215-7828-48a9-972c-24fd97dd583c tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.7 HTTP/1.1" status: 200 len: 999 time: 0.3102453 Feb 17 22:19:26.764742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Routers {'42f256da-c8a9-469e-b7b8-76bf053b9361'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:26.765667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['42f256da-c8a9-469e-b7b8-76bf053b9361'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:26.891598 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (42f256da-c8a9-469e-b7b8-76bf053b9361), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:26.931191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-5fe91c61-1580-454f-bf82-9ae16e429a4b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:26.932759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-5fe91c61-1580-454f-bf82-9ae16e429a4b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4864621 Feb 17 22:19:26.953921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-a8c8a56e-eb01-4721-9ab7-15042102a5d2 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:26.955316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-a8c8a56e-eb01-4721-9ab7-15042102a5d2 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports/2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 942 time: 0.2013304 Feb 17 22:19:26.965357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3db7372-7071-47d7-b1dc-4e41fdfab72d req-a333145d-2213-4926-9705-4f6e128d14d7 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3119533 Feb 17 22:19:26.972194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Request body: {'port': {'device_id': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '9a11989eb10e44be9ddbc8f7d6890377'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:27.035451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Attempting to bind port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:27.035803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Attempting to bind port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:27.036133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Attempting to bind port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 on network a541428f-5be1-4a60-9198-03ecf7a600c9 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:27.038920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:27.066476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 on network a541428f-5be1-4a60-9198-03ecf7a600c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:19:27.066824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Attempting to bind port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 on network a541428f-5be1-4a60-9198-03ecf7a600c9 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:27.076562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (42f256da-c8a9-469e-b7b8-76bf053b9361), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.111338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Set router 42f256da-c8a9-469e-b7b8-76bf053b9361 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:27.127988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-addc6108-fe26-4171-8f0b-9e5b860a7917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:27.131563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-addc6108-fe26-4171-8f0b-9e5b860a7917 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.3365357 Feb 17 22:19:27.135513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:27.135944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Checking segment: {'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:27.136364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Bound using segment: {'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:27.136831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Bound port: 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b98e5c9-fd14-4485-81f7-e62cb327f360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:27.137252 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.173645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Deleting port beeb5890-0f56-444a-9891-8516e28cc1fe {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:27.173888 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (beeb5890-0f56-444a-9891-8516e28cc1fe), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.249017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f0d52e64-da78-4718-a4a8-f710f8844a81'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:19:27.277730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-d4e23b32-68b2-4936-a751-ca1efa558644 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.7 HTTP/1.1" status: 200 len: 999 time: 0.2122743 Feb 17 22:19:27.351780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (beeb5890-0f56-444a-9891-8516e28cc1fe), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.378700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Calling delete_port for beeb5890-0f56-444a-9891-8516e28cc1fe owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:27.400256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-c574b19a-9145-47da-9d5a-5eb9f077d429 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.2597246 Feb 17 22:19:27.440192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Made reservation on behalf of 9a11989eb10e44be9ddbc8f7d6890377 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:27.443605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.500759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:19:27.508708 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.580753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:19:27.603321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-235e3597-9ed5-4e2b-ab4b-94931dd25b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:27.605051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-235e3597-9ed5-4e2b-ab4b-94931dd25b18 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1865416 Feb 17 22:19:27.620521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-db162c93-9593-438a-ada6-bb06b86861c6 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:27.627595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-db162c93-9593-438a-ada6-bb06b86861c6 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.3488588 Feb 17 22:19:27.629956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.663959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (beeb5890-0f56-444a-9891-8516e28cc1fe), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.707487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event deleted for resources: {'Port': ['ID=beeb5890-0f56-444a-9891-8516e28cc1fe,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:27.724427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f256da-c8a9-469e-b7b8-76bf053b9361', 'name': '', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1c44c3fa-42ce-4554-a4d2-2e844446b9d1', 'external_fixed_ips': [{'subnet_id': 'a4184d43-54fd-400b-b175-ae4a75aae51e', 'ip_address': '2001:db8::1e6'}], 'enable_snat': True}, 'gw_port_id': 'beeb5890-0f56-444a-9891-8516e28cc1fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:24Z', 'updated_at': '2022-02-17T22:19:25Z', 'revision_number': 3, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port': {'id': 'beeb5890-0f56-444a-9891-8516e28cc1fe', 'name': '', 'network_id': '1c44c3fa-42ce-4554-a4d2-2e844446b9d1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:4b:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f256da-c8a9-469e-b7b8-76bf053b9361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1244, 'fixed_ips': [{'subnet_id': 'a4184d43-54fd-400b-b175-ae4a75aae51e', 'ip_address': '2001:db8::1e6', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:24Z', 'updated_at': '2022-02-17T22:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a4184d43-54fd-400b-b175-ae4a75aae51e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:27.751287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48214) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:27.771806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Checking router: 42f256da-c8a9-469e-b7b8-76bf053b9361 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:19:27.772264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Updating router 42f256da-c8a9-469e-b7b8-76bf053b9361 port beeb5890-0f56-444a-9891-8516e28cc1fe binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:19:27.780242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (42f256da-c8a9-469e-b7b8-76bf053b9361), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.800297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Port beeb5890-0f56-444a-9891-8516e28cc1fe not found while updating agent binding for router 42f256da-c8a9-469e-b7b8-76bf053b9361. {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Feb 17 22:19:27.823058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Routers {'42f256da-c8a9-469e-b7b8-76bf053b9361'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:27.823850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['42f256da-c8a9-469e-b7b8-76bf053b9361'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:27.908240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] Set router 42f256da-c8a9-469e-b7b8-76bf053b9361 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:27.975329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (42f256da-c8a9-469e-b7b8-76bf053b9361), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.976564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-b9cacc58-c658-40f8-a323-06dd6af322e1 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:19:27.978997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-b9cacc58-c658-40f8-a323-06dd6af322e1 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3503871 Feb 17 22:19:27.979829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (42f256da-c8a9-469e-b7b8-76bf053b9361), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.982824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c158a2cd-b2fd-4973-9799-1dc23f8bb380 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:27.996757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f256da-c8a9-469e-b7b8-76bf053b9361', 'name': '', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:24Z', 'updated_at': '2022-02-17T22:19:27Z', 'revision_number': 5, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:28.029371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba9634ae-334b-40a9-a5fa-9a40d9a8917c None None] The sync data for ids ['42f256da-c8a9-469e-b7b8-76bf053b9361'] in n-d-828369-18 is: [{'id': '42f256da-c8a9-469e-b7b8-76bf053b9361', 'name': '', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:24Z', 'updated_at': '2022-02-17T22:19:27Z', 'revision_number': 5, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:28.039730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1350df-34df-4faf-b7d1-2962054ee4d7 req-71fb0e5a-6f38-401a-b73f-d79961e0c94c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:28.041410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b1350df-34df-4faf-b7d1-2962054ee4d7 req-71fb0e5a-6f38-401a-b73f-d79961e0c94c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.7357388 Feb 17 22:19:28.091784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (42f256da-c8a9-469e-b7b8-76bf053b9361), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.092315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42f256da-c8a9-469e-b7b8-76bf053b9361 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:28.102492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.105018 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ca96e2d-68aa-4305-9f9e-ab0eefd90f94 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "DELETE /v2.0/routers/42f256da-c8a9-469e-b7b8-76bf053b9361 HTTP/1.1" status: 204 len: 168 time: 1.3571489 Feb 17 22:19:28.110136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48220) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:28.124740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:28.125440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.126893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] 10.222.0.73 "PUT /v2.0/ports/1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 1092 time: 2.4705675 Feb 17 22:19:28.127435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:28.129726 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23e0c6f-13e1-4010-af05-e97025b8dabd" -d '{"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:28.189807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Deleting subnet a4184d43-54fd-400b-b175-ae4a75aae51e {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:19:28.200582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for subnet (a4184d43-54fd-400b-b175-ae4a75aae51e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.229105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d678b88-9ff3-4277-816c-760237f24c2d req-a1c341d1-b3ab-4ce6-b386-0ed99e62f4df tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:28.230672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d678b88-9ff3-4277-816c-760237f24c2d req-a1c341d1-b3ab-4ce6-b386-0ed99e62f4df tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 947 time: 0.7122221 Feb 17 22:19:28.249862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c158a2cd-b2fd-4973-9799-1dc23f8bb380 admin admin] Publish callbacks [] for security_group (e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.257137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c158a2cd-b2fd-4973-9799-1dc23f8bb380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.291559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (a4184d43-54fd-400b-b175-ae4a75aae51e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.295146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989f54c-3e61-4c1f-a1d3-687eceb68bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:28.304237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-51069695-7a95-4fd1-b1f0-3c123976ad1a tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.7 HTTP/1.1" status: 200 len: 999 time: 0.3140585 Feb 17 22:19:28.344109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158a2cd-b2fd-4973-9799-1dc23f8bb380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:28.355824 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c158a2cd-b2fd-4973-9799-1dc23f8bb380 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a512b4b852c9428a979b138a1a88331f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6019924 Feb 17 22:19:28.360875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:28.398390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:28.417579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a4184d43-54fd-400b-b175-ae4a75aae51e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.426166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-090ed622-38cc-4e24-9e24-fc7ca3430160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:28.428800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-090ed622-38cc-4e24-9e24-fc7ca3430160 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8168583 Feb 17 22:19:28.478682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b1350df-34df-4faf-b7d1-2962054ee4d7 req-d6fc62bf-9a17-4a34-9581-feb49dfa91fb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4218423 Feb 17 22:19:28.482568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks [] for security_group (042d5f16-a1d0-4473-af59-c2e6c39cd59b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.495535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed018ecd-c0c6-4139-8564-f9c14b16fcf0 admin admin] Publish callbacks [] for security_group (e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.539206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed018ecd-c0c6-4139-8564-f9c14b16fcf0 admin admin] Publish callbacks [] for security_group (e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.539456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (042d5f16-a1d0-4473-af59-c2e6c39cd59b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.549646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (a4184d43-54fd-400b-b175-ae4a75aae51e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.597490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a4184d43-54fd-400b-b175-ae4a75aae51e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:28.610808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.617808 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4656f935-e403-4335-9feb-1b4fb5f9a7d5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/a4184d43-54fd-400b-b175-ae4a75aae51e HTTP/1.1" status: 204 len: 168 time: 0.5030479 Feb 17 22:19:28.618814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48228) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:28.659694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-b967fc65-d3d0-427e-8685-d9b1f37abb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:28.661548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-b967fc65-d3d0-427e-8685-d9b1f37abb16 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1126 time: 0.4715755 Feb 17 22:19:28.735809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (1c44c3fa-42ce-4554-a4d2-2e844446b9d1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.738443 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed018ecd-c0c6-4139-8564-f9c14b16fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.742596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed018ecd-c0c6-4139-8564-f9c14b16fcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.743863 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ed018ecd-c0c6-4139-8564-f9c14b16fcf0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420 HTTP/1.1" status: 204 len: 168 time: 0.3818967 Feb 17 22:19:28.757119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed018ecd-c0c6-4139-8564-f9c14b16fcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f0c3d2-3817-4ed5-aa2d-c54e02ea2420,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:28.809122 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (98d79217-2a17-42cf-a45c-e819dec60c0c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.875730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=042d5f16-a1d0-4473-af59-c2e6c39cd59b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:28.894389 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (1c44c3fa-42ce-4554-a4d2-2e844446b9d1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:28.965746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-7b8ccba4-afd3-47eb-94e6-92a6d85b49e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 217 time: 0.2519677 Feb 17 22:19:28.966462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c44c3fa-42ce-4554-a4d2-2e844446b9d1']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:28.986785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f192557-7600-4136-9ad1-3de7a569b092') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:28.987157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f192557-7600-4136-9ad1-3de7a569b092') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:29.004405 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9f192557-7600-4136-9ad1-3de7a569b092), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.028446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9f192557-7600-4136-9ad1-3de7a569b092), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.041183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:19:29.045403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9f192557-7600-4136-9ad1-3de7a569b092), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: warnings.warn('Neutron quota engine will require "--force" ' Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:19:29.051053 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:19:29.170519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (1c44c3fa-42ce-4554-a4d2-2e844446b9d1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.182765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c44c3fa-42ce-4554-a4d2-2e844446b9d1 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 22:19:29.201656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.205959 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "DELETE /v2.0/networks/1c44c3fa-42ce-4554-a4d2-2e844446b9d1 HTTP/1.1" status: 204 len: 168 time: 0.5836713 Feb 17 22:19:29.213738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ff85f9-0a0a-4aa7-8d57-5e8f4fdb2fa7 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c44c3fa-42ce-4554-a4d2-2e844446b9d1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:29.241521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Deleting port e15a3592-84b4-4a77-a6a3-557c09eff6af {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:29.242110 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.329030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a308b-522a-472a-9c82-5fda31dddbbd req-19512cbc-19e9-4dbc-b88c-c6040236eaf7 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:29.331518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-819a308b-522a-472a-9c82-5fda31dddbbd req-19512cbc-19e9-4dbc-b88c-c6040236eaf7 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 943 time: 0.7024004 Feb 17 22:19:29.403496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-9d542e7f-2195-4bcd-ab55-82cb02465ff4 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9184694 Feb 17 22:19:29.416863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-98f7724b-da91-442e-88be-e43b3a07f2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:29.418973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-98f7724b-da91-442e-88be-e43b3a07f2ca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.4518793 Feb 17 22:19:29.622395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Allocated IP 192.168.233.138 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/480bb853-3714-4111-a7de-10671dc65292) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:29.634960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-0e4c7d88-de4b-45d8-bddc-249cb4bfd4da service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1881676 Feb 17 22:19:29.767088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.811944 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (98d79217-2a17-42cf-a45c-e819dec60c0c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.812272 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Floating IP 98d79217-2a17-42cf-a45c-e819dec60c0c disassociated. External IP: 172.25.0.7, port: 2cbe6945-6443-4f0e-afbf-7818b64fe450. Feb 17 22:19:29.829328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48254) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:29.837734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8890d120-988e-48dc-ab94-3ac6e1a6b1bb tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'router': {'name': 'tempest-router--2085658988', 'project_id': 'd4950192c2e34d289404932fcb57875a'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:29.881300 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8890d120-988e-48dc-ab94-3ac6e1a6b1bb tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.882617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8890d120-988e-48dc-ab94-3ac6e1a6b1bb tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.952293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-819a308b-522a-472a-9c82-5fda31dddbbd req-72c73f38-5da4-4661-ae33-bed52122ae59 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523036 Feb 17 22:19:29.973050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8890d120-988e-48dc-ab94-3ac6e1a6b1bb tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:29.996767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8890d120-988e-48dc-ab94-3ac6e1a6b1bb tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.032885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8890d120-988e-48dc-ab94-3ac6e1a6b1bb tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.038551 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8890d120-988e-48dc-ab94-3ac6e1a6b1bb tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2036502 Feb 17 22:19:30.039400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48258) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:30.040325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] For port e15a3592-84b4-4a77-a6a3-557c09eff6af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e15a3592-84b4-4a77-a6a3-557c09eff6af,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:30.040961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.042196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48260) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:30.072749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e928f4-f6ea-45fa-acb8-8648c8ebb180 req-d4ffc835-6c8b-4a1a-9d24-d2d31743b512 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523237 Feb 17 22:19:30.096114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Calling delete_port for e15a3592-84b4-4a77-a6a3-557c09eff6af owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:30.188938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10b9018e-d8ff-44a0-9460-d84f403038f4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.217266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9d49a9b-fd68-4fc5-a7a4-72ed8c356bcb req-86947318-8488-4fce-a0a6-6131498d70b7 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 210 time: 0.1119576 Feb 17 22:19:30.232538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-5009078a-c7aa-48e2-9b3f-40ae6ce62622 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5260210 Feb 17 22:19:30.327697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1771316380-network', 'tenant_id': 'a04efbcb06a64542b7287a6e2f028198'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:30.410190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:30.439027 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10b9018e-d8ff-44a0-9460-d84f403038f4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.441654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10b9018e-d8ff-44a0-9460-d84f403038f4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.444170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Made reservation on behalf of a04efbcb06a64542b7287a6e2f028198 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:30.446564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.461270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.489390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f0d52e64-da78-4718-a4a8-f710f8844a81 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:30.489761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.519523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10b9018e-d8ff-44a0-9460-d84f403038f4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (ba2dd4d6-3f35-4cf5-b535-e3586e547fe6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.520025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b9018e-d8ff-44a0-9460-d84f403038f4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba2dd4d6-3f35-4cf5-b535-e3586e547fe6 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:30.526385 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10b9018e-d8ff-44a0-9460-d84f403038f4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.527698 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-10b9018e-d8ff-44a0-9460-d84f403038f4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "DELETE /v2.0/routers/ba2dd4d6-3f35-4cf5-b535-e3586e547fe6 HTTP/1.1" status: 204 len: 168 time: 0.4868631 Feb 17 22:19:30.618916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks [] for security_group (1c2f3eb2-b291-402a-a299-18b5398a37ab), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.622068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:30.622557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.626494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c2f3eb2-b291-402a-a299-18b5398a37ab), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.657929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:30.660717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:19:30.663002 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd3a595-a876-4055-a71c-64b7121d0500" -d '{"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-plugged", "status": "completed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:30.683912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:30.688411 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.694028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (33c18db1-81f3-4ee5-8015-d73f6cd0596f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.694763 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Added segment 33c18db1-81f3-4ee5-8015-d73f6cd0596f of type vlan for network d2abbae0-52e8-437e-97ee-0e3db633cb7f Feb 17 22:19:30.712930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2f3eb2-b291-402a-a299-18b5398a37ab,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:30.766867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:30.786299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48268) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:30.802156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d2abbae0-52e8-437e-97ee-0e3db633cb7f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.833944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d2abbae0-52e8-437e-97ee-0e3db633cb7f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.835473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:30.836296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.901402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks [] for port (480bb853-3714-4111-a7de-10671dc65292), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:30.919415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8584929 Feb 17 22:19:30.923952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f761570-d61e-429d-a689-1eb08efa1dfb admin admin] Pushing event updated for resources: {'Network': ['ID=d2abbae0-52e8-437e-97ee-0e3db633cb7f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:30.949013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d2abbae0-52e8-437e-97ee-0e3db633cb7f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:19:30.957664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0738ec2d-bbff-4ce8-b165-e3a0d01eb60a req-c2a72d64-0305-4bab-abd9-a891fe31a3d2 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6712875 Feb 17 22:19:30.999830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b4623-6edd-4ce2-939b-e016ddf3b358 req-abf8c395-702d-41b8-8869-160bda6ec49e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:31.007184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-293b4623-6edd-4ce2-939b-e016ddf3b358 req-abf8c395-702d-41b8-8869-160bda6ec49e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 944 time: 0.6644242 Feb 17 22:19:31.093160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (480bb853-3714-4111-a7de-10671dc65292), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.123713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Router b4b361a3-ef2e-4770-b59b-22617e1305ad has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:19:31.150104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-87377360', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:31.170641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e15a3592-84b4-4a77-a6a3-557c09eff6af), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.180164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.182079 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.210353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-293b4623-6edd-4ce2-939b-e016ddf3b358 req-166604a9-0700-4b8e-bee7-b81fa11e6f5c tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022274 Feb 17 22:19:31.241272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:31.245056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:31.253991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Pushing event updated for resources: {'Port': ['ID=480bb853-3714-4111-a7de-10671dc65292,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:31.269193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:31.274058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.427344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Pushing event deleted for resources: {'Port': ['ID=e15a3592-84b4-4a77-a6a3-557c09eff6af,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:31.454288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] No DVR routers for this DVR port e15a3592-84b4-4a77-a6a3-557c09eff6af on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:19:31.465785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be60c982-dc73-4f66-b493-03e4635fe2e0 req-c2a12b37-d641-4f20-b528-0e0f231e6cd0 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=8c334bd3-4c4d-4cbf-a22e-784272f3caa8 HTTP/1.1" status: 200 len: 210 time: 0.1682513 Feb 17 22:19:31.467271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.472414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d678b88-9ff3-4277-816c-760237f24c2d req-8ccc855e-cfc7-4f90-9c93-529c56ef9e76 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "DELETE /v2.0/ports/e15a3592-84b4-4a77-a6a3-557c09eff6af HTTP/1.1" status: 204 len: 173 time: 3.2132382 Feb 17 22:19:31.526996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:31.528646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.570759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06d56712-ee81-4d98-91e7-a2d5a7b8e8f0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6096075 Feb 17 22:19:31.573892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.596705 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d10074d-fb75-42cd-918d-54946f6b62ce x-openstack-request-id: req-0d10074d-fb75-42cd-918d-54946f6b62ce {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:31.597298 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:31.597455 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d10074d-fb75-42cd-918d-54946f6b62ce {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:31.597823 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'status': 'completed', 'code': 200} Feb 17 22:19:31.612941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Request body: {'port': {'device_id': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:31.660104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:31.673643 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] Sync routers for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:31.678856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.694239 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:31.698959 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:31.833153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-4baa5a55-c359-4fe1-bd08-1c1db8a166dd tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "PUT /v2.0/floatingips/98d79217-2a17-42cf-a45c-e819dec60c0c HTTP/1.1" status: 200 len: 693 time: 3.4445517 Feb 17 22:19:31.961033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (480bb853-3714-4111-a7de-10671dc65292), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:31.983625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:32.029709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:32.034015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-1ca18179-103c-478a-805e-7c08b85e7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:32.036652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-1ca18179-103c-478a-805e-7c08b85e7610 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1126 time: 0.3741510 Feb 17 22:19:32.037525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:32.243132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ed20bb-9e0e-4723-b591-ea8eb17c6718 req-88ae8765-8929-4da2-a02e-2d869956cb62 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:32.245742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1ed20bb-9e0e-4723-b591-ea8eb17c6718 req-88ae8765-8929-4da2-a02e-2d869956cb62 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4529428 Feb 17 22:19:32.304499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Allocated IP 172.25.0.249 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/39d09f80-29ae-445d-afb1-ce755b232d16) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:32.357575 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 5, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:32.388955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-3f190a80-3601-4a42-91a2-fb408b417d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:32.391348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-3f190a80-3601-4a42-91a2-fb408b417d98 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=cb716339743240d5b9483565899c9092&device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 1128 time: 0.4911597 Feb 17 22:19:32.395742 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] Checking router: b4b361a3-ef2e-4770-b59b-22617e1305ad for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:19:32.406079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e15a3592-84b4-4a77-a6a3-557c09eff6af no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:32.415301 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:32.416179 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:32.446867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: e15a3592-84b4-4a77-a6a3-557c09eff6af {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:32.448364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e15a3592-84b4-4a77-a6a3-557c09eff6af not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:32.484491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-658c2584-3d7d-4cf9-98b5-1e5d3926d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:32.485946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-658c2584-3d7d-4cf9-98b5-1e5d3926d53f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.3853345 Feb 17 22:19:32.489798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-80f310c7-ca77-4642-a588-f8ae3136f84e None None] Provisioning complete for port 480bb853-3714-4111-a7de-10671dc65292 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:32.490755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80f310c7-ca77-4642-a588-f8ae3136f84e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (480bb853-3714-4111-a7de-10671dc65292), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:32.496174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for port (39d09f80-29ae-445d-afb1-ce755b232d16), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:32.550501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (39d09f80-29ae-445d-afb1-ce755b232d16), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:32.558509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-80f310c7-ca77-4642-a588-f8ae3136f84e None None] Port 480bb853-3714-4111-a7de-10671dc65292 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:19:32.572532 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:32.603815 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:32.608426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event updated for resources: {'Port': ['ID=39d09f80-29ae-445d-afb1-ce755b232d16,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:32.611078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:32.613203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:32.665761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-90e4aee3-424e-4a93-9fdf-d276c3e05c69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 217 time: 0.1042759 Feb 17 22:19:32.695100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1ed20bb-9e0e-4723-b591-ea8eb17c6718 req-0efe0d09-cc71-4f11-a48f-197f9c25f713 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4330487 Feb 17 22:19:32.823292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-33125dba-3097-48db-8fdb-576ea0f5ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:32.825166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-33125dba-3097-48db-8fdb-576ea0f5ea9b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.1507652 Feb 17 22:19:32.831999 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de086888-fde0-4715-b773-f6ed0e634cd3 x-openstack-request-id: req-de086888-fde0-4715-b773-f6ed0e634cd3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:32.832684 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-plugged", "status": "completed", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:32.833180 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de086888-fde0-4715-b773-f6ed0e634cd3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:32.833849 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'code': 200} Feb 17 22:19:32.850917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-81bd5279-dd52-44dd-8e17-6174ac084486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:32.853918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-81bd5279-dd52-44dd-8e17-6174ac084486 service neutron] 10.222.0.79 "GET /v2.0/networks?id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 200 len: 929 time: 0.4328866 Feb 17 22:19:32.898825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-221f3ecf-bc24-4fc9-99b9-c67c0b956122 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669613 Feb 17 22:19:32.924677 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 5, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:32.968696 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6890d4-3a9e-4b5f-b79c-ce55bb358e69 None None] The sync data for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 is: [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:18:21Z', 'revision_number': 4, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2d0827c5-79c5-4e6a-b32d-d85f00201476', 'name': '', 'network_id': '3d126e08-cbfc-4cfc-a95d-73734ddb7d2d', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'mac_address': 'fa:16:3e:5c:56:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:19Z', 'updated_at': '2022-02-17T22:18:35Z', 'revision_number': 5, 'project_id': 'cb716339743240d5b9483565899c9092', 'subnets': [{'id': '402b3ad8-b058-4719-8075-2d192bb0fd2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:32.996377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-51864dc5-a9b1-469d-9677-5485c99835e1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 217 time: 0.1052094 Feb 17 22:19:33.138569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:33.188175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-cf3f6dfa-c862-4a6a-ada3-f2a55c289df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:33.190685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-cf3f6dfa-c862-4a6a-ada3-f2a55c289df6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=402b3ad8-b058-4719-8075-2d192bb0fd2a HTTP/1.1" status: 200 len: 867 time: 0.1603401 Feb 17 22:19:33.304864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480bb853-3714-4111-a7de-10671dc65292 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:33.322729 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Publish callbacks [] for port (480bb853-3714-4111-a7de-10671dc65292), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:33.330663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-066c4f63-7f42-4860-b21b-2e6b3a46a615 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190149 Feb 17 22:19:33.341588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21096fa-2161-43d8-bb7a-cd5dd97099c7 None None] New status for floating IP 98d79217-2a17-42cf-a45c-e819dec60c0c: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:19:33.344595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efe5e3d-de95-4fb6-8899-fcb79a9e1e6a req-04b8d21c-7255-4547-a47f-24a26f4c0681 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:33.346973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1efe5e3d-de95-4fb6-8899-fcb79a9e1e6a req-04b8d21c-7255-4547-a47f-24a26f4c0681 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 943 time: 0.3723731 Feb 17 22:19:33.402443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Transition to ACTIVE for port object 480bb853-3714-4111-a7de-10671dc65292 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:19:33.432189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fcf1a-cf45-47b5-8ea1-0c3d5a9ebc38 req-3af154d5-a5bd-40e8-b454-6b5714affcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:33.433783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-945fcf1a-cf45-47b5-8ea1-0c3d5a9ebc38 req-3af154d5-a5bd-40e8-b454-6b5714affcbf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1129 time: 0.3413453 Feb 17 22:19:33.449149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (480bb853-3714-4111-a7de-10671dc65292), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:33.520271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-f3065993-97d2-4d7f-9327-94c065c50459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:33.522029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-f3065993-97d2-4d7f-9327-94c065c50459 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3015304 Feb 17 22:19:33.612383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-deleted', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af'}, {'name': 'network-changed', 'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:33.616654 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fea10df-371e-4c38-9ea2-903ccd39c86f" -d '{"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-deleted", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af"}, {"name": "network-changed", "server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:33.619587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1382fb67-5c50-4fbc-89a9-e481b6d756f4 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:19:33.708865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Pushing event updated for resources: {'Port': ['ID=480bb853-3714-4111-a7de-10671dc65292,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:33.730864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1efe5e3d-de95-4fb6-8899-fcb79a9e1e6a req-4538a284-f358-4be7-8143-272c631fd856 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686652 Feb 17 22:19:33.760705 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-945fcf1a-cf45-47b5-8ea1-0c3d5a9ebc38 req-5006d798-7d33-4792-8efd-523d483823c7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152714 Feb 17 22:19:33.808502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:33.827244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:33.853386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'port_id': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'mac_address': 'fa:16:3e:3b:17:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:19:33.917844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:33.918509 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:33.942255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1382fb67-5c50-4fbc-89a9-e481b6d756f4 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:33.971815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:33.979339 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.073984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Router 2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:34.074201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:34.193189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1382fb67-5c50-4fbc-89a9-e481b6d756f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:19:34.223472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:34.235334 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] Sync routers for ids ['2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:34.245538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b23e0c6f-13e1-4010-af05-e97025b8dabd req-8fa7b469-a0ad-418f-9d54-70fa285b11f2 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8920689 Feb 17 22:19:34.247708 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] Routers {'2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:34.248708 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:34.253359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.258098 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4af7c91b-fd49-4cb4-885f-efbea8211789 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4704831 Feb 17 22:19:34.258884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:34.285941 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:34.297399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] Routers {'2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:34.298271 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:34.338385 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:34.339304 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3273eb0-0d5a-4f60-a69d-ea66e38d8f1c None None] The sync data for ids ['2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:34.376963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-8b6fed6f-dce1-49fe-a86a-f4fa4034e64e service neutron] 10.222.0.79 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8187110 Feb 17 22:19:34.418482 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fddabe52-a5d3-4665-963b-821b7225cd25 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6 HTTP/1.1" status: 200 len: 923 time: 0.1583555 Feb 17 22:19:34.422039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:34.451171 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a92dbb09-703c-4d06-bb8e-1f4e4723db6f tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6 HTTP/1.1" status: 200 len: 205 time: 0.0275207 Feb 17 22:19:34.456330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Attempting to bind port 480bb853-3714-4111-a7de-10671dc65292 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:34.456672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Attempting to bind port 480bb853-3714-4111-a7de-10671dc65292 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:34.457082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:34.457199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Attempting to bind port 480bb853-3714-4111-a7de-10671dc65292 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:34.504586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Port 480bb853-3714-4111-a7de-10671dc65292 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:19:34.504918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Attempting to bind port 480bb853-3714-4111-a7de-10671dc65292 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:34.516245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e9dd-38de-48f4-bc49-cdc96d67af3f req-ee90cf33-9eae-4306-be4e-f56392db68da tempest-ComputeTenantNetworksTest-1456372419 tempest-ComputeTenantNetworksTest-1456372419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:34.520896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e9dd-38de-48f4-bc49-cdc96d67af3f req-ee90cf33-9eae-4306-be4e-f56392db68da tempest-ComputeTenantNetworksTest-1456372419 tempest-ComputeTenantNetworksTest-1456372419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:34.526737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6e9dd-38de-48f4-bc49-cdc96d67af3f req-ee90cf33-9eae-4306-be4e-f56392db68da tempest-ComputeTenantNetworksTest-1456372419 tempest-ComputeTenantNetworksTest-1456372419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:34.528422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95d6e9dd-38de-48f4-bc49-cdc96d67af3f req-ee90cf33-9eae-4306-be4e-f56392db68da tempest-ComputeTenantNetworksTest-1456372419 tempest-ComputeTenantNetworksTest-1456372419-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3527954 Feb 17 22:19:34.534395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:34.534696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:34.535086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:34.535559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Bound port: 480bb853-3714-4111-a7de-10671dc65292, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:34.535919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (480bb853-3714-4111-a7de-10671dc65292), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.585499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.613316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02960fe8-7f08-467c-930a-7ef8f35bee88 req-abd69d3f-0499-47a9-832b-58e2a6229b41 service neutron] 10.222.0.79 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268744 Feb 17 22:19:34.672784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] For port 480bb853-3714-4111-a7de-10671dc65292, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:19:34.677570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] For port 480bb853-3714-4111-a7de-10671dc65292, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=480bb853-3714-4111-a7de-10671dc65292,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:19:34.686002 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (480bb853-3714-4111-a7de-10671dc65292), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.712814 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.737448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6218468-6dbd-4231-981e-e7635d87dbe5 req-c228b2e2-9419-4143-99aa-16cfe1164eca tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:34.739200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6218468-6dbd-4231-981e-e7635d87dbe5 req-c228b2e2-9419-4143-99aa-16cfe1164eca tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 948 time: 0.1281755 Feb 17 22:19:34.748589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:34.749224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.750702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] 10.222.0.94 "PUT /v2.0/ports/480bb853-3714-4111-a7de-10671dc65292 HTTP/1.1" status: 200 len: 1097 time: 3.1519840 Feb 17 22:19:34.782548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Deleting port 39d09f80-29ae-445d-afb1-ce755b232d16 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:34.782921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (39d09f80-29ae-445d-afb1-ce755b232d16), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.803526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283fdf4-f7e0-4fd7-8835-9f0492886f3a service neutron] Pushing event updated for resources: {'Port': ['ID=480bb853-3714-4111-a7de-10671dc65292,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:34.847964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ce9d0-b924-43c8-b32b-8c65f4ec21d8 req-315bfad3-16e8-4953-9762-cacbf4d8d945 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:34.850012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-716ce9d0-b924-43c8-b32b-8c65f4ec21d8 req-315bfad3-16e8-4953-9762-cacbf4d8d945 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 946 time: 0.1343901 Feb 17 22:19:34.889750 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (39d09f80-29ae-445d-afb1-ce755b232d16), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:34.913266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Calling delete_port for 39d09f80-29ae-445d-afb1-ce755b232d16 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:34.919609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6218468-6dbd-4231-981e-e7635d87dbe5 req-05621699-51af-496e-8357-6608fc74ab8b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298068 Feb 17 22:19:34.966236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-716ce9d0-b924-43c8-b32b-8c65f4ec21d8 req-c1ce829c-1510-4d0d-93f3-5a1bca21f5e5 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943334 Feb 17 22:19:34.973963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-7b8db03c-bcdf-483a-a03d-3f6ce67306eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:34.975554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-7b8db03c-bcdf-483a-a03d-3f6ce67306eb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 1131 time: 0.1205411 Feb 17 22:19:35.064610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-134780d0-f866-474f-a2c7-4937ee59c353 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=480bb853-3714-4111-a7de-10671dc65292 HTTP/1.1" status: 200 len: 217 time: 0.0737274 Feb 17 22:19:35.066202 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702f0f45-2886-43ad-b335-8c075fc00f15 x-openstack-request-id: req-702f0f45-2886-43ad-b335-8c075fc00f15 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:35.066512 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c334bd3-4c4d-4cbf-a22e-784272f3caa8", "name": "network-vif-deleted", "tag": "e15a3592-84b4-4a77-a6a3-557c09eff6af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:35.066777 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-702f0f45-2886-43ad-b335-8c075fc00f15 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:35.068794 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c334bd3-4c4d-4cbf-a22e-784272f3caa8', 'name': 'network-vif-deleted', 'tag': 'e15a3592-84b4-4a77-a6a3-557c09eff6af', 'status': 'completed', 'code': 200} Feb 17 22:19:35.068794 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'status': 'completed', 'code': 200} Feb 17 22:19:35.200541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (39d09f80-29ae-445d-afb1-ce755b232d16), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.244656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event deleted for resources: {'Port': ['ID=39d09f80-29ae-445d-afb1-ce755b232d16,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:35.313136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7eb1f8-56f2-4faf-b720-b318e84eb89f req-603273f5-9ff7-416b-a585-ac9f19de40fd tempest-ComputeTenantNetworksTest-1456372419 tempest-ComputeTenantNetworksTest-1456372419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:35.314507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c7eb1f8-56f2-4faf-b720-b318e84eb89f req-603273f5-9ff7-416b-a585-ac9f19de40fd tempest-ComputeTenantNetworksTest-1456372419 tempest-ComputeTenantNetworksTest-1456372419-project] 10.222.0.79 "GET /v2.0/networks/d2abbae0-52e8-437e-97ee-0e3db633cb7f HTTP/1.1" status: 200 len: 769 time: 0.2433410 Feb 17 22:19:35.323016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06f249bf-20eb-458f-80fb-dd2e9b8eb110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:35.323016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-06f249bf-20eb-458f-80fb-dd2e9b8eb110 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1858675 Feb 17 22:19:35.324887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48314) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:35.343960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.424267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45051fee-34fb-4223-ab06-269273555b6d req-42cc2786-f13a-4ecb-8b26-4bf32e63af51 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:35.426050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051fee-34fb-4223-ab06-269273555b6d req-42cc2786-f13a-4ecb-8b26-4bf32e63af51 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3562384 Feb 17 22:19:35.447888 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.450230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.475997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-7258c7cd-200e-41d3-abb6-c2942fa00fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:35.477526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-7258c7cd-200e-41d3-abb6-c2942fa00fa7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=cb716339743240d5b9483565899c9092&device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 1128 time: 0.3159609 Feb 17 22:19:35.510020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-49a831c8-83ca-4e3e-aeb5-5dfaa39f0f5c tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips/98d79217-2a17-42cf-a45c-e819dec60c0c HTTP/1.1" status: 200 len: 691 time: 0.1631715 Feb 17 22:19:35.520243 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.521680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Fanout notify agent at l3_agent the message router_deleted on router 2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:35.532168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.535008 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28c1c45c-dcff-42bc-ac38-eb42bc8576c2 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6 HTTP/1.1" status: 204 len: 168 time: 1.0756471 Feb 17 22:19:35.542868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48320) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:35.549503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1973626491', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': False}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:35.578925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.580177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.608867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1382fb67-5c50-4fbc-89a9-e481b6d756f4 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:35.645942 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.712341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:19:35.713410 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d2abbae0-52e8-437e-97ee-0e3db633cb7f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.724018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:35.724884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.804045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-db661823-9bed-417c-a009-1bb232b58dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:35.806459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-db661823-9bed-417c-a009-1bb232b58dc5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4760935 Feb 17 22:19:35.822138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.835241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45051fee-34fb-4223-ab06-269273555b6d req-7ad08ab5-9e20-4341-bfc7-d97ebbe66a75 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3613324 Feb 17 22:19:35.896873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:35.897198 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:35.943884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:35.947651 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce9cf4a-289f-44ac-b8eb-9f4c485e721d" -d '{"events": [{"server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "name": "network-vif-plugged", "status": "completed", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:35.971191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:35.978572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.037276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:36.068264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-c0c90db2-f0ce-482a-8faa-91d3672250e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:36.070090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-c0c90db2-f0ce-482a-8faa-91d3672250e2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 200 len: 929 time: 0.5781684 Feb 17 22:19:36.152253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.177718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.232197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a5316df9-705a-4265-8073-f7f80bff5d0b tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:36.233693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a5316df9-705a-4265-8073-f7f80bff5d0b tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.6416624 Feb 17 22:19:36.246169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-b2dab590-b74e-40f3-9c3d-bf3fd2bf7f6a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 200 len: 217 time: 0.1441255 Feb 17 22:19:36.257076 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d2abbae0-52e8-437e-97ee-0e3db633cb7f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.272509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-5bfc628f-d0d3-4c62-925c-e000f8c698f6 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:19:36.273508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-5bfc628f-d0d3-4c62-925c-e000f8c698f6 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0240571 Feb 17 22:19:36.307031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Allocated IP 172.25.0.95 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/a3922f89-8ea7-4e66-92d5-551174533a52) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:36.344350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2abbae0-52e8-437e-97ee-0e3db633cb7f']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:36.392230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33c18db1-81f3-4ee5-8015-d73f6cd0596f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:36.393010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33c18db1-81f3-4ee5-8015-d73f6cd0596f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:36.397238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-6d4b01c2-1161-43dd-b7bf-f22a85cf9d22 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795732 Feb 17 22:19:36.417835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c58612-dcf6-4a25-8aaf-6650ac032b85 req-75930719-c6c5-4c6e-967c-73bc2e6475a6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:36.419421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c58612-dcf6-4a25-8aaf-6650ac032b85 req-75930719-c6c5-4c6e-967c-73bc2e6475a6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.4158258 Feb 17 22:19:36.429238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for port (a3922f89-8ea7-4e66-92d5-551174533a52), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.432669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-3e130317-db9d-4fce-aebb-e5c8d664612d tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.7 HTTP/1.1" status: 200 len: 694 time: 0.1421866 Feb 17 22:19:36.438055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (33c18db1-81f3-4ee5-8015-d73f6cd0596f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.451437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-1fe396db-fed7-4dc6-af80-3bc4a7dd9c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:36.452883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-1fe396db-fed7-4dc6-af80-3bc4a7dd9c39 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=402b3ad8-b058-4719-8075-2d192bb0fd2a HTTP/1.1" status: 200 len: 867 time: 0.1986287 Feb 17 22:19:36.472280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.505763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:36.510024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:36.513632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:36.553432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Port': ['ID=a3922f89-8ea7-4e66-92d5-551174533a52,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:36.593167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (33c18db1-81f3-4ee5-8015-d73f6cd0596f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.604906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-0fbe8d1b-cbf8-40a1-9266-431c85d2d976 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.7 HTTP/1.1" status: 200 len: 694 time: 0.1510830 Feb 17 22:19:36.611737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:19:36.612146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (33c18db1-81f3-4ee5-8015-d73f6cd0596f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:19:36.620251 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:19:36.753467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52c58612-dcf6-4a25-8aaf-6650ac032b85 req-20435075-f086-4449-9aa2-97dcf8c12ff9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183911 Feb 17 22:19:36.770041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a4401d1-625a-4768-81d3-3f4909ca38a5 req-5cd8f816-4608-4688-95fe-a5ca9994d9da service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617108 Feb 17 22:19:36.801966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d2abbae0-52e8-437e-97ee-0e3db633cb7f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.806060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.811909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:36.815676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] 10.222.0.79 "DELETE /v2.0/networks/d2abbae0-52e8-437e-97ee-0e3db633cb7f HTTP/1.1" status: 204 len: 168 time: 1.4896832 Feb 17 22:19:36.826364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-a1712f3c-c69f-4671-b622-f15936e773b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:36.827951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-a1712f3c-c69f-4671-b622-f15936e773b7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3319836 Feb 17 22:19:36.841625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31125a-8a1f-4051-bc80-cabf02446a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=d2abbae0-52e8-437e-97ee-0e3db633cb7f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:36.975787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Deleting port affe48dd-d6f8-4000-b59e-eab75dde007c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:36.976386 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:37.061219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48356) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:37.069824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'tag': '480bb853-3714-4111-a7de-10671dc65292'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:37.072605 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee" -d '{"events": [{"name": "network-changed", "server_uuid": "22ad7e93-8075-4bc6-b4b2-dc803b159635", "tag": "480bb853-3714-4111-a7de-10671dc65292"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:37.085802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-fdb50fc8-0923-453d-b3a2-a8ede3934bec service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228205 Feb 17 22:19:37.104698 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:37.185971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:37.186301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (affe48dd-d6f8-4000-b59e-eab75dde007c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:37.215935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Calling delete_port for affe48dd-d6f8-4000-b59e-eab75dde007c owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:37.254570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d5c6ee60-0d23-4245-a8cf-316db9c2fd50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a04efbcb06a64542b7287a6e2f028198&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899927 Feb 17 22:19:37.258936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48360) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:37.562529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Router 1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:37.674283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1247ef8-ef58-4ba5-8870-ff610c57459d req-51fd5fdd-2e0b-4e44-be9c-cbb6c579f3e4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:37.675891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1247ef8-ef58-4ba5-8870-ff610c57459d req-51fd5fdd-2e0b-4e44-be9c-cbb6c579f3e4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.6000555 Feb 17 22:19:37.685269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fea10df-371e-4c38-9ea2-903ccd39c86f req-0c173c27-3b55-4133-b54c-45ee4508dc64 service neutron] 10.222.0.94 "GET /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5844307 Feb 17 22:19:37.704906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:37.721214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Sync routers for ids ['1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:37.745241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:37.747766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42c57da3-5e1e-48d7-89dc-0bb65386667d tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2029691 Feb 17 22:19:37.749321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Routers {'1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:37.750139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:37.751585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48362) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:37.827807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be96d483-5535-40ad-be9d-7a7fdfe1e8ce admin admin] Publish callbacks [] for security_group (1c2f3eb2-b291-402a-a299-18b5398a37ab), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:37.892101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Set router 1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:37.895837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1247ef8-ef58-4ba5-8870-ff610c57459d req-e8d09004-9040-43d5-97fe-baab282084cd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053981 Feb 17 22:19:37.928744 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be96d483-5535-40ad-be9d-7a7fdfe1e8ce admin admin] Publish callbacks [] for security_group (1c2f3eb2-b291-402a-a299-18b5398a37ab), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:37.988007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (affe48dd-d6f8-4000-b59e-eab75dde007c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.039716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b66e8da2-08dc-4cef-a3ca-5c02389e2cbc tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 HTTP/1.1" status: 200 len: 908 time: 0.2794726 Feb 17 22:19:38.040399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:38.041794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event deleted for resources: {'Port': ['ID=affe48dd-d6f8-4000-b59e-eab75dde007c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:38.049551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1973626491', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': True}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:38.073200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.074470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.123226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be96d483-5535-40ad-be9d-7a7fdfe1e8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c2f3eb2-b291-402a-a299-18b5398a37ab), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.125869 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be96d483-5535-40ad-be9d-7a7fdfe1e8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.129927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-be96d483-5535-40ad-be9d-7a7fdfe1e8ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c2f3eb2-b291-402a-a299-18b5398a37ab HTTP/1.1" status: 204 len: 168 time: 0.8678558 Feb 17 22:19:38.146552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96d483-5535-40ad-be9d-7a7fdfe1e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2f3eb2-b291-402a-a299-18b5398a37ab,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:38.151889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks [] for floatingip (98d79217-2a17-42cf-a45c-e819dec60c0c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.156860 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.158807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06a51a3-70b4-40cd-b56d-2d21bbb26730 req-a3b8e8fc-8894-45ec-9ce3-982358d25887 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "DELETE /v2.0/floatingips/98d79217-2a17-42cf-a45c-e819dec60c0c HTTP/1.1" status: 204 len: 173 time: 1.5309486 Feb 17 22:19:38.176797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.186254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d016416-ebea-49a0-889b-51711b2b0805 req-22c4f892-7e69-4bd7-9627-b6807f132083 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:38.197200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7d016416-ebea-49a0-889b-51711b2b0805 req-22c4f892-7e69-4bd7-9627-b6807f132083 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 948 time: 0.1908495 Feb 17 22:19:38.238071 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d10f3e2-50ed-401c-aadd-72d8afea2263 x-openstack-request-id: req-0d10f3e2-50ed-401c-aadd-72d8afea2263 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:38.238407 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "name": "network-vif-plugged", "status": "completed", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:38.238673 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d10f3e2-50ed-401c-aadd-72d8afea2263 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:38.239079 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'code': 200} Feb 17 22:19:38.285026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7d016416-ebea-49a0-889b-51711b2b0805 req-08c3398b-05b7-4966-8f6f-19c63824a0ba tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867138 Feb 17 22:19:38.309870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0', 'name': 'tempest-snat-router-1973626491', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.95'}], 'enable_snat': False}, 'gw_port_id': 'a3922f89-8ea7-4e66-92d5-551174533a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:35Z', 'updated_at': '2022-02-17T22:19:36Z', 'revision_number': 3, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port': {'id': 'a3922f89-8ea7-4e66-92d5-551174533a52', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:36Z', 'updated_at': '2022-02-17T22:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:38.392242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Checking router: 1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:19:38.392734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Updating router 1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 port a3922f89-8ea7-4e66-92d5-551174533a52 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:19:38.396791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.446468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.538602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f206b-a4f1-4b92-84ad-0648b73021a6 req-27d983c6-bdc0-4b0c-8600-52c660723773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:38.540223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e86f206b-a4f1-4b92-84ad-0648b73021a6 req-27d983c6-bdc0-4b0c-8600-52c660723773 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.2192340 Feb 17 22:19:38.554184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0657df-f7b1-4910-8ad3-ea008adeef94 req-4d95b99e-c2d7-4114-884d-26076288089b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:38.557211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a0657df-f7b1-4910-8ad3-ea008adeef94 req-4d95b99e-c2d7-4114-884d-26076288089b tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 946 time: 0.1795595 Feb 17 22:19:38.646984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb02853-4588-4b3b-b569-388a1417bd2f req-a9948219-12c0-4471-9c2d-669c84b425f9 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:38.650516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cb02853-4588-4b3b-b569-388a1417bd2f req-a9948219-12c0-4471-9c2d-669c84b425f9 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 949 time: 0.2187965 Feb 17 22:19:38.706786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.729379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e86f206b-a4f1-4b92-84ad-0648b73021a6 req-e774e38d-b63b-4fd3-bf7b-b98e9916c44a service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667221 Feb 17 22:19:38.734540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a0657df-f7b1-4910-8ad3-ea008adeef94 req-ad0946b8-90d9-4292-9413-d5fb113ecc00 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702609 Feb 17 22:19:38.744142 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.787677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cb02853-4588-4b3b-b569-388a1417bd2f req-fa21a9dc-9fab-46df-8860-d4ac1eeb46ad tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186030 Feb 17 22:19:38.823277 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab10177-b8b1-4f25-928c-4d6794723a7c x-openstack-request-id: req-eab10177-b8b1-4f25-928c-4d6794723a7c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:38.823613 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22ad7e93-8075-4bc6-b4b2-dc803b159635", "tag": "480bb853-3714-4111-a7de-10671dc65292", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:38.823935 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eab10177-b8b1-4f25-928c-4d6794723a7c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:38.824349 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'tag': '480bb853-3714-4111-a7de-10671dc65292', 'status': 'completed', 'code': 200} Feb 17 22:19:38.872846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Publish callbacks [] for port (a3922f89-8ea7-4e66-92d5-551174533a52), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.884017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:38.952600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Allocated IP 172.25.0.10 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/fcd82234-04f9-4e31-9bc0-600286b285ce) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:38.984089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Attempting to bind port a3922f89-8ea7-4e66-92d5-551174533a52 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:38.984089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Attempting to bind port a3922f89-8ea7-4e66-92d5-551174533a52 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:38.984604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Attempting to bind port a3922f89-8ea7-4e66-92d5-551174533a52 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:39.004895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:39.005335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:39.005752 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.006155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:39.006644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Bound port: a3922f89-8ea7-4e66-92d5-551174533a52, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:39.007345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.036198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d330ac-7de8-4b18-8e52-f31f1c06f4d7 None None] Pushing event updated for resources: {'Port': ['ID=a3922f89-8ea7-4e66-92d5-551174533a52,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:39.063072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-fce8f145-5ed5-4b30-9edc-112ef808df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:39.067473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-fce8f145-5ed5-4b30-9edc-112ef808df3b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 1131 time: 0.1700406 Feb 17 22:19:39.076525 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.088312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] For port a3922f89-8ea7-4e66-92d5-551174533a52, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:19:39.092079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] For port a3922f89-8ea7-4e66-92d5-551174533a52, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a3922f89-8ea7-4e66-92d5-551174533a52,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:19:39.099272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.142666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.173400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Routers {'1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:39.174098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:39.204933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.216525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf7c1d1-1597-45b5-a933-ad6f72261e9c req-65f63494-c613-448e-afbe-1a9f8fbad061 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:39.219203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6cf7c1d1-1597-45b5-a933-ad6f72261e9c req-65f63494-c613-448e-afbe-1a9f8fbad061 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.3204615 Feb 17 22:19:39.232106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-0ef02d18-eb9b-4357-ae51-aecec7313b28 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:39.241102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-0ef02d18-eb9b-4357-ae51-aecec7313b28 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.2920842 Feb 17 22:19:39.269864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d330ac-7de8-4b18-8e52-f31f1c06f4d7 None None] Pushing event updated for resources: {'Port': ['ID=a3922f89-8ea7-4e66-92d5-551174533a52,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:39.279760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd82234-04f9-4e31-9bc0-600286b285ce,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:39.299260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:39.303485 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:39.307782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:39.315843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-491483b7-b451-4106-bc28-4e03cefb5bf0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/quotas/4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 375 time: 0.0726533 Feb 17 22:19:39.352248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] Set router 1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:39.398358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48406) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:39.428760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6cf7c1d1-1597-45b5-a933-ad6f72261e9c req-11df9e47-6a9b-4f27-b56a-f0d4ffd53dc9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764028 Feb 17 22:19:39.469365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-eb8d72a1-883a-4846-8ca6-1d6355c526bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:39.469365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-eb8d72a1-883a-4846-8ca6-1d6355c526bb service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.3521376 Feb 17 22:19:39.490327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-8599e0a4-fffc-462f-bb01-edab9b6c8789 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1744697 Feb 17 22:19:39.578370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-766747293-network', 'tenant_id': 'c67a5113ef434a4aba236d8fd7ff6cda'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:39.677206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-3c21fa24-ef94-44a5-be58-0ee46f658204 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=480bb853-3714-4111-a7de-10671dc65292 HTTP/1.1" status: 200 len: 217 time: 0.1122489 Feb 17 22:19:39.741042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.748704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Made reservation on behalf of c67a5113ef434a4aba236d8fd7ff6cda for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:39.751027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.772040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0', 'name': 'tempest-snat-router-1973626491', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.95'}], 'enable_snat': False}, 'gw_port_id': 'a3922f89-8ea7-4e66-92d5-551174533a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:35Z', 'updated_at': '2022-02-17T22:19:36Z', 'revision_number': 3, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port': {'id': 'a3922f89-8ea7-4e66-92d5-551174533a52', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:36Z', 'updated_at': '2022-02-17T22:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:39.787135 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:39.811966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-be5a80c8-a4dc-4d95-8266-a0fdbceaf917 service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204873 Feb 17 22:19:39.813866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b9e53f-b2ab-4314-a175-b822d30f257a None None] The sync data for ids ['1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0'] in n-d-828369-18 is: [{'id': '1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0', 'name': 'tempest-snat-router-1973626491', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.95'}], 'enable_snat': False}, 'gw_port_id': 'a3922f89-8ea7-4e66-92d5-551174533a52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:35Z', 'updated_at': '2022-02-17T22:19:36Z', 'revision_number': 3, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port': {'id': 'a3922f89-8ea7-4e66-92d5-551174533a52', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:39:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1267, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:36Z', 'updated_at': '2022-02-17T22:19:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:39.814171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-e3d69bff-f9cf-4e2c-ad21-5a1025369f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:39.817643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-e3d69bff-f9cf-4e2c-ad21-5a1025369f9e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1276531 Feb 17 22:19:39.851569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-3d101b64-30ed-44cf-8d5d-cd0ab25b6635 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:39.853286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-3d101b64-30ed-44cf-8d5d-cd0ab25b6635 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "GET /v2.0/ports?device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 949 time: 0.2989316 Feb 17 22:19:39.908581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1263acc8-9f36-48b6-a514-f67a862353b1 req-78076d24-2c3d-40f8-8f20-04aba097eff7 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:39.910193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1263acc8-9f36-48b6-a514-f67a862353b1 req-78076d24-2c3d-40f8-8f20-04aba097eff7 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 948 time: 0.3253839 Feb 17 22:19:40.066522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:40.138856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1263acc8-9f36-48b6-a514-f67a862353b1 req-7738ebc5-cce5-4b6c-a881-b23c7c03aefa tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819584 Feb 17 22:19:40.140265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-ec50cf3f-71ad-4b20-943f-c244e1a768d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:40.141757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-ec50cf3f-71ad-4b20-943f-c244e1a768d6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3141994 Feb 17 22:19:40.264126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-737279e5-9838-43dd-9302-7c9f92d026ba service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049349 Feb 17 22:19:40.274991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks [] for security_group (e97b5ad8-6ff6-4b8b-8175-72ab66366ddf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:40.334227 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e97b5ad8-6ff6-4b8b-8175-72ab66366ddf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:40.362722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Router 9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:40.425732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:19:40.448599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 480bb853-3714-4111-a7de-10671dc65292 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:19:40.466248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Deleting port 91d5dde6-b998-47ce-b340-90b6e67d446f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:40.467142 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:40.535494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:40.574143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (48009749-8a0a-45f0-bf27-d34f287c32d4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:40.574858 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Added segment 48009749-8a0a-45f0-bf27-d34f287c32d4 of type vlan for network 8ed72953-b469-44bd-bc93-72145e063d0d Feb 17 22:19:40.578149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:40.593048 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Sync routers for ids ['9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:40.610110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:40.610798 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Routers {'9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:40.611929 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:40.616050 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-07ec6886-069f-4cba-97fd-737fa5ad71e4 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5729222 Feb 17 22:19:40.616574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48420) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:40.674617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dd2d8-c4e9-4816-aa33-c2b230c95ca5 req-4ebde20a-44e7-4dc4-b895-18a89d55cc27 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:40.699978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-622dd2d8-c4e9-4816-aa33-c2b230c95ca5 req-4ebde20a-44e7-4dc4-b895-18a89d55cc27 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4227066 Feb 17 22:19:40.767290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-364e96f2-99b2-4fde-9f4c-20371b9c85df service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827320 Feb 17 22:19:40.787772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 480bb853-3714-4111-a7de-10671dc65292, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=480bb853-3714-4111-a7de-10671dc65292,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:40.808296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ccfb1346-b68a-41c2-83a8-74d7ed9f3f51 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa HTTP/1.1" status: 200 len: 907 time: 0.1886613 Feb 17 22:19:40.809111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48422) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:40.822007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '480bb853-3714-4111-a7de-10671dc65292', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '480bb853-3714-4111-a7de-10671dc65292', 'mac_address': 'fa:16:3e:1b:7a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:19:40.901032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Set router 9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:40.932862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 480bb853-3714-4111-a7de-10671dc65292 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:40.933269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (480bb853-3714-4111-a7de-10671dc65292), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:40.966607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480bb853-3714-4111-a7de-10671dc65292 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:40.997661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-622dd2d8-c4e9-4816-aa33-c2b230c95ca5 req-1bc3b448-df06-4397-b129-bfa4af7d31af tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2971795 Feb 17 22:19:41.038845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8ed72953-b469-44bd-bc93-72145e063d0d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.043598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 480bb853-3714-4111-a7de-10671dc65292, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=480bb853-3714-4111-a7de-10671dc65292,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:41.049586 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (480bb853-3714-4111-a7de-10671dc65292), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.063867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.095709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] For port 91d5dde6-b998-47ce-b340-90b6e67d446f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=91d5dde6-b998-47ce-b340-90b6e67d446f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:41.096083 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.111750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511fdc4-e85b-4be0-a0ab-89d678dc0dcd req-4f3cd0fd-4137-4f7e-ad3e-46c2f8cbeebf tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:41.119681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a511fdc4-e85b-4be0-a0ab-89d678dc0dcd req-4f3cd0fd-4137-4f7e-ad3e-46c2f8cbeebf tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/ports?device_id=ef6d0619-012b-4f1d-a9df-a7b611fedc9a HTTP/1.1" status: 200 len: 949 time: 0.4633603 Feb 17 22:19:41.218260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=480bb853-3714-4111-a7de-10671dc65292,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:41.226566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f979288e-c6d4-4e1a-af4a-5dfef0ca64f9 req-a32939c0-08b5-4029-884e-2bcbf9c9142f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 210 time: 0.0980821 Feb 17 22:19:41.233064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Calling delete_port for 91d5dde6-b998-47ce-b340-90b6e67d446f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:41.253814 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8ed72953-b469-44bd-bc93-72145e063d0d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.254831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:41.255531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.422775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.452839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed72953-b469-44bd-bc93-72145e063d0d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:41.486017 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa', 'name': 'tempest-snat-router-1973626491', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fcd82234-04f9-4e31-9bc0-600286b285ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:38Z', 'updated_at': '2022-02-17T22:19:39Z', 'revision_number': 3, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port': {'id': 'fcd82234-04f9-4e31-9bc0-600286b285ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:31:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:38Z', 'updated_at': '2022-02-17T22:19:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:41.526353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8ed72953-b469-44bd-bc93-72145e063d0d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:19:41.543056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['480bb853-3714-4111-a7de-10671dc65292'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:19:41.552696 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Checking router: 9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:19:41.553050 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Updating router 9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa port fcd82234-04f9-4e31-9bc0-600286b285ce binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:19:41.574125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Deleting port fcd82234-04f9-4e31-9bc0-600286b285ce {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:41.574560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.655412 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.658293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a511fdc4-e85b-4be0-a0ab-89d678dc0dcd req-9a961266-96ff-43cd-b436-bf45938e8765 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.79 "GET /v2.0/security-groups?id=288192d3-a046-4b2e-91ba-6ed0e055d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5376134 Feb 17 22:19:41.721527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6ce2eeb2-03d5-474a-9a85-4198a89b2003 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3208845 Feb 17 22:19:41.722487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48434) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:41.732028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d74de7a8-5ee0-4a1f-ae11-2a49cb504dee req-89a2c044-f0e0-44bb-8a9c-700ddad73ced service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9020913 Feb 17 22:19:41.734984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Request body: {'subnet': {'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-766747293-subnet', 'tenant_id': 'c67a5113ef434a4aba236d8fd7ff6cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:41.801720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.821594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Made reservation on behalf of c67a5113ef434a4aba236d8fd7ff6cda for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:41.825540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:41.828803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b73e067-64c2-42fb-a3e4-a6f7b20ecca5 req-d351c8f3-81d3-489c-87b9-8995819abd90 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0841830 Feb 17 22:19:41.843722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950aabb-4c70-402c-b198-9b93ec30712a req-7ed3ec45-1665-4b67-a347-6722b643bbf9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:41.854954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5950aabb-4c70-402c-b198-9b93ec30712a req-7ed3ec45-1665-4b67-a347-6722b643bbf9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.3724818 Feb 17 22:19:41.891327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Calling delete_port for fcd82234-04f9-4e31-9bc0-600286b285ce owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:42.033020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5950aabb-4c70-402c-b198-9b93ec30712a req-2704aab7-07b0-4204-9e0f-e757ef35870e tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673276 Feb 17 22:19:42.075863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea3280-3b7b-4d42-8c4d-aa4eedd9a1be req-f0060b14-6507-40e0-9a0e-cf375f473fcf tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:42.083193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ddea3280-3b7b-4d42-8c4d-aa4eedd9a1be req-f0060b14-6507-40e0-9a0e-cf375f473fcf tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 949 time: 0.1565716 Feb 17 22:19:42.094182 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (91d5dde6-b998-47ce-b340-90b6e67d446f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.144340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Pushing event deleted for resources: {'Port': ['ID=91d5dde6-b998-47ce-b340-90b6e67d446f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:42.249497 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Publish callbacks [] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.256890 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.269666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ddea3280-3b7b-4d42-8c4d-aa4eedd9a1be req-acb49df6-8a52-488a-b29a-cbacf1e90a58 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852190 Feb 17 22:19:42.332220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] No DVR routers for this DVR port 91d5dde6-b998-47ce-b340-90b6e67d446f on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:19:42.341732 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.353885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e84aa525-8562-4df2-b91e-7ae484d3a590 req-667d2bc8-58dd-4860-b53b-1b4742ac4ea3 tempest-ListImageFiltersTestJSON-448007125 tempest-ListImageFiltersTestJSON-448007125-project] 10.222.0.94 "DELETE /v2.0/ports/91d5dde6-b998-47ce-b340-90b6e67d446f HTTP/1.1" status: 204 len: 173 time: 2.4798839 Feb 17 22:19:42.355763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a3922f89-8ea7-4e66-92d5-551174533a52 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:42.357747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-deleted', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:42.362958 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccc1e29-e26d-4e2f-a2f3-d96aa31d2c47" -d '{"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-deleted", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:42.369826 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Pushing event updated for resources: {'Port': ['ID=fcd82234-04f9-4e31-9bc0-600286b285ce,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:42.398318 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.401801 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.402354 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.402861 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.403350 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.407127 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.407706 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.408214 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.408704 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.409175 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.409899 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.410443 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.411607 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9ea95e6-dda1-43de-bf73-2af91b3a2d11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:42.461480 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Attempting to bind port fcd82234-04f9-4e31-9bc0-600286b285ce on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:42.463325 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Attempting to bind port fcd82234-04f9-4e31-9bc0-600286b285ce by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:42.465496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:42.467809 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Attempting to bind port fcd82234-04f9-4e31-9bc0-600286b285ce on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:42.494328 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:42.495092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:42.498111 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.498744 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:42.499495 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Bound port: fcd82234-04f9-4e31-9bc0-600286b285ce, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:42.500114 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.519725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 91d5dde6-b998-47ce-b340-90b6e67d446f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:42.520946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 91d5dde6-b998-47ce-b340-90b6e67d446f not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:42.607337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a3922f89-8ea7-4e66-92d5-551174533a52 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:42.608744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.693611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.697367 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (a9edd69f-92e0-4288-a688-4f0ded150ae9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.755074 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:19:42.755726 n-d-828369-18 neutron-server[103529]: DEBUG oslo_db.api [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:19:42.807105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-fc31fd45-6aaa-446e-8df0-f5f484a2a6b8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:42.818906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-fc31fd45-6aaa-446e-8df0-f5f484a2a6b8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.4192984 Feb 17 22:19:42.823248 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab417782-2404-4e31-81d9-67efaf8bce44 x-openstack-request-id: req-ab417782-2404-4e31-81d9-67efaf8bce44 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:42.823858 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6d0619-012b-4f1d-a9df-a7b611fedc9a", "name": "network-vif-deleted", "tag": "91d5dde6-b998-47ce-b340-90b6e67d446f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:42.824316 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab417782-2404-4e31-81d9-67efaf8bce44 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:42.824974 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6d0619-012b-4f1d-a9df-a7b611fedc9a', 'name': 'network-vif-deleted', 'tag': '91d5dde6-b998-47ce-b340-90b6e67d446f', 'status': 'completed', 'code': 200} Feb 17 22:19:42.837241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a3922f89-8ea7-4e66-92d5-551174533a52 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:42.838671 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.843525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcd82234-04f9-4e31-9bc0-600286b285ce,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:42.849539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'port': {'device_id': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'admin_state_up': True, 'tenant_id': '4b203ec969314680b8270e084760a24d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:42.901584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port a3922f89-8ea7-4e66-92d5-551174533a52, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a3922f89-8ea7-4e66-92d5-551174533a52,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:42.907177 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:42.959668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf190344-7aaa-4ef2-a9c9-877f0864ce26 req-f8aa38f2-77f2-415d-a7fe-e12ec71e5168 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 210 time: 0.1390963 Feb 17 22:19:43.012326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.016153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9edd69f-92e0-4288-a688-4f0ded150ae9,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:43.053125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=a3922f89-8ea7-4e66-92d5-551174533a52,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:43.108294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d551d1-a31e-495b-afd5-239ad0a686c7 req-ad9691d2-8a52-45fc-bef0-e75a62350a70 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:43.111902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4d551d1-a31e-495b-afd5-239ad0a686c7 req-ad9691d2-8a52-45fc-bef0-e75a62350a70 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 945 time: 0.2250395 Feb 17 22:19:43.190236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584b589-c947-422b-9bd3-626d630624ae req-04918bec-3d2a-4d7b-9580-1982e210523d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:43.191993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7584b589-c947-422b-9bd3-626d630624ae req-04918bec-3d2a-4d7b-9580-1982e210523d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.2353318 Feb 17 22:19:43.283285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Attempting to bind port fcd82234-04f9-4e31-9bc0-600286b285ce on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:43.283570 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Attempting to bind port fcd82234-04f9-4e31-9bc0-600286b285ce by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:43.283944 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Attempting to bind port fcd82234-04f9-4e31-9bc0-600286b285ce on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:43.290684 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:43.291083 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:43.291591 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.291932 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:43.292412 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Bound port: fcd82234-04f9-4e31-9bc0-600286b285ce, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:43.292916 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fcd82234-04f9-4e31-9bc0-600286b285ce), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.415573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Checking segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:43.415942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Network hostable DHCP agents. Network: 8ed72953-b469-44bd-bc93-72145e063d0d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:19:43.462963 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Port fcd82234-04f9-4e31-9bc0-600286b285ce has been deleted concurrently {{(pid=103529) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 17 22:19:43.473944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.477597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.479033 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Routers {'9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:43.479482 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:43.547916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Network 8ed72953-b469-44bd-bc93-72145e063d0d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:19:43.564775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8ed72953-b469-44bd-bc93-72145e063d0d) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:43.570057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.571808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:43.574558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:43.575555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.577351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d532bf88-ad3a-4407-8c40-c189b15cafb7 None None] Network 8ed72953-b469-44bd-bc93-72145e063d0d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:19:43.593868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.598153 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5ffc5a44-f24d-4fa9-840d-b4f514489c08 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "DELETE /v2.0/routers/9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa HTTP/1.1" status: 204 len: 168 time: 2.7853634 Feb 17 22:19:43.602914 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-65c319d6-53b8-4188-ad44-50a091d17215 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8787465 Feb 17 22:19:43.604034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48452) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:43.614135 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] Set router 9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:19:43.685728 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa', 'name': 'tempest-snat-router-1973626491', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:38Z', 'updated_at': '2022-02-17T22:19:42Z', 'revision_number': 5, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:43.722535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584b589-c947-422b-9bd3-626d630624ae req-2c65c0ff-b484-44da-850f-a29e0db0e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:43.725218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7584b589-c947-422b-9bd3-626d630624ae req-2c65c0ff-b484-44da-850f-a29e0db0e5b5 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.5224681 Feb 17 22:19:43.725548 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b2e7f0-4733-4763-bb8b-64c49f7cad93 None None] The sync data for ids ['9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa'] in n-d-828369-18 is: [{'id': '9d3ac187-7b88-4a6e-9661-a0d5ba6e3baa', 'name': 'tempest-snat-router-1973626491', 'tenant_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:38Z', 'updated_at': '2022-02-17T22:19:42Z', 'revision_number': 5, 'project_id': 'bf1410a2fa434e4fb996c0b44adef41c', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:43.730479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13afacdf-c576-43e0-a5b7-7cad8015b04e None None] Network 8ed72953-b469-44bd-bc93-72145e063d0d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:19:43.798117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Made reservation on behalf of 4b203ec969314680b8270e084760a24d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:43.803206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:43.808043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7584b589-c947-422b-9bd3-626d630624ae req-cf2dc63b-d0fb-4268-b19d-b4b2925e4020 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 217 time: 0.0637419 Feb 17 22:19:43.828533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8766c0-e067-41a2-b44a-4d57fe4127fc req-d8a7f58b-e582-4125-a4fe-99249e730691 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:43.830095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e8766c0-e067-41a2-b44a-4d57fe4127fc req-d8a7f58b-e582-4125-a4fe-99249e730691 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.7378376 Feb 17 22:19:43.833849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4d551d1-a31e-495b-afd5-239ad0a686c7 req-850e8fa2-65b2-4c85-948e-0c99a30ee5e9 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7036452 Feb 17 22:19:43.852962 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.020405 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.037623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584b589-c947-422b-9bd3-626d630624ae req-da2addf3-c4cd-430e-aacb-07e5cb70b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:44.039275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7584b589-c947-422b-9bd3-626d630624ae req-da2addf3-c4cd-430e-aacb-07e5cb70b440 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.2000887 Feb 17 22:19:44.079957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e8766c0-e067-41a2-b44a-4d57fe4127fc req-573b604d-32b7-4064-9ee0-866cb7c8be8d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303922 Feb 17 22:19:44.103378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Deleting port a3922f89-8ea7-4e66-92d5-551174533a52 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:44.104006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.140242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7584b589-c947-422b-9bd3-626d630624ae req-4cfecdb5-7223-4ab8-b1ff-b71f53aca7cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726702 Feb 17 22:19:44.233758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] For port a3922f89-8ea7-4e66-92d5-551174533a52, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a3922f89-8ea7-4e66-92d5-551174533a52,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:44.234144 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.242316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a3922f89-8ea7-4e66-92d5-551174533a52 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:44.250845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Calling delete_port for a3922f89-8ea7-4e66-92d5-551174533a52 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:44.291561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Allocated IP 172.20.0.4 (69166c47-4266-494e-a964-3b9635295ecb/83c82078-d7f8-48a7-9dd8-072b4a3f7e54/6f6ae9b8-ba7d-4685-852c-1578948a8e44) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:44.318332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ac2a7-e760-4a7a-a1a1-f258b1dc2b71 req-98b25bae-1bba-4158-aa40-675de13b1c8e tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:44.321479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a8ac2a7-e760-4a7a-a1a1-f258b1dc2b71 req-98b25bae-1bba-4158-aa40-675de13b1c8e tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 949 time: 0.3189487 Feb 17 22:19:44.355550 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18249204-693b-48e4-9e80-cda7d3b1a06b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.376522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a3922f89-8ea7-4e66-92d5-551174533a52 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:44.377032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.456035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 480bb853-3714-4111-a7de-10671dc65292 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:44.489436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7584b589-c947-422b-9bd3-626d630624ae req-e23ab7f2-6fa7-4bb9-b6eb-15588dd0c377 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354495 Feb 17 22:19:44.561660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a3922f89-8ea7-4e66-92d5-551174533a52 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:44.571772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a3922f89-8ea7-4e66-92d5-551174533a52), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.586870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 480bb853-3714-4111-a7de-10671dc65292 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:19:44.591843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 480bb853-3714-4111-a7de-10671dc65292 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:44.592226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (480bb853-3714-4111-a7de-10671dc65292), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.618402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3922f89-8ea7-4e66-92d5-551174533a52,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:44.705180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 480bb853-3714-4111-a7de-10671dc65292 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:44.705588 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (480bb853-3714-4111-a7de-10671dc65292), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.730019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.737707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a8ac2a7-e760-4a7a-a1a1-f258b1dc2b71 req-bb3a97f8-eef9-4339-b785-95b05f887a92 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101229 Feb 17 22:19:44.766997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480bb853-3714-4111-a7de-10671dc65292'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:44.766997 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ce538c0-a270-48c1-aa8f-90aeedde1537" -d '{"events": [{"server_uuid": "22ad7e93-8075-4bc6-b4b2-dc803b159635", "name": "network-vif-plugged", "status": "completed", "tag": "480bb853-3714-4111-a7de-10671dc65292"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:44.769933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-a2ced0c4-5ada-484c-a7fa-65ce19a3e8e1 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:44.771863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-a2ced0c4-5ada-484c-a7fa-65ce19a3e8e1 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.94 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 945 time: 0.3841643 Feb 17 22:19:44.796719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 480bb853-3714-4111-a7de-10671dc65292, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=480bb853-3714-4111-a7de-10671dc65292,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:44.806685 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (480bb853-3714-4111-a7de-10671dc65292), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.913388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.918668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_controller (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.923345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=480bb853-3714-4111-a7de-10671dc65292,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:44.986933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.987521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:44.992124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:44.998472 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-43d950c4-9b3c-4912-bda7-1adbc949c7b0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "DELETE /v2.0/routers/1c9d04de-e6f9-42d5-83b8-3a52bf4b40b0 HTTP/1.1" status: 204 len: 168 time: 1.3929553 Feb 17 22:19:44.999666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:45.004802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1021412156', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:45.039827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.055570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (061b319b-876a-4e3d-809e-ce4750cab476), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.057250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (061b319b-876a-4e3d-809e-ce4750cab476), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.135890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-11b3f176-f88d-49c4-91c9-3412b13dfb60 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:45.148467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-11b3f176-f88d-49c4-91c9-3412b13dfb60 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.6813190 Feb 17 22:19:45.176004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (061b319b-876a-4e3d-809e-ce4750cab476), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.247918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-cbd2a37b-4963-426e-a644-a89778fc5f67 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/quotas/c67a5113ef434a4aba236d8fd7ff6cda HTTP/1.1" status: 200 len: 375 time: 0.0973880 Feb 17 22:19:45.262216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7584b589-c947-422b-9bd3-626d630624ae req-5b213d91-79b5-4168-9048-417df843aba0 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7440810 Feb 17 22:19:45.336791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a8e5cb0e-3783-460b-a6be-6f40fff32dde tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518942 Feb 17 22:19:45.338022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.350725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:19:45.396942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:45.406211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:45.517997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (061b319b-876a-4e3d-809e-ce4750cab476), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.550660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:45.719039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:45.719740 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.738531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Deleting port 2cbe6945-6443-4f0e-afbf-7818b64fe450 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:45.739169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.758689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=6f6ae9b8-ba7d-4685-852c-1578948a8e44,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:45.762253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-f86315cc-4118-440a-8491-e7241fe70e0a service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590059 Feb 17 22:19:45.837594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-620c8db6-28ba-4f4d-bb56-a08514fc0eb6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9966555 Feb 17 22:19:45.881712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (061b319b-876a-4e3d-809e-ce4750cab476), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.889673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Request body: {'port': {'device_id': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:45.903232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc9e9a-5340-4b69-aca8-f0931bf9eb75 req-15779c30-a270-47cc-8de4-2c68ef28cc2c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:45.904830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89bc9e9a-5340-4b69-aca8-f0931bf9eb75 req-15779c30-a270-47cc-8de4-2c68ef28cc2c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 931 time: 0.2602541 Feb 17 22:19:45.915292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:45.959547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c8e1df28-bd7c-4a86-82e8-5a71184d173d None None] Provisioning complete for port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:45.963526 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8e1df28-bd7c-4a86-82e8-5a71184d173d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:46.026271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c8e1df28-bd7c-4a86-82e8-5a71184d173d None None] Port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:19:46.055709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] For port 2cbe6945-6443-4f0e-afbf-7818b64fe450, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2cbe6945-6443-4f0e-afbf-7818b64fe450,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:46.056598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:46.088246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:19:46.089118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Allocated IP 172.25.0.156 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/142a8cc6-57ba-4c4b-b41d-eb1dc54c662a) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:46.122074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Calling delete_port for 2cbe6945-6443-4f0e-afbf-7818b64fe450 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:46.160990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-4151e84c-24ef-4df6-b84b-638cd7c8be5e service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462059 Feb 17 22:19:46.164089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:46.194824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89bc9e9a-5340-4b69-aca8-f0931bf9eb75 req-05230efd-6d38-4e7c-bf3c-cf8a941f431e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538135 Feb 17 22:19:46.232799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a3922f89-8ea7-4e66-92d5-551174533a52 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:46.245668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for port (142a8cc6-57ba-4c4b-b41d-eb1dc54c662a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:46.283063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a3922f89-8ea7-4e66-92d5-551174533a52 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:46.284296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a3922f89-8ea7-4e66-92d5-551174533a52 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:46.294625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (142a8cc6-57ba-4c4b-b41d-eb1dc54c662a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:46.323797 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ea88b0-a844-4131-bd8d-e89b1ca72c22 x-openstack-request-id: req-32ea88b0-a844-4131-bd8d-e89b1ca72c22 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:46.324181 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad7e93-8075-4bc6-b4b2-dc803b159635", "name": "network-vif-plugged", "status": "completed", "tag": "480bb853-3714-4111-a7de-10671dc65292", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:46.324648 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32ea88b0-a844-4131-bd8d-e89b1ca72c22 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:46.325248 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480bb853-3714-4111-a7de-10671dc65292', 'code': 200} Feb 17 22:19:46.404404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:46.410637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:46.428437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:46.496515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event updated for resources: {'Port': ['ID=142a8cc6-57ba-4c4b-b41d-eb1dc54c662a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:46.738488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154c55-f0f1-4402-a9bb-e8c26235404d req-77668eab-8f3b-4dd7-900f-7fc996612aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:46.739968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55154c55-f0f1-4402-a9bb-e8c26235404d req-77668eab-8f3b-4dd7-900f-7fc996612aba service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 1133 time: 0.2793176 Feb 17 22:19:46.754186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcf856f-f05a-4a7b-a4c5-fd55280d960f req-3a4653ef-332d-4e59-8e64-b1dc2eeaf47f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:46.755886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbcf856f-f05a-4a7b-a4c5-fd55280d960f req-3a4653ef-332d-4e59-8e64-b1dc2eeaf47f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 945 time: 0.2826281 Feb 17 22:19:46.806908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e701dd8c-d80a-401d-a7fc-03180860686e req-e5623d46-8796-43a9-9939-e9d255b0122c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:46.808511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e701dd8c-d80a-401d-a7fc-03180860686e req-e5623d46-8796-43a9-9939-e9d255b0122c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.3101664 Feb 17 22:19:46.821405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2cbe6945-6443-4f0e-afbf-7818b64fe450), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:46.831288 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c472669-83d2-4491-b6f1-d6c2d68b8687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:46.910043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Pushing event deleted for resources: {'Port': ['ID=2cbe6945-6443-4f0e-afbf-7818b64fe450,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:46.966983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (061b319b-876a-4e3d-809e-ce4750cab476), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.016493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55154c55-f0f1-4402-a9bb-e8c26235404d req-2e9d2fdf-fd1b-4ec5-927d-55f70434e97a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578845 Feb 17 22:19:47.053354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] No DVR routers for this DVR port 2cbe6945-6443-4f0e-afbf-7818b64fe450 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:19:47.064336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.067691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-652e05e6-500d-497b-85c1-c8256c0b55e4 req-4e94f44f-c9af-404e-a8fc-f4e3206ad8f3 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.94 "DELETE /v2.0/ports/2cbe6945-6443-4f0e-afbf-7818b64fe450 HTTP/1.1" status: 204 len: 173 time: 2.2015541 Feb 17 22:19:47.068458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'name': 'network-vif-deleted', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:47.071302 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053ac1a5-6cb6-40c3-88bb-334a2e62c6f7" -d '{"events": [{"server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "name": "network-vif-deleted", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:47.082880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbcf856f-f05a-4a7b-a4c5-fd55280d960f req-45d4310b-5304-448f-9c84-9df1f59caf40 tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d62a8e2-e484-4060-a973-d2d4945671ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172021 Feb 17 22:19:47.088262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6ae9b8-ba7d-4685-852c-1578948a8e44 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:47.098751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e701dd8c-d80a-401d-a7fc-03180860686e req-5289b321-6ef0-4069-b0ed-8469de96bf62 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386377 Feb 17 22:19:47.100794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Publish callbacks [] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.128090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Transition to ACTIVE for port object 6f6ae9b8-ba7d-4685-852c-1578948a8e44 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:19:47.134676 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.206237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Pushing event updated for resources: {'Port': ['ID=6f6ae9b8-ba7d-4685-852c-1578948a8e44,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:47.311340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (061b319b-876a-4e3d-809e-ce4750cab476), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.348036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Attempting to bind port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:47.348571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Attempting to bind port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:47.349080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Attempting to bind port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:47.377041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382f994-d249-4b8b-b9b8-9ed87d96702e req-e3cbbd8a-3774-463f-b6d7-9aa50de3e862 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:47.385737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8382f994-d249-4b8b-b9b8-9ed87d96702e req-e3cbbd8a-3774-463f-b6d7-9aa50de3e862 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 950 time: 0.1294277 Feb 17 22:19:47.393006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 on network 69166c47-4266-494e-a964-3b9635295ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:19:47.393344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Attempting to bind port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:47.429826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:47.430231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:47.430693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Bound using segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:47.431160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Bound port: 6f6ae9b8-ba7d-4685-852c-1578948a8e44, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:47.431565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.572588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Router 061b319b-876a-4e3d-809e-ce4750cab476 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:47.599218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8382f994-d249-4b8b-b9b8-9ed87d96702e req-dd37f572-a941-460e-94d7-3b74f33b8b88 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080517 Feb 17 22:19:47.704629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] For port 6f6ae9b8-ba7d-4685-852c-1578948a8e44, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:19:47.725250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] For port 6f6ae9b8-ba7d-4685-852c-1578948a8e44, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:19:47.732642 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1769e6d-1e56-4bdd-8ff9-3124c94ff5ab x-openstack-request-id: req-b1769e6d-1e56-4bdd-8ff9-3124c94ff5ab {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:47.733039 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74425acd-bd85-41a6-9c6d-fe5f6ec96331", "name": "network-vif-deleted", "tag": "2cbe6945-6443-4f0e-afbf-7818b64fe450", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:47.734092 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b1769e6d-1e56-4bdd-8ff9-3124c94ff5ab {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:47.734649 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74425acd-bd85-41a6-9c6d-fe5f6ec96331', 'name': 'network-vif-deleted', 'tag': '2cbe6945-6443-4f0e-afbf-7818b64fe450', 'status': 'completed', 'code': 200} Feb 17 22:19:47.737751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbafb5bd-744a-42e7-aa86-8d7983eeff1b req-37add432-a8a5-492f-9b67-05585667061e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 210 time: 0.0886300 Feb 17 22:19:47.741589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.793082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:47.815314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] Sync routers for ids ['061b319b-876a-4e3d-809e-ce4750cab476'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:47.821773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:47.822532 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.824243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] 10.222.0.73 "PUT /v2.0/ports/6f6ae9b8-ba7d-4685-852c-1578948a8e44 HTTP/1.1" status: 200 len: 1092 time: 1.9438004 Feb 17 22:19:47.833407 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.839008 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1cd6a1ee-8b39-4f21-ac63-26c3adbc91ad tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8339429 Feb 17 22:19:47.839246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:47.841687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48544) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:47.845597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] Routers {'061b319b-876a-4e3d-809e-ce4750cab476'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:47.846470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['061b319b-876a-4e3d-809e-ce4750cab476'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:47.846700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': False}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:47.899260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:47.913098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] Routers {'061b319b-876a-4e3d-809e-ce4750cab476'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:47.913810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['061b319b-876a-4e3d-809e-ce4750cab476'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:47.993400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecc991-592d-40f7-8621-888b2a61ebab service neutron] Pushing event updated for resources: {'Port': ['ID=6f6ae9b8-ba7d-4685-852c-1578948a8e44,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:47.995529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:47.997977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d3502a4-bec9-431c-bc53-fa9e1a791ac4 None None] The sync data for ids ['061b319b-876a-4e3d-809e-ce4750cab476'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:48.020634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-25e86235-25b2-48ba-b7cf-aeaa906627e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:48.023355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-25e86235-25b2-48ba-b7cf-aeaa906627e1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 1126 time: 0.1354389 Feb 17 22:19:48.037259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eef52-eaed-4d54-9300-8c051841b212 req-896d64ee-1793-4438-b29e-61f689bc1239 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:48.051753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d72eef52-eaed-4d54-9300-8c051841b212 req-896d64ee-1793-4438-b29e-61f689bc1239 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 943 time: 0.2354031 Feb 17 22:19:48.141453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-4aaf8153-07fe-4db7-8e65-725474d42eee service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44 HTTP/1.1" status: 200 len: 217 time: 0.0875134 Feb 17 22:19:48.248676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d72eef52-eaed-4d54-9300-8c051841b212 req-e74904f4-1575-46b1-b3cd-b9e2dd8144b1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959314 Feb 17 22:19:48.464977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2cbe6945-6443-4f0e-afbf-7818b64fe450 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:19:48.528771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 2cbe6945-6443-4f0e-afbf-7818b64fe450 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:19:48.529426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2cbe6945-6443-4f0e-afbf-7818b64fe450 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:19:48.542241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (061b319b-876a-4e3d-809e-ce4750cab476), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:48.637965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48568) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:48.869149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-3f835ac8-e9a6-41d9-8eb3-ba3b1bfc9305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:48.870496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-3f835ac8-e9a6-41d9-8eb3-ba3b1bfc9305 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.7222552 Feb 17 22:19:48.964203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d918c24-0d33-4966-9aa6-52fbe1f508a2 req-2fd70867-6a71-49ce-92c9-62bba83f5a2f tempest-FloatingIPsAssociationNegativeTestJSON-198826032 tempest-FloatingIPsAssociationNegativeTestJSON-198826032-project] 10.222.0.79 "GET /v2.0/ports?device_id=74425acd-bd85-41a6-9c6d-fe5f6ec96331 HTTP/1.1" status: 200 len: 210 time: 0.0914721 Feb 17 22:19:49.042420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d646ef-5aa0-42ca-8a2d-a3b38ac429e7 req-16652e2f-98b8-4680-a5c2-b2aef6fbe98d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:49.044174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01d646ef-5aa0-42ca-8a2d-a3b38ac429e7 req-16652e2f-98b8-4680-a5c2-b2aef6fbe98d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.1727722 Feb 17 22:19:49.047676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-7e300516-a76b-4a7a-9092-82fbe0383a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:49.049146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-7e300516-a76b-4a7a-9092-82fbe0383a0d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1549346 Feb 17 22:19:49.055411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-80ab806b-8c94-486f-af0e-580a9e119abc tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:49.056978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-80ab806b-8c94-486f-af0e-580a9e119abc tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.7953899 Feb 17 22:19:49.150907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Request body: {'port': {'device_id': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'admin_state_up': True, 'tenant_id': 'c67a5113ef434a4aba236d8fd7ff6cda'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:49.180370 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9e305060-329d-4fba-9dfe-3be472229118 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a802b30b7a44df4a6d2586e97ad1eac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5369215 Feb 17 22:19:49.182867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:49.222929 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.293505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01d646ef-5aa0-42ca-8a2d-a3b38ac429e7 req-66e0b609-c46e-43ef-bf94-cb2f07f22c50 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348275 Feb 17 22:19:49.295544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-c808fa3c-e38d-4e4e-a420-e6a9bf755862 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358844 Feb 17 22:19:49.323259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17404e83-e013-4dd1-8e2f-58fb1daa45f8 req-4440d1ed-7168-4b7e-9901-9dd9ec7eef1d tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:49.324882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17404e83-e013-4dd1-8e2f-58fb1daa45f8 req-4440d1ed-7168-4b7e-9901-9dd9ec7eef1d tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 950 time: 0.2795167 Feb 17 22:19:49.337411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d1cbc50-aa56-49e2-9043-fa906ab0fb6a admin admin] Publish callbacks [] for security_group (288192d3-a046-4b2e-91ba-6ed0e055d8c3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.403704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d1cbc50-aa56-49e2-9043-fa906ab0fb6a admin admin] Publish callbacks [] for security_group (288192d3-a046-4b2e-91ba-6ed0e055d8c3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.440347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cb633a1-7d00-4a61-9368-4106834a439e req-b7047af3-64ee-4d4b-8f03-be48655fea38 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 210 time: 0.0678616 Feb 17 22:19:49.518739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17404e83-e013-4dd1-8e2f-58fb1daa45f8 req-dabce175-91d9-4f1e-9752-ed0f69277aeb tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772094 Feb 17 22:19:49.534034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (061b319b-876a-4e3d-809e-ce4750cab476), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.546673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d2d6243-aaaa-4c6b-a53d-b3ea6505d5bd req-cf02b9f2-6cc9-41cc-ae5a-434cf78b11bc service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451668 Feb 17 22:19:49.547820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Made reservation on behalf of c67a5113ef434a4aba236d8fd7ff6cda for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:49.548603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (061b319b-876a-4e3d-809e-ce4750cab476), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.551537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.613038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d1cbc50-aa56-49e2-9043-fa906ab0fb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (288192d3-a046-4b2e-91ba-6ed0e055d8c3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.616034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d1cbc50-aa56-49e2-9043-fa906ab0fb6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:49.620320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d1cbc50-aa56-49e2-9043-fa906ab0fb6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/288192d3-a046-4b2e-91ba-6ed0e055d8c3 HTTP/1.1" status: 204 len: 168 time: 0.4333694 Feb 17 22:19:49.654461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea6579-ba4e-4415-9ff1-ae2db292987f req-51f4fe6a-4dbf-4750-9cf1-57a41f7d981f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:49.656083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ceea6579-ba4e-4415-9ff1-ae2db292987f req-51f4fe6a-4dbf-4750-9cf1-57a41f7d981f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 943 time: 0.1280265 Feb 17 22:19:49.659075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cbc50-aa56-49e2-9043-fa906ab0fb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288192d3-a046-4b2e-91ba-6ed0e055d8c3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:49.719262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Router 061b319b-876a-4e3d-809e-ce4750cab476 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:19:49.745012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'tag': '6f6ae9b8-ba7d-4685-852c-1578948a8e44'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:49.747387 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-871b92fc-872d-4172-9a3a-6b6ab3562c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4a95f2c-8fd3-432f-85de-07c70b472ca4", "tag": "6f6ae9b8-ba7d-4685-852c-1578948a8e44"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:49.787042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ceea6579-ba4e-4415-9ff1-ae2db292987f req-ed72759f-d654-4a21-9190-52cb0066f043 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198518 Feb 17 22:19:49.810663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Allocated IP 172.20.0.3 (8ed72953-b469-44bd-bc93-72145e063d0d/a9edd69f-92e0-4288-a688-4f0ded150ae9/9438dfea-65f0-4800-8dfc-a2e646f937e2) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:49.897485 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3ff0da-44a6-49cd-b9be-90b0d593c676 x-openstack-request-id: req-1d3ff0da-44a6-49cd-b9be-90b0d593c676 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:49.897922 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4a95f2c-8fd3-432f-85de-07c70b472ca4", "tag": "6f6ae9b8-ba7d-4685-852c-1578948a8e44", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:49.898184 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d3ff0da-44a6-49cd-b9be-90b0d593c676 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:49.898760 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'tag': '6f6ae9b8-ba7d-4685-852c-1578948a8e44', 'status': 'completed', 'code': 200} Feb 17 22:19:49.982278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:49.996946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] Sync routers for ids ['061b319b-876a-4e3d-809e-ce4750cab476'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:50.009003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:50.011026 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f50fce38-9116-4d8c-99a2-a06a8bdd7cad tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "PUT /v2.0/routers/061b319b-876a-4e3d-809e-ce4750cab476 HTTP/1.1" status: 200 len: 926 time: 2.1681242 Feb 17 22:19:50.018381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48596) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:50.029714 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] Routers {'061b319b-876a-4e3d-809e-ce4750cab476'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:50.030634 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['061b319b-876a-4e3d-809e-ce4750cab476'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:50.086119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48604) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:50.121308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-533941ae-d5b0-4ce3-b463-387a6d4832e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:50.123135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-533941ae-d5b0-4ce3-b463-387a6d4832e7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 1126 time: 0.2197554 Feb 17 22:19:50.142586 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:50.158781 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] Routers {'061b319b-876a-4e3d-809e-ce4750cab476'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:50.160172 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['061b319b-876a-4e3d-809e-ce4750cab476'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:50.222951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-a56659a2-c80a-4ac8-af63-a281b07e84b0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041009 Feb 17 22:19:50.242120 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:50.245566 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829053de-85cf-4d20-86dd-a2d41fbd27bf None None] The sync data for ids ['061b319b-876a-4e3d-809e-ce4750cab476'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:50.263161 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8c957b23-9aa1-4497-9557-c453d11c5c97 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/061b319b-876a-4e3d-809e-ce4750cab476 HTTP/1.1" status: 200 len: 926 time: 0.2433293 Feb 17 22:19:50.268010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48614) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:50.292716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks [] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:50.361610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699378e-bb4b-45b1-ac0f-69abd0d6bbe0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:50.366675 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2699378e-bb4b-45b1-ac0f-69abd0d6bbe0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=061b319b-876a-4e3d-809e-ce4750cab476&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0968809 Feb 17 22:19:50.368253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48618) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:50.507935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8e0e6f-aa57-4e2c-82a7-63bae21f8bca tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:50.509884 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da8e0e6f-aa57-4e2c-82a7-63bae21f8bca tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.1403027 Feb 17 22:19:50.514811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48628) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:50.559214 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02035de5-858c-4eb1-8d13-844c4518973f tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=061b319b-876a-4e3d-809e-ce4750cab476 HTTP/1.1" status: 200 len: 205 time: 0.0436630 Feb 17 22:19:50.563298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48630) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:50.591267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-a4dcd4fa-707f-44ba-ab19-7d4d1cd7c61a tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:50.592922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-a4dcd4fa-707f-44ba-ab19-7d4d1cd7c61a tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3098886 Feb 17 22:19:50.622087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:50.661680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:50.671674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-c066d227-0f1d-4117-8021-faed4e640ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:50.673207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-c066d227-0f1d-4117-8021-faed4e640ab0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.4983325 Feb 17 22:19:50.777537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (061b319b-876a-4e3d-809e-ce4750cab476), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:50.811496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6313f-e016-453b-95f4-ff1ee7782800 req-718bf484-1c06-4ef2-a6ea-1d8a23b22239 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:50.814205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ac6313f-e016-453b-95f4-ff1ee7782800 req-718bf484-1c06-4ef2-a6ea-1d8a23b22239 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.3805666 Feb 17 22:19:50.816514 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-42c3320b-3245-4edd-850e-fd0759ef7e50 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/quotas/9a11989eb10e44be9ddbc8f7d6890377 HTTP/1.1" status: 200 len: 375 time: 0.2017663 Feb 17 22:19:50.839153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-6db7ce54-0a3b-4f31-bb65-3bb36c1ea117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44 HTTP/1.1" status: 200 len: 217 time: 0.1040320 Feb 17 22:19:50.846176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Network 8ed72953-b469-44bd-bc93-72145e063d0d is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:50.876274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event updated for resources: {'Port': ['ID=9438dfea-65f0-4800-8dfc-a2e646f937e2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:50.888459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:50.926939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:50.931486 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (061b319b-876a-4e3d-809e-ce4750cab476), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:50.990402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Deleting port 142a8cc6-57ba-4c4b-b41d-eb1dc54c662a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:50.990716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (142a8cc6-57ba-4c4b-b41d-eb1dc54c662a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.048283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-b8d562c6-0a1f-4a9b-8cf1-c49faa8701d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:51.049693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-b8d562c6-0a1f-4a9b-8cf1-c49faa8701d7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1956110 Feb 17 22:19:51.074273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (142a8cc6-57ba-4c4b-b41d-eb1dc54c662a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.103139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Calling delete_port for 142a8cc6-57ba-4c4b-b41d-eb1dc54c662a owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:51.106839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:51.107525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.122179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ac6313f-e016-453b-95f4-ff1ee7782800 req-0b57cb8a-c98a-4713-ade2-46cf1e396305 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910662 Feb 17 22:19:51.153522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-3ca2eb6d-b6ce-4c5a-8304-897fe38ad352 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3210788 Feb 17 22:19:51.171927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c77dbbee-9c68-48f2-9c52-9cc5b39fe502 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0283484 Feb 17 22:19:51.217323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Request body: {'port': {'device_id': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:51.337514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-7ffe99ca-6462-4d66-9eaf-23262b03d2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:51.339169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-7ffe99ca-6462-4d66-9eaf-23262b03d2fe service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2737393 Feb 17 22:19:51.361661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (142a8cc6-57ba-4c4b-b41d-eb1dc54c662a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.415340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event deleted for resources: {'Port': ['ID=142a8cc6-57ba-4c4b-b41d-eb1dc54c662a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:51.518565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (061b319b-876a-4e3d-809e-ce4750cab476), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.669678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6f6ae9b8-ba7d-4685-852c-1578948a8e44 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:19:51.707693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (061b319b-876a-4e3d-809e-ce4750cab476), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.711799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (061b319b-876a-4e3d-809e-ce4750cab476), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.822857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (061b319b-876a-4e3d-809e-ce4750cab476), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.823675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Fanout notify agent at l3_agent the message router_deleted on router 061b319b-876a-4e3d-809e-ce4750cab476 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:51.831355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.840296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3a0b2e6a-c8cc-4ade-b5d5-8db45945982c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/061b319b-876a-4e3d-809e-ce4750cab476 HTTP/1.1" status: 204 len: 168 time: 1.2753246 Feb 17 22:19:51.840682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48652) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:51.849306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5b6661a9-578f-4da9-966a-86b37abfa153 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-471556950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:51.873688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6f6ae9b8-ba7d-4685-852c-1578948a8e44, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:51.899500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '6f6ae9b8-ba7d-4685-852c-1578948a8e44', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': '6f6ae9b8-ba7d-4685-852c-1578948a8e44', 'mac_address': 'fa:16:3e:54:30:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:19:51.916469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6661a9-578f-4da9-966a-86b37abfa153 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.918445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6661a9-578f-4da9-966a-86b37abfa153 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.990465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:51.991126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:51.994329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.001312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6661a9-578f-4da9-966a-86b37abfa153 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (3d152813-864b-4cb2-a5ff-5210e18d395d), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.011611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6661a9-578f-4da9-966a-86b37abfa153 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.016361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6ae9b8-ba7d-4685-852c-1578948a8e44 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:52.026954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f26a6-927b-4345-83d6-a06a7fbd8f0c req-712db31f-6900-4fae-8c3f-302952382966 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:52.028628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac6f26a6-927b-4345-83d6-a06a7fbd8f0c req-712db31f-6900-4fae-8c3f-302952382966 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 931 time: 0.7615285 Feb 17 22:19:52.054398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6661a9-578f-4da9-966a-86b37abfa153 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.056496 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b6661a9-578f-4da9-966a-86b37abfa153 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2148006 Feb 17 22:19:52.059449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48654) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:52.065832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:52.066906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6f6ae9b8-ba7d-4685-852c-1578948a8e44, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:52.074593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.193696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-6eee4e0c-caf0-45bd-b133-7aceeed26d11 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386958 Feb 17 22:19:52.220685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=6f6ae9b8-ba7d-4685-852c-1578948a8e44,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:52.274502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfbab2-5ba2-4720-a93e-c552de55a40e req-e21ba29b-c199-480c-a1c8-922a02aa727e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:52.277282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90bfbab2-5ba2-4720-a93e-c552de55a40e req-e21ba29b-c199-480c-a1c8-922a02aa727e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 943 time: 0.3423841 Feb 17 22:19:52.335319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['6f6ae9b8-ba7d-4685-852c-1578948a8e44'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:19:52.397086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac6f26a6-927b-4345-83d6-a06a7fbd8f0c req-0d5cbeff-4092-41da-ba22-a771a0945f87 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402629 Feb 17 22:19:52.473372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (3d152813-864b-4cb2-a5ff-5210e18d395d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.587627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (b4b361a3-ef2e-4770-b59b-22617e1305ad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.616387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd367463-955e-4fb5-90c7-efd1530520e1 req-9eed2944-e4cd-42c1-9fc7-4ba27f0d827a tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 210 time: 0.0735421 Feb 17 22:19:52.671439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90bfbab2-5ba2-4720-a93e-c552de55a40e req-b954b7fd-b14b-4512-9125-498d9187dde5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695722 Feb 17 22:19:52.757208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-871b92fc-872d-4172-9a3a-6b6ab3562c9c req-d9a49902-7983-4f51-9da9-17c04b748f3a service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5418534 Feb 17 22:19:52.830100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (3d152813-864b-4cb2-a5ff-5210e18d395d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:52.865163 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.028315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Allocated IP 172.25.0.165 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/edcb1594-e52d-4808-9b4b-9d31a533063d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:53.114359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-957cb033-d5be-44b3-afac-ef4656f313f9 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2231836 Feb 17 22:19:53.140398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9438dfea-65f0-4800-8dfc-a2e646f937e2 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:53.177167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Publish callbacks [] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.207271 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for port (edcb1594-e52d-4808-9b4b-9d31a533063d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.218836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618d4d0-fa91-417e-aaac-34912fb80cc7 req-28ec5c43-9f71-4e72-aa40-f4b84730d591 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:53.221692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2618d4d0-fa91-417e-aaac-34912fb80cc7 req-28ec5c43-9f71-4e72-aa40-f4b84730d591 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.4524467 Feb 17 22:19:53.261914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (edcb1594-e52d-4808-9b4b-9d31a533063d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.287206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Transition to ACTIVE for port object 9438dfea-65f0-4800-8dfc-a2e646f937e2 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:19:53.321189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.331416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:53.336852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:53.344248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:53.378618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event updated for resources: {'Port': ['ID=edcb1594-e52d-4808-9b4b-9d31a533063d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:53.476925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-0a8250e3-3aad-479e-a5d9-f1bfa633cc24 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:53.478628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-0a8250e3-3aad-479e-a5d9-f1bfa633cc24 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3333921 Feb 17 22:19:53.482618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Pushing event updated for resources: {'Port': ['ID=9438dfea-65f0-4800-8dfc-a2e646f937e2,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:53.494663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2618d4d0-fa91-417e-aaac-34912fb80cc7 req-ed66dc50-8e15-4807-a25d-90b369039fa6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581301 Feb 17 22:19:53.507043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Request body: {'port': {'device_id': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '9a11989eb10e44be9ddbc8f7d6890377'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:53.682694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6f6ae9b8-ba7d-4685-852c-1578948a8e44 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:19:53.763467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:19:53.774758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:53.775638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.812392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Attempting to bind port 9438dfea-65f0-4800-8dfc-a2e646f937e2 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:53.812736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Attempting to bind port 9438dfea-65f0-4800-8dfc-a2e646f937e2 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:53.813080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Attempting to bind port 9438dfea-65f0-4800-8dfc-a2e646f937e2 on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:53.844207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Port 9438dfea-65f0-4800-8dfc-a2e646f937e2 on network 8ed72953-b469-44bd-bc93-72145e063d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:19:53.844643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Attempting to bind port 9438dfea-65f0-4800-8dfc-a2e646f937e2 on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:53.877435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf00f7a7-79bd-4ef2-a85b-e50764867741 req-1cc6180c-a3b3-42b8-b1e2-16f2526a4d5a tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 210 time: 0.0532131 Feb 17 22:19:53.888283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88132f76-ed4c-4518-938f-4b2605798c88 req-79e8bec2-cfc4-463f-b2a8-2615f9ce49dd tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:53.889904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88132f76-ed4c-4518-938f-4b2605798c88 req-79e8bec2-cfc4-463f-b2a8-2615f9ce49dd tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 943 time: 0.2897396 Feb 17 22:19:53.895626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:53.895974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Checking segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:53.896367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Bound using segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:53.896811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Bound port: 9438dfea-65f0-4800-8dfc-a2e646f937e2, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:53.897697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.933659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:19:53.934349 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.939637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Made reservation on behalf of 9a11989eb10e44be9ddbc8f7d6890377 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:19:53.943189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:53.992965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6f6ae9b8-ba7d-4685-852c-1578948a8e44, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:53.994985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6ae9b8-ba7d-4685-852c-1578948a8e44'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:53.998860 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a1c737-c425-4316-af11-d9376870b1f6" -d '{"events": [{"server_uuid": "c4a95f2c-8fd3-432f-85de-07c70b472ca4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6ae9b8-ba7d-4685-852c-1578948a8e44"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:54.003570 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.016042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Deleting port 2d0827c5-79c5-4e6a-b32d-d85f00201476 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:54.016482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.072359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=6f6ae9b8-ba7d-4685-852c-1578948a8e44,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:54.099717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (3d152813-864b-4cb2-a5ff-5210e18d395d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.104362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88132f76-ed4c-4518-938f-4b2605798c88 req-3712499b-fda3-4437-8d05-ee949a072c48 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017355 Feb 17 22:19:54.203960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] For port 9438dfea-65f0-4800-8dfc-a2e646f937e2, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:19:54.220137 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdbb383-6bf2-4b29-897b-2c7a8f4d94e2 x-openstack-request-id: req-fcdbb383-6bf2-4b29-897b-2c7a8f4d94e2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:54.223259 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a95f2c-8fd3-432f-85de-07c70b472ca4", "name": "network-vif-plugged", "status": "completed", "tag": "6f6ae9b8-ba7d-4685-852c-1578948a8e44", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:54.225625 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fcdbb383-6bf2-4b29-897b-2c7a8f4d94e2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:54.226296 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6ae9b8-ba7d-4685-852c-1578948a8e44', 'code': 200} Feb 17 22:19:54.270765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] For port 9438dfea-65f0-4800-8dfc-a2e646f937e2, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:19:54.299976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.347445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a6c78-b854-4747-9941-184a2498f15d req-9dd5fe96-e4cb-461a-aa17-88208d7f1597 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:54.350098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c04a6c78-b854-4747-9941-184a2498f15d req-9dd5fe96-e4cb-461a-aa17-88208d7f1597 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 945 time: 0.3378894 Feb 17 22:19:54.407481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] For port 2d0827c5-79c5-4e6a-b32d-d85f00201476, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2d0827c5-79c5-4e6a-b32d-d85f00201476,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:19:54.408002 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.409208 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.415695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.425521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Allocated IP 192.168.233.62 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/57c61874-2e4d-4847-85c5-24cfa869694f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:54.466156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:54.466918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.468449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] 10.222.0.94 "PUT /v2.0/ports/9438dfea-65f0-4800-8dfc-a2e646f937e2 HTTP/1.1" status: 200 len: 1092 time: 3.2754378 Feb 17 22:19:54.473397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Calling delete_port for 2d0827c5-79c5-4e6a-b32d-d85f00201476 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:54.476069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'tag': '9438dfea-65f0-4800-8dfc-a2e646f937e2'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:19:54.479194 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bca177-ef11-461d-9d25-c80abfcdb56c" -d '{"events": [{"name": "network-changed", "server_uuid": "ca92186b-c887-4f4e-88e6-501994e001f8", "tag": "9438dfea-65f0-4800-8dfc-a2e646f937e2"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:19:54.554228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4773f-2289-4a66-930e-b41c4671cb9e service neutron] Pushing event updated for resources: {'Port': ['ID=9438dfea-65f0-4800-8dfc-a2e646f937e2,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:54.592013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Router 3d152813-864b-4cb2-a5ff-5210e18d395d is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:54.637958 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd2e3568-5ef8-4f64-a5cc-b10c0549a4e7 x-openstack-request-id: req-bd2e3568-5ef8-4f64-a5cc-b10c0549a4e7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:19:54.638366 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca92186b-c887-4f4e-88e6-501994e001f8", "tag": "9438dfea-65f0-4800-8dfc-a2e646f937e2", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:19:54.638687 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bd2e3568-5ef8-4f64-a5cc-b10c0549a4e7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:19:54.639152 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'tag': '9438dfea-65f0-4800-8dfc-a2e646f937e2', 'status': 'completed', 'code': 200} Feb 17 22:19:54.661491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc71d6-c1e6-4f69-983b-3c7241582777 req-0a93f0c4-f98f-483a-8952-31813863c3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:54.663153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69fc71d6-c1e6-4f69-983b-3c7241582777 req-0a93f0c4-f98f-483a-8952-31813863c3eb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 1128 time: 0.3567731 Feb 17 22:19:54.666619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c04a6c78-b854-4747-9941-184a2498f15d req-8f7710da-f5b5-470f-9b6e-738b5f925c9e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611418 Feb 17 22:19:54.758108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:54.766650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:54.768232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-32a21f38-1b31-42f4-a70b-721810191ceb tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "PUT /v2.0/routers/3d152813-864b-4cb2-a5ff-5210e18d395d HTTP/1.1" status: 200 len: 883 time: 2.7073855 Feb 17 22:19:54.771021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48684) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:54.771926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] Sync routers for ids ['3d152813-864b-4cb2-a5ff-5210e18d395d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:54.790064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] Routers {'3d152813-864b-4cb2-a5ff-5210e18d395d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:54.791143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['3d152813-864b-4cb2-a5ff-5210e18d395d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:54.845375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:54.855639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] Routers {'3d152813-864b-4cb2-a5ff-5210e18d395d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:54.856891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['3d152813-864b-4cb2-a5ff-5210e18d395d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:54.905762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:54.906601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bf0dff-fdf4-4336-8690-20d68a17ee46 None None] The sync data for ids ['3d152813-864b-4cb2-a5ff-5210e18d395d'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:54.927045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e5459c2-2da8-44bc-8742-4c907aef5963 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/3d152813-864b-4cb2-a5ff-5210e18d395d HTTP/1.1" status: 200 len: 924 time: 0.1538510 Feb 17 22:19:54.932098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:55.007781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c2e791-82ba-4179-850a-3675a8379619 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:55.011169 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-44c2e791-82ba-4179-850a-3675a8379619 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=3d152813-864b-4cb2-a5ff-5210e18d395d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0768986 Feb 17 22:19:55.013089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48690) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:55.097517 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:55.141203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfd2815-20d1-4997-b1d7-ada0e1000fab tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:55.146469 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6dfd2815-20d1-4997-b1d7-ada0e1000fab tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.1284623 Feb 17 22:19:55.147401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48696) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:55.188950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ea16b8d9-5bdd-493a-9d19-37a93126c665 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d152813-864b-4cb2-a5ff-5210e18d395d HTTP/1.1" status: 200 len: 205 time: 0.0400031 Feb 17 22:19:55.192039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48698) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:55.261775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c5de1d95-cca4-4b5f-9c43-53b9792936eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:55.263578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-c5de1d95-cca4-4b5f-9c43-53b9792936eb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 1126 time: 0.7127810 Feb 17 22:19:55.305449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a40cf8c-1870-4501-8c48-7624184180da req-e6d1492a-c4ad-4dfc-8597-c21384d2c397 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 210 time: 0.0804577 Feb 17 22:19:55.356857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:55.406204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-8a3a91bb-43a0-4e90-8d5f-143e36391544 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2 HTTP/1.1" status: 200 len: 217 time: 0.1111445 Feb 17 22:19:55.418566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69fc71d6-c1e6-4f69-983b-3c7241582777 req-d4948501-2573-40d6-84a8-15db37e3ec1e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7430305 Feb 17 22:19:55.450005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7fb15-4194-41a3-92b6-ca456fc55471 req-c414af2d-bc97-42e9-b752-4907ac064a34 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:55.456887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7e7fb15-4194-41a3-92b6-ca456fc55471 req-c414af2d-bc97-42e9-b752-4907ac064a34 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.7773011 Feb 17 22:19:55.527848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (3d152813-864b-4cb2-a5ff-5210e18d395d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:55.542834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks [] for port (57c61874-2e4d-4847-85c5-24cfa869694f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:55.620620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Deleting port edcb1594-e52d-4808-9b4b-9d31a533063d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:19:55.621497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (edcb1594-e52d-4808-9b4b-9d31a533063d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:55.689361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7e7fb15-4194-41a3-92b6-ca456fc55471 req-cfb6a98a-fc78-4855-9cab-940cde3f131c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315040 Feb 17 22:19:55.694942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-35a57452-fe95-40b5-a35c-aaabf3108fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:55.697319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-35a57452-fe95-40b5-a35c-aaabf3108fbf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.2735431 Feb 17 22:19:55.711718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:55.745156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['480bb853-3714-4111-a7de-10671dc65292'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:19:55.763108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (edcb1594-e52d-4808-9b4b-9d31a533063d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:55.784255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Calling delete_port for edcb1594-e52d-4808-9b4b-9d31a533063d owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:19:55.854959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-1afde421-b601-460f-a629-57c95011f31c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400311 Feb 17 22:19:56.073215 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (edcb1594-e52d-4808-9b4b-9d31a533063d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.084580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:56.098084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-e1060b61-e298-424a-8065-ccfe968f1f39 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259600 Feb 17 22:19:56.102023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:56.112785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2d0827c5-79c5-4e6a-b32d-d85f00201476), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.117926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Pushing event updated for resources: {'Port': ['ID=57c61874-2e4d-4847-85c5-24cfa869694f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:56.123475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:56.144448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event deleted for resources: {'Port': ['ID=edcb1594-e52d-4808-9b4b-9d31a533063d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:56.253296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.253840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.254414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.254985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.255573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.256142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.256704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.257263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.258376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.258941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.259531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.260095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.260832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:19:56.275022 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (3d152813-864b-4cb2-a5ff-5210e18d395d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.460888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24842eef-ca82-4e73-b4be-3be5aca8dc5b req-a7e55633-d944-4849-be4e-a1c2a5465d2a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:56.463108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24842eef-ca82-4e73-b4be-3be5aca8dc5b req-a7e55633-d944-4849-be4e-a1c2a5465d2a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 943 time: 0.6104157 Feb 17 22:19:56.502730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d0827c5-79c5-4e6a-b32d-d85f00201476,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:56.578126 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.583186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e69fc2-7bea-4dd8-ab4d-e62bb626f0ee req-35ef0e2d-a70e-4bfb-902a-33e7e6e2411d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:56.583906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (3d152813-864b-4cb2-a5ff-5210e18d395d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.589364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14e69fc2-7bea-4dd8-ab4d-e62bb626f0ee req-35ef0e2d-a70e-4bfb-902a-33e7e6e2411d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 945 time: 0.7274649 Feb 17 22:19:56.616102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:56.619874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.673110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (3d152813-864b-4cb2-a5ff-5210e18d395d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.674850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Fanout notify agent at l3_agent the message router_deleted on router 3d152813-864b-4cb2-a5ff-5210e18d395d {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:19:56.697284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.701976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-557f8d6d-aaff-4e3d-bb08-7b0f516e39b6 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/3d152813-864b-4cb2-a5ff-5210e18d395d HTTP/1.1" status: 204 len: 168 time: 1.5069788 Feb 17 22:19:56.706805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48706) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:56.720709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8574df84-1a79-424f-8fc2-893e1327b9c8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-633976667', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:56.735521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-af9d9b35-19a9-42c2-9a44-b44e7bf8256d None None] Provisioning complete for port 57c61874-2e4d-4847-85c5-24cfa869694f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:19:56.736734 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af9d9b35-19a9-42c2-9a44-b44e7bf8256d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.767196 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8574df84-1a79-424f-8fc2-893e1327b9c8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.770037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8574df84-1a79-424f-8fc2-893e1327b9c8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.793881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-2516b162-b6c9-4f32-843e-04d9ce4a458c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2975683 Feb 17 22:19:56.797352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-af9d9b35-19a9-42c2-9a44-b44e7bf8256d None None] Port 57c61874-2e4d-4847-85c5-24cfa869694f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:19:56.862327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8574df84-1a79-424f-8fc2-893e1327b9c8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (71a8f568-26d4-4df1-8b27-14648e95dfee), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.868356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8574df84-1a79-424f-8fc2-893e1327b9c8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.894510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Request body: {'port': {'device_id': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:56.894842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8574df84-1a79-424f-8fc2-893e1327b9c8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:56.896861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8574df84-1a79-424f-8fc2-893e1327b9c8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1885748 Feb 17 22:19:56.901814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48710) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:56.907809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': True}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:19:56.918852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4f54bfc-6873-43eb-a14b-5c9a7226e463 req-4ab752f3-0b60-448a-aa02-2188be1fb79a service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8139372 Feb 17 22:19:56.988577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24842eef-ca82-4e73-b4be-3be5aca8dc5b req-14b1ca2c-70f2-473e-ab79-f8d43244d051 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4560406 Feb 17 22:19:57.042145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14e69fc2-7bea-4dd8-ab4d-e62bb626f0ee req-85c9922e-3282-401c-8b19-b6455bd823b7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016235 Feb 17 22:19:57.216850 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:57.301096 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (71a8f568-26d4-4df1-8b27-14648e95dfee), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:57.342942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (b4b361a3-ef2e-4770-b59b-22617e1305ad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:57.360398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-8ffaa3a5-a882-4001-9af5-687244e6e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:57.361829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-8ffaa3a5-a882-4001-9af5-687244e6e2a5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 1126 time: 0.3157575 Feb 17 22:19:57.618003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc6aea-ffaa-44ba-b224-42a81bcb49e0 req-d4971e3d-b3ed-4c12-86f3-522e3b759a5b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:57.620512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4adc6aea-ffaa-44ba-b224-42a81bcb49e0 req-d4971e3d-b3ed-4c12-86f3-522e3b759a5b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 935 time: 0.4217324 Feb 17 22:19:57.649639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (71a8f568-26d4-4df1-8b27-14648e95dfee), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:57.691198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:57.697713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edbe14-e4f1-4a93-bdd0-87ee2e30aff3 req-04ef90b5-45b8-4a7e-87d6-7eb61bbaed5b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:57.700346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1edbe14-e4f1-4a93-bdd0-87ee2e30aff3 req-04ef90b5-45b8-4a7e-87d6-7eb61bbaed5b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.4861770 Feb 17 22:19:57.857097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-fbfd5771-d08e-477b-a74b-d87c7e333804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:57.858127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-fbfd5771-d08e-477b-a74b-d87c7e333804 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 0.4857810 Feb 17 22:19:57.865784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Allocated IP 172.25.0.11 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/123686e5-80d3-4059-9edf-10b93cdd1247) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:19:57.950812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-0aa9283d-0a3e-4c2e-b021-a9d7dee3b746 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2 HTTP/1.1" status: 200 len: 217 time: 0.0797133 Feb 17 22:19:58.055144 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for port (123686e5-80d3-4059-9edf-10b93cdd1247), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:58.073529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4adc6aea-ffaa-44ba-b224-42a81bcb49e0 req-ef84834a-6ea3-4a9f-9127-230a3a88c77a tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4327233 Feb 17 22:19:58.094605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1edbe14-e4f1-4a93-bdd0-87ee2e30aff3 req-523b41cc-981c-424c-887a-8d77404c6642 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782540 Feb 17 22:19:58.148855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (123686e5-80d3-4059-9edf-10b93cdd1247), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:58.243985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:19:58.250353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:19:58.260166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:19:58.292203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Port': ['ID=123686e5-80d3-4059-9edf-10b93cdd1247,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:58.385870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-305dec64-0977-4897-865a-762a268e2a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:58.387335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-305dec64-0977-4897-865a-762a268e2a7f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.4260631 Feb 17 22:19:58.486780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-0e99de71-8092-4d18-8da8-d602b6db45c6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727639 Feb 17 22:19:58.606903 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (71a8f568-26d4-4df1-8b27-14648e95dfee), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:59.017980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d880fb3-d807-4135-9a50-aa365bdb7b20 req-beb76a7a-0125-42be-8589-f689664416c6 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:59.020096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7d880fb3-d807-4135-9a50-aa365bdb7b20 req-beb76a7a-0125-42be-8589-f689664416c6 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 943 time: 0.7089629 Feb 17 22:19:59.054023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f28697-d24d-4533-96d6-6a8b517170fb req-813bb2bc-7b1a-4d82-87f3-a636c42c7029 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:59.056085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5f28697-d24d-4533-96d6-6a8b517170fb req-813bb2bc-7b1a-4d82-87f3-a636c42c7029 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 945 time: 0.7408423 Feb 17 22:19:59.085759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Router b4b361a3-ef2e-4770-b59b-22617e1305ad has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:19:59.107633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c61874-2e4d-4847-85c5-24cfa869694f {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:19:59.138559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Publish callbacks [] for port (57c61874-2e4d-4847-85c5-24cfa869694f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:59.195975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-21a436cd-7440-40f5-b6f2-e3bf287f00bb service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7001967 Feb 17 22:19:59.207805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Transition to ACTIVE for port object 57c61874-2e4d-4847-85c5-24cfa869694f will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:19:59.241573 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:59.243422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:59.247209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:59.384285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7d880fb3-d807-4135-9a50-aa365bdb7b20 req-52856437-b5b1-48f5-98c6-3da1279f0e0a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511753 Feb 17 22:19:59.417117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Router 71a8f568-26d4-4df1-8b27-14648e95dfee is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:19:59.432151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5f28697-d24d-4533-96d6-6a8b517170fb req-6fdcd6c7-4353-4b51-9afe-ea02c1f2d090 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526769 Feb 17 22:19:59.508646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Pushing event updated for resources: {'Port': ['ID=57c61874-2e4d-4847-85c5-24cfa869694f,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:19:59.611704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:59.618799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:59.619981 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ac2b91cc-1187-4a7d-af5c-777986ef7ee3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "PUT /v2.0/routers/71a8f568-26d4-4df1-8b27-14648e95dfee HTTP/1.1" status: 200 len: 917 time: 2.7164266 Feb 17 22:19:59.626071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48730) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:59.628530 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] Sync routers for ids ['71a8f568-26d4-4df1-8b27-14648e95dfee'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:59.649234 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] Routers {'71a8f568-26d4-4df1-8b27-14648e95dfee'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:59.650811 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71a8f568-26d4-4df1-8b27-14648e95dfee'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:59.718037 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:59.736421 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] Routers {'71a8f568-26d4-4df1-8b27-14648e95dfee'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:59.737724 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71a8f568-26d4-4df1-8b27-14648e95dfee'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:59.800675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:19:59.807300 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:59.808297 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d260872e-1ca3-4bc2-801a-1e8b42d62651 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/71a8f568-26d4-4df1-8b27-14648e95dfee HTTP/1.1" status: 200 len: 923 time: 0.1807938 Feb 17 22:19:59.812563 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0dacc0-0ab3-406f-93eb-126b0ab42a49 None None] The sync data for ids ['71a8f568-26d4-4df1-8b27-14648e95dfee'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:19:59.812838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:59.821994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] Sync routers for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:19:59.840294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:19:59.848329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:19:59.857810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7ba739ca-c31d-4c99-92e2-9c163f215c09 admin admin] 10.222.0.79 "PUT /v2.0/routers/b4b361a3-ef2e-4770-b59b-22617e1305ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7600567 Feb 17 22:19:59.864362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48734) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:59.885427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8bca177-ef11-461d-9d25-c80abfcdb56c req-51c830ba-a83d-4c1b-9f7d-cbd6ac642cdf service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806846 Feb 17 22:19:59.897296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Attempting to bind port 57c61874-2e4d-4847-85c5-24cfa869694f on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:19:59.897864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Attempting to bind port 57c61874-2e4d-4847-85c5-24cfa869694f by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:19:59.899059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Attempting to bind port 57c61874-2e4d-4847-85c5-24cfa869694f on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:59.925400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Port 57c61874-2e4d-4847-85c5-24cfa869694f on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:19:59.925860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Attempting to bind port 57c61874-2e4d-4847-85c5-24cfa869694f on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:19:59.954089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4e205a-7124-4cdf-af7c-2be62553514c tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:59.958542 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce4e205a-7124-4cdf-af7c-2be62553514c tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=71a8f568-26d4-4df1-8b27-14648e95dfee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1418107 Feb 17 22:19:59.958759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e9e78-2d37-4160-aaf6-f51d69fe21dc req-315322f7-a1fe-480c-80c6-34c97f3d7eec tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:59.960466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a6e9e78-2d37-4160-aaf6-f51d69fe21dc req-315322f7-a1fe-480c-80c6-34c97f3d7eec tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.3910482 Feb 17 22:19:59.961909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:19:59.962400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:19:59.963117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:19:59.963905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Bound port: 57c61874-2e4d-4847-85c5-24cfa869694f, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:19:59.964731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:19:59.969549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48736) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:19:59.987187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d0b553-c24a-4ae5-b692-6e81dbaf1008 req-581357c3-3cfe-4fad-9b79-33e7d6343bb1 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:19:59.989971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23d0b553-c24a-4ae5-b692-6e81dbaf1008 req-581357c3-3cfe-4fad-9b79-33e7d6343bb1 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 947 time: 0.3913560 Feb 17 22:20:00.016977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks [] for router (b4b361a3-ef2e-4770-b59b-22617e1305ad), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:00.240149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks [] for router_gateway (b4b361a3-ef2e-4770-b59b-22617e1305ad), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:00.259200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:00.315130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a6e9e78-2d37-4160-aaf6-f51d69fe21dc req-ac01b969-1c31-4206-87a2-cc214ca8602c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110988 Feb 17 22:20:00.344835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Deleting port d6396919-3de5-4c12-949f-7098d358ff2f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:00.351617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:00.364946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23d0b553-c24a-4ae5-b692-6e81dbaf1008 req-12bac39a-29dc-4e44-9e52-9ff7a9e28cd1 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461542 Feb 17 22:20:00.385592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] For port 57c61874-2e4d-4847-85c5-24cfa869694f, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:20:00.396106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] For port 57c61874-2e4d-4847-85c5-24cfa869694f, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57c61874-2e4d-4847-85c5-24cfa869694f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:20:00.416382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:00.429111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6979b1c-b662-4d54-ae32-129e5782de09 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:00.432179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e6979b1c-b662-4d54-ae32-129e5782de09 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.4408398 Feb 17 22:20:00.464613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48742) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:00.513569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:00.514166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:00.516481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] 10.222.0.94 "PUT /v2.0/ports/57c61874-2e4d-4847-85c5-24cfa869694f HTTP/1.1" status: 200 len: 1096 time: 3.6941156 Feb 17 22:20:00.530966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a081a026-c9bb-4bf8-8a8e-ae88c2f3c0c9 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=71a8f568-26d4-4df1-8b27-14648e95dfee HTTP/1.1" status: 200 len: 205 time: 0.0637391 Feb 17 22:20:00.533634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'tag': '57c61874-2e4d-4847-85c5-24cfa869694f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:00.538255 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9" -d '{"events": [{"name": "network-changed", "server_uuid": "c57a87ee-9e33-42b0-ba14-cdf773e55939", "tag": "57c61874-2e4d-4847-85c5-24cfa869694f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:00.549365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48744) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:00.600953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006764b-1594-4d79-b40e-1bb0cb6ef634 service neutron] Pushing event updated for resources: {'Port': ['ID=57c61874-2e4d-4847-85c5-24cfa869694f,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:00.649009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9438dfea-65f0-4800-8dfc-a2e646f937e2 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:20:00.657935 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2a12c2-29f6-4d4c-901e-88a6c542dd4e x-openstack-request-id: req-bc2a12c2-29f6-4d4c-901e-88a6c542dd4e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:00.658434 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c57a87ee-9e33-42b0-ba14-cdf773e55939", "tag": "57c61874-2e4d-4847-85c5-24cfa869694f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:00.658867 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bc2a12c2-29f6-4d4c-901e-88a6c542dd4e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:00.659569 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'tag': '57c61874-2e4d-4847-85c5-24cfa869694f', 'status': 'completed', 'code': 200} Feb 17 22:20:00.792534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88'}], 'enable_snat': True}, 'gw_port_id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:19:55Z', 'revision_number': 5, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port': {'id': 'd6396919-3de5-4c12-949f-7098d358ff2f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:18:13Z', 'updated_at': '2022-02-17T22:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:00.814146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-6fca36d2-25f1-4cd6-bf6c-4290bd8103a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:00.816694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-6fca36d2-25f1-4cd6-bf6c-4290bd8103a7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 1130 time: 0.1905289 Feb 17 22:20:00.838736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] Checking router: b4b361a3-ef2e-4770-b59b-22617e1305ad for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:20:00.854210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] For port d6396919-3de5-4c12-949f-7098d358ff2f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d6396919-3de5-4c12-949f-7098d358ff2f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:00.855061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:00.860086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] Routers {'b4b361a3-ef2e-4770-b59b-22617e1305ad'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:00.860086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4b361a3-ef2e-4770-b59b-22617e1305ad'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:00.871943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a9dc6-b71c-40d9-a9e5-a7692e0155f9 req-86c2ced3-fc49-4fe2-ac97-c490e114d2a0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:00.881837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-928a9dc6-b71c-40d9-a9e5-a7692e0155f9 req-86c2ced3-fc49-4fe2-ac97-c490e114d2a0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 943 time: 0.1681843 Feb 17 22:20:00.895592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Calling delete_port for d6396919-3de5-4c12-949f-7098d358ff2f owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:00.953579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-299fb1fe-353e-405c-85cc-6a24b1cd4953 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=57c61874-2e4d-4847-85c5-24cfa869694f HTTP/1.1" status: 200 len: 217 time: 0.1201375 Feb 17 22:20:00.959586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.010635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9438dfea-65f0-4800-8dfc-a2e646f937e2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:01.038120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] Set router b4b361a3-ef2e-4770-b59b-22617e1305ad gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:01.090746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-928a9dc6-b71c-40d9-a9e5-a7692e0155f9 req-7725b8b6-0971-40a4-a550-f2c6115d8d25 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357453 Feb 17 22:20:01.093263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48750) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:01.126576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-da42d767-4182-4c6f-abce-786967d26095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:01.130127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-da42d767-4182-4c6f-abce-786967d26095 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1628726 Feb 17 22:20:01.142070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '9438dfea-65f0-4800-8dfc-a2e646f937e2', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'port_id': '9438dfea-65f0-4800-8dfc-a2e646f937e2', 'mac_address': 'fa:16:3e:3a:d4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9edd69f-92e0-4288-a688-4f0ded150ae9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:20:01.149881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:20:00Z', 'revision_number': 6, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:01.216257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206356f-3daa-4998-8d01-565afb242edd req-25506eb5-c1f5-4660-92b7-43d2270e5e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:01.216566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3839f7-9dce-44a3-a923-26609f600108 None None] The sync data for ids ['b4b361a3-ef2e-4770-b59b-22617e1305ad'] in n-d-828369-18 is: [{'id': 'b4b361a3-ef2e-4770-b59b-22617e1305ad', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-927342427-router', 'tenant_id': 'cb716339743240d5b9483565899c9092', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:18:10Z', 'updated_at': '2022-02-17T22:20:00Z', 'revision_number': 6, 'project_id': 'cb716339743240d5b9483565899c9092', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:01.219329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-25506eb5-c1f5-4660-92b7-43d2270e5e9f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0824738 Feb 17 22:20:01.296602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (71a8f568-26d4-4df1-8b27-14648e95dfee), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.305341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9438dfea-65f0-4800-8dfc-a2e646f937e2 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:01.305341 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.305794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1057682e-fcd7-45ac-a33d-7bc1b0a54c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.323179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9438dfea-65f0-4800-8dfc-a2e646f937e2 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:20:01.354621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9438dfea-65f0-4800-8dfc-a2e646f937e2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:01.359942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.420823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d6396919-3de5-4c12-949f-7098d358ff2f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.438143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-ad0f4dfd-7003-40ae-83ff-1d8f0f0ec060 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055500 Feb 17 22:20:01.442137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9438dfea-65f0-4800-8dfc-a2e646f937e2,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:01.480739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6396919-3de5-4c12-949f-7098d358ff2f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:01.528210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Deleting port 123686e5-80d3-4059-9edf-10b93cdd1247 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:01.528487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (123686e5-80d3-4059-9edf-10b93cdd1247), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.643953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (b4b361a3-ef2e-4770-b59b-22617e1305ad), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.720479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1057682e-fcd7-45ac-a33d-7bc1b0a54c93 admin admin] Publish callbacks [] for security_group (72ac79fb-b52a-4a4d-816d-981e111f67c2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.736389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0206356f-3daa-4998-8d01-565afb242edd req-5637d5d0-6a2e-4075-86ee-5325b5bafb71 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800543 Feb 17 22:20:01.761472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9438dfea-65f0-4800-8dfc-a2e646f937e2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:01.764117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1057682e-fcd7-45ac-a33d-7bc1b0a54c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (72ac79fb-b52a-4a4d-816d-981e111f67c2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.828564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (b4b361a3-ef2e-4770-b59b-22617e1305ad), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.833744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks [] for router_controller (b4b361a3-ef2e-4770-b59b-22617e1305ad), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.915921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (123686e5-80d3-4059-9edf-10b93cdd1247), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.938992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Calling delete_port for 123686e5-80d3-4059-9edf-10b93cdd1247 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:01.941643 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (b4b361a3-ef2e-4770-b59b-22617e1305ad), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.942473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4b361a3-ef2e-4770-b59b-22617e1305ad {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:20:01.943036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1057682e-fcd7-45ac-a33d-7bc1b0a54c93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c15872aca6847178aa9d1019c52688a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8488216 Feb 17 22:20:01.952780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48760) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:01.954519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea8fa9-a0b4-481e-ab1b-799c8adfc220 req-8f2baadc-359c-447a-86e2-3848f0efaa62 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:01.961621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04ea8fa9-a0b4-481e-ab1b-799c8adfc220 req-8f2baadc-359c-447a-86e2-3848f0efaa62 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 947 time: 0.4825747 Feb 17 22:20:01.969645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:01.973521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482676c-cad2-46bd-92bd-67904b71e2b2 req-c1699da8-d5e4-42ed-8d35-92324df70688 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:01.975005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c482676c-cad2-46bd-92bd-67904b71e2b2 req-c1699da8-d5e4-42ed-8d35-92324df70688 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.5145705 Feb 17 22:20:01.975209 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c098321e-da5d-4670-a8d9-cec8b785573f admin admin] 10.222.0.79 "DELETE /v2.0/routers/b4b361a3-ef2e-4770-b59b-22617e1305ad HTTP/1.1" status: 204 len: 168 time: 2.1087551 Feb 17 22:20:01.979460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48762) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:01.985388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057682e-fcd7-45ac-a33d-7bc1b0a54c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ac79fb-b52a-4a4d-816d-981e111f67c2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:02.048223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f3b70-e1f5-4e14-8e33-af2a62c31d78 req-60d1921f-8b79-4e35-8403-345bcb5428b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:02.050223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-920f3b70-e1f5-4e14-8e33-af2a62c31d78 req-60d1921f-8b79-4e35-8403-345bcb5428b4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.3182201 Feb 17 22:20:02.063705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-68718c66-0371-46f7-9330-96d8dec4785d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:02.065500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-68718c66-0371-46f7-9330-96d8dec4785d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 1130 time: 0.1821203 Feb 17 22:20:02.077488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04ea8fa9-a0b4-481e-ab1b-799c8adfc220 req-942328c9-5769-47d7-8582-67bda4847b7d tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149240 Feb 17 22:20:02.164605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] Deleting subnet 402b3ad8-b058-4719-8075-2d192bb0fd2a {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:20:02.188505 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] Publish callbacks [] for subnet (402b3ad8-b058-4719-8075-2d192bb0fd2a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.203563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-72a5b207-06bf-4623-852e-3c8b17faf0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:02.205142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-72a5b207-06bf-4623-852e-3c8b17faf0c3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.1312699 Feb 17 22:20:02.268709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (402b3ad8-b058-4719-8075-2d192bb0fd2a), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.294848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-aa10b195-d997-48aa-b24e-7f66bcaf6a9f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=57c61874-2e4d-4847-85c5-24cfa869694f HTTP/1.1" status: 200 len: 217 time: 0.0761082 Feb 17 22:20:02.298899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-920f3b70-e1f5-4e14-8e33-af2a62c31d78 req-59d0e44a-1be0-4d78-80b7-56b42023e5d4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385414 Feb 17 22:20:02.318512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c482676c-cad2-46bd-92bd-67904b71e2b2 req-49a1e7c3-e237-4cca-8ee4-da74513d2f1c tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982008 Feb 17 22:20:02.358555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2d0827c5-79c5-4e6a-b32d-d85f00201476 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:02.405896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 2d0827c5-79c5-4e6a-b32d-d85f00201476 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:02.406493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2d0827c5-79c5-4e6a-b32d-d85f00201476 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:02.407226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6396919-3de5-4c12-949f-7098d358ff2f no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:02.442041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d6396919-3de5-4c12-949f-7098d358ff2f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:02.442525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6396919-3de5-4c12-949f-7098d358ff2f not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:02.461204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04b56008-7b2d-497a-a268-af0270c5e084 admin admin] Publish callbacks [] for security_group (72ac79fb-b52a-4a4d-816d-981e111f67c2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.486794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-812a5835-7430-4fa9-b153-7f1aa71d8fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:02.488474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-812a5835-7430-4fa9-b153-7f1aa71d8fe0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.1685045 Feb 17 22:20:02.554108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (402b3ad8-b058-4719-8075-2d192bb0fd2a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.586168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bdee38-f840-437c-94c0-4e2ac8e4f9cd req-ca134394-5bb0-4eaf-abf6-c77819c9899c tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:02.588815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96bdee38-f840-437c-94c0-4e2ac8e4f9cd req-ca134394-5bb0-4eaf-abf6-c77819c9899c tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 944 time: 0.1751201 Feb 17 22:20:02.593842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-bde9e1ee-8552-41a0-8350-88fa590e62ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:02.596821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-bde9e1ee-8552-41a0-8350-88fa590e62ac service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1011560 Feb 17 22:20:02.624286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04b56008-7b2d-497a-a268-af0270c5e084 admin admin] Publish callbacks [] for security_group (72ac79fb-b52a-4a4d-816d-981e111f67c2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.688744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (402b3ad8-b058-4719-8075-2d192bb0fd2a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.740269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402b3ad8-b058-4719-8075-2d192bb0fd2a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:02.754724 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.758318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08aba4b-89f9-4083-b481-e290681a524d None None] Network 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:02.758833 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-125ca249-dc0d-4b8c-905e-f98b7fecbe1e admin admin] 10.222.0.79 "DELETE /v2.0/subnets/402b3ad8-b058-4719-8075-2d192bb0fd2a HTTP/1.1" status: 204 len: 168 time: 0.7700727 Feb 17 22:20:02.763148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48766) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:02.805428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96bdee38-f840-437c-94c0-4e2ac8e4f9cd req-b88cad77-6ad3-4121-8ae9-33a839c13d8b tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027340 Feb 17 22:20:02.818529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (123686e5-80d3-4059-9edf-10b93cdd1247), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.821334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04b56008-7b2d-497a-a268-af0270c5e084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (72ac79fb-b52a-4a4d-816d-981e111f67c2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.824904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04b56008-7b2d-497a-a268-af0270c5e084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:02.826988 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-04b56008-7b2d-497a-a268-af0270c5e084 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/72ac79fb-b52a-4a4d-816d-981e111f67c2 HTTP/1.1" status: 204 len: 168 time: 0.8728569 Feb 17 22:20:02.862971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b56008-7b2d-497a-a268-af0270c5e084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ac79fb-b52a-4a4d-816d-981e111f67c2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:02.903155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event deleted for resources: {'Port': ['ID=123686e5-80d3-4059-9edf-10b93cdd1247,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:02.924444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-ad0cfcb0-f80b-41b5-ba1e-bea3cfbcacda service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094640 Feb 17 22:20:02.986985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (71a8f568-26d4-4df1-8b27-14648e95dfee), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.095618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba4f6259-15ba-4ae0-b9d9-098b4656dad9 req-6b2a77d8-e3c8-4623-a278-80b0080b004e service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642385 Feb 17 22:20:03.097336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.134820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] DHCP port deletion for 3d126e08-cbfc-4cfc-a95d-73734ddb7d2d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:20:03.251956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] Deleting port 7f75e039-d581-4c46-b76d-a525b34980dc {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:03.252880 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.355426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda3f1a-bfe7-413c-8b57-b503869d0d75 req-56bcb074-4104-4174-a8c9-6246a306fa2b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:03.364752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] For port 7f75e039-d581-4c46-b76d-a525b34980dc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7f75e039-d581-4c46-b76d-a525b34980dc,segment=NetworkSegment(50cace62-adbf-4568-a8d6-f965594d353d),segment_id=50cace62-adbf-4568-a8d6-f965594d353d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:03.365593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.366536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adda3f1a-bfe7-413c-8b57-b503869d0d75 req-56bcb074-4104-4174-a8c9-6246a306fa2b tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 947 time: 0.1407359 Feb 17 22:20:03.415199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] Calling delete_port for 7f75e039-d581-4c46-b76d-a525b34980dc owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:03.484574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adda3f1a-bfe7-413c-8b57-b503869d0d75 req-d05cc22d-6c40-454d-ac88-4cd02efad3ca tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169357 Feb 17 22:20:03.614270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7f75e039-d581-4c46-b76d-a525b34980dc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.661193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] Pushing event deleted for resources: {'Port': ['ID=7f75e039-d581-4c46-b76d-a525b34980dc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:03.664571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6144a-7fc0-4acd-89f5-844c80dc2d53 None None] No DVR routers for this DVR port 7f75e039-d581-4c46-b76d-a525b34980dc on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:20:03.680340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.684110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (71a8f568-26d4-4df1-8b27-14648e95dfee), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.689598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd896079-b212-4c17-8a1a-43880bc7c122 req-5333923e-e44e-4216-81ee-30881e779894 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:03.692417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd896079-b212-4c17-8a1a-43880bc7c122 req-5333923e-e44e-4216-81ee-30881e779894 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.0860360 Feb 17 22:20:03.768295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd896079-b212-4c17-8a1a-43880bc7c122 req-0d317a9b-2195-4c36-9e9c-cf64d2886b34 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635788 Feb 17 22:20:03.776624 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (71a8f568-26d4-4df1-8b27-14648e95dfee), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.777236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Fanout notify agent at l3_agent the message router_deleted on router 71a8f568-26d4-4df1-8b27-14648e95dfee {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:20:03.786909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.794250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48786) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:03.794517 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1dd689d-c7c2-467d-9f90-cc9be778f8ba tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/71a8f568-26d4-4df1-8b27-14648e95dfee HTTP/1.1" status: 204 len: 168 time: 3.2437551 Feb 17 22:20:03.803516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0a1859eb-fa95-43a1-a370-bed13305de7c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1008764697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:03.854352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e109ae06-6777-44fe-98f6-f06588bfa698 req-36559814-8568-45bd-ae8c-888f820df1bc tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1642848682', 'description': 'tempest-description-1795480339'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:03.861079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a1859eb-fa95-43a1-a370-bed13305de7c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.862299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a1859eb-fa95-43a1-a370-bed13305de7c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.867156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.904221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d126e08-cbfc-4cfc-a95d-73734ddb7d2d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:03.917033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50cace62-adbf-4568-a8d6-f965594d353d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:03.917524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50cace62-adbf-4568-a8d6-f965594d353d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:03.932566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (50cace62-adbf-4568-a8d6-f965594d353d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.964088 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (50cace62-adbf-4568-a8d6-f965594d353d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.977026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:20:03.977815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (50cace62-adbf-4568-a8d6-f965594d353d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.978370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e109ae06-6777-44fe-98f6-f06588bfa698 req-36559814-8568-45bd-ae8c-888f820df1bc tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: items = [ Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:20:03.981294 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:20:04.091598 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (3d126e08-cbfc-4cfc-a95d-73734ddb7d2d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.101787 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.113175 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] 10.222.0.79 "DELETE /v2.0/networks/3d126e08-cbfc-4cfc-a95d-73734ddb7d2d HTTP/1.1" status: 204 len: 168 time: 1.3482916 Feb 17 22:20:04.139246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d126e08-cbfc-4cfc-a95d-73734ddb7d2d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:04.158170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a1859eb-fa95-43a1-a370-bed13305de7c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (f10db0f9-dcac-4447-b445-42a17eb7fc45), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.160057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.160685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.162024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.162605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.163419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.165274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.166020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.166610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.167159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.167757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.168332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.168890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.169463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631215d5-4780-471b-85bf-3d19ad2f6e4d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:04.186697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a1859eb-fa95-43a1-a370-bed13305de7c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.249556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a1859eb-fa95-43a1-a370-bed13305de7c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.251550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0a1859eb-fa95-43a1-a370-bed13305de7c tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4551909 Feb 17 22:20:04.261870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:04.274421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': False}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:04.310024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b16f52-1e40-4b1a-bb44-135817e07154 req-7897265e-3ab3-4f1e-9e0b-9368adb10c6f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:04.320422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7f75e039-d581-4c46-b76d-a525b34980dc no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:04.320720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1b16f52-1e40-4b1a-bb44-135817e07154 req-7897265e-3ab3-4f1e-9e0b-9368adb10c6f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 944 time: 0.3208220 Feb 17 22:20:04.351687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e109ae06-6777-44fe-98f6-f06588bfa698 req-36559814-8568-45bd-ae8c-888f820df1bc tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for security_group (68ec8bef-dc60-45f6-b0a9-c6835b8a37f8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.355931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7f75e039-d581-4c46-b76d-a525b34980dc {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:04.357096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7f75e039-d581-4c46-b76d-a525b34980dc not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:04.368608 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e109ae06-6777-44fe-98f6-f06588bfa698 req-36559814-8568-45bd-ae8c-888f820df1bc tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (68ec8bef-dc60-45f6-b0a9-c6835b8a37f8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.451718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e109ae06-6777-44fe-98f6-f06588bfa698 req-36559814-8568-45bd-ae8c-888f820df1bc tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.454026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e109ae06-6777-44fe-98f6-f06588bfa698 req-36559814-8568-45bd-ae8c-888f820df1bc tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.6157982 Feb 17 22:20:04.461406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36559814-8568-45bd-ae8c-888f820df1bc tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ec8bef-dc60-45f6-b0a9-c6835b8a37f8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:04.502045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1b16f52-1e40-4b1a-bb44-135817e07154 req-1661efba-da52-4b37-8df3-38bee0bcd7a1 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720684 Feb 17 22:20:04.551338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9438dfea-65f0-4800-8dfc-a2e646f937e2 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:20:04.627212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48814) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:04.656475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 9438dfea-65f0-4800-8dfc-a2e646f937e2 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:20:04.665060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 9438dfea-65f0-4800-8dfc-a2e646f937e2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:04.665690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.682845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (f10db0f9-dcac-4447-b445-42a17eb7fc45), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.744195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0ca720f6-a21b-444b-9e69-a7a6b6cca83b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb716339743240d5b9483565899c9092&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1155984 Feb 17 22:20:04.745086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48816) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:04.758660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-8d7c20a7-a196-4183-af86-86dcc68e89f5 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1642848682&fields=id&tenant_id=49d90e9e35b245ab9949ad2ecb515083 HTTP/1.1" status: 200 len: 267 time: 0.0812685 Feb 17 22:20:04.837342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9438dfea-65f0-4800-8dfc-a2e646f937e2 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:04.839404 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.848624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-48da280d-fe2a-4cc7-902a-926ce59aa933 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:04.857006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-48da280d-fe2a-4cc7-902a-926ce59aa933 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.0974572 Feb 17 22:20:04.865211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Request body: {'port': {'security_groups': ['4796ecd3-063d-4196-92a1-e2bb60612758', '68ec8bef-dc60-45f6-b0a9-c6835b8a37f8']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:04.869914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0544a878-3654-47fc-8f99-a74204c99020 admin admin] Publish callbacks [] for security_group (6d62a8e2-e484-4060-a973-d2d4945671ad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.903719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9438dfea-65f0-4800-8dfc-a2e646f937e2'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:04.908967 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112adde8-8b51-473c-ba10-cf58a2bf05c4" -d '{"events": [{"server_uuid": "ca92186b-c887-4f4e-88e6-501994e001f8", "name": "network-vif-plugged", "status": "completed", "tag": "9438dfea-65f0-4800-8dfc-a2e646f937e2"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:04.945692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9438dfea-65f0-4800-8dfc-a2e646f937e2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:04.948908 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0544a878-3654-47fc-8f99-a74204c99020 admin admin] Publish callbacks [] for security_group (6d62a8e2-e484-4060-a973-d2d4945671ad), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:04.953564 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.038028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (f10db0f9-dcac-4447-b445-42a17eb7fc45), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.040885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.062113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9438dfea-65f0-4800-8dfc-a2e646f937e2,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:05.086733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.224840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0544a878-3654-47fc-8f99-a74204c99020 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d62a8e2-e484-4060-a973-d2d4945671ad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.228702 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0544a878-3654-47fc-8f99-a74204c99020 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.230121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0544a878-3654-47fc-8f99-a74204c99020 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d62a8e2-e484-4060-a973-d2d4945671ad HTTP/1.1" status: 204 len: 168 time: 0.4841404 Feb 17 22:20:05.290939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544a878-3654-47fc-8f99-a74204c99020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d62a8e2-e484-4060-a973-d2d4945671ad,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:05.345419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Allocated IP 172.25.0.101 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/af5bdbeb-f893-400a-8ac7-24d79c8e719b) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:05.459337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2caf4-80cf-44fd-95fb-8c5f8f019804 req-e39f40dc-cb47-4557-8cc0-509d87051ad2 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:05.461047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4c2caf4-80cf-44fd-95fb-8c5f8f019804 req-e39f40dc-cb47-4557-8cc0-509d87051ad2 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 947 time: 0.1635988 Feb 17 22:20:05.542351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:05.562233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4c2caf4-80cf-44fd-95fb-8c5f8f019804 req-dd4fed15-0c65-4d45-8360-d35ca8b1d93e tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877116 Feb 17 22:20:05.591536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.614662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.628647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for port (af5bdbeb-f893-400a-8ac7-24d79c8e719b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.630344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1382fb67-5c50-4fbc-89a9-e481b6d756f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:05.682839 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d982f647-804d-4cc7-adaa-1954a889e157 x-openstack-request-id: req-d982f647-804d-4cc7-adaa-1954a889e157 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:05.684523 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92186b-c887-4f4e-88e6-501994e001f8", "name": "network-vif-plugged", "status": "completed", "tag": "9438dfea-65f0-4800-8dfc-a2e646f937e2", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:05.685026 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d982f647-804d-4cc7-adaa-1954a889e157 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:05.687190 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9438dfea-65f0-4800-8dfc-a2e646f937e2', 'code': 200} Feb 17 22:20:05.727544 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (af5bdbeb-f893-400a-8ac7-24d79c8e719b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.766565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:05.766565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:05.766565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74bb721c-0b6d-4812-9ed4-ee83ab62c657 req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "PUT /v2.0/ports/1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 981 time: 0.9079604 Feb 17 22:20:05.766565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:05.768972 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:05.782900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48830) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:05.837719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1382fb67-5c50-4fbc-89a9-e481b6d756f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:05.841710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:05.851801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:05.859338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:05.922119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Pushing event updated for resources: {'Port': ['ID=af5bdbeb-f893-400a-8ac7-24d79c8e719b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:06.069648 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f690a9-f3af-4cde-b466-e8f7723c3a8f x-openstack-request-id: req-81f690a9-f3af-4cde-b466-e8f7723c3a8f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:06.070154 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:06.070756 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-81f690a9-f3af-4cde-b466-e8f7723c3a8f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:06.071405 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'status': 'completed', 'code': 200} Feb 17 22:20:06.093395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e34e3c-f8c4-459e-9561-37e7c05f4d11 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event updated for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:06.113422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c07f06fa-8ba8-46cc-8b30-5727f2a45a32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:06.234569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-9c705caa-73bd-4e2c-90a8-db422f5e1941 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1642848682&fields=id&tenant_id=49d90e9e35b245ab9949ad2ecb515083 HTTP/1.1" status: 200 len: 267 time: 0.1449609 Feb 17 22:20:06.267711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466894a-eb72-4c92-b77f-20ddb8d89580 req-80f82415-4b6a-4a82-9e81-baedd29f6ad2 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:06.269664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3466894a-eb72-4c92-b77f-20ddb8d89580 req-80f82415-4b6a-4a82-9e81-baedd29f6ad2 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 945 time: 0.4847660 Feb 17 22:20:06.344386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router_gateway (f10db0f9-dcac-4447-b445-42a17eb7fc45), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:06.346026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca23670-600b-44dc-9fee-3bddee703214 req-bdb94194-d0e6-4439-a158-ae02304dba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:06.347647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ca23670-600b-44dc-9fee-3bddee703214 req-bdb94194-d0e6-4439-a158-ae02304dba6d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 1128 time: 0.4623230 Feb 17 22:20:06.375251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-1086ef3b-8cc0-47a9-a195-3c39e5853f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:06.376803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-1086ef3b-8cc0-47a9-a195-3c39e5853f59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1167 time: 0.3896947 Feb 17 22:20:06.559966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57c61874-2e4d-4847-85c5-24cfa869694f details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:20:06.703205 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:06.708487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:06.754452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48860) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:06.782139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 57c61874-2e4d-4847-85c5-24cfa869694f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57c61874-2e4d-4847-85c5-24cfa869694f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:06.814214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '57c61874-2e4d-4847-85c5-24cfa869694f', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '57c61874-2e4d-4847-85c5-24cfa869694f', 'mac_address': 'fa:16:3e:d6:c2:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:20:06.869308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 57c61874-2e4d-4847-85c5-24cfa869694f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:06.869790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:06.887682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c61874-2e4d-4847-85c5-24cfa869694f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:20:06.906886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Router f10db0f9-dcac-4447-b445-42a17eb7fc45 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:20:06.913128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 57c61874-2e4d-4847-85c5-24cfa869694f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57c61874-2e4d-4847-85c5-24cfa869694f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:06.921246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:06.968465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-677111332-network', 'tenant_id': '6602a0e011e745b7b433d2d7b44aba8d'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:06.995221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-494aee6c-4323-4d83-80f5-a95060b18650 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:06.999482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=57c61874-2e4d-4847-85c5-24cfa869694f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:07.002716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-494aee6c-4323-4d83-80f5-a95060b18650 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 984 time: 0.7503672 Feb 17 22:20:07.013025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.013760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.014375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.014928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.015528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.016088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.016636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.017185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.017784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.018476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.018738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Request body: {'port': {'security_groups': ['4796ecd3-063d-4196-92a1-e2bb60612758']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:07.019077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.019667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.020157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:07.036128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Made reservation on behalf of 6602a0e011e745b7b433d2d7b44aba8d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:07.038572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.051412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ca23670-600b-44dc-9fee-3bddee703214 req-6e9d3962-8a52-4fcf-bb49-3695d9ead08a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6936944 Feb 17 22:20:07.051839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.065442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3466894a-eb72-4c92-b77f-20ddb8d89580 req-12f1a7af-3466-47be-84a5-cdeac67c068e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353349 Feb 17 22:20:07.088907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:07.094600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.095928 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82c5a2fe-b3fe-4681-b0bb-6b7409d7cc57 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "PUT /v2.0/routers/f10db0f9-dcac-4447-b445-42a17eb7fc45 HTTP/1.1" status: 200 len: 920 time: 2.8326497 Feb 17 22:20:07.101343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48864) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:07.124300 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c07f06fa-8ba8-46cc-8b30-5727f2a45a32 admin admin] Publish callbacks [] for security_group (94385445-3008-4d3b-9554-28c7fef83299), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.125778 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] Sync routers for ids ['f10db0f9-dcac-4447-b445-42a17eb7fc45'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:07.131890 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c07f06fa-8ba8-46cc-8b30-5727f2a45a32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (94385445-3008-4d3b-9554-28c7fef83299), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.145954 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] Routers {'f10db0f9-dcac-4447-b445-42a17eb7fc45'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:07.147649 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['f10db0f9-dcac-4447-b445-42a17eb7fc45'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:07.256828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.263660 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:07.278815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks [] for security_group (ce208dac-07fd-4254-a097-893ee38b6a70), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.286504 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8ea52319-6400-4874-a9b3-cdba13076647 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/f10db0f9-dcac-4447-b445-42a17eb7fc45 HTTP/1.1" status: 200 len: 926 time: 0.1810598 Feb 17 22:20:07.286773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:07.288104 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] Routers {'f10db0f9-dcac-4447-b445-42a17eb7fc45'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:07.289012 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['f10db0f9-dcac-4447-b445-42a17eb7fc45'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:07.299451 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce208dac-07fd-4254-a097-893ee38b6a70), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.339557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:20:07.344900 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:07.346091 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e738b271-6000-4746-901d-8acaac1ed75a None None] The sync data for ids ['f10db0f9-dcac-4447-b445-42a17eb7fc45'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:07.355407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['57c61874-2e4d-4847-85c5-24cfa869694f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:07.362991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce208dac-07fd-4254-a097-893ee38b6a70,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:07.366884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7bf33a17-4118-4a11-a9ab-31d35f26437c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.367422 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Added segment 7bf33a17-4118-4a11-a9ab-31d35f26437c of type vlan for network 568604d9-9a4f-4528-b718-c5f5a82defd1 Feb 17 22:20:07.370428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f06fa-8ba8-46cc-8b30-5727f2a45a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94385445-3008-4d3b-9554-28c7fef83299,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:07.388872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-fc0d0fbc-d641-46d6-b81f-18beee37ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:07.391009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-fc0d0fbc-d641-46d6-b81f-18beee37ee1a service neutron] 10.222.0.73 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.9982886 Feb 17 22:20:07.409601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683891c8-21a1-4064-b718-949f05522ef0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:07.411310 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-683891c8-21a1-4064-b718-949f05522ef0 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=f10db0f9-dcac-4447-b445-42a17eb7fc45&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1237082 Feb 17 22:20:07.417278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48868) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:07.435332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c07f06fa-8ba8-46cc-8b30-5727f2a45a32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54cd21f14736427fa4cd27b3ca20bbd1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6481645 Feb 17 22:20:07.438022 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (568604d9-9a4f-4528-b718-c5f5a82defd1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.440449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:07.511632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-674204e1-3121-480b-a3bd-69439d5ccc6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 217 time: 0.0745909 Feb 17 22:20:07.546719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (568604d9-9a4f-4528-b718-c5f5a82defd1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.547447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:07.548099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.588734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13967ac9-7b53-45c4-aa01-e67eaed47d6b req-ec9cfb1a-18be-42fd-9ea2-77648dc6c0df tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:07.590250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13967ac9-7b53-45c4-aa01-e67eaed47d6b req-ec9cfb1a-18be-42fd-9ea2-77648dc6c0df tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 948 time: 0.3027194 Feb 17 22:20:07.608079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-98a1341e-8503-41a9-a5e0-0f652a9e507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:07.609746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-98a1341e-8503-41a9-a5e0-0f652a9e507f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.0897019 Feb 17 22:20:07.674643 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9160044 Feb 17 22:20:07.685920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48872) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:07.696803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Request body: {'subnet': {'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-677111332-subnet', 'tenant_id': '6602a0e011e745b7b433d2d7b44aba8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:07.697995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-06ac1b56-0b87-4fee-a189-462c4fb31d58 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746956 Feb 17 22:20:07.700549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c2832-ea3c-4b19-a710-03cae96d4bd5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:07.703852 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-447c2832-ea3c-4b19-a710-03cae96d4bd5 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.2857974 Feb 17 22:20:07.709108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48874) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:07.709792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-337ce52b-9d23-41e5-a797-43282316619d admin admin] Publish callbacks [] for security_group (94385445-3008-4d3b-9554-28c7fef83299), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.724055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504506d4-7b67-46ef-9dd0-ae4118c778bd admin admin] Pushing event updated for resources: {'Network': ['ID=568604d9-9a4f-4528-b718-c5f5a82defd1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:07.741542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:20:07.776050 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-70aede21-4bf5-4604-b678-d7c07df9e1a4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10db0f9-dcac-4447-b445-42a17eb7fc45 HTTP/1.1" status: 200 len: 205 time: 0.0628450 Feb 17 22:20:07.784060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48876) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:07.824039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-337ce52b-9d23-41e5-a797-43282316619d admin admin] Publish callbacks [] for security_group (94385445-3008-4d3b-9554-28c7fef83299), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.841317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Made reservation on behalf of 6602a0e011e745b7b433d2d7b44aba8d for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:07.845011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.902179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13967ac9-7b53-45c4-aa01-e67eaed47d6b req-515b3868-e527-45b6-84c2-7527ce7860d9 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807159 Feb 17 22:20:07.979904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-337ce52b-9d23-41e5-a797-43282316619d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (94385445-3008-4d3b-9554-28c7fef83299), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.985315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-337ce52b-9d23-41e5-a797-43282316619d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:07.990671 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-337ce52b-9d23-41e5-a797-43282316619d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94385445-3008-4d3b-9554-28c7fef83299 HTTP/1.1" status: 204 len: 168 time: 0.5452499 Feb 17 22:20:07.990888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:08.005785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ce52b-9d23-41e5-a797-43282316619d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94385445-3008-4d3b-9554-28c7fef83299,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:08.058365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-f62f4efb-9a02-4a62-8684-d4c84b762a3e service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496087 Feb 17 22:20:08.174908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (784e210e-2e77-4d49-b236-180e94c13c52), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.206316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.235003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=784e210e-2e77-4d49-b236-180e94c13c52,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:08.272212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Checking segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:20:08.272852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Network hostable DHCP agents. Network: 568604d9-9a4f-4528-b718-c5f5a82defd1, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:20:08.279051 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.293022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1382fb67-5c50-4fbc-89a9-e481b6d756f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:08.304738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:20:08.323062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 568604d9-9a4f-4528-b718-c5f5a82defd1) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:08.329319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:08.330466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.340331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42673931-5d12-4cd8-bf81-4a26ccff9659 None None] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:08.356338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.365195 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8e09ac2e-906b-47d8-b67f-f3dda9cab49f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6754699 Feb 17 22:20:08.475950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:08.476625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.487569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a1948d3-2148-4977-bf42-34d4c961ff64 req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "PUT /v2.0/ports/1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 942 time: 1.4793096 Feb 17 22:20:08.497981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:08.499882 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d71e1e-e80e-492d-a988-e34908431dae" -d '{"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:08.564641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-678d54ca-969a-4ca2-86eb-9bf2abb3b2e2 req-5bd16193-9584-4a87-865f-9aa67234c581 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959986 Feb 17 22:20:08.568272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d9935-a9f6-4eb0-9e7d-72d4f2aa626b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event updated for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:08.580565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952aacd9-6f00-4043-81af-35d14e22d57a req-1dbcfe86-be6c-4c3e-b4bb-be850397564b tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:08.588627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-952aacd9-6f00-4043-81af-35d14e22d57a req-1dbcfe86-be6c-4c3e-b4bb-be850397564b tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 945 time: 0.3979118 Feb 17 22:20:08.675643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (f10db0f9-dcac-4447-b445-42a17eb7fc45), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.691638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-952aacd9-6f00-4043-81af-35d14e22d57a req-9ce9f633-f2a1-408a-b896-a5f1729d3cad tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999112 Feb 17 22:20:08.785280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57c61874-2e4d-4847-85c5-24cfa869694f up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:20:08.860503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1382fb67-5c50-4fbc-89a9-e481b6d756f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:08.873362 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820d03e2-20b3-4791-a7a5-589e324edbf2 x-openstack-request-id: req-820d03e2-20b3-4791-a7a5-589e324edbf2 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:08.875427 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:08.875427 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-820d03e2-20b3-4791-a7a5-589e324edbf2 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:08.875427 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'status': 'completed', 'code': 200} Feb 17 22:20:08.978068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Deleting port af5bdbeb-f893-400a-8ac7-24d79c8e719b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:08.978417 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (af5bdbeb-f893-400a-8ac7-24d79c8e719b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:08.997847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-d916b07e-30f9-4e7c-ab74-90672836462e tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3023574 Feb 17 22:20:09.059198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:09.097815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ad3f54-0f2c-4bd8-b67c-31c4a0566521 None None] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:09.115177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 57c61874-2e4d-4847-85c5-24cfa869694f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:20:09.133351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d71e1e-e80e-492d-a988-e34908431dae req-23955c12-f428-4551-b2a9-f5896654593d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:09.136083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d71e1e-e80e-492d-a988-e34908431dae req-23955c12-f428-4551-b2a9-f5896654593d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.2470491 Feb 17 22:20:09.155666 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.163396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 57c61874-2e4d-4847-85c5-24cfa869694f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:09.163800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.253407 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.293244 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (af5bdbeb-f893-400a-8ac7-24d79c8e719b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.370749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Calling delete_port for af5bdbeb-f893-400a-8ac7-24d79c8e719b owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:09.405135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d8dac-394e-481e-8f3c-09ca56583fe7 req-1d436ba1-38f5-447e-b89b-27df6ab07a9f tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:09.408182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-447d8dac-394e-481e-8f3c-09ca56583fe7 req-1d436ba1-38f5-447e-b89b-27df6ab07a9f tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 948 time: 0.3588853 Feb 17 22:20:09.454994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48914) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:09.461546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 57c61874-2e4d-4847-85c5-24cfa869694f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:09.462045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.495205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c61874-2e4d-4847-85c5-24cfa869694f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:09.498482 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c959e5-18ed-4116-aac5-30b9c6194005" -d '{"events": [{"server_uuid": "c57a87ee-9e33-42b0-ba14-cdf773e55939", "name": "network-vif-plugged", "status": "completed", "tag": "57c61874-2e4d-4847-85c5-24cfa869694f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:09.519577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d71e1e-e80e-492d-a988-e34908431dae req-0eca8a6f-b21d-48ae-b264-c94d0e496769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:09.519997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 57c61874-2e4d-4847-85c5-24cfa869694f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57c61874-2e4d-4847-85c5-24cfa869694f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:09.521063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d71e1e-e80e-492d-a988-e34908431dae req-0eca8a6f-b21d-48ae-b264-c94d0e496769 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.3699074 Feb 17 22:20:09.526904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.590630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2078795080-network', 'tenant_id': '0ae4298aa5a24efd9782ff5f2c20f0df'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:09.603904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=57c61874-2e4d-4847-85c5-24cfa869694f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:09.622265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Made reservation on behalf of 0ae4298aa5a24efd9782ff5f2c20f0df for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:09.624885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.638520 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.676767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d71e1e-e80e-492d-a988-e34908431dae req-6c4c7e30-aeb0-4958-8acc-dd1f9d3d08ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 217 time: 0.1329112 Feb 17 22:20:09.741300 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks [] for security_group (94e6ac13-1cc9-408a-8f7d-940182495ae8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.746462 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (94e6ac13-1cc9-408a-8f7d-940182495ae8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.778490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:20:09.785506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e6ac13-1cc9-408a-8f7d-940182495ae8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:09.787011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-447d8dac-394e-481e-8f3c-09ca56583fe7 req-b00a2e82-d3db-491f-af9f-a3441747e015 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598745 Feb 17 22:20:09.797687 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9b8221b4-bf26-40ea-b984-f3f640c42457), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.798262 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Added segment 9b8221b4-bf26-40ea-b984-f3f640c42457 of type vlan for network 01e01ab5-681e-43de-b53d-7f814d345d34 Feb 17 22:20:09.852285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (01e01ab5-681e-43de-b53d-7f814d345d34), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.873622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d71e1e-e80e-492d-a988-e34908431dae req-17c25e68-eb3b-4717-ae7c-1e44504ab935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:09.875866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d71e1e-e80e-492d-a988-e34908431dae req-17c25e68-eb3b-4717-ae7c-1e44504ab935 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.1875172 Feb 17 22:20:09.908004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (01e01ab5-681e-43de-b53d-7f814d345d34), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.909896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:09.910977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:09.936518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d71e1e-e80e-492d-a988-e34908431dae req-9946d0e2-1697-4a33-9ae5-5de36d71493a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517106 Feb 17 22:20:09.961834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:10.012621 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5548949 Feb 17 22:20:10.016344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48926) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:10.027897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Request body: {'subnet': {'network_id': '01e01ab5-681e-43de-b53d-7f814d345d34', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2078795080-subnet', 'tenant_id': '0ae4298aa5a24efd9782ff5f2c20f0df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:10.053679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e485de-afe0-4301-a93d-ba284206875a admin admin] Pushing event updated for resources: {'Network': ['ID=01e01ab5-681e-43de-b53d-7f814d345d34,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:10.070317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 01e01ab5-681e-43de-b53d-7f814d345d34 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:20:10.074526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Made reservation on behalf of 0ae4298aa5a24efd9782ff5f2c20f0df for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:10.078060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:10.117274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (af5bdbeb-f893-400a-8ac7-24d79c8e719b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:10.188177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event deleted for resources: {'Port': ['ID=af5bdbeb-f893-400a-8ac7-24d79c8e719b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:10.201139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d71e1e-e80e-492d-a988-e34908431dae req-21c867df-6fc9-422b-8e8a-8f775e8af0d3 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351317 Feb 17 22:20:10.346201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (f81c4357-7c15-46cf-9e16-81f454574cc1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:10.453033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=f81c4357-7c15-46cf-9e16-81f454574cc1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:10.467819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Checking segment: {'id': '9b8221b4-bf26-40ea-b984-f3f640c42457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '01e01ab5-681e-43de-b53d-7f814d345d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:20:10.468527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Network hostable DHCP agents. Network: 01e01ab5-681e-43de-b53d-7f814d345d34, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:20:10.497217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Network 01e01ab5-681e-43de-b53d-7f814d345d34 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:20:10.511764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 01e01ab5-681e-43de-b53d-7f814d345d34) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:10.520455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:10.521443 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:10.527782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fe1854-f9a0-488a-9c44-1cf4cd394940 None None] Network 01e01ab5-681e-43de-b53d-7f814d345d34 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:10.558708 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a9857158-4c21-467b-ba72-20437d9c26ce admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5408175 Feb 17 22:20:10.679587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998776ba-5aeb-4eac-8e86-619498ae4ea7 None None] Network 01e01ab5-681e-43de-b53d-7f814d345d34 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:10.916020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Allocated IP 172.25.0.69 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/ed7c0198-b798-4e88-bf69-795690f44be4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:10.945955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (f10db0f9-dcac-4447-b445-42a17eb7fc45), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.086821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d71e1e-e80e-492d-a988-e34908431dae req-033f3e81-5416-4b8e-81b8-a7797be2f1ae service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8505552 Feb 17 22:20:11.128418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.135495 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (f10db0f9-dcac-4447-b445-42a17eb7fc45), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.174277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-8b2e9655-89b8-48af-b560-4e390665b225 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:11.175804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-8b2e9655-89b8-48af-b560-4e390665b225 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 0.8035982 Feb 17 22:20:11.233488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (f10db0f9-dcac-4447-b445-42a17eb7fc45), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.234035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Fanout notify agent at l3_agent the message router_deleted on router f10db0f9-dcac-4447-b445-42a17eb7fc45 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:20:11.240650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-4a3180d5-4903-4578-8bcf-6c4b2e8ecba9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/quotas/6602a0e011e745b7b433d2d7b44aba8d HTTP/1.1" status: 200 len: 375 time: 0.0312111 Feb 17 22:20:11.245550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.246477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0416c098-b152-4dbb-b53c-0ab12083ad61 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/f10db0f9-dcac-4447-b445-42a17eb7fc45 HTTP/1.1" status: 204 len: 168 time: 3.4551213 Feb 17 22:20:11.252102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48942) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:11.261101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1610470867', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:11.305456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-65ea5e9a-6761-4c1b-a145-ea48e7ad7c4c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523453 Feb 17 22:20:11.313203 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for port (ed7c0198-b798-4e88-bf69-795690f44be4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.373363 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.374427 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.474624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ed7c0198-b798-4e88-bf69-795690f44be4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.490091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (8aac74f8-3eed-47b9-9aec-530b2d48f03d), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.521904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-352d2e3f-f5dd-4cd8-bcc9-80acec081b04 service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006466 Feb 17 22:20:11.612133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:11.627205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:11.658223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:11.665015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event updated for resources: {'Port': ['ID=ed7c0198-b798-4e88-bf69-795690f44be4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:11.794007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (8aac74f8-3eed-47b9-9aec-530b2d48f03d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.876564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-cd75b465-79b5-43c8-a7a4-1c9530c74347 service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118689 Feb 17 22:20:11.922677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (2096b10c-0a7b-469d-a8d3-502293b3247a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:11.975655 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed7c0198-b798-4e88-bf69-795690f44be4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:12.098186 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736ffe41-a4cf-4214-b669-0eb2b9d9e8e2 x-openstack-request-id: req-736ffe41-a4cf-4214-b669-0eb2b9d9e8e2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:12.099022 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57a87ee-9e33-42b0-ba14-cdf773e55939", "name": "network-vif-plugged", "status": "completed", "tag": "57c61874-2e4d-4847-85c5-24cfa869694f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:12.099022 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-736ffe41-a4cf-4214-b669-0eb2b9d9e8e2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:12.099919 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c61874-2e4d-4847-85c5-24cfa869694f', 'code': 200} Feb 17 22:20:12.327521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (8aac74f8-3eed-47b9-9aec-530b2d48f03d), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:12.387834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:12.392819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for port (ed7c0198-b798-4e88-bf69-795690f44be4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:12.419278 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ed7c0198-b798-4e88-bf69-795690f44be4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:12.492442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf381cbd-ffef-49c9-9d58-8671ff28a975 req-a653937a-4e57-4074-b853-ad09544985aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:12.494049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf381cbd-ffef-49c9-9d58-8671ff28a975 req-a653937a-4e57-4074-b853-ad09544985aa service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 1132 time: 0.2592981 Feb 17 22:20:12.638746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event updated for resources: {'Port': ['ID=ed7c0198-b798-4e88-bf69-795690f44be4,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:12.702379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a05f00-643f-4fbb-a2ad-4264fb4a0394 req-6cf72067-23f0-4377-a42f-5ee34be02962 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:12.704310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82a05f00-643f-4fbb-a2ad-4264fb4a0394 req-6cf72067-23f0-4377-a42f-5ee34be02962 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 945 time: 0.3714094 Feb 17 22:20:12.712411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2096b10c-0a7b-469d-a8d3-502293b3247a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:12.765338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:12.766592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-83f2a4bf-0230-4d6e-8d95-d12f1e2a24d6 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7210383 Feb 17 22:20:12.768820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf381cbd-ffef-49c9-9d58-8671ff28a975 req-9ea54535-18e5-463c-878e-3a6151a704b7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483602 Feb 17 22:20:12.770029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Allocated IP 172.25.0.137 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/733f9f84-5944-4938-afb2-69931d88ce30) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:12.871674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-28d1a043-4eee-4b27-a161-0108125e0b1d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0947998 Feb 17 22:20:12.958050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82a05f00-643f-4fbb-a2ad-4264fb4a0394 req-b3448981-82fe-4394-a13e-298644ec90c2 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314973 Feb 17 22:20:13.091692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for port (733f9f84-5944-4938-afb2-69931d88ce30), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:13.104725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-97351e4a-7772-4595-8a79-b67278ebc18e tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:13.106577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1904107f-b95d-483b-9268-2d8d221bbfa4 req-97351e4a-7772-4595-8a79-b67278ebc18e tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.1899261 Feb 17 22:20:13.142532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-89ed9e92-4673-4fa7-8d9a-36df04d12d76 req-490d7473-c833-41fc-96fd-8482fb6b21d0 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-318769866', 'description': 'tempest-description-1090134734'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:13.168817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (733f9f84-5944-4938-afb2-69931d88ce30), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:13.177245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89ed9e92-4673-4fa7-8d9a-36df04d12d76 req-490d7473-c833-41fc-96fd-8482fb6b21d0 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:13.244807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:13.258663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:13.296411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:13.372057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event updated for resources: {'Port': ['ID=733f9f84-5944-4938-afb2-69931d88ce30,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:13.651000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f791b471-8b20-41fa-8b22-7f79b1e09a71 req-0058b7e3-1dd5-46a9-abc3-611bac44f262 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:13.652603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f791b471-8b20-41fa-8b22-7f79b1e09a71 req-0058b7e3-1dd5-46a9-abc3-611bac44f262 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 949 time: 0.4235685 Feb 17 22:20:13.733424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89ed9e92-4673-4fa7-8d9a-36df04d12d76 req-490d7473-c833-41fc-96fd-8482fb6b21d0 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (66f528db-b250-4564-bf10-271f715bda6b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:13.760341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89ed9e92-4673-4fa7-8d9a-36df04d12d76 req-490d7473-c833-41fc-96fd-8482fb6b21d0 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (66f528db-b250-4564-bf10-271f715bda6b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:13.802538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-b74ad966-1494-4e4f-a6aa-e127e58c930a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:13.804178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-b74ad966-1494-4e4f-a6aa-e127e58c930a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 0.4025917 Feb 17 22:20:13.828705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Request body: {'port': {'device_id': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'admin_state_up': True, 'tenant_id': '6602a0e011e745b7b433d2d7b44aba8d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:13.848857 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89ed9e92-4673-4fa7-8d9a-36df04d12d76 req-490d7473-c833-41fc-96fd-8482fb6b21d0 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:13.851573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89ed9e92-4673-4fa7-8d9a-36df04d12d76 req-490d7473-c833-41fc-96fd-8482fb6b21d0 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.7153678 Feb 17 22:20:13.983985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d7473-c833-41fc-96fd-8482fb6b21d0 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66f528db-b250-4564-bf10-271f715bda6b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:14.038883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f791b471-8b20-41fa-8b22-7f79b1e09a71 req-dfa552bb-ac2c-4a97-91e3-280d5ff6bb7c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560171 Feb 17 22:20:14.342683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6bc9-6c0b-4dd5-b227-e505ff2788c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:14.543152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9852e1bc-dabe-4706-aecd-f5ac2f2ecb7c req-acf4484d-c763-4a04-a2cb-a3d3a228103b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 210 time: 0.5146940 Feb 17 22:20:14.726382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (8aac74f8-3eed-47b9-9aec-530b2d48f03d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:14.789540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38813bbb-7a8d-4e5d-b208-0f42c573e0df req-cec5ea8f-bba1-4490-9169-91968286e90f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:14.791144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38813bbb-7a8d-4e5d-b208-0f42c573e0df req-cec5ea8f-bba1-4490-9169-91968286e90f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2512934 Feb 17 22:20:14.874738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Made reservation on behalf of 6602a0e011e745b7b433d2d7b44aba8d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:14.879389 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:14.958833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-a3415842-7ec9-466e-891c-ed17dd3aa234 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:14.961499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-a3415842-7ec9-466e-891c-ed17dd3aa234 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2984848 Feb 17 22:20:15.082765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38813bbb-7a8d-4e5d-b208-0f42c573e0df req-f805c6b3-0528-4034-939c-a4cb84e70d87 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2539034 Feb 17 22:20:15.184458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-9c653678-1603-4238-a071-4357f49be076 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.1994421 Feb 17 22:20:15.221369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Request body: {'floatingip': {'port_id': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:15.330561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (2096b10c-0a7b-469d-a8d3-502293b3247a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:15.382557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-bb64e7c3-ac95-4460-b7d7-9daf170a5bb5 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/66f528db-b250-4564-bf10-271f715bda6b HTTP/1.1" status: 200 len: 1823 time: 0.2477601 Feb 17 22:20:15.397730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Allocated IP 172.20.0.9 (568604d9-9a4f-4528-b718-c5f5a82defd1/784e210e-2e77-4d49-b236-180e94c13c52/631bd677-db80-4ae9-9312-265af8dc5a0e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:15.422147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:15.426660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f528db-b250-4564-bf10-271f715bda6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:15.426981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '66f528db-b250-4564-bf10-271f715bda6b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:15.843213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (c36b1052-c90c-4640-9f56-ce2ff9aa0163), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:15.936892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (c36b1052-c90c-4640-9f56-ce2ff9aa0163), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:15.962298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c36b1052-c90c-4640-9f56-ce2ff9aa0163), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.096551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36b1052-c90c-4640-9f56-ce2ff9aa0163,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:16.113709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks [] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.126652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.129096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e993bb2-2551-45fa-949d-1856bc927d17 req-cd1009e4-ab7e-46d7-9092-763a6ebe1f02 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7327645 Feb 17 22:20:16.341573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Router 8aac74f8-3eed-47b9-9aec-530b2d48f03d is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:20:16.414700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.478038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fd4bf-1ccb-436a-b0a6-e8597e6a79a3 req-3382d9d0-4988-4c13-ad77-3302ce3eb10d tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:16.479854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b8fd4bf-1ccb-436a-b0a6-e8597e6a79a3 req-3382d9d0-4988-4c13-ad77-3302ce3eb10d tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 949 time: 0.2663362 Feb 17 22:20:16.492816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:20:16.643264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:16.664580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:16.671759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:16.674517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:16.686198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.719510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2096b10c-0a7b-469d-a8d3-502293b3247a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.771595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b8fd4bf-1ccb-436a-b0a6-e8597e6a79a3 req-0741e33a-4f52-4b35-96ac-f068324123d7 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763574 Feb 17 22:20:16.819321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7388270d-ce58-43b9-8c2a-9f0087a42f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.842663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:16.843292 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.864910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:16.889434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] Sync routers for ids ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:16.901724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] Routers {'8aac74f8-3eed-47b9-9aec-530b2d48f03d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:16.902826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:16.921412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-3ac8d1a1-0d71-407d-9619-58160e29c406 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0974131 Feb 17 22:20:16.930979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:16.932535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3e6ee444-7a26-4974-88d4-02c2d836be39 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6782584 Feb 17 22:20:16.938415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48992) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:16.941536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Request body: {'port': {'device_id': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:16.943573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:16.948490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:16.960840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] Routers {'8aac74f8-3eed-47b9-9aec-530b2d48f03d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:16.961755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:16.996102 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Floating IP 2096b10c-0a7b-469d-a8d3-502293b3247a associated. External IP: 172.25.0.69, port: 1382fb67-5c50-4fbc-89a9-e481b6d756f4. Feb 17 22:20:16.996680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:16.997359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53caa10a-3abf-49cf-bd9a-3375eb86becb None None] The sync data for ids ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:17.074166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ede1d-9ddc-415c-87fe-990254a2ae5e req-f3ce3ff6-06c8-4d5f-a7d1-587453c59617 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:17.075910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e80ede1d-9ddc-415c-87fe-990254a2ae5e req-f3ce3ff6-06c8-4d5f-a7d1-587453c59617 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2298987 Feb 17 22:20:17.177578 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:17.644651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e80ede1d-9ddc-415c-87fe-990254a2ae5e req-f0137f65-57d8-4377-b7ce-292d83659152 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5323019 Feb 17 22:20:17.710749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (8aac74f8-3eed-47b9-9aec-530b2d48f03d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:17.729608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_gateway (8aac74f8-3eed-47b9-9aec-530b2d48f03d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:17.821593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:17.829278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Deleting port 733f9f84-5944-4938-afb2-69931d88ce30 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:17.829800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (733f9f84-5944-4938-afb2-69931d88ce30), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:17.922959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (733f9f84-5944-4938-afb2-69931d88ce30), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:17.939583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Calling delete_port for 733f9f84-5944-4938-afb2-69931d88ce30 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:17.956114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac32ea-3a06-4bf6-8d05-161ff11a5bea req-7f1f194e-ff37-4d65-8366-d3022308301e tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:17.958547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98ac32ea-3a06-4bf6-8d05-161ff11a5bea req-7f1f194e-ff37-4d65-8366-d3022308301e tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 931 time: 0.1936066 Feb 17 22:20:17.983742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Router 67bddb8e-e810-4619-8aed-2b1900c3309b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:20:18.199686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (733f9f84-5944-4938-afb2-69931d88ce30), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.205588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98ac32ea-3a06-4bf6-8d05-161ff11a5bea req-faab4f4d-aca7-483c-819f-70cfae8fc83a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331367 Feb 17 22:20:18.252636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Pushing event deleted for resources: {'Port': ['ID=733f9f84-5944-4938-afb2-69931d88ce30,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:18.275615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 631bd677-db80-4ae9-9312-265af8dc5a0e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:20:18.286771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Publish callbacks [] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.309233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Transition to ACTIVE for port object 631bd677-db80-4ae9-9312-265af8dc5a0e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:20:18.310680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:18.325148 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] Sync routers for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:18.327029 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.332844 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.345823 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:18.346883 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:18.372973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (8aac74f8-3eed-47b9-9aec-530b2d48f03d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.418333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-2f50ad9d-0b1e-426b-9448-b47689aa1b8a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "PUT /v2.0/floatingips/2096b10c-0a7b-469d-a8d3-502293b3247a HTTP/1.1" status: 200 len: 995 time: 3.2200472 Feb 17 22:20:18.423143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:18.427057 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809490e9-a5ca-4812-b214-f61169915239" -d '{"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:18.448790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:18.609840 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:18.636733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-d076d6f0-1895-44fb-9e75-af4f6b6ac5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:18.640358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-d076d6f0-1895-44fb-9e75-af4f6b6ac5f0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.1570358 Feb 17 22:20:18.644584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Attempting to bind port 631bd677-db80-4ae9-9312-265af8dc5a0e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:20:18.645143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Attempting to bind port 631bd677-db80-4ae9-9312-265af8dc5a0e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:20:18.645690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Attempting to bind port 631bd677-db80-4ae9-9312-265af8dc5a0e on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:20:18.653668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Port 631bd677-db80-4ae9-9312-265af8dc5a0e on network 568604d9-9a4f-4528-b718-c5f5a82defd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:20:18.654196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Attempting to bind port 631bd677-db80-4ae9-9312-265af8dc5a0e on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:20:18.663865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:20:18.664330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Checking segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:20:18.664905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Bound using segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:20:18.665632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Bound port: 631bd677-db80-4ae9-9312-265af8dc5a0e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:20:18.666223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.775136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ac910220-02d2-46cf-94ef-ed240c841fbc req-75a426b8-0b72-439c-b1e6-4c50b568a4ee tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1292551507', 'description': 'tempest-description-713311475'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:18.886182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.892369 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac910220-02d2-46cf-94ef-ed240c841fbc req-75a426b8-0b72-439c-b1e6-4c50b568a4ee tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.893608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:18.996879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Router 8aac74f8-3eed-47b9-9aec-530b2d48f03d has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:20:19.002496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:20:19.017465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-5ce37995-c5bb-4d76-903f-7462d134f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:19.019464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-5ce37995-c5bb-4d76-903f-7462d134f036 service neutron] 10.222.0.79 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.3494382 Feb 17 22:20:19.051073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:20:19.099630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:19.108016 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.111472 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2096b10c-0a7b-469d-a8d3-502293b3247a', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'port_id': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'mac_address': 'fa:16:3e:3b:17:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:20:11Z', 'updated_at': '2022-02-17T22:20:16Z', 'revision_number': 1, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:22Z', 'revision_number': 5, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:19.114195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] Sync routers for ids ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:19.122905 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f308985-0184-4d92-b6ab-dc72ac4a3df4 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "PUT /v2.0/routers/8aac74f8-3eed-47b9-9aec-530b2d48f03d HTTP/1.1" status: 200 len: 710 time: 2.1828487 Feb 17 22:20:19.124143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49006) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:19.129743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] Routers {'8aac74f8-3eed-47b9-9aec-530b2d48f03d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:19.131436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:19.134383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.185279 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] Checking router: 67bddb8e-e810-4619-8aed-2b1900c3309b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:20:19.189651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:19.201931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] Routers {'8aac74f8-3eed-47b9-9aec-530b2d48f03d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:19.202846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:19.207476 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:19.208515 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:19.261252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:19.262568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b858614-cd67-4668-b5b6-0575928b9a5c None None] The sync data for ids ['8aac74f8-3eed-47b9-9aec-530b2d48f03d'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:19.270826 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.407556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:19.408680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.411018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] 10.222.0.73 "PUT /v2.0/ports/631bd677-db80-4ae9-9312-265af8dc5a0e HTTP/1.1" status: 200 len: 1092 time: 2.4771206 Feb 17 22:20:19.437623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-7d040d18-9fff-4b0f-8127-60c9d905d479 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 998 time: 0.4027283 Feb 17 22:20:19.439615 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:19.445229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac910220-02d2-46cf-94ef-ed240c841fbc req-75a426b8-0b72-439c-b1e6-4c50b568a4ee tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (5b49f097-3805-448c-9420-990f066b453a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.449418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-753dbebc-26bf-4042-ad1f-9f7f53fc49c3 tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/routers/8aac74f8-3eed-47b9-9aec-530b2d48f03d HTTP/1.1" status: 200 len: 745 time: 0.3173649 Feb 17 22:20:19.454642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:19.484503 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac910220-02d2-46cf-94ef-ed240c841fbc req-75a426b8-0b72-439c-b1e6-4c50b568a4ee tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5b49f097-3805-448c-9420-990f066b453a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.551500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adae9fa4-a947-4620-a142-19e2f24b9ac4 service neutron] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:19.595286 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8b3df6d-2a6d-4251-adbe-c3a47e50840b tempest-RoutersIpV6AdminTest-492158644 tempest-RoutersIpV6AdminTest-492158644-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=8aac74f8-3eed-47b9-9aec-530b2d48f03d HTTP/1.1" status: 200 len: 205 time: 0.1362257 Feb 17 22:20:19.598892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:19.653541 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c3a8df7d-d079-4506-a6c8-ea3a4ba61097 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aac74f8-3eed-47b9-9aec-530b2d48f03d HTTP/1.1" status: 200 len: 205 time: 0.0531940 Feb 17 22:20:19.656125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac910220-02d2-46cf-94ef-ed240c841fbc req-75a426b8-0b72-439c-b1e6-4c50b568a4ee tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.658256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac910220-02d2-46cf-94ef-ed240c841fbc req-75a426b8-0b72-439c-b1e6-4c50b568a4ee tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.9398265 Feb 17 22:20:19.658586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49014) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:19.670537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-5b0b44b1-d00d-4945-acc2-ccba04e9d96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:19.670537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-5b0b44b1-d00d-4945-acc2-ccba04e9d96d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.2137122 Feb 17 22:20:19.671219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a426b8-0b72-439c-b1e6-4c50b568a4ee tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b49f097-3805-448c-9420-990f066b453a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:19.769738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-63987ac6-c1a8-4945-b238-da51b354ab4f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771303 Feb 17 22:20:19.858661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4986befc-b019-437d-b83f-dcf87b013085 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:19.890846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-9ae649f8-60f0-49c6-9aef-ad372c761987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:19.894512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-9ae649f8-60f0-49c6-9aef-ad372c761987 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 1126 time: 0.3671184 Feb 17 22:20:19.943857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-bdba83da-32d6-4ec0-a1aa-d4300f09ac24 service neutron] 10.222.0.79 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727192 Feb 17 22:20:19.999261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-455fb9f7-600b-437a-bb4d-7f69a492fb36 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631bd677-db80-4ae9-9312-265af8dc5a0e HTTP/1.1" status: 200 len: 217 time: 0.0534911 Feb 17 22:20:20.059953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-d0353e77-9bd4-4937-a133-11f60307054b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:20.063358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-d0353e77-9bd4-4937-a133-11f60307054b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.0543194 Feb 17 22:20:20.161316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-90b8aba0-d031-439f-a19b-adb3d37526d7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852323 Feb 17 22:20:20.163523 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2096b10c-0a7b-469d-a8d3-502293b3247a', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'port_id': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'mac_address': 'fa:16:3e:3b:17:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:20:11Z', 'updated_at': '2022-02-17T22:20:16Z', 'revision_number': 1, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:22Z', 'revision_number': 5, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:20.202730 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff573c4f-df18-4cd9-85be-8bb0600fa01c None None] The sync data for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 is: [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2096b10c-0a7b-469d-a8d3-502293b3247a', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'floating_ip_address': '172.25.0.69', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'port_id': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1320, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'mac_address': 'fa:16:3e:3b:17:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:20:11Z', 'updated_at': '2022-02-17T22:20:16Z', 'revision_number': 1, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:22Z', 'revision_number': 5, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:20.251394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4986befc-b019-437d-b83f-dcf87b013085 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:20.255202 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4986befc-b019-437d-b83f-dcf87b013085 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router_controller (8aac74f8-3eed-47b9-9aec-530b2d48f03d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:20.307489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87acf3d8-cd4c-4c77-ad39-5c4743ff5380 req-f3e671c4-0edb-426b-8902-95fdd1486e01 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:20.309101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87acf3d8-cd4c-4c77-ad39-5c4743ff5380 req-f3e671c4-0edb-426b-8902-95fdd1486e01 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1443093 Feb 17 22:20:20.336419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4986befc-b019-437d-b83f-dcf87b013085 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (8aac74f8-3eed-47b9-9aec-530b2d48f03d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:20.337384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4986befc-b019-437d-b83f-dcf87b013085 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Fanout notify agent at l3_agent the message router_deleted on router 8aac74f8-3eed-47b9-9aec-530b2d48f03d {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:20:20.354815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4986befc-b019-437d-b83f-dcf87b013085 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:20.364932 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4986befc-b019-437d-b83f-dcf87b013085 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/8aac74f8-3eed-47b9-9aec-530b2d48f03d HTTP/1.1" status: 204 len: 168 time: 0.7043507 Feb 17 22:20:20.365960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49022) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:20.392742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-9930e516-5178-4683-b6c2-6e8ea479dcbe service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226081 Feb 17 22:20:20.400180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bb4113a-2108-454b-8fe9-4670ccd7e929 req-af13067d-ca4d-4efb-8cb7-bd06f365e11c service neutron] 10.222.0.79 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997688 Feb 17 22:20:20.435947 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d263edc-8d49-4a73-b5be-9e2a55e6e172 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=8aac74f8-3eed-47b9-9aec-530b2d48f03d HTTP/1.1" status: 200 len: 205 time: 0.0662146 Feb 17 22:20:20.437181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:20.502453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e214eb55-07f9-4eeb-adec-5dfdcebea727 req-62540d0f-f7e5-4feb-b953-85b1be90b074 service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012287 Feb 17 22:20:20.507925 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472aa4ba-59af-4e7c-99d5-f68ba1fc326c x-openstack-request-id: req-472aa4ba-59af-4e7c-99d5-f68ba1fc326c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:20.508218 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:20.508480 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-472aa4ba-59af-4e7c-99d5-f68ba1fc326c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:20.508898 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'status': 'completed', 'code': 200} Feb 17 22:20:20.539171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87acf3d8-cd4c-4c77-ad39-5c4743ff5380 req-0cfa168a-8122-47ae-8ce1-b7d166f8e212 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195272 Feb 17 22:20:20.554144 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-33f5360b-547d-4e90-a7e0-3904a2836ca3 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] delete failed (client error): The resource could not be found. Feb 17 22:20:20.556224 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33f5360b-547d-4e90-a7e0-3904a2836ca3 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/8aac74f8-3eed-47b9-9aec-530b2d48f03d HTTP/1.1" status: 404 len: 336 time: 0.1170158 Feb 17 22:20:20.560134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49030) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:20.647862 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bf11286b-22a2-446a-968c-740fa787ad14 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=f10db0f9-dcac-4447-b445-42a17eb7fc45 HTTP/1.1" status: 200 len: 205 time: 0.0743129 Feb 17 22:20:20.655005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49032) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:20.681050 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:20.684768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809490e9-a5ca-4812-b214-f61169915239 req-fe684f38-488d-4c40-a169-b9b3ec6873ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:20.686470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-809490e9-a5ca-4812-b214-f61169915239 req-fe684f38-488d-4c40-a169-b9b3ec6873ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.1438043 Feb 17 22:20:20.691106 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f6f7eb-8543-4cd2-95cd-a7aa51d93f84 None None] New status for floating IP 2096b10c-0a7b-469d-a8d3-502293b3247a: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:20:20.699758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-7654fa4c-f5f2-428b-b7e5-507d185d2c1d tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/5b49f097-3805-448c-9420-990f066b453a HTTP/1.1" status: 200 len: 1823 time: 0.1040025 Feb 17 22:20:20.790175 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-187a9052-72a5-424c-a27a-b6c4e937a178 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] delete failed (client error): The resource could not be found. Feb 17 22:20:20.795138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-187a9052-72a5-424c-a27a-b6c4e937a178 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/f10db0f9-dcac-4447-b445-42a17eb7fc45 HTTP/1.1" status: 404 len: 336 time: 0.1327324 Feb 17 22:20:20.795707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49036) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:20.798203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5b49f097-3805-448c-9420-990f066b453a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:20.798827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5b49f097-3805-448c-9420-990f066b453a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:20.881275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-664e64e5-16a3-47af-996b-8630548c2d57 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=71a8f568-26d4-4df1-8b27-14648e95dfee HTTP/1.1" status: 200 len: 205 time: 0.0809615 Feb 17 22:20:20.881589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49038) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:20.979752 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-a42d982e-d399-4778-8111-e99da901e84d tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] delete failed (client error): The resource could not be found. Feb 17 22:20:20.981312 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a42d982e-d399-4778-8111-e99da901e84d tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/71a8f568-26d4-4df1-8b27-14648e95dfee HTTP/1.1" status: 404 len: 336 time: 0.0976970 Feb 17 22:20:20.985683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49040) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.013755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f11bd1-c20a-499a-ae05-74d42a81df5f req-809c9f81-4bf0-415e-a839-72012b57c05d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:21.015527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22f11bd1-c20a-499a-ae05-74d42a81df5f req-809c9f81-4bf0-415e-a839-72012b57c05d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 943 time: 0.3142271 Feb 17 22:20:21.020461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (2db2b8e2-03a3-44f3-9d66-b5015bd2c264), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:21.039637 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2887d357-5dc0-4416-80f0-8b1bba451d5f tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=3d152813-864b-4cb2-a5ff-5210e18d395d HTTP/1.1" status: 200 len: 205 time: 0.0512118 Feb 17 22:20:21.043904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49042) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.070432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809490e9-a5ca-4812-b214-f61169915239 req-5e32a4fd-58ca-4ca3-bbbe-ddbd53ebc28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:21.072156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-809490e9-a5ca-4812-b214-f61169915239 req-5e32a4fd-58ca-4ca3-bbbe-ddbd53ebc28f service neutron] 10.222.0.73 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.3689036 Feb 17 22:20:21.074317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (2db2b8e2-03a3-44f3-9d66-b5015bd2c264), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:21.094576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2db2b8e2-03a3-44f3-9d66-b5015bd2c264), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:21.106620 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-3ce07679-81b5-4688-89ee-6ce3905d5bf8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] delete failed (client error): The resource could not be found. Feb 17 22:20:21.107980 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3ce07679-81b5-4688-89ee-6ce3905d5bf8 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/3d152813-864b-4cb2-a5ff-5210e18d395d HTTP/1.1" status: 404 len: 336 time: 0.0624754 Feb 17 22:20:21.112455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.149084 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d0afc49-23ba-4ebb-9c5a-3a7cc997a618 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=061b319b-876a-4e3d-809e-ce4750cab476 HTTP/1.1" status: 200 len: 205 time: 0.0347307 Feb 17 22:20:21.152314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.177464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db2b8e2-03a3-44f3-9d66-b5015bd2c264,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:21.192329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22f11bd1-c20a-499a-ae05-74d42a81df5f req-416a78ae-397b-4594-a900-d96c18e4c990 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639254 Feb 17 22:20:21.204534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:21.205756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a80a428e-605b-4b35-98c4-72bdf0a605b1 req-5ff40096-8084-4b8a-a1de-5cdbdf0b0420 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4355288 Feb 17 22:20:21.218675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-809490e9-a5ca-4812-b214-f61169915239 req-d6d59bd2-368c-4b7f-96ac-42f8c2b77eb5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 1000 time: 0.1378858 Feb 17 22:20:21.224783 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-ac510cd2-e8fa-4820-9d76-2199479f322d tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] delete failed (client error): The resource could not be found. Feb 17 22:20:21.227065 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ac510cd2-e8fa-4820-9d76-2199479f322d tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/061b319b-876a-4e3d-809e-ce4750cab476 HTTP/1.1" status: 404 len: 336 time: 0.0731812 Feb 17 22:20:21.233089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49050) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.289631 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45e1a137-8318-486a-83ab-1c299297bfbe tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6 HTTP/1.1" status: 200 len: 205 time: 0.0551345 Feb 17 22:20:21.292114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49052) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.294215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809490e9-a5ca-4812-b214-f61169915239 req-d9a75af6-b467-4d56-a347-24ecd1047aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:21.296937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-809490e9-a5ca-4812-b214-f61169915239 req-d9a75af6-b467-4d56-a347-24ecd1047aa5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.0717595 Feb 17 22:20:21.355742 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-5938566c-4244-4674-8412-08ca45eea135 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] delete failed (client error): The resource could not be found. Feb 17 22:20:21.361323 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5938566c-4244-4674-8412-08ca45eea135 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/routers/2e5e507e-f4c3-4c66-9ed2-16cd4d3b97b6 HTTP/1.1" status: 404 len: 336 time: 0.0617976 Feb 17 22:20:21.361763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.408919 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f984eac-88b8-4576-892a-3267edfc7599 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] DELETE failed (client error): The resource could not be found. Feb 17 22:20:21.408919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f984eac-88b8-4576-892a-3267edfc7599 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:20:21.413897 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f984eac-88b8-4576-892a-3267edfc7599 tempest-RoutersIpV6AdminTest-1813689790 tempest-RoutersIpV6AdminTest-1813689790-project] 10.222.0.79 "DELETE /v2.0/subnets/a4184d43-54fd-400b-b175-ae4a75aae51e HTTP/1.1" status: 404 len: 337 time: 0.0498855 Feb 17 22:20:21.417097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-809490e9-a5ca-4812-b214-f61169915239 req-84884eb5-5341-4c74-94e5-b08aca84cb8f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644822 Feb 17 22:20:21.445713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-1f7c9e61-b1e5-495d-b0c6-423b894e7d34 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 1000 time: 0.1636412 Feb 17 22:20:21.598671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a479c-c591-4c17-a482-bd18174f46fd req-4fac0002-ce7b-4cc5-a038-a937d02dc7db tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:21.601211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-4fac0002-ce7b-4cc5-a038-a937d02dc7db tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports/1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 942 time: 0.1453893 Feb 17 22:20:21.620197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f620a6-eba4-4420-b31f-ae7085f20e11 req-22f3984f-7abf-498e-8a7e-c61cab3965e3 tempest-ServersAdminNegativeTestJSON-1832759450 tempest-ServersAdminNegativeTestJSON-1832759450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:21.624513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f620a6-eba4-4420-b31f-ae7085f20e11 req-22f3984f-7abf-498e-8a7e-c61cab3965e3 tempest-ServersAdminNegativeTestJSON-1832759450 tempest-ServersAdminNegativeTestJSON-1832759450-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 1132 time: 0.2752366 Feb 17 22:20:21.658963 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-31f620a6-eba4-4420-b31f-ae7085f20e11 req-78459f1f-7d77-4174-bd58-c0a93402e332 tempest-ServersAdminNegativeTestJSON-1832759450 tempest-ServersAdminNegativeTestJSON-1832759450-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:21.760853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-809490e9-a5ca-4812-b214-f61169915239 req-1467d650-2139-4686-beb6-2d1e813f01bb service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205543 Feb 17 22:20:21.779109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49060) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:21.873793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-60853f19-927e-436d-9f72-fca84a702ed3 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 1000 time: 0.1852634 Feb 17 22:20:21.981366 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5a1e-93bf-4f53-b6e1-da1b55f30900 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.093333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5a1e-93bf-4f53-b6e1-da1b55f30900 admin admin] Publish callbacks [] for security_group (cd2d868f-f345-4cb3-a4c4-cff5bded4c12), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.099647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a9d5a1e-93bf-4f53-b6e1-da1b55f30900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cd2d868f-f345-4cb3-a4c4-cff5bded4c12), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.156314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d5a1e-93bf-4f53-b6e1-da1b55f30900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2d868f-f345-4cb3-a4c4-cff5bded4c12,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:22.166625 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a9d5a1e-93bf-4f53-b6e1-da1b55f30900 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=52fdded1214b4779832b493b77d37912&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3858356 Feb 17 22:20:22.176431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49066) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:22.245620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-734c7ca1-b7d7-4e8f-9a54-b5e732702f1c admin admin] Publish callbacks [] for security_group (cd2d868f-f345-4cb3-a4c4-cff5bded4c12), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.274364 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-734c7ca1-b7d7-4e8f-9a54-b5e732702f1c admin admin] Publish callbacks [] for security_group (cd2d868f-f345-4cb3-a4c4-cff5bded4c12), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.345781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-734c7ca1-b7d7-4e8f-9a54-b5e732702f1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cd2d868f-f345-4cb3-a4c4-cff5bded4c12), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.349705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-734c7ca1-b7d7-4e8f-9a54-b5e732702f1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.358607 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-734c7ca1-b7d7-4e8f-9a54-b5e732702f1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd2d868f-f345-4cb3-a4c4-cff5bded4c12 HTTP/1.1" status: 204 len: 168 time: 0.1770222 Feb 17 22:20:22.375437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c7ca1-b7d7-4e8f-9a54-b5e732702f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2d868f-f345-4cb3-a4c4-cff5bded4c12,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:22.376128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-809490e9-a5ca-4812-b214-f61169915239 req-778da887-9a32-4d10-bca1-da47f3025bad service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6024861 Feb 17 22:20:22.405624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-31f620a6-eba4-4420-b31f-ae7085f20e11 req-78459f1f-7d77-4174-bd58-c0a93402e332 tempest-ServersAdminNegativeTestJSON-1832759450 tempest-ServersAdminNegativeTestJSON-1832759450-project-admin] Publish callbacks [] for security_group (840232b3-7e28-4124-afde-a3f9020ee687), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.411109 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-31f620a6-eba4-4420-b31f-ae7085f20e11 req-78459f1f-7d77-4174-bd58-c0a93402e332 tempest-ServersAdminNegativeTestJSON-1832759450 tempest-ServersAdminNegativeTestJSON-1832759450-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (840232b3-7e28-4124-afde-a3f9020ee687), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.458995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f620a6-eba4-4420-b31f-ae7085f20e11 req-78459f1f-7d77-4174-bd58-c0a93402e332 tempest-ServersAdminNegativeTestJSON-1832759450 tempest-ServersAdminNegativeTestJSON-1832759450-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8282573 Feb 17 22:20:22.470854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a479c-c591-4c17-a482-bd18174f46fd req-c617ab48-a875-4068-9b35-32a99ce07dd7 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:22.472586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-c617ab48-a875-4068-9b35-32a99ce07dd7 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.5781105 Feb 17 22:20:22.489494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78459f1f-7d77-4174-bd58-c0a93402e332 tempest-ServersAdminNegativeTestJSON-1832759450 tempest-ServersAdminNegativeTestJSON-1832759450-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840232b3-7e28-4124-afde-a3f9020ee687,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:22.509997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:22.517892 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2311051-7d04-4a1c-a81a-fecf263e8958" -d '{"events": [{"name": "network-changed", "server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:22.641093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-374cb20e-3bb8-448d-ba3e-850d05960379 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 1000 time: 0.1536934 Feb 17 22:20:22.676684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:22.755196 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (2096b10c-0a7b-469d-a8d3-502293b3247a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:22.767157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac830cd-5d61-4281-8abc-6fb207ab098e req-e6afbdab-19c1-48b5-979d-806b7ca16c35 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:22.771217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ac830cd-5d61-4281-8abc-6fb207ab098e req-e6afbdab-19c1-48b5-979d-806b7ca16c35 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1652217 Feb 17 22:20:22.894003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49080) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:22.953868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ac830cd-5d61-4281-8abc-6fb207ab098e req-5cea494c-ce48-45d4-8aa8-9af3598f6251 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362751 Feb 17 22:20:22.961544 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49f13f02-788d-4e01-bf70-08657a462dd9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf1410a2fa434e4fb996c0b44adef41c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0653691 Feb 17 22:20:22.961887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49082) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:23.042830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c43175af-03bf-477e-8478-25951924ca02 req-6b22d4d0-cd3c-47c6-bf0c-c093de4bbe0b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-923887255', 'description': 'tempest-description-1863602049'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:23.051499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.061508 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2096b10c-0a7b-469d-a8d3-502293b3247a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.061863 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Floating IP 2096b10c-0a7b-469d-a8d3-502293b3247a disassociated. External IP: 172.25.0.69, port: 1382fb67-5c50-4fbc-89a9-e481b6d756f4. Feb 17 22:20:23.083083 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:20:23.172071 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c43175af-03bf-477e-8478-25951924ca02 req-6b22d4d0-cd3c-47c6-bf0c-c093de4bbe0b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.178314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af33f766-4f7e-404f-a1ce-7493c5c9b1fc admin admin] Publish callbacks [] for security_group (62b140ac-54b9-43f1-ad8c-e8fbe497ad19), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.222251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af33f766-4f7e-404f-a1ce-7493c5c9b1fc admin admin] Publish callbacks [] for security_group (62b140ac-54b9-43f1-ad8c-e8fbe497ad19), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.394540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af33f766-4f7e-404f-a1ce-7493c5c9b1fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (62b140ac-54b9-43f1-ad8c-e8fbe497ad19), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.397753 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af33f766-4f7e-404f-a1ce-7493c5c9b1fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.401580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-af33f766-4f7e-404f-a1ce-7493c5c9b1fc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/62b140ac-54b9-43f1-ad8c-e8fbe497ad19 HTTP/1.1" status: 204 len: 168 time: 0.4361176 Feb 17 22:20:23.403480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c43175af-03bf-477e-8478-25951924ca02 req-6b22d4d0-cd3c-47c6-bf0c-c093de4bbe0b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (753e85f2-7e37-49b3-9e8f-f67d6c695eed), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.411909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c43175af-03bf-477e-8478-25951924ca02 req-6b22d4d0-cd3c-47c6-bf0c-c093de4bbe0b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (753e85f2-7e37-49b3-9e8f-f67d6c695eed), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.430302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33f766-4f7e-404f-a1ce-7493c5c9b1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b140ac-54b9-43f1-ad8c-e8fbe497ad19,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:23.465195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c43175af-03bf-477e-8478-25951924ca02 req-6b22d4d0-cd3c-47c6-bf0c-c093de4bbe0b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.466492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c43175af-03bf-477e-8478-25951924ca02 req-6b22d4d0-cd3c-47c6-bf0c-c093de4bbe0b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1828 time: 0.4339039 Feb 17 22:20:23.488517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22d4d0-cd3c-47c6-bf0c-c093de4bbe0b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=753e85f2-7e37-49b3-9e8f-f67d6c695eed,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:23.517641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Router 67bddb8e-e810-4619-8aed-2b1900c3309b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:20:23.765274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 631bd677-db80-4ae9-9312-265af8dc5a0e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:20:23.805714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ada561-c2dc-475f-b084-ac4de8627fc8 req-1d5871fb-e72c-431b-8f9e-4d603eeb8bfd tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:23.808376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1ada561-c2dc-475f-b084-ac4de8627fc8 req-1d5871fb-e72c-431b-8f9e-4d603eeb8bfd tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 943 time: 0.1831293 Feb 17 22:20:23.831684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:23.848993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:23.931821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:23.940112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-a85f77a5-de29-4198-96df-c7aaffb7f857 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "PUT /v2.0/floatingips/2096b10c-0a7b-469d-a8d3-502293b3247a HTTP/1.1" status: 200 len: 694 time: 1.2682312 Feb 17 22:20:23.962004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1ada561-c2dc-475f-b084-ac4de8627fc8 req-2d8ca572-9f15-4d54-acae-55ec280522a6 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454813 Feb 17 22:20:23.964648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] Sync routers for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:23.969329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'mac_address': 'fa:16:3e:ba:06:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:20:23.989321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:23.990607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:24.086416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a479c-c591-4c17-a482-bd18174f46fd req-d498936e-2f9c-402c-994c-57237c163bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:24.091834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-d498936e-2f9c-402c-994c-57237c163bb6 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.0985005 Feb 17 22:20:24.156675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-0b7c6c55-7f93-40e3-9946-c79f4bd78908 req-e505201f-d3fc-462a-9227-2da9b4f36197 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:20:24.158396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b7c6c55-7f93-40e3-9946-c79f4bd78908 req-e505201f-d3fc-462a-9227-2da9b4f36197 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200872 Feb 17 22:20:24.178106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 631bd677-db80-4ae9-9312-265af8dc5a0e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:24.181393 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:24.233651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 631bd677-db80-4ae9-9312-265af8dc5a0e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:20:24.266417 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83646166-f3ec-450c-be10-6d0e8931cf0a x-openstack-request-id: req-83646166-f3ec-450c-be10-6d0e8931cf0a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:24.266867 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:24.267279 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-83646166-f3ec-450c-be10-6d0e8931cf0a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:24.267984 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'status': 'completed', 'code': 200} Feb 17 22:20:24.327301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:24.335265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:24.414149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-b519a8b7-31ba-4450-944a-3736f0f3ff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:24.416661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-b519a8b7-31ba-4450-944a-3736f0f3ff32 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 1126 time: 0.1531637 Feb 17 22:20:24.420713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:24.446977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a479c-c591-4c17-a482-bd18174f46fd req-79dee7b7-18ee-4a49-9767-5b5dff4dfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:24.449036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-79dee7b7-18ee-4a49-9767-5b5dff4dfcbb service neutron] 10.222.0.79 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.3291874 Feb 17 22:20:24.526941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:24.609022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b43691c5-9106-490a-8000-75bb06bca9d7 req-4571c1b3-0afc-415d-a832-3de1ba73b2e3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1373848101', 'description': 'tempest-description-1872931533'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:24.617297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-9b9df19e-623c-466d-a4de-defe5d0be5cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 217 time: 0.1557953 Feb 17 22:20:24.717957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b43691c5-9106-490a-8000-75bb06bca9d7 req-4571c1b3-0afc-415d-a832-3de1ba73b2e3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:24.750985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49116) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:24.781934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a479c-c591-4c17-a482-bd18174f46fd req-53c2a4a8-962c-45ad-b847-821a0a3ce4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:24.784516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-53c2a4a8-962c-45ad-b847-821a0a3ce4c3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.1476030 Feb 17 22:20:24.794948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-5f8f98b0-2e4b-40a2-8fb9-20f5a4e7e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:24.797650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-5f8f98b0-2e4b-40a2-8fb9-20f5a4e7e24c service neutron] 10.222.0.73 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 905 time: 0.3474066 Feb 17 22:20:24.813666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['631bd677-db80-4ae9-9312-265af8dc5a0e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:24.875890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-8b084c27-63ad-4594-891d-dd3f26a7a9fd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608783 Feb 17 22:20:24.896731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-69038937'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:24.928312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Made reservation on behalf of 28ccc91b2b464e59a5b76df106445cf8 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:24.937654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:24.956467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-333e5108-9f02-41a5-b71b-5c811962e133 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=631bd677-db80-4ae9-9312-265af8dc5a0e HTTP/1.1" status: 200 len: 217 time: 0.1432590 Feb 17 22:20:24.966239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:24.986102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:22Z', 'revision_number': 5, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:25.031393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] Checking router: 67bddb8e-e810-4619-8aed-2b1900c3309b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:20:25.071691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:25.072584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:25.158610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for security_group (04c1e056-e4b4-4c56-80ab-7f7cafd730d7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.166452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04c1e056-e4b4-4c56-80ab-7f7cafd730d7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.175469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.193590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:20:25.197481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b43691c5-9106-490a-8000-75bb06bca9d7 req-4571c1b3-0afc-415d-a832-3de1ba73b2e3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (1b2deef6-dab2-463b-9ac8-6b27da2069e4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.204978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b43691c5-9106-490a-8000-75bb06bca9d7 req-4571c1b3-0afc-415d-a832-3de1ba73b2e3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1b2deef6-dab2-463b-9ac8-6b27da2069e4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.214591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c1e056-e4b4-4c56-80ab-7f7cafd730d7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:25.216433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-606b2332-e386-412f-8618-38cad15f17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:25.218312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-606b2332-e386-412f-8618-38cad15f17ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.2360394 Feb 17 22:20:25.219804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a9696611-e49d-46a2-8f3c-58eb6b656534), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.220466 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Added segment a9696611-e49d-46a2-8f3c-58eb6b656534 of type vlan for network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 Feb 17 22:20:25.280490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-0c37ad3e-844f-4a3a-96ab-d280ab1ff339 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461960 Feb 17 22:20:25.310786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:25.330225 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b43691c5-9106-490a-8000-75bb06bca9d7 req-4571c1b3-0afc-415d-a832-3de1ba73b2e3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.331631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b43691c5-9106-490a-8000-75bb06bca9d7 req-4571c1b3-0afc-415d-a832-3de1ba73b2e3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.8176067 Feb 17 22:20:25.360482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (92d317b7-0380-4e7c-a2ff-b42552b4f8f4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.389864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571c1b3-0afc-415d-a832-3de1ba73b2e3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2deef6-dab2-463b-9ac8-6b27da2069e4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:25.400112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-4511def7-8d2a-4c45-9033-4cb7777d7f1e service neutron] 10.222.0.79 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627979 Feb 17 22:20:25.431345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (92d317b7-0380-4e7c-a2ff-b42552b4f8f4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.456040 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:25.457121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:25.514267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-11ccded7-d408-43b6-8cec-1e305c63c19a service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243123 Feb 17 22:20:25.597720 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8435185 Feb 17 22:20:25.606723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49128) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:25.621751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'subnet': {'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:25.634554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ccc8d-1305-43ae-97fe-711ebd2aebd1 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Network': ['ID=92d317b7-0380-4e7c-a2ff-b42552b4f8f4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:25.670286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:20:25.766572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 631bd677-db80-4ae9-9312-265af8dc5a0e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:20:25.803168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088a479c-c591-4c17-a482-bd18174f46fd req-1bb49f43-b45b-48db-ace1-a0c73353cf8c service neutron] 10.222.0.79 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887022 Feb 17 22:20:25.810037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:22Z', 'revision_number': 5, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:25.884016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2311051-7d04-4a1c-a81a-fecf263e8958 req-3cd70770-c25e-442d-9573-b331e40b6b57 service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564219 Feb 17 22:20:25.894293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5463bdfe-b5cd-4559-af27-a101e22d4966 None None] The sync data for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 is: [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:19:15Z', 'revision_number': 4, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f0a0e1b-79d5-4eab-95a5-cd9e74c52339', 'name': '', 'network_id': 'a541428f-5be1-4a60-9198-03ecf7a600c9', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'mac_address': 'fa:16:3e:91:04:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:13Z', 'updated_at': '2022-02-17T22:19:22Z', 'revision_number': 5, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'subnets': [{'id': 'd76582d5-4a1c-4851-808d-e14b526db3dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:25.926818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 631bd677-db80-4ae9-9312-265af8dc5a0e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:20:25.942075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 631bd677-db80-4ae9-9312-265af8dc5a0e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:25.942727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:26.026451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb979e4-3836-49f3-96ca-689d5246e0d9 req-ee815c29-6102-4af0-9b08-31c179af078c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:26.030798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fb979e4-3836-49f3-96ca-689d5246e0d9 req-ee815c29-6102-4af0-9b08-31c179af078c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4251540 Feb 17 22:20:26.101319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 631bd677-db80-4ae9-9312-265af8dc5a0e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:26.102019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:26.117563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ed9a8-f6a9-428a-b583-a983899b60db req-ce81c83d-94db-40ea-b01c-16530d89b30b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:26.119597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e46ed9a8-f6a9-428a-b583-a983899b60db req-ce81c83d-94db-40ea-b01c-16530d89b30b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 944 time: 0.2068818 Feb 17 22:20:26.121330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Made reservation on behalf of 28ccc91b2b464e59a5b76df106445cf8 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:26.126968 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:26.139495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:26.142122 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a702249-4a0c-4ed0-a084-0ac5b07d6c51" -d '{"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-plugged", "status": "completed", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:26.166413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:26.175208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:26.269381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:26.273531 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56717b75-580c-4428-a45e-6c39f3554b86" -d '{"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:26.274250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:26.286447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fb979e4-3836-49f3-96ca-689d5246e0d9 req-b797c96a-f02e-403b-9e0b-ecd6a5724833 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2453580 Feb 17 22:20:26.372422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e46ed9a8-f6a9-428a-b583-a983899b60db req-0e4bdcb9-9700-414b-83db-5175a0259dfc tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361465 Feb 17 22:20:26.473140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-ea5be3a4-9903-4739-b6c8-a01115963c06 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/753e85f2-7e37-49b3-9e8f-f67d6c695eed HTTP/1.1" status: 200 len: 1823 time: 0.1318691 Feb 17 22:20:26.486199 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc34cb19-6a0f-4480-b08f-6830a9f27004 None None] New status for floating IP 2096b10c-0a7b-469d-a8d3-502293b3247a: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:20:26.583756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6779a01f-b317-47af-9d53-2b953645173b req-2009bbcf-397f-468d-842a-831ced10a0e0 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips/2096b10c-0a7b-469d-a8d3-502293b3247a HTTP/1.1" status: 200 len: 694 time: 0.1087446 Feb 17 22:20:26.782800 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (b50b9481-c00c-4308-a4a1-0e9a14c7fe11), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:26.807627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-0b6c03c3-87aa-445c-bf8d-d95078288eb2 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/1b2deef6-dab2-463b-9ac8-6b27da2069e4 HTTP/1.1" status: 200 len: 1824 time: 0.2622080 Feb 17 22:20:26.866623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '753e85f2-7e37-49b3-9e8f-f67d6c695eed', 'remote_group_id': '1b2deef6-dab2-463b-9ac8-6b27da2069e4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:26.866623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '753e85f2-7e37-49b3-9e8f-f67d6c695eed', 'remote_group_id': '1b2deef6-dab2-463b-9ac8-6b27da2069e4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:26.931508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6779a01f-b317-47af-9d53-2b953645173b req-b775ed26-fe67-4f54-a41c-5a9b2fe758a1 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:26.933055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6779a01f-b317-47af-9d53-2b953645173b req-b775ed26-fe67-4f54-a41c-5a9b2fe758a1 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 784 time: 0.3343155 Feb 17 22:20:26.937825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Subnet': ['ID=b50b9481-c00c-4308-a4a1-0e9a14c7fe11,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:27.012206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Checking segment: {'id': 'a9696611-e49d-46a2-8f3c-58eb6b656534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:20:27.012565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Network hostable DHCP agents. Network: 92d317b7-0380-4e7c-a2ff-b42552b4f8f4, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:20:27.016765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6779a01f-b317-47af-9d53-2b953645173b req-f461ed15-e2c6-4846-b370-fb9bc44456f1 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0666156 Feb 17 22:20:27.091771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:20:27.115320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6779a01f-b317-47af-9d53-2b953645173b req-bb581f64-3a0b-4467-8c04-686d6db9ec3a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/floatingips?floating_ip_address=172.25.0.69 HTTP/1.1" status: 200 len: 695 time: 0.0859997 Feb 17 22:20:27.118379 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (68f9587a-e0cb-4bfa-87be-18671a7639e0), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.125267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 92d317b7-0380-4e7c-a2ff-b42552b4f8f4) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:27.139010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01460eae-5bbc-4428-b5bd-a17d1ac171ca None None] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:27.146083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:27.147036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.270004 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (68f9587a-e0cb-4bfa-87be-18671a7639e0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.280938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (68f9587a-e0cb-4bfa-87be-18671a7639e0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.333710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-92d317b7-0380-4e7c-a2ff-b42552b4f8f4', 'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4', 'project_id': '28ccc91b2b464e59a5b76df106445cf8', 'fixed_ips': [{'subnet_id': 'b50b9481-c00c-4308-a4a1-0e9a14c7fe11'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:20:27.336042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.358294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-729a4d99-900e-47cb-9610-93b5d670f432 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7476928 Feb 17 22:20:27.361869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49142) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:27.366708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-716b0be7-216d-4ed7-8a1b-34a2d71ae2df tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1062985508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:27.388877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f9587a-e0cb-4bfa-87be-18671a7639e0,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:27.459461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.460845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b17e988-e85d-4d45-9a01-10164b9daf41 req-c2eda3a3-6a24-40fe-aa12-de37d101cd42 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6395762 Feb 17 22:20:27.463637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-716b0be7-216d-4ed7-8a1b-34a2d71ae2df tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (c705f0dc-eff1-4626-ae17-ac943c05be5f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.468398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-716b0be7-216d-4ed7-8a1b-34a2d71ae2df tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (c705f0dc-eff1-4626-ae17-ac943c05be5f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.560591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Deleting port ed7c0198-b798-4e88-bf69-795690f44be4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:27.561618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ed7c0198-b798-4e88-bf69-795690f44be4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.595236 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a9d139-32d9-4d2c-8b1c-85ca4235cda1 x-openstack-request-id: req-89a9d139-32d9-4d2c-8b1c-85ca4235cda1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:27.595790 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-plugged", "status": "completed", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:27.596182 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89a9d139-32d9-4d2c-8b1c-85ca4235cda1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:27.596947 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'code': 200} Feb 17 22:20:27.613801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Allocated IP 172.20.0.2 (92d317b7-0380-4e7c-a2ff-b42552b4f8f4/b50b9481-c00c-4308-a4a1-0e9a14c7fe11/bf714de2-4301-4e3e-b279-c7c54bbc2123) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:27.655272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-716b0be7-216d-4ed7-8a1b-34a2d71ae2df tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for router_controller (c705f0dc-eff1-4626-ae17-ac943c05be5f), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.662455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-716b0be7-216d-4ed7-8a1b-34a2d71ae2df tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (c705f0dc-eff1-4626-ae17-ac943c05be5f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.703590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-716b0be7-216d-4ed7-8a1b-34a2d71ae2df tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.712628 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-716b0be7-216d-4ed7-8a1b-34a2d71ae2df tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3505380 Feb 17 22:20:27.713359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49150) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:27.776625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ed7c0198-b798-4e88-bf69-795690f44be4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.777424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (ed7c0198-b798-4e88-bf69-795690f44be4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.802959 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a6d1936-7948-4846-a1a1-d6dba461ce08 x-openstack-request-id: req-0a6d1936-7948-4846-a1a1-d6dba461ce08 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:27.803346 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:27.804263 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a6d1936-7948-4846-a1a1-d6dba461ce08 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:27.804847 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'status': 'completed', 'code': 200} Feb 17 22:20:27.806495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Calling delete_port for ed7c0198-b798-4e88-bf69-795690f44be4 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:27.944636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Publish callbacks [] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:27.956247 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:28.028337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Pushing event updated for resources: {'Port': ['ID=bf714de2-4301-4e3e-b279-c7c54bbc2123,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:28.045895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:28.048167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:28.058290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:28.158199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Attempting to bind port bf714de2-4301-4e3e-b279-c7c54bbc2123 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:20:28.158905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Attempting to bind port bf714de2-4301-4e3e-b279-c7c54bbc2123 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a9696611-e49d-46a2-8f3c-58eb6b656534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:20:28.159001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Attempting to bind port bf714de2-4301-4e3e-b279-c7c54bbc2123 on network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:20:28.168208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:20:28.168727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Checking segment: {'id': 'a9696611-e49d-46a2-8f3c-58eb6b656534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:20:28.170139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:28.170589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Bound using segment: {'id': 'a9696611-e49d-46a2-8f3c-58eb6b656534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:20:28.171890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Bound port: bf714de2-4301-4e3e-b279-c7c54bbc2123, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9696611-e49d-46a2-8f3c-58eb6b656534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:20:28.172534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:28.217949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:28.283570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] For port bf714de2-4301-4e3e-b279-c7c54bbc2123, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:20:28.287977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] For port bf714de2-4301-4e3e-b279-c7c54bbc2123, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bf714de2-4301-4e3e-b279-c7c54bbc2123,segment=NetworkSegment(a9696611-e49d-46a2-8f3c-58eb6b656534),segment_id=a9696611-e49d-46a2-8f3c-58eb6b656534)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:20:28.296839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:28.383221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e9fb1-5316-441a-9b48-a0996a9a4491 None None] Pushing event updated for resources: {'Port': ['ID=bf714de2-4301-4e3e-b279-c7c54bbc2123,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:28.561538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102c6b6-868d-45ec-97e2-770a4daafd1e req-ccaa4520-3726-4f6f-97c1-1c2d7d409d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:28.563267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a102c6b6-868d-45ec-97e2-770a4daafd1e req-ccaa4520-3726-4f6f-97c1-1c2d7d409d43 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 1128 time: 0.7637644 Feb 17 22:20:28.597455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56717b75-580c-4428-a45e-6c39f3554b86 req-29b725ff-3e38-4db2-906c-49b64aa08271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:28.599419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56717b75-580c-4428-a45e-6c39f3554b86 req-29b725ff-3e38-4db2-906c-49b64aa08271 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=49d90e9e35b245ab9949ad2ecb515083&device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 1128 time: 0.8016558 Feb 17 22:20:28.682814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-2378d7d7-5cab-4aa9-99d2-a8fc1e546037 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2415154 Feb 17 22:20:28.853704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f4996-c939-4f6d-a018-c13ebaf132e3 req-769ad1a3-f5ff-4b20-89c0-56cb5f6f4f23 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:28.864297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-619f4996-c939-4f6d-a018-c13ebaf132e3 req-769ad1a3-f5ff-4b20-89c0-56cb5f6f4f23 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 945 time: 0.4267285 Feb 17 22:20:28.917528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ed7c0198-b798-4e88-bf69-795690f44be4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:28.986243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event deleted for resources: {'Port': ['ID=ed7c0198-b798-4e88-bf69-795690f44be4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:28.996869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a102c6b6-868d-45ec-97e2-770a4daafd1e req-eee98984-52d5-44af-840e-f4d56b996c5b service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4142563 Feb 17 22:20:29.057503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-619f4996-c939-4f6d-a018-c13ebaf132e3 req-5f6b5321-34ac-4d6d-8a1e-160e3335a076 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921101 Feb 17 22:20:29.095984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-9d6c6eac-e51a-4ea0-829b-5f34d0b40567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:29.098088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-9d6c6eac-e51a-4ea0-829b-5f34d0b40567 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 1129 time: 0.3533828 Feb 17 22:20:29.149923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-eb468544-f3a9-4d8f-8913-dffc4b75fc5b req-5be0dfcc-fa5b-481a-b4ab-dd8017665d70 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1336366276', 'description': 'tempest-description-1432971823'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:29.161143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56717b75-580c-4428-a45e-6c39f3554b86 req-4971d815-8723-49ef-84d2-049fcec8420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:29.163183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56717b75-580c-4428-a45e-6c39f3554b86 req-4971d815-8723-49ef-84d2-049fcec8420c service neutron] 10.222.0.73 "GET /v2.0/networks?id=a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 200 len: 920 time: 0.5453448 Feb 17 22:20:29.171343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Allocated IP 172.20.0.1 (92d317b7-0380-4e7c-a2ff-b42552b4f8f4/b50b9481-c00c-4308-a4a1-0e9a14c7fe11/a5ca0117-f9a8-462f-a86f-9a705df0a7e0) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:29.210707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for floatingip (2096b10c-0a7b-469d-a8d3-502293b3247a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.215740 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.217698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6779a01f-b317-47af-9d53-2b953645173b req-4a0114cb-8661-45fd-9626-dbb5def7381d tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "DELETE /v2.0/floatingips/2096b10c-0a7b-469d-a8d3-502293b3247a HTTP/1.1" status: 204 len: 173 time: 2.0871725 Feb 17 22:20:29.241224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb468544-f3a9-4d8f-8913-dffc4b75fc5b req-5be0dfcc-fa5b-481a-b4ab-dd8017665d70 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.342994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56717b75-580c-4428-a45e-6c39f3554b86 req-d16438ad-4cd3-4c5a-ab71-7e04c60d1070 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 200 len: 217 time: 0.1211252 Feb 17 22:20:29.419217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.469562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.532440 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Port': ['ID=a5ca0117-f9a8-462f-a86f-9a705df0a7e0,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:29.549601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:29.551789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:29.555210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:29.583880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56717b75-580c-4428-a45e-6c39f3554b86 req-afc28673-79ed-434a-984c-e7acaf6328df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:29.586267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56717b75-580c-4428-a45e-6c39f3554b86 req-afc28673-79ed-434a-984c-e7acaf6328df service neutron] 10.222.0.73 "GET /v2.0/subnets?id=d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 200 len: 859 time: 0.1895511 Feb 17 22:20:29.616689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (c705f0dc-eff1-4626-ae17-ac943c05be5f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.665922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56717b75-580c-4428-a45e-6c39f3554b86 req-9c9d5077-67e8-4dc3-b666-f78d0592aceb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a541428f-5be1-4a60-9198-03ecf7a600c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534644 Feb 17 22:20:29.722571 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb468544-f3a9-4d8f-8913-dffc4b75fc5b req-5be0dfcc-fa5b-481a-b4ab-dd8017665d70 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (bee4bddb-73e1-4b5e-8038-1755f88430e5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.798162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-2451582a-d02c-4fdd-a3e3-9ec848448681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:29.799794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-2451582a-d02c-4fdd-a3e3-9ec848448681 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.4915249 Feb 17 22:20:29.803796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb468544-f3a9-4d8f-8913-dffc4b75fc5b req-5be0dfcc-fa5b-481a-b4ab-dd8017665d70 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bee4bddb-73e1-4b5e-8038-1755f88430e5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.911893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-eb468544-f3a9-4d8f-8913-dffc4b75fc5b req-5be0dfcc-fa5b-481a-b4ab-dd8017665d70 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:29.916204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb468544-f3a9-4d8f-8913-dffc4b75fc5b req-5be0dfcc-fa5b-481a-b4ab-dd8017665d70 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.7722862 Feb 17 22:20:29.937345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-644e67a0-d668-4eda-ba70-1e1c19f923db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1a00479-05f6-4a81-b7f0-62b088028d82 HTTP/1.1" status: 200 len: 217 time: 0.1198781 Feb 17 22:20:30.008683 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.066255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0a2e43-df61-4e83-88e9-34e78cca47e3 None None] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:30.074062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0dfcc-fa5b-481a-b4ab-dd8017665d70 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee4bddb-73e1-4b5e-8038-1755f88430e5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:30.083890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1428f087-9abd-480f-a033-038e2e7fe4b0 req-d16b9f57-3ae3-4cb9-8083-e878c4454259 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups/68ec8bef-dc60-45f6-b0a9-c6835b8a37f8 HTTP/1.1" status: 200 len: 1827 time: 0.2811618 Feb 17 22:20:30.107486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56717b75-580c-4428-a45e-6c39f3554b86 req-67562e65-4d71-4980-96ee-ffef6818b864 service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4290466 Feb 17 22:20:30.119600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-eb8f0124-6df0-4f9f-a94d-623c64c768c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:30.121315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-eb8f0124-6df0-4f9f-a94d-623c64c768c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1475115 Feb 17 22:20:30.308025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-79a6b60d-89c7-4210-b8ee-4a44cc3c4cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:30.309607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-79a6b60d-89c7-4210-b8ee-4a44cc3c4cec service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1719000 Feb 17 22:20:30.349332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56717b75-580c-4428-a45e-6c39f3554b86 req-cdfe15ce-f46c-48f2-9ac7-a9a52b50460e service neutron] 10.222.0.73 "GET /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263579 Feb 17 22:20:30.365000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1428f087-9abd-480f-a033-038e2e7fe4b0 req-8406ce64-f8a1-4704-a535-753edb7c71c9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for security_group (68ec8bef-dc60-45f6-b0a9-c6835b8a37f8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.435443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf714de2-4301-4e3e-b279-c7c54bbc2123 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:20:30.465431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1428f087-9abd-480f-a033-038e2e7fe4b0 req-8406ce64-f8a1-4704-a535-753edb7c71c9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for security_group (68ec8bef-dc60-45f6-b0a9-c6835b8a37f8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.509673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e1b43-c2a6-41f6-9248-a64683f6c9cb req-cd662773-4f70-47de-ab23-c9125e0b1dc5 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:30.511548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a9e1b43-c2a6-41f6-9248-a64683f6c9cb req-cd662773-4f70-47de-ab23-c9125e0b1dc5 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 949 time: 0.2338686 Feb 17 22:20:30.567207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0770c15f-cb3b-469c-80b4-76d15d6b3a9c None None] Provisioning complete for port bf714de2-4301-4e3e-b279-c7c54bbc2123 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:30.571948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-d00c195a-ce64-4f41-8bdd-311424eba555 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533746 Feb 17 22:20:30.574371 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0770c15f-cb3b-469c-80b4-76d15d6b3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.680826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bf714de2-4301-4e3e-b279-c7c54bbc2123 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:30.681671 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.743581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1428f087-9abd-480f-a033-038e2e7fe4b0 req-8406ce64-f8a1-4704-a535-753edb7c71c9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (68ec8bef-dc60-45f6-b0a9-c6835b8a37f8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.749843 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1428f087-9abd-480f-a033-038e2e7fe4b0 req-8406ce64-f8a1-4704-a535-753edb7c71c9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.751651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1428f087-9abd-480f-a033-038e2e7fe4b0 req-8406ce64-f8a1-4704-a535-753edb7c71c9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "DELETE /v2.0/security-groups/68ec8bef-dc60-45f6-b0a9-c6835b8a37f8 HTTP/1.1" status: 204 len: 173 time: 0.6472831 Feb 17 22:20:30.814723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a9e1b43-c2a6-41f6-9248-a64683f6c9cb req-b19e0399-9c67-4166-a891-1722c467d69e tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822704 Feb 17 22:20:30.855547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.871862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0770c15f-cb3b-469c-80b4-76d15d6b3a9c None None] Current status of the port bf714de2-4301-4e3e-b279-c7c54bbc2123 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:30.871862 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0770c15f-cb3b-469c-80b4-76d15d6b3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.873020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:30.873373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-35ee3cee-ddd1-4d61-a163-3104e23504e4 req-00815dde-d364-4ea2-81e9-d3145cce5073 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-302895806', 'description': 'tempest-description-179544024'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:30.880037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8406ce64-f8a1-4704-a535-753edb7c71c9 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ec8bef-dc60-45f6-b0a9-c6835b8a37f8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:30.998547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaec147c-6b13-4b17-adb6-464f72d45ca2 req-781ce9aa-9046-4ebd-9652-4c172232c7e2 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203346 Feb 17 22:20:31.083666 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-35ee3cee-ddd1-4d61-a163-3104e23504e4 req-00815dde-d364-4ea2-81e9-d3145cce5073 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.109293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Port': ['ID=a5ca0117-f9a8-462f-a86f-9a705df0a7e0,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:31.144919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (c705f0dc-eff1-4626-ae17-ac943c05be5f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.152920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65841de-e45c-4367-99c3-faa80d96b54b req-8e456a5d-5261-4998-bb8d-ae2f4df5912c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:31.159326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0770c15f-cb3b-469c-80b4-76d15d6b3a9c None None] For port bf714de2-4301-4e3e-b279-c7c54bbc2123, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bf714de2-4301-4e3e-b279-c7c54bbc2123,segment=NetworkSegment(a9696611-e49d-46a2-8f3c-58eb6b656534),segment_id=a9696611-e49d-46a2-8f3c-58eb6b656534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:31.162897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a65841de-e45c-4367-99c3-faa80d96b54b req-8e456a5d-5261-4998-bb8d-ae2f4df5912c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 945 time: 0.1534641 Feb 17 22:20:31.167638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0770c15f-cb3b-469c-80b4-76d15d6b3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.293484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a65841de-e45c-4367-99c3-faa80d96b54b req-afdfeb96-a219-4e5b-b9d8-0672776c4de4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280143 Feb 17 22:20:31.334992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bf714de2-4301-4e3e-b279-c7c54bbc2123 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:31.336420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.354185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-35ee3cee-ddd1-4d61-a163-3104e23504e4 req-00815dde-d364-4ea2-81e9-d3145cce5073 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (bec0f703-e9cd-4099-a063-7abb2edb427f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.360089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-35ee3cee-ddd1-4d61-a163-3104e23504e4 req-00815dde-d364-4ea2-81e9-d3145cce5073 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bec0f703-e9cd-4099-a063-7abb2edb427f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.399551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b7aeda91-cbd6-44ec-951f-3daddb8af99c None None] Provisioning complete for port bf714de2-4301-4e3e-b279-c7c54bbc2123 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:31.399798 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aeda91-cbd6-44ec-951f-3daddb8af99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.424954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00815dde-d364-4ea2-81e9-d3145cce5073 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec0f703-e9cd-4099-a063-7abb2edb427f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:31.432042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:31.435385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:31.484144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-35ee3cee-ddd1-4d61-a163-3104e23504e4 req-00815dde-d364-4ea2-81e9-d3145cce5073 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.485440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-35ee3cee-ddd1-4d61-a163-3104e23504e4 req-00815dde-d364-4ea2-81e9-d3145cce5073 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.6488352 Feb 17 22:20:31.514740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770c15f-cb3b-469c-80b4-76d15d6b3a9c None None] Pushing event updated for resources: {'Port': ['ID=bf714de2-4301-4e3e-b279-c7c54bbc2123,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:31.534497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff64f72-e28a-4c5c-a92d-40c365cd06a4 req-d5f3798a-7e73-4681-9704-cff7fab62d9e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:31.541044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ff64f72-e28a-4c5c-a92d-40c365cd06a4 req-d5f3798a-7e73-4681-9704-cff7fab62d9e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1169045 Feb 17 22:20:31.640698 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:20:31.642314 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:20:31.663446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ff64f72-e28a-4c5c-a92d-40c365cd06a4 req-dd2fc456-9f4b-4255-9160-e5b67af25f51 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216035 Feb 17 22:20:31.824730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b7aeda91-cbd6-44ec-951f-3daddb8af99c None None] Current status of the port bf714de2-4301-4e3e-b279-c7c54bbc2123 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:31.876413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b7aeda91-cbd6-44ec-951f-3daddb8af99c None None] Provisioning complete for port a5ca0117-f9a8-462f-a86f-9a705df0a7e0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:31.877248 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7aeda91-cbd6-44ec-951f-3daddb8af99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:31.902172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Router c705f0dc-eff1-4626-ae17-ac943c05be5f is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:20:32.031508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b7aeda91-cbd6-44ec-951f-3daddb8af99c None None] Port a5ca0117-f9a8-462f-a86f-9a705df0a7e0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:20:32.060591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-3bd4b203-ce63-4315-8db2-1e89dbf8ed15 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:32.062269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-3bd4b203-ce63-4315-8db2-1e89dbf8ed15 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 949 time: 0.2037036 Feb 17 22:20:32.238223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:32.252330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4bbb1b54-2ace-47d1-b4ed-1aa2eb8841f0 None None] Provisioning complete for port a5ca0117-f9a8-462f-a86f-9a705df0a7e0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:32.254335 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bbb1b54-2ace-47d1-b4ed-1aa2eb8841f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:32.273364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] Sync routers for ids ['c705f0dc-eff1-4626-ae17-ac943c05be5f'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:32.285755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec4b24b1-7243-4853-8f0a-4908e50af48c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "PUT /v2.0/routers/c705f0dc-eff1-4626-ae17-ac943c05be5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5711150 Feb 17 22:20:32.286654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49190) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:32.292955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'port': {'network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4', 'name': 'tempest-FloatingIPNegativeTestJSON-739793982'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:32.358400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-c3f7bec1-7dda-43de-9a38-b268eb259b9a tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/bee4bddb-73e1-4b5e-8038-1755f88430e5 HTTP/1.1" status: 200 len: 1824 time: 0.1684210 Feb 17 22:20:32.388554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bf714de2-4301-4e3e-b279-c7c54bbc2123 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:32.448496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Made reservation on behalf of 28ccc91b2b464e59a5b76df106445cf8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:32.453319 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:32.487180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] Routers {'c705f0dc-eff1-4626-ae17-ac943c05be5f'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:32.488759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c705f0dc-eff1-4626-ae17-ac943c05be5f'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:32.499537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Deleting port 57c61874-2e4d-4847-85c5-24cfa869694f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:32.499537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:32.500003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] device_id is not set on port 1d2fc77e-543c-416a-b854-24b5c77ed490 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:20:32.558848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-ac8fb8af-43c3-455d-8498-609fbdffedd9 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/bec0f703-e9cd-4099-a063-7abb2edb427f HTTP/1.1" status: 200 len: 1822 time: 0.1990764 Feb 17 22:20:32.570946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bee4bddb-73e1-4b5e-8038-1755f88430e5', 'remote_group_id': 'bec0f703-e9cd-4099-a063-7abb2edb427f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:32.572625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'bee4bddb-73e1-4b5e-8038-1755f88430e5', 'remote_group_id': 'bec0f703-e9cd-4099-a063-7abb2edb427f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:32.743444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Allocated IP 172.20.0.13 (92d317b7-0380-4e7c-a2ff-b42552b4f8f4/b50b9481-c00c-4308-a4a1-0e9a14c7fe11/1d2fc77e-543c-416a-b854-24b5c77ed490) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:32.754453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c85566-ebea-4655-a0a4-617cf3b31668 req-dbf853c7-87e3-4539-b870-148882f7e848 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:32.754976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf714de2-4301-4e3e-b279-c7c54bbc2123 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:20:32.757121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17c85566-ebea-4655-a0a4-617cf3b31668 req-dbf853c7-87e3-4539-b870-148882f7e848 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=c57a87ee-9e33-42b0-ba14-cdf773e55939 HTTP/1.1" status: 200 len: 949 time: 0.3242440 Feb 17 22:20:32.757585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4bbb1b54-2ace-47d1-b4ed-1aa2eb8841f0 None None] Port a5ca0117-f9a8-462f-a86f-9a705df0a7e0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:20:32.766522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:32.805424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] Routers {'c705f0dc-eff1-4626-ae17-ac943c05be5f'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:32.806332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c705f0dc-eff1-4626-ae17-ac943c05be5f'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:32.862381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] For port 57c61874-2e4d-4847-85c5-24cfa869694f, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57c61874-2e4d-4847-85c5-24cfa869694f,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:32.863761 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:32.867155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:32.868040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d19ad0-d906-472c-855a-7fae436a1d43 None None] The sync data for ids ['c705f0dc-eff1-4626-ae17-ac943c05be5f'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:32.886395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bf714de2-4301-4e3e-b279-c7c54bbc2123 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:32.887044 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:32.896706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Calling delete_port for 57c61874-2e4d-4847-85c5-24cfa869694f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:32.977788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bf714de2-4301-4e3e-b279-c7c54bbc2123 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:33.030890 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for port (1d2fc77e-543c-416a-b854-24b5c77ed490), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.080756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1d2fc77e-543c-416a-b854-24b5c77ed490), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.139346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (862b0bcf-a53b-4ea2-aa00-151f316c807b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.163274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:33.169278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:33.172092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17c85566-ebea-4655-a0a4-617cf3b31668 req-48f554d8-ec91-4734-9555-0439eb09ae4c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879637 Feb 17 22:20:33.177642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:33.232971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Port': ['ID=1d2fc77e-543c-416a-b854-24b5c77ed490,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:33.291031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:33.291212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.335395 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aea17361-169a-44cc-a2d8-63365e0f4f4e tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0469942 Feb 17 22:20:33.340591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49196) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:33.347590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:33.372954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (862b0bcf-a53b-4ea2-aa00-151f316c807b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.392011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (862b0bcf-a53b-4ea2-aa00-151f316c807b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.392447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.413749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (57c61874-2e4d-4847-85c5-24cfa869694f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.447778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['480bb853-3714-4111-a7de-10671dc65292', '57c61874-2e4d-4847-85c5-24cfa869694f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:33.579272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862b0bcf-a53b-4ea2-aa00-151f316c807b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:33.625681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0dea89-50c7-45a5-a3ff-8ec9653344df req-7c235859-eb5d-4ede-97b8-47e2c551ea86 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:33.627491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc0dea89-50c7-45a5-a3ff-8ec9653344df req-7c235859-eb5d-4ede-97b8-47e2c551ea86 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 945 time: 0.3263788 Feb 17 22:20:33.633558 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.640949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5c2738a-5913-455b-b1da-d76e597414c8 req-b6efaf64-2dba-45dc-a9a9-de7ad020a731 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0800087 Feb 17 22:20:33.645335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Pushing event deleted for resources: {'Port': ['ID=57c61874-2e4d-4847-85c5-24cfa869694f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:33.695316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.810697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4d9b03b3-c8af-4cf8-8254-50e94aab09be None None] Provisioning complete for port 1d2fc77e-543c-416a-b854-24b5c77ed490 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:33.811172 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d9b03b3-c8af-4cf8-8254-50e94aab09be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1d2fc77e-543c-416a-b854-24b5c77ed490), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.880612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] No DVR routers for this DVR port 57c61874-2e4d-4847-85c5-24cfa869694f on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:20:33.892837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:33.896526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c89fcb3-167c-4528-989a-22ef56eb24f3 req-f137a50d-2b17-4723-a02f-62e4e8431168 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "DELETE /v2.0/ports/57c61874-2e4d-4847-85c5-24cfa869694f HTTP/1.1" status: 204 len: 173 time: 1.8250725 Feb 17 22:20:33.897090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'name': 'network-vif-deleted', 'tag': '57c61874-2e4d-4847-85c5-24cfa869694f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:33.899750 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2388345c-89f9-485f-be46-d54650c3f1d0" -d '{"events": [{"server_uuid": "c57a87ee-9e33-42b0-ba14-cdf773e55939", "name": "network-vif-deleted", "tag": "57c61874-2e4d-4847-85c5-24cfa869694f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:33.950701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc0dea89-50c7-45a5-a3ff-8ec9653344df req-34eadec5-a4aa-4aaa-ac33-2d194efbb3a4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758336 Feb 17 22:20:33.960622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4d9b03b3-c8af-4cf8-8254-50e94aab09be None None] Port 1d2fc77e-543c-416a-b854-24b5c77ed490 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:20:33.980235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8f5ba-a7b0-47e9-9ec1-4bc36ff1f5c4 req-ba3d72a4-88a0-40ec-888e-8c2002eb5741 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:33.982302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d8f5ba-a7b0-47e9-9ec1-4bc36ff1f5c4 req-ba3d72a4-88a0-40ec-888e-8c2002eb5741 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.1793697 Feb 17 22:20:33.992489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Allocated IP 172.25.0.46 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/33c0a5eb-26d1-4254-857e-f018f83fabe1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:34.106789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d8f5ba-a7b0-47e9-9ec1-4bc36ff1f5c4 req-4030d48e-a70f-4fb7-9a11-292be5b96bd4 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073678 Feb 17 22:20:34.258005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.315203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.333039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad652fa0-fdd6-4db8-83d1-f0c43935426d req-fb55bf0c-8fad-4d7d-b642-6a26f0bd9a27 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/bec0f703-e9cd-4099-a063-7abb2edb427f HTTP/1.1" status: 200 len: 1822 time: 0.1577237 Feb 17 22:20:34.359800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d4cc6-e553-4de4-83e1-64b0e9613451 req-db594b8d-7e47-4b8f-a868-0cc53106154c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:34.362350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-554d4cc6-e553-4de4-83e1-64b0e9613451 req-db594b8d-7e47-4b8f-a868-0cc53106154c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1640522 Feb 17 22:20:34.375166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:34.380421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:34.386303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:34.461698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Port': ['ID=33c0a5eb-26d1-4254-857e-f018f83fabe1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:34.515460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-554d4cc6-e553-4de4-83e1-64b0e9613451 req-427ff5f8-c2db-4195-a01c-042ef7fac7dc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314960 Feb 17 22:20:34.583262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad652fa0-fdd6-4db8-83d1-f0c43935426d req-ca906703-399e-41a1-b371-be09ac6bf416 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (bec0f703-e9cd-4099-a063-7abb2edb427f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.664735 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff429db6-6824-4c25-9890-757cd6d3a292 x-openstack-request-id: req-ff429db6-6824-4c25-9890-757cd6d3a292 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:34.665309 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c57a87ee-9e33-42b0-ba14-cdf773e55939", "name": "network-vif-deleted", "tag": "57c61874-2e4d-4847-85c5-24cfa869694f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:34.666365 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff429db6-6824-4c25-9890-757cd6d3a292 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:34.667504 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c57a87ee-9e33-42b0-ba14-cdf773e55939', 'name': 'network-vif-deleted', 'tag': '57c61874-2e4d-4847-85c5-24cfa869694f', 'status': 'completed', 'code': 200} Feb 17 22:20:34.671552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (e58d1971-d2bb-45eb-81a0-db9838707f85), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.677319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad652fa0-fdd6-4db8-83d1-f0c43935426d req-ca906703-399e-41a1-b371-be09ac6bf416 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (bec0f703-e9cd-4099-a063-7abb2edb427f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.782894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.883234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-8f096798-6a78-41cb-aaf8-d245c9347d4a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:34.886355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-8f096798-6a78-41cb-aaf8-d245c9347d4a tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.73 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 945 time: 0.2324114 Feb 17 22:20:34.958476 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad652fa0-fdd6-4db8-83d1-f0c43935426d req-ca906703-399e-41a1-b371-be09ac6bf416 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bec0f703-e9cd-4099-a063-7abb2edb427f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.963481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad652fa0-fdd6-4db8-83d1-f0c43935426d req-ca906703-399e-41a1-b371-be09ac6bf416 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:34.965411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad652fa0-fdd6-4db8-83d1-f0c43935426d req-ca906703-399e-41a1-b371-be09ac6bf416 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-groups/bec0f703-e9cd-4099-a063-7abb2edb427f HTTP/1.1" status: 204 len: 173 time: 0.6273761 Feb 17 22:20:35.014122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca906703-399e-41a1-b371-be09ac6bf416 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec0f703-e9cd-4099-a063-7abb2edb427f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:35.143786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.154747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.159806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Deleting port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:35.160505 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.258761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Port': ['ID=33c0a5eb-26d1-4254-857e-f018f83fabe1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:35.284276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e58d1971-d2bb-45eb-81a0-db9838707f85), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.329914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.336116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-21e7e3a2-f1dd-401a-9c3c-33c64a602c5c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9880309 Feb 17 22:20:35.339791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49222) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:35.348487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8a98fd01-03cc-42ea-9801-4e9f7fdf58de tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'floatingip': {'port_id': '1d2fc77e-543c-416a-b854-24b5c77ed490', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:35.358517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] For port 1382fb67-5c50-4fbc-89a9-e481b6d756f4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1382fb67-5c50-4fbc-89a9-e481b6d756f4,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:35.359442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.400068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Calling delete_port for 1382fb67-5c50-4fbc-89a9-e481b6d756f4 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:35.406670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09e1b5b1-0130-4453-a89e-ac92ca2bd69e req-10e320a2-496f-4027-b642-266055219374 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/bee4bddb-73e1-4b5e-8038-1755f88430e5 HTTP/1.1" status: 200 len: 1824 time: 0.1442735 Feb 17 22:20:35.447256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a98fd01-03cc-42ea-9801-4e9f7fdf58de tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (e58d1971-d2bb-45eb-81a0-db9838707f85), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.714985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bce61334-6ba6-4f25-8dae-30790ee0d7a1 req-b9feca2c-c1a1-4b82-8412-0e5839c4c874 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1973277477', 'description': 'tempest-description-1163466905'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:35.740883 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bce61334-6ba6-4f25-8dae-30790ee0d7a1 req-b9feca2c-c1a1-4b82-8412-0e5839c4c874 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.763407 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-8a98fd01-03cc-42ea-9801-4e9f7fdf58de tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] update failed (client error): The resource could not be found. Feb 17 22:20:35.765468 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a98fd01-03cc-42ea-9801-4e9f7fdf58de tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "PUT /v2.0/floatingips/e58d1971-d2bb-45eb-81a0-db9838707f85 HTTP/1.1" status: 404 len: 507 time: 0.4239326 Feb 17 22:20:35.768866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:35.780698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1382fb67-5c50-4fbc-89a9-e481b6d756f4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.797482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1382fb67-5c50-4fbc-89a9-e481b6d756f4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:35.827856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Pushing event deleted for resources: {'Port': ['ID=1382fb67-5c50-4fbc-89a9-e481b6d756f4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:35.860663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc5b6e-8d16-4fc2-9185-bc20b1528c61 req-943ce5e2-7906-4ecb-822c-03e5769fbdf2 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:35.862369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17dc5b6e-8d16-4fc2-9185-bc20b1528c61 req-943ce5e2-7906-4ecb-822c-03e5769fbdf2 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/ports?device_id=5336dc2c-b97f-4bb0-8057-0c3c969f320e HTTP/1.1" status: 200 len: 867 time: 0.1915627 Feb 17 22:20:35.915166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] No DVR routers for this DVR port 1382fb67-5c50-4fbc-89a9-e481b6d756f4 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:20:35.926101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.930219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e77252f6-09b9-4ff1-8494-e30f79db08d2 req-9b9d90cc-0168-4aed-a982-d236a19fbc4b tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.73 "DELETE /v2.0/ports/1382fb67-5c50-4fbc-89a9-e481b6d756f4 HTTP/1.1" status: 204 len: 173 time: 1.0339565 Feb 17 22:20:35.967621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bce61334-6ba6-4f25-8dae-30790ee0d7a1 req-b9feca2c-c1a1-4b82-8412-0e5839c4c874 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (500a6bb7-3eef-4acb-8819-ac92de291375), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:35.987700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bce61334-6ba6-4f25-8dae-30790ee0d7a1 req-b9feca2c-c1a1-4b82-8412-0e5839c4c874 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (500a6bb7-3eef-4acb-8819-ac92de291375), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.024060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17dc5b6e-8d16-4fc2-9185-bc20b1528c61 req-1ceba723-1d20-4e44-9c98-5ce1dc8c2c43 tempest-ServerRescueTestJSONUnderV235-1844829642 tempest-ServerRescueTestJSONUnderV235-1844829642-project] 10.222.0.79 "GET /v2.0/security-groups?id=4796ecd3-063d-4196-92a1-e2bb60612758&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439486 Feb 17 22:20:36.049324 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bce61334-6ba6-4f25-8dae-30790ee0d7a1 req-b9feca2c-c1a1-4b82-8412-0e5839c4c874 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.063455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bce61334-6ba6-4f25-8dae-30790ee0d7a1 req-b9feca2c-c1a1-4b82-8412-0e5839c4c874 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3610804 Feb 17 22:20:36.087577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9feca2c-c1a1-4b82-8412-0e5839c4c874 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=500a6bb7-3eef-4acb-8819-ac92de291375,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:36.112464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Deleting port 33c0a5eb-26d1-4254-857e-f018f83fabe1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:36.113017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.275692 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.276554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (33c0a5eb-26d1-4254-857e-f018f83fabe1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.281128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764aea71-9e12-4638-8568-153153e8d350 req-bce7096b-db03-4768-8794-416aea0ca158 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:36.284005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-764aea71-9e12-4638-8568-153153e8d350 req-bce7096b-db03-4768-8794-416aea0ca158 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1423631 Feb 17 22:20:36.290685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Calling delete_port for 33c0a5eb-26d1-4254-857e-f018f83fabe1 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:36.382086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-764aea71-9e12-4638-8568-153153e8d350 req-52477789-76f7-4750-ac24-03dda98ce88e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916686 Feb 17 22:20:36.410280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4cbbb0-cfb8-4b80-8ac2-dda891bb0d89 req-b7f998c0-397f-481c-8ae7-4e11646b2cdf tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:36.417742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf4cbbb0-cfb8-4b80-8ac2-dda891bb0d89 req-b7f998c0-397f-481c-8ae7-4e11646b2cdf tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 950 time: 0.1199136 Feb 17 22:20:36.558818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (33c0a5eb-26d1-4254-857e-f018f83fabe1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.603959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf4cbbb0-cfb8-4b80-8ac2-dda891bb0d89 req-ad642239-c376-406b-b669-8b0d1ffd34a0 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809909 Feb 17 22:20:36.611027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event deleted for resources: {'Port': ['ID=33c0a5eb-26d1-4254-857e-f018f83fabe1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:36.636477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-44fed857-8db6-4098-8647-000e1fd269c7 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/500a6bb7-3eef-4acb-8819-ac92de291375 HTTP/1.1" status: 200 len: 1824 time: 0.1370625 Feb 17 22:20:36.646402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '500a6bb7-3eef-4acb-8819-ac92de291375', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:36.646727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '500a6bb7-3eef-4acb-8819-ac92de291375', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:36.677798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'name': 'network-vif-deleted', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:36.681252 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54c599-9c15-4666-a520-2c321176fc5c" -d '{"events": [{"server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "name": "network-vif-deleted", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:36.694975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57c61874-2e4d-4847-85c5-24cfa869694f no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:36.732098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 57c61874-2e4d-4847-85c5-24cfa869694f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:36.733617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57c61874-2e4d-4847-85c5-24cfa869694f not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:36.751701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (e58d1971-d2bb-45eb-81a0-db9838707f85), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.755655 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (45005e1b-c127-4c58-910f-b18f0abc1c6a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.755860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.757186 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-63091e5a-956a-475b-854a-d0d81f4febb4 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "DELETE /v2.0/floatingips/e58d1971-d2bb-45eb-81a0-db9838707f85 HTTP/1.1" status: 204 len: 168 time: 0.9817762 Feb 17 22:20:36.763583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49250) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:36.771525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9cbe73a1-4230-4232-b3ec-69dcc3eecbcc tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'floatingip': {'floating_network_id': '92d317b7-0380-4e7c-a2ff-b42552b4f8f4', 'port_id': '1d2fc77e-543c-416a-b854-24b5c77ed490', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:36.794832 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d654401-dbf3-49e1-9bd3-afc79fa4c984 x-openstack-request-id: req-5d654401-dbf3-49e1-9bd3-afc79fa4c984 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:36.795312 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5336dc2c-b97f-4bb0-8057-0c3c969f320e", "name": "network-vif-deleted", "tag": "1382fb67-5c50-4fbc-89a9-e481b6d756f4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:36.795859 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d654401-dbf3-49e1-9bd3-afc79fa4c984 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:36.796401 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5336dc2c-b97f-4bb0-8057-0c3c969f320e', 'name': 'network-vif-deleted', 'tag': '1382fb67-5c50-4fbc-89a9-e481b6d756f4', 'status': 'completed', 'code': 200} Feb 17 22:20:36.823901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (45005e1b-c127-4c58-910f-b18f0abc1c6a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.827107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cbe73a1-4230-4232-b3ec-69dcc3eecbcc tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.831708 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (45005e1b-c127-4c58-910f-b18f0abc1c6a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.852120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45005e1b-c127-4c58-910f-b18f0abc1c6a,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:36.880758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:36.891016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5f421e8-64b0-4527-b8ce-57d6b0150dd5 req-6f9344fe-8860-4da1-92ba-ecd7de6ad169 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2485774 Feb 17 22:20:36.994664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db524450-64db-4d63-b10f-8edea6ababb5 req-64095fa3-fadd-4f30-b7e8-6581a0eacbbc tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/500a6bb7-3eef-4acb-8819-ac92de291375 HTTP/1.1" status: 200 len: 2418 time: 0.0726712 Feb 17 22:20:37.005850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-db524450-64db-4d63-b10f-8edea6ababb5 req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '500a6bb7-3eef-4acb-8819-ac92de291375', 'remote_group_id': None}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:37.006894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-db524450-64db-4d63-b10f-8edea6ababb5 req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '500a6bb7-3eef-4acb-8819-ac92de291375', 'remote_group_id': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:37.054593 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-9cbe73a1-4230-4232-b3ec-69dcc3eecbcc tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:20:37.057216 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9cbe73a1-4230-4232-b3ec-69dcc3eecbcc tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2922511 Feb 17 22:20:37.063351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49256) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:37.072439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '1d2fc77e-543c-416a-b854-24b5c77ed490', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:37.109683 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.121564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db524450-64db-4d63-b10f-8edea6ababb5 req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (680a9d6c-62a3-4886-8e9e-0a925df11401), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.142115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49260) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:37.189251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db524450-64db-4d63-b10f-8edea6ababb5 req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (680a9d6c-62a3-4886-8e9e-0a925df11401), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.197134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db524450-64db-4d63-b10f-8edea6ababb5 req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (680a9d6c-62a3-4886-8e9e-0a925df11401), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.235339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680a9d6c-62a3-4886-8e9e-0a925df11401,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:37.260978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db524450-64db-4d63-b10f-8edea6ababb5 req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.263016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db524450-64db-4d63-b10f-8edea6ababb5 req-8d48176e-939d-47de-a092-ff8e39895e1f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2624471 Feb 17 22:20:37.383445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c11b39fd-bcd5-4220-b5e2-9027a71258a7 req-dd3d0b45-5da4-42c6-a623-76ac93af76c6 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/500a6bb7-3eef-4acb-8819-ac92de291375 HTTP/1.1" status: 200 len: 3017 time: 0.0852659 Feb 17 22:20:37.482666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-e6c15f1e-ada1-4586-8125-8191d42eff56 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:37.484452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-e6c15f1e-ada1-4586-8125-8191d42eff56 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 950 time: 0.1431623 Feb 17 22:20:37.489964 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7f9b5db-4abf-4792-96e3-12336ea58b1c req-3af92546-442a-4193-813e-d70356afa439 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-group-rules/680a9d6c-62a3-4886-8e9e-0a925df11401 HTTP/1.1" status: 200 len: 783 time: 0.0786512 Feb 17 22:20:37.593165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.655982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7f9b5db-4abf-4792-96e3-12336ea58b1c req-a78b6270-58aa-4b7e-937b-89b4e3f905b3 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/500a6bb7-3eef-4acb-8819-ac92de291375 HTTP/1.1" status: 200 len: 3017 time: 0.1337659 Feb 17 22:20:37.740411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabe8a5-efb0-4664-8411-fc6891a8067d req-300b68d4-cd52-4437-b292-4287892fe1dd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:37.743412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eabe8a5-efb0-4664-8411-fc6891a8067d req-300b68d4-cd52-4437-b292-4287892fe1dd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1465864 Feb 17 22:20:37.756190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Deleting port 480bb853-3714-4111-a7de-10671dc65292 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:37.756720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (480bb853-3714-4111-a7de-10671dc65292), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.784434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Allocated IP 172.25.0.158 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/7e77b246-cb5f-41ee-a9ad-e6737c882b48) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:37.825557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a7f9b5db-4abf-4792-96e3-12336ea58b1c req-9aea6d1a-1aa1-43f3-8ffa-45ba25625137 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (680a9d6c-62a3-4886-8e9e-0a925df11401), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.855781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 631bd677-db80-4ae9-9312-265af8dc5a0e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:20:37.868942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a7f9b5db-4abf-4792-96e3-12336ea58b1c req-9aea6d1a-1aa1-43f3-8ffa-45ba25625137 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (680a9d6c-62a3-4886-8e9e-0a925df11401), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:37.951949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1382fb67-5c50-4fbc-89a9-e481b6d756f4 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:37.977262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for port (7e77b246-cb5f-41ee-a9ad-e6737c882b48), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.012138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 1382fb67-5c50-4fbc-89a9-e481b6d756f4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:38.012700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1382fb67-5c50-4fbc-89a9-e481b6d756f4 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:38.018252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eabe8a5-efb0-4664-8411-fc6891a8067d req-ab595147-0663-404a-ae0d-0fc9dc13329d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529826 Feb 17 22:20:38.043773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a7f9b5db-4abf-4792-96e3-12336ea58b1c req-9aea6d1a-1aa1-43f3-8ffa-45ba25625137 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (680a9d6c-62a3-4886-8e9e-0a925df11401), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.043929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (67bddb8e-e810-4619-8aed-2b1900c3309b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.057442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a7f9b5db-4abf-4792-96e3-12336ea58b1c req-9aea6d1a-1aa1-43f3-8ffa-45ba25625137 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.059661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7f9b5db-4abf-4792-96e3-12336ea58b1c req-9aea6d1a-1aa1-43f3-8ffa-45ba25625137 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/680a9d6c-62a3-4886-8e9e-0a925df11401 HTTP/1.1" status: 204 len: 173 time: 0.3863690 Feb 17 22:20:38.074258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] For port 480bb853-3714-4111-a7de-10671dc65292, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=480bb853-3714-4111-a7de-10671dc65292,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:38.074888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (480bb853-3714-4111-a7de-10671dc65292), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.090321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea6d1a-1aa1-43f3-8ffa-45ba25625137 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=680a9d6c-62a3-4886-8e9e-0a925df11401,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:38.116578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Calling delete_port for 480bb853-3714-4111-a7de-10671dc65292 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:38.141018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:38.161176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'mac_address': 'fa:16:3e:ba:06:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:20:38.215284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 631bd677-db80-4ae9-9312-265af8dc5a0e is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:38.216054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.235177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 631bd677-db80-4ae9-9312-265af8dc5a0e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:20:38.272630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:38.280530 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.393619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['631bd677-db80-4ae9-9312-265af8dc5a0e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:38.402944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:38.429385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2136edfa-40a0-4f89-9dcc-9d805872480a req-c9e1c2ca-7d67-430b-9639-b77207d147bf tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/500a6bb7-3eef-4acb-8819-ac92de291375 HTTP/1.1" status: 200 len: 2418 time: 0.2231159 Feb 17 22:20:38.456316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c4947-1b91-4784-a0d2-e2047f48cbfd req-17ca9f0a-57c6-402a-9f07-0f2544ffb51e tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:38.459879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-573c4947-1b91-4784-a0d2-e2047f48cbfd req-17ca9f0a-57c6-402a-9f07-0f2544ffb51e tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 950 time: 0.2515118 Feb 17 22:20:38.604474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7e77b246-cb5f-41ee-a9ad-e6737c882b48), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.676450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-573c4947-1b91-4784-a0d2-e2047f48cbfd req-10d3c6f4-9fcf-4983-a9aa-6dc4fff9b98a tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/security-groups?id=042d5f16-a1d0-4473-af59-c2e6c39cd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753225 Feb 17 22:20:38.722338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2136edfa-40a0-4f89-9dcc-9d805872480a req-9c8b0132-7622-402f-9650-0ffbb0e2ecc8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (500a6bb7-3eef-4acb-8819-ac92de291375), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.723002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:38.723809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event updated for resources: {'Port': ['ID=7e77b246-cb5f-41ee-a9ad-e6737c882b48,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:38.735935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:38.749747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (480bb853-3714-4111-a7de-10671dc65292), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:38.751185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:38.793387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['480bb853-3714-4111-a7de-10671dc65292'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:38.885573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Pushing event deleted for resources: {'Port': ['ID=480bb853-3714-4111-a7de-10671dc65292,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:38.896966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2136edfa-40a0-4f89-9dcc-9d805872480a req-9c8b0132-7622-402f-9650-0ffbb0e2ecc8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (500a6bb7-3eef-4acb-8819-ac92de291375), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.068380 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.230426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Deleting port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:39.231254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.328558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Deleting port 7e77b246-cb5f-41ee-a9ad-e6737c882b48 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:39.329063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7e77b246-cb5f-41ee-a9ad-e6737c882b48), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.545086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] For port 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,segment=NetworkSegment(9b98e5c9-fd14-4485-81f7-e62cb327f360),segment_id=9b98e5c9-fd14-4485-81f7-e62cb327f360)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:39.545452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.578198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Calling delete_port for 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:39.584918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7e77b246-cb5f-41ee-a9ad-e6737c882b48), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.585248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for floatingip (7e77b246-cb5f-41ee-a9ad-e6737c882b48), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.638607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] No DVR routers for this DVR port 480bb853-3714-4111-a7de-10671dc65292 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:20:39.641559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.646486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ea97aec-b3a2-4eb5-9c21-f1c77c0fa847 req-99315a7a-4a1e-4582-946f-224bffeaff1c tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.94 "DELETE /v2.0/ports/480bb853-3714-4111-a7de-10671dc65292 HTTP/1.1" status: 204 len: 173 time: 2.1544762 Feb 17 22:20:39.716208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'name': 'network-vif-deleted', 'tag': '480bb853-3714-4111-a7de-10671dc65292'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:39.724919 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7390c87-1155-4f1e-9276-d20b81f44d5b" -d '{"events": [{"server_uuid": "22ad7e93-8075-4bc6-b4b2-dc803b159635", "name": "network-vif-deleted", "tag": "480bb853-3714-4111-a7de-10671dc65292"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:39.734405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Calling delete_port for 7e77b246-cb5f-41ee-a9ad-e6737c882b48 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:39.858228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 631bd677-db80-4ae9-9312-265af8dc5a0e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:20:39.878222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2136edfa-40a0-4f89-9dcc-9d805872480a req-9c8b0132-7622-402f-9650-0ffbb0e2ecc8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (500a6bb7-3eef-4acb-8819-ac92de291375), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.883438 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2136edfa-40a0-4f89-9dcc-9d805872480a req-9c8b0132-7622-402f-9650-0ffbb0e2ecc8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:39.901952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2136edfa-40a0-4f89-9dcc-9d805872480a req-9c8b0132-7622-402f-9650-0ffbb0e2ecc8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-groups/500a6bb7-3eef-4acb-8819-ac92de291375 HTTP/1.1" status: 204 len: 173 time: 1.4405303 Feb 17 22:20:39.931674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b0132-7622-402f-9650-0ffbb0e2ecc8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=500a6bb7-3eef-4acb-8819-ac92de291375,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:39.943283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b942ee-dbcb-4c58-9a05-3c7f8bd9f68b req-9eb4baef-6588-4a4e-9c55-8c05f054b25c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:39.953455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87b942ee-dbcb-4c58-9a05-3c7f8bd9f68b req-9eb4baef-6588-4a4e-9c55-8c05f054b25c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3056643 Feb 17 22:20:39.981860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-2d279a8b-ea9e-4ff6-9d58-475798ef83e1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3199127 Feb 17 22:20:40.033168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87b942ee-dbcb-4c58-9a05-3c7f8bd9f68b req-1851ecf5-47bf-474e-99c6-1cd1f3bf263b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752242 Feb 17 22:20:40.042231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 631bd677-db80-4ae9-9312-265af8dc5a0e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:20:40.042773 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:40.177197 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69625d-421e-4a53-8997-965f5f2d680d x-openstack-request-id: req-ba69625d-421e-4a53-8997-965f5f2d680d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:40.178414 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22ad7e93-8075-4bc6-b4b2-dc803b159635", "name": "network-vif-deleted", "tag": "480bb853-3714-4111-a7de-10671dc65292", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:40.182349 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba69625d-421e-4a53-8997-965f5f2d680d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:40.183017 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22ad7e93-8075-4bc6-b4b2-dc803b159635', 'name': 'network-vif-deleted', 'tag': '480bb853-3714-4111-a7de-10671dc65292', 'status': 'completed', 'code': 200} Feb 17 22:20:40.244847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7e77b246-cb5f-41ee-a9ad-e6737c882b48), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:40.267381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3beb7d2-370a-4f13-a160-bfdf8b6a386f req-e1eb6532-07a0-46f5-96c2-d74e92c54d01 tempest-ServersAdminNegativeTestJSON-528956947 tempest-ServersAdminNegativeTestJSON-528956947-project] 10.222.0.79 "GET /v2.0/ports?device_id=22ad7e93-8075-4bc6-b4b2-dc803b159635 HTTP/1.1" status: 200 len: 210 time: 0.0980349 Feb 17 22:20:40.305035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 631bd677-db80-4ae9-9312-265af8dc5a0e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:40.305879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:40.306793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-a33e7c7f-09d9-4a12-8dbc-0c59f2532ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:40.309953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-a33e7c7f-09d9-4a12-8dbc-0c59f2532ace service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=822ad60a2532425095b618c27fea11e1&device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 1129 time: 0.2130561 Feb 17 22:20:40.333472 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-ba91a107-3257-444b-8b4e-e79e1bc889e9 req-ae129308-28b6-46be-ad26-8f3a3fb79b98 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] show failed (client error): The resource could not be found. Feb 17 22:20:40.343640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba91a107-3257-444b-8b4e-e79e1bc889e9 req-ae129308-28b6-46be-ad26-8f3a3fb79b98 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/bec0f703-e9cd-4099-a063-7abb2edb427f HTTP/1.1" status: 404 len: 352 time: 0.0264776 Feb 17 22:20:40.378988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:40.386149 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863a70c4-a491-4430-8427-33a3e95bc10d" -d '{"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-plugged", "status": "completed", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:40.417446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:40.420884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event deleted for resources: {'Port': ['ID=7e77b246-cb5f-41ee-a9ad-e6737c882b48,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:40.439208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:40.554427 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1350a939-5bc3-42af-be9f-78e67ef45e8b x-openstack-request-id: req-1350a939-5bc3-42af-be9f-78e67ef45e8b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:40.554870 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-plugged", "status": "completed", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:40.555187 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1350a939-5bc3-42af-be9f-78e67ef45e8b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:40.558675 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'code': 200} Feb 17 22:20:40.666866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:40.758527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-d40e0ea9-47a0-49d2-b737-b1928f3baf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:40.760949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-d40e0ea9-47a0-49d2-b737-b1928f3baf6f service neutron] 10.222.0.94 "GET /v2.0/networks?id=ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 200 len: 918 time: 0.4141951 Feb 17 22:20:40.773132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3be74051-2462-4efa-b3d4-f1ed41bfcdb3 req-dbc6bda0-506e-4f1a-aab8-033664d081aa tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/bee4bddb-73e1-4b5e-8038-1755f88430e5 HTTP/1.1" status: 200 len: 1824 time: 0.3987827 Feb 17 22:20:40.882765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-f8d4298a-b618-4bad-a2cf-55976104a128 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 200 len: 1001 time: 0.1069770 Feb 17 22:20:40.886266 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] create failed (client error): The resource could not be found. Feb 17 22:20:40.888323 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-87b6e8ed-2af3-491e-8b44-81466da14028 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.8233330 Feb 17 22:20:40.893739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49346) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:40.903821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9f0a0e1b-79d5-4eab-95a5-cd9e74c52339), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:40.993188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0a0e1b-79d5-4eab-95a5-cd9e74c52339,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:41.203070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-a1b1e7f8-89ae-47c1-b3de-b2017189da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:41.205795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-a1b1e7f8-89ae-47c1-b3de-b2017189da04 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 200 len: 856 time: 0.3135307 Feb 17 22:20:41.348360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (67bddb8e-e810-4619-8aed-2b1900c3309b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:41.517064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c5df0-8eec-43f1-b42e-0fc090645508 req-d238cbdd-2f1c-4a04-ab5a-530e5e6fe6f6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:41.521697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06c5df0-8eec-43f1-b42e-0fc090645508 req-d238cbdd-2f1c-4a04-ab5a-530e5e6fe6f6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3326590 Feb 17 22:20:41.528314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-919e58ad-aa2d-4eab-ab17-6f7ee1a69c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:41.530730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-919e58ad-aa2d-4eab-ab17-6f7ee1a69c94 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ca9d742c-593d-425c-b5fb-51c5b5d35926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2977550 Feb 17 22:20:41.534004 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3be74051-2462-4efa-b3d4-f1ed41bfcdb3 req-4f341042-e18a-4af3-8e6c-82cd9a81fa93 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (bee4bddb-73e1-4b5e-8038-1755f88430e5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:41.549997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Deleting port 1d2fc77e-543c-416a-b854-24b5c77ed490 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:41.550760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1d2fc77e-543c-416a-b854-24b5c77ed490), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:41.789426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Router 67bddb8e-e810-4619-8aed-2b1900c3309b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:20:41.946786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-f883c844-f493-49db-92b6-d69ec084b9e5 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062185 Feb 17 22:20:41.956861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3be74051-2462-4efa-b3d4-f1ed41bfcdb3 req-4f341042-e18a-4af3-8e6c-82cd9a81fa93 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (bee4bddb-73e1-4b5e-8038-1755f88430e5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:41.967361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:41.979190 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e0c6698f-41d3-49a3-ac48-538412d62188 admin admin] 10.222.0.79 "PUT /v2.0/routers/67bddb8e-e810-4619-8aed-2b1900c3309b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8371866 Feb 17 22:20:41.983181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49356) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:41.985717 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] Sync routers for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:42.010069 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:42.014287 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:42.175031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks [] for router (67bddb8e-e810-4619-8aed-2b1900c3309b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:42.288322 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:42.368956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a06c5df0-8eec-43f1-b42e-0fc090645508 req-ab0d72ba-2de6-4044-b7bb-e53d56204099 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8048897 Feb 17 22:20:42.406012 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1d2fc77e-543c-416a-b854-24b5c77ed490), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:42.424426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Calling delete_port for 1d2fc77e-543c-416a-b854-24b5c77ed490 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:42.452446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks [] for router_gateway (67bddb8e-e810-4619-8aed-2b1900c3309b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:42.453627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3be74051-2462-4efa-b3d4-f1ed41bfcdb3 req-4f341042-e18a-4af3-8e6c-82cd9a81fa93 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bee4bddb-73e1-4b5e-8038-1755f88430e5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:42.456412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3be74051-2462-4efa-b3d4-f1ed41bfcdb3 req-4f341042-e18a-4af3-8e6c-82cd9a81fa93 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:42.495825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3be74051-2462-4efa-b3d4-f1ed41bfcdb3 req-4f341042-e18a-4af3-8e6c-82cd9a81fa93 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-groups/bee4bddb-73e1-4b5e-8038-1755f88430e5 HTTP/1.1" status: 204 len: 173 time: 1.7115288 Feb 17 22:20:42.564740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f341042-e18a-4af3-8e6c-82cd9a81fa93 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee4bddb-73e1-4b5e-8038-1755f88430e5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:42.657861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Deleting port 470b43cc-24d4-44ac-8811-67cc8ad1aded {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:42.658133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:42.713035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 480bb853-3714-4111-a7de-10671dc65292 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:42.774142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 480bb853-3714-4111-a7de-10671dc65292 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:42.777694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 480bb853-3714-4111-a7de-10671dc65292 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:42.886424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2949b6a-a77c-4057-9708-c8ffe4d7f7fa req-6dde43f2-f79c-4719-bcc2-7a64d8884966 service neutron] 10.222.0.94 "GET /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9122016 Feb 17 22:20:42.929408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] For port 470b43cc-24d4-44ac-8811-67cc8ad1aded, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=470b43cc-24d4-44ac-8811-67cc8ad1aded,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:42.932748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:42.964994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb09bdd7-44c6-4101-a365-da9101f1cfcb req-5c00499e-f9a8-4879-9f6c-3b444be2954e tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/1b2deef6-dab2-463b-9ac8-6b27da2069e4 HTTP/1.1" status: 200 len: 1824 time: 0.2486098 Feb 17 22:20:43.010656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Calling delete_port for 470b43cc-24d4-44ac-8811-67cc8ad1aded owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:43.214022 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93'}], 'enable_snat': True}, 'gw_port_id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:20:40Z', 'revision_number': 5, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port': {'id': '470b43cc-24d4-44ac-8811-67cc8ad1aded', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:19:09Z', 'updated_at': '2022-02-17T22:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:43.335147 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] Checking router: 67bddb8e-e810-4619-8aed-2b1900c3309b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:20:43.369681 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] Routers {'67bddb8e-e810-4619-8aed-2b1900c3309b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:43.374546 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['67bddb8e-e810-4619-8aed-2b1900c3309b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:43.408967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:43.460148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bb09bdd7-44c6-4101-a365-da9101f1cfcb req-24543cc9-6070-49db-9982-b9dc1e6d8785 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (1b2deef6-dab2-463b-9ac8-6b27da2069e4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:43.588722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1d2fc77e-543c-416a-b854-24b5c77ed490), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:43.594521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bb09bdd7-44c6-4101-a365-da9101f1cfcb req-24543cc9-6070-49db-9982-b9dc1e6d8785 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (1b2deef6-dab2-463b-9ac8-6b27da2069e4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:43.635725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09560b-31db-4463-b542-f038eb009b38 req-2adc5aee-bd7d-48a8-a046-979b815228e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:43.638469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed09560b-31db-4463-b542-f038eb009b38 req-2adc5aee-bd7d-48a8-a046-979b815228e8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.2981863 Feb 17 22:20:43.694529 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] Set router 67bddb8e-e810-4619-8aed-2b1900c3309b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:43.735702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event deleted for resources: {'Port': ['ID=1d2fc77e-543c-416a-b854-24b5c77ed490,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:43.834722 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (470b43cc-24d4-44ac-8811-67cc8ad1aded), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:43.866716 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:20:42Z', 'revision_number': 6, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:43.868766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Pushing event deleted for resources: {'Port': ['ID=470b43cc-24d4-44ac-8811-67cc8ad1aded,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:43.921844 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2928366f-fba1-421b-8adf-eaab620d6d70 None None] The sync data for ids ['67bddb8e-e810-4619-8aed-2b1900c3309b'] in n-d-828369-18 is: [{'id': '67bddb8e-e810-4619-8aed-2b1900c3309b', 'name': 'tempest-ServerRescueTestJSONUnderV235-660228396-router', 'tenant_id': '49d90e9e35b245ab9949ad2ecb515083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:19:07Z', 'updated_at': '2022-02-17T22:20:42Z', 'revision_number': 6, 'project_id': '49d90e9e35b245ab9949ad2ecb515083', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:44.000794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (67bddb8e-e810-4619-8aed-2b1900c3309b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.160462 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (67bddb8e-e810-4619-8aed-2b1900c3309b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.165692 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks [] for router_controller (67bddb8e-e810-4619-8aed-2b1900c3309b), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.222124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bb09bdd7-44c6-4101-a365-da9101f1cfcb req-24543cc9-6070-49db-9982-b9dc1e6d8785 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1b2deef6-dab2-463b-9ac8-6b27da2069e4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.225040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bb09bdd7-44c6-4101-a365-da9101f1cfcb req-24543cc9-6070-49db-9982-b9dc1e6d8785 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.226768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb09bdd7-44c6-4101-a365-da9101f1cfcb req-24543cc9-6070-49db-9982-b9dc1e6d8785 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-groups/1b2deef6-dab2-463b-9ac8-6b27da2069e4 HTTP/1.1" status: 204 len: 173 time: 1.2583146 Feb 17 22:20:44.276689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (67bddb8e-e810-4619-8aed-2b1900c3309b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.277598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67bddb8e-e810-4619-8aed-2b1900c3309b {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:20:44.285200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24543cc9-6070-49db-9982-b9dc1e6d8785 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2deef6-dab2-463b-9ac8-6b27da2069e4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:44.286805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.288908 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e1f85816-a89e-491f-9a16-2d19598e97dc admin admin] 10.222.0.79 "DELETE /v2.0/routers/67bddb8e-e810-4619-8aed-2b1900c3309b HTTP/1.1" status: 204 len: 168 time: 2.3038990 Feb 17 22:20:44.291927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49394) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:44.375044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3243a96f-841b-4a1b-9b98-80aaaea75eeb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a11989eb10e44be9ddbc8f7d6890377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9646571 Feb 17 22:20:44.384413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.391012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a1076156-c1df-44b4-a8e1-d79df3090d73 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "DELETE /v2.0/ports/1d2fc77e-543c-416a-b854-24b5c77ed490 HTTP/1.1" status: 204 len: 168 time: 3.4958053 Feb 17 22:20:44.397667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49402) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:44.410480 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc591ba4-0051-47d4-a13f-5c1c28a23749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.437733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49404) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:44.508863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09560b-31db-4463-b542-f038eb009b38 req-803d21e2-856a-44dc-bf5a-3207c5f34ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:44.509222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed09560b-31db-4463-b542-f038eb009b38 req-803d21e2-856a-44dc-bf5a-3207c5f34ea7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.7998781 Feb 17 22:20:44.565079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] Deleting subnet d76582d5-4a1c-4851-808d-e14b526db3dd {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:20:44.571340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] Publish callbacks [] for subnet (d76582d5-4a1c-4851-808d-e14b526db3dd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.640695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba8dbb7-fddd-437b-877e-5cb6e349562c req-15cac046-6403-4d4f-a6a0-a01cb372556b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:44.643693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ba8dbb7-fddd-437b-877e-5cb6e349562c req-15cac046-6403-4d4f-a6a0-a01cb372556b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.2623980 Feb 17 22:20:44.679588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:44.694978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92611216-5267-4c5f-9f18-fcb4889fbc0b tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:44.698159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-92611216-5267-4c5f-9f18-fcb4889fbc0b tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "GET /v2.0/ports?device_id=c705f0dc-eff1-4626-ae17-ac943c05be5f HTTP/1.1" status: 200 len: 913 time: 0.2992868 Feb 17 22:20:44.716877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (d76582d5-4a1c-4851-808d-e14b526db3dd), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.719669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49410) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:44.733171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:44.733540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f0a0e1b-79d5-4eab-95a5-cd9e74c52339 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:44.766878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6901b70a-ac32-48d9-9381-fbedddb980aa admin admin] Publish callbacks [] for security_group (042d5f16-a1d0-4473-af59-c2e6c39cd59b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.867582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed09560b-31db-4463-b542-f038eb009b38 req-3ca1e8a7-06e2-4f2d-b249-d87c1f3769b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.3463712 Feb 17 22:20:44.871604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ba8dbb7-fddd-437b-877e-5cb6e349562c req-403bf332-fd57-4953-b0fc-4a1a35a28a05 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071714 Feb 17 22:20:44.896468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da18f1ac-5e4e-46fa-b7d6-28f127662076 req-b4c25594-839e-4f54-bd5c-f612598eef8d tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/753e85f2-7e37-49b3-9e8f-f67d6c695eed HTTP/1.1" status: 200 len: 1823 time: 0.2467358 Feb 17 22:20:44.913889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6901b70a-ac32-48d9-9381-fbedddb980aa admin admin] Publish callbacks [] for security_group (042d5f16-a1d0-4473-af59-c2e6c39cd59b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:44.929012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (d76582d5-4a1c-4851-808d-e14b526db3dd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.009667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09560b-31db-4463-b542-f038eb009b38 req-775ac7ea-70ac-4237-b5b2-c926e7314999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:45.019770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed09560b-31db-4463-b542-f038eb009b38 req-775ac7ea-70ac-4237-b5b2-c926e7314999 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1451628 Feb 17 22:20:45.209589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (d76582d5-4a1c-4851-808d-e14b526db3dd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.239582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76582d5-4a1c-4851-808d-e14b526db3dd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:45.241833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6901b70a-ac32-48d9-9381-fbedddb980aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (042d5f16-a1d0-4473-af59-c2e6c39cd59b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.245445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6901b70a-ac32-48d9-9381-fbedddb980aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.247089 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6901b70a-ac32-48d9-9381-fbedddb980aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/042d5f16-a1d0-4473-af59-c2e6c39cd59b HTTP/1.1" status: 204 len: 168 time: 0.8079827 Feb 17 22:20:45.325370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.329938 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c3afa557-7026-48a7-bf02-fe1fa11b0fee admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d76582d5-4a1c-4851-808d-e14b526db3dd HTTP/1.1" status: 204 len: 168 time: 1.0361691 Feb 17 22:20:45.334882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901b70a-ac32-48d9-9381-fbedddb980aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042d5f16-a1d0-4473-af59-c2e6c39cd59b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:45.338983 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49424) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:45.429991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (a541428f-5be1-4a60-9198-03ecf7a600c9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.492976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-12612e2a-76bc-42d1-ae66-0c30eff35d11 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:45.497138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-12612e2a-76bc-42d1-ae66-0c30eff35d11 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.3921559 Feb 17 22:20:45.561226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-c7422c6d-7d48-4895-8b3c-85c483e54e09 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/quotas/c67a5113ef434a4aba236d8fd7ff6cda HTTP/1.1" status: 200 len: 375 time: 0.0344815 Feb 17 22:20:45.563213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da18f1ac-5e4e-46fa-b7d6-28f127662076 req-1d52e4a6-55ee-444b-bfd2-b73eacffd72b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (753e85f2-7e37-49b3-9e8f-f67d6c695eed), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.613946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (a541428f-5be1-4a60-9198-03ecf7a600c9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.614207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09560b-31db-4463-b542-f038eb009b38 req-c8fedb63-4880-41df-93c7-30a95aa28bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:45.618197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed09560b-31db-4463-b542-f038eb009b38 req-c8fedb63-4880-41df-93c7-30a95aa28bd4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5033286 Feb 17 22:20:45.619293 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da18f1ac-5e4e-46fa-b7d6-28f127662076 req-1d52e4a6-55ee-444b-bfd2-b73eacffd72b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (753e85f2-7e37-49b3-9e8f-f67d6c695eed), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.650594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a541428f-5be1-4a60-9198-03ecf7a600c9']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:45.680736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b98e5c9-fd14-4485-81f7-e62cb327f360') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:45.681328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b98e5c9-fd14-4485-81f7-e62cb327f360') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:45.748161 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9b98e5c9-fd14-4485-81f7-e62cb327f360), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.819217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9b98e5c9-fd14-4485-81f7-e62cb327f360), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.857176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:20:45.871917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9b98e5c9-fd14-4485-81f7-e62cb327f360), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:20:45.877116 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:20:45.987265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (c705f0dc-eff1-4626-ae17-ac943c05be5f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.006743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (a541428f-5be1-4a60-9198-03ecf7a600c9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.021437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed09560b-31db-4463-b542-f038eb009b38 req-148cb855-5095-4950-8e0c-1b4bc48ceaf7 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929491 Feb 17 22:20:46.082627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.096258 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da18f1ac-5e4e-46fa-b7d6-28f127662076 req-1d52e4a6-55ee-444b-bfd2-b73eacffd72b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (753e85f2-7e37-49b3-9e8f-f67d6c695eed), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.101539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] 10.222.0.79 "DELETE /v2.0/networks/a541428f-5be1-4a60-9198-03ecf7a600c9 HTTP/1.1" status: 204 len: 168 time: 0.7604778 Feb 17 22:20:46.103637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-da18f1ac-5e4e-46fa-b7d6-28f127662076 req-1d52e4a6-55ee-444b-bfd2-b73eacffd72b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.105646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da18f1ac-5e4e-46fa-b7d6-28f127662076 req-1d52e4a6-55ee-444b-bfd2-b73eacffd72b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-groups/753e85f2-7e37-49b3-9e8f-f67d6c695eed HTTP/1.1" status: 204 len: 173 time: 1.1487899 Feb 17 22:20:46.147056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c54ea-7774-4faf-a19c-ec61b597be0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a541428f-5be1-4a60-9198-03ecf7a600c9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:46.216670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:46.312405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed09560b-31db-4463-b542-f038eb009b38 req-73570e89-10f2-438e-a692-059d91eb51cb service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668054 Feb 17 22:20:46.314740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52e4a6-55ee-444b-bfd2-b73eacffd72b tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=753e85f2-7e37-49b3-9e8f-f67d6c695eed,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:46.315615 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e22931ec-8272-4dcc-a037-dfec7e826c2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46221f9b969449e2b4863b7d9985f32f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0916853 Feb 17 22:20:46.322338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49450) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:46.399239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-e42633e1-5910-4a4f-828a-21f6bbcb4ae5 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7753232 Feb 17 22:20:46.507198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 470b43cc-24d4-44ac-8811-67cc8ad1aded no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:46.550933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 470b43cc-24d4-44ac-8811-67cc8ad1aded {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:46.551677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 470b43cc-24d4-44ac-8811-67cc8ad1aded not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:46.623732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49456) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:46.695890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a958a-d571-4520-9723-e6b9bb97b00c req-3ffeef14-a1c4-4193-a48d-50629fc087e6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:46.697799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d71a958a-d571-4520-9723-e6b9bb97b00c req-3ffeef14-a1c4-4193-a48d-50629fc087e6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1425605 Feb 17 22:20:46.747515 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0365889-baec-4156-98f8-7d2dcee321d7 admin admin] Publish callbacks [] for security_group (840232b3-7e28-4124-afde-a3f9020ee687), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.787576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-65eed830-a62a-45f0-a8fc-bd31aa4abc35 service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864791 Feb 17 22:20:46.811993 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f40e8524-3e32-4121-ac7c-0958e8c6d9b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.816029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fa0c5440-19ba-4965-9065-29bc2dba6b60 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49d90e9e35b245ab9949ad2ecb515083&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1923060 Feb 17 22:20:46.817069 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0365889-baec-4156-98f8-7d2dcee321d7 admin admin] Publish callbacks [] for security_group (840232b3-7e28-4124-afde-a3f9020ee687), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.833093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49458) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:46.976221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5daa7fbe-fbfc-4fee-af86-367eb9be99f6 admin admin] Publish callbacks [] for security_group (4796ecd3-063d-4196-92a1-e2bb60612758), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.986449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d71a958a-d571-4520-9723-e6b9bb97b00c req-c496dd42-6536-4937-b739-d35e086c9f35 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451832 Feb 17 22:20:46.992209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0365889-baec-4156-98f8-7d2dcee321d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (840232b3-7e28-4124-afde-a3f9020ee687), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:46.998658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0365889-baec-4156-98f8-7d2dcee321d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.002501 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b0365889-baec-4156-98f8-7d2dcee321d7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/840232b3-7e28-4124-afde-a3f9020ee687 HTTP/1.1" status: 204 len: 168 time: 0.6767881 Feb 17 22:20:47.059419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0365889-baec-4156-98f8-7d2dcee321d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840232b3-7e28-4124-afde-a3f9020ee687,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:47.071440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5daa7fbe-fbfc-4fee-af86-367eb9be99f6 admin admin] Publish callbacks [] for security_group (4796ecd3-063d-4196-92a1-e2bb60612758), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.093446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Deleting port a5ca0117-f9a8-462f-a86f-9a705df0a7e0 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:47.094423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.113072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-beee3b84-201e-4dd8-befe-196953fcac71 service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903495 Feb 17 22:20:47.228217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c04a9f8-1595-4040-a4c4-9a8cb44cdc75 req-ca2b0777-e105-4462-884d-23671727354e tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/5b49f097-3805-448c-9420-990f066b453a HTTP/1.1" status: 200 len: 2423 time: 0.1134353 Feb 17 22:20:47.235637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5daa7fbe-fbfc-4fee-af86-367eb9be99f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4796ecd3-063d-4196-92a1-e2bb60612758), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.238529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5daa7fbe-fbfc-4fee-af86-367eb9be99f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.244227 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5daa7fbe-fbfc-4fee-af86-367eb9be99f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4796ecd3-063d-4196-92a1-e2bb60612758 HTTP/1.1" status: 204 len: 168 time: 0.4088602 Feb 17 22:20:47.274316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa7fbe-fbfc-4fee-af86-367eb9be99f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4796ecd3-063d-4196-92a1-e2bb60612758,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:47.424934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.534270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Calling delete_port for a5ca0117-f9a8-462f-a86f-9a705df0a7e0 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:47.539833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5c04a9f8-1595-4040-a4c4-9a8cb44cdc75 req-43914b47-ec4a-40d3-9d7c-fad00b0bba4f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (5b49f097-3805-448c-9420-990f066b453a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.668664 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5c04a9f8-1595-4040-a4c4-9a8cb44cdc75 req-43914b47-ec4a-40d3-9d7c-fad00b0bba4f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (5b49f097-3805-448c-9420-990f066b453a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.817868 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5c04a9f8-1595-4040-a4c4-9a8cb44cdc75 req-43914b47-ec4a-40d3-9d7c-fad00b0bba4f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5b49f097-3805-448c-9420-990f066b453a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.824352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5c04a9f8-1595-4040-a4c4-9a8cb44cdc75 req-43914b47-ec4a-40d3-9d7c-fad00b0bba4f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.826073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c04a9f8-1595-4040-a4c4-9a8cb44cdc75 req-43914b47-ec4a-40d3-9d7c-fad00b0bba4f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-groups/5b49f097-3805-448c-9420-990f066b453a HTTP/1.1" status: 204 len: 173 time: 0.5806458 Feb 17 22:20:47.839570 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:47.874541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43914b47-ec4a-40d3-9d7c-fad00b0bba4f tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b49f097-3805-448c-9420-990f066b453a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:48.015734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12c6adab-09a4-4ac8-8d3a-ffeb116a05b2 req-d4a513f7-e98c-408b-be09-9efa0f0db13e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 210 time: 0.0723884 Feb 17 22:20:48.215478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a5ca0117-f9a8-462f-a86f-9a705df0a7e0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:48.291306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event deleted for resources: {'Port': ['ID=a5ca0117-f9a8-462f-a86f-9a705df0a7e0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:48.420198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9befafb-e5cc-40e8-808d-829c04b2c4d2 req-6e96fffb-7c0c-44fc-8bbc-9a62fd5e3945 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "GET /v2.0/security-groups/66f528db-b250-4564-bf10-271f715bda6b HTTP/1.1" status: 200 len: 2417 time: 0.2755890 Feb 17 22:20:48.587502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eafe0d3-ed81-47cb-af52-81af328cec0e req-ce9637ad-cbac-44d5-b700-4f50abe91bbf tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:48.602061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eafe0d3-ed81-47cb-af52-81af328cec0e req-ce9637ad-cbac-44d5-b700-4f50abe91bbf tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 946 time: 0.4882779 Feb 17 22:20:48.955361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (c705f0dc-eff1-4626-ae17-ac943c05be5f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:48.983169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eafe0d3-ed81-47cb-af52-81af328cec0e req-0b465135-a80f-4488-afea-5646cb59bf84 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3526585 Feb 17 22:20:48.985865 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9befafb-e5cc-40e8-808d-829c04b2c4d2 req-fc051945-c454-4b11-aade-4e231c1577d8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (66f528db-b250-4564-bf10-271f715bda6b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:49.111774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9befafb-e5cc-40e8-808d-829c04b2c4d2 req-fc051945-c454-4b11-aade-4e231c1577d8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (66f528db-b250-4564-bf10-271f715bda6b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:49.276306 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9befafb-e5cc-40e8-808d-829c04b2c4d2 req-fc051945-c454-4b11-aade-4e231c1577d8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (66f528db-b250-4564-bf10-271f715bda6b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:49.290392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9befafb-e5cc-40e8-808d-829c04b2c4d2 req-fc051945-c454-4b11-aade-4e231c1577d8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:49.309876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:49.313090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9befafb-e5cc-40e8-808d-829c04b2c4d2 req-fc051945-c454-4b11-aade-4e231c1577d8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] 10.222.0.79 "DELETE /v2.0/security-groups/66f528db-b250-4564-bf10-271f715bda6b HTTP/1.1" status: 204 len: 173 time: 0.8866174 Feb 17 22:20:49.314314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49530) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:49.508474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Router c705f0dc-eff1-4626-ae17-ac943c05be5f has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:20:49.630250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc051945-c454-4b11-aade-4e231c1577d8 tempest-SecurityGroupRulesTestJSON-810673197 tempest-SecurityGroupRulesTestJSON-810673197-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f528db-b250-4564-bf10-271f715bda6b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:49.875611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:49.880367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49544) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:49.898569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] Sync routers for ids ['c705f0dc-eff1-4626-ae17-ac943c05be5f'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:49.933578 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6179ba9f-c09a-45b6-9bd5-1325b022dc0d tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "PUT /v2.0/routers/c705f0dc-eff1-4626-ae17-ac943c05be5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2098768 Feb 17 22:20:49.945679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49548) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:49.953938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] Routers {'c705f0dc-eff1-4626-ae17-ac943c05be5f'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:49.955333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c705f0dc-eff1-4626-ae17-ac943c05be5f'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:50.092604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:50.138210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] Routers {'c705f0dc-eff1-4626-ae17-ac943c05be5f'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:50.138873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c705f0dc-eff1-4626-ae17-ac943c05be5f'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:50.274065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd81b-8801-41fb-851b-6b9d27046b7c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for router (c705f0dc-eff1-4626-ae17-ac943c05be5f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:50.296995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:50.297719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a1f1e-6ddc-4032-8e7e-bd0105eede29 None None] The sync data for ids ['c705f0dc-eff1-4626-ae17-ac943c05be5f'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:50.610077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75da168e-fc04-4856-b70b-5d575144b75e req-4f1381e4-ebc0-4e86-b57b-f97de4af50d9 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 210 time: 0.2792146 Feb 17 22:20:50.636295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] Deleting subnet f81c4357-7c15-46cf-9e16-81f454574cc1 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:20:50.652162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] Publish callbacks [] for subnet (f81c4357-7c15-46cf-9e16-81f454574cc1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:50.725865 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:50.823815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69524687-c0d5-49e5-8799-bafd211179ad req-3b48ec58-e307-4e27-8b24-32ca048af17e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:50.826357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69524687-c0d5-49e5-8799-bafd211179ad req-3b48ec58-e307-4e27-8b24-32ca048af17e tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.94 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 946 time: 1.4181755 Feb 17 22:20:50.838390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-754630648-network', 'tenant_id': '6b9294a9bf6e471e8010f52a6064fa8c'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:50.876146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Made reservation on behalf of 6b9294a9bf6e471e8010f52a6064fa8c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:50.881388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:50.951244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197edfa8-69bc-4373-9c4e-979d54b6f0d8 req-c19ecc28-0e45-479d-bcbe-4c8f47112bed tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:50.963350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-197edfa8-69bc-4373-9c4e-979d54b6f0d8 req-c19ecc28-0e45-479d-bcbe-4c8f47112bed tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.5635712 Feb 17 22:20:50.984357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (f81c4357-7c15-46cf-9e16-81f454574cc1), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:50.993394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.010661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd81b-8801-41fb-851b-6b9d27046b7c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (c705f0dc-eff1-4626-ae17-ac943c05be5f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.042165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd81b-8801-41fb-851b-6b9d27046b7c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for router_controller (c705f0dc-eff1-4626-ae17-ac943c05be5f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.164543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd81b-8801-41fb-851b-6b9d27046b7c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (c705f0dc-eff1-4626-ae17-ac943c05be5f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.165462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6dd81b-8801-41fb-851b-6b9d27046b7c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Fanout notify agent at l3_agent the message router_deleted on router c705f0dc-eff1-4626-ae17-ac943c05be5f {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:20:51.174247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-cb33efb0-241b-44b3-8705-4e949cde650f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:51.176339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-cb33efb0-241b-44b3-8705-4e949cde650f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.8457575 Feb 17 22:20:51.191413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd81b-8801-41fb-851b-6b9d27046b7c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.195119 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dd6dd81b-8801-41fb-851b-6b9d27046b7c tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "DELETE /v2.0/routers/c705f0dc-eff1-4626-ae17-ac943c05be5f HTTP/1.1" status: 204 len: 168 time: 1.2439325 Feb 17 22:20:51.196650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49566) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:51.229635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Request body: {'port': {'device_id': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'admin_state_up': True, 'tenant_id': 'c67a5113ef434a4aba236d8fd7ff6cda'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:51.320434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Deleting subnet b50b9481-c00c-4308-a4a1-0e9a14c7fe11 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:20:51.331187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks [] for security_group (6a9a543b-adcb-49b7-9c8d-4408a3c22c14), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.332385 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks [] for subnet (b50b9481-c00c-4308-a4a1-0e9a14c7fe11), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.362665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6a9a543b-adcb-49b7-9c8d-4408a3c22c14), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.496076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (b50b9481-c00c-4308-a4a1-0e9a14c7fe11), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.513957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (f81c4357-7c15-46cf-9e16-81f454574cc1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.586974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9a543b-adcb-49b7-9c8d-4408a3c22c14,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:51.624001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:20:51.661539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cba75dc1-1ac3-479c-8790-8d1ed2b20bcf), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.661539 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Added segment cba75dc1-1ac3-479c-8790-8d1ed2b20bcf of type vlan for network 359df4e2-28c4-4f97-8a44-8e3870d9353c Feb 17 22:20:51.671669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-197edfa8-69bc-4373-9c4e-979d54b6f0d8 req-6571ba00-f085-40dd-b9c0-648697009336 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6837013 Feb 17 22:20:51.725457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Made reservation on behalf of c67a5113ef434a4aba236d8fd7ff6cda for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:51.732775 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.764752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b182da-fe16-41fb-822f-f87dfee7d1aa req-2b9ad02c-29df-403d-838e-dc7714f28b17 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:51.766479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b182da-fe16-41fb-822f-f87dfee7d1aa req-2b9ad02c-29df-403d-838e-dc7714f28b17 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 946 time: 0.7876122 Feb 17 22:20:51.786223 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (359df4e2-28c4-4f97-8a44-8e3870d9353c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.827096 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (359df4e2-28c4-4f97-8a44-8e3870d9353c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.828340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:51.829311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.883142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24b182da-fe16-41fb-822f-f87dfee7d1aa req-1b329ba4-58e6-43c3-95fb-359706ac9247 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928307 Feb 17 22:20:51.885795 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0024362 Feb 17 22:20:51.910247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:51.955393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Deleting port f0d52e64-da78-4718-a4a8-f710f8844a81 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:51.955552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:51.979831 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Request body: {'subnet': {'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-754630648-subnet', 'tenant_id': '6b9294a9bf6e471e8010f52a6064fa8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:51.995086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b50b9481-c00c-4308-a4a1-0e9a14c7fe11), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.070943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (f81c4357-7c15-46cf-9e16-81f454574cc1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.093286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827f67b-d728-45de-8daf-9e64ccbf3c22 admin admin] Pushing event updated for resources: {'Network': ['ID=359df4e2-28c4-4f97-8a44-8e3870d9353c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:52.103657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Made reservation on behalf of 6b9294a9bf6e471e8010f52a6064fa8c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:52.109971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 359df4e2-28c4-4f97-8a44-8e3870d9353c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:20:52.123277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.192556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f81c4357-7c15-46cf-9e16-81f454574cc1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:52.208092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6e87ef3-3b97-48ab-9637-d4f0a1d406d6 req-12818a0f-31c8-4d73-81bd-d17def1ce28c tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 210 time: 0.1447721 Feb 17 22:20:52.273088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.281300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b6499515-3cc5-4036-8a74-9d76a5f7d624 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f81c4357-7c15-46cf-9e16-81f454574cc1 HTTP/1.1" status: 204 len: 168 time: 2.9393265 Feb 17 22:20:52.285217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49592) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:52.346978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Allocated IP 172.20.0.14 (8ed72953-b469-44bd-bc93-72145e063d0d/a9edd69f-92e0-4288-a688-4f0ded150ae9/933f400d-5169-49db-ace9-893236d08a28) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:20:52.358276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] For port f0d52e64-da78-4718-a4a8-f710f8844a81, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0d52e64-da78-4718-a4a8-f710f8844a81,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:52.358655 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.404370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (01e01ab5-681e-43de-b53d-7f814d345d34), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.408727 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (b50b9481-c00c-4308-a4a1-0e9a14c7fe11), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.459976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event deleted for resources: {'Subnet': ['ID=b50b9481-c00c-4308-a4a1-0e9a14c7fe11,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:52.480482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.482841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5efe69-a4b8-4c34-867b-ea24004bbf10 None None] Network 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:52.486683 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb9c8fc8-933a-4869-a711-1d57c00af330 tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "DELETE /v2.0/subnets/b50b9481-c00c-4308-a4a1-0e9a14c7fe11 HTTP/1.1" status: 204 len: 168 time: 1.2886643 Feb 17 22:20:52.493389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235a5f9-2479-4dcb-a1e4-50e7c7aad07a req-789a55af-404c-4fbe-9ee1-2799cf52c5d2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:52.504951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b235a5f9-2479-4dcb-a1e4-50e7c7aad07a req-789a55af-404c-4fbe-9ee1-2799cf52c5d2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4358511 Feb 17 22:20:52.516688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49594) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:52.769998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0d52e64-da78-4718-a4a8-f710f8844a81 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:52.782890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] DHCP port deletion for 92d317b7-0380-4e7c-a2ff-b42552b4f8f4 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:20:52.814224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (01e01ab5-681e-43de-b53d-7f814d345d34), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.862915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e01ab5-681e-43de-b53d-7f814d345d34']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:52.916449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8221b4-bf26-40ea-b984-f3f640c42457') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:52.917457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8221b4-bf26-40ea-b984-f3f640c42457') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:52.938920 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (92d317b7-0380-4e7c-a2ff-b42552b4f8f4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.942210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9b8221b4-bf26-40ea-b984-f3f640c42457), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.965743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (5462559a-4e93-4f55-a409-e126dd8a3130), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:52.983135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9b8221b4-bf26-40ea-b984-f3f640c42457), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.016028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b235a5f9-2479-4dcb-a1e4-50e7c7aad07a req-1f504c06-2d5b-4716-a0cd-336d87110bc0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5092449 Feb 17 22:20:53.020771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:20:53.021968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9b8221b4-bf26-40ea-b984-f3f640c42457), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:20:53.025801 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:20:53.150859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (01e01ab5-681e-43de-b53d-7f814d345d34), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.181681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.191852 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] 10.222.0.79 "DELETE /v2.0/networks/01e01ab5-681e-43de-b53d-7f814d345d34 HTTP/1.1" status: 204 len: 168 time: 0.8981597 Feb 17 22:20:53.298886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902e7ed-bbd2-401e-82dc-a5bbd61d53a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=01e01ab5-681e-43de-b53d-7f814d345d34,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:53.320789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.321534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (72aaad54-adf2-4660-8296-d2b77386c3f7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.322086 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Floating IP 72aaad54-adf2-4660-8296-d2b77386c3f7 disassociated. External IP: 172.25.0.237, port: f0d52e64-da78-4718-a4a8-f710f8844a81. Feb 17 22:20:53.322811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Calling delete_port for f0d52e64-da78-4718-a4a8-f710f8844a81 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:53.323679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5462559a-4e93-4f55-a409-e126dd8a3130,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:53.336627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Checking segment: {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:20:53.337863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Network hostable DHCP agents. Network: 359df4e2-28c4-4f97-8a44-8e3870d9353c, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:20:53.362361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0d52e64-da78-4718-a4a8-f710f8844a81 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:20:53.369374 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.408348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Network 359df4e2-28c4-4f97-8a44-8e3870d9353c is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:20:53.432995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] Deleting port bf714de2-4301-4e3e-b279-c7c54bbc2123 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:53.439558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.448249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 359df4e2-28c4-4f97-8a44-8e3870d9353c) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:53.465499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:53.469237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.510524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cbdb91-172d-4a6a-a5a4-27a071ed6ac2 None None] Network 359df4e2-28c4-4f97-8a44-8e3870d9353c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:53.532802 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0399dc49-b6f8-4cb6-a86e-e120cb6f6eb8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6190867 Feb 17 22:20:53.715860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49626) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:53.917233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] For port bf714de2-4301-4e3e-b279-c7c54bbc2123, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bf714de2-4301-4e3e-b279-c7c54bbc2123,segment=NetworkSegment(a9696611-e49d-46a2-8f3c-58eb6b656534),segment_id=a9696611-e49d-46a2-8f3c-58eb6b656534)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:53.917775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:53.934465 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-92fc61d2-39fe-440d-86d0-9570fa69ef7b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0ae4298aa5a24efd9782ff5f2c20f0df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130885 Feb 17 22:20:53.935447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49630) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:53.949999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] Calling delete_port for bf714de2-4301-4e3e-b279-c7c54bbc2123 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:53.984513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f0d52e64-da78-4718-a4a8-f710f8844a81), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.013808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33e3c255-378b-4c20-a4e9-d4c073d3d80e req-4ee9fc38-e043-4754-9fa3-e0691bf96088 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 210 time: 0.4369030 Feb 17 22:20:54.019986 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks [] for port (933f400d-5169-49db-ace9-893236d08a28), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.148848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49632) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:54.150436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bd6e8-6210-46b2-9043-e42e7a3d7719 admin admin] Publish callbacks [] for security_group (94e6ac13-1cc9-408a-8f7d-940182495ae8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.210265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bd6e8-6210-46b2-9043-e42e7a3d7719 admin admin] Publish callbacks [] for security_group (94e6ac13-1cc9-408a-8f7d-940182495ae8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.225974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (933f400d-5169-49db-ace9-893236d08a28), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.339840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bd6e8-6210-46b2-9043-e42e7a3d7719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (94e6ac13-1cc9-408a-8f7d-940182495ae8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.344827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bd6e8-6210-46b2-9043-e42e7a3d7719 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.347676 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f24bd6e8-6210-46b2-9043-e42e7a3d7719 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/94e6ac13-1cc9-408a-8f7d-940182495ae8 HTTP/1.1" status: 204 len: 168 time: 0.4105482 Feb 17 22:20:54.356211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event deleted for resources: {'Port': ['ID=f0d52e64-da78-4718-a4a8-f710f8844a81,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:54.374301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9438dfea-65f0-4800-8dfc-a2e646f937e2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:20:54.377955 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:54.385629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bd6e8-6210-46b2-9043-e42e7a3d7719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e6ac13-1cc9-408a-8f7d-940182495ae8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:54.438360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] Pushing event deleted for resources: {'Port': ['ID=bf714de2-4301-4e3e-b279-c7c54bbc2123,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:54.474083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fd699a-df50-4bb7-a71d-8dfcb52665d3 None None] No DVR routers for this DVR port bf714de2-4301-4e3e-b279-c7c54bbc2123 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:20:54.706854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1dc7b-dce5-4356-b277-548e30dd3ccc None None] Network 359df4e2-28c4-4f97-8a44-8e3870d9353c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:20:54.922102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf714de2-4301-4e3e-b279-c7c54bbc2123 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:20:54.982069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: bf714de2-4301-4e3e-b279-c7c54bbc2123 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:20:54.982422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf714de2-4301-4e3e-b279-c7c54bbc2123 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:20:55.041918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db98968c-1e16-4a6a-8f68-deddb314a430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.164224 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.245589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Network 8ed72953-b469-44bd-bc93-72145e063d0d is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:20:55.269129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:20:55.278426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:20:55.289034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event updated for resources: {'Port': ['ID=933f400d-5169-49db-ace9-893236d08a28,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:55.341188 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db98968c-1e16-4a6a-8f68-deddb314a430 admin admin] Publish callbacks [] for security_group (06f7193a-97e5-493f-b53e-e5bf4789baf0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.347602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb544-e82f-4b8c-83f0-3efc3f418dd0 req-1bac5226-6254-44ee-8ff2-92caefe8f444 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:55.350377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff5bb544-e82f-4b8c-83f0-3efc3f418dd0 req-1bac5226-6254-44ee-8ff2-92caefe8f444 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 932 time: 1.3559747 Feb 17 22:20:55.352372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db98968c-1e16-4a6a-8f68-deddb314a430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (06f7193a-97e5-493f-b53e-e5bf4789baf0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.408516 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-db98968c-1e16-4a6a-8f68-deddb314a430 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd8f5d0110824644b5f29b772fde0d57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1079097 Feb 17 22:20:55.409443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98968c-1e16-4a6a-8f68-deddb314a430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f7193a-97e5-493f-b53e-e5bf4789baf0,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:55.413120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49654) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:55.455160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Deleting port bf714de2-4301-4e3e-b279-c7c54bbc2123 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:20:55.455665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.462639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:55.463473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.483543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360e39-134f-427b-8eca-90180783faad req-b2eb3010-e9c6-413e-a82e-612239ec8791 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:55.485843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43360e39-134f-427b-8eca-90180783faad req-b2eb3010-e9c6-413e-a82e-612239ec8791 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.3246894 Feb 17 22:20:55.487404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e12d0142-52da-4c61-9904-51db88b057d3 admin admin] Publish callbacks [] for security_group (06f7193a-97e5-493f-b53e-e5bf4789baf0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.539341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e12d0142-52da-4c61-9904-51db88b057d3 admin admin] Publish callbacks [] for security_group (06f7193a-97e5-493f-b53e-e5bf4789baf0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.604918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Router a3689d40-9331-4583-bdd7-6d16849bd4da has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:20:55.649212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e12d0142-52da-4c61-9904-51db88b057d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (06f7193a-97e5-493f-b53e-e5bf4789baf0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.658956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e12d0142-52da-4c61-9904-51db88b057d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.663023 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e12d0142-52da-4c61-9904-51db88b057d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/06f7193a-97e5-493f-b53e-e5bf4789baf0 HTTP/1.1" status: 204 len: 168 time: 0.2470791 Feb 17 22:20:55.687908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d0142-52da-4c61-9904-51db88b057d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f7193a-97e5-493f-b53e-e5bf4789baf0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:55.729870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-2d143132-b666-4e42-8bcc-b863c8259dd3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5082839 Feb 17 22:20:55.764170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Request body: {'port': {'device_id': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:55.981226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] For port bf714de2-4301-4e3e-b279-c7c54bbc2123, host n-d-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:20:55.986046 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:55.997620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:20:56.017144 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] Sync routers for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:20:56.040907 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:56.044943 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:56.124103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff5bb544-e82f-4b8c-83f0-3efc3f418dd0 req-4404c155-c320-4425-b63a-e400612ef178 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6516309 Feb 17 22:20:56.294076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43360e39-134f-427b-8eca-90180783faad req-b6a2802f-e6b9-4241-8ac7-9c8a31bf94b5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7700043 Feb 17 22:20:56.307042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Calling delete_port for bf714de2-4301-4e3e-b279-c7c54bbc2123 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:20:56.313773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Port bf714de2-4301-4e3e-b279-c7c54bbc2123 was not found and therefore no delete operation was performed {{(pid=103527) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:20:56.345541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] No DVR routers for this DVR port f0d52e64-da78-4718-a4a8-f710f8844a81 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:20:56.348538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (bf714de2-4301-4e3e-b279-c7c54bbc2123), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:56.364304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:56.373868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69524687-c0d5-49e5-8799-bafd211179ad req-c0f23c21-3131-4d01-a7d3-48a860ce6820 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.94 "DELETE /v2.0/ports/f0d52e64-da78-4718-a4a8-f710f8844a81 HTTP/1.1" status: 204 len: 173 time: 5.5345531 Feb 17 22:20:56.446515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-deleted', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:20:56.452009 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b0cc1d-e4c3-4db1-bbfd-05d837739c66" -d '{"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-deleted", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:20:56.463118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event deleted for resources: {'Port': ['ID=bf714de2-4301-4e3e-b279-c7c54bbc2123,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:56.481985 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:56.582531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (933f400d-5169-49db-ace9-893236d08a28), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:56.653120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.653634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.658520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.659389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.660051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.661252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.662635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.663216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.663832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.664402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.664991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.666311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.666944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:20:56.683802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:56.698871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] No DVR routers for this DVR port bf714de2-4301-4e3e-b279-c7c54bbc2123 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:20:56.705169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f8abd7e-8b86-4362-a226-182a6a54f627 req-84b27d54-ad02-4d78-b8bb-3acf360a4f43 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/ports?device_id=ce4a6520-1099-4873-bfe1-647f1961bc65 HTTP/1.1" status: 200 len: 210 time: 0.1247840 Feb 17 22:20:56.737041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de97465f-8353-42ce-b049-683e47681fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.086088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49698) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:57.100419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de97465f-8353-42ce-b049-683e47681fdc admin admin] Publish callbacks [] for security_group (9d419c6b-bfd8-4dee-90b5-6546296442e1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.110041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de97465f-8353-42ce-b049-683e47681fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9d419c6b-bfd8-4dee-90b5-6546296442e1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.252699 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de97465f-8353-42ce-b049-683e47681fdc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=04e4724100f64b67a9e808effef1fbd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5658426 Feb 17 22:20:57.257335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49704) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:57.281509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97465f-8353-42ce-b049-683e47681fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d419c6b-bfd8-4dee-90b5-6546296442e1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:57.441423 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (92d317b7-0380-4e7c-a2ff-b42552b4f8f4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.475633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c0ceb6f-990d-42e7-b0df-8d6854120b8e admin admin] Publish callbacks [] for security_group (9d419c6b-bfd8-4dee-90b5-6546296442e1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.573707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c0ceb6f-990d-42e7-b0df-8d6854120b8e admin admin] Publish callbacks [] for security_group (9d419c6b-bfd8-4dee-90b5-6546296442e1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.578914 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:57.608942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d317b7-0380-4e7c-a2ff-b42552b4f8f4']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:57.629746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 933f400d-5169-49db-ace9-893236d08a28 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:20:57.639579 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] Checking router: a3689d40-9331-4583-bdd7-6d16849bd4da for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:20:57.663580 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:20:57.664382 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:57.672604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab9131-f2d2-4891-b96d-7ab1b876a389 req-0a1e2db7-e7d9-4d25-ad9c-fc1264672bb4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:57.675690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fab9131-f2d2-4891-b96d-7ab1b876a389 req-0a1e2db7-e7d9-4d25-ad9c-fc1264672bb4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.5385652 Feb 17 22:20:57.712162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9696611-e49d-46a2-8f3c-58eb6b656534') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:57.727682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-937405832-network', 'tenant_id': '7bf5600058734da0842a33c8e365407f'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:57.728606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9696611-e49d-46a2-8f3c-58eb6b656534') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:57.757015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (a9696611-e49d-46a2-8f3c-58eb6b656534), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.780779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Made reservation on behalf of 7bf5600058734da0842a33c8e365407f for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:57.785283 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.796099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a9696611-e49d-46a2-8f3c-58eb6b656534), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.806357 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.808185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:20:57.808605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (a9696611-e49d-46a2-8f3c-58eb6b656534), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.838954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c0ceb6f-990d-42e7-b0df-8d6854120b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9d419c6b-bfd8-4dee-90b5-6546296442e1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.845006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c0ceb6f-990d-42e7-b0df-8d6854120b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:57.847216 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7c0ceb6f-990d-42e7-b0df-8d6854120b8e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d419c6b-bfd8-4dee-90b5-6546296442e1 HTTP/1.1" status: 204 len: 168 time: 0.5862334 Feb 17 22:20:57.856777 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:20:57.934163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ceb6f-990d-42e7-b0df-8d6854120b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d419c6b-bfd8-4dee-90b5-6546296442e1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:20:58.037802 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:20:58.051701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Publish callbacks [] for port (933f400d-5169-49db-ace9-893236d08a28), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.138867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-485726d8-73a1-4b8a-9ac6-a97a64d5bb17 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:58.143875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-485726d8-73a1-4b8a-9ac6-a97a64d5bb17 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 813 time: 1.0382192 Feb 17 22:20:58.190156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Transition to ACTIVE for port object 933f400d-5169-49db-ace9-893236d08a28 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:20:58.204806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (92d317b7-0380-4e7c-a2ff-b42552b4f8f4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.210222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (933f400d-5169-49db-ace9-893236d08a28), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.263576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.267487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] 10.222.0.79 "DELETE /v2.0/networks/92d317b7-0380-4e7c-a2ff-b42552b4f8f4 HTTP/1.1" status: 204 len: 168 time: 5.7494931 Feb 17 22:20:58.275197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks [] for security_group (4df36fd8-f79d-476a-b21d-dfafbb88a9a5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.282873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fab9131-f2d2-4891-b96d-7ab1b876a389 req-45a51328-bd72-42f3-bc3e-a6aa6a2fa46f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746615 Feb 17 22:20:58.284978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-dee18c0b-345e-499a-9516-438f1dbf824d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/quotas/6b9294a9bf6e471e8010f52a6064fa8c HTTP/1.1" status: 200 len: 375 time: 0.1007609 Feb 17 22:20:58.293011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4df36fd8-f79d-476a-b21d-dfafbb88a9a5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.426045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4df36fd8-f79d-476a-b21d-dfafbb88a9a5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:58.453877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:20:58.464702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46ad4f-e2ea-4d05-9c41-957e658daeda tempest-FloatingIPNegativeTestJSON-595273868 tempest-FloatingIPNegativeTestJSON-595273868-project] Pushing event deleted for resources: {'Network': ['ID=92d317b7-0380-4e7c-a2ff-b42552b4f8f4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:58.469655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Pushing event updated for resources: {'Port': ['ID=933f400d-5169-49db-ace9-893236d08a28,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:58.485351 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c94dc4-bec6-4b42-8f3e-f00c6c7d4e6c x-openstack-request-id: req-a9c94dc4-bec6-4b42-8f3e-f00c6c7d4e6c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:20:58.485815 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce4a6520-1099-4873-bfe1-647f1961bc65", "name": "network-vif-deleted", "tag": "f0d52e64-da78-4718-a4a8-f710f8844a81", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:20:58.486246 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9c94dc4-bec6-4b42-8f3e-f00c6c7d4e6c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:20:58.486870 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4a6520-1099-4873-bfe1-647f1961bc65', 'name': 'network-vif-deleted', 'tag': 'f0d52e64-da78-4718-a4a8-f710f8844a81', 'status': 'completed', 'code': 200} Feb 17 22:20:58.490827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6b0b0d04-85bb-4f6c-98c3-77ca824232d9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.491173 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Added segment 6b0b0d04-85bb-4f6c-98c3-77ca824232d9 of type vlan for network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 Feb 17 22:20:58.627846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.636209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-a3c8d9df-26cb-4249-9e41-6d7740aa4e64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1478627 Feb 17 22:20:58.674814 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:20:58.722605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.728464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:58.736242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:58.740079 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0fe223-37c3-4775-aa3e-9ca64ab60da1 None None] The sync data for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 is: [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:11:14Z', 'revision_number': 4, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29acf839-995b-48e7-abb7-ed48fd97edd2', 'name': '', 'network_id': 'ca9d742c-593d-425c-b5fb-51c5b5d35926', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'mac_address': 'fa:16:3e:25:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': '7149978d-de33-4048-be1d-65a0097ef73d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:11Z', 'updated_at': '2022-02-17T22:11:22Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'subnets': [{'id': '7149978d-de33-4048-be1d-65a0097ef73d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:20:58.977877 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8680334 Feb 17 22:20:58.983931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49726) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:59.000544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Request body: {'subnet': {'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-937405832-subnet', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:20:59.042654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49730) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:59.060909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89906229-4f24-4ef8-a448-19c89456f57a admin admin] Pushing event updated for resources: {'Network': ['ID=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:20:59.079494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:20:59.113203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Made reservation on behalf of 7bf5600058734da0842a33c8e365407f for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:20:59.116939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:59.315990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Attempting to bind port 933f400d-5169-49db-ace9-893236d08a28 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:20:59.316345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Attempting to bind port 933f400d-5169-49db-ace9-893236d08a28 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:20:59.316731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Attempting to bind port 933f400d-5169-49db-ace9-893236d08a28 on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:20:59.347736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Port 933f400d-5169-49db-ace9-893236d08a28 on network 8ed72953-b469-44bd-bc93-72145e063d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:20:59.348289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Attempting to bind port 933f400d-5169-49db-ace9-893236d08a28 on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:20:59.394311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d661064-5f88-4a5c-b6ea-1f6880e0569b None None] New status for floating IP 72aaad54-adf2-4660-8296-d2b77386c3f7: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:20:59.419539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:20:59.432183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Checking segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:20:59.442805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Bound using segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:20:59.443602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Bound port: 933f400d-5169-49db-ace9-893236d08a28, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:20:59.444155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (933f400d-5169-49db-ace9-893236d08a28), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:59.506213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd77c648-476e-4fad-a911-105ddeb41e4c req-04f98ce4-0d86-4132-920d-88648a259f2d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:20:59.520411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bd77c648-476e-4fad-a911-105ddeb41e4c req-04f98ce4-0d86-4132-920d-88648a259f2d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 944 time: 0.8452494 Feb 17 22:20:59.676803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bd77c648-476e-4fad-a911-105ddeb41e4c req-fd3d5612-c7fc-48fb-9290-d05b98bcac02 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495967 Feb 17 22:20:59.704270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49740) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:20:59.712627 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-20cf82a0-c2f3-4069-934d-3c9e887295d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=28ccc91b2b464e59a5b76df106445cf8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6616523 Feb 17 22:20:59.937941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (e48dffb6-62d9-40c2-9289-c8a07cdce6a3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:20:59.992078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-11e83848-456b-4aae-b54d-8f13778b51f9 service neutron] 10.222.0.79 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3216205 Feb 17 22:21:00.012791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49754) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:00.093823 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:21:00.107286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-beed9bc8-ed8d-42cd-897d-297b06870822 admin admin] Publish callbacks [] for security_group (04c1e056-e4b4-4c56-80ab-7f7cafd730d7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.114310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48dffb6-62d9-40c2-9289-c8a07cdce6a3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:00.132108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-beed9bc8-ed8d-42cd-897d-297b06870822 admin admin] Publish callbacks [] for security_group (04c1e056-e4b4-4c56-80ab-7f7cafd730d7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.144978 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Checking segment: {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:00.146546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Network hostable DHCP agents. Network: 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:21:00.210515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-beed9bc8-ed8d-42cd-897d-297b06870822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04c1e056-e4b4-4c56-80ab-7f7cafd730d7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.213628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-beed9bc8-ed8d-42cd-897d-297b06870822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.216192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:21:00.223021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-beed9bc8-ed8d-42cd-897d-297b06870822 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04c1e056-e4b4-4c56-80ab-7f7cafd730d7 HTTP/1.1" status: 204 len: 168 time: 0.5008643 Feb 17 22:21:00.239328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:00.258172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b513545-b224-47f5-86d3-4a031ffc8b96 None None] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:00.260259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:00.263817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.301055 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-09c91a5b-6572-4867-b7ad-756c231016ab admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3155918 Feb 17 22:21:00.306145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49760) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:00.315331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed9bc8-ed8d-42cd-897d-297b06870822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c1e056-e4b4-4c56-80ab-7f7cafd730d7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:00.334161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:00.343812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] For port 933f400d-5169-49db-ace9-893236d08a28, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:00.387071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] For port 933f400d-5169-49db-ace9-893236d08a28, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=933f400d-5169-49db-ace9-893236d08a28,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:00.414567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (933f400d-5169-49db-ace9-893236d08a28), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.433436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (fcc71551-2729-4b1c-9580-fc1e4c71de25), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.435267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cb7e5f-f078-48fe-a4ba-ddb4757ae604 req-f128cd44-0838-4b6e-bd54-3c75d83c5927 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:00.442252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (fcc71551-2729-4b1c-9580-fc1e4c71de25), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.443637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97cb7e5f-f078-48fe-a4ba-ddb4757ae604 req-f128cd44-0838-4b6e-bd54-3c75d83c5927 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3389554 Feb 17 22:21:00.482994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-ef0bef68-5dd9-41ba-8c0e-f22971384e9b service neutron] 10.222.0.79 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4898624 Feb 17 22:21:00.515300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-network', 'tenant_id': '81e32acd8496471d91585bf29475799c'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:00.589025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks [] for router_controller (fcc71551-2729-4b1c-9580-fc1e4c71de25), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.601406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:00.604862 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.606764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] 10.222.0.94 "PUT /v2.0/ports/933f400d-5169-49db-ace9-893236d08a28 HTTP/1.1" status: 200 len: 1093 time: 4.8574367 Feb 17 22:21:00.615734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'tag': '933f400d-5169-49db-ace9-893236d08a28'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:00.618503 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "64705440-fdc4-4e8d-9cb4-82d5ef32cb6a", "tag": "933f400d-5169-49db-ace9-893236d08a28"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:00.814864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'project_id': '7bf5600058734da0842a33c8e365407f', 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:21:00.815802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.816243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97cb7e5f-f078-48fe-a4ba-ddb4757ae604 req-61b67972-2ccd-4edf-8309-5e101d477cec tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711898 Feb 17 22:21:00.862142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Made reservation on behalf of 81e32acd8496471d91585bf29475799c for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:00.866385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:00.888710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49776) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:00.940015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2bf3b-b761-4bd8-8b31-5acc6d12cc9e service neutron] Pushing event updated for resources: {'Port': ['ID=933f400d-5169-49db-ace9-893236d08a28,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:00.977931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:01.023869 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8487068-4686-456c-89c7-07d226886c76 x-openstack-request-id: req-c8487068-4686-456c-89c7-07d226886c76 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:01.025656 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64705440-fdc4-4e8d-9cb4-82d5ef32cb6a", "tag": "933f400d-5169-49db-ace9-893236d08a28", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:01.026029 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c8487068-4686-456c-89c7-07d226886c76 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:01.027778 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'tag': '933f400d-5169-49db-ace9-893236d08a28', 'status': 'completed', 'code': 200} Feb 17 22:21:01.246554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks [] for router_gateway (fcc71551-2729-4b1c-9580-fc1e4c71de25), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:01.271648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c94ecd5-a03d-437a-ae4d-6229db0f0fa1 req-1d17c69d-94cd-4ad3-8d22-45501f064309 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 210 time: 0.2010696 Feb 17 22:21:01.455898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Allocated IP 172.20.0.2 (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4/e48dffb6-62d9-40c2-9289-c8a07cdce6a3/2c7267eb-bf04-4137-a35a-4bc98ac71e9a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:01.566035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9433348-24a9-4493-92a6-e1385bd59310 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (ce3ab00f-ce68-4545-87a1-a9a8b3a9e690), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:01.868534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9433348-24a9-4493-92a6-e1385bd59310 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (ce3ab00f-ce68-4545-87a1-a9a8b3a9e690), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:01.954761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Publish callbacks [] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:01.955057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ae1d3-8828-47a0-880d-e5e941a50de0 req-a2bad691-1349-4b9f-bc95-435cd76c7fbb tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:01.970360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:01.972217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-501ae1d3-8828-47a0-880d-e5e941a50de0 req-a2bad691-1349-4b9f-bc95-435cd76c7fbb tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 944 time: 0.8247092 Feb 17 22:21:02.099634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0e80324d-66d9-46d2-bb7f-4fe19c54a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:02.101951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0e80324d-66d9-46d2-bb7f-4fe19c54a4f1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 1127 time: 1.3420315 Feb 17 22:21:02.140348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:02.169876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks [] for router_gateway (fcc71551-2729-4b1c-9580-fc1e4c71de25), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:02.172804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:02.192568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:02.278853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:02.312681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-175c0380-41d4-4653-9c41-72686fcc28e3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933f400d-5169-49db-ace9-893236d08a28 HTTP/1.1" status: 200 len: 217 time: 0.1729259 Feb 17 22:21:02.407032 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks [] for security_group (d4dc6c10-9ac3-4781-917b-f762d9571e8b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:02.436135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-501ae1d3-8828-47a0-880d-e5e941a50de0 req-498b9977-0b72-4820-b638-a14a84f37e0a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4604256 Feb 17 22:21:02.460105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Pushing event updated for resources: {'Port': ['ID=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:02.502745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Attempting to bind port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:02.503452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Attempting to bind port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:02.504023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Attempting to bind port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a on network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:02.514903 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d4dc6c10-9ac3-4781-917b-f762d9571e8b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:02.515908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:02.516567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Checking segment: {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:02.518144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:02.519221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Bound using segment: {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:02.520371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Bound port: 2c7267eb-bf04-4137-a35a-4bc98ac71e9a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:02.521835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:02.622153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Allocated IP 172.25.0.158 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/7ab614ab-5c31-4a26-a6af-1425cf74600e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:02.754832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] For port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:02.765741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] For port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:02.779894 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:02.997062 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks [] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:03.006431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c7973-3353-4ed3-8060-f50700fe6e69 None None] Pushing event updated for resources: {'Port': ['ID=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:03.082022 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:03.190183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:03.191950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:03.202109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:03.204199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49818) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:03.206142 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9433348-24a9-4493-92a6-e1385bd59310 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce3ab00f-ce68-4545-87a1-a9a8b3a9e690), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:03.210720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9433348-24a9-4493-92a6-e1385bd59310 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:03.212397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e9433348-24a9-4493-92a6-e1385bd59310 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "DELETE /v2.0/security-groups/ce3ab00f-ce68-4545-87a1-a9a8b3a9e690 HTTP/1.1" status: 204 len: 168 time: 2.2666147 Feb 17 22:21:03.222726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49820) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:03.332791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Pushing event updated for resources: {'Port': ['ID=7ab614ab-5c31-4a26-a6af-1425cf74600e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:03.351280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9967e7e5-3cf3-477b-87d3-353998633acd req-1ac4a780-ca87-4f88-aaab-55b8a276d76f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 210 time: 0.1571970 Feb 17 22:21:03.380612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:21:03.412625 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-7ea4fc29-b3d8-4ba4-afec-781476215e0d tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] show failed (client error): The resource could not be found. Feb 17 22:21:03.421055 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7ea4fc29-b3d8-4ba4-afec-781476215e0d tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "GET /v2.0/security-groups/ce3ab00f-ce68-4545-87a1-a9a8b3a9e690 HTTP/1.1" status: 404 len: 347 time: 0.1737702 Feb 17 22:21:03.426557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49828) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:03.443322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-7a2308d8-9bfb-4205-a724-8e0d537c73b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:03.449285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-7a2308d8-9bfb-4205-a724-8e0d537c73b2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 1.0450547 Feb 17 22:21:03.475757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dc6c10-9ac3-4781-917b-f762d9571e8b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:03.480716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e5c5fc17-de81-43cd-87e6-3e79055e0008), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:03.481616 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Added segment e5c5fc17-de81-43cd-87e6-3e79055e0008 of type vlan for network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab Feb 17 22:21:03.560391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dae19b-4fab-49e5-8bd0-4b24013421f7 req-5d29b451-a51f-49ec-a5f4-de6b50dce399 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:03.568449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08dae19b-4fab-49e5-8bd0-4b24013421f7 req-5d29b451-a51f-49ec-a5f4-de6b50dce399 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.3933980 Feb 17 22:21:03.647502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-0139646f-9d37-48f7-bbd7-2a42434e8228 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1815598 Feb 17 22:21:03.721125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9433348-24a9-4493-92a6-e1385bd59310 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ab00f-ce68-4545-87a1-a9a8b3a9e690,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:03.889678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08dae19b-4fab-49e5-8bd0-4b24013421f7 req-f54f618b-5ee8-4a4b-bd0b-a60013710731 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3195946 Feb 17 22:21:03.895056 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.092023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0cf8f3cc-288d-4d95-a4aa-9f301e72b25a tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-813467661', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:04.159698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0588d919-6ea4-47fe-aea8-425ac25e847b req-f47acc36-7e2c-4641-a869-a9e99e3dfab9 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:04.172949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0588d919-6ea4-47fe-aea8-425ac25e847b req-f47acc36-7e2c-4641-a869-a9e99e3dfab9 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 944 time: 0.5305588 Feb 17 22:21:04.213594 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.214631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:04.214983 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.281000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f3cc-288d-4d95-a4aa-9f301e72b25a tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.282279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f3cc-288d-4d95-a4aa-9f301e72b25a tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.355857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f3cc-288d-4d95-a4aa-9f301e72b25a tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for router_controller (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.370252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-f4563363-1e0f-4eb0-9ac0-6681ea1795c0 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6505644 Feb 17 22:21:04.422874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f3cc-288d-4d95-a4aa-9f301e72b25a tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.460620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.4386888 Feb 17 22:21:04.479779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49838) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:04.493930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Request body: {'subnet': {'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-subnet', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:04.528712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cf8f3cc-288d-4d95-a4aa-9f301e72b25a tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.534802 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cf8f3cc-288d-4d95-a4aa-9f301e72b25a tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3158333 Feb 17 22:21:04.542686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49842) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:04.543965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-bfef96bd-af35-4568-91e3-89cd4daafa98 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:04.545982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-bfef96bd-af35-4568-91e3-89cd4daafa98 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.94 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 813 time: 0.7625387 Feb 17 22:21:04.569715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1270091769'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:04.595668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Made reservation on behalf of 81e32acd8496471d91585bf29475799c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:04.598057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.612437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0588d919-6ea4-47fe-aea8-425ac25e847b req-c8e425e1-300a-46d3-a369-105c97c2275f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252369 Feb 17 22:21:04.697471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Request body: {'port': {'device_id': '70760b23-aebe-4a0a-b889-f430bf727f01', 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c', 'admin_state_up': True, 'tenant_id': '6b9294a9bf6e471e8010f52a6064fa8c'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:04.865224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Deleting port e4d91eed-b11d-4d88-a0d0-6e51f37a6c01 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:04.871972 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:04.924472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2c7267eb-bf04-4137-a35a-4bc98ac71e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:04.931395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0c894-6772-4d14-8bd6-1eca84b301ed admin admin] Pushing event updated for resources: {'Network': ['ID=973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:04.995102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca4258e9-091a-4953-b06e-26682806b125 req-d317fa47-c6cd-48b0-9fb8-a8cbfd986ff6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 210 time: 0.4020088 Feb 17 22:21:05.001770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:21:05.097866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Made reservation on behalf of 6b9294a9bf6e471e8010f52a6064fa8c for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:05.107065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.129475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Made reservation on behalf of cfc9bfa6def94806b50144edd783a758 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:05.135411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.165537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d480d820-0da2-4a8d-8633-57ac593dc238 None None] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:05.176021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db144a76-ee6e-4ef7-9653-b5af30dde5bd req-fa55e4f5-6886-4781-9d2b-e80bbeeef3e2 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470531 Feb 17 22:21:05.324527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-401d3f20-935d-4959-a160-41966dfacf1c None None] Provisioning complete for port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:05.325161 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-401d3f20-935d-4959-a160-41966dfacf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.397473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.398092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.424504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Calling delete_port for e4d91eed-b11d-4d88-a0d0-6e51f37a6c01 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:05.462719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Allocated IP 172.20.0.8 (359df4e2-28c4-4f97-8a44-8e3870d9353c/5462559a-4e93-4f55-a409-e126dd8a3130/7f0d42d8-f66a-4f75-bbb6-f89a1b36982e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:05.473315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-401d3f20-935d-4959-a160-41966dfacf1c None None] Current status of the port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:05.474622 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-401d3f20-935d-4959-a160-41966dfacf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.498823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:05.499894 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.542063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-401d3f20-935d-4959-a160-41966dfacf1c None None] For port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:05.595450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-401d3f20-935d-4959-a160-41966dfacf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.683254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.736024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3f20-935d-4959-a160-41966dfacf1c None None] Pushing event updated for resources: {'Port': ['ID=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:05.808681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks [] for router_gateway (fcc71551-2729-4b1c-9580-fc1e4c71de25), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:05.910659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:06.030376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e35dc0db-26d2-451c-b962-24d3780963e9 None None] Provisioning complete for port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:06.031423 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e35dc0db-26d2-451c-b962-24d3780963e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.049358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e4d91eed-b11d-4d88-a0d0-6e51f37a6c01), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.076640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks [] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.174469 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.183649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e35dc0db-26d2-451c-b962-24d3780963e9 None None] Current status of the port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:06.184675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Pushing event deleted for resources: {'Port': ['ID=e4d91eed-b11d-4d88-a0d0-6e51f37a6c01,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:06.256112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.256690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.257290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.257914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.258350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.258797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.259230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.259690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.260134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.260604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.261079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.261622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.262085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:06.298720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (8aaba169-f576-42f5-b1e9-2abe38150c60), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.325262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Network 359df4e2-28c4-4f97-8a44-8e3870d9353c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:06.346051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:06.355006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:06.380863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e0095-666a-4502-9f3e-bd589b8390ec req-a1b49ef8-c8db-4c36-8342-dddc765e7641 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:06.384322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe7e0095-666a-4502-9f3e-bd589b8390ec req-a1b49ef8-c8db-4c36-8342-dddc765e7641 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.3033636 Feb 17 22:21:06.432498 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for security_group (edd80341-7398-4977-a16f-6605eb6d55b4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.444842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:06.507173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca6dd58-efd0-4881-afd3-b75a17cce5a5 req-18308609-546b-4abe-b994-d8bda20ee174 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:06.513856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca6dd58-efd0-4881-afd3-b75a17cce5a5 req-18308609-546b-4abe-b994-d8bda20ee174 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 944 time: 0.5915546 Feb 17 22:21:06.524055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-72fd528c-6392-4ee7-a2f5-17279390a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:06.524055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-72fd528c-6392-4ee7-a2f5-17279390a2c7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 1127 time: 0.6498048 Feb 17 22:21:06.527480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (edd80341-7398-4977-a16f-6605eb6d55b4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.537043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks [] for floatingip (72aaad54-adf2-4660-8296-d2b77386c3f7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.541525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.555473 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4ec589d-87cf-46d7-a057-4239200f6054 tempest-AttachVolumeShelveTestJSON-1624603136 tempest-AttachVolumeShelveTestJSON-1624603136-project] 10.222.0.79 "DELETE /v2.0/floatingips/72aaad54-adf2-4660-8296-d2b77386c3f7 HTTP/1.1" status: 204 len: 168 time: 3.0887475 Feb 17 22:21:06.731531 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8aaba169-f576-42f5-b1e9-2abe38150c60,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:06.745388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:21:06.779309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd80341-7398-4977-a16f-6605eb6d55b4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:06.790889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Checking segment: {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:06.791462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Network hostable DHCP agents. Network: 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:21:06.805997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:06.807058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.810582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (684f1160-b613-4756-bd68-45fe5d5aa6b9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.811127 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Added segment 684f1160-b613-4756-bd68-45fe5d5aa6b9 of type vlan for network ec352a9d-fda0-4bca-aec0-2f43e1793d09 Feb 17 22:21:06.813185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2c7267eb-bf04-4137-a35a-4bc98ac71e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:06.966578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (fcc71551-2729-4b1c-9580-fc1e4c71de25), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.975684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:06.976293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:06.976750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:21:06.987015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ec352a9d-fda0-4bca-aec0-2f43e1793d09), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:07.007244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe7e0095-666a-4502-9f3e-bd589b8390ec req-d1c1fe4c-c807-4f21-8c43-9b587ace6913 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5482213 Feb 17 22:21:07.090135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:07.097798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:07.098764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:07.123799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf94670a-d786-4ff2-b89d-ae95b9eff6af None None] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:07.128162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca6dd58-efd0-4881-afd3-b75a17cce5a5 req-13cde18a-700c-4550-817f-fa47723f56c2 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6006408 Feb 17 22:21:07.201058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ec352a9d-fda0-4bca-aec0-2f43e1793d09), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:07.210193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:07.211460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:07.243802 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-db386ecb-e564-4df0-94d3-38cf95a6b430 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.7623715 Feb 17 22:21:07.253122 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.7054727 Feb 17 22:21:07.268200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49878) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:07.268717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49880) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:07.280738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:07.291819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'subnet': {'network_id': 'ec352a9d-fda0-4bca-aec0-2f43e1793d09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:07.345902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-118af822-e42c-44ff-804d-875034e3eb4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6560614 Feb 17 22:21:07.406616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Request body: {'port': {'device_id': '70760b23-aebe-4a0a-b889-f430bf727f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:07.444951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:07.476988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e9d4-bc15-40c7-9b44-41f99e7e6104 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Network': ['ID=ec352a9d-fda0-4bca-aec0-2f43e1793d09,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:07.516281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:21:07.551937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-77fde574-be7a-4f54-a908-d827073abe99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:07.554453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-77fde574-be7a-4f54-a908-d827073abe99 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 0.8388054 Feb 17 22:21:07.570184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (412571d1-6c59-49ac-b9ba-ed5e9588e652), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:07.572174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (412571d1-6c59-49ac-b9ba-ed5e9588e652), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:07.788315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-ced77e74-de44-44d9-9f3e-f8f0cc8f9635 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933f400d-5169-49db-ace9-893236d08a28 HTTP/1.1" status: 200 len: 217 time: 0.1864712 Feb 17 22:21:07.903055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks [] for router_controller (412571d1-6c59-49ac-b9ba-ed5e9588e652), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.105624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.137529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'project_id': '81e32acd8496471d91585bf29475799c', 'fixed_ips': [{'subnet_id': '8aaba169-f576-42f5-b1e9-2abe38150c60'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:21:08.139641 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.163598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfa5ed-68f5-4305-953d-54f30c94400c req-f9c20b57-8b0b-4d54-9093-beb583b5aad8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:08.165221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7dfa5ed-68f5-4305-953d-54f30c94400c req-f9c20b57-8b0b-4d54-9093-beb583b5aad8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 931 time: 0.6406031 Feb 17 22:21:08.169672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-e91861e1-84df-4251-9e13-2e952fc23cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:08.171129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-e91861e1-84df-4251-9e13-2e952fc23cab service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.3762660 Feb 17 22:21:08.196655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Made reservation on behalf of cfc9bfa6def94806b50144edd783a758 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:08.201397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.283658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Router fcc71551-2729-4b1c-9580-fc1e4c71de25 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:21:08.305217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks [] for router_gateway (412571d1-6c59-49ac-b9ba-ed5e9588e652), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.498328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Allocated IP 172.20.0.2 (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab/8aaba169-f576-42f5-b1e9-2abe38150c60/63ac7d5d-92dc-4904-b858-540308f5d73b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:08.508372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dc9c8-ec14-4dd4-9c3f-60728f68d63f req-95acbb09-f289-4b7a-a2f4-505de0abe0be tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:08.524643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd0dc9c8-ec14-4dd4-9c3f-60728f68d63f req-95acbb09-f289-4b7a-a2f4-505de0abe0be tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.6824193 Feb 17 22:21:08.528661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-b590a3f5-5b18-4417-953a-b5ce8d2092cc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3395083 Feb 17 22:21:08.625763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:08.639676 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Sync routers for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:08.670168 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:08.671755 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:08.701153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.703578 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-84b9c71a-600b-44b5-abea-418f9a3dac78 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3958590 Feb 17 22:21:08.710533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49896) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:08.757373 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Publish callbacks [] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.767793 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:08.848346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 933f400d-5169-49db-ace9-893236d08a28 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:21:08.854457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7dfa5ed-68f5-4305-953d-54f30c94400c req-5f06bf9e-ce3e-48cc-9193-8f5534367711 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6673329 Feb 17 22:21:08.952124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Pushing event updated for resources: {'Port': ['ID=63ac7d5d-92dc-4904-b858-540308f5d73b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:08.974491 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:09.016978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.017487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.018082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.018601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.019090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.030144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.030880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.031506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.032104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.032595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.033180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.033690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.034548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:09.057173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (318a3fd6-1d13-4270-b11c-370c18354da6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.072803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:09.082815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:09.086652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:09.156626 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.361755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Attempting to bind port 63ac7d5d-92dc-4904-b858-540308f5d73b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:09.362728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Attempting to bind port 63ac7d5d-92dc-4904-b858-540308f5d73b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:09.363561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Attempting to bind port 63ac7d5d-92dc-4904-b858-540308f5d73b on network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:09.383124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:09.384153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Checking segment: {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:09.385024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.385665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Bound using segment: {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:09.386460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Bound port: 63ac7d5d-92dc-4904-b858-540308f5d73b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:09.387099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.402774 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:04Z', 'revision_number': 3, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:09.430471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 933f400d-5169-49db-ace9-893236d08a28, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=933f400d-5169-49db-ace9-893236d08a28,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:09.461255 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Checking router: fcc71551-2729-4b1c-9580-fc1e4c71de25 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:21:09.462355 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Updating router fcc71551-2729-4b1c-9580-fc1e4c71de25 port 7ab614ab-5c31-4a26-a6af-1425cf74600e binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:21:09.504561 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.540774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] For port 63ac7d5d-92dc-4904-b858-540308f5d73b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:09.557479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] For port 63ac7d5d-92dc-4904-b858-540308f5d73b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=63ac7d5d-92dc-4904-b858-540308f5d73b,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:09.561139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '933f400d-5169-49db-ace9-893236d08a28', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'port_id': '933f400d-5169-49db-ace9-893236d08a28', 'mac_address': 'fa:16:3e:b9:d6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9edd69f-92e0-4288-a688-4f0ded150ae9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:21:09.628072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 933f400d-5169-49db-ace9-893236d08a28 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:09.629231 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (933f400d-5169-49db-ace9-893236d08a28), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.636285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd0dc9c8-ec14-4dd4-9c3f-60728f68d63f req-8bc0905b-8da0-45e2-9619-b496a207a52f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0760949 Feb 17 22:21:09.664558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.788182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b98108-15f3-43f3-9db8-1e7f1e1752fc None None] Pushing event updated for resources: {'Port': ['ID=63ac7d5d-92dc-4904-b858-540308f5d73b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:09.823760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 933f400d-5169-49db-ace9-893236d08a28 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:21:09.856480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 933f400d-5169-49db-ace9-893236d08a28, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=933f400d-5169-49db-ace9-893236d08a28,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:09.863756 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (933f400d-5169-49db-ace9-893236d08a28), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:09.952624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-267120d1-2977-42fa-a6d7-7db85cdc80d9 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3260140 Feb 17 22:21:09.999586 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Publish callbacks [] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.008815 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.054890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=933f400d-5169-49db-ace9-893236d08a28,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:10.099974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Subnet': ['ID=318a3fd6-1d13-4270-b11c-370c18354da6,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:10.165851 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Pushing event updated for resources: {'Port': ['ID=7ab614ab-5c31-4a26-a6af-1425cf74600e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:10.194052 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.194805 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.197910 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.198648 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.199319 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.200050 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.200702 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.201400 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.202134 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.202946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.205351 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.205972 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.206549 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:10.256518 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Attempting to bind port 7ab614ab-5c31-4a26-a6af-1425cf74600e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:10.257108 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Attempting to bind port 7ab614ab-5c31-4a26-a6af-1425cf74600e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:10.257685 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Attempting to bind port 7ab614ab-5c31-4a26-a6af-1425cf74600e on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:10.259081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:21:10.265486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['933f400d-5169-49db-ace9-893236d08a28'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:21:10.289833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Publish callbacks [] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.297841 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:10.298465 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:10.299154 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.299836 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:10.300582 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Bound port: 7ab614ab-5c31-4a26-a6af-1425cf74600e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:10.301181 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.318210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Checking segment: {'id': '684f1160-b613-4756-bd68-45fe5d5aa6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ec352a9d-fda0-4bca-aec0-2f43e1793d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:10.322872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network hostable DHCP agents. Network: ec352a9d-fda0-4bca-aec0-2f43e1793d09, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:21:10.332648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Transition to ACTIVE for port object 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:21:10.401716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.481215 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] For port 7ab614ab-5c31-4a26-a6af-1425cf74600e, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:10.487863 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] For port 7ab614ab-5c31-4a26-a6af-1425cf74600e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7ab614ab-5c31-4a26-a6af-1425cf74600e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:10.508288 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.571886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f05d5-3290-4ee3-96c9-e7e18416fdff req-9b499643-459e-4e3c-bfd7-99545f65eaa3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:10.574165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-503f05d5-3290-4ee3-96c9-e7e18416fdff req-9b499643-459e-4e3c-bfd7-99545f65eaa3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 944 time: 0.9734330 Feb 17 22:21:10.697989 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:10.700707 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:10.713319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b98113b2-cf87-43ad-8c6d-573cd1e11bd9 req-d4c48630-395e-4b27-a0f9-dbd0193e7b12 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7256551 Feb 17 22:21:10.788840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:10.798133 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7fec6-4e4d-46bf-9503-97856de207bc None None] Pushing event updated for resources: {'Port': ['ID=7ab614ab-5c31-4a26-a6af-1425cf74600e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:10.845641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 63ac7d5d-92dc-4904-b858-540308f5d73b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:10.875043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f982bb-7c8e-495e-bd72-8a96cd57f44a req-d4303351-1cb1-4901-bf2c-7f3b57af95c6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:10.878994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66f982bb-7c8e-495e-bd72-8a96cd57f44a req-d4303351-1cb1-4901-bf2c-7f3b57af95c6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 0.7490358 Feb 17 22:21:10.883562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:21:10.906501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ec352a9d-fda0-4bca-aec0-2f43e1793d09) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:10.914533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:10.915541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:10.942255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeeff012-06e4-47a5-a2fa-833411f1f981 None None] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:10.951308 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-52c5c3ac-2c82-42be-9b10-e8d45136fc13 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6661162 Feb 17 22:21:10.964523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49930) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:10.974765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-503f05d5-3290-4ee3-96c9-e7e18416fdff req-72291a2b-bfd1-4d7a-823a-fa06d80c84a8 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593606 Feb 17 22:21:10.976241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'network': {'name': 'tempest-router-network01--1519697129'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:11.023533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Made reservation on behalf of cfc9bfa6def94806b50144edd783a758 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:11.030000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.058879 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:11.134707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66f982bb-7c8e-495e-bd72-8a96cd57f44a req-156029ce-6fcf-4837-aa4e-b6b508169dfa tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947999 Feb 17 22:21:11.136556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:21:11.142803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:11.143141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:11.143536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:11.157124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:21:11.157560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:11.177439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:11.177811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Checking segment: {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:11.178240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Bound using segment: {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:11.178697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Bound port: 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:11.179105 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.199151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fa45bb3d-b11d-4a0c-87ea-a327cc370fa9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.202526 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Added segment fa45bb3d-b11d-4a0c-87ea-a327cc370fa9 of type vlan for network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c Feb 17 22:21:11.322874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:11.328015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:11.337420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.407503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 63ac7d5d-92dc-4904-b858-540308f5d73b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:11.408047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.433375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:11.434285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.436080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] 10.222.0.94 "PUT /v2.0/ports/7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 1092 time: 4.0737844 Feb 17 22:21:11.440379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:11.444363 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8182665f-3659-430e-b71b-16569ef93b2f" -d '{"events": [{"name": "network-changed", "server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:11.462167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.523362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ec352a9d-fda0-4bca-aec0-2f43e1793d09', 'network_id': 'ec352a9d-fda0-4bca-aec0-2f43e1793d09', 'project_id': 'cfc9bfa6def94806b50144edd783a758', 'fixed_ips': [{'subnet_id': '318a3fd6-1d13-4270-b11c-370c18354da6'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:21:11.524820 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.642420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2da6c-c2be-4f2e-b852-92196f56896f service neutron] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:11.713468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-b09b082a-486e-4552-bec8-62c39727b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:11.716077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-b09b082a-486e-4552-bec8-62c39727b3a8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1126 time: 0.1640525 Feb 17 22:21:11.725843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8da408-7f0b-4c15-b3fa-a7fcb425a6e3 req-db611746-0312-46d4-9c9a-032f6de62960 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:11.727581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d8da408-7f0b-4c15-b3fa-a7fcb425a6e3 req-db611746-0312-46d4-9c9a-032f6de62960 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3229229 Feb 17 22:21:11.782491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-05cad887-cf5e-4f4b-ab4e-c08c0c2c3ad1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.0536232 Feb 17 22:21:11.810928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.822184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:11.822473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.846455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:11.984290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-090e9336-fe53-4585-ad68-ff6c9c8605b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:11.986040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-090e9336-fe53-4585-ad68-ff6c9c8605b3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.1953866 Feb 17 22:21:11.997003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d8da408-7f0b-4c15-b3fa-a7fcb425a6e3 req-6e5cc05e-5104-4156-ab69-ac59a4786460 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2134273 Feb 17 22:21:12.033601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Network': ['ID=99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:12.042039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 631bd677-db80-4ae9-9312-265af8dc5a0e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:21:12.048615 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:04Z', 'revision_number': 3, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:12.058319 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fc533dee-e295-416c-9682-229a41fbec56 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0888276 Feb 17 22:21:12.061604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks [] for router_gateway (412571d1-6c59-49ac-b9ba-ed5e9588e652), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.073351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49950) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:12.086507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'network': {'name': 'tempest-router-network02--117076341'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:12.101516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-aa7f2072-225e-4a51-9c35-db72a457677a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017299 Feb 17 22:21:12.123489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:21:12.124938 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c7d60f-fcec-4014-932f-2078a9a8c950 None None] The sync data for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 is: [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:04Z', 'revision_number': 3, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:12.205092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.228816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Made reservation on behalf of cfc9bfa6def94806b50144edd783a758 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:12.241419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.349408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:21:12.350691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491533fd-9688-472c-8e3d-46e9514f5825 None None] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:12.383501 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (3fd19a49-4a50-47d8-9334-0a5137d1a689), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.383862 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Added segment 3fd19a49-4a50-47d8-9334-0a5137d1a689 of type vlan for network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d Feb 17 22:21:12.499292 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (726d9e24-d24e-4fef-9ddc-e70f550ecb6d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.581394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (726d9e24-d24e-4fef-9ddc-e70f550ecb6d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.595212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:12.595901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.847833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Allocated IP 172.20.0.2 (ec352a9d-fda0-4bca-aec0-2f43e1793d09/318a3fd6-1d13-4270-b11c-370c18354da6/8c703357-b851-44ad-96eb-41e238f8eed4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:12.882029 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Allocated IP 172.25.0.246 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/11e4289d-3ceb-4f24-9eeb-fdae18671949) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:12.904384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-35dc12db-0436-4acf-b196-5174895da3d0 service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7946033 Feb 17 22:21:12.921943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 63ac7d5d-92dc-4904-b858-540308f5d73b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:12.924122 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:12.935634 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d275691-2f72-444c-a282-9a2d4ac556e0 x-openstack-request-id: req-5d275691-2f72-444c-a282-9a2d4ac556e0 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:12.936085 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:12.936488 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d275691-2f72-444c-a282-9a2d4ac556e0 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:12.937152 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'status': 'completed', 'code': 200} Feb 17 22:21:12.991808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 933f400d-5169-49db-ace9-893236d08a28 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:13.000592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9259684 Feb 17 22:21:13.011617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49986) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:13.019634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'subnet': {'network_id': '99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:13.054953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 63ac7d5d-92dc-4904-b858-540308f5d73b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=63ac7d5d-92dc-4904-b858-540308f5d73b,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:13.151269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Allocated IP 172.20.0.1 (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4/e48dffb6-62d9-40c2-9289-c8a07cdce6a3/c0d60d9d-6f52-4ac0-9a14-c7469268f2a1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:13.204644 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:13.213043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab6d5c-2778-4d45-8cf6-ee610597bfca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Network': ['ID=726d9e24-d24e-4fef-9ddc-e70f550ecb6d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:13.289352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef6e99-e9e5-49c5-8b89-05da8b163cd6 req-e1a5dde6-a3c8-40dc-bc40-2abf682cbb42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:13.292622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef6e99-e9e5-49c5-8b89-05da8b163cd6 req-e1a5dde6-a3c8-40dc-bc40-2abf682cbb42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 945 time: 0.3481150 Feb 17 22:21:13.366545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Made reservation on behalf of cfc9bfa6def94806b50144edd783a758 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:13.372207 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:13.418055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48ef6e99-e9e5-49c5-8b89-05da8b163cd6 req-d1cdc195-dfa6-454c-acb3-190f470ff54a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135428 Feb 17 22:21:13.437393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b54ae-60fa-4279-a7fe-dc3df2f2fd80 req-d492f659-ec2c-43a9-a5a8-0f1ea579aa1a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:13.439337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a60b54ae-60fa-4279-a7fe-dc3df2f2fd80 req-d492f659-ec2c-43a9-a5a8-0f1ea579aa1a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4238286 Feb 17 22:21:13.470500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-973346c8-58de-44f2-ad5a-e9678b6d2a86 req-986cd7f3-e092-41f2-9952-edcefc230b81 service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299356 Feb 17 22:21:13.539236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=63ac7d5d-92dc-4904-b858-540308f5d73b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:13.543183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks [] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:13.546851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:21:13.659496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a60b54ae-60fa-4279-a7fe-dc3df2f2fd80 req-c0bd1242-fd43-46c3-acb3-245187bcc3bb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930068 Feb 17 22:21:13.717669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks [] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:13.742395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7ab614ab-5c31-4a26-a6af-1425cf74600e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:13.792423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1cb06de1-491d-48ff-bdc7-a465e76895c8 None None] Provisioning complete for port 63ac7d5d-92dc-4904-b858-540308f5d73b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:13.792835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cb06de1-491d-48ff-bdc7-a465e76895c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:13.858295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:13.881075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182665f-3659-430e-b71b-16569ef93b2f req-2b8c65e0-69af-4900-8389-d902fe3e92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:13.887838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8182665f-3659-430e-b71b-16569ef93b2f req-2b8c65e0-69af-4900-8389-d902fe3e92b9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1126 time: 0.2607453 Feb 17 22:21:13.908144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590b1b0-b28b-46fb-899b-5e6334406210 req-617b9c0d-b451-4708-9cc7-350e3ec9c7c9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:13.929751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0590b1b0-b28b-46fb-899b-5e6334406210 req-617b9c0d-b451-4708-9cc7-350e3ec9c7c9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 0.2651930 Feb 17 22:21:14.022959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:14.042410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:14.109662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:14.149132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182665f-3659-430e-b71b-16569ef93b2f req-49124bec-43da-4482-9542-a0cb0b7955e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:14.155130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8182665f-3659-430e-b71b-16569ef93b2f req-49124bec-43da-4482-9542-a0cb0b7955e2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.2157767 Feb 17 22:21:14.209108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:14.241679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Pushing event updated for resources: {'Port': ['ID=11e4289d-3ceb-4f24-9eeb-fdae18671949,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:14.325163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8182665f-3659-430e-b71b-16569ef93b2f req-e4f4d1cb-b3bf-45a4-a4e4-9e5b9579e3ac service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.1503761 Feb 17 22:21:14.391487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:14.399242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:14.433573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0590b1b0-b28b-46fb-899b-5e6334406210 req-200a05c4-ecb7-4f8b-82dd-0e32644fba11 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008860 Feb 17 22:21:14.443846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:14.448539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:14.453612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (a78a0a68-cf2b-4bbc-b7c4-32424d96376a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:14.468646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe16ae-4531-4e20-a513-735e15dae9af req-33839aa0-7831-4e4d-8882-17c82a496e14 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:14.471974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67fe16ae-4531-4e20-a513-735e15dae9af req-33839aa0-7831-4e4d-8882-17c82a496e14 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3150322 Feb 17 22:21:14.495222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182665f-3659-430e-b71b-16569ef93b2f req-84fbf771-1dba-4748-b8c0-e71bb2ac4128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:14.497233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8182665f-3659-430e-b71b-16569ef93b2f req-84fbf771-1dba-4748-b8c0-e71bb2ac4128 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.1651764 Feb 17 22:21:14.617278 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Publish callbacks [] for port (8c703357-b851-44ad-96eb-41e238f8eed4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:14.639711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8182665f-3659-430e-b71b-16569ef93b2f req-2c5da180-5f84-4ce7-95a3-236c5b304cc5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090753 Feb 17 22:21:14.699119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:14.706039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (fcc71551-2729-4b1c-9580-fc1e4c71de25), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:14.706289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 631bd677-db80-4ae9-9312-265af8dc5a0e is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:14.707956 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:14.784872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Subnet': ['ID=a78a0a68-cf2b-4bbc-b7c4-32424d96376a,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:14.857613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Checking segment: {'id': 'fa45bb3d-b11d-4a0c-87ea-a327cc370fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:14.858286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network hostable DHCP agents. Network: 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:21:14.893938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:14.911176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Pushing event updated for resources: {'Port': ['ID=8c703357-b851-44ad-96eb-41e238f8eed4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:14.915890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:14.919527 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59af1d47-f7d0-4108-ae18-380509d7202b" -d '{"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-unplugged", "status": "completed", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:14.934136 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:14.997887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67fe16ae-4531-4e20-a513-735e15dae9af req-8c5c5fc0-13d4-4793-9d5f-c01284b4dc2e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5136964 Feb 17 22:21:15.181174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd26ab62-f132-4ed4-b5ca-3a00e9cfbdad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.183174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:21:15.209832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:15.214988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.217669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:15.218265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.234156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8182665f-3659-430e-b71b-16569ef93b2f req-0a1d755d-a897-4315-ad4e-4c9f8bfd37a7 service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5806327 Feb 17 22:21:15.253471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3c882-3989-477d-bfc9-c3f07ace93fa None None] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:15.307124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-e122322a-31cc-4f79-86c7-392572ea0db2 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:15.314143 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cc14c438-7777-489e-804a-68b28126f685 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2988021 Feb 17 22:21:15.314143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks [] for router_gateway (412571d1-6c59-49ac-b9ba-ed5e9588e652), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.314457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:15.317148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50014) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:15.319405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:15.322905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-e122322a-31cc-4f79-86c7-392572ea0db2 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 0.6215901 Feb 17 22:21:15.326713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'subnet': {'network_id': '726d9e24-d24e-4fef-9ddc-e70f550ecb6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:15.333369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:15.338158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:15.368341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-79ebb164-df4b-4c6c-a3dd-be14168b79b7 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/quotas/6602a0e011e745b7b433d2d7b44aba8d HTTP/1.1" status: 200 len: 375 time: 0.0338404 Feb 17 22:21:15.470240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 933f400d-5169-49db-ace9-893236d08a28 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:21:15.496814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8deea6-6a2c-4f04-9333-4dd24b148abf req-05847685-6bb2-4c0c-9a2c-de3e38445b54 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:15.504790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8deea6-6a2c-4f04-9333-4dd24b148abf req-05847685-6bb2-4c0c-9a2c-de3e38445b54 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 945 time: 0.2925458 Feb 17 22:21:15.523856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 933f400d-5169-49db-ace9-893236d08a28 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:15.524246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (933f400d-5169-49db-ace9-893236d08a28), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.602222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1cb06de1-491d-48ff-bdc7-a465e76895c8 None None] Current status of the port 63ac7d5d-92dc-4904-b858-540308f5d73b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:15.638432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-18a18444-a6c6-4711-be53-92c2eb9efada tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2657247 Feb 17 22:21:15.709291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Attempting to bind port 8c703357-b851-44ad-96eb-41e238f8eed4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:15.710291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Attempting to bind port 8c703357-b851-44ad-96eb-41e238f8eed4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '684f1160-b613-4756-bd68-45fe5d5aa6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ec352a9d-fda0-4bca-aec0-2f43e1793d09'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:15.711835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Attempting to bind port 8c703357-b851-44ad-96eb-41e238f8eed4 on network ec352a9d-fda0-4bca-aec0-2f43e1793d09 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:15.727168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8182665f-3659-430e-b71b-16569ef93b2f req-4b8f1cff-8417-4547-a689-ba4c453952de service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4524047 Feb 17 22:21:15.748247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:15.748931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Checking segment: {'id': '684f1160-b613-4756-bd68-45fe5d5aa6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ec352a9d-fda0-4bca-aec0-2f43e1793d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:15.749501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.750053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Bound using segment: {'id': '684f1160-b613-4756-bd68-45fe5d5aa6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ec352a9d-fda0-4bca-aec0-2f43e1793d09'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:15.750860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Bound port: 8c703357-b851-44ad-96eb-41e238f8eed4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684f1160-b613-4756-bd68-45fe5d5aa6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'ec352a9d-fda0-4bca-aec0-2f43e1793d09'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:15.751443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.852153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] For port 8c703357-b851-44ad-96eb-41e238f8eed4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:15.862955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb8deea6-6a2c-4f04-9333-4dd24b148abf req-145c8978-9739-484f-bc83-dbccf73bafba tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559022 Feb 17 22:21:15.864754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] For port 8c703357-b851-44ad-96eb-41e238f8eed4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8c703357-b851-44ad-96eb-41e238f8eed4,segment=NetworkSegment(684f1160-b613-4756-bd68-45fe5d5aa6b9),segment_id=684f1160-b613-4756-bd68-45fe5d5aa6b9)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:15.905548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (412571d1-6c59-49ac-b9ba-ed5e9588e652), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:15.925436 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.029190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7ab614ab-5c31-4a26-a6af-1425cf74600e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:16.031119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.034296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c', 'network_id': '99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c', 'project_id': 'cfc9bfa6def94806b50144edd783a758', 'fixed_ips': [{'subnet_id': 'a78a0a68-cf2b-4bbc-b7c4-32424d96376a'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:21:16.044168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.063696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4b9118-d8ef-4d69-964b-d55ac4642cc6 x-openstack-request-id: req-5e4b9118-d8ef-4d69-964b-d55ac4642cc6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:16.064032 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-unplugged", "status": "completed", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:16.064202 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e4b9118-d8ef-4d69-964b-d55ac4642cc6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:16.064914 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'code': 200} Feb 17 22:21:16.154199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8f3d5ac1-a06e-40d6-a5af-ab7b1733c0db None None] Provisioning complete for port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:16.154657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f3d5ac1-a06e-40d6-a5af-ab7b1733c0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.176091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6df23-8999-4289-8376-d66a166771c9 req-b8f23d95-b009-4156-982e-347cbffad96d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:16.179197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8c6df23-8999-4289-8376-d66a166771c9 req-b8f23d95-b009-4156-982e-347cbffad96d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "GET /v2.0/ports?device_id=e52236ca-c21b-476e-8d8e-32e9a14c9af9 HTTP/1.1" status: 200 len: 943 time: 0.3698888 Feb 17 22:21:16.240711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00d5a5-ff1b-44e7-bed6-1f0cf10c39f5 None None] Pushing event updated for resources: {'Port': ['ID=8c703357-b851-44ad-96eb-41e238f8eed4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:16.251166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8f3d5ac1-a06e-40d6-a5af-ab7b1733c0db None None] Port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:16.329042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Made reservation on behalf of cfc9bfa6def94806b50144edd783a758 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:16.335760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.400765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-0fad35d8-755c-46a9-af4b-748830c2fbaf service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7613597 Feb 17 22:21:16.542015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7ab614ab-5c31-4a26-a6af-1425cf74600e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:16.542408 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.588896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 7ab614ab-5c31-4a26-a6af-1425cf74600e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7ab614ab-5c31-4a26-a6af-1425cf74600e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:16.631664 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.677543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b336-53a1-4a0c-b3cc-7e3956d2dbe6 req-bef54e4c-8205-4ca7-8b1c-b96d4bbd829d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:16.692121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (1efbf5e1-44d8-4e63-b61d-803e2909b037), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.693258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da54b336-53a1-4a0c-b3cc-7e3956d2dbe6 req-bef54e4c-8205-4ca7-8b1c-b96d4bbd829d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.4587066 Feb 17 22:21:16.705373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=7ab614ab-5c31-4a26-a6af-1425cf74600e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:16.711029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 933f400d-5169-49db-ace9-893236d08a28 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:16.711997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (933f400d-5169-49db-ace9-893236d08a28), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.779324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 933f400d-5169-49db-ace9-893236d08a28, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=933f400d-5169-49db-ace9-893236d08a28,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:16.790511 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks [] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.793324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ebd87702-9111-4bcc-8f0d-5e58515d3ef2 None None] Provisioning complete for port 63ac7d5d-92dc-4904-b858-540308f5d73b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:16.794043 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ebd87702-9111-4bcc-8f0d-5e58515d3ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.806031 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (933f400d-5169-49db-ace9-893236d08a28), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.810208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Subnet': ['ID=1efbf5e1-44d8-4e63-b61d-803e2909b037,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:16.814971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:16.940291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=933f400d-5169-49db-ace9-893236d08a28,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:16.945545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:21:16.986059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Router 412571d1-6c59-49ac-b9ba-ed5e9588e652 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:21:17.005746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Checking segment: {'id': '3fd19a49-4a50-47d8-9334-0a5137d1a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '726d9e24-d24e-4fef-9ddc-e70f550ecb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:17.006563 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network hostable DHCP agents. Network: 726d9e24-d24e-4fef-9ddc-e70f550ecb6d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:21:17.016210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (fcc71551-2729-4b1c-9580-fc1e4c71de25), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.028871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:17.117218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:17.160791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c', 'port_id': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'mac_address': 'fa:16:3e:80:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5462559a-4e93-4f55-a409-e126dd8a3130', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:21:17.163966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 63ac7d5d-92dc-4904-b858-540308f5d73b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:17.359925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-ec0e2160-7a0c-4c2e-8a03-815fa48039ad service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9556916 Feb 17 22:21:17.368623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Deleting port 631bd677-db80-4ae9-9312-265af8dc5a0e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:17.369195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.396547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da54b336-53a1-4a0c-b3cc-7e3956d2dbe6 req-5cade9dc-5664-4cf7-a83c-9c2d1931ea5a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7010181 Feb 17 22:21:17.485872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ebd87702-9111-4bcc-8f0d-5e58515d3ef2 None None] Current status of the port 63ac7d5d-92dc-4904-b858-540308f5d73b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:17.490282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:17.490917 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.520934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:21:17.582155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:17.590096 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da443e1e-ecb7-4c0e-b7fb-350a410db0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.590370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] For port 631bd677-db80-4ae9-9312-265af8dc5a0e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=631bd677-db80-4ae9-9312-265af8dc5a0e,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:17.591120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.608208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.618379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 63ac7d5d-92dc-4904-b858-540308f5d73b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:17.618754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.623035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Calling delete_port for 631bd677-db80-4ae9-9312-265af8dc5a0e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:17.701463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:17.758842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Allocated IP 172.20.0.2 (99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c/a78a0a68-cf2b-4bbc-b7c4-32424d96376a/cb36c876-d172-40a1-b99b-56091cf2f724) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:17.872349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2f652e-2918-4898-883b-8a36acec54c4 req-050aceb6-0c2f-4075-81a3-83866c6106c9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:17.885876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c2f652e-2918-4898-883b-8a36acec54c4 req-050aceb6-0c2f-4075-81a3-83866c6106c9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.2470281 Feb 17 22:21:17.915099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:21:17.939055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:17.978856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 726d9e24-d24e-4fef-9ddc-e70f550ecb6d) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:17.985112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:17.986093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:18.030820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37d2ce0-945c-4ab6-9b45-fb42b851d1af None None] Network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:18.043991 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a12b897-dba4-4197-952d-caa0378acda1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7231109 Feb 17 22:21:18.048526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50032) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:18.079648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:18.100869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c2f652e-2918-4898-883b-8a36acec54c4 req-220670e6-7a73-4128-a4f8-32586420bc5d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884546 Feb 17 22:21:18.146553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:18.212721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f400d-5169-49db-ace9-893236d08a28'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:18.234507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (631bd677-db80-4ae9-9312-265af8dc5a0e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:18.236268 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdbb731-5e39-4b39-8808-9b8686ee8229" -d '{"events": [{"server_uuid": "64705440-fdc4-4e8d-9cb4-82d5ef32cb6a", "name": "network-vif-plugged", "status": "completed", "tag": "933f400d-5169-49db-ace9-893236d08a28"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:18.240401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:21:18.289368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:18.363649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event deleted for resources: {'Port': ['ID=631bd677-db80-4ae9-9312-265af8dc5a0e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:18.369653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fb4836-16ac-448d-9be7-2111f9427d80 None None] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:18.612961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:18.619407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-17da3e49-d735-4b40-945b-9499272b53ea admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.3452621 Feb 17 22:21:18.624868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50042) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:18.637243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] No DVR routers for this DVR port 631bd677-db80-4ae9-9312-265af8dc5a0e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:21:18.644085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:18.650516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8c6df23-8999-4289-8376-d66a166771c9 req-5ab5f573-6474-4711-a721-557e804de328 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "DELETE /v2.0/ports/631bd677-db80-4ae9-9312-265af8dc5a0e HTTP/1.1" status: 204 len: 173 time: 2.4647627 Feb 17 22:21:18.662304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-deleted', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:18.666632 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c00641-1807-4b91-b7c5-0079d278fb44" -d '{"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-deleted", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:18.729734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Sync routers for ids ['412571d1-6c59-49ac-b9ba-ed5e9588e652'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:18.761257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb3f15-9bfa-47d9-90a4-6c28aa34a175 req-2352c30a-c962-42ea-9867-92356ad34d9f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:18.764218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70eb3f15-9bfa-47d9-90a4-6c28aa34a175 req-2352c30a-c962-42ea-9867-92356ad34d9f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 946 time: 0.4269850 Feb 17 22:21:18.824511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-726d9e24-d24e-4fef-9ddc-e70f550ecb6d', 'network_id': '726d9e24-d24e-4fef-9ddc-e70f550ecb6d', 'project_id': 'cfc9bfa6def94806b50144edd783a758', 'fixed_ips': [{'subnet_id': '1efbf5e1-44d8-4e63-b61d-803e2909b037'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:21:18.825532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:18.879083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e524c5-6ceb-426c-b8f7-3c3397b92389 req-d20879a6-7387-4824-af2c-4e6e6d1e1516 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:18.889295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55e524c5-6ceb-426c-b8f7-3c3397b92389 req-d20879a6-7387-4824-af2c-4e6e6d1e1516 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2876413 Feb 17 22:21:18.914091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-67051e7f-e693-41c3-8693-fb719e1fd8bb None None] Provisioning complete for port 8c703357-b851-44ad-96eb-41e238f8eed4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:18.914458 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67051e7f-e693-41c3-8693-fb719e1fd8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:18.916286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 63ac7d5d-92dc-4904-b858-540308f5d73b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:18.917298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c703357-b851-44ad-96eb-41e238f8eed4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:18.919022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Routers {'412571d1-6c59-49ac-b9ba-ed5e9588e652'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:18.919719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['412571d1-6c59-49ac-b9ba-ed5e9588e652'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:18.931560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Router fcc71551-2729-4b1c-9580-fc1e4c71de25 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:21:19.017664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70eb3f15-9bfa-47d9-90a4-6c28aa34a175 req-7a1fb7cc-b9c9-4a67-a18a-5d8e1cb50b82 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449963 Feb 17 22:21:19.023703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55e524c5-6ceb-426c-b8f7-3c3397b92389 req-047cd3f2-1918-4f4e-bbae-86d7bc00442e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306190 Feb 17 22:21:19.205858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:19.214982 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-998c04cc-effe-4c3c-8546-ddeb0a6cbe32 admin admin] 10.222.0.79 "PUT /v2.0/routers/fcc71551-2729-4b1c-9580-fc1e4c71de25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5025229 Feb 17 22:21:19.220878 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Sync routers for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:19.251402 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:19.254919 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:19.312052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7871b2b7-7cda-4625-b254-10dd7fe6ecd3 req-4744c1e4-8205-43ba-ac48-b6f8898d2b1a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 210 time: 0.0642889 Feb 17 22:21:19.377318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:19.475561 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de82d8b7-c1d6-4539-8dcd-2665d0c30963 x-openstack-request-id: req-de82d8b7-c1d6-4539-8dcd-2665d0c30963 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:19.476221 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52236ca-c21b-476e-8d8e-32e9a14c9af9", "name": "network-vif-deleted", "tag": "631bd677-db80-4ae9-9312-265af8dc5a0e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:19.476893 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de82d8b7-c1d6-4539-8dcd-2665d0c30963 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:19.477622 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52236ca-c21b-476e-8d8e-32e9a14c9af9', 'name': 'network-vif-deleted', 'tag': '631bd677-db80-4ae9-9312-265af8dc5a0e', 'status': 'completed', 'code': 200} Feb 17 22:21:19.680055 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:19.752175 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d33663-206e-4164-8c3c-52cbe7c1cbe5 x-openstack-request-id: req-13d33663-206e-4164-8c3c-52cbe7c1cbe5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:19.752468 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64705440-fdc4-4e8d-9cb4-82d5ef32cb6a", "name": "network-vif-plugged", "status": "completed", "tag": "933f400d-5169-49db-ace9-893236d08a28", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:19.752841 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13d33663-206e-4164-8c3c-52cbe7c1cbe5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:19.753927 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '933f400d-5169-49db-ace9-893236d08a28', 'code': 200} Feb 17 22:21:19.933644 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:19.981603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f3def-f04c-4404-8f87-bb4e4dba9d69 req-08176f3e-1eff-4ca5-a43d-2e03b0f1fdbe tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:19.987061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-673f3def-f04c-4404-8f87-bb4e4dba9d69 req-08176f3e-1eff-4ca5-a43d-2e03b0f1fdbe tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3908324 Feb 17 22:21:20.016194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Publish callbacks [] for port (cb36c876-d172-40a1-b99b-56091cf2f724), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:20.079627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 631bd677-db80-4ae9-9312-265af8dc5a0e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:21:20.122800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:20.147421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408a1e1-3ca6-4454-9b97-8d34351fb37b req-b9510acb-81e8-4fe2-bb24-16e499daf297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:20.148943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b408a1e1-3ca6-4454-9b97-8d34351fb37b req-b9510acb-81e8-4fe2-bb24-16e499daf297 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 1129 time: 0.4957421 Feb 17 22:21:20.216816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae8ff07-c5e9-4188-96c3-452a5735cb54 req-35becc7d-72ec-4a32-bc62-3fe6c32ef5f4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:20.226374 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aae8ff07-c5e9-4188-96c3-452a5735cb54 req-35becc7d-72ec-4a32-bc62-3fe6c32ef5f4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.4627392 Feb 17 22:21:20.259779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Pushing event updated for resources: {'Port': ['ID=cb36c876-d172-40a1-b99b-56091cf2f724,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:20.271815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Set router 412571d1-6c59-49ac-b9ba-ed5e9588e652 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:20.289149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8c703357-b851-44ad-96eb-41e238f8eed4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:20.289684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:20.294026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 631bd677-db80-4ae9-9312-265af8dc5a0e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:21:20.294362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 631bd677-db80-4ae9-9312-265af8dc5a0e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:21:20.332298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Allocated IP 172.20.0.2 (726d9e24-d24e-4fef-9ddc-e70f550ecb6d/1efbf5e1-44d8-4e63-b61d-803e2909b037/e69bc4f1-1237-41db-8914-5a4b79e95781) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:20.349455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-673f3def-f04c-4404-8f87-bb4e4dba9d69 req-29a1050e-37fc-41ed-845b-bf9b56ea4748 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507691 Feb 17 22:21:20.393499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:20.421525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:20.429484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:20.432909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-0d190237-4e47-4ab7-9324-e3535c9064df tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:20.434320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67051e7f-e693-41c3-8693-fb719e1fd8bb None None] Current status of the port 8c703357-b851-44ad-96eb-41e238f8eed4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:20.434710 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67051e7f-e693-41c3-8693-fb719e1fd8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:20.439627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-0d190237-4e47-4ab7-9324-e3535c9064df tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 0.5348635 Feb 17 22:21:20.518566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Request body: {'port': {'device_id': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'admin_state_up': True, 'tenant_id': '6602a0e011e745b7b433d2d7b44aba8d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:20.556638 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 2, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:20.671326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b408a1e1-3ca6-4454-9b97-8d34351fb37b req-881cc756-8821-4bc7-8f1e-cbedc03d8a85 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004272 Feb 17 22:21:20.695292 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Checking router: fcc71551-2729-4b1c-9580-fc1e4c71de25 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:21:20.696399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Updating router fcc71551-2729-4b1c-9580-fc1e4c71de25 port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:21:20.764789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aae8ff07-c5e9-4188-96c3-452a5735cb54 req-a794daf0-b982-4df4-96f5-71c87d1e1b1a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373821 Feb 17 22:21:20.775795 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:20.902528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:20.980682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-67051e7f-e693-41c3-8693-fb719e1fd8bb None None] For port 8c703357-b851-44ad-96eb-41e238f8eed4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8c703357-b851-44ad-96eb-41e238f8eed4,segment=NetworkSegment(684f1160-b613-4756-bd68-45fe5d5aa6b9),segment_id=684f1160-b613-4756-bd68-45fe5d5aa6b9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:21.020993 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67051e7f-e693-41c3-8693-fb719e1fd8bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.023152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Attempting to bind port cb36c876-d172-40a1-b99b-56091cf2f724 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:21.023800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Attempting to bind port cb36c876-d172-40a1-b99b-56091cf2f724 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fa45bb3d-b11d-4a0c-87ea-a327cc370fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:21.024383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Attempting to bind port cb36c876-d172-40a1-b99b-56091cf2f724 on network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:21.028650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50074) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:21.039899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6fe7fd24-f66b-4ea8-bc01-222ba8c61f89 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178697505', 'description': 'tempest-description--433769844'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:21.097524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:21.100664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Checking segment: {'id': 'fa45bb3d-b11d-4a0c-87ea-a327cc370fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:21.101324 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.103156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Bound using segment: {'id': 'fa45bb3d-b11d-4a0c-87ea-a327cc370fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:21.103944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Bound port: cb36c876-d172-40a1-b99b-56091cf2f724, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa45bb3d-b11d-4a0c-87ea-a327cc370fa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:21.109312 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.204336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Allocated IP 172.20.0.1 (99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c/a78a0a68-cf2b-4bbc-b7c4-32424d96376a/40a86bf6-4db4-408f-83b9-badb7dbb58fe) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:21.289541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd24-f66b-4ea8-bc01-222ba8c61f89 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.315481 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Publish callbacks [] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.321039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66223f92-16d0-4ab0-9ff1-3fcc7f6347ad req-f3de9f8f-b922-4acb-8e23-ecd0ad48cc68 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 210 time: 0.1353042 Feb 17 22:21:21.328426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Made reservation on behalf of 6602a0e011e745b7b433d2d7b44aba8d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:21.341343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.380870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.423688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303c1e3-2c44-45cb-985d-4060650baa0b req-85936612-8f4e-4ce6-a52b-3655a0e00038 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:21.434043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1303c1e3-2c44-45cb-985d-4060650baa0b req-85936612-8f4e-4ce6-a52b-3655a0e00038 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 946 time: 0.4590390 Feb 17 22:21:21.438107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.490566 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Publish callbacks [] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.491292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8c703357-b851-44ad-96eb-41e238f8eed4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:21.513388 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.515128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.553442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:21.668651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] For port cb36c876-d172-40a1-b99b-56091cf2f724, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:21.676937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] For port cb36c876-d172-40a1-b99b-56091cf2f724, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb36c876-d172-40a1-b99b-56091cf2f724,segment=NetworkSegment(fa45bb3d-b11d-4a0c-87ea-a327cc370fa9),segment_id=fa45bb3d-b11d-4a0c-87ea-a327cc370fa9)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:21.756522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:21.764858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:21.785282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-72d68fcc-2bea-4ae5-9dc2-8e8300474fa9 None None] Provisioning complete for port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:21.786680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72d68fcc-2bea-4ae5-9dc2-8e8300474fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:21.816583 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176038ae-c6fb-4906-ae97-b5146b85b794 None None] Pushing event updated for resources: {'Port': ['ID=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:21.841697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:21.899867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:21.914882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:21.918171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1303c1e3-2c44-45cb-985d-4060650baa0b req-d16e22d8-2115-464f-b99e-a4b2f499033c tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4825339 Feb 17 22:21:21.925468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Port': ['ID=40a86bf6-4db4-408f-83b9-badb7dbb58fe,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:21.989428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7ab614ab-5c31-4a26-a6af-1425cf74600e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:21.994617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-72d68fcc-2bea-4ae5-9dc2-8e8300474fa9 None None] Port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:22.027209 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd24-f66b-4ea8-bc01-222ba8c61f89 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group (e56395b8-a229-42dd-8507-2ede666b73f0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.036760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd24-f66b-4ea8-bc01-222ba8c61f89 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e56395b8-a229-42dd-8507-2ede666b73f0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.049650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.069298 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Attempting to bind port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:22.070018 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Attempting to bind port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:22.070608 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Attempting to bind port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 on network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:22.083894 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:22.084530 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Checking segment: {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:22.088693 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.089406 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Bound using segment: {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:22.090198 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Bound port: c0d60d9d-6f52-4ac0-9a14-c7469268f2a1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:22.090805 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.093579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Allocated IP 172.20.0.3 (568604d9-9a4f-4528-b718-c5f5a82defd1/784e210e-2e77-4d49-b236-180e94c13c52/811ab0ae-bed1-4cab-9715-be2db8021baf) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:22.094499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.146716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fe7fd24-f66b-4ea8-bc01-222ba8c61f89 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.153595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6fe7fd24-f66b-4ea8-bc01-222ba8c61f89 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1201458 Feb 17 22:21:22.170046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50080) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:22.172873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7fd24-f66b-4ea8-bc01-222ba8c61f89 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56395b8-a229-42dd-8507-2ede666b73f0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:22.204728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d0804d57-8657-45c2-96fd-d5a2992213a0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Request body: {'security_group_rule': {'security_group_id': 'e56395b8-a229-42dd-8507-2ede666b73f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:22.228999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5071f-de58-4ee0-b590-dd5263b1f1eb req-7e8e43c1-b01b-41d3-8095-6e434dce53ab tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:22.238156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0db5071f-de58-4ee0-b590-dd5263b1f1eb req-7e8e43c1-b01b-41d3-8095-6e434dce53ab tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.2841086 Feb 17 22:21:22.264280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Attempting to bind port e69bc4f1-1237-41db-8914-5a4b79e95781 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:22.265486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Attempting to bind port e69bc4f1-1237-41db-8914-5a4b79e95781 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '3fd19a49-4a50-47d8-9334-0a5137d1a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '726d9e24-d24e-4fef-9ddc-e70f550ecb6d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:22.265486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Attempting to bind port e69bc4f1-1237-41db-8914-5a4b79e95781 on network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:22.271125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-72d68fcc-2bea-4ae5-9dc2-8e8300474fa9 None None] Provisioning complete for port 8c703357-b851-44ad-96eb-41e238f8eed4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:22.271874 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72d68fcc-2bea-4ae5-9dc2-8e8300474fa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.331098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67051e7f-e693-41c3-8693-fb719e1fd8bb None None] Pushing event updated for resources: {'Port': ['ID=8c703357-b851-44ad-96eb-41e238f8eed4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:22.346822 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] For port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:22.359816 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] For port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:22.383704 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.437352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.621527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed45ab15-3afb-448e-81bd-cc6e28112853 req-f5193ccb-c304-48bd-a709-d333a5809a72 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 210 time: 0.1429253 Feb 17 22:21:22.626410 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:22.627484 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:22.649671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0db5071f-de58-4ee0-b590-dd5263b1f1eb req-ca81dbab-97d4-4c47-b8c4-ca6054c68409 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4099698 Feb 17 22:21:22.862174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks [] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.886471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:22.888784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Allocated IP 172.20.0.1 (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab/8aaba169-f576-42f5-b1e9-2abe38150c60/85dc8236-21cc-4260-b6f9-5e09de99bf11) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:22.891768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:22.892471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Checking segment: {'id': '3fd19a49-4a50-47d8-9334-0a5137d1a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '726d9e24-d24e-4fef-9ddc-e70f550ecb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:22.892614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.893005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Bound using segment: {'id': '3fd19a49-4a50-47d8-9334-0a5137d1a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '726d9e24-d24e-4fef-9ddc-e70f550ecb6d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:22.893495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Bound port: e69bc4f1-1237-41db-8914-5a4b79e95781, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fd19a49-4a50-47d8-9334-0a5137d1a689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '726d9e24-d24e-4fef-9ddc-e70f550ecb6d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:22.893875 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.960750 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:22.967672 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:23.196430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:23.213113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:23.216608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] For port e69bc4f1-1237-41db-8914-5a4b79e95781, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:23.228323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] For port e69bc4f1-1237-41db-8914-5a4b79e95781, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e69bc4f1-1237-41db-8914-5a4b79e95781,segment=NetworkSegment(3fd19a49-4a50-47d8-9334-0a5137d1a689),segment_id=3fd19a49-4a50-47d8-9334-0a5137d1a689)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:23.228601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:23.311866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:21:23.316561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Pushing event updated for resources: {'Port': ['ID=e69bc4f1-1237-41db-8914-5a4b79e95781,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:23.322177 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:23.356671 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176038ae-c6fb-4906-ae97-b5146b85b794 None None] Pushing event updated for resources: {'Port': ['ID=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:23.376824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:23.378325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:23.378815 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:23.404576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:23.406355 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:23.424921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:21:14Z', 'revision_number': 3, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port': {'id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:23.452732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b028f8-b15e-4d36-add2-49331c79f075 req-a2b5cbd2-5d39-4b3b-bff6-f9d8895d2283 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:23.455506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71b028f8-b15e-4d36-add2-49331c79f075 req-a2b5cbd2-5d39-4b3b-bff6-f9d8895d2283 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 946 time: 0.3605645 Feb 17 22:21:23.460192 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:22Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:23.469427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2863df30-36d8-4ab1-9727-a82bdc81a9a0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9920876 Feb 17 22:21:23.476483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7ab614ab-5c31-4a26-a6af-1425cf74600e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:23.476834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:23.528992 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24ef8f5-b47b-47ac-9954-f04ee40ce159 None None] The sync data for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 is: [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:22Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:23.592054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71b028f8-b15e-4d36-add2-49331c79f075 req-1b095f8e-de04-4d60-928f-a395fe3ff24d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196780 Feb 17 22:21:23.654437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Checking router: 412571d1-6c59-49ac-b9ba-ed5e9588e652 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:21:23.655060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Updating router 412571d1-6c59-49ac-b9ba-ed5e9588e652 port 11e4289d-3ceb-4f24-9eeb-fdae18671949 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:21:23.683404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Request body: {'port': {'device_id': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:23.837975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks [] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:23.892435 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:23.923634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae98a5-9af7-41a7-b0d8-ee5d28f98544 None None] Pushing event updated for resources: {'Port': ['ID=cb36c876-d172-40a1-b99b-56091cf2f724,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:23.942518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0804d57-8657-45c2-96fd-d5a2992213a0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group_rule (ed2b0c90-378d-43b6-8ad0-b9d28814edbb), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:23.946365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-72d68fcc-2bea-4ae5-9dc2-8e8300474fa9 None None] Current status of the port 8c703357-b851-44ad-96eb-41e238f8eed4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:23.953788 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.134497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.210714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62df66b-8b36-42c8-b660-eb8d4248ff8e req-dac77844-3919-4211-8fa1-240359a44c3b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:24.212571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c62df66b-8b36-42c8-b660-eb8d4248ff8e req-dac77844-3919-4211-8fa1-240359a44c3b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 931 time: 0.2893050 Feb 17 22:21:24.290990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Pushing event updated for resources: {'Port': ['ID=85dc8236-21cc-4260-b6f9-5e09de99bf11,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:24.299964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.373782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:24.390108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:24.401478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:24.427958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0804d57-8657-45c2-96fd-d5a2992213a0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group_rule (ed2b0c90-378d-43b6-8ad0-b9d28814edbb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.472340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19f223-31d4-4616-925c-681cc66266b6 None None] Pushing event updated for resources: {'Port': ['ID=e69bc4f1-1237-41db-8914-5a4b79e95781,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:24.555010 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0804d57-8657-45c2-96fd-d5a2992213a0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (ed2b0c90-378d-43b6-8ad0-b9d28814edbb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.581573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c62df66b-8b36-42c8-b660-eb8d4248ff8e req-e853145b-b512-4ab4-b32a-673f14e82b1a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665508 Feb 17 22:21:24.608244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-eb36d8f1-cd40-4e81-a98b-f1a7b3a5926d None None] Provisioning complete for port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:24.608970 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb36d8f1-cd40-4e81-a98b-f1a7b3a5926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.629248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0804d57-8657-45c2-96fd-d5a2992213a0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed2b0c90-378d-43b6-8ad0-b9d28814edbb,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:24.815199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (412571d1-6c59-49ac-b9ba-ed5e9588e652), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.822210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4b7f6-3cb0-48b6-b9fb-cfc9da33d971 req-31c5c73e-8b50-4061-a4e4-1a1bfa5b2c84 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:24.823319 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0804d57-8657-45c2-96fd-d5a2992213a0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:24.826232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7ab614ab-5c31-4a26-a6af-1425cf74600e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:24.829517 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d0804d57-8657-45c2-96fd-d5a2992213a0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6446698 Feb 17 22:21:24.830562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:24.835156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11e8b6f-3187-4e22-aec5-eb04bdb25d00 None None] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:24.835638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fc4b7f6-3cb0-48b6-b9fb-cfc9da33d971 req-31c5c73e-8b50-4061-a4e4-1a1bfa5b2c84 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.4664595 Feb 17 22:21:24.922901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c385c531-ad8a-4d73-ac69-4e79455e9718 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Request body: {'security_group_rule': {'security_group_id': 'e56395b8-a229-42dd-8507-2ede666b73f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:25.068458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fc4b7f6-3cb0-48b6-b9fb-cfc9da33d971 req-8ab1a8d1-8e62-4b0e-8c31-b24685d4848f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317345 Feb 17 22:21:25.127915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:25.128605 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.357384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 811ab0ae-bed1-4cab-9715-be2db8021baf {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:21:25.383466 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Publish callbacks [] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.446555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Transition to ACTIVE for port object 811ab0ae-bed1-4cab-9715-be2db8021baf will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:21:25.458314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.484391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e69bc4f1-1237-41db-8914-5a4b79e95781 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:25.607276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:25.610813 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc7ab9b-aee3-475e-84b1-1b0eedd09471" -d '{"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:25.643719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.647285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.667016 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.703467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:25.765909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.788304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c385c531-ad8a-4d73-ac69-4e79455e9718 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group_rule (38de7869-f3d8-48df-99ac-2f704073b1bc), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.899432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:25.903932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb011c-1ccf-4778-ae97-23265615bc3e None None] Network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:25.986987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-eb36d8f1-cd40-4e81-a98b-f1a7b3a5926d None None] Current status of the port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:25.992352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:25.995396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb36d8f1-cd40-4e81-a98b-f1a7b3a5926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.000001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Port': ['ID=40a86bf6-4db4-408f-83b9-badb7dbb58fe,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:26.023529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:26.088953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c385c531-ad8a-4d73-ac69-4e79455e9718 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group_rule (38de7869-f3d8-48df-99ac-2f704073b1bc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.138818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Attempting to bind port 811ab0ae-bed1-4cab-9715-be2db8021baf on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:26.140918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Attempting to bind port 811ab0ae-bed1-4cab-9715-be2db8021baf by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:26.141388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Attempting to bind port 811ab0ae-bed1-4cab-9715-be2db8021baf on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:26.164432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Port 811ab0ae-bed1-4cab-9715-be2db8021baf on network 568604d9-9a4f-4528-b718-c5f5a82defd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:21:26.164800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Attempting to bind port 811ab0ae-bed1-4cab-9715-be2db8021baf on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:26.196236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-eb36d8f1-cd40-4e81-a98b-f1a7b3a5926d None None] For port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:26.212529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e69bc4f1-1237-41db-8914-5a4b79e95781 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:26.212922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.214893 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb36d8f1-cd40-4e81-a98b-f1a7b3a5926d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.228928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-9405f474-67e7-4387-a859-b7654e4fc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:26.233841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-9405f474-67e7-4387-a859-b7654e4fc285 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.7076802 Feb 17 22:21:26.250867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a0c45-cead-4088-9f3a-059fcfb4e886 req-7bb006bc-0838-426a-8a0f-cc3bff372b0d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:26.252464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f12a0c45-cead-4088-9f3a-059fcfb4e886 req-7bb006bc-0838-426a-8a0f-cc3bff372b0d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.6511822 Feb 17 22:21:26.253307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:26.259334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c385c531-ad8a-4d73-ac69-4e79455e9718 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (38de7869-f3d8-48df-99ac-2f704073b1bc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.263265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Checking segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:26.263985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Bound using segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:26.264518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Bound port: 811ab0ae-bed1-4cab-9715-be2db8021baf, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:26.264894 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.302273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:26.372421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6739a6-dd59-4372-b73c-aa9c6094f65d req-90dd1793-eabe-4849-ae72-a9de47e4002c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:26.374006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e6739a6-dd59-4372-b73c-aa9c6094f65d req-90dd1793-eabe-4849-ae72-a9de47e4002c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 943 time: 0.6123707 Feb 17 22:21:26.422475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.430371 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:26.443976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385c531-ad8a-4d73-ac69-4e79455e9718 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38de7869-f3d8-48df-99ac-2f704073b1bc,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:26.477421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c385c531-ad8a-4d73-ac69-4e79455e9718 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.485130 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c385c531-ad8a-4d73-ac69-4e79455e9718 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5666215 Feb 17 22:21:26.490429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50130) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:26.496769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:26.565721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.573813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Provisioning complete for port cb36c876-d172-40a1-b99b-56091cf2f724 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:26.576254 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.677541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-6c81949a-e137-4759-9c77-511c3d9933a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:26.686271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-6c81949a-e137-4759-9c77-511c3d9933a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.3792317 Feb 17 22:21:26.764195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36d8f1-cd40-4e81-a98b-f1a7b3a5926d None None] Pushing event updated for resources: {'Port': ['ID=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:26.776012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e69bc4f1-1237-41db-8914-5a4b79e95781 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:26.776633 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.781139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Publish callbacks [] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.883895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-dd5c06dc-bc04-4cd1-bd7c-482589e71913 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.1965461 Feb 17 22:21:26.887957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Current status of the port cb36c876-d172-40a1-b99b-56091cf2f724 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:26.888364 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.917184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:26.999036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Attempting to bind port 11e4289d-3ceb-4f24-9eeb-fdae18671949 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:26.999036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Attempting to bind port 11e4289d-3ceb-4f24-9eeb-fdae18671949 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:26.999036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Attempting to bind port 11e4289d-3ceb-4f24-9eeb-fdae18671949 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:27.094782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port e69bc4f1-1237-41db-8914-5a4b79e95781, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e69bc4f1-1237-41db-8914-5a4b79e95781,segment=NetworkSegment(3fd19a49-4a50-47d8-9334-0a5137d1a689),segment_id=3fd19a49-4a50-47d8-9334-0a5137d1a689)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:27.096848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6cdf-ae14-4fbe-8d37-aec44556e467 None None] Pushing event updated for resources: {'Port': ['ID=11e4289d-3ceb-4f24-9eeb-fdae18671949,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:27.109249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.110681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:27.116368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:27.118436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:27.119712 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.122926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:27.131625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Bound port: 11e4289d-3ceb-4f24-9eeb-fdae18671949, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:27.132527 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.133650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Router 2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:21:27.148756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:27.153312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:27.185272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.262023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-d7130ee3-185e-4a0e-9ab8-e4fb87be6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:27.263761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-d7130ee3-185e-4a0e-9ab8-e4fb87be6a64 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.3577347 Feb 17 22:21:27.268052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:27.282931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:27.287557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.287557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-b226ab6a-461b-48e5-87c5-a4006e1d46d1 service neutron] 10.222.0.73 "PUT /v2.0/ports/811ab0ae-bed1-4cab-9715-be2db8021baf HTTP/1.1" status: 200 len: 1092 time: 3.8004642 Feb 17 22:21:27.289805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f12a0c45-cead-4088-9f3a-059fcfb4e886 req-c84c077f-9f90-4bae-bd2c-bf43f4b65379 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9911466 Feb 17 22:21:27.290285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:27.293431 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec8a100-69ea-41bf-bf15-1b3689b133d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:27.338169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e6739a6-dd59-4372-b73c-aa9c6094f65d req-608d1fc3-48cd-48e4-9000-331ee2f3ca3e tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8663354 Feb 17 22:21:27.457017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-79f14528-69fc-407f-8947-ecd00d26e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:27.459237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-79f14528-69fc-407f-8947-ecd00d26e750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1790893 Feb 17 22:21:27.605152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-9e215d1f-af0f-4cef-b2dd-5d25b336c1df service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291056 Feb 17 22:21:27.641198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-0a19fb7e-5e24-4686-ba20-99ea0b96556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:27.642782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-0a19fb7e-5e24-4686-ba20-99ea0b96556a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 1126 time: 0.2765188 Feb 17 22:21:27.705142 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks [] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.709323 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5774cfe-5d7e-49df-bc11-275c7e56aa9d x-openstack-request-id: req-d5774cfe-5d7e-49df-bc11-275c7e56aa9d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:27.710367 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:27.711484 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5774cfe-5d7e-49df-bc11-275c7e56aa9d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:27.713222 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'status': 'completed', 'code': 200} Feb 17 22:21:27.719200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.725734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.784512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] For port cb36c876-d172-40a1-b99b-56091cf2f724, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb36c876-d172-40a1-b99b-56091cf2f724,segment=NetworkSegment(fa45bb3d-b11d-4a0c-87ea-a327cc370fa9),segment_id=fa45bb3d-b11d-4a0c-87ea-a327cc370fa9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:27.811321 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259b8a1f-1d63-44a3-bb7e-eda18ba05a43 x-openstack-request-id: req-259b8a1f-1d63-44a3-bb7e-eda18ba05a43 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:27.812096 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:27.812600 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-259b8a1f-1d63-44a3-bb7e-eda18ba05a43 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:27.813179 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'code': 200} Feb 17 22:21:27.844020 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:27.892777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-ab73b8cb-d51d-468f-941c-8ae9833d8172 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811ab0ae-bed1-4cab-9715-be2db8021baf HTTP/1.1" status: 200 len: 217 time: 0.2377608 Feb 17 22:21:27.937933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Allocated IP 172.25.0.53 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/8afacc79-3ae4-4372-ab5f-260871c81356) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:27.975489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-de682adf-2ea8-465b-8fb9-ccdc21544742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:27.977332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-de682adf-2ea8-465b-8fb9-ccdc21544742 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.0718954 Feb 17 22:21:27.986845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Provisioning complete for port e69bc4f1-1237-41db-8914-5a4b79e95781 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:27.987538 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.048656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd66f7-34ba-44c8-9671-2c860884a19b req-d1ba59f9-4e94-46cb-92ce-871ac184c305 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:28.050664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ebd66f7-34ba-44c8-9671-2c860884a19b req-d1ba59f9-4e94-46cb-92ce-871ac184c305 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.4444697 Feb 17 22:21:28.055627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9dcbb-1f17-4a55-b6b1-61992f4665d5 req-9e8c47e9-ae59-4704-a8d1-9da224297841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:28.057325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ea9dcbb-1f17-4a55-b6b1-61992f4665d5 req-9e8c47e9-ae59-4704-a8d1-9da224297841 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1128 time: 0.4479399 Feb 17 22:21:28.058641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=e69bc4f1-1237-41db-8914-5a4b79e95781,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:28.059657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-2eb33cd6-0dba-4aa9-8379-b627170a4636 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696554 Feb 17 22:21:28.101818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for port (8afacc79-3ae4-4372-ab5f-260871c81356), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.124784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] For port 11e4289d-3ceb-4f24-9eeb-fdae18671949, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:28.128329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:28.129764 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.138474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:28.179153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] Sync routers for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:28.193131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] For port 11e4289d-3ceb-4f24-9eeb-fdae18671949, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=11e4289d-3ceb-4f24-9eeb-fdae18671949,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:28.202915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ea9dcbb-1f17-4a55-b6b1-61992f4665d5 req-acbf173c-ba22-4537-a0c9-f79c7ea4c912 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929658 Feb 17 22:21:28.206915 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-995ffee0-b184-430e-9552-88dc3506ff4e tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "PUT /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1500623 Feb 17 22:21:28.226407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50140) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:28.249335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8afacc79-3ae4-4372-ab5f-260871c81356), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.267479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.297298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:28.298622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:28.346539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Pushing event updated for resources: {'Port': ['ID=cb36c876-d172-40a1-b99b-56091cf2f724,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:28.357113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:28.393325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (412571d1-6c59-49ac-b9ba-ed5e9588e652), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.412348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:28.419047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:28.434900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:28.506536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Current status of the port e69bc4f1-1237-41db-8914-5a4b79e95781 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:28.521298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Routers {'412571d1-6c59-49ac-b9ba-ed5e9588e652'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:28.522188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['412571d1-6c59-49ac-b9ba-ed5e9588e652'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:28.601054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Pushing event updated for resources: {'Port': ['ID=85dc8236-21cc-4260-b6f9-5e09de99bf11,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:28.690396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:28.691035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:28.736625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event updated for resources: {'Port': ['ID=8afacc79-3ae4-4372-ab5f-260871c81356,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:28.774537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for floatingip (780982c5-7527-4d0d-8603-420fe510d0fa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.806551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:28.810023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:28.838147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:28.842211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a53fe60-fcf9-4e87-a420-09a97dcf3aee None None] The sync data for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:28.867138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8afacc79-3ae4-4372-ab5f-260871c81356), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.911246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Provisioning complete for port 85dc8236-21cc-4260-b6f9-5e09de99bf11 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:28.918817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:28.929339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2161f967-ba74-426f-b1d5-3f2520ea0ea4 req-8ce56434-95e4-4d93-ad13-ab77110ad5bd service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2787943 Feb 17 22:21:28.985086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70c6cdf-ae14-4fbe-8d37-aec44556e467 None None] Pushing event updated for resources: {'Port': ['ID=11e4289d-3ceb-4f24-9eeb-fdae18671949,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:29.012224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ebd66f7-34ba-44c8-9671-2c860884a19b req-380e64a6-40e2-4e8e-bcc9-1ae578df61f5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9416363 Feb 17 22:21:29.069395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a969041c-5358-4522-a9a3-5c788dff3417 None None] Port 85dc8236-21cc-4260-b6f9-5e09de99bf11 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:29.121069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] Set router 412571d1-6c59-49ac-b9ba-ed5e9588e652 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:29.222165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:29.228040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c703357-b851-44ad-96eb-41e238f8eed4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:29.289409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Provisioning complete for port cb36c876-d172-40a1-b99b-56091cf2f724 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:29.292392 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:29.397219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-74af2a68-82e6-4282-98cf-2f87de3443d6 service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2617209 Feb 17 22:21:29.470354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Router 412571d1-6c59-49ac-b9ba-ed5e9588e652 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:21:29.547488 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for port (8afacc79-3ae4-4372-ab5f-260871c81356), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:29.553744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8afacc79-3ae4-4372-ab5f-260871c81356), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:29.621819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a58bed-6bee-4e4a-98ca-422387d1d077 req-378b02f8-c719-4d05-9b52-9ce96ec77410 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:29.635414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7a58bed-6bee-4e4a-98ca-422387d1d077 req-378b02f8-c719-4d05-9b52-9ce96ec77410 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.7040341 Feb 17 22:21:29.677026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8c703357-b851-44ad-96eb-41e238f8eed4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:29.677318 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:29.748734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (780982c5-7527-4d0d-8603-420fe510d0fa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:29.774660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:29.784564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2828526 Feb 17 22:21:29.834047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcd8f0e-1c6e-4053-a50a-4b43932a06b7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event updated for resources: {'Port': ['ID=8afacc79-3ae4-4372-ab5f-260871c81356,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:29.895785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:29.906583 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-74c7788d-5ba3-44f7-bc7f-7eabb69ebd44 admin admin] 10.222.0.79 "PUT /v2.0/routers/412571d1-6c59-49ac-b9ba-ed5e9588e652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2780564 Feb 17 22:21:29.951697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0443e70-8b3b-4369-903c-cb9705e24c2b req-5b054542-eec8-4cac-839d-01565cba8c19 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:29.953607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0443e70-8b3b-4369-903c-cb9705e24c2b req-5b054542-eec8-4cac-839d-01565cba8c19 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 943 time: 0.6946156 Feb 17 22:21:29.978596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff1242-69cd-489c-9557-1705768ac710 req-55992621-2f18-4c6d-8a67-3e7847ab1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:29.980143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8ff1242-69cd-489c-9557-1705768ac710 req-55992621-2f18-4c6d-8a67-3e7847ab1d7d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.8309979 Feb 17 22:21:30.143296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8c703357-b851-44ad-96eb-41e238f8eed4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:30.149594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb36c876-d172-40a1-b99b-56091cf2f724 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:30.158425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7a58bed-6bee-4e4a-98ca-422387d1d077 req-5d0f59c7-8a92-49c3-9d9f-4c0177790ba8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3488469 Feb 17 22:21:30.159538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff1242-69cd-489c-9557-1705768ac710 req-8e8740c6-818e-4b2b-979d-bf98c2a5f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:30.161747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8ff1242-69cd-489c-9557-1705768ac710 req-8e8740c6-818e-4b2b-979d-bf98c2a5f7d8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.1152987 Feb 17 22:21:30.219096 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-15d965f6-15cf-4fef-bc2a-d22932c27d14 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:21:30.222464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-15d965f6-15cf-4fef-bc2a-d22932c27d14 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "PUT /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9923940 Feb 17 22:21:30.222464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad692225-0a4a-4d92-b393-95e22ecd79e7 req-01d511cb-f964-4202-a380-5ad4f1d97340 service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043458 Feb 17 22:21:30.223122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50190) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:30.375272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Current status of the port cb36c876-d172-40a1-b99b-56091cf2f724 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:30.434790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0443e70-8b3b-4369-903c-cb9705e24c2b req-6b5603f2-5d3e-49e1-bf04-6b46ae95c29f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498510 Feb 17 22:21:30.576017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Provisioning complete for port e69bc4f1-1237-41db-8914-5a4b79e95781 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:30.587888 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:30.685879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-92ae30ae-66a2-4324-a516-677a8c0ccc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:30.691049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-92ae30ae-66a2-4324-a516-677a8c0ccc10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 1126 time: 0.3273852 Feb 17 22:21:30.695934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8ff1242-69cd-489c-9557-1705768ac710 req-9e2fca45-16b2-4210-884a-ae5c835f4e3b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.5016489 Feb 17 22:21:30.743003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cb36c876-d172-40a1-b99b-56091cf2f724 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:30.745377 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:31.005040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-91f103cc-c4fa-4b0f-89c5-0b6844e4eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:31.006794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-91f103cc-c4fa-4b0f-89c5-0b6844e4eb53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 905 time: 0.2963161 Feb 17 22:21:31.009041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff1242-69cd-489c-9557-1705768ac710 req-6a36cde5-812f-49eb-9ab9-caa4d37dac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:31.010794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8ff1242-69cd-489c-9557-1705768ac710 req-6a36cde5-812f-49eb-9ab9-caa4d37dac70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.0621927 Feb 17 22:21:31.091711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 4, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port': {'id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '85dc8236-21cc-4260-b6f9-5e09de99bf11', 'name': '', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'mac_address': 'fa:16:3e:85:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:22Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 2, 'project_id': '81e32acd8496471d91585bf29475799c', 'subnets': [{'id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:31.194648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4533b7b1-e9b9-4245-8309-2387e94d3d3e None None] The sync data for ids ['412571d1-6c59-49ac-b9ba-ed5e9588e652'] in n-d-828369-18 is: [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 4, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port': {'id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '85dc8236-21cc-4260-b6f9-5e09de99bf11', 'name': '', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'mac_address': 'fa:16:3e:85:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:22Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 2, 'project_id': '81e32acd8496471d91585bf29475799c', 'subnets': [{'id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:31.196560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Current status of the port e69bc4f1-1237-41db-8914-5a4b79e95781 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:31.246836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:31.250405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cb36c876-d172-40a1-b99b-56091cf2f724 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:31.264718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-network', 'tenant_id': '09765e020f134136987a67b1674da32e'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:31.271951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956f0fd-2846-4664-8f81-c377d41ce631 req-4a86848b-3b58-4f30-b9f5-8d984f68eb35 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:31.273146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Provisioning complete for port 40a86bf6-4db4-408f-83b9-badb7dbb58fe triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:31.274797 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:31.276814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9956f0fd-2846-4664-8f81-c377d41ce631 req-4a86848b-3b58-4f30-b9f5-8d984f68eb35 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.8409381 Feb 17 22:21:31.279143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-3b7e7f52-2661-4f4e-abe7-c976c7c096eb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=811ab0ae-bed1-4cab-9715-be2db8021baf HTTP/1.1" status: 200 len: 217 time: 0.1785314 Feb 17 22:21:31.281754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:31.374496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-58df2643-7692-46e2-b0b9-2e874876277e None None] Port 40a86bf6-4db4-408f-83b9-badb7dbb58fe cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:31.411398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-e4707669-1223-4674-82cf-a8edca256006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:31.415825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-e4707669-1223-4674-82cf-a8edca256006 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.1238453 Feb 17 22:21:31.516645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-174428c5-78ed-49a7-ba12-91d9b24cd291 None None] Provisioning complete for port 85dc8236-21cc-4260-b6f9-5e09de99bf11 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:31.518194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Made reservation on behalf of 09765e020f134136987a67b1674da32e for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:31.521628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:31.530609 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-174428c5-78ed-49a7-ba12-91d9b24cd291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:31.565954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e69bc4f1-1237-41db-8914-5a4b79e95781 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:31.731864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff1242-69cd-489c-9557-1705768ac710 req-3d671b1b-5a50-41a9-ae3a-b51657d5fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:31.747808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8ff1242-69cd-489c-9557-1705768ac710 req-3d671b1b-5a50-41a9-ae3a-b51657d5fe02 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7145262 Feb 17 22:21:31.804424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-dae05da8-b2ab-455d-8a5b-32b32d4a0500 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2261982 Feb 17 22:21:31.809590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-174428c5-78ed-49a7-ba12-91d9b24cd291 None None] Port 85dc8236-21cc-4260-b6f9-5e09de99bf11 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:31.827234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e69bc4f1-1237-41db-8914-5a4b79e95781 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:31.827991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.023136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e69bc4f1-1237-41db-8914-5a4b79e95781 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:32.024686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:32.026998 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.130554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8ff1242-69cd-489c-9557-1705768ac710 req-c7d23a1f-fe54-48b6-8c1a-f5e2eb0e4e68 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816478 Feb 17 22:21:32.144436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 811ab0ae-bed1-4cab-9715-be2db8021baf details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:21:32.374559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks [] for security_group (2484e355-f137-4cd7-9f22-04da14625bed), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.389402 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2484e355-f137-4cd7-9f22-04da14625bed), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.420955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:21:32.422130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8ff1242-69cd-489c-9557-1705768ac710 req-c4803018-9627-4bc1-9d15-398623e87658 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347937 Feb 17 22:21:32.456754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9956f0fd-2846-4664-8f81-c377d41ce631 req-a5fd0da3-8dd4-4091-8b44-4e4be9fbcd6c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0397062 Feb 17 22:21:32.502935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (de8c3e98-91ed-47b2-8d11-4e8fdc38a229), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.505114 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Added segment de8c3e98-91ed-47b2-8d11-4e8fdc38a229 of type vlan for network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa Feb 17 22:21:32.519157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33590202-e7a1-4662-9bf5-25cbcb436483 req-aaca95e4-665b-4214-9ab9-8812164e719f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:32.531841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33590202-e7a1-4662-9bf5-25cbcb436483 req-aaca95e4-665b-4214-9ab9-8812164e719f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.1009889 Feb 17 22:21:32.639740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (50db9ea6-00fe-4d58-a97f-4c5a94cf2efa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.746805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (50db9ea6-00fe-4d58-a97f-4c5a94cf2efa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.750427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:32.751487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:32.769397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:32.802987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33590202-e7a1-4662-9bf5-25cbcb436483 req-fd4d6f3f-c850-4682-b20e-a3580dde5195 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2700646 Feb 17 22:21:32.878977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-3af4ae42-ce36-4732-bf3d-e3833d5aa2fd service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0734346 Feb 17 22:21:32.882067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'mac_address': 'fa:16:3e:9d:27:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:21:32.957781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:32.966283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:33.104699 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8505054 Feb 17 22:21:33.154112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50270) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:33.177483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Request body: {'subnet': {'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-subnet', 'tenant_id': '09765e020f134136987a67b1674da32e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:33.199142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Pushing event updated for resources: {'Network': ['ID=50db9ea6-00fe-4d58-a97f-4c5a94cf2efa,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:33.261643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3aca31-a07d-402b-81d0-4f14dbe49e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2484e355-f137-4cd7-9f22-04da14625bed,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:33.268307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:21:33.303955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Made reservation on behalf of 09765e020f134136987a67b1674da32e for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:33.316029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:33.579593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 811ab0ae-bed1-4cab-9715-be2db8021baf is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:33.580247 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:33.665639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 811ab0ae-bed1-4cab-9715-be2db8021baf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:21:33.730256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:33.741569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:33.743275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb36c876-d172-40a1-b99b-56091cf2f724 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:33.759459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faf427-3d44-4585-982c-913de6027f74 req-cc524261-1dbd-47bc-a32a-afe78fe1c15a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:33.772028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4faf427-3d44-4585-982c-913de6027f74 req-cc524261-1dbd-47bc-a32a-afe78fe1c15a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 943 time: 0.8082085 Feb 17 22:21:33.801767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:33.863175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eec8a100-69ea-41bf-bf15-1b3689b133d1 req-4e8d811f-42e2-492b-be72-dce776d9ff6e service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9481466 Feb 17 22:21:33.903596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Deleting port 40a86bf6-4db4-408f-83b9-badb7dbb58fe {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:33.904764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:33.913610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:33.949805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cb36c876-d172-40a1-b99b-56091cf2f724 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:33.950206 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:33.990813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-88028d97-affc-4cda-9d48-3da63991600a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:34.001934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-88028d97-affc-4cda-9d48-3da63991600a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 813 time: 0.6965151 Feb 17 22:21:34.049034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-2a2c44ea-c869-43d7-bba2-6613d29e4463 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/quotas/6b9294a9bf6e471e8010f52a6064fa8c HTTP/1.1" status: 200 len: 375 time: 0.0437677 Feb 17 22:21:34.088000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['811ab0ae-bed1-4cab-9715-be2db8021baf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:21:34.090380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4faf427-3d44-4585-982c-913de6027f74 req-a457c3aa-a1a4-4a5b-94d7-9167f0bc0e01 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093638 Feb 17 22:21:34.187118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-0921cda3-dfcc-48b9-aed9-6a8e560827c0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1356900 Feb 17 22:21:34.196781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:34.223675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Calling delete_port for 40a86bf6-4db4-408f-83b9-badb7dbb58fe owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:34.424976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cb36c876-d172-40a1-b99b-56091cf2f724 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:34.681532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50278) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:34.693959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11e4289d-3ceb-4f24-9eeb-fdae18671949 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:34.721789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (40a86bf6-4db4-408f-83b9-badb7dbb58fe), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:34.761665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (48250c0b-20f5-4c89-80de-251c0fe3831b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:34.878621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 11e4289d-3ceb-4f24-9eeb-fdae18671949 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:34.882892 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:34.994330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48250c0b-20f5-4c89-80de-251c0fe3831b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:35.014819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-5e337665-91f6-4c09-b4cd-dac7a62372ac service neutron] 10.222.0.79 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263271 Feb 17 22:21:35.030361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Port': ['ID=40a86bf6-4db4-408f-83b9-badb7dbb58fe,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:35.224646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 11e4289d-3ceb-4f24-9eeb-fdae18671949 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:35.227115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:35.294701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 11e4289d-3ceb-4f24-9eeb-fdae18671949, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=11e4289d-3ceb-4f24-9eeb-fdae18671949,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:35.303831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:35.377835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Checking segment: {'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:35.378237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Network hostable DHCP agents. Network: 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:21:35.448951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=11e4289d-3ceb-4f24-9eeb-fdae18671949,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:35.498696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-d6117897-bcca-45ee-b852-dc31fb85d236 service neutron] 10.222.0.79 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753926 Feb 17 22:21:35.512968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1a032-4dbc-481f-904c-f972ce556592 req-37abcbeb-8038-4a80-8e80-63ca4d2ef873 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:35.516496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cc1a032-4dbc-481f-904c-f972ce556592 req-37abcbeb-8038-4a80-8e80-63ca4d2ef873 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 944 time: 0.2771170 Feb 17 22:21:35.666745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:21:35.696891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cc1a032-4dbc-481f-904c-f972ce556592 req-0ec880f9-57c4-4c01-aad5-82b8986b20e2 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552258 Feb 17 22:21:35.786327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:35.792650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:35.792973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:35.795169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed8cbb-825e-46f1-93d4-bd4a4f80a2e6 None None] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:35.819635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:35.837115 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f4f233f4-06bb-4d76-a898-07a07855e5e2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6778636 Feb 17 22:21:35.904746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50294) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:35.930022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:35.937984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81f583fb-0c1e-4353-939f-304071c3c939 req-93e028a5-7f9f-42d5-a6d5-5b859392f3c6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 210 time: 0.1755114 Feb 17 22:21:36.005329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1138fb58-61ff-46cf-8e97-fd42bc595bfb), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:36.020077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1138fb58-61ff-46cf-8e97-fd42bc595bfb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:36.144678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks [] for router_controller (1138fb58-61ff-46cf-8e97-fd42bc595bfb), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:36.172626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 811ab0ae-bed1-4cab-9715-be2db8021baf up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:36.268117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-50db9ea6-00fe-4d58-a97f-4c5a94cf2efa', 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa', 'project_id': '09765e020f134136987a67b1674da32e', 'fixed_ips': [{'subnet_id': '48250c0b-20f5-4c89-80de-251c0fe3831b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:21:36.269424 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:36.288417 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Sync routers for ids ['412571d1-6c59-49ac-b9ba-ed5e9588e652'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:36.307172 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Routers {'412571d1-6c59-49ac-b9ba-ed5e9588e652'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:36.307833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['412571d1-6c59-49ac-b9ba-ed5e9588e652'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:36.419430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Router 2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:21:36.669202 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks [] for router_gateway (1138fb58-61ff-46cf-8e97-fd42bc595bfb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:36.673924 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Set router 412571d1-6c59-49ac-b9ba-ed5e9588e652 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:36.734247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11e4289d-3ceb-4f24-9eeb-fdae18671949 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:36.886136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:36.916550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1950f3b2-38e3-4034-9278-240ec95a81f1 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "PUT /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6925590 Feb 17 22:21:36.924595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50306) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:36.975636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 811ab0ae-bed1-4cab-9715-be2db8021baf completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:21:36.979806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] Sync routers for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:37.009380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 811ab0ae-bed1-4cab-9715-be2db8021baf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:37.010512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:37.074952 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-b39682af-80f4-4040-839b-1add58fb6252 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] delete failed (client error): The resource could not be found. Feb 17 22:21:37.079993 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b39682af-80f4-4040-839b-1add58fb6252 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-823164227 HTTP/1.1" status: 404 len: 334 time: 0.1500514 Feb 17 22:21:37.089045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:37.099200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:37.102383 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:21:37.104097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:37.107964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4fb82591-aeb3-47a2-9027-4ae588db9374 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'router': {'external_gateway_info': {'network_id': '2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:37.168151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:37.181599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Allocated IP 172.20.0.2 (50db9ea6-00fe-4d58-a97f-4c5a94cf2efa/48250c0b-20f5-4c89-80de-251c0fe3831b/8cc6c45c-ffd4-4077-b0fd-b6f1461559f8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:37.256072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (a3689d40-9331-4583-bdd7-6d16849bd4da), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:37.273485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:37.274142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:37.365730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81101f13-f8ea-4586-ba8e-b3e3dedacab9 req-cad7c232-8428-4ec1-8622-be430a7221c7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 210 time: 0.1206481 Feb 17 22:21:37.397673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf047d99-d427-4440-8761-ddf3c00e2c47 req-84a5ea62-350f-48fc-9047-121709692668 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:37.416844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf047d99-d427-4440-8761-ddf3c00e2c47 req-84a5ea62-350f-48fc-9047-121709692668 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 944 time: 0.4490113 Feb 17 22:21:37.438105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:37.439171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bbd4e8-8383-45f2-9a4f-f7d283c5ef75 None None] The sync data for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:37.477208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 11e4289d-3ceb-4f24-9eeb-fdae18671949 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:37.477641 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:37.520855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 811ab0ae-bed1-4cab-9715-be2db8021baf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:37.524265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:37.627867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:37.633588 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 4, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port': {'id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '85dc8236-21cc-4260-b6f9-5e09de99bf11', 'name': '', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'mac_address': 'fa:16:3e:85:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:22Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 2, 'project_id': '81e32acd8496471d91585bf29475799c', 'subnets': [{'id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:37.636198 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7913ba07-7257-40df-9496-6e4c88bdde72" -d '{"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-plugged", "status": "completed", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:37.683525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf047d99-d427-4440-8761-ddf3c00e2c47 req-2e850dcc-a1bf-4009-bc6c-d57a45ffc176 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652001 Feb 17 22:21:37.724730 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Checking router: 412571d1-6c59-49ac-b9ba-ed5e9588e652 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:21:37.725468 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Updating router 412571d1-6c59-49ac-b9ba-ed5e9588e652 port 85dc8236-21cc-4260-b6f9-5e09de99bf11 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:21:37.779815 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:37.782138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:37.819804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:37.841244 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c5440d-5e9a-481c-bb3b-38e29ffcc853 x-openstack-request-id: req-b2c5440d-5e9a-481c-bb3b-38e29ffcc853 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:37.841615 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-plugged", "status": "completed", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:37.843084 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2c5440d-5e9a-481c-bb3b-38e29ffcc853 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:37.844442 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'code': 200} Feb 17 22:21:38.126288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:38.207516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 11e4289d-3ceb-4f24-9eeb-fdae18671949 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:38.271514 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Publish callbacks [] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.287564 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.380674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:38.385085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:38.386339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e7234cd3-1580-479f-b2df-749cb274407f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:38.390244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:38.394817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e7234cd3-1580-479f-b2df-749cb274407f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.73 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 813 time: 0.3725615 Feb 17 22:21:38.438988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Request body: {'port': {'device_id': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c', 'admin_state_up': True, 'tenant_id': '6b9294a9bf6e471e8010f52a6064fa8c'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:38.472304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Pushing event updated for resources: {'Port': ['ID=8cc6c45c-ffd4-4077-b0fd-b6f1461559f8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:38.589974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Attempting to bind port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:38.592688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Attempting to bind port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:38.593196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Attempting to bind port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 on network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:38.604247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:38.604783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Checking segment: {'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:38.605306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.605817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Bound using segment: {'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:38.609660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Bound port: 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:38.615405 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.669328 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Publish callbacks [] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.682622 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.697273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fb82591-aeb3-47a2-9027-4ae588db9374 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for router_gateway (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.714410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbbfd641-90a3-47be-8d13-705b88d46c7b req-5db212d8-3d6c-458f-8dfe-c1908c7a16c0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 210 time: 0.0332344 Feb 17 22:21:38.728789 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-4fb82591-aeb3-47a2-9027-4ae588db9374 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] update failed (client error): The resource could not be found. Feb 17 22:21:38.737115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50322) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:38.743894 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4fb82591-aeb3-47a2-9027-4ae588db9374 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "PUT /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 HTTP/1.1" status: 404 len: 339 time: 1.6518912 Feb 17 22:21:38.811219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Made reservation on behalf of 6b9294a9bf6e471e8010f52a6064fa8c for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:38.814630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:38.921775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] For port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:38.927449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] For port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8cc6c45c-ffd4-4077-b0fd-b6f1461559f8,segment=NetworkSegment(de8c3e98-91ed-47b2-8d11-4e8fdc38a229),segment_id=de8c3e98-91ed-47b2-8d11-4e8fdc38a229)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:38.937144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.028327 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fa5c6-e105-4603-a9d3-37c83ba2b301 None None] Pushing event updated for resources: {'Port': ['ID=85dc8236-21cc-4260-b6f9-5e09de99bf11,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:39.052492 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Attempting to bind port 85dc8236-21cc-4260-b6f9-5e09de99bf11 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:39.055038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac9c67-9bfb-4121-ab04-56536c15e87f None None] Pushing event updated for resources: {'Port': ['ID=8cc6c45c-ffd4-4077-b0fd-b6f1461559f8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:39.055736 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Attempting to bind port 85dc8236-21cc-4260-b6f9-5e09de99bf11 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:39.056275 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Attempting to bind port 85dc8236-21cc-4260-b6f9-5e09de99bf11 on network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:39.077010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.078941 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:39.081275 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Checking segment: {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:39.082343 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.083227 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Bound using segment: {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:39.084233 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Bound port: 85dc8236-21cc-4260-b6f9-5e09de99bf11, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:39.084946 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.097313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Deleting port 29acf839-995b-48e7-abb7-ed48fd97edd2 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:39.097704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.244225 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] For port 85dc8236-21cc-4260-b6f9-5e09de99bf11, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:39.253540 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] For port 85dc8236-21cc-4260-b6f9-5e09de99bf11, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85dc8236-21cc-4260-b6f9-5e09de99bf11,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:39.261686 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.267488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks [] for router_gateway (1138fb58-61ff-46cf-8e97-fd42bc595bfb), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.291599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] For port 29acf839-995b-48e7-abb7-ed48fd97edd2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29acf839-995b-48e7-abb7-ed48fd97edd2,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:39.299992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.309495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce546a26-be31-462b-9327-396c3b733df5 req-4174c812-65eb-47de-a757-2dab33734012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:39.312387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce546a26-be31-462b-9327-396c3b733df5 req-4174c812-65eb-47de-a757-2dab33734012 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 1128 time: 1.3179138 Feb 17 22:21:39.326257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0f2903f0-846a-4750-9385-c953b1e07300 None None] Provisioning complete for port 85dc8236-21cc-4260-b6f9-5e09de99bf11 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:39.326885 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f2903f0-846a-4750-9385-c953b1e07300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.328480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Calling delete_port for 29acf839-995b-48e7-abb7-ed48fd97edd2 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:39.478181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.509700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260239fd-5305-4895-86a8-55e9ad67cc5f req-dc05aabd-afbd-45dc-ba91-db38e2fe31bb tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:39.515401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-260239fd-5305-4895-86a8-55e9ad67cc5f req-dc05aabd-afbd-45dc-ba91-db38e2fe31bb tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.5618660 Feb 17 22:21:39.545062 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fa5c6-e105-4603-a9d3-37c83ba2b301 None None] Pushing event updated for resources: {'Port': ['ID=85dc8236-21cc-4260-b6f9-5e09de99bf11,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:39.640838 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Routers {'412571d1-6c59-49ac-b9ba-ed5e9588e652'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:39.641794 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['412571d1-6c59-49ac-b9ba-ed5e9588e652'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:39.667198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0f2903f0-846a-4750-9385-c953b1e07300 None None] Current status of the port 85dc8236-21cc-4260-b6f9-5e09de99bf11 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:39.672030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f2903f0-846a-4750-9385-c953b1e07300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.778279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0f2903f0-846a-4750-9385-c953b1e07300 None None] For port 85dc8236-21cc-4260-b6f9-5e09de99bf11, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85dc8236-21cc-4260-b6f9-5e09de99bf11,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:39.787586 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f2903f0-846a-4750-9385-c953b1e07300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.881952 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (29acf839-995b-48e7-abb7-ed48fd97edd2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:39.934246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=29acf839-995b-48e7-abb7-ed48fd97edd2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:39.952125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2903f0-846a-4750-9385-c953b1e07300 None None] Pushing event updated for resources: {'Port': ['ID=85dc8236-21cc-4260-b6f9-5e09de99bf11,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:40.029842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] Set router 412571d1-6c59-49ac-b9ba-ed5e9588e652 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:40.257310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-23e9514d-5dae-40b0-9cc4-395062107caf None None] Provisioning complete for port 85dc8236-21cc-4260-b6f9-5e09de99bf11 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:40.257739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23e9514d-5dae-40b0-9cc4-395062107caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:40.363150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce546a26-be31-462b-9327-396c3b733df5 req-103e48cd-ba91-45a9-bfc1-f9cfce1c5180 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9140043 Feb 17 22:21:40.365741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f5ff984-e377-4ead-baba-5503fb9200e4 req-3048cba8-bba4-40a4-bbc1-5cc1d2a163b0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 210 time: 0.4213967 Feb 17 22:21:40.528096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-23e9514d-5dae-40b0-9cc4-395062107caf None None] Current status of the port 85dc8236-21cc-4260-b6f9-5e09de99bf11 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:40.558486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-260239fd-5305-4895-86a8-55e9ad67cc5f req-54b08508-5add-47a4-9acc-8e893679e022 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7039745 Feb 17 22:21:40.752637 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 4, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port': {'id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '85dc8236-21cc-4260-b6f9-5e09de99bf11', 'name': '', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'mac_address': 'fa:16:3e:85:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:22Z', 'updated_at': '2022-02-17T22:21:39Z', 'revision_number': 4, 'project_id': '81e32acd8496471d91585bf29475799c', 'subnets': [{'id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:40.757538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-bb247df7-1fb6-4911-ac88-8c1913c2af15 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.2401397 Feb 17 22:21:40.862024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Allocated IP 172.20.0.14 (359df4e2-28c4-4f97-8a44-8e3870d9353c/5462559a-4e93-4f55-a409-e126dd8a3130/d2f779eb-1d1e-477e-80de-876017a1f76e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:40.890389 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40ea46a-1776-404f-8d98-504dac915224 None None] The sync data for ids ['412571d1-6c59-49ac-b9ba-ed5e9588e652'] in n-d-828369-18 is: [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 4, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port': {'id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '85dc8236-21cc-4260-b6f9-5e09de99bf11', 'name': '', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'mac_address': 'fa:16:3e:85:6a:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:22Z', 'updated_at': '2022-02-17T22:21:39Z', 'revision_number': 4, 'project_id': '81e32acd8496471d91585bf29475799c', 'subnets': [{'id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:41.023231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Allocated IP 172.25.0.239 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/5c432040-1c63-4d86-820a-e852b5379093) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:41.077516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:41.172834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (a3689d40-9331-4583-bdd7-6d16849bd4da), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:41.211246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:41.211661 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:41.291142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c0a962-809b-4e9d-8cc0-6653094001f3 None None] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:41.348814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:41.349604 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:41.538183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8cc6c45c-ffd4-4077-b0fd-b6f1461559f8,segment=NetworkSegment(de8c3e98-91ed-47b2-8d11-4e8fdc38a229),segment_id=de8c3e98-91ed-47b2-8d11-4e8fdc38a229)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:41.554159 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:41.559977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85dc8236-21cc-4260-b6f9-5e09de99bf11 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:41.664492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Router a3689d40-9331-4583-bdd7-6d16849bd4da has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:21:41.668252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2c4aeef3-4a5e-4dd0-824c-26c7a4029269 None None] Provisioning complete for port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:41.668804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c4aeef3-4a5e-4dd0-824c-26c7a4029269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:41.919093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:41.944950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5a023e2-da60-4f10-824f-ea0b9d05bc10 admin admin] 10.222.0.79 "PUT /v2.0/routers/a3689d40-9331-4583-bdd7-6d16849bd4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2603302 Feb 17 22:21:41.945190 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] Sync routers for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:41.948213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:41.969043 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:41.970703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:41.978745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 85dc8236-21cc-4260-b6f9-5e09de99bf11 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:41.979182 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:42.154323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=8cc6c45c-ffd4-4077-b0fd-b6f1461559f8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:42.161795 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks [] for router (a3689d40-9331-4583-bdd7-6d16849bd4da), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:42.303770 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks [] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:42.351699 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:42.424686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks [] for router_gateway (a3689d40-9331-4583-bdd7-6d16849bd4da), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:42.596228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Deleting port fd01a034-914e-475f-a4e6-c5136fff7eca {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:42.597273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:42.603496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-a80d7b92-47a4-4469-9e17-a1ec4c598b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:42.611562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-a80d7b92-47a4-4469-9e17-a1ec4c598b52 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 1128 time: 1.7868013 Feb 17 22:21:42.614214 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:42.695313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2c4aeef3-4a5e-4dd0-824c-26c7a4029269 None None] Current status of the port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:42.813224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97014098-1086-458c-8126-9b50cca1d0a8 req-4a93f77f-2fa6-4263-8808-08a305224db9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 210 time: 0.4919646 Feb 17 22:21:42.847360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 85dc8236-21cc-4260-b6f9-5e09de99bf11 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:42.977999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] For port fd01a034-914e-475f-a4e6-c5136fff7eca, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=fd01a034-914e-475f-a4e6-c5136fff7eca,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:42.977999 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:42.999855 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176'}], 'enable_snat': True}, 'gw_port_id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:21:39Z', 'revision_number': 5, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port': {'id': 'fd01a034-914e-475f-a4e6-c5136fff7eca', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:11:04Z', 'updated_at': '2022-02-17T22:11:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:43.016493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Calling delete_port for fd01a034-914e-475f-a4e6-c5136fff7eca owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:43.108068 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] Checking router: a3689d40-9331-4583-bdd7-6d16849bd4da for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:21:43.129005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:43.153242 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] Routers {'a3689d40-9331-4583-bdd7-6d16849bd4da'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:43.162018 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a3689d40-9331-4583-bdd7-6d16849bd4da'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:43.346308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fd01a034-914e-475f-a4e6-c5136fff7eca), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.383792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-50f08112-4421-4df0-a94e-8451cc8d1655 None None] Provisioning complete for port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:43.390440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50f08112-4421-4df0-a94e-8451cc8d1655 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.396218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd01a034-914e-475f-a4e6-c5136fff7eca,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:43.419465 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] Set router a3689d40-9331-4583-bdd7-6d16849bd4da gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:43.445796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:43.446322 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.472852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.508305 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:21:42Z', 'revision_number': 6, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:43.522212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:21:43.541172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa4fa0-3e3c-49cc-9aae-e17ffcb340c2 req-edd37399-7ea5-46d0-8d45-0071889b712f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:43.546204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (a3689d40-9331-4583-bdd7-6d16849bd4da), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.548696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aafa4fa0-3e3c-49cc-9aae-e17ffcb340c2 req-edd37399-7ea5-46d0-8d45-0071889b712f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 1.2073481 Feb 17 22:21:43.574180 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e529624-7835-4d0e-b295-3cbf65810abb None None] The sync data for ids ['a3689d40-9331-4583-bdd7-6d16849bd4da'] in n-d-828369-18 is: [{'id': 'a3689d40-9331-4583-bdd7-6d16849bd4da', 'name': 'tempest-AttachVolumeShelveTestJSON-1430901213-router', 'tenant_id': '822ad60a2532425095b618c27fea11e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:11:02Z', 'updated_at': '2022-02-17T22:21:42Z', 'revision_number': 6, 'project_id': '822ad60a2532425095b618c27fea11e1', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:43.684489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Pushing event updated for resources: {'Port': ['ID=d2f779eb-1d1e-477e-80de-876017a1f76e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:43.721918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (a3689d40-9331-4583-bdd7-6d16849bd4da), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.736001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks [] for router_controller (a3689d40-9331-4583-bdd7-6d16849bd4da), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.804670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks [] for port (5c432040-1c63-4d86-820a-e852b5379093), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.878381 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (a3689d40-9331-4583-bdd7-6d16849bd4da), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.880416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3689d40-9331-4583-bdd7-6d16849bd4da {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:21:43.887883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:43.893116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-26e39140-57aa-4d7c-b60d-4e9068a636a3 admin admin] 10.222.0.79 "DELETE /v2.0/routers/a3689d40-9331-4583-bdd7-6d16849bd4da HTTP/1.1" status: 204 len: 168 time: 1.9426279 Feb 17 22:21:43.896827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Network 359df4e2-28c4-4f97-8a44-8e3870d9353c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:43.897096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:43.898445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50f08112-4421-4df0-a94e-8451cc8d1655 None None] Current status of the port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:43.974069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:43.985555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] Deleting subnet 7149978d-de33-4048-be1d-65a0097ef73d {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:21:43.991250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] Publish callbacks [] for subnet (7149978d-de33-4048-be1d-65a0097ef73d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.065978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (7149978d-de33-4048-be1d-65a0097ef73d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.078544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:44.090809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-8b10c968-03ea-4bfc-9fc0-0fb0ffd84652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:44.093586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-8b10c968-03ea-4bfc-9fc0-0fb0ffd84652 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 1.3686967 Feb 17 22:21:44.105023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:44.226917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7149978d-de33-4048-be1d-65a0097ef73d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.272507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:44.273251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.287287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-faac3409-4244-4ad3-8a43-193b795c9e26 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2 HTTP/1.1" status: 200 len: 217 time: 0.1577806 Feb 17 22:21:44.332550 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba03f323-43cc-4d66-823e-9ba67f2cebe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.347106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a143cc8-f3fb-4641-a822-c1137b0c8f64 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9242361 Feb 17 22:21:44.356016 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (7149978d-de33-4048-be1d-65a0097ef73d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.358618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aafa4fa0-3e3c-49cc-9aae-e17ffcb340c2 req-b7374330-2bdd-44cc-ba72-0c49b9ce6a50 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8089070 Feb 17 22:21:44.371293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Request body: {'port': {'device_id': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:44.420208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7149978d-de33-4048-be1d-65a0097ef73d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:44.427563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.435358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f2b588-8a35-45ce-aacb-490b7a11bfda None None] Network ca9d742c-593d-425c-b5fb-51c5b5d35926 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:44.445106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6fe145db-19b4-4351-ae8b-9cb2b3c20924 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7149978d-de33-4048-be1d-65a0097ef73d HTTP/1.1" status: 204 len: 168 time: 0.5458372 Feb 17 22:21:44.472355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50356) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:44.477819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.480527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5c432040-1c63-4d86-820a-e852b5379093), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.508855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-40fa457a-3deb-49d5-ad1e-28c187b74d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:44.510661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-40fa457a-3deb-49d5-ad1e-28c187b74d2b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.2091212 Feb 17 22:21:44.630128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Pushing event updated for resources: {'Port': ['ID=5c432040-1c63-4d86-820a-e852b5379093,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:44.637525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ca9d742c-593d-425c-b5fb-51c5b5d35926), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.737136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Deleting port e9688e1b-a5c6-4b62-90ce-08f3a86af28a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:44.737503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.837085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] DHCP port deletion for ca9d742c-593d-425c-b5fb-51c5b5d35926 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:21:44.868416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] For port e9688e1b-a5c6-4b62-90ce-08f3a86af28a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:44.868723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:44.888069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Calling delete_port for e9688e1b-a5c6-4b62-90ce-08f3a86af28a owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:44.997815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] Deleting port e9688e1b-a5c6-4b62-90ce-08f3a86af28a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:45.000300 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.074046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.097489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] For port e9688e1b-a5c6-4b62-90ce-08f3a86af28a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,segment=NetworkSegment(bd25a890-d500-488c-abf7-242741fa38de),segment_id=bd25a890-d500-488c-abf7-242741fa38de)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:45.098683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.100610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d6a68-0e92-4b50-a19c-0d559416b3f5 req-15a77b41-7b52-47e6-ae04-619cb0ee5ceb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:45.112021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d3d6a68-0e92-4b50-a19c-0d559416b3f5 req-15a77b41-7b52-47e6-ae04-619cb0ee5ceb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 932 time: 1.0771213 Feb 17 22:21:45.114858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] Calling delete_port for e9688e1b-a5c6-4b62-90ce-08f3a86af28a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:45.115139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:45.126452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] No DVR routers for this DVR port e9688e1b-a5c6-4b62-90ce-08f3a86af28a on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:21:45.137815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device fd01a034-914e-475f-a4e6-c5136fff7eca no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:21:45.146950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-9e8fcdda-e795-4077-b3cb-94fe2ef79c18 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5421567 Feb 17 22:21:45.156935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Allocated IP 172.20.0.1 (ec352a9d-fda0-4bca-aec0-2f43e1793d09/318a3fd6-1d13-4270-b11c-370c18354da6/07b3338e-e67d-497b-84f1-083aa84fabc7) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:45.196342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:45.215178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: fd01a034-914e-475f-a4e6-c5136fff7eca {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:21:45.215556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device fd01a034-914e-475f-a4e6-c5136fff7eca not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:21:45.215986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29acf839-995b-48e7-abb7-ed48fd97edd2 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:21:45.243763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:45.259166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 29acf839-995b-48e7-abb7-ed48fd97edd2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:21:45.260195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29acf839-995b-48e7-abb7-ed48fd97edd2 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:21:45.260741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9688e1b-a5c6-4b62-90ce-08f3a86af28a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:21:45.288065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e9688e1b-a5c6-4b62-90ce-08f3a86af28a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:21:45.288685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9688e1b-a5c6-4b62-90ce-08f3a86af28a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:21:45.325967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ca9d742c-593d-425c-b5fb-51c5b5d35926), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.332622 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (e9688e1b-a5c6-4b62-90ce-08f3a86af28a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.343337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:45.369204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] Pushing event deleted for resources: {'Port': ['ID=e9688e1b-a5c6-4b62-90ce-08f3a86af28a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:45.375309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca9d742c-593d-425c-b5fb-51c5b5d35926']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:45.385411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d7b80c-24fb-48ee-a871-73dc790d4e0b None None] No DVR routers for this DVR port e9688e1b-a5c6-4b62-90ce-08f3a86af28a on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:21:45.400831 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd25a890-d500-488c-abf7-242741fa38de') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:45.401508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd25a890-d500-488c-abf7-242741fa38de') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:45.430691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (bd25a890-d500-488c-abf7-242741fa38de), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.453789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d3d6a68-0e92-4b50-a19c-0d559416b3f5 req-68b88057-6b4a-4bc8-8951-aca997316c0e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842770 Feb 17 22:21:45.459147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (bd25a890-d500-488c-abf7-242741fa38de), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.475466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:21:45.475897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (bd25a890-d500-488c-abf7-242741fa38de), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:21:45.481761 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:21:45.626869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ca9d742c-593d-425c-b5fb-51c5b5d35926), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.637008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.642976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] 10.222.0.79 "DELETE /v2.0/networks/ca9d742c-593d-425c-b5fb-51c5b5d35926 HTTP/1.1" status: 204 len: 168 time: 1.1682153 Feb 17 22:21:45.679334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f5972-30c5-4167-aa49-f8bcdd117e3f admin admin] Pushing event deleted for resources: {'Network': ['ID=ca9d742c-593d-425c-b5fb-51c5b5d35926,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:45.754925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f779eb-1d1e-477e-80de-876017a1f76e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:21:45.790405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Publish callbacks [] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.875023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:45.910480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Transition to ACTIVE for port object d2f779eb-1d1e-477e-80de-876017a1f76e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:21:45.932158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:45.943448 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-67e385ea-9214-4b61-b772-832e3dcb7625 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=822ad60a2532425095b618c27fea11e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671153 Feb 17 22:21:45.948092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:45.948372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114ab50-de98-4f16-9c49-609d6d7b5fb2 req-8ba8040f-82aa-4fbd-8946-98d618ad374c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:45.950513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7114ab50-de98-4f16-9c49-609d6d7b5fb2 req-8ba8040f-82aa-4fbd-8946-98d618ad374c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.3353095 Feb 17 22:21:46.006953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-1794038e-1891-4d0a-ba2d-a885995f0d7b service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8205719 Feb 17 22:21:46.021490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935d9238-db90-4358-8adc-4cf26ce701fd admin admin] Publish callbacks [] for security_group (0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.056734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935d9238-db90-4358-8adc-4cf26ce701fd admin admin] Publish callbacks [] for security_group (0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.130068 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935d9238-db90-4358-8adc-4cf26ce701fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.133059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935d9238-db90-4358-8adc-4cf26ce701fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.134300 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-935d9238-db90-4358-8adc-4cf26ce701fd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2 HTTP/1.1" status: 204 len: 168 time: 0.1850197 Feb 17 22:21:46.153698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d9238-db90-4358-8adc-4cf26ce701fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe250b-b3ce-4001-aa3b-f09f42f4a4b2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:46.466940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.575462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Pushing event updated for resources: {'Port': ['ID=d2f779eb-1d1e-477e-80de-876017a1f76e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:46.697361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7114ab50-de98-4f16-9c49-609d6d7b5fb2 req-42ba6da6-d41c-4559-bef9-7ea2d3a10f9d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7056835 Feb 17 22:21:46.815354 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b8879a3-8d96-4f38-b025-b664ea9a6a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.850541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks [] for router_gateway (1138fb58-61ff-46cf-8e97-fd42bc595bfb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.856535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:46.864941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc04d1ef-2f30-4dc1-8fd3-89f5f4ddbe1c req-f265839e-f636-4d69-8803-66b794cb7bb9 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4068799 Feb 17 22:21:47.006594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e404da-d7ca-4c36-88b5-65c0f9826aa0 req-c4008a62-c10e-4503-b02d-d8a6fed0651a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:47.008619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29e404da-d7ca-4c36-88b5-65c0f9826aa0 req-c4008a62-c10e-4503-b02d-d8a6fed0651a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 944 time: 0.4205496 Feb 17 22:21:47.015004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Attempting to bind port d2f779eb-1d1e-477e-80de-876017a1f76e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:47.015342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Attempting to bind port d2f779eb-1d1e-477e-80de-876017a1f76e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:47.016003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Attempting to bind port d2f779eb-1d1e-477e-80de-876017a1f76e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:47.047627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:47.053406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Port d2f779eb-1d1e-477e-80de-876017a1f76e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:21:47.053728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Attempting to bind port d2f779eb-1d1e-477e-80de-876017a1f76e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:47.067729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:47.076249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:47.082277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Port': ['ID=07b3338e-e67d-497b-84f1-083aa84fabc7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:47.091872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:47.091872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Checking segment: {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:47.091872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Bound using segment: {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:47.091872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Bound port: d2f779eb-1d1e-477e-80de-876017a1f76e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:47.091872 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.287123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29e404da-d7ca-4c36-88b5-65c0f9826aa0 req-f3a26aad-dde4-49a1-bf82-5414d01b6b9e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611778 Feb 17 22:21:47.356562 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.510055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-753150af-194d-4a15-91f2-18eb8c3cb43a None None] Provisioning complete for port 07b3338e-e67d-497b-84f1-083aa84fabc7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:47.510421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-753150af-194d-4a15-91f2-18eb8c3cb43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.585865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-753150af-194d-4a15-91f2-18eb8c3cb43a None None] Port 07b3338e-e67d-497b-84f1-083aa84fabc7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:47.618112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] For port d2f779eb-1d1e-477e-80de-876017a1f76e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:47.654610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] For port d2f779eb-1d1e-477e-80de-876017a1f76e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d2f779eb-1d1e-477e-80de-876017a1f76e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:47.686801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df6a4c-2353-4d4b-ba1b-7eee802f2177 req-53c80b21-78a0-4e6b-8e32-7504492aad03 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:47.694665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3df6a4c-2353-4d4b-ba1b-7eee802f2177 req-53c80b21-78a0-4e6b-8e32-7504492aad03 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.4619961 Feb 17 22:21:47.708812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.789374 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.807811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:47.808091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.809393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] 10.222.0.73 "PUT /v2.0/ports/d2f779eb-1d1e-477e-80de-876017a1f76e HTTP/1.1" status: 200 len: 1093 time: 3.4452848 Feb 17 22:21:47.809839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'tag': 'd2f779eb-1d1e-477e-80de-876017a1f76e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:47.812128 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6efab8-13a3-455f-a133-12cb3c86bd66" -d '{"events": [{"name": "network-changed", "server_uuid": "22df5d2c-4488-4d3d-8979-2ab12a2cd1e5", "tag": "d2f779eb-1d1e-477e-80de-876017a1f76e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:47.831095 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.842303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1138fb58-61ff-46cf-8e97-fd42bc595bfb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:47.879639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3df6a4c-2353-4d4b-ba1b-7eee802f2177 req-487e11d8-77d0-489f-8ff2-306e6eb9ed6e tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840572 Feb 17 22:21:47.917820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b870c4-5835-4aee-8627-c9bb96d8bfae service neutron] Pushing event updated for resources: {'Port': ['ID=d2f779eb-1d1e-477e-80de-876017a1f76e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:48.036308 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e47883e-befe-4fcd-b5b8-1794b2d5ccc7 x-openstack-request-id: req-8e47883e-befe-4fcd-b5b8-1794b2d5ccc7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:48.036308 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22df5d2c-4488-4d3d-8979-2ab12a2cd1e5", "tag": "d2f779eb-1d1e-477e-80de-876017a1f76e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:48.036308 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8e47883e-befe-4fcd-b5b8-1794b2d5ccc7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:48.036308 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'tag': 'd2f779eb-1d1e-477e-80de-876017a1f76e', 'status': 'completed', 'code': 200} Feb 17 22:21:48.159165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-fb80afee-f440-4cb9-99a8-a0e6022222d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:48.160756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-fb80afee-f440-4cb9-99a8-a0e6022222d2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 1127 time: 0.3105509 Feb 17 22:21:48.222369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1e41dd7c-db3d-44d6-9692-039642ccfce0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f779eb-1d1e-477e-80de-876017a1f76e HTTP/1.1" status: 200 len: 217 time: 0.0527852 Feb 17 22:21:48.719631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-ac347405-07dd-4ec5-9a2a-a084ebb63061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:48.721247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-ac347405-07dd-4ec5-9a2a-a084ebb63061 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.4863420 Feb 17 22:21:48.807278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-4c93aed6-e4cf-4e2c-b20e-2a3b4d3d1c39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621808 Feb 17 22:21:48.898796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Router 1138fb58-61ff-46cf-8e97-fd42bc595bfb is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:21:48.969329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d389b7-3a0d-4938-b8ff-2b43197b1f53 req-fac0d119-5f5a-45e7-8bf4-45a254288ef4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:48.970984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93d389b7-3a0d-4938-b8ff-2b43197b1f53 req-fac0d119-5f5a-45e7-8bf4-45a254288ef4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 944 time: 0.2757413 Feb 17 22:21:48.977350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-cad0577e-90eb-4449-ab2c-13ff27ba9a25 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:48.978803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-cad0577e-90eb-4449-ab2c-13ff27ba9a25 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.6921921 Feb 17 22:21:48.994478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:49.063312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:49.127520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-08153c78-9577-4323-807d-3b8b9ca6f97c tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/quotas/c67a5113ef434a4aba236d8fd7ff6cda HTTP/1.1" status: 200 len: 375 time: 0.1401908 Feb 17 22:21:49.236831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:49.245132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-56d012c0-bcdb-44af-a95c-878da0b70e2a service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130580 Feb 17 22:21:49.272654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:49.278166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93d389b7-3a0d-4938-b8ff-2b43197b1f53 req-8b3b5c16-e12c-446f-bd1d-5deab0f27ce3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890317 Feb 17 22:21:49.279657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event updated for resources: {'Port': ['ID=07b3338e-e67d-497b-84f1-083aa84fabc7,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:49.407080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:49.419324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Sync routers for ids ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:49.448143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Routers {'1138fb58-61ff-46cf-8e97-fd42bc595bfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:49.449405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:49.454056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-a7a4e6a5-5068-4014-9131-be7982e4b163 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2929678 Feb 17 22:21:49.577065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:49.577065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0c0f27e5-fada-4531-9166-d2448dc8398e admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.6605554 Feb 17 22:21:49.578887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50446) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:49.609618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f24e90db-b8dc-4a8a-aec5-0886c0aec387 req-1a7dbf15-4bea-4cc6-ab63-2eca6658de56 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508523 Feb 17 22:21:49.647356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:49.654264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:49.689717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Set router 1138fb58-61ff-46cf-8e97-fd42bc595bfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:49.756935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bea1fa-e449-4d84-86f9-23c1ed2bca5e req-46c6e1dc-42c0-411a-ab60-efc8f15714b9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:49.782102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4bea1fa-e449-4d84-86f9-23c1ed2bca5e req-46c6e1dc-42c0-411a-ab60-efc8f15714b9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.3765576 Feb 17 22:21:49.934431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-82d78270-9e2e-46b5-a6ea-fa5f62c0f21d service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4525499 Feb 17 22:21:50.068375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4bea1fa-e449-4d84-86f9-23c1ed2bca5e req-25c09fe9-e748-464b-9dca-18a17c89b9a7 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852092 Feb 17 22:21:50.094909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '5c432040-1c63-4d86-820a-e852b5379093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:21:45Z', 'revision_number': 3, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port': {'id': '5c432040-1c63-4d86-820a-e852b5379093', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:39Z', 'updated_at': '2022-02-17T22:21:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:50.119050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-ef9892f1-a3f8-4d13-81ee-346a28bfc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:50.120385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-ef9892f1-a3f8-4d13-81ee-346a28bfc2ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 1127 time: 0.4468639 Feb 17 22:21:50.144497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Checking router: 1138fb58-61ff-46cf-8e97-fd42bc595bfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:21:50.144922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Updating router 1138fb58-61ff-46cf-8e97-fd42bc595bfb port 5c432040-1c63-4d86-820a-e852b5379093 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:21:50.152149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Router 2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:21:50.194195 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c432040-1c63-4d86-820a-e852b5379093), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:50.237977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53d2053c-6e0b-4bb1-90ac-2d5d648b6f87 None None] Provisioning complete for port 07b3338e-e67d-497b-84f1-083aa84fabc7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:50.238998 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53d2053c-6e0b-4bb1-90ac-2d5d648b6f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:50.283493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-e3b68963-9801-4d41-aea7-79be9fa750d1 service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270547 Feb 17 22:21:50.303219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53d2053c-6e0b-4bb1-90ac-2d5d648b6f87 None None] Port 07b3338e-e67d-497b-84f1-083aa84fabc7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:50.416528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:50.423447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d46e51a0-872d-4645-8f15-48d67a9e53f2 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "PUT /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6849670 Feb 17 22:21:50.426746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50462) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:50.430110 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] Sync routers for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:50.524483 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:50.525625 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:50.641136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-eb697b1a-a21b-41b2-a83f-e82d098e5de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:50.642845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-eb697b1a-a21b-41b2-a83f-e82d098e5de9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.4947054 Feb 17 22:21:50.688521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:50.769778 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:50.798598 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:50.799686 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:50.888231 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-495e982c-adac-4b6e-b738-789a50d9c427 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2f779eb-1d1e-477e-80de-876017a1f76e HTTP/1.1" status: 200 len: 217 time: 0.2185187 Feb 17 22:21:50.900300 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:50.901540 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b3bc59-7625-44bd-953c-68faa937bdd5 None None] The sync data for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:50.986764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98e55892-94a4-4c86-b544-d2fa128ebffd req-3cd30161-91b0-4147-be96-e8ecbc8c945d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 210 time: 0.1593428 Feb 17 22:21:51.015780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Allocated IP 172.20.0.1 (50db9ea6-00fe-4d58-a97f-4c5a94cf2efa/48250c0b-20f5-4c89-80de-251c0fe3831b/6e60e38b-08c6-4a24-bc68-fcd513edec7c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:51.046412 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Publish callbacks [] for port (5c432040-1c63-4d86-820a-e852b5379093), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.063325 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5c432040-1c63-4d86-820a-e852b5379093), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.113235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b48bbda0-09d4-46fc-ad02-9001a6746359 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for router (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.194736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.245846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32699263-c541-4a7c-9350-840261d50761 None None] Pushing event updated for resources: {'Port': ['ID=5c432040-1c63-4d86-820a-e852b5379093,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:51.282127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Attempting to bind port 5c432040-1c63-4d86-820a-e852b5379093 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:51.282568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Attempting to bind port 5c432040-1c63-4d86-820a-e852b5379093 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:51.283135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Attempting to bind port 5c432040-1c63-4d86-820a-e852b5379093 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:51.290856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:51.291218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:51.291820 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.292117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:51.292585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Bound port: 5c432040-1c63-4d86-820a-e852b5379093, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:51.292981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c432040-1c63-4d86-820a-e852b5379093), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.379419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks [] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.410293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] For port 5c432040-1c63-4d86-820a-e852b5379093, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:21:51.422071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] For port 5c432040-1c63-4d86-820a-e852b5379093, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5c432040-1c63-4d86-820a-e852b5379093,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:21:51.440802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b0c78-15e8-40d6-b6ff-a1708e8bb55a req-7c1e751d-6c3c-4ba7-8b84-dc044047ff45 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:51.442543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-910b0c78-15e8-40d6-b6ff-a1708e8bb55a req-7c1e751d-6c3c-4ba7-8b84-dc044047ff45 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 944 time: 0.7068486 Feb 17 22:21:51.452189 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5c432040-1c63-4d86-820a-e852b5379093), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.457153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.566278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:51.575049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:51.587558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:51.607679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32699263-c541-4a7c-9350-840261d50761 None None] Pushing event updated for resources: {'Port': ['ID=5c432040-1c63-4d86-820a-e852b5379093,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:51.630007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Pushing event updated for resources: {'Port': ['ID=6e60e38b-08c6-4a24-bc68-fcd513edec7c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:51.692843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (1138fb58-61ff-46cf-8e97-fd42bc595bfb), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:51.703471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Routers {'1138fb58-61ff-46cf-8e97-fd42bc595bfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:51.708612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:51.942860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-ccd759d4-add8-433b-8ec6-320d2f0af617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:51.946184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-ccd759d4-add8-433b-8ec6-320d2f0af617 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.9961007 Feb 17 22:21:52.030957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:52.034599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] Set router 1138fb58-61ff-46cf-8e97-fd42bc595bfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:52.065306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-00bba58e-51c1-4f55-be21-88c37adbf762 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095371 Feb 17 22:21:52.114839 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-b48bbda0-09d4-46fc-ad02-9001a6746359 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 22:21:52.117276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b48bbda0-09d4-46fc-ad02-9001a6746359 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 HTTP/1.1" status: 409 len: 329 time: 1.6895885 Feb 17 22:21:52.155655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50486) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:52.203893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c7ea654a-0d1a-4353-8c06-269cfad85684 None None] Provisioning complete for port 6e60e38b-08c6-4a24-bc68-fcd513edec7c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:52.204328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7ea654a-0d1a-4353-8c06-269cfad85684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:52.205720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914aec23-36c5-4b24-b7a5-d2b3cedf0cc0 req-6937079e-954c-42da-b536-ddb77b2aba06 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:52.213592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-914aec23-36c5-4b24-b7a5-d2b3cedf0cc0 req-6937079e-954c-42da-b536-ddb77b2aba06 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.8816464 Feb 17 22:21:52.262669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d2f779eb-1d1e-477e-80de-876017a1f76e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:21:52.304302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c7ea654a-0d1a-4353-8c06-269cfad85684 None None] Port 6e60e38b-08c6-4a24-bc68-fcd513edec7c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:52.338848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-910b0c78-15e8-40d6-b6ff-a1708e8bb55a req-084516d2-04f1-44f6-879c-d8f0f665b7d7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908854 Feb 17 22:21:52.413970 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks [] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:52.435848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:52.544591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-c577abf3-114b-49e7-b15d-30981b9c991c service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666131 Feb 17 22:21:52.553342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-914aec23-36c5-4b24-b7a5-d2b3cedf0cc0 req-a6998d4f-bf4e-44a5-81d7-245193476bcd tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108199 Feb 17 22:21:52.588490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Pushing event updated for resources: {'Port': ['ID=6e60e38b-08c6-4a24-bc68-fcd513edec7c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:52.591042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (1138fb58-61ff-46cf-8e97-fd42bc595bfb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:52.810704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f5d220b-2250-44a3-b479-f47e94a36002 req-4b41ef1d-e1ae-4fd4-8b65-7df61ca7ec0a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 210 time: 0.0618694 Feb 17 22:21:52.817211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:52.820225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:52.872949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d2f779eb-1d1e-477e-80de-876017a1f76e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d2f779eb-1d1e-477e-80de-876017a1f76e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:52.901023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'd2f779eb-1d1e-477e-80de-876017a1f76e', 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c', 'port_id': 'd2f779eb-1d1e-477e-80de-876017a1f76e', 'mac_address': 'fa:16:3e:49:38:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5462559a-4e93-4f55-a409-e126dd8a3130', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:21:52.942402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-b307ebb8-189e-407e-906f-b805fab2e1c8 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:52.950204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-b307ebb8-189e-407e-906f-b805fab2e1c8 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.5038791 Feb 17 22:21:52.978409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d2f779eb-1d1e-477e-80de-876017a1f76e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:52.978726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:53.004762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-babc6799-016e-440c-86b7-648d38b0964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '5c432040-1c63-4d86-820a-e852b5379093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:21:45Z', 'revision_number': 3, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port': {'id': '5c432040-1c63-4d86-820a-e852b5379093', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:39Z', 'updated_at': '2022-02-17T22:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:53.012830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f779eb-1d1e-477e-80de-876017a1f76e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:21:53.021429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Router 1138fb58-61ff-46cf-8e97-fd42bc595bfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:21:53.022269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f6efab8-13a3-455f-a133-12cb3c86bd66 req-28117e3a-5eda-4fac-8ff3-f92aacd509a7 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640810 Feb 17 22:21:53.044196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Request body: {'port': {'device_id': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'admin_state_up': True, 'tenant_id': 'c67a5113ef434a4aba236d8fd7ff6cda'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:53.069506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babc6799-016e-440c-86b7-648d38b0964a None None] The sync data for ids ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'] in n-d-828369-18 is: [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '5c432040-1c63-4d86-820a-e852b5379093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:21:45Z', 'revision_number': 3, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port': {'id': '5c432040-1c63-4d86-820a-e852b5379093', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:39Z', 'updated_at': '2022-02-17T22:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:53.098964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d2f779eb-1d1e-477e-80de-876017a1f76e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d2f779eb-1d1e-477e-80de-876017a1f76e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:53.107751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:53.286956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d2f779eb-1d1e-477e-80de-876017a1f76e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:53.334069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ce7cbb99-be5a-42ce-8792-bf988e6860a0 None None] Provisioning complete for port 6e60e38b-08c6-4a24-bc68-fcd513edec7c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:53.335504 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce7cbb99-be5a-42ce-8792-bf988e6860a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:53.441959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['d2f779eb-1d1e-477e-80de-876017a1f76e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:21:53.469184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:53.629274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Made reservation on behalf of c67a5113ef434a4aba236d8fd7ff6cda for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:21:53.638144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:53.642779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ce7cbb99-be5a-42ce-8792-bf988e6860a0 None None] Port 6e60e38b-08c6-4a24-bc68-fcd513edec7c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:21:53.965286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:53.982930 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4ebeba32-a818-48e4-b4f1-3551b51b472c admin admin] 10.222.0.79 "PUT /v2.0/routers/1138fb58-61ff-46cf-8e97-fd42bc595bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3985369 Feb 17 22:21:54.110806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4583698-5739-447e-a71a-c31da1802d55 req-adcaaf72-1a5a-40c8-ab3a-dc24b106b18e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:54.112412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4583698-5739-447e-a71a-c31da1802d55 req-adcaaf72-1a5a-40c8-ab3a-dc24b106b18e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 945 time: 0.4908576 Feb 17 22:21:54.205505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af69c2-f18d-4cd0-be9b-06c3d8a3b636 req-7425c1f9-7c22-4fb6-90f1-2003d0515a64 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:54.213859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75af69c2-f18d-4cd0-be9b-06c3d8a3b636 req-7425c1f9-7c22-4fb6-90f1-2003d0515a64 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.2806501 Feb 17 22:21:54.306182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4583698-5739-447e-a71a-c31da1802d55 req-cf0e9572-3fe4-4b18-bb74-5d2cd9dc6e67 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837459 Feb 17 22:21:54.343342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Allocated IP 172.20.0.9 (8ed72953-b469-44bd-bc93-72145e063d0d/a9edd69f-92e0-4288-a688-4f0ded150ae9/9f078acb-e0b0-4e75-b15a-ae2699da2fdc) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:21:54.464131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75af69c2-f18d-4cd0-be9b-06c3d8a3b636 req-ebea41e3-05b7-4003-b882-1f29f3e35ef7 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493846 Feb 17 22:21:54.608794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b6e02ac-9492-41a9-ac1f-727d14218ce1 req-29f75e87-5553-46e6-8649-c2ed9e459870 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 210 time: 0.1083755 Feb 17 22:21:54.928617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Deleting port 07b3338e-e67d-497b-84f1-083aa84fabc7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:21:54.929254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:55.035791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5c432040-1c63-4d86-820a-e852b5379093 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:55.108514 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:55.127011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Calling delete_port for 07b3338e-e67d-497b-84f1-083aa84fabc7 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:21:55.133667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:55.153689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5c432040-1c63-4d86-820a-e852b5379093 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:55.154796 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5c432040-1c63-4d86-820a-e852b5379093), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:55.331319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5c432040-1c63-4d86-820a-e852b5379093 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:55.339053 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5c432040-1c63-4d86-820a-e852b5379093), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:55.420438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 5c432040-1c63-4d86-820a-e852b5379093, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5c432040-1c63-4d86-820a-e852b5379093,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:55.427317 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5c432040-1c63-4d86-820a-e852b5379093), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:55.649066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=5c432040-1c63-4d86-820a-e852b5379093,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:55.688408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (07b3338e-e67d-497b-84f1-083aa84fabc7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:55.799502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Port': ['ID=07b3338e-e67d-497b-84f1-083aa84fabc7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:56.042317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks [] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:56.068134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff94b5-f468-4b1d-8419-c6ce4e00c678 req-6146c954-0748-4a56-a91c-29c72921b10e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:56.070102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59ff94b5-f468-4b1d-8419-c6ce4e00c678 req-6146c954-0748-4a56-a91c-29c72921b10e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 945 time: 0.4168553 Feb 17 22:21:56.088431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf905a4-3f3a-4afc-87fb-0bc4ab92de3d req-92cf7afb-af2d-447c-baaf-4eb3492f35f6 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:56.094585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cf905a4-3f3a-4afc-87fb-0bc4ab92de3d req-92cf7afb-af2d-447c-baaf-4eb3492f35f6 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.3334446 Feb 17 22:21:56.241974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d2f779eb-1d1e-477e-80de-876017a1f76e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:56.267722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59ff94b5-f468-4b1d-8419-c6ce4e00c678 req-6d065dd3-5f09-4c0e-8828-9f8eb175aa39 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684575 Feb 17 22:21:56.355041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cf905a4-3f3a-4afc-87fb-0bc4ab92de3d req-980c0e37-6248-4c91-8290-32d9cd4e4384 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413114 Feb 17 22:21:56.362658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port d2f779eb-1d1e-477e-80de-876017a1f76e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:21:56.381078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port d2f779eb-1d1e-477e-80de-876017a1f76e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:56.381750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:56.506084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Sync routers for ids ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:56.596665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Routers {'1138fb58-61ff-46cf-8e97-fd42bc595bfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:56.598281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:56.828807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Set router 1138fb58-61ff-46cf-8e97-fd42bc595bfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:21:57.004855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port d2f779eb-1d1e-477e-80de-876017a1f76e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:57.005597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:57.044048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8daa130-9907-4f21-8b78-5e23d6a070d7 req-f9356641-5d6d-4712-9e5e-c25567c27760 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 210 time: 0.2289031 Feb 17 22:21:57.053482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port d2f779eb-1d1e-477e-80de-876017a1f76e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d2f779eb-1d1e-477e-80de-876017a1f76e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:21:57.057698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f779eb-1d1e-477e-80de-876017a1f76e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:21:57.060673 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561a1bba-4430-43b9-82fd-79bbac4f4dc1" -d '{"events": [{"server_uuid": "22df5d2c-4488-4d3d-8979-2ab12a2cd1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f779eb-1d1e-477e-80de-876017a1f76e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:21:57.075110 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:57.105602 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:57.134231 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:57.137108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5c432040-1c63-4d86-820a-e852b5379093 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:21:57.188676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9438dfea-65f0-4800-8dfc-a2e646f937e2', '933f400d-5169-49db-ace9-893236d08a28'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:21:57.250853 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b058721-9dd5-413b-a4a6-fb8bb86fec3a x-openstack-request-id: req-9b058721-9dd5-413b-a4a6-fb8bb86fec3a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:21:57.252538 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22df5d2c-4488-4d3d-8979-2ab12a2cd1e5", "name": "network-vif-plugged", "status": "completed", "tag": "d2f779eb-1d1e-477e-80de-876017a1f76e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:21:57.252538 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b058721-9dd5-413b-a4a6-fb8bb86fec3a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:21:57.252538 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f779eb-1d1e-477e-80de-876017a1f76e', 'code': 200} Feb 17 22:21:57.358869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=d2f779eb-1d1e-477e-80de-876017a1f76e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:57.528315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5c432040-1c63-4d86-820a-e852b5379093 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:21:57.528769 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5c432040-1c63-4d86-820a-e852b5379093), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:57.720941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '5c432040-1c63-4d86-820a-e852b5379093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:21:51Z', 'revision_number': 4, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port': {'id': '5c432040-1c63-4d86-820a-e852b5379093', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:39Z', 'updated_at': '2022-02-17T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e60e38b-08c6-4a24-bc68-fcd513edec7c', 'name': '', 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa', 'tenant_id': '09765e020f134136987a67b1674da32e', 'mac_address': 'fa:16:3e:9e:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '48250c0b-20f5-4c89-80de-251c0fe3831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:50Z', 'updated_at': '2022-02-17T22:21:52Z', 'revision_number': 2, 'project_id': '09765e020f134136987a67b1674da32e', 'subnets': [{'id': '48250c0b-20f5-4c89-80de-251c0fe3831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:57.844759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Checking router: 1138fb58-61ff-46cf-8e97-fd42bc595bfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:21:57.846069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Updating router 1138fb58-61ff-46cf-8e97-fd42bc595bfb port 6e60e38b-08c6-4a24-bc68-fcd513edec7c binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:21:57.967653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5c432040-1c63-4d86-820a-e852b5379093 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:21:57.985835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:58.045132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event updated for resources: {'Port': ['ID=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:58.078939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.079409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.079866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.080579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.081157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.082775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.083219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.083849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.084291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.084724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.085163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.085591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.086028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:21:58.139540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Router 2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:21:58.143133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Network 8ed72953-b469-44bd-bc93-72145e063d0d is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:21:58.168608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:21:58.185444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:21:58.255727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3e43d-67a3-458c-891c-76f1511e2655 req-f2e1c06f-feec-45c1-a463-5e375e86e876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:58.257916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2b3e43d-67a3-458c-891c-76f1511e2655 req-f2e1c06f-feec-45c1-a463-5e375e86e876 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 1129 time: 0.6404929 Feb 17 22:21:58.267720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa0d9-e8fd-4597-86d1-6bd213fceecc req-72cac374-37a1-4a5b-813d-4d268e008ecb tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:58.276483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27ffa0d9-e8fd-4597-86d1-6bd213fceecc req-72cac374-37a1-4a5b-813d-4d268e008ecb tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.5878079 Feb 17 22:21:58.420195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf50f3-d02c-4763-847d-f81f40003dfb req-515683cb-11b0-4795-94ca-d2aa2f9364c1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:58.422448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5caf50f3-d02c-4763-847d-f81f40003dfb req-515683cb-11b0-4795-94ca-d2aa2f9364c1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 946 time: 0.7629251 Feb 17 22:21:58.458309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:21:58.465767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:58.466147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:58.476355 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] Sync routers for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:21:58.489495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-59a90ad6-8fcb-4602-a307-7edf24ee1382 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "PUT /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3325005 Feb 17 22:21:58.495538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50556) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:58.499399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:58.501428 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:58.601536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27ffa0d9-e8fd-4597-86d1-6bd213fceecc req-c305971c-e0fd-4cee-a2f4-2a243fdeb6ec tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235705 Feb 17 22:21:58.608955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-52233c5a-b12a-41c6-aa47-3c66b0defe30 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5846853 Feb 17 22:21:58.611299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2b3e43d-67a3-458c-891c-76f1511e2655 req-97d862a6-598c-4f7f-a4b1-40f17b3ec1b9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272514 Feb 17 22:21:58.634981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Request body: {'port': {'device_id': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:58.659137 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-78188868-fc7f-48d1-9d92-e14ef02569ee tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] show failed (client error): The resource could not be found. Feb 17 22:21:58.666810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-78188868-fc7f-48d1-9d92-e14ef02569ee tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-1257877322 HTTP/1.1" status: 404 len: 335 time: 0.1698093 Feb 17 22:21:58.667609 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:58.672520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:58.682062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e234c815-992a-4463-9159-1c3a8c5e7cd3 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:21:58.699769 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] Routers {'2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:21:58.708144 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:58.819696 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-e234c815-992a-4463-9159-1c3a8c5e7cd3 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] update failed (client error): The resource could not be found. Feb 17 22:21:58.822132 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e234c815-992a-4463-9159-1c3a8c5e7cd3 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-1730098093 HTTP/1.1" status: 404 len: 335 time: 0.1483419 Feb 17 22:21:58.828143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50564) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:58.834317 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:21:58.835664 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d4311-6262-42e9-9d4c-162be6d38d2a None None] The sync data for ids ['2afdb5d1-6f2f-4f57-83ee-84b26f1179a4'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:21:58.916707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5caf50f3-d02c-4763-847d-f81f40003dfb req-f15d512c-a9c3-47c0-bd87-1631b5aa6b72 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609241 Feb 17 22:21:58.971321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Deleting subnet 1efbf5e1-44d8-4e63-b61d-803e2909b037 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:21:58.977878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for subnet (1efbf5e1-44d8-4e63-b61d-803e2909b037), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:58.997297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Publish callbacks [] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.020833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.062114 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.079221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (1efbf5e1-44d8-4e63-b61d-803e2909b037), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.209448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed82bc-d038-4452-a7c3-069e6162ce12 None None] Pushing event updated for resources: {'Port': ['ID=6e60e38b-08c6-4a24-bc68-fcd513edec7c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:59.335122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1efbf5e1-44d8-4e63-b61d-803e2909b037), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.343247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6984f55a-4fa6-4123-b890-6c8221b1b61f req-dd3c9963-09a2-43fa-8b28-6675a2aaf135 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:21:59.353287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6984f55a-4fa6-4123-b890-6c8221b1b61f req-dd3c9963-09a2-43fa-8b28-6675a2aaf135 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 931 time: 0.4332335 Feb 17 22:21:59.467157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (1efbf5e1-44d8-4e63-b61d-803e2909b037), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.471081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Attempting to bind port 6e60e38b-08c6-4a24-bc68-fcd513edec7c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:21:59.472964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Attempting to bind port 6e60e38b-08c6-4a24-bc68-fcd513edec7c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:21:59.476004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Attempting to bind port 6e60e38b-08c6-4a24-bc68-fcd513edec7c on network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:21:59.494912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:21:59.495308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Checking segment: {'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:21:59.500202 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.500624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Bound using segment: {'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:21:59.501143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Bound port: 6e60e38b-08c6-4a24-bc68-fcd513edec7c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:21:59.501541 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.548098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Subnet': ['ID=1efbf5e1-44d8-4e63-b61d-803e2909b037,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:21:59.562072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.571641 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d923e6b1-4e14-46fa-8c4f-b43651fec7c9 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/subnets/1efbf5e1-44d8-4e63-b61d-803e2909b037 HTTP/1.1" status: 204 len: 168 time: 0.7363315 Feb 17 22:21:59.573064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:59.638222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0e9d4-9a5e-43a9-96a6-e7f73daf4364 None None] Network 726d9e24-d24e-4fef-9ddc-e70f550ecb6d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:21:59.707895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50582) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:21:59.718034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Deleting subnet a78a0a68-cf2b-4bbc-b7c4-32424d96376a {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:21:59.748172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for subnet (a78a0a68-cf2b-4bbc-b7c4-32424d96376a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:21:59.821014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6984f55a-4fa6-4123-b890-6c8221b1b61f req-80b7dafb-f733-4de7-837d-f6edd5847948 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4664671 Feb 17 22:21:59.952508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (a78a0a68-cf2b-4bbc-b7c4-32424d96376a), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.013748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9a931e1b-04f6-4134-89eb-71e156143059 None None] Provisioning complete for port 6e60e38b-08c6-4a24-bc68-fcd513edec7c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:00.014348 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a931e1b-04f6-4134-89eb-71e156143059 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.102469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d89ba58-26ef-4943-9733-2217661d4960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.192342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ba3e2-8d7d-4b40-a4d4-4744a9954a7b req-732b33f8-872d-4214-b721-13511a6abe78 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:00.200609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb5ba3e2-8d7d-4b40-a4d4-4744a9954a7b req-732b33f8-872d-4214-b721-13511a6abe78 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 946 time: 0.1200063 Feb 17 22:22:00.219944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] For port 6e60e38b-08c6-4a24-bc68-fcd513edec7c, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:22:00.227408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1ed31-92c1-4050-8630-a30d4c38f76a req-5ad249c7-dc72-45ad-8428-45f81e6ec358 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:00.229200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7f1ed31-92c1-4050-8630-a30d4c38f76a req-5ad249c7-dc72-45ad-8428-45f81e6ec358 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.3962135 Feb 17 22:22:00.265020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9a931e1b-04f6-4134-89eb-71e156143059 None None] Port 6e60e38b-08c6-4a24-bc68-fcd513edec7c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:22:00.301117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] For port 6e60e38b-08c6-4a24-bc68-fcd513edec7c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e60e38b-08c6-4a24-bc68-fcd513edec7c,segment=NetworkSegment(de8c3e98-91ed-47b2-8d11-4e8fdc38a229),segment_id=de8c3e98-91ed-47b2-8d11-4e8fdc38a229)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:22:00.327294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.362394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7f1ed31-92c1-4050-8630-a30d4c38f76a req-eb4d90c7-909f-47b0-b0e4-060a4d99108c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135640 Feb 17 22:22:00.404539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d89ba58-26ef-4943-9733-2217661d4960 admin admin] Publish callbacks [] for security_group (6d47aea0-2390-4025-b6e3-8cb3d469a208), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.410130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb5ba3e2-8d7d-4b40-a4d4-4744a9954a7b req-6b3c5a3b-409c-4bc2-b401-fd1f85791ee9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068946 Feb 17 22:22:00.435423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d89ba58-26ef-4943-9733-2217661d4960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d47aea0-2390-4025-b6e3-8cb3d469a208), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.543926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f078acb-e0b0-4e75-b15a-ae2699da2fdc {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:22:00.569590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Publish callbacks [] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.581886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d89ba58-26ef-4943-9733-2217661d4960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d47aea0-2390-4025-b6e3-8cb3d469a208,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:00.626472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Transition to ACTIVE for port object 9f078acb-e0b0-4e75-b15a-ae2699da2fdc will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:22:00.632658 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:00.762557 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d89ba58-26ef-4943-9733-2217661d4960 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54107ca5ca794c8b93d0909ede2609c0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0375288 Feb 17 22:22:00.770485 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50592) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:00.980628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a78a0a68-cf2b-4bbc-b7c4-32424d96376a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.065953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:01.194752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed82bc-d038-4452-a7c3-069e6162ce12 None None] Pushing event updated for resources: {'Port': ['ID=6e60e38b-08c6-4a24-bc68-fcd513edec7c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:01.215622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] DHCP port deletion for 726d9e24-d24e-4fef-9ddc-e70f550ecb6d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:22:01.223393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e69bc4f1-1237-41db-8914-5a4b79e95781 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:22:01.229973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Routers {'1138fb58-61ff-46cf-8e97-fd42bc595bfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:22:01.235666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:21:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:01.340184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Attempting to bind port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:22:01.340773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Attempting to bind port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:22:01.340773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Attempting to bind port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:01.344626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1359c295-9eeb-453b-86ad-1b099e3e451c admin admin] Publish callbacks [] for security_group (6d47aea0-2390-4025-b6e3-8cb3d469a208), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.360664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc on network 8ed72953-b469-44bd-bc93-72145e063d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:22:01.361113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Attempting to bind port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:01.399816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1359c295-9eeb-453b-86ad-1b099e3e451c admin admin] Publish callbacks [] for security_group (6d47aea0-2390-4025-b6e3-8cb3d469a208), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.446402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:22:01.447409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Checking segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:22:01.448348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Bound using segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:22:01.449394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Bound port: 9f078acb-e0b0-4e75-b15a-ae2699da2fdc, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:22:01.453665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.491039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1359c295-9eeb-453b-86ad-1b099e3e451c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d47aea0-2390-4025-b6e3-8cb3d469a208), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.498699 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1359c295-9eeb-453b-86ad-1b099e3e451c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.504598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c6b3f9d7-f6d1-4562-a4ac-9b7ad0f02ea0 None None] Provisioning complete for port 6e60e38b-08c6-4a24-bc68-fcd513edec7c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:01.504598 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f9d7-f6d1-4562-a4ac-9b7ad0f02ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.505016 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1359c295-9eeb-453b-86ad-1b099e3e451c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6d47aea0-2390-4025-b6e3-8cb3d469a208 HTTP/1.1" status: 204 len: 168 time: 0.7244375 Feb 17 22:22:01.535460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed56425-21d7-404a-80ba-c442961abcf1 req-d7103078-f2b2-4c88-a54c-6e539f975702 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:01.543236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359c295-9eeb-453b-86ad-1b099e3e451c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d47aea0-2390-4025-b6e3-8cb3d469a208,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:01.548772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (a78a0a68-cf2b-4bbc-b7c4-32424d96376a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.584275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ed56425-21d7-404a-80ba-c442961abcf1 req-d7103078-f2b2-4c88-a54c-6e539f975702 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 943 time: 0.4367921 Feb 17 22:22:01.615295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Subnet': ['ID=a78a0a68-cf2b-4bbc-b7c4-32424d96376a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:01.624707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.632210 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-249bf563-01dc-4070-bc07-7da93880bc62 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/subnets/a78a0a68-cf2b-4bbc-b7c4-32424d96376a HTTP/1.1" status: 204 len: 168 time: 2.0515463 Feb 17 22:22:01.633439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50604) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:01.758264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da91727-1500-4034-953a-36c34d5afc24 None None] Network 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:22:01.795977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (726d9e24-d24e-4fef-9ddc-e70f550ecb6d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:01.804528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ed56425-21d7-404a-80ba-c442961abcf1 req-0c191f62-add8-4472-9ad1-92aaa8acaa3e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171624 Feb 17 22:22:02.095646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] Deleting port e69bc4f1-1237-41db-8914-5a4b79e95781 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:22:02.096260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:02.228728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] For port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:22:02.241392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] For port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:22:02.296461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] For port e69bc4f1-1237-41db-8914-5a4b79e95781, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e69bc4f1-1237-41db-8914-5a4b79e95781,segment=NetworkSegment(3fd19a49-4a50-47d8-9334-0a5137d1a689),segment_id=3fd19a49-4a50-47d8-9334-0a5137d1a689)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:02.297670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:02.329011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Deleting port e69bc4f1-1237-41db-8914-5a4b79e95781 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:22:02.329828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b2349-a2db-4870-9f2a-2ecc729a7fc9 req-33d3bd04-5b96-485d-998e-1193d3f415d6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:02.330926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] Calling delete_port for e69bc4f1-1237-41db-8914-5a4b79e95781 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:22:02.332372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:02.344431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da8b2349-a2db-4870-9f2a-2ecc729a7fc9 req-33d3bd04-5b96-485d-998e-1193d3f415d6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 946 time: 1.2327070 Feb 17 22:22:02.366786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:02.692986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:02.695628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:02.699136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] 10.222.0.94 "PUT /v2.0/ports/9f078acb-e0b0-4e75-b15a-ae2699da2fdc HTTP/1.1" status: 200 len: 1092 time: 4.0759652 Feb 17 22:22:02.732653 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:02.755142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] Set router 1138fb58-61ff-46cf-8e97-fd42bc595bfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:22:02.785140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] For port e69bc4f1-1237-41db-8914-5a4b79e95781, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e69bc4f1-1237-41db-8914-5a4b79e95781,segment=NetworkSegment(3fd19a49-4a50-47d8-9334-0a5137d1a689),segment_id=3fd19a49-4a50-47d8-9334-0a5137d1a689)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:02.785872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:02.793589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] No DVR routers for this DVR port e69bc4f1-1237-41db-8914-5a4b79e95781 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:22:02.873957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'tag': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:02.881643 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c4a776-1055-4c30-ac24-5ef8dabeba67" -d '{"events": [{"name": "network-changed", "server_uuid": "59ab1439-5010-4a9b-ad99-c1d029a7c4de", "tag": "9f078acb-e0b0-4e75-b15a-ae2699da2fdc"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:02.933289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Calling delete_port for e69bc4f1-1237-41db-8914-5a4b79e95781 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:22:03.028357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e69bc4f1-1237-41db-8914-5a4b79e95781 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:03.028899 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:03.044123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da8b2349-a2db-4870-9f2a-2ecc729a7fc9 req-b34c8832-697c-45d2-bcd5-46a893ce1bee tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195593 Feb 17 22:22:03.170962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] DHCP port deletion for 99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:22:03.196869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbdb50-0fa5-45ee-a3e7-fd83784bd522 None None] Pushing event deleted for resources: {'Port': ['ID=e69bc4f1-1237-41db-8914-5a4b79e95781,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:03.280535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e69bc4f1-1237-41db-8914-5a4b79e95781), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:03.339757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Port': ['ID=e69bc4f1-1237-41db-8914-5a4b79e95781,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:03.353706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] No DVR routers for this DVR port e69bc4f1-1237-41db-8914-5a4b79e95781 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:22:03.396784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232a422-c416-47d3-bdd1-cead4461d0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:03.504908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c6b3f9d7-f6d1-4562-a4ac-9b7ad0f02ea0 None None] Current status of the port 6e60e38b-08c6-4a24-bc68-fcd513edec7c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:03.505786 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f9d7-f6d1-4562-a4ac-9b7ad0f02ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:03.749703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2fcc92-e80d-4166-8fa8-e3ade63a19f9 req-0ebf069f-c50f-4220-9492-8b328fa1d4a7 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:03.757149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b2fcc92-e80d-4166-8fa8-e3ade63a19f9 req-0ebf069f-c50f-4220-9492-8b328fa1d4a7 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 1.4003773 Feb 17 22:22:03.808051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb36c876-d172-40a1-b99b-56091cf2f724 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:22:03.894799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-fd5010ce-16e8-4585-8412-5fb30e58f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:03.896362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-fd5010ce-16e8-4585-8412-5fb30e58f544 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 1126 time: 0.9228454 Feb 17 22:22:03.909653 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (726d9e24-d24e-4fef-9ddc-e70f550ecb6d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:03.934335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64745b0-23aa-4573-a627-14143401a611 req-05ffac73-faaf-4caa-85a7-1734eb6204fd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:03.936326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a64745b0-23aa-4573-a627-14143401a611 req-05ffac73-faaf-4caa-85a7-1734eb6204fd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.73 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 946 time: 1.4707775 Feb 17 22:22:03.989909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726d9e24-d24e-4fef-9ddc-e70f550ecb6d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:04.041908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fd19a49-4a50-47d8-9334-0a5137d1a689') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:04.041908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fd19a49-4a50-47d8-9334-0a5137d1a689') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:04.069761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (3fd19a49-4a50-47d8-9334-0a5137d1a689), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.092672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (3fd19a49-4a50-47d8-9334-0a5137d1a689), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.108456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:22:04.108863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (3fd19a49-4a50-47d8-9334-0a5137d1a689), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:22:04.113368 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:22:04.118766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c6b3f9d7-f6d1-4562-a4ac-9b7ad0f02ea0 None None] For port 6e60e38b-08c6-4a24-bc68-fcd513edec7c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e60e38b-08c6-4a24-bc68-fcd513edec7c,segment=NetworkSegment(de8c3e98-91ed-47b2-8d11-4e8fdc38a229),segment_id=de8c3e98-91ed-47b2-8d11-4e8fdc38a229)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:04.133266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cb36c876-d172-40a1-b99b-56091cf2f724 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:04.133266 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.144941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b2fcc92-e80d-4166-8fa8-e3ade63a19f9 req-ee788a7d-4412-450a-8c03-f0b97306ba9e tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842560 Feb 17 22:22:04.152485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-3d8fee36-afea-49fc-a74b-1ccad4ef12d6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc HTTP/1.1" status: 200 len: 217 time: 0.2373686 Feb 17 22:22:04.196046 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f9d7-f6d1-4562-a4ac-9b7ad0f02ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.197323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aad4468-e52d-49ed-a24f-ffd2a6c673f6 req-5a598d88-241d-45b2-bfcf-cd6bca5f269d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:04.216163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aad4468-e52d-49ed-a24f-ffd2a6c673f6 req-5a598d88-241d-45b2-bfcf-cd6bca5f269d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 943 time: 0.9311979 Feb 17 22:22:04.262965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] Deleting port cb36c876-d172-40a1-b99b-56091cf2f724 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:22:04.263506 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.366309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (726d9e24-d24e-4fef-9ddc-e70f550ecb6d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.439531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.460383 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/networks/726d9e24-d24e-4fef-9ddc-e70f550ecb6d HTTP/1.1" status: 204 len: 168 time: 2.8240962 Feb 17 22:22:04.464142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ad5bf-9ced-41c0-a576-a9ae7a45e16b tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Network': ['ID=726d9e24-d24e-4fef-9ddc-e70f550ecb6d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:04.472961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50640) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:04.548652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] For port cb36c876-d172-40a1-b99b-56091cf2f724, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb36c876-d172-40a1-b99b-56091cf2f724,segment=NetworkSegment(fa45bb3d-b11d-4a0c-87ea-a327cc370fa9),segment_id=fa45bb3d-b11d-4a0c-87ea-a327cc370fa9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:04.552991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:04.554048 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fb5e18-8821-41e5-b34d-2f323c9d7232 x-openstack-request-id: req-c9fb5e18-8821-41e5-b34d-2f323c9d7232 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:04.554861 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ab1439-5010-4a9b-ad99-c1d029a7c4de", "tag": "9f078acb-e0b0-4e75-b15a-ae2699da2fdc", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:04.556742 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c9fb5e18-8821-41e5-b34d-2f323c9d7232 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:04.557338 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'tag': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc', 'status': 'completed', 'code': 200} Feb 17 22:22:04.568740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-ad675333-1b90-4fd8-b168-ec0e3a57e61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:04.571844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-ad675333-1b90-4fd8-b168-ec0e3a57e61a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.2463965 Feb 17 22:22:04.596644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] Calling delete_port for cb36c876-d172-40a1-b99b-56091cf2f724 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:22:04.710434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-d9e40221-8bb9-4ce4-aafb-f8f7c06d9392 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1028187 Feb 17 22:22:04.920263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (cb36c876-d172-40a1-b99b-56091cf2f724), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.000349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.118326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] No DVR routers for this DVR port cb36c876-d172-40a1-b99b-56091cf2f724 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:22:05.201668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3f9d7-f6d1-4562-a4ac-9b7ad0f02ea0 None None] Pushing event updated for resources: {'Port': ['ID=6e60e38b-08c6-4a24-bc68-fcd513edec7c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:05.241781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3aad4468-e52d-49ed-a24f-ffd2a6c673f6 req-092fccc3-04bc-4b1f-a29b-85bb5fcfbd77 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0245962 Feb 17 22:22:05.341087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52fa91d-d059-46c9-8eae-309834419941 req-af961065-366d-4263-8794-bbc1610333ed tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:05.361069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a52fa91d-d059-46c9-8eae-309834419941 req-af961065-366d-4263-8794-bbc1610333ed tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=22df5d2c-4488-4d3d-8979-2ab12a2cd1e5 HTTP/1.1" status: 200 len: 946 time: 0.7743201 Feb 17 22:22:05.376767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f37588-933b-49a2-a45a-df31c9022936 None None] Pushing event deleted for resources: {'Port': ['ID=cb36c876-d172-40a1-b99b-56091cf2f724,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:05.444941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Deleting port d2f779eb-1d1e-477e-80de-876017a1f76e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:22:05.444941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.490417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.493806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '5c432040-1c63-4d86-820a-e852b5379093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:21:51Z', 'revision_number': 4, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port': {'id': '5c432040-1c63-4d86-820a-e852b5379093', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:39Z', 'updated_at': '2022-02-17T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e60e38b-08c6-4a24-bc68-fcd513edec7c', 'name': '', 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa', 'tenant_id': '09765e020f134136987a67b1674da32e', 'mac_address': 'fa:16:3e:9e:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '48250c0b-20f5-4c89-80de-251c0fe3831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:50Z', 'updated_at': '2022-02-17T22:22:00Z', 'revision_number': 4, 'project_id': '09765e020f134136987a67b1674da32e', 'subnets': [{'id': '48250c0b-20f5-4c89-80de-251c0fe3831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:05.592618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:05.615070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa45bb3d-b11d-4a0c-87ea-a327cc370fa9') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:05.615585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa45bb3d-b11d-4a0c-87ea-a327cc370fa9') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:05.621811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f55673-0ac0-422a-9bb1-f0b109b97477 None None] The sync data for ids ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'] in n-d-828369-18 is: [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '5c432040-1c63-4d86-820a-e852b5379093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:21:51Z', 'revision_number': 4, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port': {'id': '5c432040-1c63-4d86-820a-e852b5379093', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:39Z', 'updated_at': '2022-02-17T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '6e60e38b-08c6-4a24-bc68-fcd513edec7c', 'name': '', 'network_id': '50db9ea6-00fe-4d58-a97f-4c5a94cf2efa', 'tenant_id': '09765e020f134136987a67b1674da32e', 'mac_address': 'fa:16:3e:9e:68:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '48250c0b-20f5-4c89-80de-251c0fe3831b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:50Z', 'updated_at': '2022-02-17T22:22:00Z', 'revision_number': 4, 'project_id': '09765e020f134136987a67b1674da32e', 'subnets': [{'id': '48250c0b-20f5-4c89-80de-251c0fe3831b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:22:05.669480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fa45bb3d-b11d-4a0c-87ea-a327cc370fa9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.782047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fa45bb3d-b11d-4a0c-87ea-a327cc370fa9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.812225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:22:05.813717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fa45bb3d-b11d-4a0c-87ea-a327cc370fa9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:22:05.818790 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:22:05.921453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] For port d2f779eb-1d1e-477e-80de-876017a1f76e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=d2f779eb-1d1e-477e-80de-876017a1f76e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:05.923177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:05.941401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Calling delete_port for d2f779eb-1d1e-477e-80de-876017a1f76e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:22:06.176438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:06.240071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-b1799351-197a-4fdd-8d8c-07e04c531500 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4659994 Feb 17 22:22:06.247354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:06.260260 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/networks/99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c HTTP/1.1" status: 204 len: 168 time: 1.7819989 Feb 17 22:22:06.283616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50658) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:06.289448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d2f779eb-1d1e-477e-80de-876017a1f76e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:22:06.309573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Network': ['ID=99ec49d4-ef72-4cf9-b4bc-dc8111c5b68c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:06.344872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a52fa91d-d059-46c9-8eae-309834419941 req-b4434604-d0b5-4f15-88a7-716969429196 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9799559 Feb 17 22:22:06.345728 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d2f779eb-1d1e-477e-80de-876017a1f76e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:06.372469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.374581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.385525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.401182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.401753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.402258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.402733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.403207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.403723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.404194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.404711 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.406217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.406755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ca61c24-84a7-4dd8-860a-0f1cd6bf4cc6 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:06.427200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:22:06.454822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: d2f779eb-1d1e-477e-80de-876017a1f76e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:22:06.465984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device d2f779eb-1d1e-477e-80de-876017a1f76e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:22:06.512677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Deleting subnet 318a3fd6-1d13-4270-b11c-370c18354da6 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:22:06.533924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for subnet (318a3fd6-1d13-4270-b11c-370c18354da6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:06.751159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (318a3fd6-1d13-4270-b11c-370c18354da6), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:06.954637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Pushing event deleted for resources: {'Port': ['ID=d2f779eb-1d1e-477e-80de-876017a1f76e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:06.995355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b81d9ee6-5700-4125-9fd6-6a6ce3248001 req-f5800383-7774-48a2-831c-db383c3820d6 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6894155 Feb 17 22:22:07.270711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (318a3fd6-1d13-4270-b11c-370c18354da6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:07.499538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (318a3fd6-1d13-4270-b11c-370c18354da6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:07.672382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Subnet': ['ID=318a3fd6-1d13-4270-b11c-370c18354da6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:07.692413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:07.697957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c765346-8cfa-452a-9dc0-4a0fc1d48c52 None None] Network ec352a9d-fda0-4bca-aec0-2f43e1793d09 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:22:07.732155 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dfa6b36a-28e1-4a92-a384-dd1cb0a55eca tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/subnets/318a3fd6-1d13-4270-b11c-370c18354da6 HTTP/1.1" status: 204 len: 168 time: 1.4476101 Feb 17 22:22:07.739749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50668) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:07.964261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] No DVR routers for this DVR port d2f779eb-1d1e-477e-80de-876017a1f76e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:22:08.056564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357bc01-9bb1-4ed4-9af7-9d6927e152c1 req-9787ed49-90f8-459c-a36e-ced36b1f325a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:08.058945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a357bc01-9bb1-4ed4-9af7-9d6927e152c1 req-9787ed49-90f8-459c-a36e-ced36b1f325a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 2.5658798 Feb 17 22:22:08.083502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:08.107269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a64745b0-23aa-4573-a627-14143401a611 req-b7d91cea-e3a0-412c-8dc4-524bc8e7ea29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.73 "DELETE /v2.0/ports/d2f779eb-1d1e-477e-80de-876017a1f76e HTTP/1.1" status: 204 len: 173 time: 4.0845807 Feb 17 22:22:08.141698 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ec352a9d-fda0-4bca-aec0-2f43e1793d09), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:08.178318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'name': 'network-vif-deleted', 'tag': 'd2f779eb-1d1e-477e-80de-876017a1f76e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:08.184735 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8c28b1-e765-4454-9fe3-e467ee2ad4d3" -d '{"events": [{"server_uuid": "22df5d2c-4488-4d3d-8979-2ab12a2cd1e5", "name": "network-vif-deleted", "tag": "d2f779eb-1d1e-477e-80de-876017a1f76e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:08.528348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Deleting port 8c703357-b851-44ad-96eb-41e238f8eed4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:22:08.528962 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:08.546483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3b5dd-b36a-4c88-865e-77fb73d9f42a req-a98d98b6-29f3-48ea-9917-6ae6419d871b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:08.556203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14c3b5dd-b36a-4c88-865e-77fb73d9f42a req-a98d98b6-29f3-48ea-9917-6ae6419d871b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 1.8255460 Feb 17 22:22:08.663298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e60e38b-08c6-4a24-bc68-fcd513edec7c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:22:08.734690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] For port 8c703357-b851-44ad-96eb-41e238f8eed4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8c703357-b851-44ad-96eb-41e238f8eed4,segment=NetworkSegment(684f1160-b613-4756-bd68-45fe5d5aa6b9),segment_id=684f1160-b613-4756-bd68-45fe5d5aa6b9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:08.735066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:08.753749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-4fa5f4eb-be82-40a5-8c6b-f73c5c00863c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:08.757166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-4fa5f4eb-be82-40a5-8c6b-f73c5c00863c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 1126 time: 0.7778268 Feb 17 22:22:08.782812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Calling delete_port for 8c703357-b851-44ad-96eb-41e238f8eed4 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:22:08.887647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a357bc01-9bb1-4ed4-9af7-9d6927e152c1 req-f093d4d3-f59d-48d7-86d9-e48536e07514 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6661618 Feb 17 22:22:08.910887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6e60e38b-08c6-4a24-bc68-fcd513edec7c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:08.912460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.136107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] DHCP port deletion for ec352a9d-fda0-4bca-aec0-2f43e1793d09 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:22:09.138878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14c3b5dd-b36a-4c88-865e-77fb73d9f42a req-f8678465-bf50-459a-9f8f-c6b2117fba6a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817447 Feb 17 22:22:09.173726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.212768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.312266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] No DVR routers for this DVR port 8c703357-b851-44ad-96eb-41e238f8eed4 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:22:09.317432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Port': ['ID=8c703357-b851-44ad-96eb-41e238f8eed4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:09.373494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Deleting port 8c703357-b851-44ad-96eb-41e238f8eed4 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:22:09.373937 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.437131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-5c9edd63-13e6-40cb-a2b1-613737cc631b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:09.439814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-5c9edd63-13e6-40cb-a2b1-613737cc631b service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 0.6585670 Feb 17 22:22:09.459729 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b7e321-adad-40c2-93b5-6bfc87bf4e35 x-openstack-request-id: req-43b7e321-adad-40c2-93b5-6bfc87bf4e35 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:09.460224 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22df5d2c-4488-4d3d-8979-2ab12a2cd1e5", "name": "network-vif-deleted", "tag": "d2f779eb-1d1e-477e-80de-876017a1f76e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:09.460664 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43b7e321-adad-40c2-93b5-6bfc87bf4e35 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:09.461321 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22df5d2c-4488-4d3d-8979-2ab12a2cd1e5', 'name': 'network-vif-deleted', 'tag': 'd2f779eb-1d1e-477e-80de-876017a1f76e', 'status': 'completed', 'code': 200} Feb 17 22:22:09.479721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] For port 8c703357-b851-44ad-96eb-41e238f8eed4, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:09.480530 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.499782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Calling delete_port for 8c703357-b851-44ad-96eb-41e238f8eed4 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:22:09.506574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Port 8c703357-b851-44ad-96eb-41e238f8eed4 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:22:09.512316 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (8c703357-b851-44ad-96eb-41e238f8eed4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.567134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] No DVR routers for this DVR port 8c703357-b851-44ad-96eb-41e238f8eed4 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:22:09.570744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ec352a9d-fda0-4bca-aec0-2f43e1793d09), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.577382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Pushing event deleted for resources: {'Port': ['ID=8c703357-b851-44ad-96eb-41e238f8eed4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:09.602487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.603218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.604721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.605432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.606125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.607077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.607997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.608692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.609397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.610086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.610780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.611491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.612205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d56be4-82a6-490b-9c23-6d6031b7940a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:22:09.620123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6e60e38b-08c6-4a24-bc68-fcd513edec7c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:09.628135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec352a9d-fda0-4bca-aec0-2f43e1793d09']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:09.639526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684f1160-b613-4756-bd68-45fe5d5aa6b9') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:09.640202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684f1160-b613-4756-bd68-45fe5d5aa6b9') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:09.652420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (684f1160-b613-4756-bd68-45fe5d5aa6b9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.670831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-df46f5c3-daa1-44cf-b77a-680a4eeb9118 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc HTTP/1.1" status: 200 len: 217 time: 0.1914923 Feb 17 22:22:09.672989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (684f1160-b613-4756-bd68-45fe5d5aa6b9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.683693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:22:09.684354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (684f1160-b613-4756-bd68-45fe5d5aa6b9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.788171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db4a61-a470-40d8-bc98-ff8f6e9142be req-aff194b4-726b-42e6-adcb-2aceab88bd40 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:09.798190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74db4a61-a470-40d8-bc98-ff8f6e9142be req-aff194b4-726b-42e6-adcb-2aceab88bd40 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 943 time: 0.7028067 Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:22:09.810530 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:22:09.821963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c703357-b851-44ad-96eb-41e238f8eed4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:22:09.896665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ec352a9d-fda0-4bca-aec0-2f43e1793d09), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.910735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:09.917231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8c703357-b851-44ad-96eb-41e238f8eed4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:22:09.919576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c703357-b851-44ad-96eb-41e238f8eed4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:22:09.926886 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/networks/ec352a9d-fda0-4bca-aec0-2f43e1793d09 HTTP/1.1" status: 204 len: 168 time: 2.1857717 Feb 17 22:22:09.933069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50712) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:09.954837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-cdec62e3-fe0e-494b-ad5a-2d7f296334da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:09.956816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-cdec62e3-fe0e-494b-ad5a-2d7f296334da service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.2752960 Feb 17 22:22:09.963317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1678d784-0040-41da-9f1a-a9de6b71b929 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Pushing event deleted for resources: {'Network': ['ID=ec352a9d-fda0-4bca-aec0-2f43e1793d09,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:09.967589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b070c0-77e3-47ab-b9ec-c92935695326 req-becf4bf8-72a8-4b04-a249-3a819814efed tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:09.980366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13b070c0-77e3-47ab-b9ec-c92935695326 req-becf4bf8-72a8-4b04-a249-3a819814efed tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3032265 Feb 17 22:22:10.135046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74db4a61-a470-40d8-bc98-ff8f6e9142be req-9cf34c0d-4f3a-4f5f-9b22-5cd93d33baca tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915347 Feb 17 22:22:10.141896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50714) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:10.142906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3eb5f26e-78d9-4711-8a0c-73fb95a77837 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "GET /v2.0/ports?device_id=2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 HTTP/1.1" status: 200 len: 205 time: 0.2020469 Feb 17 22:22:10.249694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-2b571385-2386-4729-8530-1a193c3c0074 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2380297 Feb 17 22:22:10.324376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6cf24de1-e1d9-4857-a71f-77346ef1f5f4 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for router (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:10.368919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13b070c0-77e3-47ab-b9ec-c92935695326 req-23cfa146-63ef-4f50-9768-1e430a6ed465 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3872218 Feb 17 22:22:10.413994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab6040-b7f9-43f0-ae34-fe5945fe1724 req-d1df4b76-9387-4e2f-bd2f-56f956fb5727 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:10.423115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bab6040-b7f9-43f0-ae34-fe5945fe1724 req-d1df4b76-9387-4e2f-bd2f-56f956fb5727 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1920049 Feb 17 22:22:10.520822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bab6040-b7f9-43f0-ae34-fe5945fe1724 req-f36c5270-4b50-439a-a51a-c88df9b56648 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950725 Feb 17 22:22:10.664626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-edf5b65d-99c9-46a6-8999-2f807a1772cd service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935547 Feb 17 22:22:10.771583 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6cf24de1-e1d9-4857-a71f-77346ef1f5f4 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:10.785233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6cf24de1-e1d9-4857-a71f-77346ef1f5f4 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for router_controller (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:10.855436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6cf24de1-e1d9-4857-a71f-77346ef1f5f4 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (2afdb5d1-6f2f-4f57-83ee-84b26f1179a4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:10.856731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf24de1-e1d9-4857-a71f-77346ef1f5f4 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Fanout notify agent at l3_agent the message router_deleted on router 2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:22:10.867327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6cf24de1-e1d9-4857-a71f-77346ef1f5f4 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:10.874807 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6cf24de1-e1d9-4857-a71f-77346ef1f5f4 tempest-RoutersNegativeTest-2006594625 tempest-RoutersNegativeTest-2006594625-project] 10.222.0.79 "DELETE /v2.0/routers/2afdb5d1-6f2f-4f57-83ee-84b26f1179a4 HTTP/1.1" status: 204 len: 168 time: 0.7318811 Feb 17 22:22:10.908503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84c4a776-1055-4c30-ac24-5ef8dabeba67 req-7b3018d4-055a-4235-8ff1-992995ded43e service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423193 Feb 17 22:22:10.951434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fec621-9906-4211-a3cc-d537fbff5173 req-eb7a89e1-6b2f-4b80-afcc-fc9deaaae103 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:10.963020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17fec621-9906-4211-a3cc-d537fbff5173 req-eb7a89e1-6b2f-4b80-afcc-fc9deaaae103 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1368680 Feb 17 22:22:10.997853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0ca5b6-325e-40a2-a9ae-94641b720d95 req-e59de2d8-6e59-4bc1-bec4-8e4996cab7ca tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:11.008988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9f078acb-e0b0-4e75-b15a-ae2699da2fdc details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:22:11.010552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f0ca5b6-325e-40a2-a9ae-94641b720d95 req-e59de2d8-6e59-4bc1-bec4-8e4996cab7ca tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.4837244 Feb 17 22:22:11.093695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f0ca5b6-325e-40a2-a9ae-94641b720d95 req-bf389758-dbe4-4dbd-8cd7-f9ff1a9b90e4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816102 Feb 17 22:22:11.173419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17fec621-9906-4211-a3cc-d537fbff5173 req-f6ce6392-b048-4bd2-a01c-ece1f5b898af tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086449 Feb 17 22:22:11.293887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:11.340106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'port_id': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc', 'mac_address': 'fa:16:3e:bf:84:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9edd69f-92e0-4288-a688-4f0ded150ae9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:22:11.450058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:11.452912 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:11.472168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18617544-d39a-477a-9b4a-b0edd7da1400 req-20a6fbfc-bcb3-4cb2-af6c-e2ffc4973c4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:11.479603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18617544-d39a-477a-9b4a-b0edd7da1400 req-20a6fbfc-bcb3-4cb2-af6c-e2ffc4973c4e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1719749 Feb 17 22:22:11.489482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f078acb-e0b0-4e75-b15a-ae2699da2fdc {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:22:11.560452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50744) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:11.590185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:11.599239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:11.617042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18617544-d39a-477a-9b4a-b0edd7da1400 req-cb1327ef-82ae-4aa0-aac7-71fe3ad827f1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359029 Feb 17 22:22:11.662039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a2e79-cf08-41e5-bf4a-8edd313be78a req-f05caf43-b962-456a-beeb-b207422298c7 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:11.691183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-651a2e79-cf08-41e5-bf4a-8edd313be78a req-f05caf43-b962-456a-beeb-b207422298c7 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 943 time: 0.2272720 Feb 17 22:22:11.786545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:11.861974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cf1568c0-839e-4af2-9544-10fb07474ae4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cfc9bfa6def94806b50144edd783a758&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2995689 Feb 17 22:22:11.866452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50750) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:11.867621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-651a2e79-cf08-41e5-bf4a-8edd313be78a req-8915d0f2-cfae-40fd-93f3-5ef762c65443 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732998 Feb 17 22:22:11.987012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7604fd3-c0f4-4eab-bbfe-b07336e3ddd4 admin admin] Publish callbacks [] for security_group (edd80341-7398-4977-a16f-6605eb6d55b4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:12.026259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9f078acb-e0b0-4e75-b15a-ae2699da2fdc'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:22:12.081881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e004d-d2fc-4b99-9d99-89f746ef6ac3 req-92cdb024-16a2-434a-b9c5-c7a8215fdd02 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:12.084297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7604fd3-c0f4-4eab-bbfe-b07336e3ddd4 admin admin] Publish callbacks [] for security_group (edd80341-7398-4977-a16f-6605eb6d55b4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:12.097855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd1e004d-d2fc-4b99-9d99-89f746ef6ac3 req-92cdb024-16a2-434a-b9c5-c7a8215fdd02 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2546983 Feb 17 22:22:12.210870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd1e004d-d2fc-4b99-9d99-89f746ef6ac3 req-33a98653-4b45-47d3-916d-f88e96f268b7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032794 Feb 17 22:22:12.301471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7604fd3-c0f4-4eab-bbfe-b07336e3ddd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (edd80341-7398-4977-a16f-6605eb6d55b4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:12.304462 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7604fd3-c0f4-4eab-bbfe-b07336e3ddd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:12.307861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b7604fd3-c0f4-4eab-bbfe-b07336e3ddd4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edd80341-7398-4977-a16f-6605eb6d55b4 HTTP/1.1" status: 204 len: 168 time: 0.4381592 Feb 17 22:22:12.336222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7604fd3-c0f4-4eab-bbfe-b07336e3ddd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd80341-7398-4977-a16f-6605eb6d55b4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:12.378468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07189a63-fa16-4c4c-9058-8db25242508b req-e769455a-d60c-4c49-b2d5-6e41f54837c9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:12.385570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07189a63-fa16-4c4c-9058-8db25242508b req-e769455a-d60c-4c49-b2d5-6e41f54837c9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2828445 Feb 17 22:22:12.618076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07189a63-fa16-4c4c-9058-8db25242508b req-850a48d5-16a4-4aeb-b59c-d90e2dd2a6e1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255862 Feb 17 22:22:12.690607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0868d-152e-485a-84db-a8a33f10a875 req-8336591f-1c25-476b-a909-4ce259306d90 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:12.697910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d0868d-152e-485a-84db-a8a33f10a875 req-8336591f-1c25-476b-a909-4ce259306d90 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.1533177 Feb 17 22:22:12.781910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d0868d-152e-485a-84db-a8a33f10a875 req-f596e348-dc2d-4533-822b-51f0570c8b20 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683825 Feb 17 22:22:13.117332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-aa5f9090-ee95-4a6c-8e60-a6a4e8e3d3ec tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:13.124723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-aa5f9090-ee95-4a6c-8e60-a6a4e8e3d3ec tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.3494344 Feb 17 22:22:13.154753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-bb1504b8-7383-44c5-926a-cc79cd2f891e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/quotas/4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 375 time: 0.0283647 Feb 17 22:22:13.278648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0286b54-bafb-4a89-83ee-5249780ac1ce req-09f6d693-213c-4363-acb9-12b24218577e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:13.306875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0286b54-bafb-4a89-83ee-5249780ac1ce req-09f6d693-213c-4363-acb9-12b24218577e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 944 time: 0.1682055 Feb 17 22:22:13.502233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0286b54-bafb-4a89-83ee-5249780ac1ce req-6b73f68b-d384-4ad5-bff0-bd7ecad6daf8 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940489 Feb 17 22:22:13.537255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-d7d26b15-7d6e-4b0e-bb31-2b2227cb2407 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3812656 Feb 17 22:22:14.013156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-655baa75-c7bf-415d-b9a0-e523bdc6e954 service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4657977 Feb 17 22:22:14.092312 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:22:14.126631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50812) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:14.288699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3a30-a8c9-457f-a95c-e3378738ea5e req-f672c341-6707-4724-bb9a-af4e750ae58f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:14.292183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42ae3a30-a8c9-457f-a95c-e3378738ea5e req-f672c341-6707-4724-bb9a-af4e750ae58f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 945 time: 0.2617514 Feb 17 22:22:14.293067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9d6ddeb3-cda2-47c6-a346-f3a4b75ca9cd tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:14.293804 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-9d6ddeb3-cda2-47c6-a346-f3a4b75ca9cd tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:22:14.294359 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-9d6ddeb3-cda2-47c6-a346-f3a4b75ca9cd tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:22:14.301047 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d6ddeb3-cda2-47c6-a346-f3a4b75ca9cd tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1661816 Feb 17 22:22:14.301580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50818) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:14.315288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--598310508'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:14.355024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d88b2a-f66f-4806-be81-dc2006effab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.389132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.432245 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.486799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42ae3a30-a8c9-457f-a95c-e3378738ea5e req-ce9b6b7a-1126-4a21-9a6a-04a3ca3b8749 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642773 Feb 17 22:22:14.634797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-8df29a08-a070-4e10-a118-a7f8d5ef789c service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6197968 Feb 17 22:22:14.647401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (61275cfa-9449-43ea-ae0e-02e9f3f7bc79), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.652842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (61275cfa-9449-43ea-ae0e-02e9f3f7bc79), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.808658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (4731115c-caa4-4b64-8ce0-37598a825b89), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.823413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4731115c-caa4-4b64-8ce0-37598a825b89), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.924329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:14.926028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50834) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:14.932493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0d7e670f-9d15-4ea8-a56e-05e679d29c60 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': '4731115c-caa4-4b64-8ce0-37598a825b89', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:14.936563 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6337342 Feb 17 22:22:14.937631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61275cfa-9449-43ea-ae0e-02e9f3f7bc79,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:15.037726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77ddab-60df-48c8-96e8-17075fe1597e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4731115c-caa4-4b64-8ce0-37598a825b89,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:15.045316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9f078acb-e0b0-4e75-b15a-ae2699da2fdc up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:22:15.076161 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7e670f-9d15-4ea8-a56e-05e679d29c60 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group_rule (9c112936-7b2d-4595-b3e4-ee632360dba1), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.229612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:22:15.242462 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7e670f-9d15-4ea8-a56e-05e679d29c60 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group_rule (9c112936-7b2d-4595-b3e4-ee632360dba1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.253350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:15.259736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.283069 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7e670f-9d15-4ea8-a56e-05e679d29c60 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (9c112936-7b2d-4595-b3e4-ee632360dba1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.390914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7e670f-9d15-4ea8-a56e-05e679d29c60 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.395956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d7e670f-9d15-4ea8-a56e-05e679d29c60 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4680526 Feb 17 22:22:15.397663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50844) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:15.404268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7f68a8be-b45c-4d59-8725-0201e361c6b3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': '4731115c-caa4-4b64-8ce0-37598a825b89', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:15.427588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e670f-9d15-4ea8-a56e-05e679d29c60 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c112936-7b2d-4595-b3e4-ee632360dba1,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:15.490784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f68a8be-b45c-4d59-8725-0201e361c6b3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group_rule (d0ebb119-acc5-4ac7-8f3d-1c537f8ac58e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.554096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c904bf77-2921-4c3a-9b5b-65e224764b38 req-3c1af399-cdd6-4963-a285-a37b6d11bc8e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:15.597295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c904bf77-2921-4c3a-9b5b-65e224764b38 req-3c1af399-cdd6-4963-a285-a37b6d11bc8e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 944 time: 0.3966041 Feb 17 22:22:15.661093 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-7f68a8be-b45c-4d59-8725-0201e361c6b3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:22:15.670709 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7f68a8be-b45c-4d59-8725-0201e361c6b3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2695560 Feb 17 22:22:15.676734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50856) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:15.759722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:15.761104 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.839192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d79e78fd-ba8b-47e1-8de0-abb8e105e425 req-810e5c95-d9d5-452a-82df-53d3ee4de9f9 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 210 time: 0.1000242 Feb 17 22:22:15.869311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:15.883050 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a38eaa2-a9e1-4bad-8c7a-3e0ee95efbcb" -d '{"events": [{"server_uuid": "59ab1439-5010-4a9b-ad99-c1d029a7c4de", "name": "network-vif-plugged", "status": "completed", "tag": "9f078acb-e0b0-4e75-b15a-ae2699da2fdc"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:15.895791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c904bf77-2921-4c3a-9b5b-65e224764b38 req-bfd7a890-acdb-4f54-b492-ac77025cf06f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2948456 Feb 17 22:22:15.921950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67d7372b-c0da-43ab-96c7-3bba3734cb38 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (4731115c-caa4-4b64-8ce0-37598a825b89), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:15.943664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:15.954606 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.062510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67d7372b-c0da-43ab-96c7-3bba3734cb38 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (4731115c-caa4-4b64-8ce0-37598a825b89), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.152021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:16.160573 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5749e6d4-30f7-4764-a84f-98015d2bc83b x-openstack-request-id: req-5749e6d4-30f7-4764-a84f-98015d2bc83b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:16.162294 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ab1439-5010-4a9b-ad99-c1d029a7c4de", "name": "network-vif-plugged", "status": "completed", "tag": "9f078acb-e0b0-4e75-b15a-ae2699da2fdc", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:16.162829 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5749e6d4-30f7-4764-a84f-98015d2bc83b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:16.164578 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc', 'code': 200} Feb 17 22:22:16.190980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67d7372b-c0da-43ab-96c7-3bba3734cb38 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4731115c-caa4-4b64-8ce0-37598a825b89), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.195307 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67d7372b-c0da-43ab-96c7-3bba3734cb38 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.201495 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-67d7372b-c0da-43ab-96c7-3bba3734cb38 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/4731115c-caa4-4b64-8ce0-37598a825b89 HTTP/1.1" status: 204 len: 168 time: 0.5193195 Feb 17 22:22:16.202963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50870) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:16.225113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7372b-c0da-43ab-96c7-3bba3734cb38 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4731115c-caa4-4b64-8ce0-37598a825b89,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:16.355587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50872) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:16.355851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fc75adaf-183d-4888-913c-f6d2ecfca476 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1507938 Feb 17 22:22:16.365867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e8b557ee-1687-450a-b32a-2905d6469b7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--82954270'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:16.366681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18370067-971e-41e1-959a-ebe6441a45d4 req-02a695ed-dacc-42ee-bb2e-26f09452ce61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:16.368284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18370067-971e-41e1-959a-ebe6441a45d4 req-02a695ed-dacc-42ee-bb2e-26f09452ce61 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 1128 time: 0.1412139 Feb 17 22:22:16.420037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8b557ee-1687-450a-b32a-2905d6469b7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.452188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18370067-971e-41e1-959a-ebe6441a45d4 req-5d98ab86-a5a4-45a8-9dc1-da64bfb3ec4c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769944 Feb 17 22:22:16.761090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8b557ee-1687-450a-b32a-2905d6469b7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (90139ead-ba9e-422d-8669-c63e0cca1a8c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.772732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8b557ee-1687-450a-b32a-2905d6469b7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (90139ead-ba9e-422d-8669-c63e0cca1a8c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.902323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b7bcc4d-e855-4ee0-9c7f-e962097cc314 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.908195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8b557ee-1687-450a-b32a-2905d6469b7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:16.914425 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8b557ee-1687-450a-b32a-2905d6469b7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5536890 Feb 17 22:22:16.915528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50886) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:16.922003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-67daf8d8-0b76-4aad-80ae-19cc39dc08f2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': '90139ead-ba9e-422d-8669-c63e0cca1a8c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:16.930279 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-67daf8d8-0b76-4aad-80ae-19cc39dc08f2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 22:22:16.931131 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-67daf8d8-0b76-4aad-80ae-19cc39dc08f2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:16.935780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50888) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:16.936543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-67daf8d8-0b76-4aad-80ae-19cc39dc08f2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0193179 Feb 17 22:22:17.044301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b557ee-1687-450a-b32a-2905d6469b7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90139ead-ba9e-422d-8669-c63e0cca1a8c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:17.186853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c31fc311-dedb-49fe-bc9f-84ecd20ba283 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (90139ead-ba9e-422d-8669-c63e0cca1a8c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.229356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c31fc311-dedb-49fe-bc9f-84ecd20ba283 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (90139ead-ba9e-422d-8669-c63e0cca1a8c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.277536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67d2043c-0b4a-4d28-a3a3-980ce750b385 req-697e9b1b-0323-4e7c-8126-2fb37eb49a71 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 210 time: 0.1851292 Feb 17 22:22:17.357134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c31fc311-dedb-49fe-bc9f-84ecd20ba283 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (90139ead-ba9e-422d-8669-c63e0cca1a8c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.370417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c31fc311-dedb-49fe-bc9f-84ecd20ba283 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.383105 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c31fc311-dedb-49fe-bc9f-84ecd20ba283 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/90139ead-ba9e-422d-8669-c63e0cca1a8c HTTP/1.1" status: 204 len: 168 time: 0.4287744 Feb 17 22:22:17.386808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50896) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:17.471030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31fc311-dedb-49fe-bc9f-84ecd20ba283 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90139ead-ba9e-422d-8669-c63e0cca1a8c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:17.512987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ce392-5dce-4ea2-b4f1-3cfb29e6faa2 req-3b4dd1dd-919f-4ea8-aa63-53d87a61c4b6 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:17.523667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-548ce392-5dce-4ea2-b4f1-3cfb29e6faa2 req-3b4dd1dd-919f-4ea8-aa63-53d87a61c4b6 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 945 time: 0.2361815 Feb 17 22:22:17.594159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c2aad52b-8562-45fc-9468-34e1f0e8d508 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1939461 Feb 17 22:22:17.599898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50906) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:17.611763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-548ce392-5dce-4ea2-b4f1-3cfb29e6faa2 req-0973179c-39e3-4c9f-a19e-445efdbaa23b tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866914 Feb 17 22:22:17.615973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a81adcd3-c889-4c01-a597-33b3b041c92d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--261077920'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:17.671886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a81adcd3-c889-4c01-a597-33b3b041c92d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.875928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a81adcd3-c889-4c01-a597-33b3b041c92d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (c2ad31d0-edbf-4e19-ac18-e526e64284eb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.884028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a81adcd3-c889-4c01-a597-33b3b041c92d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c2ad31d0-edbf-4e19-ac18-e526e64284eb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.886105 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.988920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a81adcd3-c889-4c01-a597-33b3b041c92d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:17.993670 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a81adcd3-c889-4c01-a597-33b3b041c92d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3855734 Feb 17 22:22:18.021630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50918) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:18.042869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2763f14d-2480-4eb9-9156-fe96ad93bff3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'c2ad31d0-edbf-4e19-ac18-e526e64284eb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:18.052064 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-2763f14d-2480-4eb9-9156-fe96ad93bff3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 22:22:18.052916 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-2763f14d-2480-4eb9-9156-fe96ad93bff3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:18.057120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2763f14d-2480-4eb9-9156-fe96ad93bff3 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0295281 Feb 17 22:22:18.060647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50920) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:18.121325 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81adcd3-c889-4c01-a597-33b3b041c92d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ad31d0-edbf-4e19-ac18-e526e64284eb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:18.196788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-a95a24e4-eaa3-4355-bbed-05d35608fae7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:18.198507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-a95a24e4-eaa3-4355-bbed-05d35608fae7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.5574665 Feb 17 22:22:18.240581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'port': {'device_id': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'admin_state_up': True, 'tenant_id': '4b203ec969314680b8270e084760a24d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:18.395147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 811ab0ae-bed1-4cab-9715-be2db8021baf details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:22:18.548715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:18.570312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'mac_address': 'fa:16:3e:9d:27:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:22:18.664491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 811ab0ae-bed1-4cab-9715-be2db8021baf is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:18.665169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:18.698033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 811ab0ae-bed1-4cab-9715-be2db8021baf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:22:18.776086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:18.798203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:18.909956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71b05e0e-a347-43ab-81f9-cf6466197cc6 req-6b4f6688-b9a5-4831-ae86-334cf0fb97dc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 210 time: 0.3274078 Feb 17 22:22:18.921691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411e362a-cb97-4e8d-acbb-19a93cdb12d6 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (c2ad31d0-edbf-4e19-ac18-e526e64284eb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:19.074699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['811ab0ae-bed1-4cab-9715-be2db8021baf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:22:19.103694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Made reservation on behalf of 4b203ec969314680b8270e084760a24d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:22:19.114038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:19.453705 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411e362a-cb97-4e8d-acbb-19a93cdb12d6 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (c2ad31d0-edbf-4e19-ac18-e526e64284eb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:19.512364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:19.520647 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:19.582300 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411e362a-cb97-4e8d-acbb-19a93cdb12d6 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c2ad31d0-edbf-4e19-ac18-e526e64284eb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:19.586161 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411e362a-cb97-4e8d-acbb-19a93cdb12d6 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:19.587882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-411e362a-cb97-4e8d-acbb-19a93cdb12d6 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/c2ad31d0-edbf-4e19-ac18-e526e64284eb HTTP/1.1" status: 204 len: 168 time: 1.5263860 Feb 17 22:22:19.591646 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50964) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:19.656837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e362a-cb97-4e8d-acbb-19a93cdb12d6 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ad31d0-edbf-4e19-ac18-e526e64284eb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:19.758830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c78bc-b55e-44e5-8f3c-1e2e9f3d002e req-79bbeec3-125e-4db9-bc80-c2b06ced2a18 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:19.761301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f87c78bc-b55e-44e5-8f3c-1e2e9f3d002e req-79bbeec3-125e-4db9-bc80-c2b06ced2a18 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 945 time: 0.7483556 Feb 17 22:22:19.867696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c9795-9bf6-4995-983f-92190046eb73 req-68783aca-d6bb-403c-95f4-6a8fdf7b3707 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:19.879559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-015c9795-9bf6-4995-983f-92190046eb73 req-68783aca-d6bb-403c-95f4-6a8fdf7b3707 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.7116261 Feb 17 22:22:19.898146 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c4136245-3a7e-45ce-b4b3-2231b75acd62 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3038058 Feb 17 22:22:19.907011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50970) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:19.925414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4a33e778-2ad0-4c68-9535-79458baa6743 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--2111355081'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:20.032718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a33e778-2ad0-4c68-9535-79458baa6743 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:20.057636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-015c9795-9bf6-4995-983f-92190046eb73 req-da1211ca-1e13-45e2-89c5-d98b56754611 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763418 Feb 17 22:22:20.296860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f87c78bc-b55e-44e5-8f3c-1e2e9f3d002e req-384932f1-ed8a-4916-aa4c-7baaca2bf31c tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238600 Feb 17 22:22:20.392709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 811ab0ae-bed1-4cab-9715-be2db8021baf up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:22:20.540647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54b088a6-2c9a-4718-9e47-133bdd5c7dfd req-4462a6bf-3a80-4e0d-b694-6f91de016867 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 210 time: 0.0700462 Feb 17 22:22:20.578590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Allocated IP 172.20.0.7 (69166c47-4266-494e-a964-3b9635295ecb/83c82078-d7f8-48a7-9dd8-072b4a3f7e54/eb9022ca-97c3-42e6-8e34-f97b910254a0) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:22:20.579553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a33e778-2ad0-4c68-9535-79458baa6743 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d294f906-5aab-48d8-a0ef-80e0eb1680fc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:20.587122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a33e778-2ad0-4c68-9535-79458baa6743 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d294f906-5aab-48d8-a0ef-80e0eb1680fc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:20.713189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33e778-2ad0-4c68-9535-79458baa6743 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d294f906-5aab-48d8-a0ef-80e0eb1680fc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:20.761914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a33e778-2ad0-4c68-9535-79458baa6743 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:20.769636 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4a33e778-2ad0-4c68-9535-79458baa6743 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8603368 Feb 17 22:22:20.775765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50994) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:20.803900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-61e23bf8-75ef-4e5b-b16f-1f57f97e4312 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd294f906-5aab-48d8-a0ef-80e0eb1680fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:20.810575 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:20.828144 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-61e23bf8-75ef-4e5b-b16f-1f57f97e4312 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 22:22:20.828789 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-61e23bf8-75ef-4e5b-b16f-1f57f97e4312 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:20.830753 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-61e23bf8-75ef-4e5b-b16f-1f57f97e4312 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0511270 Feb 17 22:22:20.831294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 811ab0ae-bed1-4cab-9715-be2db8021baf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:20.832573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:20.837666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:20.847734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f030aea2-190e-4d52-b9d3-1b5263535dfc tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd294f906-5aab-48d8-a0ef-80e0eb1680fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:20.848798 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-f030aea2-190e-4d52-b9d3-1b5263535dfc tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 22:22:20.873714 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-f030aea2-190e-4d52-b9d3-1b5263535dfc tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:20.882562 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f030aea2-190e-4d52-b9d3-1b5263535dfc tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0428705 Feb 17 22:22:20.889939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50998) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:20.927267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6bd08af3-60e1-4424-bf28-fb037fc8e5ce tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd294f906-5aab-48d8-a0ef-80e0eb1680fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:20.928267 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-6bd08af3-60e1-4424-bf28-fb037fc8e5ce tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 22:22:20.928795 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-6bd08af3-60e1-4424-bf28-fb037fc8e5ce tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:20.932570 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6bd08af3-60e1-4424-bf28-fb037fc8e5ce tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0369833 Feb 17 22:22:20.944808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:20.962254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-32d42623-9342-4c80-8eec-8403ab660d37 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd294f906-5aab-48d8-a0ef-80e0eb1680fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:20.969486 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-32d42623-9342-4c80-8eec-8403ab660d37 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 22:22:20.970191 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-32d42623-9342-4c80-8eec-8403ab660d37 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:20.973962 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-32d42623-9342-4c80-8eec-8403ab660d37 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0239556 Feb 17 22:22:20.976458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51002) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:21.226776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 811ab0ae-bed1-4cab-9715-be2db8021baf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:21.233600 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:21.303834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f25a74d7-0ba9-4bb2-8b50-4d7e0f044f7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d294f906-5aab-48d8-a0ef-80e0eb1680fc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:21.384864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:21.421192 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f26dc6d-1d05-4fd0-b995-255d66741f38" -d '{"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-plugged", "status": "completed", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:21.436907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f25a74d7-0ba9-4bb2-8b50-4d7e0f044f7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d294f906-5aab-48d8-a0ef-80e0eb1680fc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:21.615729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:21.636197 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:21.717231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f25a74d7-0ba9-4bb2-8b50-4d7e0f044f7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d294f906-5aab-48d8-a0ef-80e0eb1680fc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:21.720360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f25a74d7-0ba9-4bb2-8b50-4d7e0f044f7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:21.721610 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f25a74d7-0ba9-4bb2-8b50-4d7e0f044f7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/d294f906-5aab-48d8-a0ef-80e0eb1680fc HTTP/1.1" status: 204 len: 168 time: 0.7438853 Feb 17 22:22:21.731662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51020) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:21.844112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579398c-2d70-43f9-a70e-9f00b8237c45 req-d8bf463e-5f80-4eee-8407-86d551778a4d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:21.860051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7579398c-2d70-43f9-a70e-9f00b8237c45 req-d8bf463e-5f80-4eee-8407-86d551778a4d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.8530309 Feb 17 22:22:21.897117 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-57d4bafe-1e76-47ab-bb35-a4f4b772ff23 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1584246 Feb 17 22:22:21.898272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a74d7-0ba9-4bb2-8b50-4d7e0f044f7d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d294f906-5aab-48d8-a0ef-80e0eb1680fc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:21.903628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51030) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:21.926511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9ba86fa8-8d57-4f82-898b-39ad393496a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--720649792'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:21.979164 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ba86fa8-8d57-4f82-898b-39ad393496a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:22.009934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:22.061645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:22.185579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7579398c-2d70-43f9-a70e-9f00b8237c45 req-25b1d76d-cb0f-4138-900a-5922af2c98fd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229747 Feb 17 22:22:22.203037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ba86fa8-8d57-4f82-898b-39ad393496a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d0271ab6-0206-4ee5-9215-a2b5bc666f10), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:22.218284 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ba86fa8-8d57-4f82-898b-39ad393496a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d0271ab6-0206-4ee5-9215-a2b5bc666f10), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:22.359526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ba86fa8-8d57-4f82-898b-39ad393496a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:22.361215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9ba86fa8-8d57-4f82-898b-39ad393496a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4405711 Feb 17 22:22:22.365564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51036) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:22.372930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-98630992-819e-4d89-9c05-9084a3322dd2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:22.376087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:22.376304 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-98630992-819e-4d89-9c05-9084a3322dd2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:22:22.377168 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-98630992-819e-4d89-9c05-9084a3322dd2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:22.392263 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98630992-819e-4d89-9c05-9084a3322dd2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0220284 Feb 17 22:22:22.392522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82', '6f6ae9b8-ba7d-4685-852c-1578948a8e44'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:22:22.393673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51038) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:22.430171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-27466076-331c-4921-a60d-01d55438f675 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:22.465630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba86fa8-8d57-4f82-898b-39ad393496a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0271ab6-0206-4ee5-9215-a2b5bc666f10,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:22.483054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:22:22.498850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:22:22.508319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:22:22.560360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=eb9022ca-97c3-42e6-8e34-f97b910254a0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:22.660073 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-27466076-331c-4921-a60d-01d55438f675 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:22.666224 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-27466076-331c-4921-a60d-01d55438f675 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2516119 Feb 17 22:22:22.673401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:22.715705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ff89fab7-5150-4307-97fc-ea38151cb99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:22.725139 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-ff89fab7-5150-4307-97fc-ea38151cb99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 22:22:22.726183 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-ff89fab7-5150-4307-97fc-ea38151cb99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:22.735458 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ff89fab7-5150-4307-97fc-ea38151cb99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0505824 Feb 17 22:22:22.741812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:22.779242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-98b1876b-fc6f-4e85-98d5-ab330df93959 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:22.914850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:22.926021 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:23.033033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0383afc8-f96b-4dd5-9a37-bab0cd68ad63 req-617aa56e-6b7f-437c-9bf9-b1e46f4e3a6a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:23.039041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0383afc8-f96b-4dd5-9a37-bab0cd68ad63 req-617aa56e-6b7f-437c-9bf9-b1e46f4e3a6a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 931 time: 0.4467359 Feb 17 22:22:23.102944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-32421cab-2334-4090-9fad-c02ae437bb88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8868661 Feb 17 22:22:23.137182 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-98b1876b-fc6f-4e85-98d5-ab330df93959 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:23.149912 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98b1876b-fc6f-4e85-98d5-ab330df93959 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4040625 Feb 17 22:22:23.161763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51048) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:23.211336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e6265e82-f277-46fc-888f-b47930c3a33e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:23.211938 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-e6265e82-f277-46fc-888f-b47930c3a33e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:22:23.219526 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-e6265e82-f277-46fc-888f-b47930c3a33e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:23.226315 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e6265e82-f277-46fc-888f-b47930c3a33e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0580194 Feb 17 22:22:23.230084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51050) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:23.296846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-dbb6711d-998f-40dd-816d-0089d3b4000e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:23.327977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Request body: {'port': {'device_id': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:23.434138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0383afc8-f96b-4dd5-9a37-bab0cd68ad63 req-7bc5a19d-bfbc-4fc8-93e4-6cc9ebc9c793 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185623 Feb 17 22:22:23.445211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-141d573e-42c0-45e7-9a08-4ba2d249f8df None None] Provisioning complete for port eb9022ca-97c3-42e6-8e34-f97b910254a0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:23.446010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-141d573e-42c0-45e7-9a08-4ba2d249f8df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:23.553308 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-dbb6711d-998f-40dd-816d-0089d3b4000e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Project f7042b3169a84809a587446982f95e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:22:23.588625 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-dbb6711d-998f-40dd-816d-0089d3b4000e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:23.589722 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dbb6711d-998f-40dd-816d-0089d3b4000e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3485863 Feb 17 22:22:23.593147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51056) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:23.599104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-21682e80-f0f9-4ccf-9e72-48078233c99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:23.609546 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-21682e80-f0f9-4ccf-9e72-48078233c99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 22:22:23.617002 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-21682e80-f0f9-4ccf-9e72-48078233c99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:23.618601 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-21682e80-f0f9-4ccf-9e72-48078233c99e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0239789 Feb 17 22:22:23.628324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51058) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:23.640276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e9231905-d9d1-453c-959b-570fc9844925 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:23.668524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:23.749155 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-e9231905-d9d1-453c-959b-570fc9844925 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Project f7042b3169a84809a587446982f95e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:22:23.788057 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83287a3-f5f7-4e70-b992-58819f8b13f5 x-openstack-request-id: req-b83287a3-f5f7-4e70-b992-58819f8b13f5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:23.788554 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-plugged", "status": "completed", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:23.788936 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b83287a3-f5f7-4e70-b992-58819f8b13f5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:23.789588 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'code': 200} Feb 17 22:22:23.811140 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-e9231905-d9d1-453c-959b-570fc9844925 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:23.815232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9231905-d9d1-453c-959b-570fc9844925 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1827900 Feb 17 22:22:23.816869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:23.825357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2aeede3a-f0f8-4df0-b936-3062952ff9fb tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd0271ab6-0206-4ee5-9215-a2b5bc666f10', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:23.898722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-141d573e-42c0-45e7-9a08-4ba2d249f8df None None] Port eb9022ca-97c3-42e6-8e34-f97b910254a0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:22:23.937113 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-2aeede3a-f0f8-4df0-b936-3062952ff9fb tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Project f7042b3169a84809a587446982f95e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:22:23.986100 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-2aeede3a-f0f8-4df0-b936-3062952ff9fb tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:23.992339 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2aeede3a-f0f8-4df0-b936-3062952ff9fb tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1704893 Feb 17 22:22:23.999518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51072) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:25.162985 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:25.828636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb9022ca-97c3-42e6-8e34-f97b910254a0 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:22:25.843803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Publish callbacks [] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:25.865752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Transition to ACTIVE for port object eb9022ca-97c3-42e6-8e34-f97b910254a0 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:22:25.911997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.014246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9022ca-97c3-42e6-8e34-f97b910254a0,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:26.100864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf194238-094a-4e2a-bb11-8c40e3c53fff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d0271ab6-0206-4ee5-9215-a2b5bc666f10), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.171591 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf194238-094a-4e2a-bb11-8c40e3c53fff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d0271ab6-0206-4ee5-9215-a2b5bc666f10), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.306276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf194238-094a-4e2a-bb11-8c40e3c53fff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d0271ab6-0206-4ee5-9215-a2b5bc666f10), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.317005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf194238-094a-4e2a-bb11-8c40e3c53fff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.321451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51096) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:26.325055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bf194238-094a-4e2a-bb11-8c40e3c53fff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/d0271ab6-0206-4ee5-9215-a2b5bc666f10 HTTP/1.1" status: 204 len: 168 time: 1.9634957 Feb 17 22:22:26.496304 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2388dc1a-1295-4aef-ba76-bce973358e72 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1665514 Feb 17 22:22:26.496858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51098) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:26.509476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4de35604-8b60-4f5c-8eaa-c75f4b568d5d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--92167046'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:26.566770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d1ed4-b7ef-412e-857e-23fd8f999b82 req-def1793e-b1f4-4f59-9f5c-160176009b57 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:26.570727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-978d1ed4-b7ef-412e-857e-23fd8f999b82 req-def1793e-b1f4-4f59-9f5c-160176009b57 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 943 time: 0.6965408 Feb 17 22:22:26.582650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf194238-094a-4e2a-bb11-8c40e3c53fff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0271ab6-0206-4ee5-9215-a2b5bc666f10,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:26.600001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4de35604-8b60-4f5c-8eaa-c75f4b568d5d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.845915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4de35604-8b60-4f5c-8eaa-c75f4b568d5d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d936eca2-8abb-405e-a803-4dbf40b434dc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.858140 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4de35604-8b60-4f5c-8eaa-c75f4b568d5d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d936eca2-8abb-405e-a803-4dbf40b434dc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.864325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Attempting to bind port eb9022ca-97c3-42e6-8e34-f97b910254a0 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:22:26.864885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Attempting to bind port eb9022ca-97c3-42e6-8e34-f97b910254a0 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:22:26.869589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Attempting to bind port eb9022ca-97c3-42e6-8e34-f97b910254a0 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:26.897366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de35604-8b60-4f5c-8eaa-c75f4b568d5d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d936eca2-8abb-405e-a803-4dbf40b434dc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:26.915261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4de35604-8b60-4f5c-8eaa-c75f4b568d5d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:26.918522 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4de35604-8b60-4f5c-8eaa-c75f4b568d5d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4201837 Feb 17 22:22:26.927798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-978d1ed4-b7ef-412e-857e-23fd8f999b82 req-73fe9345-e541-445d-8e0c-139b0a995c04 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078279 Feb 17 22:22:26.928992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51102) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:26.946998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-34e6a158-11fd-4b40-a8d8-fff181e4b6ff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd936eca2-8abb-405e-a803-4dbf40b434dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:26.964326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Port eb9022ca-97c3-42e6-8e34-f97b910254a0 on network 69166c47-4266-494e-a964-3b9635295ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:22:26.966383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Attempting to bind port eb9022ca-97c3-42e6-8e34-f97b910254a0 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:26.982722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:22:26.983072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:22:26.983591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Bound using segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:22:26.984000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Bound port: eb9022ca-97c3-42e6-8e34-f97b910254a0, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:22:26.984281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:27.387814 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-34e6a158-11fd-4b40-a8d8-fff181e4b6ff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The resource could not be found. Feb 17 22:22:27.398832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-34e6a158-11fd-4b40-a8d8-fff181e4b6ff tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4661396 Feb 17 22:22:27.402079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:27.408020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-65084a6b-0a1c-435a-b796-e9992d7354b2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'd936eca2-8abb-405e-a803-4dbf40b434dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '79c4eb98-3eca-4372-acda-7fbc337621f2'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:27.578817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] For port eb9022ca-97c3-42e6-8e34-f97b910254a0, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:22:27.604988 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-65084a6b-0a1c-435a-b796-e9992d7354b2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The resource could not be found. Feb 17 22:22:27.609889 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-65084a6b-0a1c-435a-b796-e9992d7354b2 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2063501 Feb 17 22:22:27.611220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] For port eb9022ca-97c3-42e6-8e34-f97b910254a0, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:22:27.619818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51116) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:27.654830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:27.776082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:27.776713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:27.778228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] 10.222.0.73 "PUT /v2.0/ports/eb9022ca-97c3-42e6-8e34-f97b910254a0 HTTP/1.1" status: 200 len: 1092 time: 4.4665136 Feb 17 22:22:27.798135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:27.811341 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1f9dde-744e-4832-bfa8-13287611f6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:27.869922 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d24816af-98eb-4a98-b278-5fe2aec5f7b9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d936eca2-8abb-405e-a803-4dbf40b434dc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:27.934077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d24816af-98eb-4a98-b278-5fe2aec5f7b9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (d936eca2-8abb-405e-a803-4dbf40b434dc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:28.094957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d24816af-98eb-4a98-b278-5fe2aec5f7b9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d936eca2-8abb-405e-a803-4dbf40b434dc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:28.107100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d24816af-98eb-4a98-b278-5fe2aec5f7b9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:28.109414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7c0f0a-9b67-4f36-9195-449279a2cce6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb9022ca-97c3-42e6-8e34-f97b910254a0,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:28.117490 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d24816af-98eb-4a98-b278-5fe2aec5f7b9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/d936eca2-8abb-405e-a803-4dbf40b434dc HTTP/1.1" status: 204 len: 168 time: 0.4912355 Feb 17 22:22:28.121836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51130) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:28.141546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24816af-98eb-4a98-b278-5fe2aec5f7b9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d936eca2-8abb-405e-a803-4dbf40b434dc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:28.182844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-2b5aa208-55d7-4720-b42e-e4a53e8e918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:28.184745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-2b5aa208-55d7-4720-b42e-e4a53e8e918d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 1126 time: 0.3577480 Feb 17 22:22:28.338560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-ba18f776-46aa-413b-b2b9-dac2be4256e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0 HTTP/1.1" status: 200 len: 217 time: 0.1446311 Feb 17 22:22:28.609681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-e4edc514-a74b-4b76-b3f7-2a630314f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:28.617441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-e4edc514-a74b-4b76-b3f7-2a630314f87d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.2583816 Feb 17 22:22:28.701861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f7ffe5cd-0983-4339-aae1-186e12caa789 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5781496 Feb 17 22:22:28.712120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51142) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:28.716947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-49a027fc-2d7d-4d2b-8d0a-ff7b71873b47 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': 'e964700a-d819-473b-a5dd-3fc3165402d4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:28.784855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-df8e8977-7d59-4cdf-aa44-04472d47d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:28.810373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-df8e8977-7d59-4cdf-aa44-04472d47d9a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1839736 Feb 17 22:22:28.830508 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-49a027fc-2d7d-4d2b-8d0a-ff7b71873b47 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The resource could not be found. Feb 17 22:22:28.837914 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49a027fc-2d7d-4d2b-8d0a-ff7b71873b47 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1221795 Feb 17 22:22:28.844595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51144) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:28.857308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a6afe1d2-f535-48ab-9d11-fe9cc07685f8 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130939473'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:28.937680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6afe1d2-f535-48ab-9d11-fe9cc07685f8 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:29.187936 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdb37a1-fbca-45a2-be03-b720e2e6060f x-openstack-request-id: req-0fdb37a1-fbca-45a2-be03-b720e2e6060f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:29.187936 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:29.187936 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0fdb37a1-fbca-45a2-be03-b720e2e6060f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:29.187936 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0', 'status': 'completed', 'code': 200} Feb 17 22:22:29.300996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-197bac20-a41a-485a-a20c-bfa000d2a289 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835916 Feb 17 22:22:29.334791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6afe1d2-f535-48ab-9d11-fe9cc07685f8 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (4c285b3b-d8dd-492a-b26f-ae8686f07cd6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:29.354359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6afe1d2-f535-48ab-9d11-fe9cc07685f8 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4c285b3b-d8dd-492a-b26f-ae8686f07cd6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:29.541370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6afe1d2-f535-48ab-9d11-fe9cc07685f8 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:29.548043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6afe1d2-f535-48ab-9d11-fe9cc07685f8 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6989632 Feb 17 22:22:29.554231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51156) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:29.573188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3c4da71c-60cf-421c-ab7b-993a27cc96ba tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939653710'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:29.685973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c4da71c-60cf-421c-ab7b-993a27cc96ba tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:29.820847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccb17180-12ae-4bd7-9d69-3893d36379c0 req-851c1844-595f-472e-87dc-1cdef51c4880 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5138116 Feb 17 22:22:29.826453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afe1d2-f535-48ab-9d11-fe9cc07685f8 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c285b3b-d8dd-492a-b26f-ae8686f07cd6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:29.873930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf078b9-67b4-484b-8952-4e9c7b41c992 req-60be9900-4695-4b98-95bf-17ab084e23fa tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:29.905733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-baf078b9-67b4-484b-8952-4e9c7b41c992 req-60be9900-4695-4b98-95bf-17ab084e23fa tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 943 time: 0.4169550 Feb 17 22:22:29.940842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-69067ed4-4898-4890-a54e-d679572cc4ce service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2927082 Feb 17 22:22:30.023869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c4da71c-60cf-421c-ab7b-993a27cc96ba tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (89b2a16f-c8b0-4431-a733-57f0db7deb82), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:30.030780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c4da71c-60cf-421c-ab7b-993a27cc96ba tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (89b2a16f-c8b0-4431-a733-57f0db7deb82), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:30.085395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c4da71c-60cf-421c-ab7b-993a27cc96ba tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:30.090974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3c4da71c-60cf-421c-ab7b-993a27cc96ba tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5266097 Feb 17 22:22:30.100374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51160) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:30.106054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-023408dd-6fbb-4969-8515-0131ab0bd32a tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': '4c285b3b-d8dd-492a-b26f-ae8686f07cd6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '89b2a16f-c8b0-4431-a733-57f0db7deb82'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:30.168434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-baf078b9-67b4-484b-8952-4e9c7b41c992 req-03ba3316-13a1-429a-8107-019a3094ab9c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439620 Feb 17 22:22:30.209763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4da71c-60cf-421c-ab7b-993a27cc96ba tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89b2a16f-c8b0-4431-a733-57f0db7deb82,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:30.256674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-a6035bff-1583-4189-8a94-ea2dd98a03b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:30.258269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-a6035bff-1583-4189-8a94-ea2dd98a03b6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 1126 time: 0.2540267 Feb 17 22:22:30.262157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d57b-c719-403d-871c-7942f3a15e31 req-5c765f4b-bd32-43dd-afad-3a564c94c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:30.270595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-5c765f4b-bd32-43dd-afad-3a564c94c6c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 1129 time: 0.2689047 Feb 17 22:22:30.304314 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-023408dd-6fbb-4969-8515-0131ab0bd32a tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:30.311977 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-023408dd-6fbb-4969-8515-0131ab0bd32a tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2045989 Feb 17 22:22:30.311977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51170) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:30.520870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824b9aa9-e0cb-4b30-a1d9-e320b9689f0f tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (89b2a16f-c8b0-4431-a733-57f0db7deb82), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:30.588969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824b9aa9-e0cb-4b30-a1d9-e320b9689f0f tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (89b2a16f-c8b0-4431-a733-57f0db7deb82), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:30.781277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824b9aa9-e0cb-4b30-a1d9-e320b9689f0f tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (89b2a16f-c8b0-4431-a733-57f0db7deb82), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:30.792330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824b9aa9-e0cb-4b30-a1d9-e320b9689f0f tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:30.799991 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-824b9aa9-e0cb-4b30-a1d9-e320b9689f0f tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/89b2a16f-c8b0-4431-a733-57f0db7deb82 HTTP/1.1" status: 204 len: 168 time: 0.4870553 Feb 17 22:22:30.821771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51182) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:30.833529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b9aa9-e0cb-4b30-a1d9-e320b9689f0f tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b2a16f-c8b0-4431-a733-57f0db7deb82,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:30.866419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-484c44bf-8963-43a4-9caf-4c484ffea3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:30.870093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-484c44bf-8963-43a4-9caf-4c484ffea3f0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.5984559 Feb 17 22:22:30.926613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d57b-c719-403d-871c-7942f3a15e31 req-10b4438d-a95a-4391-8fb6-47936928da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:30.928485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-10b4438d-a95a-4391-8fb6-47936928da9a service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.5513728 Feb 17 22:22:30.997139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-36619bb2-2c63-4302-9f29-ac743cc7930a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0 HTTP/1.1" status: 200 len: 217 time: 0.1138721 Feb 17 22:22:31.052094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-9941ef76-d204-4c39-92f3-a42ef3beec7c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1a00479-05f6-4a81-b7f0-62b088028d82 HTTP/1.1" status: 200 len: 217 time: 0.1139426 Feb 17 22:22:31.182884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-63660413-ecc4-4ee5-9ed2-162bcec8ce54 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3493345 Feb 17 22:22:31.183469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51190) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:31.230516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd6f1b-c7e6-444b-bdd9-a5a246be771c req-7870b0be-2c75-4df1-9a2a-ba1fd103f5e5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:31.234351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82dd6f1b-c7e6-444b-bdd9-a5a246be771c req-7870b0be-2c75-4df1-9a2a-ba1fd103f5e5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.4086254 Feb 17 22:22:31.244472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-b3898374-d550-4716-8d5d-f2f2a949f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:31.253254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-b3898374-d550-4716-8d5d-f2f2a949f3c6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.2195153 Feb 17 22:22:31.368338 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c33733ff-d995-42ce-b578-f8203ac66f69 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (4c285b3b-d8dd-492a-b26f-ae8686f07cd6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:31.458467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c33733ff-d995-42ce-b578-f8203ac66f69 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (4c285b3b-d8dd-492a-b26f-ae8686f07cd6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:31.602902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82dd6f1b-c7e6-444b-bdd9-a5a246be771c req-1d6b75ef-92b6-4b1e-9c4e-d33145bde5f3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394389 Feb 17 22:22:31.645576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c33733ff-d995-42ce-b578-f8203ac66f69 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4c285b3b-d8dd-492a-b26f-ae8686f07cd6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:31.657897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c33733ff-d995-42ce-b578-f8203ac66f69 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:31.665530 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c33733ff-d995-42ce-b578-f8203ac66f69 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/4c285b3b-d8dd-492a-b26f-ae8686f07cd6 HTTP/1.1" status: 204 len: 168 time: 0.4770405 Feb 17 22:22:31.665889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d57b-c719-403d-871c-7942f3a15e31 req-5c1ced76-cb9f-472b-bfff-444c3c77dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:31.667817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-5c1ced76-cb9f-472b-bfff-444c3c77dcfa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.5852489 Feb 17 22:22:31.678693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51196) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:31.721667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33733ff-d995-42ce-b578-f8203ac66f69 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c285b3b-d8dd-492a-b26f-ae8686f07cd6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:32.092890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-8c7b403f-a35c-457c-b4bd-c234f29e64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:32.101133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-8c7b403f-a35c-457c-b4bd-c234f29e64cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8263738 Feb 17 22:22:32.437582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8af53752-64a1-4049-9a5a-caa9a3103694 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.7516770 Feb 17 22:22:32.448564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51210) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:32.466633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9acb709e-dfd4-4a7c-8563-cb137b93f937 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--1270411720'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:32.482588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb9022ca-97c3-42e6-8e34-f97b910254a0 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:22:32.625747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9acb709e-dfd4-4a7c-8563-cb137b93f937 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:32.752584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786d57b-c719-403d-871c-7942f3a15e31 req-ead79b1a-3a97-428d-8055-b146312a360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:32.772556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-ead79b1a-3a97-428d-8055-b146312a360a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.0784457 Feb 17 22:22:32.967356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eb9022ca-97c3-42e6-8e34-f97b910254a0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:33.032651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'eb9022ca-97c3-42e6-8e34-f97b910254a0', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': 'eb9022ca-97c3-42e6-8e34-f97b910254a0', 'mac_address': 'fa:16:3e:00:f5:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:22:33.053639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9acb709e-dfd4-4a7c-8563-cb137b93f937 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (7ef1dd04-3d65-40d8-a708-bc3766975664), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.060341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9acb709e-dfd4-4a7c-8563-cb137b93f937 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7ef1dd04-3d65-40d8-a708-bc3766975664), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.130527 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9acb709e-dfd4-4a7c-8563-cb137b93f937 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.144467 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9acb709e-dfd4-4a7c-8563-cb137b93f937 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6930625 Feb 17 22:22:33.145580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51212) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:33.199951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1503dec9-0583-4e33-a128-e3ee09fc8d5e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': '7ef1dd04-3d65-40d8-a708-bc3766975664', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:33.213899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port eb9022ca-97c3-42e6-8e34-f97b910254a0 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:33.215066 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.256109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-5d42ce9f-97bf-4ece-bf7f-b5c3fc5e077c service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1407235 Feb 17 22:22:33.274412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb709e-dfd4-4a7c-8563-cb137b93f937 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1dd04-3d65-40d8-a708-bc3766975664,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:33.298427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb9022ca-97c3-42e6-8e34-f97b910254a0 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:22:33.342120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-242944ec-c51a-4120-a8e0-bf3eed4d501f tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--178697505&fields=id&tenant_id=7bf5600058734da0842a33c8e365407f HTTP/1.1" status: 200 len: 267 time: 0.8736031 Feb 17 22:22:33.345877 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-1503dec9-0583-4e33-a128-e3ee09fc8d5e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:33.349528 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1503dec9-0583-4e33-a128-e3ee09fc8d5e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1703613 Feb 17 22:22:33.350751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:33.358072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-274274f7-b1b0-4fe5-a5e3-c75a1d7a9b82 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group_rule': {'security_group_id': '7ef1dd04-3d65-40d8-a708-bc3766975664', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:33.389559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eb9022ca-97c3-42e6-8e34-f97b910254a0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:33.397874 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.496558 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-274274f7-b1b0-4fe5-a5e3-c75a1d7a9b82 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:22:33.503757 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-274274f7-b1b0-4fe5-a5e3-c75a1d7a9b82 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1471212 Feb 17 22:22:33.504154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51218) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:33.633662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=eb9022ca-97c3-42e6-8e34-f97b910254a0,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:33.677229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['eb9022ca-97c3-42e6-8e34-f97b910254a0'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:22:33.739067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7fad8960-b962-4535-b61a-40ddc5d75ac4 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (7ef1dd04-3d65-40d8-a708-bc3766975664), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.784646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-23529fff-8614-4765-9e38-4afa32aacc13 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9884889 Feb 17 22:22:33.836840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7fad8960-b962-4535-b61a-40ddc5d75ac4 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (7ef1dd04-3d65-40d8-a708-bc3766975664), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.990878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7fad8960-b962-4535-b61a-40ddc5d75ac4 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7ef1dd04-3d65-40d8-a708-bc3766975664), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.994026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7fad8960-b962-4535-b61a-40ddc5d75ac4 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:33.999113 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7fad8960-b962-4535-b61a-40ddc5d75ac4 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/7ef1dd04-3d65-40d8-a708-bc3766975664 HTTP/1.1" status: 204 len: 168 time: 0.4902859 Feb 17 22:22:34.000102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51222) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:34.057120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad8960-b962-4535-b61a-40ddc5d75ac4 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1dd04-3d65-40d8-a708-bc3766975664,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:34.180815 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1ebd47c1-cfff-48c9-88a0-baeb90ffbafe tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1651685 Feb 17 22:22:34.183506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:34.186274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0ee138ad-4a03-4694-ac91-f2302484b658 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'tempest-secgroup--664868221'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:34.250734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ee138ad-4a03-4694-ac91-f2302484b658 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:34.286478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d1f9dde-744e-4832-bfa8-13287611f6aa req-7f016fdb-8c5f-4e6b-adc4-b39609bbfb6b service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0060465 Feb 17 22:22:34.407199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ee138ad-4a03-4694-ac91-f2302484b658 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (2518bf22-2971-447a-a4d0-b0d86c94f92f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:34.412400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ee138ad-4a03-4694-ac91-f2302484b658 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2518bf22-2971-447a-a4d0-b0d86c94f92f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:34.459646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-94e396ce-93bb-4332-bfd5-b2c776a46776 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:34.467687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-94e396ce-93bb-4332-bfd5-b2c776a46776 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/networks?id=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 HTTP/1.1" status: 200 len: 815 time: 1.1186910 Feb 17 22:22:34.532973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ee138ad-4a03-4694-ac91-f2302484b658 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:34.555900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ee138ad-4a03-4694-ac91-f2302484b658 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3728096 Feb 17 22:22:34.560295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51228) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:34.578706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8cbd8362-efb9-4353-ae9b-ee036cbd472d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:34.586621 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-8cbd8362-efb9-4353-ae9b-ee036cbd472d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:22:34.589772 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-8cbd8362-efb9-4353-ae9b-ee036cbd472d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 22:22:34.590674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6786d57b-c719-403d-871c-7942f3a15e31 req-df2f65b9-0ed5-4121-aa8a-c3a33cb95493 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7690585 Feb 17 22:22:34.592723 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8cbd8362-efb9-4353-ae9b-ee036cbd472d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "PUT /v2.0/security-groups/2518bf22-2971-447a-a4d0-b0d86c94f92f HTTP/1.1" status: 409 len: 330 time: 0.0302136 Feb 17 22:22:34.602658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51230) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:34.619991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-ded93edd-9cda-496e-94bf-30df608d2a9b tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/quotas/7bf5600058734da0842a33c8e365407f HTTP/1.1" status: 200 len: 375 time: 0.0526969 Feb 17 22:22:34.670183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee138ad-4a03-4694-ac91-f2302484b658 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2518bf22-2971-447a-a4d0-b0d86c94f92f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:34.865484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-75856606-6097-4192-9232-7bb1bce2c8f3 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7bf5600058734da0842a33c8e365407f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2433708 Feb 17 22:22:34.943091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fefab856-d13c-421c-916d-aeae22872a4d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (2518bf22-2971-447a-a4d0-b0d86c94f92f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:35.070721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fefab856-d13c-421c-916d-aeae22872a4d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (2518bf22-2971-447a-a4d0-b0d86c94f92f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:35.146486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-238e8e38-1a5a-435c-b78b-3abac14b7c57 service neutron] 10.222.0.79 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404642 Feb 17 22:22:35.233204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fefab856-d13c-421c-916d-aeae22872a4d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2518bf22-2971-447a-a4d0-b0d86c94f92f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:35.239417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fefab856-d13c-421c-916d-aeae22872a4d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:35.245026 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fefab856-d13c-421c-916d-aeae22872a4d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/2518bf22-2971-447a-a4d0-b0d86c94f92f HTTP/1.1" status: 204 len: 168 time: 0.6361270 Feb 17 22:22:35.246278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:35.293277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefab856-d13c-421c-916d-aeae22872a4d tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2518bf22-2971-447a-a4d0-b0d86c94f92f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:35.394647 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f8a633eb-55c5-4c69-8962-5a71b01d3f6e tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1180851 Feb 17 22:22:35.398388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51236) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:35.432144 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-b9e93cbd-450f-4810-bb35-58f5dd21c0a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] delete failed (client error): The resource could not be found. Feb 17 22:22:35.433197 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b9e93cbd-450f-4810-bb35-58f5dd21c0a9 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "DELETE /v2.0/security-groups/5e62bd02-25e1-4aee-97ff-66d059724f76 HTTP/1.1" status: 404 len: 347 time: 0.0337887 Feb 17 22:22:35.442003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51238) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:35.473677 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-41d3e40a-749b-48b3-9c2d-c7f9d4ca06f1 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] show failed (client error): The resource could not be found. Feb 17 22:22:35.484660 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-41d3e40a-749b-48b3-9c2d-c7f9d4ca06f1 tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-groups/8bd487be-183a-449b-b541-87f1c411f830 HTTP/1.1" status: 404 len: 347 time: 0.0412996 Feb 17 22:22:35.486261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51240) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:35.519019 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-176ccf4a-0582-4878-8490-3ee7797e88af tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] show failed (client error): The resource could not be found. Feb 17 22:22:35.532357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-5bf9206b-186d-4afc-9990-b4523d7c797e service neutron] 10.222.0.79 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711317 Feb 17 22:22:35.541469 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-176ccf4a-0582-4878-8490-3ee7797e88af tempest-NegativeSecGroupIPv6Test-1051818535 tempest-NegativeSecGroupIPv6Test-1051818535-project] 10.222.0.79 "GET /v2.0/security-group-rules/1b2dfc9f-d345-4d81-8f45-4e0940b45ef4 HTTP/1.1" status: 404 len: 356 time: 0.0530369 Feb 17 22:22:36.491858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb9022ca-97c3-42e6-8e34-f97b910254a0 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:22:36.566723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51256) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:36.596395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port eb9022ca-97c3-42e6-8e34-f97b910254a0 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:22:36.606793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port eb9022ca-97c3-42e6-8e34-f97b910254a0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:36.613035 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:36.891169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port eb9022ca-97c3-42e6-8e34-f97b910254a0 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:36.891614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:37.030135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eb9022ca-97c3-42e6-8e34-f97b910254a0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:37.037150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:37.046032 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8152956b-bea5-473a-b7a8-cb9910ce8742" -d '{"events": [{"server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "name": "network-vif-plugged", "status": "completed", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:37.065509 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:37.119127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e670a1c-6941-4839-b39a-f02ae1fd355e req-b16a55c6-11b0-46a9-bff3-101f53ce7360 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:37.137610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e670a1c-6941-4839-b39a-f02ae1fd355e req-b16a55c6-11b0-46a9-bff3-101f53ce7360 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 944 time: 0.2279055 Feb 17 22:22:37.322823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=eb9022ca-97c3-42e6-8e34-f97b910254a0,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:37.409259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e670a1c-6941-4839-b39a-f02ae1fd355e req-ffaa71a8-71b6-4b72-8399-38e3d49231fb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690136 Feb 17 22:22:37.421465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f69132ac-671d-4e7b-ba6e-ab0af4068524 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f7042b3169a84809a587446982f95e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8531678 Feb 17 22:22:37.433566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51274) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:37.725093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a56e4e8-ad2f-4aad-88fd-5eda0474b5df admin admin] Publish callbacks [] for security_group (61275cfa-9449-43ea-ae0e-02e9f3f7bc79), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:37.757671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a56e4e8-ad2f-4aad-88fd-5eda0474b5df admin admin] Publish callbacks [] for security_group (61275cfa-9449-43ea-ae0e-02e9f3f7bc79), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:37.836951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a56e4e8-ad2f-4aad-88fd-5eda0474b5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (61275cfa-9449-43ea-ae0e-02e9f3f7bc79), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:37.840177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a56e4e8-ad2f-4aad-88fd-5eda0474b5df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:37.841589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7a56e4e8-ad2f-4aad-88fd-5eda0474b5df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61275cfa-9449-43ea-ae0e-02e9f3f7bc79 HTTP/1.1" status: 204 len: 168 time: 0.4060256 Feb 17 22:22:37.861039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a56e4e8-ad2f-4aad-88fd-5eda0474b5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61275cfa-9449-43ea-ae0e-02e9f3f7bc79,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:37.929546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa4e3c-28ae-40d2-bcf4-bd229410ad52 req-6a91a168-a952-43dd-8016-e62a08b309c2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:37.937010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8aa4e3c-28ae-40d2-bcf4-bd229410ad52 req-6a91a168-a952-43dd-8016-e62a08b309c2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3287597 Feb 17 22:22:38.125719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8aa4e3c-28ae-40d2-bcf4-bd229410ad52 req-acdae37c-990d-4b05-9617-218a5dce9365 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787024 Feb 17 22:22:38.600453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d7892a8-5bdf-4aec-9cba-9548d78f7811 req-b40b57db-0648-4bf6-bf52-36cb414fe4d7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.1712496 Feb 17 22:22:38.750507 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3b4808-1111-4965-8e41-d8ab40ce7688 x-openstack-request-id: req-6e3b4808-1111-4965-8e41-d8ab40ce7688 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:38.751077 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "name": "network-vif-plugged", "status": "completed", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:38.751077 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e3b4808-1111-4965-8e41-d8ab40ce7688 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:38.751467 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0', 'code': 200} Feb 17 22:22:39.099408 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:39.122926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890afd96-5ea3-4e2b-8eae-9b6188616282 req-58ed045b-565b-4685-b85e-08f74760c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:39.126544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-890afd96-5ea3-4e2b-8eae-9b6188616282 req-58ed045b-565b-4685-b85e-08f74760c972 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 1128 time: 0.2431078 Feb 17 22:22:39.273421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8e1b0-fa9c-4651-8258-55d07f50f019 req-03a7ebe9-b292-4d08-8491-169c39ce367d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:39.284757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8c8e1b0-fa9c-4651-8258-55d07f50f019 req-03a7ebe9-b292-4d08-8491-169c39ce367d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 945 time: 0.2652404 Feb 17 22:22:39.870194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-890afd96-5ea3-4e2b-8eae-9b6188616282 req-1386d1c9-2a8a-4cca-9561-e7e69a9272d8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7347846 Feb 17 22:22:40.024920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8c8e1b0-fa9c-4651-8258-55d07f50f019 req-46c80fa8-7e72-4e66-8d37-aa3e91ce64c9 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7353840 Feb 17 22:22:40.197186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-ec150fb8-9198-40d2-b34e-0458f7fe0e6b tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:40.200087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-ec150fb8-9198-40d2-b34e-0458f7fe0e6b tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.94 "GET /v2.0/networks?id=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 HTTP/1.1" status: 200 len: 815 time: 0.7731626 Feb 17 22:22:40.232599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51320) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:40.444596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1897490057'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:40.540955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Made reservation on behalf of 321dc3be4f70492ab295e77fb69e19bf for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:22:40.543787 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:40.599897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:40.900735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks [] for security_group (67af0948-4807-4a58-a1cf-6ffa5c1bd823), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:40.910779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (67af0948-4807-4a58-a1cf-6ffa5c1bd823), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:41.015800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:22:41.047885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67af0948-4807-4a58-a1cf-6ffa5c1bd823,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:41.097383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fd384a29-092d-4a77-987d-711bb139120f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:41.097810 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Added segment fd384a29-092d-4a77-987d-711bb139120f of type vlan for network 49dd0d76-409e-4a93-878a-6b92ca52ef3b Feb 17 22:22:41.208049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (49dd0d76-409e-4a93-878a-6b92ca52ef3b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:41.281351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (49dd0d76-409e-4a93-878a-6b92ca52ef3b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:41.290384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:41.291279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:41.440972 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2063098 Feb 17 22:22:41.447580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51348) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:41.465231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-8a522dbb-0af3-4562-b41f-4716306f3215 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-590612411') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:41.516534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45941b9-4eef-4cad-9998-c47feff2005e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Pushing event updated for resources: {'Network': ['ID=49dd0d76-409e-4a93-878a-6b92ca52ef3b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:41.542811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 49dd0d76-409e-4a93-878a-6b92ca52ef3b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:22:41.686504 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a522dbb-0af3-4562-b41f-4716306f3215 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "PUT /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-590612411 HTTP/1.1" status: 201 len: 201 time: 0.2358248 Feb 17 22:22:41.688780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:41.696170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-e6967637-4044-430c-b10e-fd73f7f4d692 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-590612411') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:41.793596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-9b8e92b2-2472-4bd9-b275-f5a697b0e5ac tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7bf5600058734da0842a33c8e365407f HTTP/1.1" status: 200 len: 379 time: 1.5764096 Feb 17 22:22:41.849398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-597b50e7-4daa-4169-8da2-a9d95ca25a64 req-999b52b6-e011-466d-8afc-8c9cf121bcb4 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0512471 Feb 17 22:22:41.863702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e6967637-4044-430c-b10e-fd73f7f4d692 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "GET /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-590612411 HTTP/1.1" status: 204 len: 168 time: 0.1717553 Feb 17 22:22:41.865599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:41.871114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Request body: {'port': {'device_id': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'admin_state_up': True, 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'security_groups': ['e56395b8-a229-42dd-8507-2ede666b73f0']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:41.885137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-b3e04112-ca47-4159-a2a5-43d1f76070c0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:42.029675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232b3ea-3fdd-4447-a0e7-f4a08f435489 req-8319c520-98dd-469b-8d63-8d6d590bc006 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:42.038832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1232b3ea-3fdd-4447-a0e7-f4a08f435489 req-8319c520-98dd-469b-8d63-8d6d590bc006 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 1.7630205 Feb 17 22:22:42.058838 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b3e04112-ca47-4159-a2a5-43d1f76070c0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "GET /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags HTTP/1.1" status: 200 len: 237 time: 0.1878757 Feb 17 22:22:42.059176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51354) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:42.069560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-41cfc16a-042c-4fbc-a9af-c04f0a2b2e16 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', {'tags': ['tempest-TagsTest-Tag-1407314677', 'tempest-TagsTest-Tag-27746280', 'tempest-TagsTest-Tag-395335237']}) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:42.251523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-8b31378d-f733-4916-abbc-a8ed8f863a2e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.6910524 Feb 17 22:22:42.304668 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-41cfc16a-042c-4fbc-a9af-c04f0a2b2e16 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "PUT /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags HTTP/1.1" status: 200 len: 306 time: 0.2440054 Feb 17 22:22:42.307842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51358) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:42.316827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-230e879a-c899-438d-8508-bab9b8781cce tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-1407314677') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:42.341449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff8ab5-d8d8-4d54-94e7-53e1a406b358 req-45a148ab-b38e-433b-86d4-cbb7a764ad81 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:42.349732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9ff8ab5-d8d8-4d54-94e7-53e1a406b358 req-45a148ab-b38e-433b-86d4-cbb7a764ad81 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 945 time: 0.1867406 Feb 17 22:22:42.403427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1232b3ea-3fdd-4447-a0e7-f4a08f435489 req-b611ef7f-d23e-454f-b622-233af9ff4d88 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621299 Feb 17 22:22:42.465240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Made reservation on behalf of 7bf5600058734da0842a33c8e365407f for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:22:42.470809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:42.550107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-230e879a-c899-438d-8508-bab9b8781cce tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "DELETE /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-1407314677 HTTP/1.1" status: 204 len: 168 time: 0.2374392 Feb 17 22:22:42.551285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51364) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:42.555880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-23337890-7baa-4515-b772-7b56e659ade5 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-1407314677') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:42.645214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-02b12460-effa-4d69-9e35-0eef290c83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:42.647962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-02b12460-effa-4d69-9e35-0eef290c83b7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 1128 time: 0.2868857 Feb 17 22:22:42.780713 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-23337890-7baa-4515-b772-7b56e659ade5 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] show failed (client error): The resource could not be found. Feb 17 22:22:42.785186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9ff8ab5-d8d8-4d54-94e7-53e1a406b358 req-63cf1d87-6441-4d40-a2f4-1e2c46d40784 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343407 Feb 17 22:22:42.792940 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-23337890-7baa-4515-b772-7b56e659ade5 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "GET /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-1407314677 HTTP/1.1" status: 404 len: 326 time: 0.2352180 Feb 17 22:22:42.794456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51374) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:42.800410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-436435ac-ba84-4f0d-a954-596e603d3a4e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-27746280') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:43.032890 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-436435ac-ba84-4f0d-a954-596e603d3a4e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "GET /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-27746280 HTTP/1.1" status: 204 len: 168 time: 0.2326374 Feb 17 22:22:43.040091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:43.045016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-86555d68-c699-4567-9ad1-c0b6edbdee18 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-395335237') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:43.275521 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-86555d68-c699-4567-9ad1-c0b6edbdee18 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "GET /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-395335237 HTTP/1.1" status: 204 len: 168 time: 0.2309787 Feb 17 22:22:43.279898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51390) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:43.284795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-b75e5bdd-47a4-48a4-8c07-f7cce3e2b45e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:43.488152 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b75e5bdd-47a4-48a4-8c07-f7cce3e2b45e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "DELETE /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags HTTP/1.1" status: 204 len: 168 time: 0.2063606 Feb 17 22:22:43.490414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:43.501748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-78ee507a-4b05-4713-a742-42f8607074ba tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-27746280') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:43.616594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-e9791a1a-94e5-4639-84cc-b9edebfa09f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:43.619296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-e9791a1a-94e5-4639-84cc-b9edebfa09f2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 0.8522377 Feb 17 22:22:43.665112 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-78ee507a-4b05-4713-a742-42f8607074ba tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] show failed (client error): The resource could not be found. Feb 17 22:22:43.690856 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-78ee507a-4b05-4713-a742-42f8607074ba tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "GET /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-27746280 HTTP/1.1" status: 404 len: 324 time: 0.1955903 Feb 17 22:22:43.694035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51394) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:43.710025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-096a62bf-3d73-4cf7-a736-fbbb446da672 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b', 'tempest-TagsTest-Tag-395335237') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:43.887196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-f8813820-6b48-43fc-85ca-417e64e3770b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2 HTTP/1.1" status: 200 len: 217 time: 0.2524233 Feb 17 22:22:43.978188 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-096a62bf-3d73-4cf7-a736-fbbb446da672 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] show failed (client error): The resource could not be found. Feb 17 22:22:43.986032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51396) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:43.988046 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-096a62bf-3d73-4cf7-a736-fbbb446da672 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "GET /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags/tempest-TagsTest-Tag-395335237 HTTP/1.1" status: 404 len: 325 time: 0.2920780 Feb 17 22:22:44.030426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-2bc98d6f-f47c-4bf6-b121-33f8e902fa5e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '49dd0d76-409e-4a93-878a-6b92ca52ef3b') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:44.050358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1a1512-5109-494b-8698-c059bea5a55e req-a3b7ec18-7606-4f75-ba4c-33c1f3580319 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:44.070745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be1a1512-5109-494b-8698-c059bea5a55e req-a3b7ec18-7606-4f75-ba4c-33c1f3580319 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.8627343 Feb 17 22:22:44.079258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Allocated IP 172.20.0.13 (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4/e48dffb6-62d9-40c2-9289-c8a07cdce6a3/1f0afd03-2ef3-4deb-aabe-ab479b9e83d5) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:22:44.336132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-521bd7e7-c844-417a-b5fa-cc686b37389c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:44.466815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-9a98904f-01a2-4b23-b70d-d1a84825d6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:44.469818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-9a98904f-01a2-4b23-b70d-d1a84825d6be service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.5813994 Feb 17 22:22:44.503132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-3fdad339-c621-4316-a3b7-0b3b38dcafaa tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:44.516674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-3fdad339-c621-4316-a3b7-0b3b38dcafaa tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/networks?id=973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab HTTP/1.1" status: 200 len: 815 time: 1.6720114 Feb 17 22:22:44.574018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-f4964a53-7cb0-409a-8f0b-6efc0fb3f632 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/quotas/81e32acd8496471d91585bf29475799c HTTP/1.1" status: 200 len: 375 time: 0.0554903 Feb 17 22:22:44.767938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-49ea8164-456c-4b3a-98a0-d7f9c0e848b0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2274399 Feb 17 22:22:44.777434 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:44.793209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be1a1512-5109-494b-8698-c059bea5a55e req-27e09a08-97a3-4528-9af6-b4d689dda3df tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7215378 Feb 17 22:22:44.951170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2bc98d6f-f47c-4bf6-b121-33f8e902fa5e tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "DELETE /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b/tags HTTP/1.1" status: 204 len: 168 time: 0.9362268 Feb 17 22:22:44.953810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:44.978140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-cc0f1f2c-7710-4a97-82c3-e113167606db tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=81e32acd8496471d91585bf29475799c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3481562 Feb 17 22:22:45.117187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-0c2ee4f7-6f77-47b4-80d9-ed36d805faad service neutron] 10.222.0.79 "GET /v2.0/networks/973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033087 Feb 17 22:22:45.192194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.280625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event updated for resources: {'Port': ['ID=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:45.302885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-b620f88b-67fd-4ca1-8543-28288013eac7 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028987 Feb 17 22:22:45.311219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (49dd0d76-409e-4a93-878a-6b92ca52ef3b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.326619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:22:45.475484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:22:45.479798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5052ae1a-eac5-4694-be71-9c85d33d2faa req-a23a3298-9372-45a5-a96f-2f21669e7bae service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691153 Feb 17 22:22:45.481813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:22:45.513796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52b04271-d596-4d53-bc2a-098053702d39 req-a08ebde2-f646-45a6-b0bd-2553c08997b0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 267 time: 0.5016012 Feb 17 22:22:45.638383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (49dd0d76-409e-4a93-878a-6b92ca52ef3b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.703104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49dd0d76-409e-4a93-878a-6b92ca52ef3b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:45.725043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd384a29-092d-4a77-987d-711bb139120f') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:45.725352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd384a29-092d-4a77-987d-711bb139120f') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:22:45.753832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fd384a29-092d-4a77-987d-711bb139120f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.777679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fd384a29-092d-4a77-987d-711bb139120f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.785488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:22:45.786213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fd384a29-092d-4a77-987d-711bb139120f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.788447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:45.789118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.841118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-0f7664af-6f56-439d-a652-0943374016f2 service neutron] 10.222.0.79 "GET /v2.0/networks/973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6836483 Feb 17 22:22:45.862769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-11887718-cecc-4fc0-a056-fb5f5b12021e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0120213 Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:22:45.886395 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:22:45.890993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b04271-d596-4d53-bc2a-098053702d39 req-0dd47507-7a2f-4541-827a-8ff621b7321d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:45.893305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52b04271-d596-4d53-bc2a-098053702d39 req-0dd47507-7a2f-4541-827a-8ff621b7321d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 945 time: 0.3784833 Feb 17 22:22:45.901516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (49dd0d76-409e-4a93-878a-6b92ca52ef3b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.905685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Request body: {'port': {'device_id': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:45.913257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:45.932547 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] 10.222.0.79 "DELETE /v2.0/networks/49dd0d76-409e-4a93-878a-6b92ca52ef3b HTTP/1.1" status: 204 len: 168 time: 0.9716661 Feb 17 22:22:45.943090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'port': {'security_groups': []}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:46.006703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e2797-71d7-44fc-ba27-e779a99573b0 tempest-TagsTest-1070913592 tempest-TagsTest-1070913592-project] Pushing event deleted for resources: {'Network': ['ID=49dd0d76-409e-4a93-878a-6b92ca52ef3b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:46.078709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d3c952bc-68de-402b-b6a7-7d449db9b5bc None None] Provisioning complete for port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:46.079624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3c952bc-68de-402b-b6a7-7d449db9b5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:46.204228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:46.211158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:46.249196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d3c952bc-68de-402b-b6a7-7d449db9b5bc None None] Port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:22:46.757604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51418) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:46.776927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:22:46.802489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Publish callbacks [] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:46.829646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Transition to ACTIVE for port object 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:22:46.847831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f97154aa-76cb-4e0f-9342-284733ea4131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:46.876508 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.094386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Pushing event updated for resources: {'Port': ['ID=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:47.167027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f68bd-1dd8-466e-8547-67025e5b419b req-cb4da641-e8f3-46d1-b7a6-8abe302bf4dd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:47.175863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a9f68bd-1dd8-466e-8547-67025e5b419b req-cb4da641-e8f3-46d1-b7a6-8abe302bf4dd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.3009424 Feb 17 22:22:47.216102 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-79f57328-e094-474e-a780-48dce41cb9bb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=321dc3be4f70492ab295e77fb69e19bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4572158 Feb 17 22:22:47.219120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51424) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:22:47.383793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f28991c7-5ef9-4976-9678-954a7c81e777 admin admin] Publish callbacks [] for security_group (67af0948-4807-4a58-a1cf-6ffa5c1bd823), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.443916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f28991c7-5ef9-4976-9678-954a7c81e777 admin admin] Publish callbacks [] for security_group (67af0948-4807-4a58-a1cf-6ffa5c1bd823), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.591069 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f28991c7-5ef9-4976-9678-954a7c81e777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (67af0948-4807-4a58-a1cf-6ffa5c1bd823), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.599182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f28991c7-5ef9-4976-9678-954a7c81e777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.608963 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f28991c7-5ef9-4976-9678-954a7c81e777 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/67af0948-4807-4a58-a1cf-6ffa5c1bd823 HTTP/1.1" status: 204 len: 168 time: 0.3876576 Feb 17 22:22:47.624006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28991c7-5ef9-4976-9678-954a7c81e777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67af0948-4807-4a58-a1cf-6ffa5c1bd823,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:47.640653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a9f68bd-1dd8-466e-8547-67025e5b419b req-4874d272-ffff-4461-bef9-ff4ec3fa8a49 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4614885 Feb 17 22:22:47.727196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] For port eb9022ca-97c3-42e6-8e34-f97b910254a0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:47.747708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Attempting to bind port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:22:47.748162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Attempting to bind port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:22:47.748376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Attempting to bind port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 on network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:47.779680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 on network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:22:47.780327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Attempting to bind port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 on network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:47.819167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:22:47.843177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Checking segment: {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:22:47.843646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Bound using segment: {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:22:47.844132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Bound port: 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b0b0d04-85bb-4f6c-98c3-77ca824232d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:22:47.844507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.885166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.903754 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.918095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:47.941158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82', '6f6ae9b8-ba7d-4685-852c-1578948a8e44', 'eb9022ca-97c3-42e6-8e34-f97b910254a0'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:22:48.316047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=eb9022ca-97c3-42e6-8e34-f97b910254a0,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:48.582827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['eb9022ca-97c3-42e6-8e34-f97b910254a0'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:22:48.649335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:48.650553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:48.666928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52b04271-d596-4d53-bc2a-098053702d39 req-482b4517-f5e8-4d78-8899-1ceaea772de5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "PUT /v2.0/ports/eb9022ca-97c3-42e6-8e34-f97b910254a0 HTTP/1.1" status: 200 len: 904 time: 2.7522566 Feb 17 22:22:48.671761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:48.683683 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:49.110193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c971edee-ba51-4655-9ffb-5fd61d9efb2e None None] Provisioning complete for port eb9022ca-97c3-42e6-8e34-f97b910254a0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:49.110751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c971edee-ba51-4655-9ffb-5fd61d9efb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:49.259323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:49.405142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c971edee-ba51-4655-9ffb-5fd61d9efb2e None None] Current status of the port eb9022ca-97c3-42e6-8e34-f97b910254a0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:49.632944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c019ce32-f980-4df4-a978-4637c4890935 req-2bf1d703-9c8b-4a05-b8d7-fcabb2f546f3 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 210 time: 1.3715672 Feb 17 22:22:49.639520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] For port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:22:49.741738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] For port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:22:49.824900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:49.973328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:49.974013 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:49.976766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] 10.222.0.94 "PUT /v2.0/ports/1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 HTTP/1.1" status: 200 len: 1093 time: 4.0802426 Feb 17 22:22:50.198983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-b55ffc00-723d-4eaa-92f7-9e8fba2258ae tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:50.200634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-b55ffc00-723d-4eaa-92f7-9e8fba2258ae tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.73 "GET /v2.0/networks?id=973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab HTTP/1.1" status: 200 len: 815 time: 1.9108913 Feb 17 22:22:50.202796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4135d04-f0d3-4293-9c9f-818f74dd515a service neutron] Pushing event updated for resources: {'Port': ['ID=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:50.243415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Request body: {'port': {'device_id': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'admin_state_up': True, 'tenant_id': '81e32acd8496471d91585bf29475799c'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:50.377086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298860e-5513-471a-aea2-caafa403aa01 req-feee3270-d0bd-4974-9f2b-ba0502f0c844 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:50.379451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7298860e-5513-471a-aea2-caafa403aa01 req-feee3270-d0bd-4974-9f2b-ba0502f0c844 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.7325296 Feb 17 22:22:50.396798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de69e8-a1b9-4b0d-9b08-6154e8848718 req-214012f4-62c7-4496-8a84-89180fe18362 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:50.409935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28de69e8-a1b9-4b0d-9b08-6154e8848718 req-214012f4-62c7-4496-8a84-89180fe18362 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 907 time: 0.5491273 Feb 17 22:22:50.524246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-12246016-c7c4-4c41-aaf1-a9fd8fe2f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:50.537981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-12246016-c7c4-4c41-aaf1-a9fd8fe2f321 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7bf5600058734da0842a33c8e365407f&device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 1127 time: 0.4501743 Feb 17 22:22:50.690984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-3e722047-6b81-45d0-98ab-bd40a1d5bd2e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 HTTP/1.1" status: 200 len: 217 time: 0.1249514 Feb 17 22:22:50.712176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:50.849498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7298860e-5513-471a-aea2-caafa403aa01 req-23a84359-b011-4867-9bdd-a51e87336f08 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4295032 Feb 17 22:22:50.915687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Made reservation on behalf of 81e32acd8496471d91585bf29475799c for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:22:50.933380 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:50.939425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-b9b290c9-bfd8-4731-bd51-c85b2ab52e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:50.941400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-b9b290c9-bfd8-4731-bd51-c85b2ab52e44 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e48dffb6-62d9-40c2-9289-c8a07cdce6a3 HTTP/1.1" status: 200 len: 854 time: 0.2301879 Feb 17 22:22:50.975978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713fa2e-4f29-439c-abba-554ece09fef6 req-1cbf7c59-445a-42bd-b673-3d99e3f004bd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:50.983326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d713fa2e-4f29-439c-abba-554ece09fef6 req-1cbf7c59-445a-42bd-b673-3d99e3f004bd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.4219735 Feb 17 22:22:51.022627 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b769c-b9b0-49ef-922b-28b0fd689f50 x-openstack-request-id: req-2f2b769c-b9b0-49ef-922b-28b0fd689f50 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:51.023099 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:51.023581 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f2b769c-b9b0-49ef-922b-28b0fd689f50 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:51.024305 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0', 'status': 'completed', 'code': 200} Feb 17 22:22:51.097717 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:22:51.306156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d713fa2e-4f29-439c-abba-554ece09fef6 req-80acabd8-a4c1-4b7a-b47a-7aa6025ca8ca tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216529 Feb 17 22:22:51.454535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85781a7a-d43d-4e13-b2df-f757e823347e req-e190bc3b-6824-4cd7-bed3-20292c69d437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:51.457494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-e190bc3b-6824-4cd7-bed3-20292c69d437 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5043149 Feb 17 22:22:51.764202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-eda1432c-b326-4fbf-8ce6-cbc5135a6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:51.766781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-eda1432c-b326-4fbf-8ce6-cbc5135a6d00 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 1090 time: 0.5933299 Feb 17 22:22:51.954114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Allocated IP 172.20.0.12 (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab/8aaba169-f576-42f5-b1e9-2abe38150c60/eb88b173-8d94-4b17-9799-85fbb668e2ad) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:22:51.993149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-ecfa97f2-17ce-4f73-9760-f765783f2a1a service neutron] 10.222.0.94 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030062 Feb 17 22:22:52.224497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-38878cfd-e8ca-40c7-9385-b538b9ca90a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:52.228273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-38878cfd-e8ca-40c7-9385-b538b9ca90a2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.4438057 Feb 17 22:22:52.355608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c4d236a-4c4a-4592-a444-d72abd9bb1e4 req-4ce8c254-61bc-43a7-b879-01820cc18b2c tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 210 time: 0.0904636 Feb 17 22:22:52.409453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks [] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:52.622906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-b6d137d9-c5d8-464a-b653-3cc6fc143f2f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0 HTTP/1.1" status: 200 len: 217 time: 0.1323206 Feb 17 22:22:52.686132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91edd5-ec52-47ca-aa8f-cf5b8dc4c13a req-03d5d352-3e6d-4583-9e6e-2e8c69934b88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:52.688630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a91edd5-ec52-47ca-aa8f-cf5b8dc4c13a req-03d5d352-3e6d-4583-9e6e-2e8c69934b88 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 1.0348763 Feb 17 22:22:52.827869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85781a7a-d43d-4e13-b2df-f757e823347e req-b3738102-774e-49f1-bc9f-d09202ec9a75 service neutron] 10.222.0.94 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598190 Feb 17 22:22:52.929640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:52.947842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44604006-6dba-43fa-b2e4-3f36d8b1658b req-3443a1b1-d3d7-4927-b392-d6dde5c3da05 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:52.950979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44604006-6dba-43fa-b2e4-3f36d8b1658b req-3443a1b1-d3d7-4927-b392-d6dde5c3da05 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3648632 Feb 17 22:22:52.971399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a91edd5-ec52-47ca-aa8f-cf5b8dc4c13a req-827f1a76-7480-47f7-b5e3-88094e9baee5 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586806 Feb 17 22:22:53.125778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:53.129216 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7397b9-5411-4dc4-892a-0736744c441d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:53.187917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-f104e44a-dbac-4799-82e8-cdd9facf8825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:53.187917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-f104e44a-dbac-4799-82e8-cdd9facf8825 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.3493271 Feb 17 22:22:53.198161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:22:53.203037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Pushing event updated for resources: {'Port': ['ID=eb88b173-8d94-4b17-9799-85fbb668e2ad,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:53.213313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:22:53.254690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:22:53.462098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:53.462948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:53.471102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44604006-6dba-43fa-b2e4-3f36d8b1658b req-0e516e02-1415-49f1-b115-d69961b358aa tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917789 Feb 17 22:22:53.547669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-d2d54212-1325-4d79-b20c-00d176b69d50 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3128517 Feb 17 22:22:53.557256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-98232d31-f96b-4d6e-a5b4-f957a87646cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:53.560015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-98232d31-f96b-4d6e-a5b4-f957a87646cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3497238 Feb 17 22:22:53.577635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Request body: {'port': {'device_id': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:22:53.625189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de12e0e-045b-419c-82ed-498123d98e61 req-3198d228-6cb7-4864-8548-ef962fcfcb37 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:53.627422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0de12e0e-045b-419c-82ed-498123d98e61 req-3198d228-6cb7-4864-8548-ef962fcfcb37 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.2906775 Feb 17 22:22:53.729444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e1c201a4-0494-4b26-9497-7c0b6e8e9590 None None] Provisioning complete for port eb88b173-8d94-4b17-9799-85fbb668e2ad triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:22:53.730042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1c201a4-0494-4b26-9497-7c0b6e8e9590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:53.809178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e1c201a4-0494-4b26-9497-7c0b6e8e9590 None None] Port eb88b173-8d94-4b17-9799-85fbb668e2ad cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:22:53.828749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-9a626b12-f43b-4117-8664-3a55ce613241 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469647 Feb 17 22:22:54.000612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc29b28-f3c4-4fc4-83b2-40cc85291f8a req-3e74dd20-b117-4ac8-af6f-555575d7fd94 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:54.003848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1cc29b28-f3c4-4fc4-83b2-40cc85291f8a req-3e74dd20-b117-4ac8-af6f-555575d7fd94 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1738198 Feb 17 22:22:54.007347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:54.270831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0de12e0e-045b-419c-82ed-498123d98e61 req-5a10ed33-b99a-4f28-97b0-cc18cc72f411 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3998449 Feb 17 22:22:54.281088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1cc29b28-f3c4-4fc4-83b2-40cc85291f8a req-26494d94-640d-4032-beb7-0623ff9cd429 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573850 Feb 17 22:22:54.375418 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ef5926-0fc3-43e3-91b1-6b14ff58eec4 x-openstack-request-id: req-24ef5926-0fc3-43e3-91b1-6b14ff58eec4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:54.375714 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:54.375971 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24ef5926-0fc3-43e3-91b1-6b14ff58eec4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:54.377585 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'status': 'completed', 'code': 200} Feb 17 22:22:54.536277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 811ab0ae-bed1-4cab-9715-be2db8021baf no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:22:54.761426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 811ab0ae-bed1-4cab-9715-be2db8021baf is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:22:54.762532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:54.823864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:22:54.825859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:54.829093 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5a5145-d4a6-4f07-a81f-c37b4d12a82f" -d '{"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-unplugged", "status": "completed", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:54.833437 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:54.874981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb88b173-8d94-4b17-9799-85fbb668e2ad {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:22:54.892569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861730f-bf8b-4cc6-aad5-7ce01d29d525 req-1be5c8be-9978-4aec-badd-b0fd9b4a53a9 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:54.894660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b861730f-bf8b-4cc6-aad5-7ce01d29d525 req-1be5c8be-9978-4aec-badd-b0fd9b4a53a9 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 932 time: 0.3062451 Feb 17 22:22:54.896647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7397b9-5411-4dc4-892a-0736744c441d req-74f6d570-6204-4b12-9286-8b8ef1240d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:54.898069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb7397b9-5411-4dc4-892a-0736744c441d req-74f6d570-6204-4b12-9286-8b8ef1240d99 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7bf5600058734da0842a33c8e365407f&device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 1127 time: 0.4576149 Feb 17 22:22:54.905131 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Publish callbacks [] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:54.926800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Transition to ACTIVE for port object eb88b173-8d94-4b17-9799-85fbb668e2ad will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:22:54.964220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:54.970169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:55.135528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:55.715387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b861730f-bf8b-4cc6-aad5-7ce01d29d525 req-8374d1f6-0a71-41d3-8c9c-388b77954d33 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7868848 Feb 17 22:22:55.937837 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c71870-a4b4-4802-990a-baf8514ed351 x-openstack-request-id: req-22c71870-a4b4-4802-990a-baf8514ed351 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:55.938394 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-unplugged", "status": "completed", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:55.938695 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22c71870-a4b4-4802-990a-baf8514ed351 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:55.940068 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'code': 200} Feb 17 22:22:56.041576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ef350ae-7915-4c59-9e3a-f3e1fd9b4778 req-493ada85-54dd-462f-918c-534dcc9b6d6f service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998803 Feb 17 22:22:56.042579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7397b9-5411-4dc4-892a-0736744c441d req-8235ba98-bc16-4033-b663-408bec1fa0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:56.044831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb7397b9-5411-4dc4-892a-0736744c441d req-8235ba98-bc16-4033-b663-408bec1fa0f1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 HTTP/1.1" status: 200 len: 916 time: 1.1147110 Feb 17 22:22:56.046196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=eb88b173-8d94-4b17-9799-85fbb668e2ad,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:56.308389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb7397b9-5411-4dc4-892a-0736744c441d req-9e3c01e9-47ab-4612-8c79-4529dc04f2aa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 HTTP/1.1" status: 200 len: 217 time: 0.2579298 Feb 17 22:22:56.325929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de7793-b725-4f12-9e9b-a4be9d405d4f req-5e5eb98b-bb82-49c9-8f10-fd8ec11bed0b tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:56.327923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52de7793-b725-4f12-9e9b-a4be9d405d4f req-5e5eb98b-bb82-49c9-8f10-fd8ec11bed0b tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.1869168 Feb 17 22:22:56.329004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Attempting to bind port eb88b173-8d94-4b17-9799-85fbb668e2ad on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:22:56.329348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Attempting to bind port eb88b173-8d94-4b17-9799-85fbb668e2ad by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:22:56.330277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Attempting to bind port eb88b173-8d94-4b17-9799-85fbb668e2ad on network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:56.397222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Port eb88b173-8d94-4b17-9799-85fbb668e2ad on network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:22:56.397577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Attempting to bind port eb88b173-8d94-4b17-9799-85fbb668e2ad on network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:22:56.405175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7397b9-5411-4dc4-892a-0736744c441d req-7086dd6d-9ecc-4190-9cf9-f0a18a9fc14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:56.407199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb7397b9-5411-4dc4-892a-0736744c441d req-7086dd6d-9ecc-4190-9cf9-f0a18a9fc14d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e48dffb6-62d9-40c2-9289-c8a07cdce6a3 HTTP/1.1" status: 200 len: 854 time: 0.0910323 Feb 17 22:22:56.411094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:22:56.411456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Checking segment: {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:22:56.411852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Bound using segment: {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:22:56.412303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Bound port: eb88b173-8d94-4b17-9799-85fbb668e2ad, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5c5fc17-de81-43cd-87e6-3e79055e0008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:22:56.412668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:56.541938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] For port eb88b173-8d94-4b17-9799-85fbb668e2ad, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:22:56.545569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] For port eb88b173-8d94-4b17-9799-85fbb668e2ad, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb88b173-8d94-4b17-9799-85fbb668e2ad,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:22:56.569357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:56.645081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Pushing event updated for resources: {'Port': ['ID=eb88b173-8d94-4b17-9799-85fbb668e2ad,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:22:56.656912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7f036-c7ac-49a7-a3d0-7943b09b8284 req-87580011-fd88-42aa-aed6-9c50971937e7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:56.658608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f7f036-c7ac-49a7-a3d0-7943b09b8284 req-87580011-fd88-42aa-aed6-9c50971937e7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.6068230 Feb 17 22:22:56.689654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:56.690276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:22:56.691713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-7ee7060a-43cf-462b-8a68-aba5a495ab0c service neutron] 10.222.0.73 "PUT /v2.0/ports/eb88b173-8d94-4b17-9799-85fbb668e2ad HTTP/1.1" status: 200 len: 1093 time: 3.1251256 Feb 17 22:22:56.694994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7397b9-5411-4dc4-892a-0736744c441d req-a7673386-0b4c-40b2-89c2-7befe380a2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:56.696753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb7397b9-5411-4dc4-892a-0736744c441d req-a7673386-0b4c-40b2-89c2-7befe380a2ab service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2644894 Feb 17 22:22:56.697201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'tag': 'eb88b173-8d94-4b17-9799-85fbb668e2ad'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:22:56.718226 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c1ba84-a704-419b-9f3f-a646e453960c" -d '{"events": [{"name": "network-changed", "server_uuid": "431ff2d3-1a37-4ed1-89d0-0619fc09a2ef", "tag": "eb88b173-8d94-4b17-9799-85fbb668e2ad"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:22:56.879171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb7397b9-5411-4dc4-892a-0736744c441d req-b9b6b708-2d3a-4b49-9233-396360c8d7fa service neutron] 10.222.0.94 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502352 Feb 17 22:22:57.065534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb7397b9-5411-4dc4-892a-0736744c441d req-f51b0bdf-5c8c-41d1-bf7f-33bc3136db2f service neutron] 10.222.0.94 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269538 Feb 17 22:22:57.071427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52de7793-b725-4f12-9e9b-a4be9d405d4f req-68f9586d-5486-4318-b599-cc0f8e5ddf4a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6757174 Feb 17 22:22:57.124919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50f7f036-c7ac-49a7-a3d0-7943b09b8284 req-fda85962-8799-4731-8c9f-4c9c28c78ab6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4494529 Feb 17 22:22:57.143894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-958da68b-e454-43e9-a363-7dc9c9d8a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:57.145883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-958da68b-e454-43e9-a363-7dc9c9d8a0fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=81e32acd8496471d91585bf29475799c&device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 1127 time: 0.2618649 Feb 17 22:22:57.226691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-69a27745-7d65-4e42-944e-b0d831fd70bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb88b173-8d94-4b17-9799-85fbb668e2ad HTTP/1.1" status: 200 len: 217 time: 0.0643258 Feb 17 22:22:57.440038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-6811e30f-2144-4e3e-ace2-fc082c673c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:57.441744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-6811e30f-2144-4e3e-ace2-fc082c673c45 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aaba169-f576-42f5-b1e9-2abe38150c60 HTTP/1.1" status: 200 len: 854 time: 0.2067957 Feb 17 22:22:57.591525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe8442-44c2-4028-acdd-b6be4e2c7095 req-94f9568e-1731-4dfd-9dec-ac88bdc4c01c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:57.602065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2fbe8442-44c2-4028-acdd-b6be4e2c7095 req-94f9568e-1731-4dfd-9dec-ac88bdc4c01c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2590139 Feb 17 22:22:57.891826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-28f71000-6f8a-465c-97d7-55a7d72265a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:57.896113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-28f71000-6f8a-465c-97d7-55a7d72265a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4275713 Feb 17 22:22:57.915923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2fbe8442-44c2-4028-acdd-b6be4e2c7095 req-fc21ec68-b460-4ba1-b95a-74889a58e77e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126717 Feb 17 22:22:57.957955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351de390-4ef7-4f90-a28c-623c22af2a0e req-c28e5c56-ee55-4ca9-8e99-469b8aa25ccd tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:57.978755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-351de390-4ef7-4f90-a28c-623c22af2a0e req-c28e5c56-ee55-4ca9-8e99-469b8aa25ccd tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 944 time: 0.2966413 Feb 17 22:22:58.034889 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38feed30-305b-4273-9139-fa944bd64589 x-openstack-request-id: req-38feed30-305b-4273-9139-fa944bd64589 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:22:58.035293 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431ff2d3-1a37-4ed1-89d0-0619fc09a2ef", "tag": "eb88b173-8d94-4b17-9799-85fbb668e2ad", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:22:58.035692 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38feed30-305b-4273-9139-fa944bd64589 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:22:58.036787 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'tag': 'eb88b173-8d94-4b17-9799-85fbb668e2ad', 'status': 'completed', 'code': 200} Feb 17 22:22:58.295013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-351de390-4ef7-4f90-a28c-623c22af2a0e req-600f7501-c189-41fd-ba7d-c5a36cfa7d7d tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134975 Feb 17 22:22:58.375729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e2573-72c6-4984-b1f9-6098f9f8bc23 req-9f0e1fb8-5f23-485c-a0c8-d1bad556cb4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:58.378089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62e2573-72c6-4984-b1f9-6098f9f8bc23 req-9f0e1fb8-5f23-485c-a0c8-d1bad556cb4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2483342 Feb 17 22:22:58.414148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-f603cbc6-6fde-4209-a8e4-51d84c941037 service neutron] 10.222.0.73 "GET /v2.0/networks/973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942692 Feb 17 22:22:58.671524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62e2573-72c6-4984-b1f9-6098f9f8bc23 req-0585d2de-06e1-4407-814e-c7fc0ec8e3a1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2817407 Feb 17 22:22:58.824794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-f2c6045f-9d41-47ba-b2da-70dac927de7a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:58.838126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-f2c6045f-9d41-47ba-b2da-70dac927de7a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 0.3635218 Feb 17 22:22:59.075604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-9452d875-bc9e-41a5-b5c9-36eca18069a3 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/quotas/6602a0e011e745b7b433d2d7b44aba8d HTTP/1.1" status: 200 len: 375 time: 0.2351952 Feb 17 22:22:59.350440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0452b-939c-4dff-8055-29018139e23d req-275494a9-848a-4605-8491-2670df30a5a5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:22:59.363929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01f0452b-939c-4dff-8055-29018139e23d req-275494a9-848a-4605-8491-2670df30a5a5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.4756010 Feb 17 22:22:59.418978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-a5ebe958-dfd2-4223-b8d7-0df6707e1b0a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3379695 Feb 17 22:22:59.460394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a60c8ce-813d-4083-af3a-3656f5d28183 req-c05b7e9d-15f8-425d-b6fa-e469d50d3b73 service neutron] 10.222.0.73 "GET /v2.0/networks/973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6004357 Feb 17 22:22:59.500929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01f0452b-939c-4dff-8055-29018139e23d req-4ad9c2ba-9e3b-466c-b503-111a47604c08 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357906 Feb 17 22:23:00.012034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-dbfda116-b2a2-4c8d-abb4-83b5ad680f48 service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5917690 Feb 17 22:23:00.131318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-7e5120cb-9f75-4535-aab9-c9ee40b0ac5d service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005821 Feb 17 22:23:00.133473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-3f656c90-7f51-4935-aeef-a52f95c416e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:00.134914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-3f656c90-7f51-4935-aeef-a52f95c416e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=81e32acd8496471d91585bf29475799c&device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 1127 time: 0.4968939 Feb 17 22:23:00.161193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a58f6b6-6820-4c99-a1af-96cbd07e44fe req-a984728b-a2e6-4ead-adde-a64df4d46c18 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:00.172945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a58f6b6-6820-4c99-a1af-96cbd07e44fe req-a984728b-a2e6-4ead-adde-a64df4d46c18 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.3314569 Feb 17 22:23:00.301085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a58f6b6-6820-4c99-a1af-96cbd07e44fe req-abd410c5-dc05-4af6-879d-467aaf76ecb8 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248229 Feb 17 22:23:00.421127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-f76484af-3746-4818-ba2b-70ee39aaa40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:00.425012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-f76484af-3746-4818-ba2b-70ee39aaa40b service neutron] 10.222.0.73 "GET /v2.0/networks?id=973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab HTTP/1.1" status: 200 len: 916 time: 0.2432077 Feb 17 22:23:00.643837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-864208bc-7634-4152-9458-9d3b5c93bff2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb88b173-8d94-4b17-9799-85fbb668e2ad HTTP/1.1" status: 200 len: 217 time: 0.1992328 Feb 17 22:23:00.851891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-844a98aa-40c3-4a86-bad4-b1eb94049971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:00.856046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-844a98aa-40c3-4a86-bad4-b1eb94049971 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=8aaba169-f576-42f5-b1e9-2abe38150c60 HTTP/1.1" status: 200 len: 854 time: 0.1593559 Feb 17 22:23:00.968545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47b710d-f791-4e01-81e5-4cc3b47cde16 req-8fb4181e-5552-4baf-b30c-57345fc5bb4b tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:00.984090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f47b710d-f791-4e01-81e5-4cc3b47cde16 req-8fb4181e-5552-4baf-b30c-57345fc5bb4b tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 944 time: 0.3774309 Feb 17 22:23:01.026727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-78405a23-3e00-4351-929e-006da410993a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:01.053331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-78405a23-3e00-4351-929e-006da410993a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.4311273 Feb 17 22:23:01.110616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-f9b4c9f4-a97a-4974-b0e7-7b988036ed66 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/quotas/4b203ec969314680b8270e084760a24d HTTP/1.1" status: 200 len: 375 time: 0.0552897 Feb 17 22:23:01.284999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f47b710d-f791-4e01-81e5-4cc3b47cde16 req-4756a3ed-9796-4398-90b0-47e8595415bd tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989273 Feb 17 22:23:01.412853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-a1463674-9cfc-404c-99cd-3f6d6ffa5295 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2974908 Feb 17 22:23:01.696124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46562caf-f498-415c-82a6-8ebf57a8feef req-f69fbcd5-fabb-404e-aea6-f456527e9a9d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 210 time: 0.2181613 Feb 17 22:23:01.817847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-20bcf1e8-db3c-4966-8c8b-727b2e51ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:01.823267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-20bcf1e8-db3c-4966-8c8b-727b2e51ddd5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2499459 Feb 17 22:23:01.869518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b4e1de97-d308-45a4-a1f3-b753a99b0441 service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437342 Feb 17 22:23:02.022703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8583405-00ca-4084-bd6c-73a3657762f8 req-43eb5f1f-4830-4636-8f6b-05c619e47db6 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:02.024624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8583405-00ca-4084-bd6c-73a3657762f8 req-43eb5f1f-4830-4636-8f6b-05c619e47db6 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.1180437 Feb 17 22:23:02.114254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-d16459d0-9282-487a-a0d7-a2befae4888c service neutron] 10.222.0.79 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419028 Feb 17 22:23:02.189381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8583405-00ca-4084-bd6c-73a3657762f8 req-4ea70b54-8ed5-4fa2-86e6-98e01f6a2d04 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516559 Feb 17 22:23:02.385625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cdd9b1-9d74-454b-8d00-bcf3860dc5de req-f85e244d-b9a5-4d1a-901c-7c98757d2b70 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:02.387257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84cdd9b1-9d74-454b-8d00-bcf3860dc5de req-f85e244d-b9a5-4d1a-901c-7c98757d2b70 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.0933003 Feb 17 22:23:02.701193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-77b63c9e-37d5-430e-9488-ad9c7f27ae79 service neutron] 10.222.0.73 "GET /v2.0/networks/973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319682 Feb 17 22:23:03.117810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84cdd9b1-9d74-454b-8d00-bcf3860dc5de req-7058bb08-a3c9-4532-ab3c-c13be1ceb9e0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6970596 Feb 17 22:23:03.225636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009334b3-ad06-4d28-a752-1297bcc621ff req-83ac9f69-4047-485a-8fe1-3fe92a36b46b tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:03.235322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-009334b3-ad06-4d28-a752-1297bcc621ff req-83ac9f69-4047-485a-8fe1-3fe92a36b46b tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 944 time: 0.6850886 Feb 17 22:23:03.375755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3e16065-a544-46d4-8b71-c72a8f78bd3d req-aace7a45-e530-4ad4-a0da-eea75f94c94e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 210 time: 0.1136062 Feb 17 22:23:03.417724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-098344a3-d9eb-47f2-aae8-35adbb7c6b88 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:03.420133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-098344a3-d9eb-47f2-aae8-35adbb7c6b88 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "GET /v2.0/ports?device_id=d2de4b48-8791-48d8-80b6-a7515a1c7c77 HTTP/1.1" status: 200 len: 943 time: 0.7225518 Feb 17 22:23:03.577163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4c1ba84-a704-419b-9f3f-a646e453960c req-e50b6aa3-1bca-415c-ac66-fef3d9a1d782 service neutron] 10.222.0.73 "GET /v2.0/networks/973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4995742 Feb 17 22:23:03.587205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-223b8247-e729-4ac1-adc8-d8928b0f4961 req-86a92de8-9612-438b-8759-aaac2af94535 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 210 time: 0.1294303 Feb 17 22:23:03.598031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-009334b3-ad06-4d28-a752-1297bcc621ff req-36053415-3879-48fb-8944-a6fed8b8bddf tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603969 Feb 17 22:23:03.613063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-f74aff1c-63e6-4965-9144-c75ce156f244 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:03.615723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-f74aff1c-63e6-4965-9144-c75ce156f244 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.94 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 0.5391076 Feb 17 22:23:03.660775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Request body: {'port': {'device_id': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'admin_state_up': True, 'tenant_id': '6602a0e011e745b7b433d2d7b44aba8d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:23:03.918557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Deleting port 811ab0ae-bed1-4cab-9715-be2db8021baf {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:23:03.919332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:04.092452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0abe8-67d1-4ee9-bb5e-b9b9f0cce609 req-1e7c159b-4d2d-4894-b964-dec03b253ba0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:04.094012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09a0abe8-67d1-4ee9-bb5e-b9b9f0cce609 req-1e7c159b-4d2d-4894-b964-dec03b253ba0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3727670 Feb 17 22:23:04.118563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582bb7-3b0f-45ce-9d64-e57578cb17e6 req-15154bf5-bebb-40cf-a843-339d6947f5a5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:04.120201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b582bb7-3b0f-45ce-9d64-e57578cb17e6 req-15154bf5-bebb-40cf-a843-339d6947f5a5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.3840318 Feb 17 22:23:04.125913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-c29f8cd1-ff52-4c0a-990e-bb57ded39159 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:04.127486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-c29f8cd1-ff52-4c0a-990e-bb57ded39159 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 812 time: 0.3173862 Feb 17 22:23:04.158516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Request body: {'port': {'device_id': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'admin_state_up': True, 'tenant_id': '4b203ec969314680b8270e084760a24d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:23:04.237586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Made reservation on behalf of 6602a0e011e745b7b433d2d7b44aba8d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:23:04.240909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:04.261177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] For port 811ab0ae-bed1-4cab-9715-be2db8021baf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=811ab0ae-bed1-4cab-9715-be2db8021baf,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:04.261549 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:04.319805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Calling delete_port for 811ab0ae-bed1-4cab-9715-be2db8021baf owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:23:04.370184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09a0abe8-67d1-4ee9-bb5e-b9b9f0cce609 req-5d223f57-14ea-44d1-bcca-0e18afa9b77c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670751 Feb 17 22:23:04.411883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b582bb7-3b0f-45ce-9d64-e57578cb17e6 req-ce864b87-23af-4e45-964f-51a599e3e1d5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834027 Feb 17 22:23:04.575761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Made reservation on behalf of 4b203ec969314680b8270e084760a24d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:23:04.579227 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:04.581467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 811ab0ae-bed1-4cab-9715-be2db8021baf no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:23:04.640691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8409a7d4-b014-4d3a-bc0b-219a47df4e54 req-e067195c-f688-4f89-a466-0b9f31914cb7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 210 time: 0.0914097 Feb 17 22:23:04.678149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Allocated IP 172.20.0.8 (568604d9-9a4f-4528-b718-c5f5a82defd1/784e210e-2e77-4d49-b236-180e94c13c52/b840233b-2c98-490c-96cc-f698c069439d) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:23:04.724007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 811ab0ae-bed1-4cab-9715-be2db8021baf is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:04.810221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50ad9f-bc28-4edd-9b10-8b5206c1dd8d req-b4f23d6f-3acc-48be-8396-05eb96f12b1e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:04.811651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb50ad9f-bc28-4edd-9b10-8b5206c1dd8d req-b4f23d6f-3acc-48be-8396-05eb96f12b1e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2641284 Feb 17 22:23:04.913984 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (811ab0ae-bed1-4cab-9715-be2db8021baf), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:05.034050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event deleted for resources: {'Port': ['ID=811ab0ae-bed1-4cab-9715-be2db8021baf,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:05.045912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Allocated IP 172.20.0.8 (69166c47-4266-494e-a964-3b9635295ecb/83c82078-d7f8-48a7-9dd8-072b4a3f7e54/7746ff3d-3fb6-4208-9052-f5ecff973f17) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:23:05.097177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.097498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.097746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.098093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.098428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.098758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.099083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.099435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.099772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.100625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.100625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.101050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.101050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:05.106706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb50ad9f-bc28-4edd-9b10-8b5206c1dd8d req-8b7aa906-1c89-424d-acc5-e8ef3d1eb2be tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657750 Feb 17 22:23:05.125614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a0002-6b6d-4137-8dee-47b296b2e0b9 req-c6dc1cf3-0a96-4a00-945d-a558c75393c1 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:05.127202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-165a0002-6b6d-4137-8dee-47b296b2e0b9 req-c6dc1cf3-0a96-4a00-945d-a558c75393c1 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 944 time: 0.3471808 Feb 17 22:23:05.157199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] No DVR routers for this DVR port 811ab0ae-bed1-4cab-9715-be2db8021baf on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:23:05.172017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:05.174729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b08c76-5213-44d7-afdf-2336a7ddd6b6 req-45e1b378-a15d-4cac-a877-3c8fa3bbf20d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "DELETE /v2.0/ports/811ab0ae-bed1-4cab-9715-be2db8021baf HTTP/1.1" status: 204 len: 173 time: 1.7434998 Feb 17 22:23:05.187274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-deleted', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:05.190170 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0c2d3-203a-42b4-9b87-ded161b41500" -d '{"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-deleted", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:05.296593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79a9559c-15c6-4e66-b440-247d7b96c3fa req-3c1d17e7-bf32-4ec8-9b78-67e6118aedcd tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 210 time: 0.0748174 Feb 17 22:23:05.342813 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks [] for port (b840233b-2c98-490c-96cc-f698c069439d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:05.355220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-165a0002-6b6d-4137-8dee-47b296b2e0b9 req-ba14c43a-d6b6-4fc4-a1e8-a76560917597 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040455 Feb 17 22:23:05.442838 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3ca82a-c407-4f78-8e93-6806ad42423d x-openstack-request-id: req-8a3ca82a-c407-4f78-8e93-6806ad42423d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:05.443280 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2de4b48-8791-48d8-80b6-a7515a1c7c77", "name": "network-vif-deleted", "tag": "811ab0ae-bed1-4cab-9715-be2db8021baf", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:05.443707 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a3ca82a-c407-4f78-8e93-6806ad42423d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:05.444312 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2de4b48-8791-48d8-80b6-a7515a1c7c77', 'name': 'network-vif-deleted', 'tag': '811ab0ae-bed1-4cab-9715-be2db8021baf', 'status': 'completed', 'code': 200} Feb 17 22:23:05.490472 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:05.497934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:05.598089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:23:05.623255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:23:05.635603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:23:05.659837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:05.716781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b44406-c139-45ce-849b-b0615eca1fb7 req-64040cea-8beb-4996-a4c4-21bac20e6371 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:05.718545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b44406-c139-45ce-849b-b0615eca1fb7 req-64040cea-8beb-4996-a4c4-21bac20e6371 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2957268 Feb 17 22:23:05.740108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:05.752772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82', '6f6ae9b8-ba7d-4685-852c-1578948a8e44'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:05.764964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:05.765605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:05.795502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9bb2-1563-402d-8fdc-046da398b0b1 req-8a1125f5-d968-4c3f-be3d-173a44c364fc tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:05.802689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a10d9bb2-1563-402d-8fdc-046da398b0b1 req-8a1125f5-d968-4c3f-be3d-173a44c364fc tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.2443693 Feb 17 22:23:05.875075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Network 69166c47-4266-494e-a964-3b9635295ecb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:23:05.885250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-64016a1a-4578-4f78-ba7c-494985f0afad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2330062 Feb 17 22:23:05.895637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:23:05.911873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Request body: {'port': {'device_id': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:23:05.914546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:23:06.291637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0fb43210-28d9-4d8d-89a6-16410eb8956b None None] Provisioning complete for port 7746ff3d-3fb6-4208-9052-f5ecff973f17 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:06.292283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fb43210-28d9-4d8d-89a6-16410eb8956b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:06.347102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0fb43210-28d9-4d8d-89a6-16410eb8956b None None] Port 7746ff3d-3fb6-4208-9052-f5ecff973f17 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:23:06.357159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:06.396298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b44406-c139-45ce-849b-b0615eca1fb7 req-003d1ce5-fde4-47d2-ad56-6ba000ae4433 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6482480 Feb 17 22:23:06.441088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a10d9bb2-1563-402d-8fdc-046da398b0b1 req-5fc7fdc4-89f9-4570-9611-5426c9067b50 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6372364 Feb 17 22:23:06.509705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:06.510438 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:06.532377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:06.584390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb88b173-8d94-4b17-9799-85fbb668e2ad details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:23:06.755670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eb88b173-8d94-4b17-9799-85fbb668e2ad, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb88b173-8d94-4b17-9799-85fbb668e2ad,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:06.774031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'eb88b173-8d94-4b17-9799-85fbb668e2ad', 'network_id': '973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab', 'port_id': 'eb88b173-8d94-4b17-9799-85fbb668e2ad', 'mac_address': 'fa:16:3e:d0:4b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8aaba169-f576-42f5-b1e9-2abe38150c60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:23:06.841320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port eb88b173-8d94-4b17-9799-85fbb668e2ad is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:06.841893 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:06.863022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb88b173-8d94-4b17-9799-85fbb668e2ad {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:06.879661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b9ca18b7-aa9d-4d63-abb9-c832dd614d63 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7399917 Feb 17 22:23:06.888712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eb88b173-8d94-4b17-9799-85fbb668e2ad, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb88b173-8d94-4b17-9799-85fbb668e2ad,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:06.894281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:06.952721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=eb88b173-8d94-4b17-9799-85fbb668e2ad,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:06.979764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Request body: {'port': {'device_id': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:23:07.139493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417b1fd-f6ce-46e2-9e2b-e142fb1658cd req-16843bc6-8ebc-4a01-991b-eef0295c6781 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:07.150728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0417b1fd-f6ce-46e2-9e2b-e142fb1658cd req-16843bc6-8ebc-4a01-991b-eef0295c6781 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 931 time: 0.5845068 Feb 17 22:23:07.161978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['eb88b173-8d94-4b17-9799-85fbb668e2ad'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:07.226999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9044a-d07a-43fa-a5a6-feb0a0a76592 req-09b9a135-97c3-41d5-af2d-6ccf86caedee tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:07.238579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26b9044a-d07a-43fa-a5a6-feb0a0a76592 req-09b9a135-97c3-41d5-af2d-6ccf86caedee tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 931 time: 0.5090768 Feb 17 22:23:07.323061 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:07.339016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b840233b-2c98-490c-96cc-f698c069439d {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:07.428628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Publish callbacks [] for port (b840233b-2c98-490c-96cc-f698c069439d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:07.454214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0417b1fd-f6ce-46e2-9e2b-e142fb1658cd req-8bb0165d-4423-49da-b211-fca26e910de7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024015 Feb 17 22:23:07.501973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Transition to ACTIVE for port object b840233b-2c98-490c-96cc-f698c069439d will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:23:07.528024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26b9044a-d07a-43fa-a5a6-feb0a0a76592 req-ad181573-9b32-4080-b192-a079e3fe5821 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878029 Feb 17 22:23:07.539635 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:07.861081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:08.036729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7896b-2502-415b-b306-3886917427ca req-0c906524-bb0a-4f19-b6e1-20bec147e56d tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:08.038258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59d7896b-2502-415b-b306-3886917427ca req-0c906524-bb0a-4f19-b6e1-20bec147e56d tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 945 time: 0.3209436 Feb 17 22:23:08.044171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea701b26-8ee7-4c8f-8c22-198ff522f742 req-195a4c36-4479-4b84-bde5-a6792a83ef73 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:08.051667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea701b26-8ee7-4c8f-8c22-198ff522f742 req-195a4c36-4479-4b84-bde5-a6792a83ef73 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 813 time: 0.3371537 Feb 17 22:23:08.114264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea701b26-8ee7-4c8f-8c22-198ff522f742 req-a1e7813a-7236-4a87-a660-3f94bef9a05f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/quotas/6b9294a9bf6e471e8010f52a6064fa8c HTTP/1.1" status: 200 len: 375 time: 0.0615056 Feb 17 22:23:08.165182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Attempting to bind port b840233b-2c98-490c-96cc-f698c069439d on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:23:08.165532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Attempting to bind port b840233b-2c98-490c-96cc-f698c069439d by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:23:08.165868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Attempting to bind port b840233b-2c98-490c-96cc-f698c069439d on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:23:08.216881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Port b840233b-2c98-490c-96cc-f698c069439d on network 568604d9-9a4f-4528-b718-c5f5a82defd1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:23:08.217211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Attempting to bind port b840233b-2c98-490c-96cc-f698c069439d on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:23:08.227732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59d7896b-2502-415b-b306-3886917427ca req-70debcc4-82aa-4513-b5e7-a4c344a342dc tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654336 Feb 17 22:23:08.237543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:23:08.237889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Checking segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:23:08.238288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Bound using segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:23:08.238755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Bound port: b840233b-2c98-490c-96cc-f698c069439d, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:23:08.239129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:08.256475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7746ff3d-3fb6-4208-9052-f5ecff973f17 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:08.275310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Publish callbacks [] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:08.299851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea701b26-8ee7-4c8f-8c22-198ff522f742 req-f4aea917-ed44-447c-abc5-037cb1ef2d5e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1784890 Feb 17 22:23:08.380094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Transition to ACTIVE for port object 7746ff3d-3fb6-4208-9052-f5ecff973f17 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:23:08.400203 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:08.594039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb88b173-8d94-4b17-9799-85fbb668e2ad up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:23:08.670320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:08.694483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:23:08.708994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:23:08.769045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:08.780629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port eb88b173-8d94-4b17-9799-85fbb668e2ad completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:23:08.790672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port eb88b173-8d94-4b17-9799-85fbb668e2ad triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:08.791804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:08.806111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e67b275-8ad9-4a3a-a82e-3ae50912aadf req-78bd2375-d766-45b9-8114-a08aa63bc6a5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:08.808816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e67b275-8ad9-4a3a-a82e-3ae50912aadf req-78bd2375-d766-45b9-8114-a08aa63bc6a5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.4124479 Feb 17 22:23:08.912811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11392b66-e215-4d30-a7b2-eee546a0bb32 req-908203f3-6465-4bc2-8d8a-56b547e8e679 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:08.914403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11392b66-e215-4d30-a7b2-eee546a0bb32 req-908203f3-6465-4bc2-8d8a-56b547e8e679 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.5116811 Feb 17 22:23:08.937822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port eb88b173-8d94-4b17-9799-85fbb668e2ad is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:08.938609 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:08.982999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port eb88b173-8d94-4b17-9799-85fbb668e2ad, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb88b173-8d94-4b17-9799-85fbb668e2ad,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:08.984461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb88b173-8d94-4b17-9799-85fbb668e2ad'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:08.988711 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20a05f0-a8bf-46c8-8f88-c1b95b7ea60e" -d '{"events": [{"server_uuid": "431ff2d3-1a37-4ed1-89d0-0619fc09a2ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb88b173-8d94-4b17-9799-85fbb668e2ad"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:08.993106 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:09.054321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:09.054949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:09.056610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] 10.222.0.94 "PUT /v2.0/ports/b840233b-2c98-490c-96cc-f698c069439d HTTP/1.1" status: 200 len: 1092 time: 3.1489482 Feb 17 22:23:09.085971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=eb88b173-8d94-4b17-9799-85fbb668e2ad,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:09.135063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:09.141325 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7" -d '{"events": [{"name": "network-changed", "server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "tag": "b840233b-2c98-490c-96cc-f698c069439d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:09.148210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:09.149371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf1af1-c047-4a68-b858-bb81fba798ef service neutron] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:09.361676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Attempting to bind port 7746ff3d-3fb6-4208-9052-f5ecff973f17 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:23:09.362258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Attempting to bind port 7746ff3d-3fb6-4208-9052-f5ecff973f17 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:23:09.362826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Attempting to bind port 7746ff3d-3fb6-4208-9052-f5ecff973f17 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:23:09.381551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Port 7746ff3d-3fb6-4208-9052-f5ecff973f17 on network 69166c47-4266-494e-a964-3b9635295ecb not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:23:09.381885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Attempting to bind port 7746ff3d-3fb6-4208-9052-f5ecff973f17 on network 69166c47-4266-494e-a964-3b9635295ecb {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:23:09.399879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11392b66-e215-4d30-a7b2-eee546a0bb32 req-1e03aad6-8163-4226-8632-0846bd5b1b87 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4178030 Feb 17 22:23:09.399879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-05d7385b-ebcd-460a-855e-97cea80e886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:09.399879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-05d7385b-ebcd-460a-855e-97cea80e886a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 1126 time: 0.2136986 Feb 17 22:23:09.405787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e67b275-8ad9-4a3a-a82e-3ae50912aadf req-593a2888-711d-499e-bae3-5a6e2ff498f4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766811 Feb 17 22:23:09.405787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:23:09.405787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Checking segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:23:09.405787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Bound using segment: {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:23:09.405787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Bound port: 7746ff3d-3fb6-4208-9052-f5ecff973f17, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f867477-4c14-4b98-a6f8-f4869857b12c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '69166c47-4266-494e-a964-3b9635295ecb'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:23:09.405787 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:09.587677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:23:09.602122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-3eb31f66-2f94-41d4-9182-5ab0c2b56f1a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b840233b-2c98-490c-96cc-f698c069439d HTTP/1.1" status: 200 len: 217 time: 0.1803045 Feb 17 22:23:09.616949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:23:09.746265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:09.808364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:09.809007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:09.810987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] 10.222.0.73 "PUT /v2.0/ports/7746ff3d-3fb6-4208-9052-f5ecff973f17 HTTP/1.1" status: 200 len: 1092 time: 2.8374791 Feb 17 22:23:09.862716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e027b-b7f4-4b48-a85c-d1b6550d977d req-56e74620-1bc2-469c-8061-a41b4d5240cf tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:09.869966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-826e027b-b7f4-4b48-a85c-d1b6550d977d req-56e74620-1bc2-469c-8061-a41b4d5240cf tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 943 time: 0.2792220 Feb 17 22:23:09.878399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-efacd71b-966e-4f8c-bd10-25a7f3296931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:09.880315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-efacd71b-966e-4f8c-bd10-25a7f3296931 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.2595539 Feb 17 22:23:09.955481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4bcc0e-3562-4939-a262-be7b561006a3 req-506a1ad4-30ac-4156-8920-8548467bb9d8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:09.957096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b4bcc0e-3562-4939-a262-be7b561006a3 req-506a1ad4-30ac-4156-8920-8548467bb9d8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 943 time: 0.2962713 Feb 17 22:23:10.053127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-826e027b-b7f4-4b48-a85c-d1b6550d977d req-0adb98aa-159e-4fb4-a82a-ef0513dea888 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822488 Feb 17 22:23:10.055309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-24fef0aa-5e2a-4999-9904-56647746f85f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531339 Feb 17 22:23:10.056086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfaceb-51ff-44d4-99b4-a7812713e54a service neutron] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:10.168345 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612badaa-c7a3-4352-8155-aa09899ecc39 x-openstack-request-id: req-612badaa-c7a3-4352-8155-aa09899ecc39 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:10.169168 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431ff2d3-1a37-4ed1-89d0-0619fc09a2ef", "name": "network-vif-plugged", "status": "completed", "tag": "eb88b173-8d94-4b17-9799-85fbb668e2ad", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:10.169168 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-612badaa-c7a3-4352-8155-aa09899ecc39 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:10.169456 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb88b173-8d94-4b17-9799-85fbb668e2ad', 'code': 200} Feb 17 22:23:10.261929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b4bcc0e-3562-4939-a262-be7b561006a3 req-820c9125-18d7-4b61-a705-ad8522ba80cd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157776 Feb 17 22:23:10.290623 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994e94b7-dd51-42c9-9fb6-ec58bf4235f0 x-openstack-request-id: req-994e94b7-dd51-42c9-9fb6-ec58bf4235f0 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:10.291931 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "tag": "b840233b-2c98-490c-96cc-f698c069439d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:10.292528 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-994e94b7-dd51-42c9-9fb6-ec58bf4235f0 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:10.292674 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d', 'status': 'completed', 'code': 200} Feb 17 22:23:10.447719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-99e05287-8911-46a4-a16e-d564f6025b23 service neutron] 10.222.0.94 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205950 Feb 17 22:23:10.490673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-9db15a13-9199-4dfa-bfbe-a1d7ffffd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:10.492874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-9db15a13-9199-4dfa-bfbe-a1d7ffffd4a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 1126 time: 0.6033585 Feb 17 22:23:10.618638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-d71da6de-a5cb-4b85-8fae-86577c6c7f3c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17 HTTP/1.1" status: 200 len: 217 time: 0.1095390 Feb 17 22:23:10.631679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd30cc0-62ef-4012-9a15-a7618110d105 req-060c4bdc-b89b-4a89-a064-47ac573fc600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:10.633381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cd30cc0-62ef-4012-9a15-a7618110d105 req-060c4bdc-b89b-4a89-a064-47ac573fc600 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 1129 time: 0.3399613 Feb 17 22:23:10.672019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562f25e-bf33-4c73-92f5-e0660cd21492 req-78094da7-7392-4ef7-8829-6ed40e25e4e6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:10.674326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4562f25e-bf33-4c73-92f5-e0660cd21492 req-78094da7-7392-4ef7-8829-6ed40e25e4e6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3117311 Feb 17 22:23:10.683247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54c2fd-ab56-4d50-9096-6e9c7e665669 req-23e63b64-978b-49ed-8001-2b7c0c4ad3d1 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:10.690519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d54c2fd-ab56-4d50-9096-6e9c7e665669 req-23e63b64-978b-49ed-8001-2b7c0c4ad3d1 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 946 time: 0.3265698 Feb 17 22:23:10.811650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8511b56-14e4-4684-bfb7-cfdb79cd9ce9 req-f044b019-3710-49f5-b71e-5872f8ce13d6 service neutron] 10.222.0.94 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417363 Feb 17 22:23:10.904451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cd30cc0-62ef-4012-9a15-a7618110d105 req-969ebd29-057f-435b-9071-379f9fe4bf0c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548652 Feb 17 22:23:10.906970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-c7012cd4-9a10-429a-b609-6fd7d2629662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:10.909443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-c7012cd4-9a10-429a-b609-6fd7d2629662 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.2810435 Feb 17 22:23:10.929524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d54c2fd-ab56-4d50-9096-6e9c7e665669 req-66569f4f-74e8-4047-9820-956056b6616a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377264 Feb 17 22:23:10.955341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4562f25e-bf33-4c73-92f5-e0660cd21492 req-4ab78715-4565-4fad-82db-5731948b0041 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595000 Feb 17 22:23:11.047553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-148b2d67-8777-4ccb-948e-b9b09f9d0fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:11.050597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-148b2d67-8777-4ccb-948e-b9b09f9d0fe8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 1126 time: 0.1142972 Feb 17 22:23:11.703890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd7f4761-e6c8-4af1-b26f-efaf04202d00 req-eb6b8c95-d9e3-4ecc-9fc7-71b4e077cf31 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6b9294a9bf6e471e8010f52a6064fa8c HTTP/1.1" status: 200 len: 221 time: 0.1072092 Feb 17 22:23:11.726355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-eebc80b2-67a9-4c7c-b487-1c63ee529eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:11.726355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-eebc80b2-67a9-4c7c-b487-1c63ee529eff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6074791 Feb 17 22:23:11.809716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d19192-789f-45ee-b785-28b48672019d req-d632f0f6-7967-45e4-83c9-2d7f245743fc tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:11.820269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66d19192-789f-45ee-b785-28b48672019d req-d632f0f6-7967-45e4-83c9-2d7f245743fc tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.7037053 Feb 17 22:23:11.869601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-44217f36-cf52-4b34-8e19-c9b294f6f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:11.871696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-44217f36-cf52-4b34-8e19-c9b294f6f7f8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 905 time: 0.8131471 Feb 17 22:23:12.012339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-f037eec1-c898-4f0a-befc-9df83ad55d7f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b840233b-2c98-490c-96cc-f698c069439d HTTP/1.1" status: 200 len: 217 time: 0.0949793 Feb 17 22:23:12.042477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66d19192-789f-45ee-b785-28b48672019d req-b5d5df15-44a9-4263-96b5-bb14790709ec tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214510 Feb 17 22:23:12.167924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d69a74-c9cc-4f13-bdca-5c240d26e0fa req-6466bd23-6259-46a3-b4ef-a704c8341f4c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:12.171005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13d69a74-c9cc-4f13-bdca-5c240d26e0fa req-6466bd23-6259-46a3-b4ef-a704c8341f4c tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 943 time: 0.3484383 Feb 17 22:23:12.200654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-cff0e51a-12c2-4755-8c2a-eaa957b6fe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:12.202560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-cff0e51a-12c2-4755-8c2a-eaa957b6fe4d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.1824930 Feb 17 22:23:12.211012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-b75a292b-f708-43b3-8802-ea3a6cda5231 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668806 Feb 17 22:23:12.278069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-651ef7e4-6e5b-45f9-85f9-e4c35966c53d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660903 Feb 17 22:23:12.340149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:12.342419 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:12.488202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a66c8730-02fb-4785-acaf-abdaec7bc9ac req-14fc4ba6-0c26-4cc6-bdb9-11ce1110de55 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606592 Feb 17 22:23:12.514691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583cf21-3777-4c01-8050-1d6dfbb50026 req-1df67656-f5b2-4e84-9bf6-bdfb20c290d1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:12.516295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9583cf21-3777-4c01-8050-1d6dfbb50026 req-1df67656-f5b2-4e84-9bf6-bdfb20c290d1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 943 time: 0.3819363 Feb 17 22:23:12.536448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13d69a74-c9cc-4f13-bdca-5c240d26e0fa req-507285fd-ea04-4105-b454-c70984a030e9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319650 Feb 17 22:23:12.600755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-438d8865-9cee-4f0c-8357-2701aa52b47d service neutron] 10.222.0.94 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3109202 Feb 17 22:23:12.743459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9583cf21-3777-4c01-8050-1d6dfbb50026 req-f5429d5f-3fba-4a54-87a7-436d5c080848 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510305 Feb 17 22:23:12.775866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b9830-55e4-4ce1-a047-19ed1fdc6347 req-ab77fe82-0f00-4bc6-b931-fa72fdf659e1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:12.775866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c1b9830-55e4-4ce1-a047-19ed1fdc6347 req-ab77fe82-0f00-4bc6-b931-fa72fdf659e1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1677692 Feb 17 22:23:12.794979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d991ed7a-dd87-49f1-a8fc-01b9ece115f7 req-1221a62f-dc86-4d46-a401-f863a909eb74 service neutron] 10.222.0.94 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827559 Feb 17 22:23:12.860829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c1b9830-55e4-4ce1-a047-19ed1fdc6347 req-f6c8b542-15aa-4bb8-9dd0-0a4f3fd30c58 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845463 Feb 17 22:23:12.968046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b20db2-0008-4e9a-85e4-e1e7ec8c3796 req-6a2a1204-8a46-4023-a318-038648c236ae tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:12.988140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57b20db2-0008-4e9a-85e4-e1e7ec8c3796 req-6a2a1204-8a46-4023-a318-038648c236ae tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 946 time: 0.1412866 Feb 17 22:23:12.992603 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f8fb71-1104-4410-9615-7b8348560ee2 x-openstack-request-id: req-17f8fb71-1104-4410-9615-7b8348560ee2 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:12.993126 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:12.993620 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-17f8fb71-1104-4410-9615-7b8348560ee2 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:12.994320 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'status': 'completed', 'code': 200} Feb 17 22:23:13.110567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-77fe838d-117a-423f-8841-e27be49c391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:13.112359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-77fe838d-117a-423f-8841-e27be49c391f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 1126 time: 0.1152542 Feb 17 22:23:13.117010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57b20db2-0008-4e9a-85e4-e1e7ec8c3796 req-e360e235-2d99-4805-8ef9-316f4b721fa9 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273866 Feb 17 22:23:13.499069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c77cf-6e2a-41f4-8e1b-2dfc2cf71f19 req-15516aba-9501-4183-b7c5-b5fa634c09f2 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:13.515511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-667c77cf-6e2a-41f4-8e1b-2dfc2cf71f19 req-15516aba-9501-4183-b7c5-b5fa634c09f2 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.2664595 Feb 17 22:23:13.530303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-ffd26777-26b9-4712-b5dc-b3684d92fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:13.547238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-ffd26777-26b9-4712-b5dc-b3684d92fe53 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.4285579 Feb 17 22:23:13.601114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fb2b3-70c9-40bb-a088-74a31ed73768 req-ab7179c4-1e7d-41c0-b3b6-53f276466d5f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:13.615336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb2fb2b3-70c9-40bb-a088-74a31ed73768 req-ab7179c4-1e7d-41c0-b3b6-53f276466d5f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3719013 Feb 17 22:23:13.744181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-175ba1cb-d852-4fde-a813-892c8d9e5b03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17 HTTP/1.1" status: 200 len: 217 time: 0.1864088 Feb 17 22:23:13.850243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-667c77cf-6e2a-41f4-8e1b-2dfc2cf71f19 req-5d9f2d01-0d73-496b-96cb-72bec0143857 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3337464 Feb 17 22:23:13.902328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb2fb2b3-70c9-40bb-a088-74a31ed73768 req-745bef11-1130-4192-87f6-fdfc8a1abfb4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857890 Feb 17 22:23:13.909352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-6f184d55-abe6-4499-83dc-650a81031328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:13.921241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-6f184d55-abe6-4499-83dc-650a81031328 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1701820 Feb 17 22:23:14.064182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-00a0fa42-65f6-4e24-a26d-74dded7970c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:14.067248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-00a0fa42-65f6-4e24-a26d-74dded7970c6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1401541 Feb 17 22:23:14.356076 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed9a5c9d-d4e3-4b4a-b2bb-0ea07272576f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:14.359175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ebeedf-6786-4163-8fd6-78d8a15244e0 req-078db462-e31f-4f7a-963c-e5cd6cab8ad4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:14.367273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59ebeedf-6786-4163-8fd6-78d8a15244e0 req-078db462-e31f-4f7a-963c-e5cd6cab8ad4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 943 time: 0.3297579 Feb 17 22:23:14.431122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-759d8b58-d545-4e26-aee7-4f88de4eb49a service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158357 Feb 17 22:23:14.629938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7746ff3d-3fb6-4208-9052-f5ecff973f17 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:23:14.768190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59ebeedf-6786-4163-8fd6-78d8a15244e0 req-393b79da-0bea-499c-b0d8-6dcaae6a4ce9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992648 Feb 17 22:23:14.988719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e66db9c-f08e-4fbb-950c-32c1feef7bf7 req-29588a13-e0e5-4ce2-90cd-f290d92a2810 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482931 Feb 17 22:23:15.062107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:15.071742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5928d27-c501-47b9-a781-a9e1e6c5aa4c req-153cf7f2-0654-481a-8ab3-653fc894b87b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:15.088667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5928d27-c501-47b9-a781-a9e1e6c5aa4c req-153cf7f2-0654-481a-8ab3-653fc894b87b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 943 time: 0.1450908 Feb 17 22:23:15.095325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'mac_address': 'fa:16:3e:e3:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:23:15.194827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7746ff3d-3fb6-4208-9052-f5ecff973f17 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:15.197792 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:15.225522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7746ff3d-3fb6-4208-9052-f5ecff973f17 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:15.250025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:15.252393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15081234-b99f-4cfb-9849-892ef272b299 req-c631a68c-4e4f-432a-932b-dedf90378ab1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:15.261024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:15.272602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15081234-b99f-4cfb-9849-892ef272b299 req-c631a68c-4e4f-432a-932b-dedf90378ab1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1703925 Feb 17 22:23:15.327763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5928d27-c501-47b9-a781-a9e1e6c5aa4c req-12602630-cef9-44fb-b54b-72dd19607c85 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378182 Feb 17 22:23:15.401375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15081234-b99f-4cfb-9849-892ef272b299 req-8ab41db7-1300-45eb-a356-62960bdfde89 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274834 Feb 17 22:23:15.410085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:15.432740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b840233b-2c98-490c-96cc-f698c069439d details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:23:15.491154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.497907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.498255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.498596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.498927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.500022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.500520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.501270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.501912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.502522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.503117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.510154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.512116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:15.604155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd5a20-f77d-4d9c-b817-2614d67029dd req-b09cfad1-59bf-4e37-8b11-557615646c90 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:15.607527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1bd5a20-f77d-4d9c-b817-2614d67029dd req-b09cfad1-59bf-4e37-8b11-557615646c90 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.1502190 Feb 17 22:23:15.770167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:15.797285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b840233b-2c98-490c-96cc-f698c069439d', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': 'b840233b-2c98-490c-96cc-f698c069439d', 'mac_address': 'fa:16:3e:6f:60:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:23:15.802943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['7746ff3d-3fb6-4208-9052-f5ecff973f17'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:15.856424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1bd5a20-f77d-4d9c-b817-2614d67029dd req-870f32ec-2814-4f18-80ca-23796ea90079 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350290 Feb 17 22:23:15.946317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da82218-f068-463b-8f80-c9cc0c8fe9bd req-19f589e6-3916-4e70-a7e3-2296ea630564 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:15.968005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6da82218-f068-463b-8f80-c9cc0c8fe9bd req-19f589e6-3916-4e70-a7e3-2296ea630564 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3589752 Feb 17 22:23:16.052921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b840233b-2c98-490c-96cc-f698c069439d is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:16.053470 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:16.082998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b840233b-2c98-490c-96cc-f698c069439d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:16.156933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6da82218-f068-463b-8f80-c9cc0c8fe9bd req-03893b92-7951-49bf-92aa-3b35fc5b20d5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782393 Feb 17 22:23:16.190875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41585e23-f2e5-4a07-9af9-fbdd2e071aee req-730c5a8a-2479-430d-93c9-c179f67e151b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:16.202509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41585e23-f2e5-4a07-9af9-fbdd2e071aee req-730c5a8a-2479-430d-93c9-c179f67e151b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 943 time: 0.1814864 Feb 17 22:23:16.215476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:16.270909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:16.369791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41585e23-f2e5-4a07-9af9-fbdd2e071aee req-9e855cad-ea66-4bd9-9522-fdacd90d38fb tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660092 Feb 17 22:23:16.662471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3d46c-9684-415f-8335-77e353045d93 req-fca9b7fa-feaf-47d4-b2b5-8ec8c92199b9 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:16.676424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15f3d46c-9684-415f-8335-77e353045d93 req-fca9b7fa-feaf-47d4-b2b5-8ec8c92199b9 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 944 time: 0.2072864 Feb 17 22:23:16.717559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:16.718532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32418-3d7d-46d7-881b-30ba782e5eb8 req-b95ccccf-31bd-4bf0-b49a-71e79fab7ebc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:16.734267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b32418-3d7d-46d7-881b-30ba782e5eb8 req-b95ccccf-31bd-4bf0-b49a-71e79fab7ebc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2182763 Feb 17 22:23:16.838328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b840233b-2c98-490c-96cc-f698c069439d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:16.940627 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de9b0f8c-c3cb-4df0-984f-7fe0620c9ac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:16.953021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15f3d46c-9684-415f-8335-77e353045d93 req-59022522-3a30-4304-bf50-be2b98f71bdc tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737715 Feb 17 22:23:16.991604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b32418-3d7d-46d7-881b-30ba782e5eb8 req-874af71a-4486-4667-a66c-ca1bda0a309e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490106 Feb 17 22:23:17.293754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b3a937-08dd-4d2f-b833-b3f6f60a1be3 req-93e82d4d-fd95-495c-87ab-434d1e8395d5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:17.306478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20b3a937-08dd-4d2f-b833-b3f6f60a1be3 req-93e82d4d-fd95-495c-87ab-434d1e8395d5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.2050543 Feb 17 22:23:17.326491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e1875-3ef8-4116-b60b-c3b5b1d91e0b req-5648f034-6ce7-48c3-a101-b7cac47745a7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:17.332694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e89e1875-3ef8-4116-b60b-c3b5b1d91e0b req-5648f034-6ce7-48c3-a101-b7cac47745a7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1868443 Feb 17 22:23:17.476480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20b3a937-08dd-4d2f-b833-b3f6f60a1be3 req-fe72a80c-e483-4e70-a6f6-0c927fc357c9 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425209 Feb 17 22:23:17.495797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e89e1875-3ef8-4116-b60b-c3b5b1d91e0b req-d84d88b9-2c39-4352-a50c-3ad897117ad1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261070 Feb 17 22:23:17.811825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7c8a-960e-4d77-aab8-8d8007c5d935 req-519a3d06-670f-4835-8df6-2c9b4954e489 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:17.830921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-beca7c8a-960e-4d77-aab8-8d8007c5d935 req-519a3d06-670f-4835-8df6-2c9b4954e489 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 944 time: 0.1979351 Feb 17 22:23:17.831220 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:17.960112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-beca7c8a-960e-4d77-aab8-8d8007c5d935 req-fba04d8a-1617-4f39-86d4-93f9ea1ddd9b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274242 Feb 17 22:23:18.450210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62041447-2a1b-426f-be4f-48f41fda1b90 req-fcb9566f-c111-45b3-a24a-665975bb6e06 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:18.464465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62041447-2a1b-426f-be4f-48f41fda1b90 req-fcb9566f-c111-45b3-a24a-665975bb6e06 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 944 time: 0.1579669 Feb 17 22:23:18.579825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62041447-2a1b-426f-be4f-48f41fda1b90 req-c68561b2-2d79-47e5-8cd0-5f704cccf974 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114213 Feb 17 22:23:18.651811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7746ff3d-3fb6-4208-9052-f5ecff973f17 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:23:18.833086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 7746ff3d-3fb6-4208-9052-f5ecff973f17 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:23:18.845885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 7746ff3d-3fb6-4208-9052-f5ecff973f17 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:18.846576 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:18.940723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab777c-961d-49e4-a062-c300c6a17738 req-16e135e5-e8a1-4ef3-9938-3b6e1b48a5cd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:18.955970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bab777c-961d-49e4-a062-c300c6a17738 req-16e135e5-e8a1-4ef3-9938-3b6e1b48a5cd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.1363573 Feb 17 22:23:18.987213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7746ff3d-3fb6-4208-9052-f5ecff973f17 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:18.988033 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:19.061053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:19.068105 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aab8f0-9ff1-4064-ac11-129c66d5b34c" -d '{"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-plugged", "status": "completed", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:19.077000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bab777c-961d-49e4-a062-c300c6a17738 req-69a576c4-fadc-4b68-b9cc-0af2f52ea6fb tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090317 Feb 17 22:23:19.108136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:19.119334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:19.223142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:19.241629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1a73e-6b72-42db-8f3e-d5bc299fc859 req-8c676489-0ff8-4757-a455-c828d82e2a66 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:19.265853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:19.268119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10c1a73e-6b72-42db-8f3e-d5bc299fc859 req-8c676489-0ff8-4757-a455-c828d82e2a66 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1900222 Feb 17 22:23:19.425741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b840233b-2c98-490c-96cc-f698c069439d up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:23:19.481331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10c1a73e-6b72-42db-8f3e-d5bc299fc859 req-a015ed3f-389d-48d4-b775-f5d9d4b967d0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119274 Feb 17 22:23:19.521177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45591bda-0c20-4807-a4e2-6591c2254ef5 req-3095d73e-f2b4-49ad-adb3-f2e9c11cfbed tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:19.548088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45591bda-0c20-4807-a4e2-6591c2254ef5 req-3095d73e-f2b4-49ad-adb3-f2e9c11cfbed tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 944 time: 0.2729139 Feb 17 22:23:19.623200 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9beb82-969f-463f-9872-92fac8a3b928 x-openstack-request-id: req-2f9beb82-969f-463f-9872-92fac8a3b928 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:19.623594 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-plugged", "status": "completed", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:19.624004 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f9beb82-969f-463f-9872-92fac8a3b928 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:19.624636 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'code': 200} Feb 17 22:23:19.631808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b840233b-2c98-490c-96cc-f698c069439d completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:23:19.666624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b840233b-2c98-490c-96cc-f698c069439d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:19.671421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b840233b-2c98-490c-96cc-f698c069439d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:19.791686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45591bda-0c20-4807-a4e2-6591c2254ef5 req-30d8097c-46c6-45d1-ba52-e943a3a0cb05 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332840 Feb 17 22:23:19.831550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f799d2c-17dd-46fc-9747-44a4e5185873 req-ad681647-5242-4297-8977-97166df29b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:19.833180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f799d2c-17dd-46fc-9747-44a4e5185873 req-ad681647-5242-4297-8977-97166df29b42 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 1128 time: 0.1367192 Feb 17 22:23:19.895001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b840233b-2c98-490c-96cc-f698c069439d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:19.897990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:20.026560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:20.031479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f799d2c-17dd-46fc-9747-44a4e5185873 req-f4ccd629-1e72-4453-92a6-2f95831458a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891208 Feb 17 22:23:20.044929 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:20.146523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:20.174062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021dac1d-a3f9-45e8-92d2-088ba0392091 req-7033fbb6-f9ca-47ea-b0f6-a7403296e4ce tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:20.185966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-021dac1d-a3f9-45e8-92d2-088ba0392091 req-7033fbb6-f9ca-47ea-b0f6-a7403296e4ce tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.2651005 Feb 17 22:23:20.236348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced2073-274e-40c1-8422-0e02991b49c9 req-2a599fd2-351c-44cd-b648-e00b044546d7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:20.248475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ced2073-274e-40c1-8422-0e02991b49c9 req-2a599fd2-351c-44cd-b648-e00b044546d7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2608860 Feb 17 22:23:20.328578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-021dac1d-a3f9-45e8-92d2-088ba0392091 req-2903ad0a-1097-4d72-ab37-8b91c6a3c848 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400385 Feb 17 22:23:20.415021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ced2073-274e-40c1-8422-0e02991b49c9 req-e1923273-d0ac-4380-a5a7-57579be78b87 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651220 Feb 17 22:23:20.550397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a8d5a-02db-47d1-a7cd-e488755e788c req-f94a4dc4-fe28-4c98-96dc-402e1d538d36 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:20.572175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-411a8d5a-02db-47d1-a7cd-e488755e788c req-f94a4dc4-fe28-4c98-96dc-402e1d538d36 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 944 time: 0.1195288 Feb 17 22:23:20.686057 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:20.704602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-411a8d5a-02db-47d1-a7cd-e488755e788c req-5e2be0a0-6a02-4b4a-a9f6-6a3b7d3c9734 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311808 Feb 17 22:23:20.851977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096e0066-9e14-46c3-bd6f-01ffbbd5dfb9 req-ec1e23bd-7d5c-464f-a09d-6237acc8fe93 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:20.862057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-096e0066-9e14-46c3-bd6f-01ffbbd5dfb9 req-ec1e23bd-7d5c-464f-a09d-6237acc8fe93 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2871892 Feb 17 22:23:20.943525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-096e0066-9e14-46c3-bd6f-01ffbbd5dfb9 req-33fd6b67-5113-4a3a-975b-086f9b103cae tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797796 Feb 17 22:23:21.133871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8133d-32b6-4b9f-bf6a-1ed4f352964f req-7e1d5194-8ea1-4404-8659-61508556fcd9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:21.142659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23d8133d-32b6-4b9f-bf6a-1ed4f352964f req-7e1d5194-8ea1-4404-8659-61508556fcd9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 945 time: 0.1312876 Feb 17 22:23:21.209678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23d8133d-32b6-4b9f-bf6a-1ed4f352964f req-61c15956-fa05-473a-9cea-87b63bae35ae tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667064 Feb 17 22:23:21.217377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2d742-0488-43cc-89ed-7a693cd48cc6 req-cf55c540-f562-4a4e-bb15-3f836deabfa3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:21.219150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94e2d742-0488-43cc-89ed-7a693cd48cc6 req-cf55c540-f562-4a4e-bb15-3f836deabfa3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1723833 Feb 17 22:23:21.287711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94e2d742-0488-43cc-89ed-7a693cd48cc6 req-905a7bc5-a729-44f2-bcfb-9cfebe7213f4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610535 Feb 17 22:23:21.429427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:23:21.616035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:21.621200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158cee9-c266-41a2-bb6d-fb1a65c7263d req-8d6ed440-01db-4f4b-ba0d-0089ca436261 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:21.634033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4158cee9-c266-41a2-bb6d-fb1a65c7263d req-8d6ed440-01db-4f4b-ba0d-0089ca436261 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2081709 Feb 17 22:23:21.641239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:21.643863 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c87e97-c44c-4125-a8d2-725247f27735" -d '{"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-plugged", "status": "completed", "tag": "b840233b-2c98-490c-96cc-f698c069439d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:21.648575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'port_id': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'mac_address': 'fa:16:3e:f5:34:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:23:21.707854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4158cee9-c266-41a2-bb6d-fb1a65c7263d req-984594a3-3575-457d-938b-2338f5e5b623 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713706 Feb 17 22:23:21.751485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:21.752378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:21.758468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16206215-1891-4936-911e-326025fd67c9 req-b30be046-5c9e-4a48-b29a-4302eb0b9f87 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:21.774083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16206215-1891-4936-911e-326025fd67c9 req-b30be046-5c9e-4a48-b29a-4302eb0b9f87 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.2733409 Feb 17 22:23:21.804231 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e683aee-3d7e-42a7-8d2b-e2e105ac80f5 x-openstack-request-id: req-5e683aee-3d7e-42a7-8d2b-e2e105ac80f5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:21.805092 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-plugged", "status": "completed", "tag": "b840233b-2c98-490c-96cc-f698c069439d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:21.805819 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e683aee-3d7e-42a7-8d2b-e2e105ac80f5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:21.813140 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d', 'code': 200} Feb 17 22:23:21.824098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:21.889323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:21.898574 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:21.912428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16206215-1891-4936-911e-326025fd67c9 req-0577eb95-536c-4942-afe5-56235d3a8b0f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359622 Feb 17 22:23:21.989702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:22.199179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d0ec67-f7e8-42ee-b0a9-c00309f9b211 req-cf990439-c945-487d-9c64-caa8ad61fefd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:22.212013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06d0ec67-f7e8-42ee-b0a9-c00309f9b211 req-cf990439-c945-487d-9c64-caa8ad61fefd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2980762 Feb 17 22:23:22.234552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538a790-c9d3-4066-bd8b-a75322f4b371 req-dd3e419e-8a7e-451a-a799-143f60ef5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:22.242425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8538a790-c9d3-4066-bd8b-a75322f4b371 req-dd3e419e-8a7e-451a-a799-143f60ef5b95 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 1128 time: 0.3012891 Feb 17 22:23:22.266028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab418d1-650a-4a71-b709-33e3a1a9b1ec req-664c8426-60e1-4f8e-a1e0-0d46653997e3 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:22.267713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cab418d1-650a-4a71-b709-33e3a1a9b1ec req-664c8426-60e1-4f8e-a1e0-0d46653997e3 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 945 time: 0.2304707 Feb 17 22:23:22.324393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['1f0afd03-2ef3-4deb-aabe-ab479b9e83d5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:22.480421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cab418d1-650a-4a71-b709-33e3a1a9b1ec req-ef667699-4776-4984-9841-ad222245a28f tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979506 Feb 17 22:23:22.487528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8538a790-c9d3-4066-bd8b-a75322f4b371 req-e7c37e11-f7a8-418b-ab2f-02276ee3e99a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182553 Feb 17 22:23:22.492930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06d0ec67-f7e8-42ee-b0a9-c00309f9b211 req-6afaefdf-51e7-470a-94d7-815970389b78 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799494 Feb 17 22:23:23.434612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362bb3d-edd3-43c0-98f3-e82b53ffc03e req-bafc5110-9e7f-4dcb-9365-b240b072886b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:23.444426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2362bb3d-edd3-43c0-98f3-e82b53ffc03e req-bafc5110-9e7f-4dcb-9365-b240b072886b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 945 time: 0.5858285 Feb 17 22:23:23.494848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60321642-f966-43cf-90d4-a37371f3c00e req-a082d3ce-ce4b-4c82-b5ec-e81b5432c0a1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:23.506079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60321642-f966-43cf-90d4-a37371f3c00e req-a082d3ce-ce4b-4c82-b5ec-e81b5432c0a1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.6017098 Feb 17 22:23:23.598073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60321642-f966-43cf-90d4-a37371f3c00e req-ba754ebc-1aac-4960-a8c2-cb9886a5fe89 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835414 Feb 17 22:23:23.620418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2362bb3d-edd3-43c0-98f3-e82b53ffc03e req-6798f12a-d58b-4172-be5f-47a40771c6f0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744337 Feb 17 22:23:23.785294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04347237-28a0-442f-8cf4-b924a03774c4 req-de2a3a8e-1919-4118-93dc-e584e68436f5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:23.786810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04347237-28a0-442f-8cf4-b924a03774c4 req-de2a3a8e-1919-4118-93dc-e584e68436f5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.0927899 Feb 17 22:23:23.827674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e45185-13b8-4409-a23d-8abf99999e47 req-5f089fba-ec50-4eb2-9733-c1a324fd5a8e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:23.829841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3e45185-13b8-4409-a23d-8abf99999e47 req-5f089fba-ec50-4eb2-9733-c1a324fd5a8e tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 945 time: 0.1457083 Feb 17 22:23:23.882266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04347237-28a0-442f-8cf4-b924a03774c4 req-c5f568ba-8949-42f1-861a-b8b86f718663 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816927 Feb 17 22:23:23.917149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3e45185-13b8-4409-a23d-8abf99999e47 req-dcbfb3f1-dfdd-4af0-a649-12d6b908aff2 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781980 Feb 17 22:23:24.120520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c33a3-6ffb-4570-bba1-cde808005734 req-6c0f35b0-ba76-41ca-a38c-53cce054f4fe tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:24.130228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b8c33a3-6ffb-4570-bba1-cde808005734 req-6c0f35b0-ba76-41ca-a38c-53cce054f4fe tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1209416 Feb 17 22:23:24.187345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b8c33a3-6ffb-4570-bba1-cde808005734 req-d796bd1c-03fd-4bcf-8616-12a9d9e5af2a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561423 Feb 17 22:23:24.405664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bd217-d3e3-459a-bcd8-d59b8ee50112 req-bb68c832-25f5-420e-a9e6-822ba61d0e6b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:24.407606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a34bd217-d3e3-459a-bcd8-d59b8ee50112 req-bb68c832-25f5-420e-a9e6-822ba61d0e6b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.0724771 Feb 17 22:23:24.493424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a34bd217-d3e3-459a-bcd8-d59b8ee50112 req-d71e4e17-33d6-4bde-a19a-df8f602e81b1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744984 Feb 17 22:23:24.736004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfc7ff-3a2c-4037-afd1-ccb18eaea3f6 req-24c1c848-9e96-4a74-94b5-01e3b7e9b9ad tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:24.738421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2dfc7ff-3a2c-4037-afd1-ccb18eaea3f6 req-24c1c848-9e96-4a74-94b5-01e3b7e9b9ad tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.0993321 Feb 17 22:23:24.771654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e0072-8c47-4a47-8602-883aa4605fcf req-0d2d3625-38d3-4eff-97a3-474442d18dc7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:24.773522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92e0072-8c47-4a47-8602-883aa4605fcf req-0d2d3625-38d3-4eff-97a3-474442d18dc7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.1008725 Feb 17 22:23:24.863415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2dfc7ff-3a2c-4037-afd1-ccb18eaea3f6 req-1d73947d-5f06-4efc-a3bd-67b07347b620 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077926 Feb 17 22:23:24.876202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92e0072-8c47-4a47-8602-883aa4605fcf req-cd06287b-5528-4a55-a8cd-6ab936db4fb8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837448 Feb 17 22:23:25.041806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbbbf8-d312-41c0-8773-4a026da14f85 req-405ade18-10ed-40cd-8580-eff0129f69b7 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:25.044251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30dbbbf8-d312-41c0-8773-4a026da14f85 req-405ade18-10ed-40cd-8580-eff0129f69b7 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 945 time: 0.0668278 Feb 17 22:23:25.111607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30dbbbf8-d312-41c0-8773-4a026da14f85 req-9a99fe9e-f61c-41ea-baed-a2bedb367dc9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509794 Feb 17 22:23:25.125133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:25.252841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199672c-7a15-4c4e-a764-916db58eec82 req-4fe6fa29-dcd1-4b76-87a9-4144892840f3 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:25.254509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8199672c-7a15-4c4e-a764-916db58eec82 req-4fe6fa29-dcd1-4b76-87a9-4144892840f3 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 945 time: 0.0724521 Feb 17 22:23:25.336606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8199672c-7a15-4c4e-a764-916db58eec82 req-7e76b3d2-f123-4c89-9c85-d0374491a221 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757661 Feb 17 22:23:25.475550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:23:25.503275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a62f05-3b29-4067-ae8e-03eb961a5552 req-b8218f3d-b64a-4ba8-adbf-9f848cc09468 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:25.512610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7a62f05-3b29-4067-ae8e-03eb961a5552 req-b8218f3d-b64a-4ba8-adbf-9f848cc09468 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.0870163 Feb 17 22:23:25.632786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7a62f05-3b29-4067-ae8e-03eb961a5552 req-b89a0f95-53ae-4fac-a5af-4b80207ecb77 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177137 Feb 17 22:23:25.679142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12400461-3d4a-4168-9be8-8a212e76bd9d req-776d172c-f2c3-4b37-a3a3-c5b4c99871ad tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:25.681908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12400461-3d4a-4168-9be8-8a212e76bd9d req-776d172c-f2c3-4b37-a3a3-c5b4c99871ad tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1244798 Feb 17 22:23:25.712842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:23:25.718790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:25.719996 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:25.810469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12400461-3d4a-4168-9be8-8a212e76bd9d req-a146c546-3ecc-4033-99ce-e810cb6c0e18 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229975 Feb 17 22:23:25.851523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf56cd7-9da9-40e1-b61e-625d600a0a13 req-8ae8e365-706d-40c7-be95-ec3f8a2efeaa tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:25.862929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaf56cd7-9da9-40e1-b61e-625d600a0a13 req-8ae8e365-706d-40c7-be95-ec3f8a2efeaa tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 945 time: 0.1485219 Feb 17 22:23:25.868841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:25.869239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:25.917695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:25.920580 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cde79a-1b0b-40c8-9a4f-471ef95dfb30" -d '{"events": [{"server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "name": "network-vif-plugged", "status": "completed", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:25.924882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:25.930016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:25.965458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eaf56cd7-9da9-40e1-b61e-625d600a0a13 req-5b828c14-73ba-4049-b2fa-9dd6cc23c957 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015894 Feb 17 22:23:26.016919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b159fd49-566c-4e2b-ab2c-f6a4cce58d0c req-117a5853-7a0b-4fba-8f88-1764c1861420 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:26.026070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:26.027044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b159fd49-566c-4e2b-ab2c-f6a4cce58d0c req-117a5853-7a0b-4fba-8f88-1764c1861420 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1137283 Feb 17 22:23:26.054491 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a216209-138b-4d69-b6c2-9ee74e0f2b70 x-openstack-request-id: req-9a216209-138b-4d69-b6c2-9ee74e0f2b70 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:26.055040 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "name": "network-vif-plugged", "status": "completed", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:26.055312 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a216209-138b-4d69-b6c2-9ee74e0f2b70 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:26.055925 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'code': 200} Feb 17 22:23:26.087909 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b159fd49-566c-4e2b-ab2c-f6a4cce58d0c req-040fdff7-9576-46d2-baa8-e57867a215d2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541122 Feb 17 22:23:26.282718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808004f3-6a96-46cf-9b8f-8f3b78e12ec9 req-f7c7e2e6-a486-4482-a243-6d4008bae562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:26.284285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-808004f3-6a96-46cf-9b8f-8f3b78e12ec9 req-f7c7e2e6-a486-4482-a243-6d4008bae562 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 1129 time: 0.0979047 Feb 17 22:23:26.297240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cdb29-c242-46e5-9761-d7a3c591f298 req-c29812c1-56e5-44a3-a453-3937a4f4e0b7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:26.299019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb4cdb29-c242-46e5-9761-d7a3c591f298 req-c29812c1-56e5-44a3-a453-3937a4f4e0b7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1016982 Feb 17 22:23:26.396356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb4cdb29-c242-46e5-9761-d7a3c591f298 req-f4cb103d-2f1e-4711-bcf8-23fcec46ee17 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828159 Feb 17 22:23:26.425518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-808004f3-6a96-46cf-9b8f-8f3b78e12ec9 req-d063963a-bea9-4861-a7a4-caf12a934c9c service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971510 Feb 17 22:23:26.540817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a261ecb6-be92-4547-ab84-140c66ae85fc req-c5f80654-bb67-4330-86ad-915c54eef1a6 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:26.551455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a261ecb6-be92-4547-ab84-140c66ae85fc req-c5f80654-bb67-4330-86ad-915c54eef1a6 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.1051800 Feb 17 22:23:26.656264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a261ecb6-be92-4547-ab84-140c66ae85fc req-54bbe35d-417e-42de-9705-83f55a2a718b tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817351 Feb 17 22:23:26.665396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284aaa6a-25df-4ec3-9f5a-e9ed32e3e726 req-21258c96-70ea-40f9-9a11-0ee067a7a59e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:26.666041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7746ff3d-3fb6-4208-9052-f5ecff973f17 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:23:26.667217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-284aaa6a-25df-4ec3-9f5a-e9ed32e3e726 req-21258c96-70ea-40f9-9a11-0ee067a7a59e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1050844 Feb 17 22:23:26.757054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-284aaa6a-25df-4ec3-9f5a-e9ed32e3e726 req-5150f6e1-caa6-4e64-9ba4-bc25a56df490 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784876 Feb 17 22:23:26.870331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c2662-6a92-4594-a0fe-f04ffc091624 req-657ebf34-989e-407e-bb19-5a2b8f388da8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:26.873523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-340c2662-6a92-4594-a0fe-f04ffc091624 req-657ebf34-989e-407e-bb19-5a2b8f388da8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.0833881 Feb 17 22:23:26.945311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:26.978717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'port_id': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'mac_address': 'fa:16:3e:e3:6b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:23:27.019439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-340c2662-6a92-4594-a0fe-f04ffc091624 req-d3ad520a-7aa9-46d3-af5b-3cc3c324ad9d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352010 Feb 17 22:23:27.122362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7746ff3d-3fb6-4208-9052-f5ecff973f17 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:27.122995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:27.148843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7746ff3d-3fb6-4208-9052-f5ecff973f17 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:27.177027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:27.183049 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:27.245541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915b15f-d979-4e24-b685-f250426932d5 req-275c69c7-6b5a-4696-8f91-8af17b5f3122 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:27.247730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1915b15f-d979-4e24-b685-f250426932d5 req-275c69c7-6b5a-4696-8f91-8af17b5f3122 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 945 time: 0.1308014 Feb 17 22:23:27.260631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:27.262189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37a42e-af94-49f9-a9b8-4036daaa935d req-8f7f6fd2-4db0-423c-beb2-73252f3996b0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:27.267953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb37a42e-af94-49f9-a9b8-4036daaa935d req-8f7f6fd2-4db0-423c-beb2-73252f3996b0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.0995865 Feb 17 22:23:27.330199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['7746ff3d-3fb6-4208-9052-f5ecff973f17'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:27.373401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1915b15f-d979-4e24-b685-f250426932d5 req-25d602fb-1366-4817-af03-ad9f4defb1d4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030047 Feb 17 22:23:27.402019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb37a42e-af94-49f9-a9b8-4036daaa935d req-047e292d-6f89-409e-a5aa-52f63657f4b8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134820 Feb 17 22:23:27.936475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5cfe7-881a-4b5a-bef8-44e4c7dfa404 req-e8be4641-81d3-4180-a7df-281ec6aa3eeb tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:27.947502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71f5cfe7-881a-4b5a-bef8-44e4c7dfa404 req-e8be4641-81d3-4180-a7df-281ec6aa3eeb tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.1446254 Feb 17 22:23:28.063838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71f5cfe7-881a-4b5a-bef8-44e4c7dfa404 req-a3776c6e-3169-4e87-8915-8df8c1fe084f tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143923 Feb 17 22:23:28.104231 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:23:28.243868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39079575-5114-4ef6-8b64-8d3a7b0be5be req-8b0dfea7-7a4e-431a-8652-4323be7b0305 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:28.247989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39079575-5114-4ef6-8b64-8d3a7b0be5be req-8b0dfea7-7a4e-431a-8652-4323be7b0305 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 944 time: 0.0931463 Feb 17 22:23:28.350051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39079575-5114-4ef6-8b64-8d3a7b0be5be req-87f51d1f-8f44-4552-b034-87e91dc7dd94 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956795 Feb 17 22:23:28.628668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb567d-1630-43f5-adc9-13253b3eee3e req-65546172-f09b-41a8-881e-a78e497b0469 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:28.639090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ceb567d-1630-43f5-adc9-13253b3eee3e req-65546172-f09b-41a8-881e-a78e497b0469 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1087086 Feb 17 22:23:28.675507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7746ff3d-3fb6-4208-9052-f5ecff973f17 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:23:28.723645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ceb567d-1630-43f5-adc9-13253b3eee3e req-358eebeb-e9b5-45a0-a4c6-7eb4581fa023 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815682 Feb 17 22:23:28.808134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 7746ff3d-3fb6-4208-9052-f5ecff973f17 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:28.808995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:28.958782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7746ff3d-3fb6-4208-9052-f5ecff973f17 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:28.959577 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:29.022040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:29.023893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:29.030227 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a0fb41-2330-4856-8638-2374ad8c1356" -d '{"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-plugged", "status": "completed", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:29.044561 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:29.156281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:29.172496 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336de518-3c74-4d3b-a8fc-99d37dfb1e59 x-openstack-request-id: req-336de518-3c74-4d3b-a8fc-99d37dfb1e59 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:29.175447 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-plugged", "status": "completed", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:29.176076 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-336de518-3c74-4d3b-a8fc-99d37dfb1e59 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:29.176847 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'code': 200} Feb 17 22:23:29.209043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32e6aa-9e69-42eb-a1ee-d47f30a783dc req-e02eedb9-5f1b-4c9c-8ac3-0d925455ca66 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:29.220716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f32e6aa-9e69-42eb-a1ee-d47f30a783dc req-e02eedb9-5f1b-4c9c-8ac3-0d925455ca66 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1076870 Feb 17 22:23:29.335501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f32e6aa-9e69-42eb-a1ee-d47f30a783dc req-a5a53dad-dd49-4c40-863d-2c7229827666 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138425 Feb 17 22:23:29.376482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aeb1e9-5d09-4546-8757-50d46f788fc6 req-cbb44474-65a2-44a2-8421-43bd4fd15394 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:29.378342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0aeb1e9-5d09-4546-8757-50d46f788fc6 req-cbb44474-65a2-44a2-8421-43bd4fd15394 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.1124375 Feb 17 22:23:29.468780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0aeb1e9-5d09-4546-8757-50d46f788fc6 req-8131dbc5-08c2-4c87-87ae-a31a55a4aa79 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757782 Feb 17 22:23:29.700614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6fd24b-2ba4-4f9f-9660-b9bd203b33d3 req-4701bb16-47bc-4c89-a3f4-cfd3a06eb856 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:29.702678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b6fd24b-2ba4-4f9f-9660-b9bd203b33d3 req-4701bb16-47bc-4c89-a3f4-cfd3a06eb856 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.1776807 Feb 17 22:23:29.738365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d00819-4f96-4dc1-a1e7-a07b616cda41 req-1295d08b-16fe-4dc7-b0fe-4109d40f43b8 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:29.750188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52108) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:29.751863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29d00819-4f96-4dc1-a1e7-a07b616cda41 req-1295d08b-16fe-4dc7-b0fe-4109d40f43b8 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.1365316 Feb 17 22:23:29.755863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Request body: {'floatingip': {'port_id': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:23:29.851083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b6fd24b-2ba4-4f9f-9660-b9bd203b33d3 req-46fb4a75-0676-4efd-981f-0d0138cec584 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323013 Feb 17 22:23:30.179469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for floatingip (780982c5-7527-4d0d-8603-420fe510d0fa), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:30.713860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f9090-8c2d-4e73-b26e-361d9ca76252 req-ece5a4f6-1bfa-4206-b20d-08c1683c40c6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:30.724591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-079f9090-8c2d-4e73-b26e-361d9ca76252 req-ece5a4f6-1bfa-4206-b20d-08c1683c40c6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2430785 Feb 17 22:23:30.810406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-3f7e1aa0-4f77-432c-9cd2-b78aa8ab601e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2228515 Feb 17 22:23:30.901069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-079f9090-8c2d-4e73-b26e-361d9ca76252 req-570c0308-37b0-453b-a175-61fcf0f46bd5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753912 Feb 17 22:23:31.002186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52138) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:31.025074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-048412e6-22ae-49de-a37c-3c9d5b0dbc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:31.031450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-048412e6-22ae-49de-a37c-3c9d5b0dbc23 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 1128 time: 0.1257212 Feb 17 22:23:31.180990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:23:31.362633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:31.378293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (780982c5-7527-4d0d-8603-420fe510d0fa), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:31.490487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b840233b-2c98-490c-96cc-f698c069439d details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:23:31.541670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-38761e04-3e04-4be0-ac6b-f90a8c76d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:31.552349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-38761e04-3e04-4be0-ac6b-f90a8c76d0b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.4651618 Feb 17 22:23:31.553420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d142-11dd-4a6c-8414-8cc0ab2ea998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:31.616615 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Floating IP 780982c5-7527-4d0d-8603-420fe510d0fa associated. External IP: 172.25.0.53, port: 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5. Feb 17 22:23:31.732698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-8ee79fc8-c558-4930-ba7a-f90d64b505bc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44 HTTP/1.1" status: 200 len: 217 time: 0.1624889 Feb 17 22:23:31.751746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:31.767831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b840233b-2c98-490c-96cc-f698c069439d', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': 'b840233b-2c98-490c-96cc-f698c069439d', 'mac_address': 'fa:16:3e:6f:60:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:23:31.845545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b840233b-2c98-490c-96cc-f698c069439d is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:31.846682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:31.867632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b840233b-2c98-490c-96cc-f698c069439d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:31.901693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:31.911469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:31.964774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d755d1-fc63-42a9-83b9-5f5b53ba9020 req-50141617-be96-420f-87de-1b7cc71456df tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:31.973380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:31.975587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73d755d1-fc63-42a9-83b9-5f5b53ba9020 req-50141617-be96-420f-87de-1b7cc71456df tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.9403310 Feb 17 22:23:32.053068 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d142-11dd-4a6c-8414-8cc0ab2ea998 admin admin] Publish callbacks [] for security_group (9beca578-21ac-4b0c-a837-57bde12208bb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:32.075700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b7e49-cb7c-486b-aa0e-e50fd372e9e8 req-c09ee497-53bb-4a34-be4e-90dd6f77391b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:32.084403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60b7e49-cb7c-486b-aa0e-e50fd372e9e8 req-c09ee497-53bb-4a34-be4e-90dd6f77391b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.7145994 Feb 17 22:23:32.100244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b840233b-2c98-490c-96cc-f698c069439d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:32.102267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b3a4d142-11dd-4a6c-8414-8cc0ab2ea998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9beca578-21ac-4b0c-a837-57bde12208bb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:32.151583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Router fcc71551-2729-4b1c-9580-fc1e4c71de25 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:23:32.230448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60b7e49-cb7c-486b-aa0e-e50fd372e9e8 req-c6eea5df-d296-4f66-bf82-f074c76ebef6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381576 Feb 17 22:23:32.395029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73d755d1-fc63-42a9-83b9-5f5b53ba9020 req-ee8de1e1-ef86-4a21-b9c2-e28dba099acb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184709 Feb 17 22:23:32.403315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-fadf7cf6-3ab6-4e0b-8a2a-23b80f6d23fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:32.445416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-fadf7cf6-3ab6-4e0b-8a2a-23b80f6d23fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.5593719 Feb 17 22:23:32.460045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:23:32.481390 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:32.506286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] Sync routers for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:23:32.523442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b3a4d142-11dd-4a6c-8414-8cc0ab2ea998 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1561a0a0fcd4e079c571f65258fe016&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5200613 Feb 17 22:23:32.541915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52172) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:32.545990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:23:32.550574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:23:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:23:32.615799 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-199261b6-79d7-476e-854e-a1b3b4af8e0a tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "PUT /v2.0/floatingips/780982c5-7527-4d0d-8603-420fe510d0fa HTTP/1.1" status: 200 len: 991 time: 2.8637755 Feb 17 22:23:32.616750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:32.624120 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4949e72c-e2db-48f0-80f6-69f9217f5ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:32.677124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-449442dc-3e14-495d-9e6b-549e11bb5c3f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:32.684953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-449442dc-3e14-495d-9e6b-549e11bb5c3f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.1668055 Feb 17 22:23:32.696558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4d142-11dd-4a6c-8414-8cc0ab2ea998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beca578-21ac-4b0c-a837-57bde12208bb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:32.792160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-ad037758-2105-4933-8d84-f60e33cd05dc tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/quotas/c67a5113ef434a4aba236d8fd7ff6cda HTTP/1.1" status: 200 len: 375 time: 0.1059704 Feb 17 22:23:32.801567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-c3b876b4-fafc-41d2-8062-7531a882aa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:32.803344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-c3b876b4-fafc-41d2-8062-7531a882aa5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3480346 Feb 17 22:23:32.902306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:23:32.966669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-4a84bc1c-0515-45b1-98f4-3a7dbd22885c service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073160 Feb 17 22:23:33.092815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3d93738-8863-49b8-9849-b1c5e8b6f0d4 admin admin] Publish callbacks [] for security_group (9beca578-21ac-4b0c-a837-57bde12208bb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:33.136327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-13f331e1-ce22-4da5-9a3a-9d1355e326bd tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3421617 Feb 17 22:23:33.191737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27964b-6e4a-4dc4-94ad-5425447da565 req-b8397d8e-4282-4d97-ad82-0a868fef1dfc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:33.199355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a27964b-6e4a-4dc4-94ad-5425447da565 req-b8397d8e-4282-4d97-ad82-0a868fef1dfc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.4752104 Feb 17 22:23:33.204436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3d93738-8863-49b8-9849-b1c5e8b6f0d4 admin admin] Publish callbacks [] for security_group (9beca578-21ac-4b0c-a837-57bde12208bb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:33.398658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-03d55328-40ba-4b77-988a-1b869d4a8fd7 service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610080 Feb 17 22:23:33.515409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b840233b-2c98-490c-96cc-f698c069439d up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:23:33.530683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-8f7eb93e-7733-4ed9-9279-5f0f24359f4d service neutron] 10.222.0.79 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307793 Feb 17 22:23:33.573041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a27964b-6e4a-4dc4-94ad-5425447da565 req-e60b5a99-1045-436e-86d0-c75299727471 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722737 Feb 17 22:23:33.578947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02d9ade-1bc7-4af9-87c6-713294b20a4a req-fc846bc5-1445-45b5-8a05-1c8764dc2800 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011875 Feb 17 22:23:33.608117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '780982c5-7527-4d0d-8603-420fe510d0fa', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'port_id': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'mac_address': 'fa:16:3e:f5:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:21:28Z', 'updated_at': '2022-02-17T22:23:31Z', 'revision_number': 1, 'project_id': '7bf5600058734da0842a33c8e365407f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 5, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:23:33.651226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3d93738-8863-49b8-9849-b1c5e8b6f0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9beca578-21ac-4b0c-a837-57bde12208bb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:33.654144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3d93738-8863-49b8-9849-b1c5e8b6f0d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:33.655536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e3d93738-8863-49b8-9849-b1c5e8b6f0d4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9beca578-21ac-4b0c-a837-57bde12208bb HTTP/1.1" status: 204 len: 168 time: 0.9859865 Feb 17 22:23:33.699723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d93738-8863-49b8-9849-b1c5e8b6f0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beca578-21ac-4b0c-a837-57bde12208bb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:33.770832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] Checking router: fcc71551-2729-4b1c-9580-fc1e4c71de25 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:23:33.840112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:23:33.853511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:23:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:23:33.908084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3b574-d817-4a48-8c2a-79b09f742fe8 req-338156f0-cd54-4881-8ee6-be1cee892c83 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:33.913065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95b3b574-d817-4a48-8c2a-79b09f742fe8 req-338156f0-cd54-4881-8ee6-be1cee892c83 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.1605301 Feb 17 22:23:34.133568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95b3b574-d817-4a48-8c2a-79b09f742fe8 req-7e53807a-86c0-4a79-affe-43e87730359d tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2081165 Feb 17 22:23:34.368607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b840233b-2c98-490c-96cc-f698c069439d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:34.373293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b840233b-2c98-490c-96cc-f698c069439d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:34.599724 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9539b7-e03d-4f2c-9191-ddcaf606cf81 x-openstack-request-id: req-3c9539b7-e03d-4f2c-9191-ddcaf606cf81 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:34.600277 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:34.600556 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3c9539b7-e03d-4f2c-9191-ddcaf606cf81 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:34.601763 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'status': 'completed', 'code': 200} Feb 17 22:23:34.708507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004ef6a-b1f8-41f9-b7f9-2d31cf514ba1 req-6faa6b8d-486a-4edb-b88b-feccc95fe1ad tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:34.723584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f004ef6a-b1f8-41f9-b7f9-2d31cf514ba1 req-6faa6b8d-486a-4edb-b88b-feccc95fe1ad tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.1936886 Feb 17 22:23:34.955128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f004ef6a-b1f8-41f9-b7f9-2d31cf514ba1 req-f6c916c9-761b-4250-89f7-adf70243a1e8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297714 Feb 17 22:23:35.086270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:23:35.110253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540b210-9912-4ebf-9727-b3322444a097 req-17a49fc8-c7b5-4570-9f78-944db66cd721 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:35.136057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c540b210-9912-4ebf-9727-b3322444a097 req-17a49fc8-c7b5-4570-9f78-944db66cd721 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2923946 Feb 17 22:23:35.188340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-aaf4bc66-54e1-452e-9739-75f508f2c9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:35.190273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-aaf4bc66-54e1-452e-9739-75f508f2c9c3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=7bf5600058734da0842a33c8e365407f&device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 1129 time: 0.4406497 Feb 17 22:23:35.501342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b840233b-2c98-490c-96cc-f698c069439d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:35.503772 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:35.708224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-623faa98-5d34-4082-8d79-fa4bbc15d374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:35.710247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-623faa98-5d34-4082-8d79-fa4bbc15d374 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 HTTP/1.1" status: 200 len: 916 time: 0.4490824 Feb 17 22:23:35.746761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bd7e1ba5-f780-48c9-b0e5-60370824e5e9 req-59b90533-d0fa-4ede-9e45-91adf0474930 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 210 time: 0.5699825 Feb 17 22:23:35.833981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:35.837710 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efeef9e3-c148-47ae-a0f2-0588471df60f" -d '{"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-plugged", "status": "completed", "tag": "b840233b-2c98-490c-96cc-f698c069439d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:35.933274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:35.950885 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:36.131960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-8e7a8576-ec4d-4e9e-adf3-5b2c94420625 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 HTTP/1.1" status: 200 len: 999 time: 0.3987250 Feb 17 22:23:36.142124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:36.493835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '780982c5-7527-4d0d-8603-420fe510d0fa', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'port_id': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'mac_address': 'fa:16:3e:f5:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:21:28Z', 'updated_at': '2022-02-17T22:23:31Z', 'revision_number': 1, 'project_id': '7bf5600058734da0842a33c8e365407f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 5, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:23:36.583619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a87bbd8-152d-4334-ac67-ef89f28e61bf None None] The sync data for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 is: [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '780982c5-7527-4d0d-8603-420fe510d0fa', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'floating_ip_address': '172.25.0.53', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'port_id': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'mac_address': 'fa:16:3e:f5:34:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:21:28Z', 'updated_at': '2022-02-17T22:23:31Z', 'revision_number': 1, 'project_id': '7bf5600058734da0842a33c8e365407f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 5, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:23:37.093664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c540b210-9912-4ebf-9727-b3322444a097 req-fc47b3dd-836b-4b76-8836-5415acd16b86 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9517808 Feb 17 22:23:37.157750 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7963e7c-a469-41d0-997d-6d2b81cd6b9f None None] New status for floating IP 780982c5-7527-4d0d-8603-420fe510d0fa: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:23:37.289844 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef38689-f656-424a-8473-c394822b16ef x-openstack-request-id: req-2ef38689-f656-424a-8473-c394822b16ef {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:37.290340 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-plugged", "status": "completed", "tag": "b840233b-2c98-490c-96cc-f698c069439d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:37.290442 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ef38689-f656-424a-8473-c394822b16ef {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:37.290786 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d', 'code': 200} Feb 17 22:23:37.675666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-b48d4395-556f-49d6-8f71-8637c5a19c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:37.685222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-b48d4395-556f-49d6-8f71-8637c5a19c78 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e48dffb6-62d9-40c2-9289-c8a07cdce6a3 HTTP/1.1" status: 200 len: 854 time: 1.5374289 Feb 17 22:23:37.849645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-a26acb2e-956b-40d8-8094-89b804633f06 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:37.855507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-a26acb2e-956b-40d8-8094-89b804633f06 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 814 time: 0.7543886 Feb 17 22:23:37.993164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Request body: {'port': {'device_id': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'admin_state_up': True, 'tenant_id': 'c67a5113ef434a4aba236d8fd7ff6cda'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:23:38.222077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18af0-6d9d-40bd-b2f6-0afa2265787b req-d6d62234-d83e-4607-b340-4a987bc0ce80 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:38.229419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dec18af0-6d9d-40bd-b2f6-0afa2265787b req-d6d62234-d83e-4607-b340-4a987bc0ce80 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.6639519 Feb 17 22:23:38.263014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-2cc7eed0-3de7-409a-ba97-8d6c9163d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:38.266718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-2cc7eed0-3de7-409a-ba97-8d6c9163d258 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5695834 Feb 17 22:23:38.623977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dec18af0-6d9d-40bd-b2f6-0afa2265787b req-c7de8f3f-cdd3-47c9-9dc0-a027f2b776a8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3716233 Feb 17 22:23:39.123280 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:39.152507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-2e2030c4-6448-4bbe-8bdd-a27945de1cbd service neutron] 10.222.0.94 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8759232 Feb 17 22:23:39.176306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Made reservation on behalf of c67a5113ef434a4aba236d8fd7ff6cda for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:23:39.180112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:39.185265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30cd2d98-a2ef-4f6a-b21e-dbe6c9b7aab1 req-9880829c-c715-4708-abe3-e7ae5478f4f0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 210 time: 0.2796185 Feb 17 22:23:39.490138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4949e72c-e2db-48f0-80f6-69f9217f5ac9 req-7c19b39e-b74a-4a05-abe6-843574a21592 service neutron] 10.222.0.94 "GET /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075140 Feb 17 22:23:39.716030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Allocated IP 172.20.0.5 (8ed72953-b469-44bd-bc93-72145e063d0d/a9edd69f-92e0-4288-a688-4f0ded150ae9/20f580b9-0b8a-4b04-b88a-ad3cdaebaebc) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:23:39.775406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ea6b5-bba4-4927-a5eb-9e22902360b4 req-d2aa7042-7a4e-4d6a-9446-d5d19e06c337 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:39.781154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-006ea6b5-bba4-4927-a5eb-9e22902360b4 req-d2aa7042-7a4e-4d6a-9446-d5d19e06c337 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1689603 Feb 17 22:23:40.025219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-006ea6b5-bba4-4927-a5eb-9e22902360b4 req-41fb022e-6663-4250-920c-839943b878aa tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189994 Feb 17 22:23:40.432697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks [] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:40.579008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:40.623188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9438dfea-65f0-4800-8dfc-a2e646f937e2', '933f400d-5169-49db-ace9-893236d08a28', '9f078acb-e0b0-4e75-b15a-ae2699da2fdc'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:40.853389 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:40.887648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Network 8ed72953-b469-44bd-bc93-72145e063d0d is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:23:40.904506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:23:40.929034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:23:41.142385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event updated for resources: {'Port': ['ID=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:41.168982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:41.265390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8abbe-9308-4c74-9f96-5a642907575e req-b400fe7c-380c-4d5b-a6ff-e19a7b59daf4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:41.268772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0e8abbe-9308-4c74-9f96-5a642907575e req-b400fe7c-380c-4d5b-a6ff-e19a7b59daf4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.8796263 Feb 17 22:23:41.306834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:41.307861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:41.390054 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Publish callbacks [] for security_group (a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:41.396113 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:41.465115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:41.474351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f002e942-8829-4d3e-ae3f-57e04e79b0e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5133698 Feb 17 22:23:41.513363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Request body: {'port': {'device_id': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:23:41.516485 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.517001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.520756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.521575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.522306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.523069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.524778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.525534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.527360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.531431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.533329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.534182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.534988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:23:41.604804 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7b5e868f-fa70-455b-acd6-03992c71d7d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8e89aa0580e40f295875610024e7943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7506065 Feb 17 22:23:41.616690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:41.812891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:41.838146 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c2f7-5a7f-4540-9df1-8e7f246b8a98 admin admin] Publish callbacks [] for security_group (a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:41.965734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c2f7-5a7f-4540-9df1-8e7f246b8a98 admin admin] Publish callbacks [] for security_group (a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:42.205744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c2f7-5a7f-4540-9df1-8e7f246b8a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:42.214334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac8c2f7-5a7f-4540-9df1-8e7f246b8a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:42.216099 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ac8c2f7-5a7f-4540-9df1-8e7f246b8a98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa HTTP/1.1" status: 204 len: 168 time: 0.5978892 Feb 17 22:23:42.260910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8c2f7-5a7f-4540-9df1-8e7f246b8a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63d8dc7-d9ec-4451-b80f-0dbeaabb5cfa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:42.281952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0e8abbe-9308-4c74-9f96-5a642907575e req-772b4494-6372-4070-a9c4-b091fec0211d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0031617 Feb 17 22:23:42.845479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-218f9ade-c822-406c-b32c-3d4dda3e7eff service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3189859 Feb 17 22:23:43.293664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52364) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:43.315937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0408a69f-d28c-4810-a60b-ee3939e77ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:43.320200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faded7ef-f90a-4724-869d-f09b707bafca req-e0d27fbf-beab-4bf6-9c04-4cf9d2fe4926 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:43.330061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faded7ef-f90a-4724-869d-f09b707bafca req-e0d27fbf-beab-4bf6-9c04-4cf9d2fe4926 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.6339800 Feb 17 22:23:43.508682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faded7ef-f90a-4724-869d-f09b707bafca req-4f0de794-2e74-470d-8a25-7ce563ce60ae tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652470 Feb 17 22:23:43.566357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:43.587096 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0408a69f-d28c-4810-a60b-ee3939e77ffb admin admin] Publish callbacks [] for security_group (bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:43.590975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda7851-7221-4a07-bebb-5d90689642ae req-2715b5bb-0015-4a9a-b704-2ab2a307ce27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:43.593266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0408a69f-d28c-4810-a60b-ee3939e77ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:43.605477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-2715b5bb-0015-4a9a-b704-2ab2a307ce27 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 1129 time: 0.7148812 Feb 17 22:23:43.628761 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Publish callbacks [] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:43.842011 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0408a69f-d28c-4810-a60b-ee3939e77ffb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=eff4ca94621a40d880553f5554f58c81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5388386 Feb 17 22:23:43.847888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52372) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:43.879763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408a69f-d28c-4810-a60b-ee3939e77ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:43.932341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Transition to ACTIVE for port object 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:23:44.103179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c6be2ac-a4ad-4d98-951e-dcb1d2365621 admin admin] Publish callbacks [] for security_group (bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:44.109291 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:44.198028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c6be2ac-a4ad-4d98-951e-dcb1d2365621 admin admin] Publish callbacks [] for security_group (bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:44.342940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Pushing event updated for resources: {'Port': ['ID=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:44.394662 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc4c97b6-c487-473b-8d15-e561f95865db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:44.417936 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c6be2ac-a4ad-4d98-951e-dcb1d2365621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:44.433222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c6be2ac-a4ad-4d98-951e-dcb1d2365621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:44.439071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7c6be2ac-a4ad-4d98-951e-dcb1d2365621 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c HTTP/1.1" status: 204 len: 168 time: 0.5846877 Feb 17 22:23:44.466118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6be2ac-a4ad-4d98-951e-dcb1d2365621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e1fa8-dcf8-4809-8fa7-c8dfa1bc4c3c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:44.988768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Attempting to bind port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:23:44.989622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Attempting to bind port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:23:44.989978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Attempting to bind port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:23:45.020528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56669e61-4a7d-474b-ad16-cbc82fcb3766 req-aef623a9-2008-4f07-b772-cbf5871878e2 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:45.023122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56669e61-4a7d-474b-ad16-cbc82fcb3766 req-aef623a9-2008-4f07-b772-cbf5871878e2 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 943 time: 1.0868943 Feb 17 22:23:45.152339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc on network 8ed72953-b469-44bd-bc93-72145e063d0d not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:23:45.152805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Attempting to bind port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc on network 8ed72953-b469-44bd-bc93-72145e063d0d {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:23:45.165397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda7851-7221-4a07-bebb-5d90689642ae req-2f4fb1dc-54f1-4052-aee8-6f26d6c29b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:45.166943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-2f4fb1dc-54f1-4052-aee8-6f26d6c29b82 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 1.5026360 Feb 17 22:23:45.225438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:23:45.225855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Checking segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:23:45.226260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Bound using segment: {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:23:45.226730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Bound port: 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48009749-8a0a-45f0-bf27-d34f287c32d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:23:45.227139 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:45.620593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-aebda4c3-e46d-4aa7-ac5d-0723963b1d38 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=933f400d-5169-49db-ace9-893236d08a28 HTTP/1.1" status: 200 len: 217 time: 0.4403975 Feb 17 22:23:45.927509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56669e61-4a7d-474b-ad16-cbc82fcb3766 req-afc76561-f640-45fd-b73d-d5a5abda0a4e tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8599937 Feb 17 22:23:45.960352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] For port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:23:46.029262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] For port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:23:46.040558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfda7851-7221-4a07-bebb-5d90689642ae req-1a8fd49d-7401-4afb-a6e6-815c7aecbc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:46.044079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-1a8fd49d-7401-4afb-a6e6-815c7aecbc24 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.3688478 Feb 17 22:23:46.048471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:46.087527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:46.089773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:46.092561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0215320c-a92a-409c-be60-f78597a59acb service neutron] 10.222.0.94 "PUT /v2.0/ports/20f580b9-0b8a-4b04-b88a-ad3cdaebaebc HTTP/1.1" status: 200 len: 1092 time: 4.5968180 Feb 17 22:23:46.166510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:46.172544 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b88c519-0899-45bc-a98d-e215a380fde5" -d '{"events": [{"name": "network-changed", "server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:46.181383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-d46618af-b99f-4b93-8056-219f80d18c4a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137218 Feb 17 22:23:46.871686 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aff1dbb5-411f-4f3d-9c12-329a566a01f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:47.239342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad884e-57a1-4c98-aeed-984f2812524d req-08397640-f29a-4406-b32c-cc819436be8e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:47.246796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cad884e-57a1-4c98-aeed-984f2812524d req-08397640-f29a-4406-b32c-cc819436be8e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 1.0603020 Feb 17 22:23:47.276012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215320c-a92a-409c-be60-f78597a59acb service neutron] Pushing event updated for resources: {'Port': ['ID=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:47.330068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-2c28f339-e309-4d0c-8bbb-59c3ea3fde24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:47.340677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-2c28f339-e309-4d0c-8bbb-59c3ea3fde24 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 1126 time: 1.1529603 Feb 17 22:23:47.508608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-df2f7d4d-9b35-44d9-80de-ec8bab6dc11e service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1988204 Feb 17 22:23:47.820450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cad884e-57a1-4c98-aeed-984f2812524d req-62bcdbf7-21f7-41e1-9d56-0d6e85322863 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5253332 Feb 17 22:23:47.877990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-2780900d-37cb-4118-854b-e50a2257e0ae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc HTTP/1.1" status: 200 len: 217 time: 0.4005027 Feb 17 22:23:47.920358 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:48.190907 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c9424e-3f14-42f9-baae-3f9e99d91b60 x-openstack-request-id: req-31c9424e-3f14-42f9-baae-3f9e99d91b60 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:48.215113 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:48.215502 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-31c9424e-3f14-42f9-baae-3f9e99d91b60 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:48.216148 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc', 'status': 'completed', 'code': 200} Feb 17 22:23:48.343560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0df43330-2b10-478e-a658-4a06ac28cd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:48.345642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-0df43330-2b10-478e-a658-4a06ac28cd56 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.4573107 Feb 17 22:23:48.438359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-8a653b0b-4f71-4ec3-8774-8aea4c387a55 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678380 Feb 17 22:23:48.715036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-68cea843-f129-4761-afbf-96a822fbcbd2 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628491 Feb 17 22:23:48.761389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfda7851-7221-4a07-bebb-5d90689642ae req-9ce62b6c-1791-421c-8bb4-566a8fe3ee1c service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1832433 Feb 17 22:23:48.940620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3bca25-dd3d-428c-91fb-f7e9a2ec982c req-cc7db12f-5b1b-4463-9f4a-5ddc779ebc88 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:48.943121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf3bca25-dd3d-428c-91fb-f7e9a2ec982c req-cc7db12f-5b1b-4463-9f4a-5ddc779ebc88 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 943 time: 0.5963655 Feb 17 22:23:49.121286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf3bca25-dd3d-428c-91fb-f7e9a2ec982c req-5d88e308-4d5d-436f-b140-39b4c8108504 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673288 Feb 17 22:23:49.128935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b284d1b0-b4ca-4d57-82c4-043e60e7ae4e req-f4423b7c-a8fb-43ef-9a34-4d95f1158c1b service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652968 Feb 17 22:23:49.303851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:49.827620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-97a4211f-462a-4f9a-ab59-08617fbcc143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:49.829892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-97a4211f-462a-4f9a-ab59-08617fbcc143 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 1126 time: 0.2892020 Feb 17 22:23:49.842933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6349f-350a-4109-850d-02359a6b4294 req-a8179a74-0015-4fc0-827c-9ee944436341 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:49.846114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99a6349f-350a-4109-850d-02359a6b4294 req-a8179a74-0015-4fc0-827c-9ee944436341 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3851004 Feb 17 22:23:50.569478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:50.675995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:50.876312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36b7cc76-aa22-4cbe-bb66-84feec0251cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:51.052479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36b7cc76-aa22-4cbe-bb66-84feec0251cb admin admin] Publish callbacks [] for security_group (fde5aac0-9c8d-4cc1-9341-d3c70362e553), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:51.059779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36b7cc76-aa22-4cbe-bb66-84feec0251cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fde5aac0-9c8d-4cc1-9341-d3c70362e553), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:51.106384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7cc76-aa22-4cbe-bb66-84feec0251cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde5aac0-9c8d-4cc1-9341-d3c70362e553,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:51.152163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52480) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:51.153286 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-36b7cc76-aa22-4cbe-bb66-84feec0251cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b14b6b38d9c34dc8a84b2449261b73a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5820191 Feb 17 22:23:51.263140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99a6349f-350a-4109-850d-02359a6b4294 req-bfdee813-78b3-42e2-8987-e6363bedaa23 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980010 Feb 17 22:23:51.302910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-2b6fe400-9375-46ce-835d-9076d9b9fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:51.304893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-2b6fe400-9375-46ce-835d-9076d9b9fae0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 1.4505634 Feb 17 22:23:51.333413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9717d537-56ec-42bf-9bab-a49731f36b8d admin admin] Publish callbacks [] for security_group (fde5aac0-9c8d-4cc1-9341-d3c70362e553), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:51.365822 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9717d537-56ec-42bf-9bab-a49731f36b8d admin admin] Publish callbacks [] for security_group (fde5aac0-9c8d-4cc1-9341-d3c70362e553), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:51.455177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9717d537-56ec-42bf-9bab-a49731f36b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fde5aac0-9c8d-4cc1-9341-d3c70362e553), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:51.462745 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9717d537-56ec-42bf-9bab-a49731f36b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:51.466788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9717d537-56ec-42bf-9bab-a49731f36b8d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fde5aac0-9c8d-4cc1-9341-d3c70362e553 HTTP/1.1" status: 204 len: 168 time: 0.3000548 Feb 17 22:23:51.587311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:23:51.646117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9717d537-56ec-42bf-9bab-a49731f36b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde5aac0-9c8d-4cc1-9341-d3c70362e553,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:51.783914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-99feab63-0705-47cd-a063-865c026fe1e5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc HTTP/1.1" status: 200 len: 217 time: 0.4572139 Feb 17 22:23:52.077664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:52.165406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc', 'network_id': '8ed72953-b469-44bd-bc93-72145e063d0d', 'port_id': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc', 'mac_address': 'fa:16:3e:32:10:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9edd69f-92e0-4288-a688-4f0ded150ae9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:23:52.187481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-0c0e294d-b1f6-4b20-8dc8-a00f2113da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:52.197873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-0c0e294d-b1f6-4b20-8dc8-a00f2113da69 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.4083693 Feb 17 22:23:52.380279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-2a8f5e41-0adc-4979-8675-82377b1b05f9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562424 Feb 17 22:23:52.460959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:52.466811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:52.586494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cb5db-2093-4601-8cca-9eef0e7f40fd req-66f909c4-8863-46c1-99b8-cbf52e0cd60c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:52.588242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b8cb5db-2093-4601-8cca-9eef0e7f40fd req-66f909c4-8863-46c1-99b8-cbf52e0cd60c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.9455409 Feb 17 22:23:52.592784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:23:52.702514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:52.716131 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:52.837918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52498) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:52.949692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:52.958567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:52.975547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-21c7de8f-9aa7-4036-a5b6-d8d380845359 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943794 Feb 17 22:23:53.010238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad338958-ce3a-443a-b7ff-ea3acbfa82fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:53.179215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['20f580b9-0b8a-4b04-b88a-ad3cdaebaebc'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:23:53.311354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b8cb5db-2093-4601-8cca-9eef0e7f40fd req-373a46c6-945c-44fa-9355-f732adf4e35b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5649405 Feb 17 22:23:53.430585 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad338958-ce3a-443a-b7ff-ea3acbfa82fd admin admin] Publish callbacks [] for security_group (3d4133f2-6a6f-4ced-bfb7-0520f6444b39), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:53.436206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad338958-ce3a-443a-b7ff-ea3acbfa82fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3d4133f2-6a6f-4ced-bfb7-0520f6444b39), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:53.492399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b88c519-0899-45bc-a98d-e215a380fde5 req-cbc75b19-e1c8-40c6-a04f-cbfbc6747676 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4553831 Feb 17 22:23:53.614467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52506) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:53.615484 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ad338958-ce3a-443a-b7ff-ea3acbfa82fd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a277750c1ce04b0283b955403be892f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6485014 Feb 17 22:23:53.627351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad338958-ce3a-443a-b7ff-ea3acbfa82fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4133f2-6a6f-4ced-bfb7-0520f6444b39,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:53.846004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fbca955-87fc-47cf-a592-dd2b0b454ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:53.992529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdd5b0-67aa-475e-914b-d6960b25ae96 req-f30013a8-3a9c-40d0-ada8-8c8a3cf430e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:54.019767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19cdd5b0-67aa-475e-914b-d6960b25ae96 req-f30013a8-3a9c-40d0-ada8-8c8a3cf430e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 944 time: 0.4422529 Feb 17 22:23:54.154709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b96f15f7-88dd-4a25-ac68-cb9ef704790a admin admin] Publish callbacks [] for security_group (3d4133f2-6a6f-4ced-bfb7-0520f6444b39), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:54.255172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19cdd5b0-67aa-475e-914b-d6960b25ae96 req-33f6d8c9-e62d-4d75-96a7-044cd1eabb8f tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333608 Feb 17 22:23:54.302351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fbca955-87fc-47cf-a592-dd2b0b454ace admin admin] Publish callbacks [] for security_group (ef49a27c-0e4d-41c8-b7de-9bd71e6956f4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:54.367904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fbca955-87fc-47cf-a592-dd2b0b454ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ef49a27c-0e4d-41c8-b7de-9bd71e6956f4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:54.436985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52514) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:54.439152 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3fbca955-87fc-47cf-a592-dd2b0b454ace admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44127445bf63437abaca829db50fb84f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5950620 Feb 17 22:23:54.536281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbca955-87fc-47cf-a592-dd2b0b454ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef49a27c-0e4d-41c8-b7de-9bd71e6956f4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:54.632584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b96f15f7-88dd-4a25-ac68-cb9ef704790a admin admin] Publish callbacks [] for security_group (3d4133f2-6a6f-4ced-bfb7-0520f6444b39), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:54.804787 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ae64-426d-46e3-8b73-2c35b9edd0a9 admin admin] Publish callbacks [] for security_group (ef49a27c-0e4d-41c8-b7de-9bd71e6956f4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:55.034915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ae64-426d-46e3-8b73-2c35b9edd0a9 admin admin] Publish callbacks [] for security_group (ef49a27c-0e4d-41c8-b7de-9bd71e6956f4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:55.142873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af243b8-e437-4700-b057-2a008a08629b req-bc98370e-017e-4360-886b-a41b92cb847a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:55.145795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3af243b8-e437-4700-b057-2a008a08629b req-bc98370e-017e-4360-886b-a41b92cb847a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.4875598 Feb 17 22:23:55.185921 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:55.476740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3af243b8-e437-4700-b057-2a008a08629b req-ab18784a-42c7-49c7-81fa-50bf4cb7b104 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938216 Feb 17 22:23:55.480470 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b96f15f7-88dd-4a25-ac68-cb9ef704790a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3d4133f2-6a6f-4ced-bfb7-0520f6444b39), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:55.494185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b96f15f7-88dd-4a25-ac68-cb9ef704790a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:55.507386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b96f15f7-88dd-4a25-ac68-cb9ef704790a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d4133f2-6a6f-4ced-bfb7-0520f6444b39 HTTP/1.1" status: 204 len: 168 time: 1.8761826 Feb 17 22:23:55.557953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f15f7-88dd-4a25-ac68-cb9ef704790a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4133f2-6a6f-4ced-bfb7-0520f6444b39,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:55.597065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ae64-426d-46e3-8b73-2c35b9edd0a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ef49a27c-0e4d-41c8-b7de-9bd71e6956f4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:55.610527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ad7ae64-426d-46e3-8b73-2c35b9edd0a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:55.612342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3ad7ae64-426d-46e3-8b73-2c35b9edd0a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef49a27c-0e4d-41c8-b7de-9bd71e6956f4 HTTP/1.1" status: 204 len: 168 time: 1.1764302 Feb 17 22:23:55.614440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:23:55.674174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ae64-426d-46e3-8b73-2c35b9edd0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef49a27c-0e4d-41c8-b7de-9bd71e6956f4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:55.862820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:23:55.880791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:23:55.881725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:56.338644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63db61d0-485c-45f8-9289-e577bbedc30d req-3e28f90f-7725-4e02-8f39-e56296c115a0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:56.365206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63db61d0-485c-45f8-9289-e577bbedc30d req-3e28f90f-7725-4e02-8f39-e56296c115a0 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.3939431 Feb 17 22:23:56.429138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:23:56.433048 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:56.561582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:23:56.576891 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3681d26a-8c69-481c-9cb7-5370df2f5340" -d '{"events": [{"server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "name": "network-vif-plugged", "status": "completed", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:23:56.586307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63db61d0-485c-45f8-9289-e577bbedc30d req-52ef6173-c01a-4283-801d-4a91599c79ce tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195616 Feb 17 22:23:56.635522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:23:56.645750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:56.813802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:56.901233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af024f-db79-4f2f-8c84-784cce2329a1 req-f88c7852-54b3-4767-8f26-5158f4977f31 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:56.916540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2af024f-db79-4f2f-8c84-784cce2329a1 req-f88c7852-54b3-4767-8f26-5158f4977f31 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 945 time: 0.1427140 Feb 17 22:23:57.060482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52564) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:57.084498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2af024f-db79-4f2f-8c84-784cce2329a1 req-7c1d50f5-d73f-451a-9809-4658c553a446 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637547 Feb 17 22:23:57.142879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c090f66f-0d51-461e-bac5-bb61a6abc988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:57.179710 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89211be4-ec57-4720-a447-845d5319c054 x-openstack-request-id: req-89211be4-ec57-4720-a447-845d5319c054 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:23:57.180459 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "name": "network-vif-plugged", "status": "completed", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:23:57.181439 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89211be4-ec57-4720-a447-845d5319c054 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:23:57.183228 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc', 'code': 200} Feb 17 22:23:57.509046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b2dbca-83bf-4508-896d-c02467ff0169 req-0dd677a9-6143-4a77-b610-1ecae93a734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:57.512123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90b2dbca-83bf-4508-896d-c02467ff0169 req-0dd677a9-6143-4a77-b610-1ecae93a734e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 1128 time: 0.1890509 Feb 17 22:23:57.534224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c090f66f-0d51-461e-bac5-bb61a6abc988 admin admin] Publish callbacks [] for security_group (dccc104f-2276-475f-97d7-8bb9ab8a5146), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:57.542631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c090f66f-0d51-461e-bac5-bb61a6abc988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dccc104f-2276-475f-97d7-8bb9ab8a5146), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:57.605216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e77cbd8-8c0b-40d8-9ecb-5f7b92649db8 req-dcdf0842-c21b-428d-b06a-90089fe3e05a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:57.616763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e77cbd8-8c0b-40d8-9ecb-5f7b92649db8 req-dcdf0842-c21b-428d-b06a-90089fe3e05a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2675109 Feb 17 22:23:57.658137 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c090f66f-0d51-461e-bac5-bb61a6abc988 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63b49cd494a14caeac45c4ecbeb1d2fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5907018 Feb 17 22:23:57.662387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52572) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:23:57.664788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090f66f-0d51-461e-bac5-bb61a6abc988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccc104f-2276-475f-97d7-8bb9ab8a5146,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:57.764925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e77cbd8-8c0b-40d8-9ecb-5f7b92649db8 req-6eea2623-c8b6-4110-9797-a74a5f419922 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471553 Feb 17 22:23:57.774682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90b2dbca-83bf-4508-896d-c02467ff0169 req-b6fa7ad4-81c1-4794-88dd-f0c1c8aa0a4a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500908 Feb 17 22:23:57.899336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d32ad8e0-4d62-4ca7-8f4e-598de8a1d51d admin admin] Publish callbacks [] for security_group (dccc104f-2276-475f-97d7-8bb9ab8a5146), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:58.008589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-bd2adcd4-ee2e-49cb-b310-5f1d548f2125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:58.010268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-bd2adcd4-ee2e-49cb-b310-5f1d548f2125 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 1128 time: 0.3012094 Feb 17 22:23:58.038586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d32ad8e0-4d62-4ca7-8f4e-598de8a1d51d admin admin] Publish callbacks [] for security_group (dccc104f-2276-475f-97d7-8bb9ab8a5146), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:58.205162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257320bd-a16f-4750-9223-4c21612f2e3b req-38774a7d-bcf5-4e1b-8fd6-5d7235adf104 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:58.214871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d32ad8e0-4d62-4ca7-8f4e-598de8a1d51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dccc104f-2276-475f-97d7-8bb9ab8a5146), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:58.215493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-257320bd-a16f-4750-9223-4c21612f2e3b req-38774a7d-bcf5-4e1b-8fd6-5d7235adf104 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.4456770 Feb 17 22:23:58.219325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d32ad8e0-4d62-4ca7-8f4e-598de8a1d51d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:23:58.223550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d32ad8e0-4d62-4ca7-8f4e-598de8a1d51d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dccc104f-2276-475f-97d7-8bb9ab8a5146 HTTP/1.1" status: 204 len: 168 time: 0.5579820 Feb 17 22:23:58.271340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ad8e0-4d62-4ca7-8f4e-598de8a1d51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccc104f-2276-475f-97d7-8bb9ab8a5146,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:23:58.500697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-257320bd-a16f-4750-9223-4c21612f2e3b req-752ff2a2-7aad-4bd7-949a-ae2eeeeaeaed tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835398 Feb 17 22:23:58.553342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5330d6d-d2e6-41d4-83ae-08fe4a1fcb8d req-b1a57556-0af4-48e7-90f0-d35a5ebf3ced tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:58.561829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5330d6d-d2e6-41d4-83ae-08fe4a1fcb8d req-b1a57556-0af4-48e7-90f0-d35a5ebf3ced tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.5470760 Feb 17 22:23:58.644795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-a466a539-e347-44f7-921d-d2df0dbd7a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:58.658452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-a466a539-e347-44f7-921d-d2df0dbd7a23 service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.6165509 Feb 17 22:23:58.815991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-3c058511-25a8-4305-9535-caf6ba2e7477 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17 HTTP/1.1" status: 200 len: 217 time: 0.1545014 Feb 17 22:23:58.884534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5330d6d-d2e6-41d4-83ae-08fe4a1fcb8d req-94cbcb66-0839-4273-9114-5503d52ebff0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164916 Feb 17 22:23:59.072910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-24c97c72-6425-4569-a66f-94192e10050b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:59.076514 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-24c97c72-6425-4569-a66f-94192e10050b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.2086716 Feb 17 22:23:59.130469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226cefc0-01b2-4fe0-b126-73facc3e68e8 req-605d4a76-a3f9-4661-8d73-f5f2cc06079d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:59.146967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-226cefc0-01b2-4fe0-b126-73facc3e68e8 req-605d4a76-a3f9-4661-8d73-f5f2cc06079d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 945 time: 0.2771692 Feb 17 22:23:59.423516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-c246fb41-48c3-4eec-9d99-184be36789a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:59.425212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-c246fb41-48c3-4eec-9d99-184be36789a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3356035 Feb 17 22:23:59.617181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e53d4-1e7a-4c8b-bfd2-708020510b53 req-2ae5367b-77a7-4fee-baa8-49fed822411c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:23:59.619813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb0e53d4-1e7a-4c8b-bfd2-708020510b53 req-2ae5367b-77a7-4fee-baa8-49fed822411c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3098285 Feb 17 22:23:59.641898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-226cefc0-01b2-4fe0-b126-73facc3e68e8 req-d8171d75-d3cc-4df1-bee7-b0a4f4c34b66 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4909644 Feb 17 22:24:00.007941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb0e53d4-1e7a-4c8b-bfd2-708020510b53 req-ba1f0ba2-851a-4ac5-88c0-80b9e32a43b5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637378 Feb 17 22:24:00.033914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-fa8a5324-3b53-43b9-a0bc-8d2d167be631 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941632 Feb 17 22:24:00.541757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42776961-d3dc-4c1c-88ed-5dc90ac234d1 req-760d87f3-0998-48d4-9ddd-80f9a4bfeaad tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:00.557577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42776961-d3dc-4c1c-88ed-5dc90ac234d1 req-760d87f3-0998-48d4-9ddd-80f9a4bfeaad tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 945 time: 0.7611928 Feb 17 22:24:00.625834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc69df-f53b-497a-8d2a-f9a4b554554c req-91c28ba7-4583-4bae-a8e0-cade40074918 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:00.629040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bdc69df-f53b-497a-8d2a-f9a4b554554c req-91c28ba7-4583-4bae-a8e0-cade40074918 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2626514 Feb 17 22:24:00.723561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a84408dd-9cd4-42b3-be9d-fb35d0d21333 req-2e9cee1d-bab6-4fba-9db7-94a0a9d5a89a service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6535046 Feb 17 22:24:00.875752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7746ff3d-3fb6-4208-9052-f5ecff973f17 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:00.947024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bdc69df-f53b-497a-8d2a-f9a4b554554c req-6869fbfc-5d25-4399-85ed-edbe02074d53 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851186 Feb 17 22:24:01.011427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42776961-d3dc-4c1c-88ed-5dc90ac234d1 req-7850de53-ee98-45a4-9a17-252a2287e9f4 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517314 Feb 17 22:24:01.404591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7746ff3d-3fb6-4208-9052-f5ecff973f17 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:01.406833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:01.409950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97036e93-9fa6-4ea2-99c4-6f690ede6582 req-d73f2fe6-a9b2-4cde-b6f1-3466d0fdef8a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:01.416769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97036e93-9fa6-4ea2-99c4-6f690ede6582 req-d73f2fe6-a9b2-4cde-b6f1-3466d0fdef8a tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 945 time: 0.2830439 Feb 17 22:24:01.563796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97036e93-9fa6-4ea2-99c4-6f690ede6582 req-8e6dac92-6c77-41d5-9c20-0e5a29983e9d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394300 Feb 17 22:24:01.621503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:01.635720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:01.643178 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de227b9b-0eb6-4885-84b2-214f23a78988" -d '{"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-unplugged", "status": "completed", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:01.661842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:01.733366 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0defd4-4af7-46ff-bdac-079247290cf9 x-openstack-request-id: req-af0defd4-4af7-46ff-bdac-079247290cf9 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:01.734892 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-unplugged", "status": "completed", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:01.735544 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-af0defd4-4af7-46ff-bdac-079247290cf9 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:01.736248 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'code': 200} Feb 17 22:24:01.816232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:01.833367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dc937-b9e7-4c71-95bc-6efc9b2e75e0 req-f4de545d-7389-47a4-a783-414c253ab0b7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:01.843389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-950dc937-b9e7-4c71-95bc-6efc9b2e75e0 req-f4de545d-7389-47a4-a783-414c253ab0b7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1831267 Feb 17 22:24:02.038915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-950dc937-b9e7-4c71-95bc-6efc9b2e75e0 req-adfa776a-f6f1-4112-bd6a-9347a5a58a62 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930332 Feb 17 22:24:02.542193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ea47e-e8c9-4e65-9cab-811450262233 req-b6927725-98e6-450e-98b8-cc2b2e6a473c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:02.551996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-707ea47e-e8c9-4e65-9cab-811450262233 req-b6927725-98e6-450e-98b8-cc2b2e6a473c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 943 time: 0.3369157 Feb 17 22:24:02.624027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a682bff-a1e3-44a6-87a3-bd75445e4135 req-6fda085e-7e33-4fa1-a2e7-794c17aec7ef tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:02.628531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a682bff-a1e3-44a6-87a3-bd75445e4135 req-6fda085e-7e33-4fa1-a2e7-794c17aec7ef tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3539743 Feb 17 22:24:02.823686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-707ea47e-e8c9-4e65-9cab-811450262233 req-46be914c-d8d8-45de-bcdb-6232ed90cc46 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706079 Feb 17 22:24:02.869457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a682bff-a1e3-44a6-87a3-bd75445e4135 req-63fc933e-1eec-4a85-9ef8-aaa340a43b47 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247539 Feb 17 22:24:03.161858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfd084-2f80-43bc-841f-ec1fa7c05b26 req-286d66f7-047e-4582-8a83-a4fcc5900dc3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:03.171001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4bfd084-2f80-43bc-841f-ec1fa7c05b26 req-286d66f7-047e-4582-8a83-a4fcc5900dc3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1024594 Feb 17 22:24:03.292045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4bfd084-2f80-43bc-841f-ec1fa7c05b26 req-9e4e8f42-862a-4812-b451-307fef6157f3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182601 Feb 17 22:24:03.609812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71618982-ee65-48f7-baf5-1df2ca45425d req-3c21037d-6fc6-4d59-a10f-d10eff2f6cb2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:03.612317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71618982-ee65-48f7-baf5-1df2ca45425d req-3c21037d-6fc6-4d59-a10f-d10eff2f6cb2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1535892 Feb 17 22:24:03.768017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71618982-ee65-48f7-baf5-1df2ca45425d req-6c05a207-3cbf-4f1a-90ad-00e65a00e07e tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488414 Feb 17 22:24:04.147137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3072ea7-d2ba-436b-91b1-b420d433b7de req-1c9800e3-d9e8-4ae1-a851-6c60c4a6a44b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:04.156349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3072ea7-d2ba-436b-91b1-b420d433b7de req-1c9800e3-d9e8-4ae1-a851-6c60c4a6a44b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 943 time: 0.1297841 Feb 17 22:24:04.268158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3072ea7-d2ba-436b-91b1-b420d433b7de req-e87a0d19-1240-44eb-9001-2f3478a7f581 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053655 Feb 17 22:24:04.361801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e432ef58-6968-4abc-b8e9-5e233c368ff2 req-b78a37e8-8e25-4def-9710-6e62f97fbae7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:04.372564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e432ef58-6968-4abc-b8e9-5e233c368ff2 req-b78a37e8-8e25-4def-9710-6e62f97fbae7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1724944 Feb 17 22:24:04.555175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e432ef58-6968-4abc-b8e9-5e233c368ff2 req-10086b3e-49bf-4823-897f-a695bfffcd3a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730568 Feb 17 22:24:04.564103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52794) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:04.703591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499825be-2d63-4ca1-b3de-86f81de88397 req-2ddbc171-bd94-453a-99d7-bda2b2176697 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:04.715712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-499825be-2d63-4ca1-b3de-86f81de88397 req-2ddbc171-bd94-453a-99d7-bda2b2176697 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2559795 Feb 17 22:24:04.926703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7746ff3d-3fb6-4208-9052-f5ecff973f17 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:04.984951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-499825be-2d63-4ca1-b3de-86f81de88397 req-119008c4-bb7e-4f49-9f2e-791980ae778a tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443409 Feb 17 22:24:05.105005 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:24:05.111362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b718c170-bba1-4567-95fd-8dba7de973e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:05.126510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c2967-be5b-4a34-9080-81867334f641 req-bc8899d8-05d0-420c-8d19-8bc145f9f3ec tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:05.150917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab4c2967-be5b-4a34-9080-81867334f641 req-bc8899d8-05d0-420c-8d19-8bc145f9f3ec tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3060689 Feb 17 22:24:05.190618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7746ff3d-3fb6-4208-9052-f5ecff973f17 is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:05.273819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab4c2967-be5b-4a34-9080-81867334f641 req-d4783adc-4a2d-4eca-aa2a-c375781e4e79 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212499 Feb 17 22:24:05.299293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ab8e03-93a0-492c-8cb2-22ea7a9165c6 req-0a104993-26d7-4a58-a79d-f61ae48f59d8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:05.317029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63ab8e03-93a0-492c-8cb2-22ea7a9165c6 req-0a104993-26d7-4a58-a79d-f61ae48f59d8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1401615 Feb 17 22:24:05.406058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b718c170-bba1-4567-95fd-8dba7de973e0 admin admin] Publish callbacks [] for security_group (f9f16965-53f6-45f8-a7e6-0577e320cf2f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:05.411741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b718c170-bba1-4567-95fd-8dba7de973e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f9f16965-53f6-45f8-a7e6-0577e320cf2f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:05.478048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63ab8e03-93a0-492c-8cb2-22ea7a9165c6 req-bd9941f5-1701-4b06-adca-58b82b6922ff tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591139 Feb 17 22:24:05.528937 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b718c170-bba1-4567-95fd-8dba7de973e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e19526253bca4c07a4b70a88dac7a267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9629364 Feb 17 22:24:05.533088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52828) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:05.613104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b718c170-bba1-4567-95fd-8dba7de973e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f16965-53f6-45f8-a7e6-0577e320cf2f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:05.757141 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Publish callbacks [] for security_group (f9f16965-53f6-45f8-a7e6-0577e320cf2f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:05.802083 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Publish callbacks [] for security_group (f9f16965-53f6-45f8-a7e6-0577e320cf2f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:05.816258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab88416-7b44-455e-89ee-12067f8b2d49 req-5a2aaf7d-75c1-4640-98e8-927ccbd59150 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:05.817652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ab88416-7b44-455e-89ee-12067f8b2d49 req-5a2aaf7d-75c1-4640-98e8-927ccbd59150 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2082465 Feb 17 22:24:05.868458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2457ed-476d-4ee2-ad41-807177c6a3cd req-3f9b55ab-7f42-4eb1-b090-68b909812b54 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:05.871150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f2457ed-476d-4ee2-ad41-807177c6a3cd req-3f9b55ab-7f42-4eb1-b090-68b909812b54 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1927879 Feb 17 22:24:06.027394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ab88416-7b44-455e-89ee-12067f8b2d49 req-f85c6930-b0fb-40a0-b05d-ecf6bc256a3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1995065 Feb 17 22:24:06.064797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f9f16965-53f6-45f8-a7e6-0577e320cf2f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:06.067954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:06.072715 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9f16965-53f6-45f8-a7e6-0577e320cf2f HTTP/1.1" status: 204 len: 168 time: 0.5364583 Feb 17 22:24:06.095352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f2457ed-476d-4ee2-ad41-807177c6a3cd req-a4f8f9c0-293a-4fda-be3f-f2b2ba738321 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984873 Feb 17 22:24:06.117767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f16965-53f6-45f8-a7e6-0577e320cf2f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:06.125739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.126108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.126467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.126761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.130092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.133355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.133936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.134535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.136042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.139413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.141046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.143431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.144656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c1c2556-a75b-4376-bb85-cc7e9e2021e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:06.348186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3fc20-2539-493a-9550-e2a2e6e0beb5 req-aa52557c-9e1d-42bd-a3ce-a52e8170402d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:06.354497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1f3fc20-2539-493a-9550-e2a2e6e0beb5 req-aa52557c-9e1d-42bd-a3ce-a52e8170402d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1280637 Feb 17 22:24:06.475467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1f3fc20-2539-493a-9550-e2a2e6e0beb5 req-ff59aa09-8681-4376-8771-8dcf7b180b91 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940788 Feb 17 22:24:06.738479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30603dab-b62f-45a1-a707-0a354faaff66 req-54e1513b-efdd-4b53-ab7f-819fdc0ded39 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:06.761085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30603dab-b62f-45a1-a707-0a354faaff66 req-54e1513b-efdd-4b53-ab7f-819fdc0ded39 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1911645 Feb 17 22:24:06.817091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52900) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:06.855895 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b2fa-9966-4976-8ebf-3ed42c0b243c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:06.875118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30603dab-b62f-45a1-a707-0a354faaff66 req-c775e742-c616-49a7-a0c2-71a8ec8bd1c9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052587 Feb 17 22:24:07.080317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b2fa-9966-4976-8ebf-3ed42c0b243c admin admin] Publish callbacks [] for security_group (152f58dd-6549-4c94-9d6d-dd1f0fa02f07), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:07.082760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f307670-b706-4c9b-af41-6ed699c3c6d3 req-23f36195-2461-40d8-81f2-4dd052dd5c84 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:07.086931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f307670-b706-4c9b-af41-6ed699c3c6d3 req-23f36195-2461-40d8-81f2-4dd052dd5c84 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1426704 Feb 17 22:24:07.098435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ba8b2fa-9966-4976-8ebf-3ed42c0b243c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (152f58dd-6549-4c94-9d6d-dd1f0fa02f07), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:07.175535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f307670-b706-4c9b-af41-6ed699c3c6d3 req-5411695c-052b-432d-81a6-526c150c1c9b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821359 Feb 17 22:24:07.179347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba8b2fa-9966-4976-8ebf-3ed42c0b243c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152f58dd-6549-4c94-9d6d-dd1f0fa02f07,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:07.255409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52938) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:07.255630 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ba8b2fa-9966-4976-8ebf-3ed42c0b243c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a309206a442c4ee5b0a8914abebc23fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4362302 Feb 17 22:24:07.390568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae0595cc-5e41-4c9d-b86f-5bb56923fb13 admin admin] Publish callbacks [] for security_group (152f58dd-6549-4c94-9d6d-dd1f0fa02f07), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:07.446243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa148b-5e47-45ff-9ddd-cbab7c6c9fa6 req-e34e28b3-145b-4c00-b713-11f5c3fc5fe0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:07.447944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1afa148b-5e47-45ff-9ddd-cbab7c6c9fa6 req-e34e28b3-145b-4c00-b713-11f5c3fc5fe0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1559150 Feb 17 22:24:07.456510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae0595cc-5e41-4c9d-b86f-5bb56923fb13 admin admin] Publish callbacks [] for security_group (152f58dd-6549-4c94-9d6d-dd1f0fa02f07), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:07.601763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1afa148b-5e47-45ff-9ddd-cbab7c6c9fa6 req-a07ef5ce-f144-4b15-867c-21a347351bbb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401057 Feb 17 22:24:07.653898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae0595cc-5e41-4c9d-b86f-5bb56923fb13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (152f58dd-6549-4c94-9d6d-dd1f0fa02f07), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:07.662431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae0595cc-5e41-4c9d-b86f-5bb56923fb13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:07.668084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ae0595cc-5e41-4c9d-b86f-5bb56923fb13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/152f58dd-6549-4c94-9d6d-dd1f0fa02f07 HTTP/1.1" status: 204 len: 168 time: 0.4110835 Feb 17 22:24:07.722370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0595cc-5e41-4c9d-b86f-5bb56923fb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152f58dd-6549-4c94-9d6d-dd1f0fa02f07,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:07.833802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52982) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:07.989093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc054a5a-b7ec-4667-8fd1-5e762b9c419a req-52a596d3-7da5-405a-8c60-487c4130132f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:08.007686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc054a5a-b7ec-4667-8fd1-5e762b9c419a req-52a596d3-7da5-405a-8c60-487c4130132f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1490145 Feb 17 22:24:08.167618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc054a5a-b7ec-4667-8fd1-5e762b9c419a req-00627867-d793-437d-a426-5527aea5db5f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567674 Feb 17 22:24:08.647360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa7b7-a430-44f0-afee-255d2d61e4b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:08.861890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d56ab-d947-4413-8d7e-acf654b381c4 req-16164b9b-a186-4808-8a2e-544976e0f550 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:08.863622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2d56ab-d947-4413-8d7e-acf654b381c4 req-16164b9b-a186-4808-8a2e-544976e0f550 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1139097 Feb 17 22:24:08.944120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa7b7-a430-44f0-afee-255d2d61e4b0 admin admin] Publish callbacks [] for security_group (177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:08.956664 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9b3fa7b7-a430-44f0-afee-255d2d61e4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.032983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fa7b7-a430-44f0-afee-255d2d61e4b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:09.039729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9b3fa7b7-a430-44f0-afee-255d2d61e4b0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b943e01c87d4acab1c8abe1115dacb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2041814 Feb 17 22:24:09.042411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:09.043800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee2d56ab-d947-4413-8d7e-acf654b381c4 req-8b8920e3-7075-4c7c-886c-e4ba597659be tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677289 Feb 17 22:24:09.105010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.202303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27b8080-b606-4470-ac9f-a2beeeee5e9e admin admin] Publish callbacks [] for security_group (177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.311481 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27b8080-b606-4470-ac9f-a2beeeee5e9e admin admin] Publish callbacks [] for security_group (177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.462045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27b8080-b606-4470-ac9f-a2beeeee5e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.470644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d27b8080-b606-4470-ac9f-a2beeeee5e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.473199 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d27b8080-b606-4470-ac9f-a2beeeee5e9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e HTTP/1.1" status: 204 len: 168 time: 0.4291713 Feb 17 22:24:09.479426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-15650df8-ad78-480d-b4b4-991fb3e75b7a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:09.481175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-15650df8-ad78-480d-b4b4-991fb3e75b7a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 0.2437260 Feb 17 22:24:09.497159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fbea0-eaae-443e-8751-594d7dffae25 req-be71d571-03e5-495f-88c8-f7f372c6fb54 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:09.499322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-596fbea0-eaae-443e-8751-594d7dffae25 req-be71d571-03e5-495f-88c8-f7f372c6fb54 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1097186 Feb 17 22:24:09.511945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b8080-b606-4470-ac9f-a2beeeee5e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177e0ce5-3de2-4a7a-a7bc-18c1fbfb193e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:09.566902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-8c1518d2-0aef-443a-a3ef-73d57bf772ec tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/quotas/6602a0e011e745b7b433d2d7b44aba8d HTTP/1.1" status: 200 len: 375 time: 0.0659134 Feb 17 22:24:09.644895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b840233b-2c98-490c-96cc-f698c069439d no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:09.720464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-596fbea0-eaae-443e-8751-594d7dffae25 req-cf7e0165-1637-42fb-99af-7b93e00d8fbc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071750 Feb 17 22:24:09.800838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e596fa1f-bc89-4c6d-b55d-f7e424b6f65f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2326453 Feb 17 22:24:09.802494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b840233b-2c98-490c-96cc-f698c069439d is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:09.803153 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.913934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:09.926549 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d0e8cf-de2a-4db9-b902-f21b7bf92874" -d '{"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b840233b-2c98-490c-96cc-f698c069439d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:09.938247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:09.946713 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:09.960627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-0858e43b-f48e-4a7b-acfb-ba8e33ef0c87 service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536717 Feb 17 22:24:10.060397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:10.082834 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1ebec4-6d7f-4f19-ae69-8009e655fdfa x-openstack-request-id: req-5a1ebec4-6d7f-4f19-ae69-8009e655fdfa {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:10.083206 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-unplugged", "status": "completed", "tag": "b840233b-2c98-490c-96cc-f698c069439d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:10.083519 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a1ebec4-6d7f-4f19-ae69-8009e655fdfa {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:10.084237 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d', 'code': 200} Feb 17 22:24:10.157561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-025fd784-0316-47ce-9ddd-76f957507a92 service neutron] 10.222.0.79 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789429 Feb 17 22:24:10.354888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e4d63-7dd0-461c-a33e-66388be6ff32 req-a98f95fa-065d-4f31-a1e8-d38155a191d3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:10.373618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-413e4d63-7dd0-461c-a33e-66388be6ff32 req-a98f95fa-065d-4f31-a1e8-d38155a191d3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2006295 Feb 17 22:24:10.489253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:10.524968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-413e4d63-7dd0-461c-a33e-66388be6ff32 req-7cd18e83-7fdd-4531-8412-c4732dc7ca2d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474063 Feb 17 22:24:10.528615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dccc2041-4307-4e56-a1b9-c488f779f983 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:10.639481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-389e40cd-4fcd-4324-b36d-7bd7574e597f req-94837384-5ee3-40a5-a20b-42be81fb5858 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 210 time: 0.0367434 Feb 17 22:24:10.745874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dccc2041-4307-4e56-a1b9-c488f779f983 admin admin] Publish callbacks [] for security_group (277c5c83-c7bf-41cb-b180-844cd5900593), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:10.754606 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dccc2041-4307-4e56-a1b9-c488f779f983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (277c5c83-c7bf-41cb-b180-844cd5900593), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:10.817568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53074) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:10.828760 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dccc2041-4307-4e56-a1b9-c488f779f983 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dbdffde5ee29469b833868d340cafbb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3361683 Feb 17 22:24:10.830893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc2041-4307-4e56-a1b9-c488f779f983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277c5c83-c7bf-41cb-b180-844cd5900593,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:11.010496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7c70-2bf5-48c8-9523-fb6ca8766209 admin admin] Publish callbacks [] for security_group (277c5c83-c7bf-41cb-b180-844cd5900593), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:11.050005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7556380-5f36-491e-b948-029ddbb1b193 req-f9d78e3c-b366-44a6-abe2-3cb633bbf669 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:11.053168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7556380-5f36-491e-b948-029ddbb1b193 req-f9d78e3c-b366-44a6-abe2-3cb633bbf669 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.94 "GET /v2.0/ports?device_id=887bd37e-cb9c-4dd5-881c-8b5ecfe946d6 HTTP/1.1" status: 200 len: 943 time: 0.2182682 Feb 17 22:24:11.104606 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7c70-2bf5-48c8-9523-fb6ca8766209 admin admin] Publish callbacks [] for security_group (277c5c83-c7bf-41cb-b180-844cd5900593), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:11.140733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e5954-6169-42d8-a03c-a71197699ffa req-f0848fda-f36f-4140-a071-49b20be35c9f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:11.143075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-163e5954-6169-42d8-a03c-a71197699ffa req-f0848fda-f36f-4140-a071-49b20be35c9f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2053802 Feb 17 22:24:11.304033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-163e5954-6169-42d8-a03c-a71197699ffa req-8f3141e2-5cdc-4413-9623-f7899be72fb1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535008 Feb 17 22:24:11.328067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7c70-2bf5-48c8-9523-fb6ca8766209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (277c5c83-c7bf-41cb-b180-844cd5900593), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:11.328067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7c70-2bf5-48c8-9523-fb6ca8766209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:11.328067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8d9d7c70-2bf5-48c8-9523-fb6ca8766209 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/277c5c83-c7bf-41cb-b180-844cd5900593 HTTP/1.1" status: 204 len: 168 time: 0.5045264 Feb 17 22:24:11.371045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d7c70-2bf5-48c8-9523-fb6ca8766209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277c5c83-c7bf-41cb-b180-844cd5900593,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:11.376994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Deleting port b840233b-2c98-490c-96cc-f698c069439d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:11.377674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b840233b-2c98-490c-96cc-f698c069439d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:11.572853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] For port b840233b-2c98-490c-96cc-f698c069439d, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b840233b-2c98-490c-96cc-f698c069439d,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:11.573476 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b840233b-2c98-490c-96cc-f698c069439d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:11.603217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Calling delete_port for b840233b-2c98-490c-96cc-f698c069439d owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:11.939406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e29fe7f-5c1b-4f72-959a-685273fe10ef req-94013cac-d5d9-4e7b-9db4-850d9dc39ed7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:11.950632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e29fe7f-5c1b-4f72-959a-685273fe10ef req-94013cac-d5d9-4e7b-9db4-850d9dc39ed7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2105494 Feb 17 22:24:12.048129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40f7b6c8-9dba-4826-97f3-ef292314475c req-b7a704ef-3f89-4059-afaa-6e0a423d2c2d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 210 time: 0.0475702 Feb 17 22:24:12.083608 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b840233b-2c98-490c-96cc-f698c069439d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:12.182547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e29fe7f-5c1b-4f72-959a-685273fe10ef req-9b60a20f-d6ff-4885-8887-3df6c13b4614 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2309184 Feb 17 22:24:12.185707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event deleted for resources: {'Port': ['ID=b840233b-2c98-490c-96cc-f698c069439d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:12.271640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] No DVR routers for this DVR port b840233b-2c98-490c-96cc-f698c069439d on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:12.274656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:12.281712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7556380-5f36-491e-b948-029ddbb1b193 req-02f19ac0-dd1c-49c9-9184-5c2e9f33fc62 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.94 "DELETE /v2.0/ports/b840233b-2c98-490c-96cc-f698c069439d HTTP/1.1" status: 204 len: 173 time: 1.2219889 Feb 17 22:24:12.283001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-deleted', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:12.292133 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f4157a-f284-4e03-ae73-7fe61e433af6" -d '{"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-deleted", "tag": "b840233b-2c98-490c-96cc-f698c069439d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:12.921754 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a367f780-b6c7-46eb-89a9-f44ce45b1abe x-openstack-request-id: req-a367f780-b6c7-46eb-89a9-f44ce45b1abe {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:12.922138 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "887bd37e-cb9c-4dd5-881c-8b5ecfe946d6", "name": "network-vif-deleted", "tag": "b840233b-2c98-490c-96cc-f698c069439d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:12.922720 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a367f780-b6c7-46eb-89a9-f44ce45b1abe {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:12.923423 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '887bd37e-cb9c-4dd5-881c-8b5ecfe946d6', 'name': 'network-vif-deleted', 'tag': 'b840233b-2c98-490c-96cc-f698c069439d', 'status': 'completed', 'code': 200} Feb 17 22:24:13.103392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a9380b-82d3-45e2-9562-c6bf9d49001a req-56c58848-1af3-430c-8177-129dfcfe95a8 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:13.124214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a9380b-82d3-45e2-9562-c6bf9d49001a req-56c58848-1af3-430c-8177-129dfcfe95a8 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.6897154 Feb 17 22:24:13.204860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcbb490-b147-4f0c-8ee3-561073b13a87 req-3e0c776f-1826-41af-9bff-5bff1c48c5fe tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:13.210422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bcbb490-b147-4f0c-8ee3-561073b13a87 req-3e0c776f-1826-41af-9bff-5bff1c48c5fe tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2778692 Feb 17 22:24:13.333272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-d8c4665a-9537-4319-a55c-947ef25e5555 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:13.336728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-d8c4665a-9537-4319-a55c-947ef25e5555 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 804 time: 1.0367827 Feb 17 22:24:13.383625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Request body: {'port': {'device_id': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'admin_state_up': True, 'tenant_id': '6602a0e011e745b7b433d2d7b44aba8d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:13.572812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a9380b-82d3-45e2-9562-c6bf9d49001a req-34f2d142-c977-463c-aaec-bed915b588d0 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4459627 Feb 17 22:24:13.604588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bcbb490-b147-4f0c-8ee3-561073b13a87 req-af790136-5cd1-4725-b1f2-6ae10f3ad159 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373439 Feb 17 22:24:13.667618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b840233b-2c98-490c-96cc-f698c069439d no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:13.741844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: b840233b-2c98-490c-96cc-f698c069439d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:24:13.742623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b840233b-2c98-490c-96cc-f698c069439d not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:24:13.840149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b522b3d4-bbc3-4259-8e8e-c08fa967dfbf req-45ed4a92-94b2-4b87-9d9b-680ca391ca76 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 210 time: 0.1095078 Feb 17 22:24:13.842071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Made reservation on behalf of 6602a0e011e745b7b433d2d7b44aba8d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:24:13.850948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:13.922640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1621c34a-6f90-4e7a-af13-1a3b3f0a6fb8 req-f6be1e8e-2520-4750-9da2-67f99424b66b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:13.924399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1621c34a-6f90-4e7a-af13-1a3b3f0a6fb8 req-f6be1e8e-2520-4750-9da2-67f99424b66b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1833572 Feb 17 22:24:14.051281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1621c34a-6f90-4e7a-af13-1a3b3f0a6fb8 req-faa1b2d2-aa37-4ab7-9dc4-078c73fc22da tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949664 Feb 17 22:24:14.074591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53180) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:14.084572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Allocated IP 172.20.0.3 (568604d9-9a4f-4528-b718-c5f5a82defd1/784e210e-2e77-4d49-b236-180e94c13c52/95e33654-7ecd-4672-82bd-9ca2981015ae) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:24:14.211236 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-886726f8-880d-4e8f-b4f3-f1145c6e5edd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.272487 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks [] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.309456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.319934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-886726f8-880d-4e8f-b4f3-f1145c6e5edd admin admin] Publish callbacks [] for security_group (2e3aeb8f-2019-49b9-a709-3455fc596be4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.326793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-886726f8-880d-4e8f-b4f3-f1145c6e5edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2e3aeb8f-2019-49b9-a709-3455fc596be4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.350551 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8dd92adf-a654-4504-8117-9418a53ff9a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.381134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Network 568604d9-9a4f-4528-b718-c5f5a82defd1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:24:14.382299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53186) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:14.383526 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-886726f8-880d-4e8f-b4f3-f1145c6e5edd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=60c86687dbce4ca5866f4fe8e94353c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3064065 Feb 17 22:24:14.386129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886726f8-880d-4e8f-b4f3-f1145c6e5edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3aeb8f-2019-49b9-a709-3455fc596be4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:14.415757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:24:14.418713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:24:14.455644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:14.507506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:14.508048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.537265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c697c3b-5a98-4c36-9642-fb04b30ae9d3 admin admin] Publish callbacks [] for security_group (2e3aeb8f-2019-49b9-a709-3455fc596be4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.557209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-9df60bca-6df2-4223-af79-6868c90e25c1 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2013156 Feb 17 22:24:14.573928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c697c3b-5a98-4c36-9642-fb04b30ae9d3 admin admin] Publish callbacks [] for security_group (2e3aeb8f-2019-49b9-a709-3455fc596be4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.579332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Request body: {'port': {'device_id': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:14.646309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82b016-d1ca-4b1d-a833-3e2ad2fc422b req-da53f00b-8683-4afd-8de6-0f738ec715f5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:14.647843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc82b016-d1ca-4b1d-a833-3e2ad2fc422b req-da53f00b-8683-4afd-8de6-0f738ec715f5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.1647415 Feb 17 22:24:14.734687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.764557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c697c3b-5a98-4c36-9642-fb04b30ae9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2e3aeb8f-2019-49b9-a709-3455fc596be4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.767222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c697c3b-5a98-4c36-9642-fb04b30ae9d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:14.768888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2c697c3b-5a98-4c36-9642-fb04b30ae9d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2e3aeb8f-2019-49b9-a709-3455fc596be4 HTTP/1.1" status: 204 len: 168 time: 0.3828032 Feb 17 22:24:14.788530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc82b016-d1ca-4b1d-a833-3e2ad2fc422b req-84aa200e-e3d8-4c12-b7e0-ef73f38db817 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292777 Feb 17 22:24:14.820205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c697c3b-5a98-4c36-9642-fb04b30ae9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3aeb8f-2019-49b9-a709-3455fc596be4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:14.847065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c34235-b9a0-4025-a4f2-e0f8b35c1fb7 req-be189bc3-96d7-470a-a5c1-9395e615fae5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:14.848661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67c34235-b9a0-4025-a4f2-e0f8b35c1fb7 req-be189bc3-96d7-470a-a5c1-9395e615fae5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1504157 Feb 17 22:24:15.061166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67c34235-b9a0-4025-a4f2-e0f8b35c1fb7 req-357ede6d-ea63-493b-abfd-7afacf61c6b6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995084 Feb 17 22:24:15.100064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f5f2d-eac2-4f86-8238-80d7a8ee3ef1 req-ee0b1e92-1440-4019-a75a-5dd046cec8ad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:15.102000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47f5f2d-eac2-4f86-8238-80d7a8ee3ef1 req-ee0b1e92-1440-4019-a75a-5dd046cec8ad tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 931 time: 0.1778018 Feb 17 22:24:15.187597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53200) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:15.205616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2575bd3d-6b10-43c4-8473-b789c325cd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.218133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47f5f2d-eac2-4f86-8238-80d7a8ee3ef1 req-e0c56e7a-fdb8-4314-ac33-9965306380b8 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051018 Feb 17 22:24:15.275180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc229e0-19ce-403d-afae-257f58b9a512 req-9cd78ca8-5e76-41ad-93bb-069a472dd227 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:15.276738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2fc229e0-19ce-403d-afae-257f58b9a512 req-9cd78ca8-5e76-41ad-93bb-069a472dd227 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1293216 Feb 17 22:24:15.281069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e33654-7ecd-4672-82bd-9ca2981015ae {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:24:15.290129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Publish callbacks [] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.311540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2575bd3d-6b10-43c4-8473-b789c325cd90 admin admin] Publish callbacks [] for security_group (3f847cf1-8cff-423e-acee-1076f42465f9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.317603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2575bd3d-6b10-43c4-8473-b789c325cd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f847cf1-8cff-423e-acee-1076f42465f9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.318897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Transition to ACTIVE for port object 95e33654-7ecd-4672-82bd-9ca2981015ae will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:24:15.324816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.375405 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2575bd3d-6b10-43c4-8473-b789c325cd90 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=76ff5adeae0c4744857057861436b4c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865828 Feb 17 22:24:15.376986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575bd3d-6b10-43c4-8473-b789c325cd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f847cf1-8cff-423e-acee-1076f42465f9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:15.379701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:15.391386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2fc229e0-19ce-403d-afae-257f58b9a512 req-75705672-7362-42c5-ab14-478afbbbcf30 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989110 Feb 17 22:24:15.441075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:15.453430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47063d44-7902-405a-89f3-a6629e132735 admin admin] Publish callbacks [] for security_group (3f847cf1-8cff-423e-acee-1076f42465f9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.484714 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47063d44-7902-405a-89f3-a6629e132735 admin admin] Publish callbacks [] for security_group (3f847cf1-8cff-423e-acee-1076f42465f9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.507090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Attempting to bind port 95e33654-7ecd-4672-82bd-9ca2981015ae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:24:15.507468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Attempting to bind port 95e33654-7ecd-4672-82bd-9ca2981015ae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:24:15.507958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Attempting to bind port 95e33654-7ecd-4672-82bd-9ca2981015ae on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:24:15.513116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Port 95e33654-7ecd-4672-82bd-9ca2981015ae on network 568604d9-9a4f-4528-b718-c5f5a82defd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:24:15.513451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Attempting to bind port 95e33654-7ecd-4672-82bd-9ca2981015ae on network 568604d9-9a4f-4528-b718-c5f5a82defd1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:24:15.519350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:24:15.519731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Checking segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:24:15.520128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Bound using segment: {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:24:15.520578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Bound port: 95e33654-7ecd-4672-82bd-9ca2981015ae, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf33a17-4118-4a11-a9ab-31d35f26437c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:24:15.520942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.557049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47063d44-7902-405a-89f3-a6629e132735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f847cf1-8cff-423e-acee-1076f42465f9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.559767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47063d44-7902-405a-89f3-a6629e132735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.563760 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-47063d44-7902-405a-89f3-a6629e132735 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f847cf1-8cff-423e-acee-1076f42465f9 HTTP/1.1" status: 204 len: 168 time: 0.1801195 Feb 17 22:24:15.571191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47063d44-7902-405a-89f3-a6629e132735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f847cf1-8cff-423e-acee-1076f42465f9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:15.626336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:24:15.630651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:24:15.637586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.673253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:15.674542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:15.676777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] 10.222.0.73 "PUT /v2.0/ports/95e33654-7ecd-4672-82bd-9ca2981015ae HTTP/1.1" status: 200 len: 1092 time: 1.1083696 Feb 17 22:24:15.680431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:15.683975 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240e557b-f8e8-48bc-a9c5-4441a7563617" -d '{"events": [{"name": "network-changed", "server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:15.720706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ffe8f-fdae-4dc8-a49f-9df12cbc333b service neutron] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:15.771869 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdd15a6-e5ff-4c2b-9db8-67091d98fe9a x-openstack-request-id: req-efdd15a6-e5ff-4c2b-9db8-67091d98fe9a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:15.772221 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:15.772435 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efdd15a6-e5ff-4c2b-9db8-67091d98fe9a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:15.772851 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'status': 'completed', 'code': 200} Feb 17 22:24:15.797364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-4cc49d54-022f-4975-88d0-1fa8cb97cf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:15.799097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-4cc49d54-022f-4975-88d0-1fa8cb97cf08 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 1126 time: 0.0660675 Feb 17 22:24:15.859735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-0cb49238-782c-470e-adff-a1e13dbe05d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95e33654-7ecd-4672-82bd-9ca2981015ae HTTP/1.1" status: 200 len: 217 time: 0.0534012 Feb 17 22:24:15.986850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-33a33995-a088-4f37-9f2f-e9856563662a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:15.989077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-33a33995-a088-4f37-9f2f-e9856563662a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.1207054 Feb 17 22:24:16.031999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-c07d09ba-c9f9-4c77-b79b-a156c535aff2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344198 Feb 17 22:24:16.039559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faa794-e2f7-4611-947f-9c709f6f7461 req-54b0ff78-ec5d-44da-ab0f-c66152cdc704 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:16.041251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7faa794-e2f7-4611-947f-9c709f6f7461 req-54b0ff78-ec5d-44da-ab0f-c66152cdc704 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.1358283 Feb 17 22:24:16.168701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7faa794-e2f7-4611-947f-9c709f6f7461 req-c2d0d8b5-d364-4585-8086-a778485c4b50 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794508 Feb 17 22:24:16.181613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-0e0442fb-8f2b-4347-91c7-03d9a5fa184d service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391306 Feb 17 22:24:16.397954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22896ada-b1a7-4fff-be7a-9c1de08d0c30 req-01ad5d5f-bb44-4fae-8f58-d2fc608989d4 service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091303 Feb 17 22:24:16.456998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49ae42-0473-4af6-95b5-c2e98e2d2604 req-4b485cb2-e73a-42e6-89c6-de9b1b1ddfbc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:16.464099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d49ae42-0473-4af6-95b5-c2e98e2d2604 req-4b485cb2-e73a-42e6-89c6-de9b1b1ddfbc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2115717 Feb 17 22:24:16.482623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b46172-871d-42c9-898c-978c35abf025 req-3f63d9c0-0075-445c-8bfd-7abf2ebf603f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:16.490904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75b46172-871d-42c9-898c-978c35abf025 req-3f63d9c0-0075-445c-8bfd-7abf2ebf603f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 943 time: 0.1618235 Feb 17 22:24:16.600649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de6172-3914-43bf-be11-6dd6656b2947 req-58f3e213-f7c2-4736-8b74-381426886cf6 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:16.602170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44de6172-3914-43bf-be11-6dd6656b2947 req-58f3e213-f7c2-4736-8b74-381426886cf6 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.94 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.2356350 Feb 17 22:24:16.614858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d49ae42-0473-4af6-95b5-c2e98e2d2604 req-e17f8483-3b28-44da-9a75-b8c56823f415 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496422 Feb 17 22:24:16.676401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-ca69fbac-247b-4c59-9231-ae84efcd1d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:16.677947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-ca69fbac-247b-4c59-9231-ae84efcd1d5a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 1126 time: 0.2034147 Feb 17 22:24:16.692218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75b46172-871d-42c9-898c-978c35abf025 req-1f37f5f9-9850-42f7-b981-286ca7680dd4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956050 Feb 17 22:24:16.840335 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4696eeb1-11c6-4681-9c87-74f04d7e9ebe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:16.884404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-5630e03f-89e6-46ba-8e06-3de333b2ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:16.885976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-5630e03f-89e6-46ba-8e06-3de333b2ce01 service neutron] 10.222.0.73 "GET /v2.0/networks?id=568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 200 len: 905 time: 0.1954169 Feb 17 22:24:16.895558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1814864-f7d6-4e08-8aa9-7170dfcdd081 req-781a4369-a616-4bad-908b-177adc626591 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:16.897308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1814864-f7d6-4e08-8aa9-7170dfcdd081 req-781a4369-a616-4bad-908b-177adc626591 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1262181 Feb 17 22:24:16.909474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Deleting port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:16.909869 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:16.997799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-24c044e8-5e2a-4d6d-90ef-eb853e10e6af service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95e33654-7ecd-4672-82bd-9ca2981015ae HTTP/1.1" status: 200 len: 217 time: 0.0994606 Feb 17 22:24:17.115148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1814864-f7d6-4e08-8aa9-7170dfcdd081 req-c5ea5a99-6c38-4529-9ef4-692ef7ef3192 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093575 Feb 17 22:24:17.136692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-8e7e590d-2795-4d00-a797-cc526df22a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:17.138225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-8e7e590d-2795-4d00-a797-cc526df22a51 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 200 len: 844 time: 0.1324449 Feb 17 22:24:17.143994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] For port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:17.144377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:17.192192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-328eca07-935d-435a-9af8-71952347a342 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=568604d9-9a4f-4528-b718-c5f5a82defd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447855 Feb 17 22:24:17.465498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-3bcd2163-eeab-4fff-a130-969a8931c292 service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199180 Feb 17 22:24:17.834036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fcc32-c452-4924-8116-5f9bd831066a req-0a66351e-363a-4041-a67f-ffd6ca385ce1 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:17.835589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-064fcc32-c452-4924-8116-5f9bd831066a req-0a66351e-363a-4041-a67f-ffd6ca385ce1 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 946 time: 0.5368032 Feb 17 22:24:17.851680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:17.974612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:17.974978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (780982c5-7527-4d0d-8603-420fe510d0fa), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:17.975483 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Floating IP 780982c5-7527-4d0d-8603-420fe510d0fa disassociated. External IP: 172.25.0.53, port: 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5. Feb 17 22:24:17.975691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Calling delete_port for 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:18.059587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-064fcc32-c452-4924-8116-5f9bd831066a req-16f236e6-1b1b-47bb-ac3c-560dae91d7df tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups?id=e56395b8-a229-42dd-8507-2ede666b73f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039950 Feb 17 22:24:18.146578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea492b-e678-4643-89b7-1fdf5e793258 req-22976b25-9fa3-4d1d-9263-08c7474a55cf tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:18.149135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bea492b-e678-4643-89b7-1fdf5e793258 req-22976b25-9fa3-4d1d-9263-08c7474a55cf tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3240552 Feb 17 22:24:18.210240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240e557b-f8e8-48bc-a9c5-4441a7563617 req-c08bfa85-a7aa-47c2-92ca-446a0e947d61 service neutron] 10.222.0.73 "GET /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887551 Feb 17 22:24:18.351270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bea492b-e678-4643-89b7-1fdf5e793258 req-f9417722-39e2-4f19-9f63-a28e5371d850 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871734 Feb 17 22:24:18.380122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f9f32-5826-4a4a-933f-5305f2739fa9 req-e2b50fb1-ec81-456a-b8b9-5a3b85b5fe8d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:18.392299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-457f9f32-5826-4a4a-933f-5305f2739fa9 req-e2b50fb1-ec81-456a-b8b9-5a3b85b5fe8d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 943 time: 0.2261219 Feb 17 22:24:18.558358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-457f9f32-5826-4a4a-933f-5305f2739fa9 req-4a896af8-fd00-4d33-831f-0f7000b57df9 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648128 Feb 17 22:24:18.576991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1f0afd03-2ef3-4deb-aabe-ab479b9e83d5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:18.631809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event deleted for resources: {'Port': ['ID=1f0afd03-2ef3-4deb-aabe-ab479b9e83d5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:18.654618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dce31e-41e7-418f-a828-80cd67ec7de6 req-a9719cc2-3c01-4463-8c1e-e9a22ced226d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:18.656800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70dce31e-41e7-418f-a828-80cd67ec7de6 req-a9719cc2-3c01-4463-8c1e-e9a22ced226d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1507869 Feb 17 22:24:18.776667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53284) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:18.800141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70dce31e-41e7-418f-a828-80cd67ec7de6 req-f3a2268f-6d2a-4102-94a0-637d94f8c475 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015792 Feb 17 22:24:18.822587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Router fcc71551-2729-4b1c-9580-fc1e4c71de25 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:24:18.937496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14d5c14f-2764-4151-b125-e16e2a27d9ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:18.940669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 95e33654-7ecd-4672-82bd-9ca2981015ae details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:24:19.008920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:24:19.078353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14d5c14f-2764-4151-b125-e16e2a27d9ce admin admin] Publish callbacks [] for security_group (215e2f7f-2cda-4f24-a215-4dffb22d0f2f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.084947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14d5c14f-2764-4151-b125-e16e2a27d9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (215e2f7f-2cda-4f24-a215-4dffb22d0f2f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.097367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] No DVR routers for this DVR port 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:19.117660 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.121186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] Sync routers for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:24:19.127412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44de6172-3914-43bf-be11-6dd6656b2947 req-cbeb8b93-c43b-4089-aecd-51a4360c8bad tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.94 "DELETE /v2.0/ports/1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 HTTP/1.1" status: 204 len: 173 time: 2.5168452 Feb 17 22:24:19.129838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5c14f-2764-4151-b125-e16e2a27d9ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215e2f7f-2cda-4f24-a215-4dffb22d0f2f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:19.132813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'name': 'network-vif-deleted', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:19.153083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:24:19.153750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:19.157885 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e128c165-eef2-4fe5-898d-1d04291dd0c9" -d '{"events": [{"server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "name": "network-vif-deleted", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:19.190488 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-14d5c14f-2764-4151-b125-e16e2a27d9ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d48d2eddb6942e3b35b4c8ecbcbfa3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4118309 Feb 17 22:24:19.193242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:19.274458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f3e43e5-a8f9-4aac-85fc-c754b4f6a5ef admin admin] Publish callbacks [] for security_group (215e2f7f-2cda-4f24-a215-4dffb22d0f2f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.307459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f3e43e5-a8f9-4aac-85fc-c754b4f6a5ef admin admin] Publish callbacks [] for security_group (215e2f7f-2cda-4f24-a215-4dffb22d0f2f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.313507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:24:19.333341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22a40942-7e7e-4988-a11a-30cb0b16c787 req-eedfdcdf-b230-40f7-9788-6f2ce8904fbb tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0901678 Feb 17 22:24:19.366858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c87c0-5269-4258-88c3-d65988d76a0b req-f01359a1-e70d-4456-a687-b9b09d032e4b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:19.373818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c5c87c0-5269-4258-88c3-d65988d76a0b req-f01359a1-e70d-4456-a687-b9b09d032e4b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.3039210 Feb 17 22:24:19.387440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-66c7b660-6406-4571-9ef3-7b5fcdee50c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:19.392177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-66c7b660-6406-4571-9ef3-7b5fcdee50c0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.2960739 Feb 17 22:24:19.406767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.409395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f3e43e5-a8f9-4aac-85fc-c754b4f6a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (215e2f7f-2cda-4f24-a215-4dffb22d0f2f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.412514 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00976bec-7b6c-4cab-9273-fae1aafebae2 x-openstack-request-id: req-00976bec-7b6c-4cab-9273-fae1aafebae2 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:19.413007 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3f779c5-c897-4b64-8558-86127f7ce4d9", "name": "network-vif-deleted", "tag": "1f0afd03-2ef3-4deb-aabe-ab479b9e83d5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:19.413450 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-00976bec-7b6c-4cab-9273-fae1aafebae2 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:19.416449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f3e43e5-a8f9-4aac-85fc-c754b4f6a5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.416812 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3f779c5-c897-4b64-8558-86127f7ce4d9', 'name': 'network-vif-deleted', 'tag': '1f0afd03-2ef3-4deb-aabe-ab479b9e83d5', 'status': 'completed', 'code': 200} Feb 17 22:24:19.420560 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3f3e43e5-a8f9-4aac-85fc-c754b4f6a5ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/215e2f7f-2cda-4f24-a215-4dffb22d0f2f HTTP/1.1" status: 204 len: 168 time: 0.2238100 Feb 17 22:24:19.441202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3e43e5-a8f9-4aac-85fc-c754b4f6a5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215e2f7f-2cda-4f24-a215-4dffb22d0f2f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:19.569686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c5c87c0-5269-4258-88c3-d65988d76a0b req-38c662a8-98f4-4e74-8981-3213d6af5316 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886387 Feb 17 22:24:19.577099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:19.618502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'mac_address': 'fa:16:3e:8f:3c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:24:19.637938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35a0d8-1006-4347-a06f-9735db9c8b00 req-5d192934-2cc9-4ded-8c8e-7e7581b2fd5f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:19.642259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa35a0d8-1006-4347-a06f-9735db9c8b00 req-5d192934-2cc9-4ded-8c8e-7e7581b2fd5f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1644473 Feb 17 22:24:19.644668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-ae4d3f54-245d-49d3-90d0-f31276d689bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:19.648067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-ae4d3f54-245d-49d3-90d0-f31276d689bf service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.2296302 Feb 17 22:24:19.698687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:19.737319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 95e33654-7ecd-4672-82bd-9ca2981015ae is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:19.738047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.751773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:24:19.752373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 1f0afd03-2ef3-4deb-aabe-ab479b9e83d5 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:24:19.758658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e33654-7ecd-4672-82bd-9ca2981015ae {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:24:19.815231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:19.823316 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:19.841800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa35a0d8-1006-4347-a06f-9735db9c8b00 req-e841c27a-8596-4965-b9ce-21d26757f9bf tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915329 Feb 17 22:24:19.856053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-53f05500-e35a-4bc4-a232-8b51b3b7ec01 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.1919796 Feb 17 22:24:19.883350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b28ee17-4532-488c-91de-27204b9c771b req-69de0210-51c3-47ba-956a-24ed050ea5b2 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:19.892446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b28ee17-4532-488c-91de-27204b9c771b req-69de0210-51c3-47ba-956a-24ed050ea5b2 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 943 time: 0.1500800 Feb 17 22:24:19.909813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 5, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:19.914868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:19.943619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] Checking router: fcc71551-2729-4b1c-9580-fc1e4c71de25 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:24:19.951297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.951678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.952058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.952400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.952740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.953074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.953405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.953734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.954060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.954386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.954712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.955036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.955359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:19.965691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:24:19.966315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:19.986035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-f70bc4e1-48e7-4600-8b2c-33816b14abfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:19.989318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-f70bc4e1-48e7-4600-8b2c-33816b14abfc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1248643 Feb 17 22:24:20.079897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b28ee17-4532-488c-91de-27204b9c771b req-a5adb86b-bdf8-4d86-8505-3413b3eb5060 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855342 Feb 17 22:24:20.091223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-5659a777-618b-482c-9d70-c059b94c47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:20.093142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-5659a777-618b-482c-9d70-c059b94c47e6 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0951045 Feb 17 22:24:20.104627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:24:20.137704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['95e33654-7ecd-4672-82bd-9ca2981015ae'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:24:20.215722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-353dcac1-5ccc-4658-bc64-073410823b8f service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157601 Feb 17 22:24:20.342018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09dd0274-5e31-4c7e-bbd1-31cf56a0420d req-c2bc55f7-505a-4a5b-8197-492c673ec6b8 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195774 Feb 17 22:24:20.486736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0ce1c8f-4a55-41ef-b9ac-f33edc512bb3 req-dc87c427-3764-4e4f-917e-dba81e38569d tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0657606 Feb 17 22:24:20.602498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 5, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:20.662583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c62b4f-5b32-4d61-b701-b42543c639c2 None None] The sync data for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 is: [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:21:15Z', 'revision_number': 4, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c0d60d9d-6f52-4ac0-9a14-c7469268f2a1', 'name': '', 'network_id': '8c6f9b91-9d82-4f69-ac30-d450cadc1ec4', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'mac_address': 'fa:16:3e:50:2f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:26Z', 'revision_number': 5, 'project_id': '7bf5600058734da0842a33c8e365407f', 'subnets': [{'id': 'e48dffb6-62d9-40c2-9289-c8a07cdce6a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:24:20.707109 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:20.766719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551695f7-c08e-408b-892f-ea2d70f9d00c req-a0b461c7-25df-4bbc-b1dd-077b8953b868 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:20.769617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-551695f7-c08e-408b-892f-ea2d70f9d00c req-a0b461c7-25df-4bbc-b1dd-077b8953b868 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.0890331 Feb 17 22:24:20.864525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-551695f7-c08e-408b-892f-ea2d70f9d00c req-a0e375a4-b10c-458f-b5f9-a6b938bc188f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853498 Feb 17 22:24:21.018071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1f6c4-46d0-4700-8468-06cc916ef21d req-fcf79203-dc5c-4f95-83e3-06a03fa30c33 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:21.026957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bd1f6c4-46d0-4700-8468-06cc916ef21d req-fcf79203-dc5c-4f95-83e3-06a03fa30c33 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.0809314 Feb 17 22:24:21.113233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bd1f6c4-46d0-4700-8468-06cc916ef21d req-7047da28-6784-4951-8ca6-044f94928ac3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787735 Feb 17 22:24:21.152862 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd74533-99f7-41b3-b88b-114bd1817168 None None] New status for floating IP 780982c5-7527-4d0d-8603-420fe510d0fa: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:24:21.269054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7a219-b700-414d-9442-33ec87e27fd9 req-1e8a768e-b332-4e30-93a5-b1f38a48195a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:21.270869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7a219-b700-414d-9442-33ec87e27fd9 req-1e8a768e-b332-4e30-93a5-b1f38a48195a tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 944 time: 0.1034343 Feb 17 22:24:21.345201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65e7a219-b700-414d-9442-33ec87e27fd9 req-7562f25f-2e59-4e7e-af44-5b743b620f7f tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672748 Feb 17 22:24:21.533088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53362) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:21.604274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2fd470b-c7cb-4fe5-8dfb-a40c0e018c88 req-6945e209-e6e8-4f1d-b441-116456e339c7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0436862 Feb 17 22:24:21.697795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:24:21.714445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2036ed7b-5490-4efc-acde-3631dfd68a52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:21.831034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:21.846245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c', 'port_id': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'mac_address': 'fa:16:3e:80:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5462559a-4e93-4f55-a409-e126dd8a3130', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:24:21.899090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2036ed7b-5490-4efc-acde-3631dfd68a52 admin admin] Publish callbacks [] for security_group (393d3a95-19c7-4704-b7e7-46c9d5a6e763), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:21.907073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2036ed7b-5490-4efc-acde-3631dfd68a52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (393d3a95-19c7-4704-b7e7-46c9d5a6e763), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:21.909653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:21.910031 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:21.931168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:24:21.955474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:21.960540 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:21.987510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2036ed7b-5490-4efc-acde-3631dfd68a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393d3a95-19c7-4704-b7e7-46c9d5a6e763,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:21.992253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2036ed7b-5490-4efc-acde-3631dfd68a52 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f60c26d11d8c4c37ac3c111ac1e38431&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4580538 Feb 17 22:24:21.994937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53374) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:22.042027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:22.069225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76044c0-ef0a-44e2-9988-45d98c74df13 req-2639ccdd-f847-4ce1-b872-34e10caa4e5e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:22.070788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76044c0-ef0a-44e2-9988-45d98c74df13 req-2639ccdd-f847-4ce1-b872-34e10caa4e5e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.0982726 Feb 17 22:24:22.072460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f29d84e-adb2-443a-98aa-822603ec258e admin admin] Publish callbacks [] for security_group (393d3a95-19c7-4704-b7e7-46c9d5a6e763), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:22.111638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f29d84e-adb2-443a-98aa-822603ec258e admin admin] Publish callbacks [] for security_group (393d3a95-19c7-4704-b7e7-46c9d5a6e763), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:22.141357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:24:22.153489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c76044c0-ef0a-44e2-9988-45d98c74df13 req-6fe5267f-cd82-485b-8000-198152f7357b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741630 Feb 17 22:24:22.181516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f29d84e-adb2-443a-98aa-822603ec258e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (393d3a95-19c7-4704-b7e7-46c9d5a6e763), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:22.185776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4f29d84e-adb2-443a-98aa-822603ec258e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:22.188079 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4f29d84e-adb2-443a-98aa-822603ec258e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/393d3a95-19c7-4704-b7e7-46c9d5a6e763 HTTP/1.1" status: 204 len: 168 time: 0.1917248 Feb 17 22:24:22.204893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29d84e-adb2-443a-98aa-822603ec258e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393d3a95-19c7-4704-b7e7-46c9d5a6e763,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:22.382848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce25b83-ceac-4a84-a261-868caf0d3372 req-057f1a14-893e-43f4-8344-7682c10df264 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:22.384642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cce25b83-ceac-4a84-a261-868caf0d3372 req-057f1a14-893e-43f4-8344-7682c10df264 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.0782347 Feb 17 22:24:22.393140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52036cb-34cb-4270-b3a5-9ed82cfe7f69 req-11b41247-0ba6-4a38-8bc9-bcb7405708b1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:22.394944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d52036cb-34cb-4270-b3a5-9ed82cfe7f69 req-11b41247-0ba6-4a38-8bc9-bcb7405708b1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.1471434 Feb 17 22:24:22.484922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cce25b83-ceac-4a84-a261-868caf0d3372 req-0f00435e-dc89-431b-9a9d-27b7fb348472 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823667 Feb 17 22:24:22.504168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d52036cb-34cb-4270-b3a5-9ed82cfe7f69 req-bcde19ec-6c4f-422c-b90a-eb4893b8c4f6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928540 Feb 17 22:24:22.695822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c49875-327c-448c-bebe-5900ee867349 req-af6992f7-3c12-490b-93c1-fe74b8e1b4a4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:22.697628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93c49875-327c-448c-bebe-5900ee867349 req-af6992f7-3c12-490b-93c1-fe74b8e1b4a4 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 944 time: 0.1022048 Feb 17 22:24:22.709791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef0fe-07e8-4bdc-b8c6-6f151f8a6e2f req-c84aa096-10e2-455f-bc08-8ad1230a8434 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:22.711564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-851ef0fe-07e8-4bdc-b8c6-6f151f8a6e2f req-c84aa096-10e2-455f-bc08-8ad1230a8434 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1023550 Feb 17 22:24:22.790272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93c49875-327c-448c-bebe-5900ee867349 req-f506154c-d883-48e0-9fdc-4622291e1f0d tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777133 Feb 17 22:24:22.794454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-851ef0fe-07e8-4bdc-b8c6-6f151f8a6e2f req-a7018a85-33b3-486a-9a18-5c9bfcdc4460 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743046 Feb 17 22:24:22.957902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c52b541-ee74-4239-adbf-c5f3c0a464cf req-70dab961-ea43-47c3-b39b-bfa6cdbef458 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0588923 Feb 17 22:24:22.993346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee5f90-180b-410e-8ae2-e3fc14298e51 req-1c5982a9-2188-4d00-90ff-2289906f7c0b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:22.995020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 95e33654-7ecd-4672-82bd-9ca2981015ae up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:24:23.003658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9ee5f90-180b-410e-8ae2-e3fc14298e51 req-1c5982a9-2188-4d00-90ff-2289906f7c0b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1109858 Feb 17 22:24:23.055214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 95e33654-7ecd-4672-82bd-9ca2981015ae completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:24:23.060579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 95e33654-7ecd-4672-82bd-9ca2981015ae triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:24:23.061010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:23.079510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9ee5f90-180b-410e-8ae2-e3fc14298e51 req-ab32ce23-6878-4af8-bd5f-959bdf7c3839 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716975 Feb 17 22:24:23.175568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 95e33654-7ecd-4672-82bd-9ca2981015ae is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:23.176017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:23.208993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:23.211813 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f8009b4-3d2a-40c5-9162-4fcfae2543ec" -d '{"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-plugged", "status": "completed", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:23.228832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:23.246344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:23.261219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca489d-727a-4ffb-b734-0c281078db28 req-767f1017-b390-447b-8919-b38aef4817f3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:23.263044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45ca489d-727a-4ffb-b734-0c281078db28 req-767f1017-b390-447b-8919-b38aef4817f3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.0789626 Feb 17 22:24:23.310555 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c928255-c24f-4399-9904-d43aee2d9212 x-openstack-request-id: req-0c928255-c24f-4399-9904-d43aee2d9212 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:23.310555 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-plugged", "status": "completed", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:23.310555 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0c928255-c24f-4399-9904-d43aee2d9212 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:23.310958 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'code': 200} Feb 17 22:24:23.343874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45ca489d-727a-4ffb-b734-0c281078db28 req-3e17315b-0e00-4797-a86f-ed3f95a91441 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733421 Feb 17 22:24:23.360311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:23.434407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26e773-0f1a-4a75-8c09-3bd15a6f4c3d req-355cf521-25b2-4a21-93de-120d6dd25748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:23.435992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e26e773-0f1a-4a75-8c09-3bd15a6f4c3d req-355cf521-25b2-4a21-93de-120d6dd25748 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 1128 time: 0.0652075 Feb 17 22:24:23.512680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e26e773-0f1a-4a75-8c09-3bd15a6f4c3d req-5335c5cc-a2f0-4bd1-9943-dcf4cf948d37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705702 Feb 17 22:24:23.703537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:24:23.759163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77193d45-6ee6-4354-99ca-d6de118388f8 req-84a70a08-01b4-4df7-98e0-9661ea88d05a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:23.770440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77193d45-6ee6-4354-99ca-d6de118388f8 req-84a70a08-01b4-4df7-98e0-9661ea88d05a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.1400645 Feb 17 22:24:23.784956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8942e06-59a1-4dd6-8459-e701988090f0 req-29900040-ee27-433f-a155-0099501b140e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:23.792429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8942e06-59a1-4dd6-8459-e701988090f0 req-29900040-ee27-433f-a155-0099501b140e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1435976 Feb 17 22:24:23.813715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:24:23.814271 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:23.856052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53470) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:23.931691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77193d45-6ee6-4354-99ca-d6de118388f8 req-83a238d7-fd53-498b-8b58-762c8f8dc5c3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548817 Feb 17 22:24:23.940121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8942e06-59a1-4dd6-8459-e701988090f0 req-4ff1c0a5-5542-4b03-97b3-eed7a9e6d581 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471121 Feb 17 22:24:23.956644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:23.957050 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.028511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:24.035166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.056869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d75325c5-4307-4e53-96a6-2e3ba025abe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.101706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:24.117272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6099eb18-4729-4d2f-bbb5-5ddc9bebab29 req-5f529719-d27a-42ba-9628-1095fa4c25fc tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0546227 Feb 17 22:24:24.148912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bffd30-4a2e-4814-b1cb-a10be8e2252a req-e3ed4d09-7fbe-4f46-82d2-7f33d5f286a3 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:24.156746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43bffd30-4a2e-4814-b1cb-a10be8e2252a req-e3ed4d09-7fbe-4f46-82d2-7f33d5f286a3 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 945 time: 0.1119013 Feb 17 22:24:24.169791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d75325c5-4307-4e53-96a6-2e3ba025abe5 admin admin] Publish callbacks [] for security_group (692cfd78-8145-4267-9796-8bea75225c00), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.176601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d75325c5-4307-4e53-96a6-2e3ba025abe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (692cfd78-8145-4267-9796-8bea75225c00), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.215575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43bffd30-4a2e-4814-b1cb-a10be8e2252a req-4200456a-73bd-4d8d-8527-2ffd3bf6accf tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578549 Feb 17 22:24:24.228946 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d75325c5-4307-4e53-96a6-2e3ba025abe5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e70b1274c0a149998664d0b57c0b3105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3693519 Feb 17 22:24:24.228946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75325c5-4307-4e53-96a6-2e3ba025abe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=692cfd78-8145-4267-9796-8bea75225c00,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:24.229713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:24.294710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40354041-c0a1-4fe2-b064-2070e419b5ef admin admin] Publish callbacks [] for security_group (692cfd78-8145-4267-9796-8bea75225c00), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.327941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40354041-c0a1-4fe2-b064-2070e419b5ef admin admin] Publish callbacks [] for security_group (692cfd78-8145-4267-9796-8bea75225c00), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.385963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40354041-c0a1-4fe2-b064-2070e419b5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (692cfd78-8145-4267-9796-8bea75225c00), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.389242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40354041-c0a1-4fe2-b064-2070e419b5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:24.390600 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-40354041-c0a1-4fe2-b064-2070e419b5ef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/692cfd78-8145-4267-9796-8bea75225c00 HTTP/1.1" status: 204 len: 168 time: 0.1599824 Feb 17 22:24:24.403934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40354041-c0a1-4fe2-b064-2070e419b5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=692cfd78-8145-4267-9796-8bea75225c00,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:25.149245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:25.194843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea4c48-6c3f-4c48-902a-57767a70aafe req-1068f3c9-2c43-49a7-bfab-94c1d078f38f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:25.205879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1ea4c48-6c3f-4c48-902a-57767a70aafe req-1068f3c9-2c43-49a7-bfab-94c1d078f38f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1540153 Feb 17 22:24:25.263526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a8a76-f8eb-4a1c-acec-0e3a09920a4a req-8af98d62-135e-45cf-b159-c5aba5b739c1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:25.265636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-533a8a76-f8eb-4a1c-acec-0e3a09920a4a req-8af98d62-135e-45cf-b159-c5aba5b739c1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1550193 Feb 17 22:24:25.279302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1ea4c48-6c3f-4c48-902a-57767a70aafe req-f5347e0b-23e3-443c-bb23-3b1ef68cf3e9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661533 Feb 17 22:24:25.311963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:25.314821 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28282350-88d5-473f-acc6-a2e98a0ad71c" -d '{"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:25.364029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-533a8a76-f8eb-4a1c-acec-0e3a09920a4a req-dc807465-f473-4e91-ac72-4a8015eb097e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835896 Feb 17 22:24:25.487071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-087883be-3aed-415c-8b98-9a5582a21cae req-2a3b4e43-74d8-45a3-ace5-6fc3610f9ca6 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0570791 Feb 17 22:24:25.557541 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeacea97-5f35-4c0d-a64f-c544bd89ea3d x-openstack-request-id: req-eeacea97-5f35-4c0d-a64f-c544bd89ea3d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:25.557834 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:25.558315 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eeacea97-5f35-4c0d-a64f-c544bd89ea3d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:25.558778 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'code': 200} Feb 17 22:24:25.590396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39468534-bc21-4b64-a037-33bcd266aea2 req-6ac0c954-0616-476f-9bf2-643fe7ea4e30 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:25.599433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39468534-bc21-4b64-a037-33bcd266aea2 req-6ac0c954-0616-476f-9bf2-643fe7ea4e30 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 945 time: 0.1543362 Feb 17 22:24:25.697792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39468534-bc21-4b64-a037-33bcd266aea2 req-f86035dd-6c02-4251-a621-86ec1596b443 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963979 Feb 17 22:24:25.899276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385bf23-1a44-498f-a19f-2088f0f18caf req-50231c0b-63d3-4aea-bc01-96e48642d08b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:25.900740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2385bf23-1a44-498f-a19f-2088f0f18caf req-50231c0b-63d3-4aea-bc01-96e48642d08b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1006470 Feb 17 22:24:25.903170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-779c36ec-355a-4dc0-a65e-744d9a35d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:25.905653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-779c36ec-355a-4dc0-a65e-744d9a35d6e9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.1138442 Feb 17 22:24:26.010472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2385bf23-1a44-498f-a19f-2088f0f18caf req-f5955321-41be-429d-b563-3518c5791edd tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033404 Feb 17 22:24:26.081225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-6ea1c1fc-19e5-491b-a511-3dae590d7ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:26.086235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-6ea1c1fc-19e5-491b-a511-3dae590d7ede service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.1696794 Feb 17 22:24:26.185197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-d81d0bb0-8e5a-4239-a64c-f27de0621b03 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.0933456 Feb 17 22:24:26.278027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-ae8130a0-5fbf-4d2c-98d2-35addc07870d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:26.284448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-ae8130a0-5fbf-4d2c-98d2-35addc07870d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.0887256 Feb 17 22:24:26.420344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-a3facdfd-3d39-4ac8-abe6-7bae29bc82f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:26.428393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-a3facdfd-3d39-4ac8-abe6-7bae29bc82f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1427929 Feb 17 22:24:26.589179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac1b83-f09f-4348-98d8-f08e27aee894 req-b78add2a-b57c-41fa-aa5f-8cfb676c3865 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:26.590985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6aac1b83-f09f-4348-98d8-f08e27aee894 req-b78add2a-b57c-41fa-aa5f-8cfb676c3865 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1560225 Feb 17 22:24:26.626482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-6a729d58-9005-4af7-97ba-d7983ffb5cc3 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818781 Feb 17 22:24:26.722304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6aac1b83-f09f-4348-98d8-f08e27aee894 req-61443459-6ef5-4d78-a7e8-8e450a2e4270 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235633 Feb 17 22:24:26.810543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b07389-9e0f-4e20-940d-06bf29172b46 req-8c49b939-938f-4fd9-a4cb-fc935087dab8 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759419 Feb 17 22:24:26.916194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b224d454-7025-4b69-9a07-d16088351a8f req-849ba0a8-3a3c-46eb-9fb5-5fca2a883bdd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0404761 Feb 17 22:24:26.969775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53668) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:27.033261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c6a0e-f429-4a6e-b91e-928cdf521369 req-999d4e84-59a9-4a34-b271-eb9b209c3bb8 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:27.036298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c59c6a0e-f429-4a6e-b91e-928cdf521369 req-999d4e84-59a9-4a34-b271-eb9b209c3bb8 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 945 time: 0.1007705 Feb 17 22:24:27.115546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d447eed8-70bf-4f9f-a54c-838984e34a72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:27.166391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c59c6a0e-f429-4a6e-b91e-928cdf521369 req-f2e45904-d126-4e4c-9606-6a3b1f2ebc43 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243901 Feb 17 22:24:27.237729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d447eed8-70bf-4f9f-a54c-838984e34a72 admin admin] Publish callbacks [] for security_group (e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:27.245069 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d447eed8-70bf-4f9f-a54c-838984e34a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:27.277070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d447eed8-70bf-4f9f-a54c-838984e34a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:27.282648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f43237-afcf-41da-91c3-90aaeceb2a9e req-a756c6b2-ae00-46f0-baec-718ada3ee898 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:27.286121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37f43237-afcf-41da-91c3-90aaeceb2a9e req-a756c6b2-ae00-46f0-baec-718ada3ee898 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1088753 Feb 17 22:24:27.300529 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d447eed8-70bf-4f9f-a54c-838984e34a72 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=469dd309f7ef4c379c532012e25574e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3294969 Feb 17 22:24:27.301168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53678) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:27.366338 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd04bf26-0d6a-4490-b505-3589927b7db3 admin admin] Publish callbacks [] for security_group (e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:27.397532 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd04bf26-0d6a-4490-b505-3589927b7db3 admin admin] Publish callbacks [] for security_group (e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:27.462063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37f43237-afcf-41da-91c3-90aaeceb2a9e req-7599c775-cb7f-47e5-b83f-ad7066e1c982 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555579 Feb 17 22:24:27.477627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd04bf26-0d6a-4490-b505-3589927b7db3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:27.481658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd04bf26-0d6a-4490-b505-3589927b7db3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:27.503769 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fd04bf26-0d6a-4490-b505-3589927b7db3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1 HTTP/1.1" status: 204 len: 168 time: 0.1873522 Feb 17 22:24:27.513719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04bf26-0d6a-4490-b505-3589927b7db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0be9f99-d8f5-40cf-b1c2-7a6e974e12e1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:28.039743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeda996-139e-4f41-bfe8-b54c826ef3cd req-2709cc41-3704-40f7-b607-20fcf8066379 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:28.055420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eeda996-139e-4f41-bfe8-b54c826ef3cd req-2709cc41-3704-40f7-b607-20fcf8066379 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1581030 Feb 17 22:24:28.219633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5f00b7d-5cf4-4bc6-a8b3-38da54bfc99b req-25f274e1-7a22-4f8b-9c80-d27811116973 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.1444149 Feb 17 22:24:28.282583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eeda996-139e-4f41-bfe8-b54c826ef3cd req-fee3a2af-b4d3-4f5f-a893-0f3f28792533 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259414 Feb 17 22:24:28.414400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775f43b-1f6c-47c0-aaeb-4d9c1de55418 req-f65633b6-85fc-4a93-ac4a-86019b7af098 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:28.429041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e775f43b-1f6c-47c0-aaeb-4d9c1de55418 req-f65633b6-85fc-4a93-ac4a-86019b7af098 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 945 time: 0.1021388 Feb 17 22:24:28.509300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e775f43b-1f6c-47c0-aaeb-4d9c1de55418 req-6f32c395-cea7-44ae-bf7e-49dcdae64ded tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791562 Feb 17 22:24:28.750952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afbb3a-1051-4d0c-95b5-7a3fcf2e50c6 req-49d031c2-049b-4831-ba94-9a588d51435f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:28.752906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91afbb3a-1051-4d0c-95b5-7a3fcf2e50c6 req-49d031c2-049b-4831-ba94-9a588d51435f tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1124053 Feb 17 22:24:28.909177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91afbb3a-1051-4d0c-95b5-7a3fcf2e50c6 req-ae71de10-ea07-4060-bf4b-824c3313d666 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219394 Feb 17 22:24:28.996247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 95e33654-7ecd-4672-82bd-9ca2981015ae details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:24:29.166941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687385d4-2a43-43ad-9245-30b252ce3a22 req-2e10dc2b-2c4d-4c5e-b3cd-e6983bef4e30 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:29.181005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-687385d4-2a43-43ad-9245-30b252ce3a22 req-2e10dc2b-2c4d-4c5e-b3cd-e6983bef4e30 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.1957178 Feb 17 22:24:29.283233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:29.309212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'network_id': '568604d9-9a4f-4528-b718-c5f5a82defd1', 'port_id': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'mac_address': 'fa:16:3e:8f:3c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784e210e-2e77-4d49-b236-180e94c13c52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:24:29.310245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-687385d4-2a43-43ad-9245-30b252ce3a22 req-e02edf2d-07b9-4024-b680-ae0c58a04b12 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287746 Feb 17 22:24:29.427851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 95e33654-7ecd-4672-82bd-9ca2981015ae is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:29.430090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:29.467715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95e33654-7ecd-4672-82bd-9ca2981015ae {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:24:29.503727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d47a4cf9-ac05-425b-9d30-8cb894f1adf5 req-a235cfc3-11cb-45a6-bfd6-929f490db0b2 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.1047151 Feb 17 22:24:29.536368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:29.552280 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:29.590336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ad853-c52a-4379-b72e-1792437f2d67 req-05e06786-37c9-4166-89a0-6e584d80c9d0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:29.598254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-357ad853-c52a-4379-b72e-1792437f2d67 req-05e06786-37c9-4166-89a0-6e584d80c9d0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1188824 Feb 17 22:24:29.708294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-357ad853-c52a-4379-b72e-1792437f2d67 req-f74d17ec-fe24-4c5a-a847-574fe7df25ed tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087890 Feb 17 22:24:29.731843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['95e33654-7ecd-4672-82bd-9ca2981015ae'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:24:29.919959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:29.979976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915ea94-9b36-4ee8-b070-b81d1996581a req-5a68a320-83b4-474f-9734-5fe60e0675f6 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:29.996861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2915ea94-9b36-4ee8-b070-b81d1996581a req-5a68a320-83b4-474f-9734-5fe60e0675f6 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 944 time: 0.1816244 Feb 17 22:24:30.012137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53742) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:30.194362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2915ea94-9b36-4ee8-b070-b81d1996581a req-d22ef4ed-4384-4b7e-a8c8-cb0703b12eac tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956048 Feb 17 22:24:30.284323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-93886ca0-3208-443a-b4d9-5bf9c3d7fcb0 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-679940443'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:30.284820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-93886ca0-3208-443a-b4d9-5bf9c3d7fcb0 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Unknown quota resources ['metering_label']. {{(pid=103526) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:30.761832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93886ca0-3208-443a-b4d9-5bf9c3d7fcb0 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:30.763156 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-93886ca0-3208-443a-b4d9-5bf9c3d7fcb0 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7486417 Feb 17 22:24:30.767835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53774) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:30.772541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-da494694-722b-4b4f-9ae7-6937ade7dc0c tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '97f6c54c-caeb-4a11-9c86-dfafc928c60e'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:30.773276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-da494694-722b-4b4f-9ae7-6937ade7dc0c tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:30.875030 n-d-828369-18 neutron-server[103527]: WARNING neutron.services.metering.metering_plugin [None req-da494694-722b-4b4f-9ae7-6937ade7dc0c tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 22:24:31.020713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 95e33654-7ecd-4672-82bd-9ca2981015ae up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:24:31.142086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 95e33654-7ecd-4672-82bd-9ca2981015ae triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:24:31.142806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:31.369932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 95e33654-7ecd-4672-82bd-9ca2981015ae is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:31.370334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:31.420506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:31.422821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:31.425776 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64089f7-6943-4150-94ac-5df43116e919" -d '{"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-plugged", "status": "completed", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:31.430450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:31.567093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:31.623378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-da494694-722b-4b4f-9ae7-6937ade7dc0c tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:31.628163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-da494694-722b-4b4f-9ae7-6937ade7dc0c tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8557889 Feb 17 22:24:31.628694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53794) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:31.629257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31f230db-068c-4dc6-9298-1a3cd9cf359b req-3d5ed2a0-f4c9-4101-bbd5-fe801692544d tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.1083636 Feb 17 22:24:31.633891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0205a5fc-e6bc-49f4-bf18-ef40b483305d tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '97f6c54c-caeb-4a11-9c86-dfafc928c60e'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:31.634406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0205a5fc-e6bc-49f4-bf18-ef40b483305d tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103526) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:31.697853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c820500-7943-4782-8245-9e7c19486e12 req-e2a51da1-fe03-48e1-9f04-19ca12c5971b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:31.699983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c820500-7943-4782-8245-9e7c19486e12 req-e2a51da1-fe03-48e1-9f04-19ca12c5971b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c2c4ae9d-945f-4699-9ec3-d03d946b9c65 HTTP/1.1" status: 200 len: 943 time: 0.1810496 Feb 17 22:24:31.792821 n-d-828369-18 neutron-server[103526]: WARNING neutron.services.metering.metering_plugin [None req-0205a5fc-e6bc-49f4-bf18-ef40b483305d tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 22:24:31.877326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eacd40-eff5-4330-85ec-265d96ee91f6 req-ae83c273-b30b-4938-9696-4fb54acd5cbe tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:31.879024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6eacd40-eff5-4330-85ec-265d96ee91f6 req-ae83c273-b30b-4938-9696-4fb54acd5cbe tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1110532 Feb 17 22:24:31.895948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Deleting port 7746ff3d-3fb6-4208-9052-f5ecff973f17 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:31.896324 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:31.967941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0205a5fc-e6bc-49f4-bf18-ef40b483305d tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:31.970193 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0205a5fc-e6bc-49f4-bf18-ef40b483305d tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3397994 Feb 17 22:24:31.972802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53796) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:31.992766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7c9976f3-39ab-4542-8b69-3eafeed4da6e tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=f5772065-3f36-4534-a26a-ca7783452f04 HTTP/1.1" status: 200 len: 462 time: 0.0172715 Feb 17 22:24:31.995472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:32.026711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] For port 7746ff3d-3fb6-4208-9052-f5ecff973f17, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7746ff3d-3fb6-4208-9052-f5ecff973f17,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:32.027093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:32.051763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Calling delete_port for 7746ff3d-3fb6-4208-9052-f5ecff973f17 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:32.173868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ad44ff9-ee3f-4075-97ec-07febbf48400 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:32.182891 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9ad44ff9-ee3f-4075-97ec-07febbf48400 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/f5772065-3f36-4534-a26a-ca7783452f04 HTTP/1.1" status: 204 len: 168 time: 0.1818655 Feb 17 22:24:32.183558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:32.206981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6eacd40-eff5-4330-85ec-265d96ee91f6 req-c9cd60d2-4fa4-4b4b-a17c-a108bd1cbfa3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136804 Feb 17 22:24:32.224653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f7aa2e94-c38f-45ab-9563-dee87f95180d tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=f5772065-3f36-4534-a26a-ca7783452f04 HTTP/1.1" status: 200 len: 221 time: 0.0378656 Feb 17 22:24:32.231252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:32.237644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-62acdf93-9a2b-4e58-b78d-7ccfb02be0e6 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1591579141', 'description': 'label created by tempest'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:32.238088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-62acdf93-9a2b-4e58-b78d-7ccfb02be0e6 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Unknown quota resources ['metering_label']. {{(pid=103526) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:32.290288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-f2414549-5708-44a6-97ef-dafe99779903 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:32.292973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-f2414549-5708-44a6-97ef-dafe99779903 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 945 time: 0.1505919 Feb 17 22:24:32.447747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7746ff3d-3fb6-4208-9052-f5ecff973f17), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:32.476906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82', '6f6ae9b8-ba7d-4685-852c-1578948a8e44'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:24:32.555454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event deleted for resources: {'Port': ['ID=7746ff3d-3fb6-4208-9052-f5ecff973f17,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:32.633102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62acdf93-9a2b-4e58-b78d-7ccfb02be0e6 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:32.637650 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-62acdf93-9a2b-4e58-b78d-7ccfb02be0e6 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4040673 Feb 17 22:24:32.638900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53806) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:32.706610 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b08906-69ed-485f-8e86-21ba93c65bbf x-openstack-request-id: req-29b08906-69ed-485f-8e86-21ba93c65bbf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:32.706924 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-plugged", "status": "completed", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:32.707779 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29b08906-69ed-485f-8e86-21ba93c65bbf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:32.708254 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'code': 200} Feb 17 22:24:32.730106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] No DVR routers for this DVR port 7746ff3d-3fb6-4208-9052-f5ecff973f17 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:32.735098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:32.742486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c820500-7943-4782-8245-9e7c19486e12 req-fa41ac26-75e7-471f-8598-55a433376c4c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "DELETE /v2.0/ports/7746ff3d-3fb6-4208-9052-f5ecff973f17 HTTP/1.1" status: 204 len: 173 time: 1.0321622 Feb 17 22:24:32.749010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-deleted', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:32.754839 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73a7fdc-d8e3-4933-8487-2625b18095a7" -d '{"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-deleted", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:32.883280 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ab6c3dd-57f0-4cae-a240-3d810d85758d tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=4d1527ba-0e10-4971-afe5-2138f07ac209 HTTP/1.1" status: 200 len: 468 time: 0.2420783 Feb 17 22:24:32.883942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53818) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:32.913499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-3ae32813-3f8f-4089-b925-1dda098edf99 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2625046 Feb 17 22:24:32.929063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Deleting port 95e33654-7ecd-4672-82bd-9ca2981015ae {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:32.930289 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:32.948689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8bb8-76fb-42da-84c7-4931b05ac8cf req-af3cbe06-da52-4a2f-b894-ae069c40bdf0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:32.957992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f94d8bb8-76fb-42da-84c7-4931b05ac8cf req-af3cbe06-da52-4a2f-b894-ae069c40bdf0 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 945 time: 0.1917758 Feb 17 22:24:33.090671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 95e33654-7ecd-4672-82bd-9ca2981015ae no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:33.320434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f94d8bb8-76fb-42da-84c7-4931b05ac8cf req-bca5de85-27dd-4307-8153-dacb5a103c58 tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/security-groups?id=ce208dac-07fd-4254-a097-893ee38b6a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608320 Feb 17 22:24:33.370184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-a424e4cc-7b4e-4a9f-b8e2-7de7b6c02988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:33.381007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-a424e4cc-7b4e-4a9f-b8e2-7de7b6c02988 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4b203ec969314680b8270e084760a24d&device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 1127 time: 0.3530245 Feb 17 22:24:33.381291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2a61aed-7d22-4eac-a691-84daf0132a88 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:33.385023 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2a61aed-7d22-4eac-a691-84daf0132a88 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/4d1527ba-0e10-4971-afe5-2138f07ac209 HTTP/1.1" status: 204 len: 168 time: 0.4974377 Feb 17 22:24:33.386205 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53830) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:33.418895 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c62c7159-3a58-4813-9c36-58e48824084f tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=4d1527ba-0e10-4971-afe5-2138f07ac209 HTTP/1.1" status: 200 len: 216 time: 0.0322771 Feb 17 22:24:33.426691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53832) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:33.455816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 95e33654-7ecd-4672-82bd-9ca2981015ae is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:33.456368 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:33.467272 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-699302dc-0ed0-4a91-8bb7-9819977bdf03 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0393589 Feb 17 22:24:33.471234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:33.534709 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4297b608-cf0b-4fcc-8b66-16e49c40d484 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0612524 Feb 17 22:24:33.563621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53836) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:33.593129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-ab69a5e6-1ee1-4e19-9298-2abe9fb2a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:33.594913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-ab69a5e6-1ee1-4e19-9298-2abe9fb2a21a service neutron] 10.222.0.73 "GET /v2.0/networks?id=69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 200 len: 913 time: 0.1724086 Feb 17 22:24:33.616115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:33.616602 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:33.634949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Calling delete_port for 95e33654-7ecd-4672-82bd-9ca2981015ae owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:33.699883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 95e33654-7ecd-4672-82bd-9ca2981015ae, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=95e33654-7ecd-4672-82bd-9ca2981015ae,segment=NetworkSegment(7bf33a17-4118-4a11-a9ab-31d35f26437c),segment_id=7bf33a17-4118-4a11-a9ab-31d35f26437c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:33.715944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:33.796676 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-90821a6e-811f-4ddb-b6b6-3a8aebe16b28 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/97f6c54c-caeb-4a11-9c86-dfafc928c60e HTTP/1.1" status: 200 len: 472 time: 0.2315221 Feb 17 22:24:33.800066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53840) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:33.833639 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7514083f-82a0-4968-96e7-1c86beb1738c x-openstack-request-id: req-7514083f-82a0-4968-96e7-1c86beb1738c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:33.833921 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c4ae9d-945f-4699-9ec3-d03d946b9c65", "name": "network-vif-deleted", "tag": "7746ff3d-3fb6-4208-9052-f5ecff973f17", "status": "failed", "code": 422}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:33.834187 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7514083f-82a0-4968-96e7-1c86beb1738c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:33.834646 n-d-828369-18 neutron-server[103527]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c2c4ae9d-945f-4699-9ec3-d03d946b9c65', 'name': 'network-vif-deleted', 'tag': '7746ff3d-3fb6-4208-9052-f5ecff973f17', 'status': 'failed', 'code': 422} returned with failed status Feb 17 22:24:33.838022 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa342367-ddef-4e2e-bc12-044d3078f58c tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/54b74771-8d5f-4ad7-bde1-a9c43b7a49ce HTTP/1.1" status: 200 len: 459 time: 0.0364637 Feb 17 22:24:33.846283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53842) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:33.860955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (95e33654-7ecd-4672-82bd-9ca2981015ae), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:33.866187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5847788b-710d-4ff6-a158-4c166242e493 req-0c6f14a5-d6ec-4118-935b-bb83bb6b3370 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0511990 Feb 17 22:24:33.904609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:34.081718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-527273b8-1551-42e9-8445-711b6bd527b8 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:34.085748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-527273b8-1551-42e9-8445-711b6bd527b8 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/54b74771-8d5f-4ad7-bde1-a9c43b7a49ce HTTP/1.1" status: 204 len: 168 time: 0.2383425 Feb 17 22:24:34.086358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:34.147259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Pushing event deleted for resources: {'Port': ['ID=95e33654-7ecd-4672-82bd-9ca2981015ae,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:34.256766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-fa49ba0a-0ef0-4324-9feb-cb4551ec1a0c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 200 len: 999 time: 0.4237931 Feb 17 22:24:34.262255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] No DVR routers for this DVR port 95e33654-7ecd-4672-82bd-9ca2981015ae on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:34.283545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:34.289755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64fdd1f4-1d5f-40e0-9b88-74e1815e33a9 req-216d3ea7-7089-47ea-85f7-71614c95651b tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.73 "DELETE /v2.0/ports/95e33654-7ecd-4672-82bd-9ca2981015ae HTTP/1.1" status: 204 len: 173 time: 1.9884346 Feb 17 22:24:34.387681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8945038d-24ff-44d9-8670-099f83dafbed req-fdd4c641-7778-4aef-ba51-53a145e058ca tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:34.397326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8945038d-24ff-44d9-8670-099f83dafbed req-fdd4c641-7778-4aef-ba51-53a145e058ca tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3776209 Feb 17 22:24:34.472642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-d58ade21-92c9-4f34-9ac4-633fdc5a9774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:34.474064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-d58ade21-92c9-4f34-9ac4-633fdc5a9774 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 200 len: 851 time: 0.1990125 Feb 17 22:24:34.512740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8945038d-24ff-44d9-8670-099f83dafbed req-e34df0e0-fa47-429e-b266-915c3dacda2a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143751 Feb 17 22:24:34.551863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e8cfb76e-e1c3-4722-8e3a-b5a9f9def2b4 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:34.554612 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8cfb76e-e1c3-4722-8e3a-b5a9f9def2b4 tempest-MeteringIpV6TestJSON-155933090 tempest-MeteringIpV6TestJSON-155933090-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/97f6c54c-caeb-4a11-9c86-dfafc928c60e HTTP/1.1" status: 204 len: 168 time: 0.4670069 Feb 17 22:24:34.648288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e51f577-f304-4137-ae9e-4374649e7a9c req-a342466a-6990-44de-9865-5a2c2e02e62e tempest-ImagesTestJSON-697722152 tempest-ImagesTestJSON-697722152-project] 10.222.0.79 "GET /v2.0/ports?device_id=a2fb92ad-d46f-4980-a148-33e9071e7e6e HTTP/1.1" status: 200 len: 210 time: 0.0474930 Feb 17 22:24:34.668756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-ee1206e0-fe83-41cb-b671-a2b75143b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:34.671183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-ee1206e0-fe83-41cb-b671-a2b75143b750 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=69166c47-4266-494e-a964-3b9635295ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1902852 Feb 17 22:24:34.709347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:34.711709 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295deddf-eda6-4016-b1db-8a279305baec" -d '{"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:34.803985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-2577753e-7997-4f0d-a47a-d25fccc4f950 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252339 Feb 17 22:24:34.814571 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b37b185-20ff-464a-946a-30d82097534a x-openstack-request-id: req-9b37b185-20ff-464a-946a-30d82097534a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:34.814927 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-unplugged", "status": "completed", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:34.815404 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b37b185-20ff-464a-946a-30d82097534a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:34.815833 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'code': 200} Feb 17 22:24:34.977444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20a3fade-e19a-4837-aa30-30e6ef4de8b6 req-bf3eb886-f223-447d-91d1-1e8e46c8cc04 service neutron] 10.222.0.73 "GET /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108983 Feb 17 22:24:35.023495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b525ecc-7c80-447a-a4dc-886f1e28e2ce req-5d240c4a-0d4e-4fe6-a73b-666309ecb26e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:35.037315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b525ecc-7c80-447a-a4dc-886f1e28e2ce req-5d240c4a-0d4e-4fe6-a73b-666309ecb26e tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 907 time: 0.2319164 Feb 17 22:24:35.157497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53860) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:35.181719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3c7f504-0dc4-42f6-ac60-db0828c29a6a req-cfd36941-c384-4f01-bbc5-f7c3013fb383 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0692706 Feb 17 22:24:35.413934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc6bb-38b0-49b6-8339-6b16e197f72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:35.567436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc6bb-38b0-49b6-8339-6b16e197f72b admin admin] Publish callbacks [] for security_group (caaed300-16ed-4f2c-a06e-8038bc8985e1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:35.573995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b8dc6bb-38b0-49b6-8339-6b16e197f72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (caaed300-16ed-4f2c-a06e-8038bc8985e1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:35.630104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8dc6bb-38b0-49b6-8339-6b16e197f72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caaed300-16ed-4f2c-a06e-8038bc8985e1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:35.636579 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3b8dc6bb-38b0-49b6-8339-6b16e197f72b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0a383ca620d4524ad00564df56556f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4777982 Feb 17 22:24:35.639166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:35.697216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54aa60-4055-4a76-a5e5-1893c4b0e4b0 req-6e6c1157-1f05-41d6-83f3-effe932702ff tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:35.706087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac54aa60-4055-4a76-a5e5-1893c4b0e4b0 req-6e6c1157-1f05-41d6-83f3-effe932702ff tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.0993974 Feb 17 22:24:35.747424 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d99b5c8e-8d3b-45c3-b238-fc2529eed6ee admin admin] Publish callbacks [] for security_group (caaed300-16ed-4f2c-a06e-8038bc8985e1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:35.786070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac54aa60-4055-4a76-a5e5-1893c4b0e4b0 req-538d6ef5-87e1-43d9-b6e0-79fe0fed8480 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786407 Feb 17 22:24:35.848211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d99b5c8e-8d3b-45c3-b238-fc2529eed6ee admin admin] Publish callbacks [] for security_group (caaed300-16ed-4f2c-a06e-8038bc8985e1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:35.874594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-deleted', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:35.879529 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00f39d8-788a-4320-a02c-153b60cebb98" -d '{"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-deleted", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:35.962072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d99b5c8e-8d3b-45c3-b238-fc2529eed6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (caaed300-16ed-4f2c-a06e-8038bc8985e1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:35.966475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d99b5c8e-8d3b-45c3-b238-fc2529eed6ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:35.969596 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d99b5c8e-8d3b-45c3-b238-fc2529eed6ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/caaed300-16ed-4f2c-a06e-8038bc8985e1 HTTP/1.1" status: 204 len: 168 time: 0.3290238 Feb 17 22:24:35.990722 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38133ca4-6312-44ba-ae14-cb69dd9eb599 x-openstack-request-id: req-38133ca4-6312-44ba-ae14-cb69dd9eb599 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:35.991519 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2fb92ad-d46f-4980-a148-33e9071e7e6e", "name": "network-vif-deleted", "tag": "95e33654-7ecd-4672-82bd-9ca2981015ae", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:35.992267 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38133ca4-6312-44ba-ae14-cb69dd9eb599 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:35.994725 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2fb92ad-d46f-4980-a148-33e9071e7e6e', 'name': 'network-vif-deleted', 'tag': '95e33654-7ecd-4672-82bd-9ca2981015ae', 'status': 'completed', 'code': 200} Feb 17 22:24:36.011206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-f03c1931-559e-4097-84c2-bf21215056ab tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:36.013358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-f03c1931-559e-4097-84c2-bf21215056ab tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 907 time: 0.2246563 Feb 17 22:24:36.013632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b5c8e-8d3b-45c3-b238-fc2529eed6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caaed300-16ed-4f2c-a06e-8038bc8985e1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:36.302566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051eb06-8442-4498-ac80-c266595d1339 req-5d66bba0-435a-4aa6-97ec-63c11fd57724 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:36.304600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9051eb06-8442-4498-ac80-c266595d1339 req-5d66bba0-435a-4aa6-97ec-63c11fd57724 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 907 time: 0.1054223 Feb 17 22:24:36.407487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c49a588-f50d-4ed7-b6d3-a01abe56c1fa req-ad55c92a-7ad5-4293-9415-81cd3abedbc7 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0672512 Feb 17 22:24:36.412064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Deleting port eb9022ca-97c3-42e6-8e34-f97b910254a0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:36.412467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:36.488494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53910) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:36.567609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] For port eb9022ca-97c3-42e6-8e34-f97b910254a0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb9022ca-97c3-42e6-8e34-f97b910254a0,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:36.567980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:36.586427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Calling delete_port for eb9022ca-97c3-42e6-8e34-f97b910254a0 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:36.640844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] Deleting subnet 784e210e-2e77-4d49-b236-180e94c13c52 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:24:36.648391 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] Publish callbacks [] for subnet (784e210e-2e77-4d49-b236-180e94c13c52), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:36.731504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (784e210e-2e77-4d49-b236-180e94c13c52), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:36.756592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eb9022ca-97c3-42e6-8e34-f97b910254a0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:36.802641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event deleted for resources: {'Port': ['ID=eb9022ca-97c3-42e6-8e34-f97b910254a0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:36.839275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53914) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:36.870295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] No DVR routers for this DVR port eb9022ca-97c3-42e6-8e34-f97b910254a0 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:36.873104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:36.877360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7ba83bf-8b45-4628-9c40-8ed20711311c req-35a2b5b4-2445-44f3-9c86-06163ac9f534 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "DELETE /v2.0/ports/eb9022ca-97c3-42e6-8e34-f97b910254a0 HTTP/1.1" status: 204 len: 173 time: 0.8588035 Feb 17 22:24:37.116344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b3537-37f3-4ae4-bfde-3e27286b271d req-80d98acd-f3d6-48c9-a43c-886463f9990c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:37.117992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-372b3537-37f3-4ae4-bfde-3e27286b271d req-80d98acd-f3d6-48c9-a43c-886463f9990c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1464243 Feb 17 22:24:37.200507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-372b3537-37f3-4ae4-bfde-3e27286b271d req-6bdaaf5a-6184-4fc2-85f0-ea2732e84f76 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684040 Feb 17 22:24:37.390956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (784e210e-2e77-4d49-b236-180e94c13c52), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.419437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e438cd4-00ec-49e9-a550-afd9b0633446 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.522879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (784e210e-2e77-4d49-b236-180e94c13c52), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.561755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784e210e-2e77-4d49-b236-180e94c13c52,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:37.579409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.580495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04fdaac9-ab46-4f3e-80a3-6239a3535911 req-286c045b-3ea2-4e5f-a85c-2bbc70a440b7 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=9d4ec8e7-c116-4ce9-9b52-97e6e957da82 HTTP/1.1" status: 200 len: 210 time: 0.0768716 Feb 17 22:24:37.595174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53920) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:37.597652 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eaac6fb3-fa2b-4146-ac1f-e30a3e64b759 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/784e210e-2e77-4d49-b236-180e94c13c52 HTTP/1.1" status: 204 len: 168 time: 1.1081672 Feb 17 22:24:37.683694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e438cd4-00ec-49e9-a550-afd9b0633446 admin admin] Publish callbacks [] for security_group (1c7f0e22-4faf-47dd-bc0e-f728b41bb655), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.691916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e438cd4-00ec-49e9-a550-afd9b0633446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c7f0e22-4faf-47dd-bc0e-f728b41bb655), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.715709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-376c74cd-e8c7-4bb2-98e9-47d36a431619 req-8a88318d-3460-4a7b-b352-9b9665877bcb tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0480785 Feb 17 22:24:37.733298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (568604d9-9a4f-4528-b718-c5f5a82defd1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.792107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e438cd4-00ec-49e9-a550-afd9b0633446 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5c0cfdbc19b8410796f764a37b155832&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9497440 Feb 17 22:24:37.793712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53922) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:37.801247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e438cd4-00ec-49e9-a550-afd9b0633446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f0e22-4faf-47dd-bc0e-f728b41bb655,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:37.915552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (568604d9-9a4f-4528-b718-c5f5a82defd1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.923412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bea59ce4-e3c9-4bb3-adac-43c17ae1d193 admin admin] Publish callbacks [] for security_group (1c7f0e22-4faf-47dd-bc0e-f728b41bb655), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.962564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568604d9-9a4f-4528-b718-c5f5a82defd1']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:37.964558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bea59ce4-e3c9-4bb3-adac-43c17ae1d193 admin admin] Publish callbacks [] for security_group (1c7f0e22-4faf-47dd-bc0e-f728b41bb655), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:37.979632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf33a17-4118-4a11-a9ab-31d35f26437c') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:37.980274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf33a17-4118-4a11-a9ab-31d35f26437c') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:38.000711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (7bf33a17-4118-4a11-a9ab-31d35f26437c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:38.019290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7bf33a17-4118-4a11-a9ab-31d35f26437c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:38.036271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:24:38.036965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (7bf33a17-4118-4a11-a9ab-31d35f26437c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:38.072891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bea59ce4-e3c9-4bb3-adac-43c17ae1d193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c7f0e22-4faf-47dd-bc0e-f728b41bb655), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:38.082250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bea59ce4-e3c9-4bb3-adac-43c17ae1d193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:38.086528 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bea59ce4-e3c9-4bb3-adac-43c17ae1d193 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1c7f0e22-4faf-47dd-bc0e-f728b41bb655 HTTP/1.1" status: 204 len: 168 time: 0.2895989 Feb 17 22:24:38.100930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea59ce4-e3c9-4bb3-adac-43c17ae1d193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f0e22-4faf-47dd-bc0e-f728b41bb655,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:38.128936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'name': 'network-vif-deleted', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:38.131283 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852a4697-f384-499a-90d3-64a7b952cb2b" -d '{"events": [{"server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "name": "network-vif-deleted", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:24:38.133755 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:24:38.168568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (568604d9-9a4f-4528-b718-c5f5a82defd1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:38.203988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:38.208050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] 10.222.0.79 "DELETE /v2.0/networks/568604d9-9a4f-4528-b718-c5f5a82defd1 HTTP/1.1" status: 204 len: 168 time: 0.6115944 Feb 17 22:24:38.209935 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84851019-4762-4b58-becb-0d98b56ccfa5 x-openstack-request-id: req-84851019-4762-4b58-becb-0d98b56ccfa5 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:38.210434 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4ec8e7-c116-4ce9-9b52-97e6e957da82", "name": "network-vif-deleted", "tag": "eb9022ca-97c3-42e6-8e34-f97b910254a0", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:38.210862 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84851019-4762-4b58-becb-0d98b56ccfa5 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:38.211465 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4ec8e7-c116-4ce9-9b52-97e6e957da82', 'name': 'network-vif-deleted', 'tag': 'eb9022ca-97c3-42e6-8e34-f97b910254a0', 'status': 'completed', 'code': 200} Feb 17 22:24:38.225832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b315c-b275-4bc4-91c5-75357659e6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=568604d9-9a4f-4528-b718-c5f5a82defd1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:38.494017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa9893-b170-47c3-90d0-b056482933de req-4c0c76d6-fa0f-49bb-9677-bf8829a58ba6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:38.516004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6fa9893-b170-47c3-90d0-b056482933de req-4c0c76d6-fa0f-49bb-9677-bf8829a58ba6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1586668 Feb 17 22:24:38.673958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6fa9893-b170-47c3-90d0-b056482933de req-b3f6479a-7534-4a2a-98bb-cec057e6b094 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452818 Feb 17 22:24:38.830969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53944) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:38.995854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf63a7f-0c88-4d5a-a32e-597af59caf03 req-e3cbadbe-c0b3-4cc7-8e9d-f370c0fe25e9 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0503569 Feb 17 22:24:38.999926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-37cb9895-9122-4535-9ff0-3f78eeae63c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6602a0e011e745b7b433d2d7b44aba8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1677885 Feb 17 22:24:39.004166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53950) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:39.092025 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:39.103247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adc30655-4852-4519-8562-1728d4b95fe3 admin admin] Publish callbacks [] for security_group (ce208dac-07fd-4254-a097-893ee38b6a70), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:39.176855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adc30655-4852-4519-8562-1728d4b95fe3 admin admin] Publish callbacks [] for security_group (ce208dac-07fd-4254-a097-893ee38b6a70), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:39.223013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921302f9-e3b8-4a35-86c8-fd3cc839ae6f req-8064cfc5-d15a-40d9-86a4-63219b444d22 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:39.224858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921302f9-e3b8-4a35-86c8-fd3cc839ae6f req-8064cfc5-d15a-40d9-86a4-63219b444d22 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 945 time: 0.1191657 Feb 17 22:24:39.300889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921302f9-e3b8-4a35-86c8-fd3cc839ae6f req-055803a5-df36-465d-ab01-725e40a35a64 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674050 Feb 17 22:24:39.319418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adc30655-4852-4519-8562-1728d4b95fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce208dac-07fd-4254-a097-893ee38b6a70), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:39.335426 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adc30655-4852-4519-8562-1728d4b95fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:39.335426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-adc30655-4852-4519-8562-1728d4b95fe3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce208dac-07fd-4254-a097-893ee38b6a70 HTTP/1.1" status: 204 len: 168 time: 0.3199048 Feb 17 22:24:39.365013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc30655-4852-4519-8562-1728d4b95fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce208dac-07fd-4254-a097-893ee38b6a70,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:40.048330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570d11bd-3f7f-4d9f-b562-db0f43acfba0 req-d71c5e6c-84f1-40f1-be85-6090936d724a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:40.055650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-570d11bd-3f7f-4d9f-b562-db0f43acfba0 req-d71c5e6c-84f1-40f1-be85-6090936d724a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1389146 Feb 17 22:24:40.259020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34a3ac54-5d95-4d31-ae8d-7bf90f75c4bf req-26432f75-a9b8-43ee-b554-bcee6b3101fe tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.1225059 Feb 17 22:24:40.286130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-570d11bd-3f7f-4d9f-b562-db0f43acfba0 req-5453037c-7fc6-4957-8999-92013fc68d69 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226424 Feb 17 22:24:40.605257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660c405-a272-49e6-a37b-ba838e460255 req-c09e5618-f8f2-4d4a-b83b-39eb75cdb1ca tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:40.608841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4660c405-a272-49e6-a37b-ba838e460255 req-c09e5618-f8f2-4d4a-b83b-39eb75cdb1ca tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 945 time: 0.2374170 Feb 17 22:24:40.720455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553da0a-ca97-4242-bba5-bfbd5e412ac3 req-59d5e30b-eedc-4df0-83a7-4c609a142d98 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:40.722801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a553da0a-ca97-4242-bba5-bfbd5e412ac3 req-59d5e30b-eedc-4df0-83a7-4c609a142d98 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 945 time: 0.2437704 Feb 17 22:24:40.783040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Deleting port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:40.784015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:40.867687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a553da0a-ca97-4242-bba5-bfbd5e412ac3 req-c5bab465-7d41-4feb-9e60-a3a094d68f21 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309335 Feb 17 22:24:40.963768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] For port 6f6ae9b8-ba7d-4685-852c-1578948a8e44, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6f6ae9b8-ba7d-4685-852c-1578948a8e44,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:40.963994 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:40.982550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Calling delete_port for 6f6ae9b8-ba7d-4685-852c-1578948a8e44 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:41.080211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb9022ca-97c3-42e6-8e34-f97b910254a0 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:41.136069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: eb9022ca-97c3-42e6-8e34-f97b910254a0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:24:41.136387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb9022ca-97c3-42e6-8e34-f97b910254a0 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:24:41.204509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6f6ae9b8-ba7d-4685-852c-1578948a8e44), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:41.212124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54004) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:41.219984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82', '6f6ae9b8-ba7d-4685-852c-1578948a8e44'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:24:41.267705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event deleted for resources: {'Port': ['ID=6f6ae9b8-ba7d-4685-852c-1578948a8e44,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:41.492158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] No DVR routers for this DVR port 6f6ae9b8-ba7d-4685-852c-1578948a8e44 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:41.494669 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:41.502322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4660c405-a272-49e6-a37b-ba838e460255 req-82e79115-d627-490d-b4cc-5f68d4d41c3d tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "DELETE /v2.0/ports/6f6ae9b8-ba7d-4685-852c-1578948a8e44 HTTP/1.1" status: 204 len: 173 time: 0.8865485 Feb 17 22:24:41.565861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'name': 'network-vif-deleted', 'tag': '6f6ae9b8-ba7d-4685-852c-1578948a8e44'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:41.568542 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328c94ba-1d2d-4c85-a5ca-18b7b404623b" -d '{"events": [{"server_uuid": "c4a95f2c-8fd3-432f-85de-07c70b472ca4", "name": "network-vif-deleted", "tag": "6f6ae9b8-ba7d-4685-852c-1578948a8e44"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:41.581846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bf6ebfb-eb1c-4efb-a8b9-5e9f2a712387 req-a049c867-5307-4a11-8d2a-97e2cbafacb2 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.2099066 Feb 17 22:24:41.694656 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbef974-8285-4035-be1d-b95182774237 x-openstack-request-id: req-0bbef974-8285-4035-be1d-b95182774237 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:41.700082 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4a95f2c-8fd3-432f-85de-07c70b472ca4", "name": "network-vif-deleted", "tag": "6f6ae9b8-ba7d-4685-852c-1578948a8e44", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:41.700875 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0bbef974-8285-4035-be1d-b95182774237 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:41.702114 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4a95f2c-8fd3-432f-85de-07c70b472ca4', 'name': 'network-vif-deleted', 'tag': '6f6ae9b8-ba7d-4685-852c-1578948a8e44', 'status': 'completed', 'code': 200} Feb 17 22:24:41.739993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd93af-aba8-4350-86d3-7431b469b3da req-f6ea38e6-2025-4cbb-bf0a-797b81125ce4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:41.758533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eebd93af-aba8-4350-86d3-7431b469b3da req-f6ea38e6-2025-4cbb-bf0a-797b81125ce4 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1935058 Feb 17 22:24:41.842731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-12e72ef5-e1e6-4ef3-a9b4-545117c3f437 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2122097702'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:41.843478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-12e72ef5-e1e6-4ef3-a9b4-545117c3f437 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Unknown quota resources ['metering_label']. {{(pid=103526) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:41.877402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eebd93af-aba8-4350-86d3-7431b469b3da req-95b26d32-7ff7-4cd7-9049-03375f7e83c3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178043 Feb 17 22:24:42.107029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:24:42.153088 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12e72ef5-e1e6-4ef3-a9b4-545117c3f437 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:42.154445 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-12e72ef5-e1e6-4ef3-a9b4-545117c3f437 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9402509 Feb 17 22:24:42.159357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:42.165362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b09f83f2-ab66-4b06-86cc-8f3c7355ad49 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6e1e4258-bf0f-411a-918c-efd3cdc98583'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:42.167170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b09f83f2-ab66-4b06-86cc-8f3c7355ad49 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103526) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:42.234579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b07f970b-a22f-47ea-827e-acb00dd2d5ff req-44d4cff0-fb4b-4ab8-8904-4017864e72f3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=c4a95f2c-8fd3-432f-85de-07c70b472ca4 HTTP/1.1" status: 200 len: 210 time: 0.0870574 Feb 17 22:24:42.245330 n-d-828369-18 neutron-server[103526]: WARNING neutron.services.metering.metering_plugin [None req-b09f83f2-ab66-4b06-86cc-8f3c7355ad49 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 22:24:42.375892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b09f83f2-ab66-4b06-86cc-8f3c7355ad49 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:42.377723 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b09f83f2-ab66-4b06-86cc-8f3c7355ad49 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2165534 Feb 17 22:24:42.380801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54056) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:42.385896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8627f7c5-296d-4d13-80b8-a65fe8d49e72 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6e1e4258-bf0f-411a-918c-efd3cdc98583'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:42.386680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8627f7c5-296d-4d13-80b8-a65fe8d49e72 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103526) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:42.453217 n-d-828369-18 neutron-server[103526]: WARNING neutron.services.metering.metering_plugin [None req-8627f7c5-296d-4d13-80b8-a65fe8d49e72 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Feb 17 22:24:42.551180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54060) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:42.560025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8627f7c5-296d-4d13-80b8-a65fe8d49e72 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:42.564441 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8627f7c5-296d-4d13-80b8-a65fe8d49e72 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1800432 Feb 17 22:24:42.565038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54064) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:42.652751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4df5e304-6c19-4462-afbc-99ef1a1aec1f tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=fb19107a-2562-4bbc-8256-bea09adbb4bd HTTP/1.1" status: 200 len: 464 time: 0.0854776 Feb 17 22:24:42.656063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54068) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:42.693648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-90f75e29-e9d3-46ce-acaa-0464058b37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:42.697626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-90f75e29-e9d3-46ce-acaa-0464058b37f9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1128 time: 0.1752212 Feb 17 22:24:42.818464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-914e6883-81a3-4eaa-a039-bb0613ae8e9e tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:42.819659 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-914e6883-81a3-4eaa-a039-bb0613ae8e9e tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/fb19107a-2562-4bbc-8256-bea09adbb4bd HTTP/1.1" status: 204 len: 168 time: 0.1626019 Feb 17 22:24:42.822289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aea60ec1-2786-450a-a8a9-206e7cee6cbd req-ac18a826-5f83-4462-b940-91ed18c12d72 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0835197 Feb 17 22:24:42.825047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54070) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:42.843545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5c6a3f2d-3452-4a8f-b00d-a7feca74733d tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=fb19107a-2562-4bbc-8256-bea09adbb4bd HTTP/1.1" status: 200 len: 221 time: 0.0169165 Feb 17 22:24:42.851757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:42.853120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54072) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:42.858714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ef23a38a-de18-4071-9f2c-972fd0b1b1e7 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1242085676', 'description': 'label created by tempest'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:42.859579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ef23a38a-de18-4071-9f2c-972fd0b1b1e7 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Unknown quota resources ['metering_label']. {{(pid=103527) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:24:43.001917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-3d10a37f-0bc5-4394-86c3-9384ef7ed11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:43.003610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-3d10a37f-0bc5-4394-86c3-9384ef7ed11c service neutron] 10.222.0.94 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.2808077 Feb 17 22:24:43.053636 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Publish callbacks [] for security_group (493ece58-4d95-4b66-8ca6-ef4eecb12227), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:43.071991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (493ece58-4d95-4b66-8ca6-ef4eecb12227), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:43.145617 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ee2c65bff5e45cb9a21eab261a7e1b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5925992 Feb 17 22:24:43.146780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493ece58-4d95-4b66-8ca6-ef4eecb12227,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:43.149467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54076) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:43.166551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-ccbfa6f7-962f-41bb-8476-5f3507497ea0 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.1074195 Feb 17 22:24:43.176275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.176906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.177499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.178015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.178667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.179176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.179831 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.180437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.180982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.181656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.182155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.182665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.183200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-543d2c2b-b048-42a2-9955-48489912f752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:24:43.281390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef23a38a-de18-4071-9f2c-972fd0b1b1e7 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:43.283472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ef23a38a-de18-4071-9f2c-972fd0b1b1e7 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4288125 Feb 17 22:24:43.293909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54080) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:43.317595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c9df93b-2951-4130-83e9-45f6911bc9c9 admin admin] Publish callbacks [] for security_group (493ece58-4d95-4b66-8ca6-ef4eecb12227), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:43.409536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c9df93b-2951-4130-83e9-45f6911bc9c9 admin admin] Publish callbacks [] for security_group (493ece58-4d95-4b66-8ca6-ef4eecb12227), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:43.519308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c9df93b-2951-4130-83e9-45f6911bc9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (493ece58-4d95-4b66-8ca6-ef4eecb12227), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:43.558782 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c9df93b-2951-4130-83e9-45f6911bc9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:43.570519 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0c9df93b-2951-4130-83e9-45f6911bc9c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/493ece58-4d95-4b66-8ca6-ef4eecb12227 HTTP/1.1" status: 204 len: 168 time: 0.4167590 Feb 17 22:24:43.611875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9df93b-2951-4130-83e9-45f6911bc9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493ece58-4d95-4b66-8ca6-ef4eecb12227,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:43.968962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:43.971522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7b0a8694-cfab-4597-8d73-df6838702ba6 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=7bab629d-9ce9-4ac9-8265-fe1262afcd23 HTTP/1.1" status: 200 len: 468 time: 0.6757314 Feb 17 22:24:44.074051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a9390-91b0-494a-9d4c-cddeff6d20b1 req-0b5e6e03-b0f7-44fd-9905-b558d6fb365c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:44.075662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d9a9390-91b0-494a-9d4c-cddeff6d20b1 req-0b5e6e03-b0f7-44fd-9905-b558d6fb365c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 1.1063604 Feb 17 22:24:44.079463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-c1f73e6b-caed-4d39-858b-8783c8884c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:44.080531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-c1f73e6b-caed-4d39-858b-8783c8884c73 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.8529065 Feb 17 22:24:44.161037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-f2c12042-cd4f-4c8c-a326-e9f432cc02da service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345008 Feb 17 22:24:44.330969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08bec293-a4b7-43ba-9fc6-c1d08e0fff5f tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:44.334659 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-08bec293-a4b7-43ba-9fc6-c1d08e0fff5f tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/7bab629d-9ce9-4ac9-8265-fe1262afcd23 HTTP/1.1" status: 204 len: 168 time: 0.3645425 Feb 17 22:24:44.338837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:44.350191 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-580e0e30-ff8c-4767-adeb-e0e273dbad47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:44.365505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc81ed-24a9-4228-b39a-f5aae414d268 req-5f40ff60-c746-4415-906f-827416417dea tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:44.377804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07cc81ed-24a9-4228-b39a-f5aae414d268 req-5f40ff60-c746-4415-906f-827416417dea tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.3847876 Feb 17 22:24:44.386352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-3e21d75a-87da-408e-bc90-cdfa92b062f3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:44.388195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-3e21d75a-87da-408e-bc90-cdfa92b062f3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 946 time: 0.3941774 Feb 17 22:24:44.390774 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c268eace-206b-490e-a1cd-b7b66796d933 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=7bab629d-9ce9-4ac9-8265-fe1262afcd23 HTTP/1.1" status: 200 len: 216 time: 0.0490510 Feb 17 22:24:44.395871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:44.430612 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e15816b-2948-47ae-9433-d83522a32bc8 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0332913 Feb 17 22:24:44.432975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54106) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:44.462739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d9a9390-91b0-494a-9d4c-cddeff6d20b1 req-5ffec0f3-143d-43e2-8f27-b6f2c063d826 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425574 Feb 17 22:24:44.496958 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e6d55eec-fd66-4efa-a360-dff668bcdb72 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0515723 Feb 17 22:24:44.497655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54108) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:44.632730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-06bd921d-bb6b-45e5-8fa0-5e437da33574 tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-labels/6e1e4258-bf0f-411a-918c-efd3cdc98583 HTTP/1.1" status: 200 len: 473 time: 0.1338909 Feb 17 22:24:44.636427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54114) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:44.660906 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bb047f1b-3d29-4518-a018-4693cc2c726d tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "GET /v2.0/metering/metering-label-rules/fea54b1c-8218-4b78-8fea-ac75e54d7443 HTTP/1.1" status: 200 len: 461 time: 0.0203719 Feb 17 22:24:44.661100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:44.714622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-eadab1d4-0e5b-4ec4-9c9c-dba84e25ff4a service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208127 Feb 17 22:24:44.719955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80a55114-769f-4481-b5ca-3ea3092dd6d3 req-94fdb400-d8cb-42d6-980b-bc332b0707dd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0895722 Feb 17 22:24:44.736019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07cc81ed-24a9-4228-b39a-f5aae414d268 req-0b32933d-f32e-424c-a528-d732db18f94c tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=f55f1880-2361-40b2-9429-930daafa26be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3571951 Feb 17 22:24:44.835723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Deleting port b1a00479-05f6-4a81-b7f0-62b088028d82 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:44.836306 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:44.928627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da675ddf-e8be-4e74-902a-6f6c23a7ebad tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:44.932765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da675ddf-e8be-4e74-902a-6f6c23a7ebad tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-label-rules/fea54b1c-8218-4b78-8fea-ac75e54d7443 HTTP/1.1" status: 204 len: 168 time: 0.2704935 Feb 17 22:24:44.934663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:44.965075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e5f08c5-9e82-4519-b996-573cdeb40e57 req-42d89e73-2c18-4895-b892-d58b04064ae8 service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201576 Feb 17 22:24:45.031742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] For port b1a00479-05f6-4a81-b7f0-62b088028d82, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b1a00479-05f6-4a81-b7f0-62b088028d82,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:45.032020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:45.050786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Calling delete_port for b1a00479-05f6-4a81-b7f0-62b088028d82 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:45.117226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6f6ae9b8-ba7d-4685-852c-1578948a8e44 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:45.161730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 6f6ae9b8-ba7d-4685-852c-1578948a8e44 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:24:45.162383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6f6ae9b8-ba7d-4685-852c-1578948a8e44 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:24:45.340091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b1a00479-05f6-4a81-b7f0-62b088028d82), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:45.360060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b1a00479-05f6-4a81-b7f0-62b088028d82'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:24:45.423712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event deleted for resources: {'Port': ['ID=b1a00479-05f6-4a81-b7f0-62b088028d82,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:45.493518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] No DVR routers for this DVR port b1a00479-05f6-4a81-b7f0-62b088028d82 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:45.497846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:45.516979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc166ecc-4eb3-4858-b0c5-2ad40d6c4ac0 req-d3354cfb-300f-4590-9378-63f83f50baeb tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "DELETE /v2.0/ports/b1a00479-05f6-4a81-b7f0-62b088028d82 HTTP/1.1" status: 204 len: 173 time: 1.1029387 Feb 17 22:24:45.517696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'name': 'network-vif-deleted', 'tag': 'b1a00479-05f6-4a81-b7f0-62b088028d82'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:45.556993 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bff17412-00a1-4c22-969d-d382549cd052" -d '{"events": [{"server_uuid": "21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd", "name": "network-vif-deleted", "tag": "b1a00479-05f6-4a81-b7f0-62b088028d82"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:45.606768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8257b05b-6835-415b-bdb4-ceeb2748d6ba tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:45.613304 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8257b05b-6835-415b-bdb4-ceeb2748d6ba tempest-MeteringTestJSON-1068639884 tempest-MeteringTestJSON-1068639884-project-admin] 10.222.0.79 "DELETE /v2.0/metering/metering-labels/6e1e4258-bf0f-411a-918c-efd3cdc98583 HTTP/1.1" status: 204 len: 168 time: 0.6758263 Feb 17 22:24:45.714568 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-674a3e52-72c1-4fb3-97e7-4fc677d0bd81 x-openstack-request-id: req-674a3e52-72c1-4fb3-97e7-4fc677d0bd81 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:45.719791 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd", "name": "network-vif-deleted", "tag": "b1a00479-05f6-4a81-b7f0-62b088028d82", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:45.720730 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-674a3e52-72c1-4fb3-97e7-4fc677d0bd81 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:45.721100 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd', 'name': 'network-vif-deleted', 'tag': 'b1a00479-05f6-4a81-b7f0-62b088028d82', 'status': 'completed', 'code': 200} Feb 17 22:24:45.875664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376d3b-8949-4caf-bb0a-e0df809da3d6 req-71544dc3-ba6f-439a-b9a2-3f88f97276a2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:45.883053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1376d3b-8949-4caf-bb0a-e0df809da3d6 req-71544dc3-ba6f-439a-b9a2-3f88f97276a2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2379456 Feb 17 22:24:46.106009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1376d3b-8949-4caf-bb0a-e0df809da3d6 req-3d5582b5-de02-4be8-aa1e-e2dba3562da6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762891 Feb 17 22:24:46.118237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b2f83d7-c6ef-4884-b38c-97dbf68003af req-d276fec8-7f2f-4c5c-9e1f-023977f09e54 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.2334847 Feb 17 22:24:46.451188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e7b6350-2083-4115-b7fa-ed4e8b3920e0 req-4561acd3-4d03-4009-896e-c10a64e10ed3 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=21aaa489-302a-4d85-8c3c-ecfc1a5dd3bd HTTP/1.1" status: 200 len: 210 time: 0.1165650 Feb 17 22:24:46.501409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54146) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:46.515136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54150) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:46.692652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-accdf4ee-8218-413e-94c1-83acb9f8275b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:46.869011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e883036e-9aaa-434d-8f63-c65e1c6d037a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:46.922521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-accdf4ee-8218-413e-94c1-83acb9f8275b admin admin] Publish callbacks [] for security_group (3d8dbe04-884a-4394-b218-e042657b507c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:46.941222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-accdf4ee-8218-413e-94c1-83acb9f8275b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3d8dbe04-884a-4394-b218-e042657b507c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:46.954004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f309ee6-5ed3-45d2-aff3-56e06fa1a23f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.261517 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f309ee6-5ed3-45d2-aff3-56e06fa1a23f admin admin] Publish callbacks [] for security_group (fb61f52b-faa0-425b-9689-f44ff1817030), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.293704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f309ee6-5ed3-45d2-aff3-56e06fa1a23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fb61f52b-faa0-425b-9689-f44ff1817030), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.310055 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-accdf4ee-8218-413e-94c1-83acb9f8275b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44286a08b9e24b2b8776249c6c274324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8075695 Feb 17 22:24:47.311423 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdf4ee-8218-413e-94c1-83acb9f8275b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8dbe04-884a-4394-b218-e042657b507c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:47.324639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54168) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:47.443945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03f37bc5-75e9-40bd-b629-c328edc5ef1a req-c80fe936-92a3-4c6c-86c1-4a1d49945bae tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/ports?device_id=d3f779c5-c897-4b64-8558-86127f7ce4d9 HTTP/1.1" status: 200 len: 210 time: 0.0682116 Feb 17 22:24:47.454484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54170) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:47.459406 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1f309ee6-5ed3-45d2-aff3-56e06fa1a23f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83c045ffea0b422390d8f7752f448f2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9252925 Feb 17 22:24:47.481360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f309ee6-5ed3-45d2-aff3-56e06fa1a23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb61f52b-faa0-425b-9689-f44ff1817030,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:47.504261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf764fe0-73d6-4b2d-bb24-f1aab4147b05 req-1fc0ae24-3d08-46aa-9144-d7ceebdaf99f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:47.512071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf764fe0-73d6-4b2d-bb24-f1aab4147b05 req-1fc0ae24-3d08-46aa-9144-d7ceebdaf99f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2158351 Feb 17 22:24:47.589541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99797ed-a2fd-4a3c-a8f3-852877b3d5fa admin admin] Publish callbacks [] for security_group (3d8dbe04-884a-4394-b218-e042657b507c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.613743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e31bd882-da85-430f-b230-4864d4a3492e admin admin] Publish callbacks [] for security_group (fb61f52b-faa0-425b-9689-f44ff1817030), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.662007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf764fe0-73d6-4b2d-bb24-f1aab4147b05 req-f1374174-cbfb-4643-bf7e-940fd4b9b9d1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485114 Feb 17 22:24:47.687476 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99797ed-a2fd-4a3c-a8f3-852877b3d5fa admin admin] Publish callbacks [] for security_group (3d8dbe04-884a-4394-b218-e042657b507c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.750270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e31bd882-da85-430f-b230-4864d4a3492e admin admin] Publish callbacks [] for security_group (fb61f52b-faa0-425b-9689-f44ff1817030), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.801279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99797ed-a2fd-4a3c-a8f3-852877b3d5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3d8dbe04-884a-4394-b218-e042657b507c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.805997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99797ed-a2fd-4a3c-a8f3-852877b3d5fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.821253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e99797ed-a2fd-4a3c-a8f3-852877b3d5fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d8dbe04-884a-4394-b218-e042657b507c HTTP/1.1" status: 204 len: 168 time: 0.4954567 Feb 17 22:24:47.842048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99797ed-a2fd-4a3c-a8f3-852877b3d5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8dbe04-884a-4394-b218-e042657b507c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:47.849628 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.903393 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e31bd882-da85-430f-b230-4864d4a3492e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fb61f52b-faa0-425b-9689-f44ff1817030), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.907136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e31bd882-da85-430f-b230-4864d4a3492e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:47.911530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e31bd882-da85-430f-b230-4864d4a3492e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fb61f52b-faa0-425b-9689-f44ff1817030 HTTP/1.1" status: 204 len: 168 time: 0.4371767 Feb 17 22:24:47.924245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bd882-da85-430f-b230-4864d4a3492e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb61f52b-faa0-425b-9689-f44ff1817030,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:48.385568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475114a-45bd-4840-a02e-1339af8b9dab req-b77fe54f-3e72-40ec-a441-1f48f9ccb96b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:48.397702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6475114a-45bd-4840-a02e-1339af8b9dab req-b77fe54f-3e72-40ec-a441-1f48f9ccb96b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.2163975 Feb 17 22:24:48.651351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6475114a-45bd-4840-a02e-1339af8b9dab req-d3cae81e-2ade-4c59-ab17-86b2ff13c467 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523658 Feb 17 22:24:48.768767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00ae96-1abb-4e69-9925-069c889396e7 req-47c5fb8f-a956-4622-9c19-2c8195cb40ba tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:48.778784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa00ae96-1abb-4e69-9925-069c889396e7 req-47c5fb8f-a956-4622-9c19-2c8195cb40ba tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 946 time: 0.3595567 Feb 17 22:24:48.863024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54228) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:48.992078 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc3a5-7893-4832-9cd3-d96529cd4a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.115777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b1a00479-05f6-4a81-b7f0-62b088028d82 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:49.153784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa00ae96-1abb-4e69-9925-069c889396e7 req-a5df687d-65d6-4003-b2f4-69bc74d1e9a2 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648388 Feb 17 22:24:49.226009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:49.265439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: b1a00479-05f6-4a81-b7f0-62b088028d82 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:24:49.276337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b1a00479-05f6-4a81-b7f0-62b088028d82 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:24:49.304413 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.420921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e5b333e-88b9-4936-9c1b-e728884f59b5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group (e56395b8-a229-42dd-8507-2ede666b73f0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.473141 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e5b333e-88b9-4936-9c1b-e728884f59b5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group (e56395b8-a229-42dd-8507-2ede666b73f0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.515672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114cfbb-1cf3-4eed-a7d7-4a3a10142545 req-21efb715-7d14-4778-8912-ba919a8853b5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:49.544996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d114cfbb-1cf3-4eed-a7d7-4a3a10142545 req-21efb715-7d14-4778-8912-ba919a8853b5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.3841147 Feb 17 22:24:49.618884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e5b333e-88b9-4936-9c1b-e728884f59b5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e56395b8-a229-42dd-8507-2ede666b73f0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.627128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e5b333e-88b9-4936-9c1b-e728884f59b5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.632134 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8e5b333e-88b9-4936-9c1b-e728884f59b5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "DELETE /v2.0/security-groups/e56395b8-a229-42dd-8507-2ede666b73f0 HTTP/1.1" status: 204 len: 168 time: 0.4048476 Feb 17 22:24:49.647359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54250) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:49.720663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b333e-88b9-4936-9c1b-e728884f59b5 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56395b8-a229-42dd-8507-2ede666b73f0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:49.734241 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-77f96211-bd40-4db3-92b0-8e672ca501d1 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] show failed (client error): The resource could not be found. Feb 17 22:24:49.739192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-77f96211-bd40-4db3-92b0-8e672ca501d1 tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "GET /v2.0/security-groups/e56395b8-a229-42dd-8507-2ede666b73f0 HTTP/1.1" status: 404 len: 347 time: 0.0859251 Feb 17 22:24:49.740356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54256) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:49.858568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc3a5-7893-4832-9cd3-d96529cd4a8d admin admin] Publish callbacks [] for security_group (3a88f13b-24e6-4c26-85b2-9f077c65ad09), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.874100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54262) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:49.891759 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d4dc3a5-7893-4832-9cd3-d96529cd4a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3a88f13b-24e6-4c26-85b2-9f077c65ad09), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:49.927406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d114cfbb-1cf3-4eed-a7d7-4a3a10142545 req-7208c69c-685e-404c-aaee-24dbdbe6f1fd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805053 Feb 17 22:24:49.986340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54266) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:50.086010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Deleting port 8afacc79-3ae4-4372-ab5f-260871c81356 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:50.086404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8afacc79-3ae4-4372-ab5f-260871c81356), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.122317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dc3a5-7893-4832-9cd3-d96529cd4a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a88f13b-24e6-4c26-85b2-9f077c65ad09,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:50.128282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4d4dc3a5-7893-4832-9cd3-d96529cd4a8d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=49974ab576d148f9a63bc8ca02755c52&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2472210 Feb 17 22:24:50.138581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74123050-8f44-4a4c-8b58-39f90c539096 req-5acd7755-ea4b-4252-809a-724370a9be14 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:50.141819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74123050-8f44-4a4c-8b58-39f90c539096 req-5acd7755-ea4b-4252-809a-724370a9be14 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.5880640 Feb 17 22:24:50.151810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54270) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:50.207811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1686027943-network', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:50.224877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-6481d7e4-7907-43c1-b4ed-cf0acde65301 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:50.227547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-6481d7e4-7907-43c1-b4ed-cf0acde65301 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.73 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 946 time: 0.2991538 Feb 17 22:24:50.234629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0f56419-4f7f-4a33-b458-1bb225f0c04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.252496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8afacc79-3ae4-4372-ab5f-260871c81356), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.252840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for floatingip (8afacc79-3ae4-4372-ab5f-260871c81356), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.282858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Calling delete_port for 8afacc79-3ae4-4372-ab5f-260871c81356 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:50.289866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:24:50.293051 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.316291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.336929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a031c5-8e27-4e07-a69c-e118c769757f req-afc60cfa-77d0-4d8a-8237-e36ce1344b28 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:50.338658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30a031c5-8e27-4e07-a69c-e118c769757f req-afc60cfa-77d0-4d8a-8237-e36ce1344b28 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.5148530 Feb 17 22:24:50.492421 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067750c9-c5c0-416c-95ba-c57bafdfcc0f admin admin] Publish callbacks [] for security_group (3a88f13b-24e6-4c26-85b2-9f077c65ad09), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.518542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0f56419-4f7f-4a33-b458-1bb225f0c04c admin admin] Publish callbacks [] for security_group (ff7d1b7c-f42f-44e5-93ca-3976f2b14c50), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.556906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0f56419-4f7f-4a33-b458-1bb225f0c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ff7d1b7c-f42f-44e5-93ca-3976f2b14c50), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.567678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067750c9-c5c0-416c-95ba-c57bafdfcc0f admin admin] Publish callbacks [] for security_group (3a88f13b-24e6-4c26-85b2-9f077c65ad09), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.620907 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b0f56419-4f7f-4a33-b458-1bb225f0c04c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96b10b08ebed47ed82590d8f048995bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7452323 Feb 17 22:24:50.627422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f56419-4f7f-4a33-b458-1bb225f0c04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7d1b7c-f42f-44e5-93ca-3976f2b14c50,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:50.634920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54276) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:50.640954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30a031c5-8e27-4e07-a69c-e118c769757f req-acf47dd8-3367-4ffd-8585-6e271d0bdaf1 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661622 Feb 17 22:24:50.653523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067750c9-c5c0-416c-95ba-c57bafdfcc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3a88f13b-24e6-4c26-85b2-9f077c65ad09), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.657097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067750c9-c5c0-416c-95ba-c57bafdfcc0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.658365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-067750c9-c5c0-416c-95ba-c57bafdfcc0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a88f13b-24e6-4c26-85b2-9f077c65ad09 HTTP/1.1" status: 204 len: 168 time: 0.5008395 Feb 17 22:24:50.675638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a7619-2be2-43eb-a301-e9716169b56e req-0ffc1d5c-f6e9-4ab3-a627-9bb676feb788 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:50.677448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e9a7619-2be2-43eb-a301-e9716169b56e req-0ffc1d5c-f6e9-4ab3-a627-9bb676feb788 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 946 time: 0.3688409 Feb 17 22:24:50.705833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067750c9-c5c0-416c-95ba-c57bafdfcc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a88f13b-24e6-4c26-85b2-9f077c65ad09,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:50.713445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.722011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Deleting port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:50.722914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.730329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Deleting port eb88b173-8d94-4b17-9799-85fbb668e2ad {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:50.730765 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.741936 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks [] for security_group (1601447e-02b4-4a94-9e00-d395bbc5503f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.764662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1601447e-02b4-4a94-9e00-d395bbc5503f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.796575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8afacc79-3ae4-4372-ab5f-260871c81356), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.802952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:24:50.868051 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d6454041-23c1-4952-bd48-71d3f7b6db80), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:50.868600 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Added segment d6454041-23c1-4952-bd48-71d3f7b6db80 of type vlan for network 1f182d69-5777-473f-ad41-128a438efa13 Feb 17 22:24:50.870560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Pushing event deleted for resources: {'Port': ['ID=8afacc79-3ae4-4372-ab5f-260871c81356,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:50.884846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601447e-02b4-4a94-9e00-d395bbc5503f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:50.969688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (1f182d69-5777-473f-ad41-128a438efa13), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.001161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e9a7619-2be2-43eb-a301-e9716169b56e req-0b1cad70-f281-4be1-bec8-56281a68fb9f tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/security-groups?id=d4dc6c10-9ac3-4781-917b-f762d9571e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027160 Feb 17 22:24:51.030639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f777a48c-39cc-4bd7-bec8-63200661f25d admin admin] Publish callbacks [] for security_group (ff7d1b7c-f42f-44e5-93ca-3976f2b14c50), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.058673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-c8347346-aa46-496a-b7bb-5dc8cf4c922e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:51.060729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-c8347346-aa46-496a-b7bb-5dc8cf4c922e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1128 time: 0.2851212 Feb 17 22:24:51.077523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks [] for floatingip (780982c5-7527-4d0d-8603-420fe510d0fa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.080668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.086599 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-38621fe1-2a15-4c9a-b01c-21f6323a1cbd tempest-ServersTestBootFromVolume-310864084 tempest-ServersTestBootFromVolume-310864084-project] 10.222.0.79 "DELETE /v2.0/floatingips/780982c5-7527-4d0d-8603-420fe510d0fa HTTP/1.1" status: 204 len: 168 time: 1.3406641 Feb 17 22:24:51.090786 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54288) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:51.109023 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f777a48c-39cc-4bd7-bec8-63200661f25d admin admin] Publish callbacks [] for security_group (ff7d1b7c-f42f-44e5-93ca-3976f2b14c50), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.212616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (1f182d69-5777-473f-ad41-128a438efa13), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.213703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:51.214353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.235080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] For port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:51.235489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.249721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] For port eb88b173-8d94-4b17-9799-85fbb668e2ad, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=eb88b173-8d94-4b17-9799-85fbb668e2ad,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:51.250023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.291923 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3045974 Feb 17 22:24:51.301256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:51.306127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Request body: {'subnet': {'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1686027943-subnet', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:51.314703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be7795-2ce7-4d24-bd5c-d03c47f14dd2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f182d69-5777-473f-ad41-128a438efa13,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:51.321059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f777a48c-39cc-4bd7-bec8-63200661f25d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ff7d1b7c-f42f-44e5-93ca-3976f2b14c50), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.324048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f777a48c-39cc-4bd7-bec8-63200661f25d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.325172 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f777a48c-39cc-4bd7-bec8-63200661f25d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ff7d1b7c-f42f-44e5-93ca-3976f2b14c50 HTTP/1.1" status: 204 len: 168 time: 0.6719062 Feb 17 22:24:51.329598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 1f182d69-5777-473f-ad41-128a438efa13 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:24:51.334792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Calling delete_port for eb88b173-8d94-4b17-9799-85fbb668e2ad owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:51.364647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f777a48c-39cc-4bd7-bec8-63200661f25d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7d1b7c-f42f-44e5-93ca-3976f2b14c50,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:51.371031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142e8d9-2667-42d4-8c5d-6f8602e2951d req-6aaa6980-c1c2-46c0-b8bd-3c35ab22d7ff tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:51.378731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8142e8d9-2667-42d4-8c5d-6f8602e2951d req-6aaa6980-c1c2-46c0-b8bd-3c35ab22d7ff tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.2954803 Feb 17 22:24:51.407042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:24:51.413775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:51.667410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-ea3675f3-e763-49a5-9b64-2a1a77defe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:51.669172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-ea3675f3-e763-49a5-9b64-2a1a77defe0b service neutron] 10.222.0.94 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.5948305 Feb 17 22:24:51.957204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (fcc71551-2729-4b1c-9580-fc1e4c71de25), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.071420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:52.088889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58291aaf-7357-45d8-8eff-a216eb3e1ea5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.135682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-b504bc07-36b9-46b5-b3fc-8b27e1c21092 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.4040663 Feb 17 22:24:52.232281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8142e8d9-2667-42d4-8c5d-6f8602e2951d req-83cc2fbf-81af-49eb-87fc-1607b611d1fa tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8526580 Feb 17 22:24:52.273213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eb88b173-8d94-4b17-9799-85fbb668e2ad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.289899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['eb88b173-8d94-4b17-9799-85fbb668e2ad'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:24:52.383711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Pushing event deleted for resources: {'Port': ['ID=eb88b173-8d94-4b17-9799-85fbb668e2ad,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:52.392650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-80bd5a4b-4076-464e-9f14-003dae690279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:52.394148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-80bd5a4b-4076-464e-9f14-003dae690279 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.2321336 Feb 17 22:24:52.412152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Deleting port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:52.412632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.436955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6034ae6-cfc7-4aca-b31b-c042f23c7fb5 req-18ed28f3-7e67-4b32-9bc1-e6b733e289a6 tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.79 "GET /v2.0/ports?device_id=431ff2d3-1a37-4ed1-89d0-0619fc09a2ef HTTP/1.1" status: 200 len: 210 time: 0.0825562 Feb 17 22:24:52.477507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.477966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (93e912eb-0701-4863-8224-a86dd4752209), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.478281 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Floating IP 93e912eb-0701-4863-8224-a86dd4752209 disassociated. External IP: 172.25.0.194, port: b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c. Feb 17 22:24:52.478726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Calling delete_port for b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:52.481308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58291aaf-7357-45d8-8eff-a216eb3e1ea5 admin admin] Publish callbacks [] for security_group (9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.535399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58291aaf-7357-45d8-8eff-a216eb3e1ea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.568519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (0083f13c-a183-4fa0-a127-3477c7b0e467), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.599721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-f3430958-d3f3-49a2-a15c-92fab7eee412 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755764 Feb 17 22:24:52.627909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58291aaf-7357-45d8-8eff-a216eb3e1ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:52.688655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0083f13c-a183-4fa0-a127-3477c7b0e467,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:52.697009 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-58291aaf-7357-45d8-8eff-a216eb3e1ea5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0cc8948de58490e86a52fa0f4e412af&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6223094 Feb 17 22:24:52.706530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:52.722975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] No DVR routers for this DVR port eb88b173-8d94-4b17-9799-85fbb668e2ad on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:52.725610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.729765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3def3163-13c9-418c-bfff-5d3f1d27703a req-48b244e7-ba8f-4be3-bbe0-557bf0fb479a tempest-AttachSCSIVolumeTestJSON-1426593046 tempest-AttachSCSIVolumeTestJSON-1426593046-project] 10.222.0.73 "DELETE /v2.0/ports/eb88b173-8d94-4b17-9799-85fbb668e2ad HTTP/1.1" status: 204 len: 173 time: 2.4916108 Feb 17 22:24:52.731850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-31f58fda-9938-461a-8ff9-c1e18f39419e service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256168 Feb 17 22:24:52.745599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'name': 'network-vif-deleted', 'tag': 'eb88b173-8d94-4b17-9799-85fbb668e2ad'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:52.749478 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa184c4-6eb6-46ea-a97e-057ee0e29b2a" -d '{"events": [{"server_uuid": "431ff2d3-1a37-4ed1-89d0-0619fc09a2ef", "name": "network-vif-deleted", "tag": "eb88b173-8d94-4b17-9799-85fbb668e2ad"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:52.765585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fdb8d5-1521-479e-8d46-a52fabd0db49 req-51f37c49-8092-4bef-8000-c10760e7e9c8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:52.783043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Checking segment: {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:24:52.783515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Network hostable DHCP agents. Network: 1f182d69-5777-473f-ad41-128a438efa13, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:24:52.785631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65fdb8d5-1521-479e-8d46-a52fabd0db49 req-51f37c49-8092-4bef-8000-c10760e7e9c8 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 944 time: 0.6585870 Feb 17 22:24:52.831457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] For port c0d60d9d-6f52-4ac0-9a14-c7469268f2a1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:52.831677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:52.854094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Network 1f182d69-5777-473f-ad41-128a438efa13 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:24:52.935603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 1f182d69-5777-473f-ad41-128a438efa13) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:24:52.942392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Calling delete_port for c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:52.948743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ef99d7-57f4-4728-a9a1-c05a622cbcdd None None] Network 1f182d69-5777-473f-ad41-128a438efa13 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:24:52.956379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:52.957007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:53.004973 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af45a70-4ad3-440c-8d3c-7dd75c22c573 x-openstack-request-id: req-4af45a70-4ad3-440c-8d3c-7dd75c22c573 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:53.004973 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431ff2d3-1a37-4ed1-89d0-0619fc09a2ef", "name": "network-vif-deleted", "tag": "eb88b173-8d94-4b17-9799-85fbb668e2ad", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:53.004973 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4af45a70-4ad3-440c-8d3c-7dd75c22c573 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:53.005541 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '431ff2d3-1a37-4ed1-89d0-0619fc09a2ef', 'name': 'network-vif-deleted', 'tag': 'eb88b173-8d94-4b17-9799-85fbb668e2ad', 'status': 'completed', 'code': 200} Feb 17 22:24:53.145795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-1f182d69-5777-473f-ad41-128a438efa13', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:24:53.146748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:53.219751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:53.224922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c07d4744-63f7-455e-a918-1d780e5f06a1 req-6b393c99-d83b-4a4f-abfc-b2b71ea26b8f service neutron] 10.222.0.94 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313951 Feb 17 22:24:53.345249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event deleted for resources: {'Port': ['ID=b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:53.361065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65fdb8d5-1521-479e-8d46-a52fabd0db49 req-a6cfd72a-9d84-497a-a652-06c6ac4e02d2 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups?id=351bc1fa-61a7-4196-8c63-33a2b185a3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5742936 Feb 17 22:24:53.548665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54346) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:53.601305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Allocated IP 172.20.0.2 (1f182d69-5777-473f-ad41-128a438efa13/0083f13c-a183-4fa0-a127-3477c7b0e467/ed32068a-22f9-4e89-aaa3-c5f20c608211) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:24:53.601969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a4300-44da-44f4-9eda-5299acc5fe6e req-b1cf8b42-7846-4fa1-8395-af131fc102ef tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:53.604582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e8a4300-44da-44f4-9eda-5299acc5fe6e req-b1cf8b42-7846-4fa1-8395-af131fc102ef tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 0.1412125 Feb 17 22:24:53.627494 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-07a5a2cb-0672-48b2-aff4-cf01b18a23aa admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3250685 Feb 17 22:24:53.630889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54354) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:53.633011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cb55431-3ad1-4d5c-9948-179f53783c1e admin admin] Publish callbacks [] for security_group (9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:53.638761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:53.665854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Router 8f18bf17-43da-4ced-873c-bacd69fc160a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:24:53.715208 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cb55431-3ad1-4d5c-9948-179f53783c1e admin admin] Publish callbacks [] for security_group (9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:53.726717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (c9008528-f374-49d6-b373-bef8a20cb4d8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:53.727844 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (c9008528-f374-49d6-b373-bef8a20cb4d8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:53.773340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e8a4300-44da-44f4-9eda-5299acc5fe6e req-41a1c564-7cea-4869-bd91-e38d787220be tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606877 Feb 17 22:24:53.857175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:53.886965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9bf3feb6-adbb-437d-9a03-deb8228aeee8 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:53.959034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks [] for router_controller (c9008528-f374-49d6-b373-bef8a20cb4d8), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.001850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:24:54.018574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9bf3feb6-adbb-437d-9a03-deb8228aeee8 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "PUT /v2.0/quotas/86f720dec9fe4485a31013cd804814b3 HTTP/1.1" status: 200 len: 368 time: 0.4655435 Feb 17 22:24:54.021960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] Sync routers for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:24:54.045880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54364) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:54.055210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Request body: {'network': {'project_id': '86f720dec9fe4485a31013cd804814b3'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:54.071953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:24:54.073178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:54.078817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cb55431-3ad1-4d5c-9948-179f53783c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.087034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1cb55431-3ad1-4d5c-9948-179f53783c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.092548 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1cb55431-3ad1-4d5c-9948-179f53783c1e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86 HTTP/1.1" status: 204 len: 168 time: 1.3784235 Feb 17 22:24:54.143799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] No DVR routers for this DVR port b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:24:54.148551 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.152868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74123050-8f44-4a4c-8b58-39f90c539096 req-dec0159f-e11d-423d-9ef9-803cd9567c7b tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.73 "DELETE /v2.0/ports/b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c HTTP/1.1" status: 204 len: 173 time: 3.9999437 Feb 17 22:24:54.184558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Made reservation on behalf of 86f720dec9fe4485a31013cd804814b3 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:24:54.188399 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.204784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.271273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb55431-3ad1-4d5c-9948-179f53783c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa0e18b-b0ee-4a0d-837c-7eab8afa6f86,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:54.455223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks [] for security_group (e132d470-420d-4eec-ad04-a4181543501e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.472574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e132d470-420d-4eec-ad04-a4181543501e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.512432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:24:54.532771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (562dc41a-cd7e-4139-8ec8-d276799d6454), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.533143 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Added segment 562dc41a-cd7e-4139-8ec8-d276799d6454 of type vlan for network 0fc5be49-8522-41cb-9c8a-c2ec29875ce7 Feb 17 22:24:54.562723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c0d60d9d-6f52-4ac0-9a14-c7469268f2a1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.580939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:54.583275 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.609651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (0fc5be49-8522-41cb-9c8a-c2ec29875ce7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.631662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks [] for router_gateway (c9008528-f374-49d6-b373-bef8a20cb4d8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.677113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (0fc5be49-8522-41cb-9c8a-c2ec29875ce7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.678129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:54.678729 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.730872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90a77ae6-6f1b-4dd5-b856-564eaa51f44d req-f357ff96-1490-4fa2-9c75-de2ac19fdf15 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/ports?device_id=f1565954-5eb7-4e39-b258-1c86234c14c9 HTTP/1.1" status: 200 len: 210 time: 0.0730181 Feb 17 22:24:54.815297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e132d470-420d-4eec-ad04-a4181543501e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:54.819935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:54.836035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:54.842771 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b2235e-51a5-4067-8473-c4bada967c2e" -d '{"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:54.855227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:54.959325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9119027 Feb 17 22:24:54.971851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54406) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:54.987046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Request body: {'network': {'project_id': '86f720dec9fe4485a31013cd804814b3'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:55.007951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-deleted', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:24:55.012176 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f050490-4b6d-4d99-8297-d5fde2867edf" -d '{"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-deleted", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:24:55.020074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d60d9d-6f52-4ac0-9a14-c7469268f2a1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:55.147456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439385c3-2823-4cdb-b341-7a1bca859967 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Pushing event updated for resources: {'Network': ['ID=0fc5be49-8522-41cb-9c8a-c2ec29875ce7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:55.180170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:55.219306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Publish callbacks [] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.236298 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aace0cc-6f99-4c85-897a-0ee1a4e43c04 x-openstack-request-id: req-2aace0cc-6f99-4c85-897a-0ee1a4e43c04 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:55.237050 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-unplugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:55.237616 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2aace0cc-6f99-4c85-897a-0ee1a4e43c04 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:55.238406 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'code': 200} Feb 17 22:24:55.255767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:55.267997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 0fc5be49-8522-41cb-9c8a-c2ec29875ce7 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:24:55.285833 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d2e18-a079-4882-a50a-582e70d5bb9b x-openstack-request-id: req-7e0d2e18-a079-4882-a50a-582e70d5bb9b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:24:55.286141 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1565954-5eb7-4e39-b258-1c86234c14c9", "name": "network-vif-deleted", "tag": "b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:24:55.286410 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7e0d2e18-a079-4882-a50a-582e70d5bb9b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:24:55.289220 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1565954-5eb7-4e39-b258-1c86234c14c9', 'name': 'network-vif-deleted', 'tag': 'b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c', 'status': 'completed', 'code': 200} Feb 17 22:24:55.331429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Made reservation on behalf of 86f720dec9fe4485a31013cd804814b3 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:24:55.334351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.428239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:24:55.459236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b2429a27-1635-4eb9-aacb-3da3fbddfd1f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.460383 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Added segment b2429a27-1635-4eb9-aacb-3da3fbddfd1f of type vlan for network 085518fc-1ccf-476c-81be-54298d15396f Feb 17 22:24:55.473490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:24:55.519704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (085518fc-1ccf-476c-81be-54298d15396f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.555002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:24:55.555353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b0e08c4c-1a94-4de7-a6c0-a8e4dc4cdf0c not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:24:55.555810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb88b173-8d94-4b17-9799-85fbb668e2ad no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:55.584372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9d2d9-dfeb-46a6-ad22-fdb39ad38762 req-f676c583-9208-41b6-9dac-bc4f820e7665 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:55.584670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (fcc71551-2729-4b1c-9580-fc1e4c71de25), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.591770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2eb9d2d9-dfeb-46a6-ad22-fdb39ad38762 req-f676c583-9208-41b6-9dac-bc4f820e7665 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 0.4805593 Feb 17 22:24:55.595383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (085518fc-1ccf-476c-81be-54298d15396f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.596581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:55.597398 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.618067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.640236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: eb88b173-8d94-4b17-9799-85fbb668e2ad {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:24:55.640236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device eb88b173-8d94-4b17-9799-85fbb668e2ad not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:24:55.741118 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:55.765090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7862504 Feb 17 22:24:55.765090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54430) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:55.777257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-359dc248-428b-4d48-aebb-47f276449c67 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Request body: {'network': {'project_id': '86f720dec9fe4485a31013cd804814b3'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:24:55.783258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Network 1f182d69-5777-473f-ad41-128a438efa13 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:24:55.802950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2eb9d2d9-dfeb-46a6-ad22-fdb39ad38762 req-d92ef120-761a-4db5-9ec1-6c94df66196d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100587 Feb 17 22:24:55.813886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:24:55.817105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d072c7-a15b-425b-adf1-928381fa355a tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Pushing event updated for resources: {'Network': ['ID=085518fc-1ccf-476c-81be-54298d15396f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:55.827493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Pushing event updated for resources: {'Port': ['ID=ed32068a-22f9-4e89-aaa3-c5f20c608211,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:55.870576 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-359dc248-428b-4d48-aebb-47f276449c67 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 22:24:55.871107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-359dc248-428b-4d48-aebb-47f276449c67 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:24:55.878388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54438) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:55.880544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-359dc248-428b-4d48-aebb-47f276449c67 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1014438 Feb 17 22:24:55.918479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54440) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:55.973477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:24:55.976382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 085518fc-1ccf-476c-81be-54298d15396f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:24:56.040561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks [] for router_gateway (c9008528-f374-49d6-b373-bef8a20cb4d8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.069410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.090856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74936379-2b7b-4543-9730-0700c5811233 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group (351bc1fa-61a7-4196-8c63-33a2b185a3eb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.117477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74936379-2b7b-4543-9730-0700c5811233 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group (351bc1fa-61a7-4196-8c63-33a2b185a3eb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.166755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74936379-2b7b-4543-9730-0700c5811233 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (351bc1fa-61a7-4196-8c63-33a2b185a3eb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.169725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74936379-2b7b-4543-9730-0700c5811233 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.176811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-74936379-2b7b-4543-9730-0700c5811233 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "DELETE /v2.0/security-groups/351bc1fa-61a7-4196-8c63-33a2b185a3eb HTTP/1.1" status: 204 len: 168 time: 0.2520382 Feb 17 22:24:56.176811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54446) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:56.200249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74936379-2b7b-4543-9730-0700c5811233 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351bc1fa-61a7-4196-8c63-33a2b185a3eb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:56.203219 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-e1b6a2c4-ede0-4a63-95d8-4cd46b7d16b6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] show failed (client error): The resource could not be found. Feb 17 22:24:56.207450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e1b6a2c4-ede0-4a63-95d8-4cd46b7d16b6 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "GET /v2.0/security-groups/351bc1fa-61a7-4196-8c63-33a2b185a3eb HTTP/1.1" status: 404 len: 347 time: 0.0280104 Feb 17 22:24:56.209823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54448) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:56.288036 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c183ae2d-d6d0-438b-934c-7973d26b18c0 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=86f720dec9fe4485a31013cd804814b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3708689 Feb 17 22:24:56.292314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54452) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:56.344534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Attempting to bind port ed32068a-22f9-4e89-aaa3-c5f20c608211 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:24:56.344901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Attempting to bind port ed32068a-22f9-4e89-aaa3-c5f20c608211 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:24:56.345259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Attempting to bind port ed32068a-22f9-4e89-aaa3-c5f20c608211 on network 1f182d69-5777-473f-ad41-128a438efa13 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:24:56.365998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:24:56.366376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Checking segment: {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:24:56.366780 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.367169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Bound using segment: {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:24:56.367745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Bound port: ed32068a-22f9-4e89-aaa3-c5f20c608211, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:24:56.368060 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.383491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1010a7c-4df4-47d8-922f-180df03ec6ee tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks [] for security_group (e132d470-420d-4eec-ad04-a4181543501e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.458320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1010a7c-4df4-47d8-922f-180df03ec6ee tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks [] for security_group (e132d470-420d-4eec-ad04-a4181543501e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.463738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Deleting port 973ecc59-327d-4b78-92e0-5291adb6401b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:56.464289 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (973ecc59-327d-4b78-92e0-5291adb6401b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.554872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Router fcc71551-2729-4b1c-9580-fc1e4c71de25 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:24:56.572081 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (973ecc59-327d-4b78-92e0-5291adb6401b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.572743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for floatingip (973ecc59-327d-4b78-92e0-5291adb6401b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.574006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Allocated IP 172.25.0.206 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/7c195625-075e-4cd4-b37d-6e53bb1ad9f8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:24:56.593180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Calling delete_port for 973ecc59-327d-4b78-92e0-5291adb6401b owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:56.611537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] For port ed32068a-22f9-4e89-aaa3-c5f20c608211, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:24:56.633116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] For port ed32068a-22f9-4e89-aaa3-c5f20c608211, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ed32068a-22f9-4e89-aaa3-c5f20c608211,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:24:56.650171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:56.770213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb43d3-124f-4a7b-829d-d590dc66a54e None None] Pushing event updated for resources: {'Port': ['ID=ed32068a-22f9-4e89-aaa3-c5f20c608211,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:56.781339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:56.811978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] Checking router: 8f18bf17-43da-4ced-873c-bacd69fc160a for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:24:56.836762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:24:56.841361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:57.009430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1010a7c-4df4-47d8-922f-180df03ec6ee tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e132d470-420d-4eec-ad04-a4181543501e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.012381 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1010a7c-4df4-47d8-922f-180df03ec6ee tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.013412 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a1010a7c-4df4-47d8-922f-180df03ec6ee tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "DELETE /v2.0/security-groups/e132d470-420d-4eec-ad04-a4181543501e HTTP/1.1" status: 204 len: 168 time: 0.7201717 Feb 17 22:24:57.019583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54458) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:57.060558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1010a7c-4df4-47d8-922f-180df03ec6ee tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e132d470-420d-4eec-ad04-a4181543501e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:57.103898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:24:57.137793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks [] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.176817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (085518fc-1ccf-476c-81be-54298d15396f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.180155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (973ecc59-327d-4b78-92e0-5291adb6401b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.190032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:24:57.201810 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] Sync routers for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:24:57.202634 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1306f70a-f678-4f41-8c49-8b6cb828b8e3 admin admin] 10.222.0.79 "PUT /v2.0/routers/fcc71551-2729-4b1c-9580-fc1e4c71de25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1091461 Feb 17 22:24:57.203396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54464) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:57.250997 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:24:57.251678 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:57.270478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Pushing event deleted for resources: {'Port': ['ID=973ecc59-327d-4b78-92e0-5291adb6401b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:57.375973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks [] for router (fcc71551-2729-4b1c-9580-fc1e4c71de25), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.549443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cdd8e-c004-4a31-8d8f-45a416ab23e2 req-6bd8340d-f1ab-4e66-9bf7-ac0ed7874351 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:57.556421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-466cdd8e-c004-4a31-8d8f-45a416ab23e2 req-6bd8340d-f1ab-4e66-9bf7-ac0ed7874351 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 0.6254780 Feb 17 22:24:57.582382 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:24:57.737143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks [] for router_gateway (fcc71551-2729-4b1c-9580-fc1e4c71de25), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.783090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-466cdd8e-c004-4a31-8d8f-45a416ab23e2 req-fbc6d4c0-9aab-4b64-814c-087c78de70e8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904018 Feb 17 22:24:57.801084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks [] for floatingip (93e912eb-0701-4863-8224-a86dd4752209), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.807572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.808910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d993e4f4-7dbd-4edc-9632-edb3dc5cd323 tempest-ServerActionsTestJSON-1837608231 tempest-ServerActionsTestJSON-1837608231-project] 10.222.0.79 "DELETE /v2.0/floatingips/93e912eb-0701-4863-8224-a86dd4752209 HTTP/1.1" status: 204 len: 168 time: 1.5964546 Feb 17 22:24:57.814915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (085518fc-1ccf-476c-81be-54298d15396f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.817674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54472) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:57.841585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:24:57.869349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:57.925157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['085518fc-1ccf-476c-81be-54298d15396f']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:57.973261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2429a27-1635-4eb9-aacb-3da3fbddfd1f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:57.973561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2429a27-1635-4eb9-aacb-3da3fbddfd1f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:57.999804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:58.025800 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (b2429a27-1635-4eb9-aacb-3da3fbddfd1f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.057590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:24:58.077082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:24:58.105229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:24:58.111912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9586f95-8540-4967-9656-120585f2ad86 None None] The sync data for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 is: [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:15:49Z', 'revision_number': 4, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '273b5222-bd98-46e1-b1e2-5c48f40defe8', 'name': '', 'network_id': '69166c47-4266-494e-a964-3b9635295ecb', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'mac_address': 'fa:16:3e:7b:6e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:47Z', 'updated_at': '2022-02-17T22:15:57Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'subnets': [{'id': '83c82078-d7f8-48a7-9dd8-072b4a3f7e54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:24:58.240180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b2429a27-1635-4eb9-aacb-3da3fbddfd1f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.254041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ed32068a-22f9-4e89-aaa3-c5f20c608211 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:24:58.260837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:24:58.261820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (b2429a27-1635-4eb9-aacb-3da3fbddfd1f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: warnings.warn('Neutron quota engine will require "--force" ' Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:24:58.271790 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:24:58.416959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: DOWN; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:58.437777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Pushing event updated for resources: {'Port': ['ID=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:58.446094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Deleting port 7ab614ab-5c31-4a26-a6af-1425cf74600e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:24:58.450050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.484750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ed32068a-22f9-4e89-aaa3-c5f20c608211 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:24:58.485383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.514280 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:24:53Z', 'revision_number': 5, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port': {'id': '7ab614ab-5c31-4a26-a6af-1425cf74600e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:31:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:02Z', 'updated_at': '2022-02-17T22:21:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:58.626195 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] Checking router: fcc71551-2729-4b1c-9580-fc1e4c71de25 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:24:58.672807 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] Routers {'fcc71551-2729-4b1c-9580-fc1e4c71de25'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:24:58.674892 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcc71551-2729-4b1c-9580-fc1e4c71de25'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:58.706190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1c031-9b29-481b-8d70-10705934d508 req-f849432d-141b-4333-be0d-bdee44384eef tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:24:58.717624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ed32068a-22f9-4e89-aaa3-c5f20c608211 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:24:58.724568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.725331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-afe1c031-9b29-481b-8d70-10705934d508 req-f849432d-141b-4333-be0d-bdee44384eef tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 0.7127147 Feb 17 22:24:58.862619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ed32068a-22f9-4e89-aaa3-c5f20c608211, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ed32068a-22f9-4e89-aaa3-c5f20c608211,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:58.869878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.949950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (085518fc-1ccf-476c-81be-54298d15396f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.957655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8160808-9955-47f8-9185-655d99767fc1 None None] New status for floating IP 93e912eb-0701-4863-8224-a86dd4752209: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:24:58.961302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:58.964718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "DELETE /v2.0/networks/085518fc-1ccf-476c-81be-54298d15396f HTTP/1.1" status: 204 len: 168 time: 1.9416831 Feb 17 22:24:58.973107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54484) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:24:58.976166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a73ade1-ce5e-4568-bd21-16acf07ad17b None None] Network 1f182d69-5777-473f-ad41-128a438efa13 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:24:59.035323 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] Set router fcc71551-2729-4b1c-9580-fc1e4c71de25 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:24:59.139743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4340b4e-1b62-4bae-b198-a49236bd969f tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Pushing event deleted for resources: {'Network': ['ID=085518fc-1ccf-476c-81be-54298d15396f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:59.193944 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:24:57Z', 'revision_number': 6, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:24:59.261697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a0486-0a25-4d27-9066-3a611386fb44 None None] The sync data for ids ['fcc71551-2729-4b1c-9580-fc1e4c71de25'] in n-d-828369-18 is: [{'id': 'fcc71551-2729-4b1c-9580-fc1e4c71de25', 'name': 'tempest-ServersTestBootFromVolume-937405832-router', 'tenant_id': '7bf5600058734da0842a33c8e365407f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:00Z', 'updated_at': '2022-02-17T22:24:57Z', 'revision_number': 6, 'project_id': '7bf5600058734da0842a33c8e365407f', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:24:59.261937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks [] for router_gateway (c9008528-f374-49d6-b373-bef8a20cb4d8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:59.316349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-afe1c031-9b29-481b-8d70-10705934d508 req-7cf93f78-fcec-41b1-85cd-bb4a508b0e63 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5817537 Feb 17 22:24:59.408942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] For port 7ab614ab-5c31-4a26-a6af-1425cf74600e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7ab614ab-5c31-4a26-a6af-1425cf74600e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:24:59.411706 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (0fc5be49-8522-41cb-9c8a-c2ec29875ce7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:59.415543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:59.531221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Calling delete_port for 7ab614ab-5c31-4a26-a6af-1425cf74600e owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:24:59.589345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ed32068a-22f9-4e89-aaa3-c5f20c608211,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:24:59.603248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d6900747-e0ce-4dcf-a368-0d4e06e172d1 None None] Provisioning complete for port ed32068a-22f9-4e89-aaa3-c5f20c608211 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:24:59.603657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6900747-e0ce-4dcf-a368-0d4e06e172d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:24:59.665032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-28e64d68-8951-426d-a6fb-d17ba7554db7 req-ca863ee2-f10c-4c00-9123-e2da36fd9066 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:24:59.678211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28e64d68-8951-426d-a6fb-d17ba7554db7 req-ca863ee2-f10c-4c00-9123-e2da36fd9066 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0174103 Feb 17 22:24:59.980917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d6900747-e0ce-4dcf-a368-0d4e06e172d1 None None] Current status of the port ed32068a-22f9-4e89-aaa3-c5f20c608211 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:00.025373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7ab614ab-5c31-4a26-a6af-1425cf74600e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.152649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab614ab-5c31-4a26-a6af-1425cf74600e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:00.215728 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (0fc5be49-8522-41cb-9c8a-c2ec29875ce7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.288148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fc5be49-8522-41cb-9c8a-c2ec29875ce7']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:00.314945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562dc41a-cd7e-4139-8ec8-d276799d6454') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:00.315393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562dc41a-cd7e-4139-8ec8-d276799d6454') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:00.320799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-54f96764-3fbc-4b5e-a79d-01ee151ec25c None None] Provisioning complete for port ed32068a-22f9-4e89-aaa3-c5f20c608211 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:00.321185 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54f96764-3fbc-4b5e-a79d-01ee151ec25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.333874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dc370-522c-4792-b739-431be415ccf8 req-13a13333-a9f9-4d2a-9fb0-67d4350589b5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:00.342970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c1dc370-522c-4792-b739-431be415ccf8 req-13a13333-a9f9-4d2a-9fb0-67d4350589b5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 0.2586083 Feb 17 22:25:00.355772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (562dc41a-cd7e-4139-8ec8-d276799d6454), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.461488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ed32068a-22f9-4e89-aaa3-c5f20c608211 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:00.496351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (562dc41a-cd7e-4139-8ec8-d276799d6454), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.527745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c1dc370-522c-4792-b739-431be415ccf8 req-0883d439-4a35-4e91-81bb-8630fa9fb6af tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780384 Feb 17 22:25:00.557883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:25:00.563051 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (562dc41a-cd7e-4139-8ec8-d276799d6454), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:25:00.565462 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:25:00.689113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ed32068a-22f9-4e89-aaa3-c5f20c608211 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:00.690775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.882412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (0fc5be49-8522-41cb-9c8a-c2ec29875ce7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.893618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:00.905307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] 10.222.0.79 "DELETE /v2.0/networks/0fc5be49-8522-41cb-9c8a-c2ec29875ce7 HTTP/1.1" status: 204 len: 168 time: 1.9115169 Feb 17 22:25:01.099255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d408b-a7af-43a4-bfc8-e548fb04f476 tempest-QuotasNegativeTest-352550175 tempest-QuotasNegativeTest-352550175-project-admin] Pushing event deleted for resources: {'Network': ['ID=0fc5be49-8522-41cb-9c8a-c2ec29875ce7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:01.225030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-77e360ff-a510-4a39-8bcd-4c53a359ccc7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4699814 Feb 17 22:25:01.228246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (8f18bf17-43da-4ced-873c-bacd69fc160a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:01.330035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-54f96764-3fbc-4b5e-a79d-01ee151ec25c None None] Current status of the port ed32068a-22f9-4e89-aaa3-c5f20c608211 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:01.442484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ed32068a-22f9-4e89-aaa3-c5f20c608211 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:01.491982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (fcc71551-2729-4b1c-9580-fc1e4c71de25), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:01.599587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-aac24566-8fa4-499f-94ff-81aedabf9413 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:25:01.607893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-aac24566-8fa4-499f-94ff-81aedabf9413 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151105 Feb 17 22:25:01.608099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:01.719193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:01.719494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c0d60d9d-6f52-4ac0-9a14-c7469268f2a1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:01.719921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7ab614ab-5c31-4a26-a6af-1425cf74600e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:01.815702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7ab614ab-5c31-4a26-a6af-1425cf74600e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:01.816111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7ab614ab-5c31-4a26-a6af-1425cf74600e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:01.951848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (fcc71551-2729-4b1c-9580-fc1e4c71de25), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:01.955691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks [] for router_controller (fcc71551-2729-4b1c-9580-fc1e4c71de25), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.039167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (fcc71551-2729-4b1c-9580-fc1e4c71de25), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.039832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcc71551-2729-4b1c-9580-fc1e4c71de25 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:25:02.049039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.050867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9857921-264e-4172-9949-9d46eaabed58 admin admin] 10.222.0.79 "DELETE /v2.0/routers/fcc71551-2729-4b1c-9580-fc1e4c71de25 HTTP/1.1" status: 204 len: 168 time: 4.8312743 Feb 17 22:25:02.053722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54544) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:02.106501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (c9008528-f374-49d6-b373-bef8a20cb4d8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.343534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] Deleting subnet e48dffb6-62d9-40c2-9289-c8a07cdce6a3 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:25:02.358043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] Publish callbacks [] for subnet (e48dffb6-62d9-40c2-9289-c8a07cdce6a3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.418782 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (e48dffb6-62d9-40c2-9289-c8a07cdce6a3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.430350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54554) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:02.578055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e48dffb6-62d9-40c2-9289-c8a07cdce6a3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.688159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf905c-8e13-49a2-ae72-8195bc26854c req-888035df-1358-4480-9977-81383d7ad159 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:02.689831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e48dffb6-62d9-40c2-9289-c8a07cdce6a3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.700292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-facf905c-8e13-49a2-ae72-8195bc26854c req-888035df-1358-4480-9977-81383d7ad159 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 0.2706327 Feb 17 22:25:02.701707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ec4898d-9848-41bc-8f02-260284c72c31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.755234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-4a104868-3f33-4666-977f-469f69d55722 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:02.757105 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-4a104868-3f33-4666-977f-469f69d55722 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports/7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 940 time: 0.7275870 Feb 17 22:25:02.844623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a81583-0f74-4ffe-8f2b-502e9676c29c None None] Network 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:02.849149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48dffb6-62d9-40c2-9289-c8a07cdce6a3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:02.857964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:02.876523 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8be13e78-18eb-4aa7-b152-9a60e9261278 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e48dffb6-62d9-40c2-9289-c8a07cdce6a3 HTTP/1.1" status: 204 len: 168 time: 0.8172987 Feb 17 22:25:02.885917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:02.966028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-facf905c-8e13-49a2-ae72-8195bc26854c req-62b990bd-4f53-4a94-b93a-3672b9c70b12 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430890 Feb 17 22:25:02.995925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.092439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Deleting port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:03.093040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.191880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Router c9008528-f374-49d6-b373-bef8a20cb4d8 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:25:03.193741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Deleting port 273b5222-bd98-46e1-b1e2-5c48f40defe8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:03.196399 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.199780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ec4898d-9848-41bc-8f02-260284c72c31 admin admin] Publish callbacks [] for security_group (f84f786e-2641-438c-9970-8242f69ad36d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.241677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ec4898d-9848-41bc-8f02-260284c72c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f84f786e-2641-438c-9970-8242f69ad36d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.247543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] For port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:03.248449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.304104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Calling delete_port for 2c7267eb-bf04-4137-a35a-4bc98ac71e9a owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:03.472334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] DHCP port deletion for 8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:25:03.473216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4898d-9848-41bc-8f02-260284c72c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84f786e-2641-438c-9970-8242f69ad36d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:03.489021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0ec4898d-9848-41bc-8f02-260284c72c31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb9c1f20367f492b900769cf6c541f5b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0573711 Feb 17 22:25:03.492389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54572) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:03.649848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] Deleting port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:03.650811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.686116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] For port 273b5222-bd98-46e1-b1e2-5c48f40defe8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=273b5222-bd98-46e1-b1e2-5c48f40defe8,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:03.696044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.723999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Calling delete_port for 273b5222-bd98-46e1-b1e2-5c48f40defe8 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:03.802962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] For port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,segment=NetworkSegment(6b0b0d04-85bb-4f6c-98c3-77ca824232d9),segment_id=6b0b0d04-85bb-4f6c-98c3-77ca824232d9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:03.806617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.834996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] Calling delete_port for 2c7267eb-bf04-4137-a35a-4bc98ac71e9a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:03.844617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:03.856022 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Sync routers for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:03.885396 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:03.889172 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:03.904841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.914684 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-128e0441-7665-4839-a532-e5333a275df0 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2785687 Feb 17 22:25:03.919600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:03.928946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.934087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28a05296-da67-44dd-9b1e-66ad0a980fd1 admin admin] Publish callbacks [] for security_group (f84f786e-2641-438c-9970-8242f69ad36d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:03.968536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28a05296-da67-44dd-9b1e-66ad0a980fd1 admin admin] Publish callbacks [] for security_group (f84f786e-2641-438c-9970-8242f69ad36d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.085229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28a05296-da67-44dd-9b1e-66ad0a980fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f84f786e-2641-438c-9970-8242f69ad36d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.088903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (2c7267eb-bf04-4137-a35a-4bc98ac71e9a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.089395 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28a05296-da67-44dd-9b1e-66ad0a980fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.090679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-28a05296-da67-44dd-9b1e-66ad0a980fd1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f84f786e-2641-438c-9970-8242f69ad36d HTTP/1.1" status: 204 len: 168 time: 0.5976288 Feb 17 22:25:04.110388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a05296-da67-44dd-9b1e-66ad0a980fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84f786e-2641-438c-9970-8242f69ad36d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:04.137857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2c7267eb-bf04-4137-a35a-4bc98ac71e9a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:04.274419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 2c7267eb-bf04-4137-a35a-4bc98ac71e9a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:04.275246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2c7267eb-bf04-4137-a35a-4bc98ac71e9a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:04.287611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] Pushing event deleted for resources: {'Port': ['ID=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:04.299593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e056741-dcf1-4536-9523-3ce9c07f3846 None None] No DVR routers for this DVR port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:25:04.385883 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (273b5222-bd98-46e1-b1e2-5c48f40defe8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.401001 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:04.483420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] No DVR routers for this DVR port 2c7267eb-bf04-4137-a35a-4bc98ac71e9a on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:25:04.615073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7267eb-bf04-4137-a35a-4bc98ac71e9a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:04.781091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.851242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6f9b91-9d82-4f69-ac30-d450cadc1ec4']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:04.877789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0b0d04-85bb-4f6c-98c3-77ca824232d9') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:04.879982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0b0d04-85bb-4f6c-98c3-77ca824232d9') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:04.906168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (6b0b0d04-85bb-4f6c-98c3-77ca824232d9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.938853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6b0b0d04-85bb-4f6c-98c3-77ca824232d9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.949426 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:24:58Z', 'revision_number': 3, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:04.958949 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:25:04.959569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (6b0b0d04-85bb-4f6c-98c3-77ca824232d9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:04.983727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Checking router: c9008528-f374-49d6-b373-bef8a20cb4d8 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:04.984355 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Updating router c9008528-f374-49d6-b373-bef8a20cb4d8 port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:25:05.021029 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.095798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Pushing event deleted for resources: {'Port': ['ID=273b5222-bd98-46e1-b1e2-5c48f40defe8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:05.100275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54588) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:05.155339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (8f18bf17-43da-4ced-873c-bacd69fc160a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:25:05.168623 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:25:05.180619 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8c6f9b91-9d82-4f69-ac30-d450cadc1ec4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.253615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.262000 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8c6f9b91-9d82-4f69-ac30-d450cadc1ec4 HTTP/1.1" status: 204 len: 168 time: 2.3743761 Feb 17 22:25:05.281626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b97f9-8fde-48e6-a437-108ff925ee71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c6f9b91-9d82-4f69-ac30-d450cadc1ec4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:05.392489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.589266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-8a6c3b88-f2cd-4e8d-ac74-52faab8ca3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:05.591342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-8a6c3b88-f2cd-4e8d-ac74-52faab8ca3b9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01&tenant_id=6b9294a9bf6e471e8010f52a6064fa8c HTTP/1.1" status: 200 len: 1126 time: 1.0006585 Feb 17 22:25:05.604158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f864e0-3fde-4da4-893d-16fc9ab518a4 req-d65b5ae7-7f10-43eb-9ba8-fcf9ae066f01 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:05.606315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6f864e0-3fde-4da4-893d-16fc9ab518a4 req-d65b5ae7-7f10-43eb-9ba8-fcf9ae066f01 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 1.2404351 Feb 17 22:25:05.645904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:05.683706 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Publish callbacks [] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.693931 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.812161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54598) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:05.883440 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Attempting to bind port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:05.886609 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Attempting to bind port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:05.887408 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Attempting to bind port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:05.895468 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Pushing event updated for resources: {'Port': ['ID=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:05.896689 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a59c79b1-2cba-4d28-a5fb-dc95c4ab0291 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7bf5600058734da0842a33c8e365407f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0825570 Feb 17 22:25:05.900090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54600) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:05.949500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6f864e0-3fde-4da4-893d-16fc9ab518a4 req-66bcacf3-3df0-42b6-b42a-2dace52b72d3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183918 Feb 17 22:25:05.963053 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.963841 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.963841 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.964119 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.969509 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.969751 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.971401 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.972866 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.973296 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.973719 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.975448 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.975889 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.976306 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:05.986185 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:05.988274 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:05.989085 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:05.990581 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:05.995501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Bound port: 7c195625-075e-4cd4-b37d-6e53bb1ad9f8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:05.995501 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.156133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31bfac6-bdd4-4477-84ba-e55dd256d90d admin admin] Publish callbacks [] for security_group (4df36fd8-f79d-476a-b21d-dfafbb88a9a5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.170348 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] For port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:06.177909 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] For port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:06.189689 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.201463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31bfac6-bdd4-4477-84ba-e55dd256d90d admin admin] Publish callbacks [] for security_group (4df36fd8-f79d-476a-b21d-dfafbb88a9a5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.257550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.295922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.325612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Publish callbacks [] for security_group (4b9484fd-b91d-4cb2-a885-99ee02b5e68e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.346606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Router 8f18bf17-43da-4ced-873c-bacd69fc160a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:25:06.348186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4b9484fd-b91d-4cb2-a885-99ee02b5e68e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.387138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9484fd-b91d-4cb2-a885-99ee02b5e68e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:06.397875 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ff3ef-6647-4a46-9f2d-87f621f63672 None None] Pushing event updated for resources: {'Port': ['ID=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:06.422372 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:06.423015 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:06.432050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.432696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.433317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.434057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.434693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.435980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.436620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.437220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.440091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.440731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.441354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.441970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.442578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:06.652670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31bfac6-bdd4-4477-84ba-e55dd256d90d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4df36fd8-f79d-476a-b21d-dfafbb88a9a5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.656263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31bfac6-bdd4-4477-84ba-e55dd256d90d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:06.657678 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d31bfac6-bdd4-4477-84ba-e55dd256d90d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4df36fd8-f79d-476a-b21d-dfafbb88a9a5 HTTP/1.1" status: 204 len: 168 time: 0.7529075 Feb 17 22:25:06.693566 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bfac6-bdd4-4477-84ba-e55dd256d90d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df36fd8-f79d-476a-b21d-dfafbb88a9a5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:06.840854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Allocated IP 172.20.0.1 (1f182d69-5777-473f-ad41-128a438efa13/0083f13c-a183-4fa0-a127-3477c7b0e467/0479d664-fca4-44c2-9a79-9b946b86f646) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:06.905755 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:06.994356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3181a678-0c94-463c-b786-a7e39c063edc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79ea328656f7493fbad99c50010e2dec&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8258593 Feb 17 22:25:07.042896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54612) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:07.264233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks [] for port (0479d664-fca4-44c2-9a79-9b946b86f646), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:07.358717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:07.480021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Network 1f182d69-5777-473f-ad41-128a438efa13 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:07.490549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:07.500668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:07.525189 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:24:58Z', 'revision_number': 3, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:07.574903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Pushing event updated for resources: {'Port': ['ID=0479d664-fca4-44c2-9a79-9b946b86f646,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:07.621739 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (c9008528-f374-49d6-b373-bef8a20cb4d8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:07.919304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:07.964972 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4f8d7-ea17-4cdb-8994-379612567ccb None None] The sync data for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 is: [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:24:58Z', 'revision_number': 3, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:08.016014 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:08.065007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:08.096048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] Sync routers for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:08.099603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e045bb28-d676-418d-a7ac-5f665b84f4da None None] Provisioning complete for port 0479d664-fca4-44c2-9a79-9b946b86f646 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:08.099995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e045bb28-d676-418d-a7ac-5f665b84f4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:08.105342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8fe45621-2960-493a-9239-86b107d04491 admin admin] 10.222.0.79 "PUT /v2.0/routers/8f18bf17-43da-4ced-873c-bacd69fc160a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2823536 Feb 17 22:25:08.105552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54628) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:08.152338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e045bb28-d676-418d-a7ac-5f665b84f4da None None] Port 0479d664-fca4-44c2-9a79-9b946b86f646 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:25:08.165448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:08.166321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:08.207544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:08.356387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04cb78bc-e800-4c91-8a7e-d4f3a98779c1 admin admin] Publish callbacks [] for security_group (4b9484fd-b91d-4cb2-a885-99ee02b5e68e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:08.379144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:25:08.428752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:08.451490 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Publish callbacks [] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:08.516585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ec84c-0c0b-456c-abe7-e9c93c572a1e req-0a8457a8-9df0-4a56-b9a0-254bbfdd240c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:08.521643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616ec84c-0c0b-456c-abe7-e9c93c572a1e req-0a8457a8-9df0-4a56-b9a0-254bbfdd240c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 943 time: 1.2247171 Feb 17 22:25:08.672499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04cb78bc-e800-4c91-8a7e-d4f3a98779c1 admin admin] Publish callbacks [] for security_group (4b9484fd-b91d-4cb2-a885-99ee02b5e68e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:08.878596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks [] for router (8f18bf17-43da-4ced-873c-bacd69fc160a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:08.881366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54642) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:08.949803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:25:04Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:09.038373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] Checking router: 8f18bf17-43da-4ced-873c-bacd69fc160a for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:09.049870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Transition to ACTIVE for port object 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:25:09.070720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.077020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04cb78bc-e800-4c91-8a7e-d4f3a98779c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4b9484fd-b91d-4cb2-a885-99ee02b5e68e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.077500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] Routers {'8f18bf17-43da-4ced-873c-bacd69fc160a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:09.078476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8f18bf17-43da-4ced-873c-bacd69fc160a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:09.084035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04cb78bc-e800-4c91-8a7e-d4f3a98779c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.086711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-04cb78bc-e800-4c91-8a7e-d4f3a98779c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b9484fd-b91d-4cb2-a885-99ee02b5e68e HTTP/1.1" status: 204 len: 168 time: 2.0236545 Feb 17 22:25:09.254823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb78bc-e800-4c91-8a7e-d4f3a98779c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9484fd-b91d-4cb2-a885-99ee02b5e68e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:09.259609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks [] for port (0479d664-fca4-44c2-9a79-9b946b86f646), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.279591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.300726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616ec84c-0c0b-456c-abe7-e9c93c572a1e req-034c21dc-c9d2-44b0-891a-a4bbbd70a459 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7502997 Feb 17 22:25:09.417485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] No DVR routers for this DVR port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:25:09.502828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=9']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:09.531813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks [] for router_gateway (8f18bf17-43da-4ced-873c-bacd69fc160a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.574843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] Set router 8f18bf17-43da-4ced-873c-bacd69fc160a gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:09.579639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Pushing event updated for resources: {'Port': ['ID=0479d664-fca4-44c2-9a79-9b946b86f646,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:09.585233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (c9008528-f374-49d6-b373-bef8a20cb4d8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.643944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-772997310-network', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:09.682417 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.683863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:09.687139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:09.688211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:09.710000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:25:09.710458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Attempting to bind port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on network 359df4e2-28c4-4f97-8a44-8e3870d9353c {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:09.728911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:09.731464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Checking segment: {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:09.731464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Bound using segment: {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:09.731464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Bound port: 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:09.731464 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:09.957135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:09.962004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:10.016032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:10.026173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:10.040100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:10.058089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:10.113708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:25:04Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:10.195067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:10.196541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:10.198754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] 10.222.0.73 "PUT /v2.0/ports/7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 1092 time: 4.5703049 Feb 17 22:25:10.199618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:25:10.202853 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8" -d '{"events": [{"name": "network-changed", "server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:25:10.208846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Network 1f182d69-5777-473f-ad41-128a438efa13 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:10.233476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:10.276565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c9a610-87b3-40e9-b44d-2c5cb7a22d19 None None] The sync data for ids ['8f18bf17-43da-4ced-873c-bacd69fc160a'] in n-d-828369-18 is: [{'id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'name': 'tempest-ServerActionsTestJSON-1029963476-router', 'tenant_id': '4b203ec969314680b8270e084760a24d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:15:40Z', 'updated_at': '2022-02-17T22:25:04Z', 'revision_number': 5, 'project_id': '4b203ec969314680b8270e084760a24d', 'gw_port': {'id': '40760aa1-c2e4-4aa3-8903-32f3a39dea1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:f4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f18bf17-43da-4ced-873c-bacd69fc160a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:15:41Z', 'updated_at': '2022-02-17T22:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:10.300746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:10.350071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Deleting port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:10.355253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:10.429508 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797083df-bd19-4149-a71a-e03a65d55ef1 x-openstack-request-id: req-797083df-bd19-4149-a71a-e03a65d55ef1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:25:10.429898 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:25:10.430101 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-797083df-bd19-4149-a71a-e03a65d55ef1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:25:10.430484 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'status': 'completed', 'code': 200} Feb 17 22:25:10.451248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ad4c2-ca20-4586-819e-226213f7c441 service neutron] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:10.508300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ddd08e3b-0955-4b48-9f8a-8aa0abf83aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:10.512230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-ddd08e3b-0955-4b48-9f8a-8aa0abf83aa2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1127 time: 0.2842577 Feb 17 22:25:10.553124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:10.553511 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:10.932539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:10.934097 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:11.046443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:11.076648 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:11.104658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e5c6d7f7-e593-4819-b326-7f15db1e186a None None] Provisioning complete for port 0479d664-fca4-44c2-9a79-9b946b86f646 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:11.105228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5c6d7f7-e593-4819-b326-7f15db1e186a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:11.147721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061a5bd-b10e-4ae1-8c72-3bd64355c009 req-cbcd06b2-41a9-4aac-b087-dd475afabd41 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:11.159719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0061a5bd-b10e-4ae1-8c72-3bd64355c009 req-cbcd06b2-41a9-4aac-b087-dd475afabd41 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.4225156 Feb 17 22:25:11.174056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-2e6fce93-d690-431e-a2b7-1ed99844ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:11.215350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-2e6fce93-d690-431e-a2b7-1ed99844ced2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.6967349 Feb 17 22:25:11.366224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e5c6d7f7-e593-4819-b326-7f15db1e186a None None] Port 0479d664-fca4-44c2-9a79-9b946b86f646 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:25:11.373870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:11.448832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-9d1c31b9-9c5a-412c-9492-afc8494cf02a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.2210469 Feb 17 22:25:11.659050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-92b475e7-2ca8-4c5e-ba93-11e4d280c8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:11.664884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-92b475e7-2ca8-4c5e-ba93-11e4d280c8b3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.1873069 Feb 17 22:25:11.808684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-af3cff38-fd37-40d5-b1dd-fbaa039a5075 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1361513 Feb 17 22:25:11.843855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] For port 40760aa1-c2e4-4aa3-8903-32f3a39dea1b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:11.844773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:11.893292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Calling delete_port for 40760aa1-c2e4-4aa3-8903-32f3a39dea1b owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:11.954081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Router c9008528-f374-49d6-b373-bef8a20cb4d8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:25:11.998778 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks [] for security_group (7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:12.054704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:12.122402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:12.155456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-776da188-7227-4add-8d58-a8fb5a34f3e4 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336151 Feb 17 22:25:12.269217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0061a5bd-b10e-4ae1-8c72-3bd64355c009 req-e67d4817-ab1b-478e-a5c8-b22fcbb3dd08 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0070686 Feb 17 22:25:12.280192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:25:12.292654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:12.293056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:12.398112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-1d9dc7e0-4fb3-4270-921c-aa5b1f276256 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306993 Feb 17 22:25:12.475662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fdd20989-bdfb-4926-b0f5-f0f537062ac3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:12.475828 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Added segment fdd20989-bdfb-4926-b0f5-f0f537062ac3 of type vlan for network 3d4f5d30-3b3a-4106-b089-cd475b34465c Feb 17 22:25:12.478576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:12.516935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:12.568017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 273b5222-bd98-46e1-b1e2-5c48f40defe8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:12.612741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-da5d260f-233d-45eb-9210-3968e5c2b590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:12.614891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-da5d260f-233d-45eb-9210-3968e5c2b590 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1127 time: 0.1515324 Feb 17 22:25:12.648736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 273b5222-bd98-46e1-b1e2-5c48f40defe8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:12.649338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 273b5222-bd98-46e1-b1e2-5c48f40defe8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:12.727580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (3d4f5d30-3b3a-4106-b089-cd475b34465c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:12.911566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-6058197c-41d7-4b85-8bd5-cace0bda0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:12.913475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-6058197c-41d7-4b85-8bd5-cace0bda0ca8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.2924800 Feb 17 22:25:12.985670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (40760aa1-c2e4-4aa3-8903-32f3a39dea1b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:13.002078 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (3d4f5d30-3b3a-4106-b089-cd475b34465c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:13.004322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:13.006186 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:13.027263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-72f9a354-6e5b-4acb-9a0d-5066cef6c1aa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.1062298 Feb 17 22:25:13.175024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-66abd2ca-f369-4a73-a09a-e5430c179ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:13.178770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-66abd2ca-f369-4a73-a09a-e5430c179ffb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.1451254 Feb 17 22:25:13.305429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-a99c170a-b246-45af-af38-12f3a90b84e5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1200898 Feb 17 22:25:13.340919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] Pushing event updated for resources: {'Network': ['ID=3d4f5d30-3b3a-4106-b089-cd475b34465c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:13.361607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Pushing event deleted for resources: {'Port': ['ID=40760aa1-c2e4-4aa3-8903-32f3a39dea1b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:13.372048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:25:13.383802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:13.401793 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Sync routers for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:13.424546 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:13.433738 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4645311-003b-48b9-a6e2-e481c4decba9 admin admin] 10.222.0.79 "PUT /v2.0/routers/c9008528-f374-49d6-b373-bef8a20cb4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5059381 Feb 17 22:25:13.441139 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:24:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:13.699735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54754) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:13.748385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-f9a683c3-59c2-4618-b318-3c70cff27eed service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277174 Feb 17 22:25:13.756503 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-74136ec8-2528-48ea-a373-66fcb302c475 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.8640327 Feb 17 22:25:13.766167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:13.789201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Request body: {'subnet': {'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-772997310-subnet', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:13.864832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:13.876340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:14.027729 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:14.345717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-345431313', 'router:external': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:14.373915 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75a948ee-7200-4efa-a7ee-b2dee7d98ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:14.455587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0de2e9-cec4-4e89-90db-a60de49e7b12 req-5a50d07a-4a4b-4457-8c7b-66b070a08884 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:14.457686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c0de2e9-cec4-4e89-90db-a60de49e7b12 req-5a50d07a-4a4b-4457-8c7b-66b070a08884 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.7492266 Feb 17 22:25:14.620923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (8f18bf17-43da-4ced-873c-bacd69fc160a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:14.639425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (8ef13d77-9839-4304-8ce3-bba7daf1dac3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:14.711143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d14f2f5-2f9f-4ae3-bc80-77b640f910c8 req-12c5968b-14b7-4540-874f-b1b81fe39b85 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151747 Feb 17 22:25:14.715227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Made reservation on behalf of 18606d31fde54bae8e1040f35cedaad5 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:14.743784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:14.826347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:14.901907 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:08Z', 'revision_number': 2, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:14.902817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c0de2e9-cec4-4e89-90db-a60de49e7b12 req-29199baa-5c4a-4a9e-b805-83dcca2e1d94 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307008 Feb 17 22:25:14.957574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ef13d77-9839-4304-8ce3-bba7daf1dac3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:15.073726 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Checking router: c9008528-f374-49d6-b373-bef8a20cb4d8 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:15.077283 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Updating router c9008528-f374-49d6-b373-bef8a20cb4d8 port 0479d664-fca4-44c2-9a79-9b946b86f646 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:25:15.197215 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.254947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for security_group (0d7b0d14-241e-4f81-a8ee-91f0202e2696), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.264424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0d7b0d14-241e-4f81-a8ee-91f0202e2696), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.316285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:25:15.368790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9ce1fbb4-0cbb-412c-8fd5-f477eec0f664), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.369609 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Added segment 9ce1fbb4-0cbb-412c-8fd5-f477eec0f664 of type vlan for network f31ff0e8-fbdc-48fd-bf88-65fbec93934c Feb 17 22:25:15.376265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (8f18bf17-43da-4ced-873c-bacd69fc160a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.386665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks [] for router_controller (8f18bf17-43da-4ced-873c-bacd69fc160a), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.625599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:15.633100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f31ff0e8-fbdc-48fd-bf88-65fbec93934c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.648598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1602559138-network', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:15.732604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (8f18bf17-43da-4ced-873c-bacd69fc160a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.735665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f18bf17-43da-4ced-873c-bacd69fc160a {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:25:15.740222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f31ff0e8-fbdc-48fd-bf88-65fbec93934c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.741524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:15.744328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.762395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.769201 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16a7c815-30d3-4b3b-b4c4-e2a58d8dbf5c admin admin] 10.222.0.79 "DELETE /v2.0/routers/8f18bf17-43da-4ced-873c-bacd69fc160a HTTP/1.1" status: 204 len: 168 time: 7.6597664 Feb 17 22:25:15.788573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:15.815599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Made reservation on behalf of 4bf01d7d09aa41bfbfdc9215290f8869 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:15.840589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:15.895453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.269321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Network': ['ID=f31ff0e8-fbdc-48fd-bf88-65fbec93934c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:16.271505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Checking segment: {'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:16.271880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Network hostable DHCP agents. Network: 3d4f5d30-3b3a-4106-b089-cd475b34465c, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:25:16.290531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f31ff0e8-fbdc-48fd-bf88-65fbec93934c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:25:16.329288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] Deleting subnet 83c82078-d7f8-48a7-9dd8-072b4a3f7e54 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:25:16.376125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] Publish callbacks [] for subnet (83c82078-d7f8-48a7-9dd8-072b4a3f7e54), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.378681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b0d14-241e-4f81-a8ee-91f0202e2696,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:16.584167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9432d90e-a649-455e-80af-30c7aa85987b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.8135726 Feb 17 22:25:16.592868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54794) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:16.614750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'subnet': {'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:16.618842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:25:16.642260 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Publish callbacks [] for port (0479d664-fca4-44c2-9a79-9b946b86f646), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.648981 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (83c82078-d7f8-48a7-9dd8-072b4a3f7e54), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.659129 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.672975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Made reservation on behalf of 18606d31fde54bae8e1040f35cedaad5 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:16.675691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.771197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 3d4f5d30-3b3a-4106-b089-cd475b34465c) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:16.783175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fa80cc-9b5b-47bf-bc0d-08d48d6c6b1a None None] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:16.800544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:16.809637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.861938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfaf882-cf2c-443d-8f70-227934ea9678 req-6a874aa8-25a9-4a98-b44d-a31c1b6bf47c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:16.866549 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd70f-40ed-4e1e-bd51-e4c1610ac36f None None] Pushing event updated for resources: {'Port': ['ID=0479d664-fca4-44c2-9a79-9b946b86f646,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:16.869554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bfaf882-cf2c-443d-8f70-227934ea9678 req-6a874aa8-25a9-4a98-b44d-a31c1b6bf47c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.5872543 Feb 17 22:25:16.910383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54798) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:16.911569 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-34def961-91d3-435e-9e10-0b49fc0ad1e1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.1372321 Feb 17 22:25:16.937545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks [] for security_group (b74989b6-7a46-4a2d-95d9-4d7fa9359b6f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:16.949279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:17.001431 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b74989b6-7a46-4a2d-95d9-4d7fa9359b6f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.028560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:25:17.040052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1d6a99fb-ec84-4af8-ab53-54e2f633666d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.040768 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Added segment 1d6a99fb-ec84-4af8-ab53-54e2f633666d of type vlan for network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 Feb 17 22:25:17.231433 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Attempting to bind port 0479d664-fca4-44c2-9a79-9b946b86f646 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:17.235046 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Attempting to bind port 0479d664-fca4-44c2-9a79-9b946b86f646 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:17.236205 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Attempting to bind port 0479d664-fca4-44c2-9a79-9b946b86f646 on network 1f182d69-5777-473f-ad41-128a438efa13 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:17.260137 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:17.261871 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Checking segment: {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:17.263326 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.266267 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Bound using segment: {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:17.271890 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Bound port: 0479d664-fca4-44c2-9a79-9b946b86f646, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:17.274400 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.328203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (83c82078-d7f8-48a7-9dd8-072b4a3f7e54), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.519749 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] For port 0479d664-fca4-44c2-9a79-9b946b86f646, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:17.531923 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] For port 0479d664-fca4-44c2-9a79-9b946b86f646, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0479d664-fca4-44c2-9a79-9b946b86f646,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:17.555040 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.780659 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:17.783669 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:17.786186 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcd70f-40ed-4e1e-bd51-e4c1610ac36f None None] Pushing event updated for resources: {'Port': ['ID=0479d664-fca4-44c2-9a79-9b946b86f646,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:17.800557 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (83c82078-d7f8-48a7-9dd8-072b4a3f7e54), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.853808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bfaf882-cf2c-443d-8f70-227934ea9678 req-6e3e026d-ddca-4301-aa4f-4c9bfec0931c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9826815 Feb 17 22:25:17.866483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (18d50190-b5d5-46ba-84fc-3938d79b17e2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.869378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (18d50190-b5d5-46ba-84fc-3938d79b17e2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.972124 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53cb7f0e-054b-4992-bf02-dc6e6485e10c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:17.985015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-3d4f5d30-3b3a-4106-b089-cd475b34465c', 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c', 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'fixed_ips': [{'subnet_id': '8ef13d77-9839-4304-8ce3-bba7daf1dac3'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:25:17.986125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.046135 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.067267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40760aa1-c2e4-4aa3-8903-32f3a39dea1b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:18.098632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.138085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Provisioning complete for port 0479d664-fca4-44c2-9a79-9b946b86f646 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:18.140377 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.144590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 40760aa1-c2e4-4aa3-8903-32f3a39dea1b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:18.157591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40760aa1-c2e4-4aa3-8903-32f3a39dea1b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:18.158201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c82078-d7f8-48a7-9dd8-072b4a3f7e54,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:18.195879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.227756 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cbac74a-77e4-4193-b8d1-7e5aa7890cc9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/83c82078-d7f8-48a7-9dd8-072b4a3f7e54 HTTP/1.1" status: 204 len: 168 time: 2.4343009 Feb 17 22:25:18.227756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74989b6-7a46-4a2d-95d9-4d7fa9359b6f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:18.243925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54808) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:18.263890 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:18.295853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:25:18.506698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks [] for router_controller (18d50190-b5d5-46ba-84fc-3938d79b17e2), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.508578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4db35c-0636-4d73-980a-b9b3190f821e None None] Network 69166c47-4266-494e-a964-3b9635295ecb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:18.605011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.609202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:18.612236 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:18.742403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (69166c47-4266-494e-a964-3b9635295ecb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:19.022735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54820) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:19.048809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] Pushing event updated for resources: {'Network': ['ID=e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:19.138725 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ff7a25a6-6562-4d34-a4e4-d4223d4238f3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.5067556 Feb 17 22:25:19.162368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54824) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:19.168216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:25:19.177965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Current status of the port 0479d664-fca4-44c2-9a79-9b946b86f646 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:19.187807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:19.223026 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:25:19.269411 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:17Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:19.312081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Request body: {'subnet': {'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1602559138-subnet', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:19.377360 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90465a4f-d87e-4383-bbcd-c29b10bb480e None None] The sync data for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 is: [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:17Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:19.466926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Made reservation on behalf of 4bf01d7d09aa41bfbfdc9215290f8869 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:19.476894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:19.782385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Deleting port d127cd31-e5ad-48c2-b50c-732b25fea301 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:19.783286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:19.871277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Allocated IP 172.20.0.2 (3d4f5d30-3b3a-4106-b089-cd475b34465c/8ef13d77-9839-4304-8ce3-bba7daf1dac3/3333021c-8c76-4f6f-ba4f-e7d68f5e7173) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:19.973087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] For port d127cd31-e5ad-48c2-b50c-732b25fea301, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d127cd31-e5ad-48c2-b50c-732b25fea301,segment=NetworkSegment(0f867477-4c14-4b98-a6f8-f4869857b12c),segment_id=0f867477-4c14-4b98-a6f8-f4869857b12c)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:19.973612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:20.096935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Calling delete_port for d127cd31-e5ad-48c2-b50c-732b25fea301 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:20.162542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] For port 0479d664-fca4-44c2-9a79-9b946b86f646, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0479d664-fca4-44c2-9a79-9b946b86f646,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:20.175233 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:20.190934 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:20.289596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0479d664-fca4-44c2-9a79-9b946b86f646 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:20.542773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7c8571d2-c77b-4a4e-a1d6-d93af9e91848), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:20.608717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e43e632-08b1-421d-803c-e48cc5adc51e None None] DHCP port deletion for 69166c47-4266-494e-a964-3b9635295ecb request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:25:20.861936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8571d2-c77b-4a4e-a1d6-d93af9e91848,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:20.891136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks [] for router_gateway (18d50190-b5d5-46ba-84fc-3938d79b17e2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:20.960450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d127cd31-e5ad-48c2-b50c-732b25fea301), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.152755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=d127cd31-e5ad-48c2-b50c-732b25fea301,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:21.190047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Checking segment: {'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:21.190793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Network hostable DHCP agents. Network: e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:25:21.193658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] No DVR routers for this DVR port d127cd31-e5ad-48c2-b50c-732b25fea301 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:25:21.395050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2e43e632-08b1-421d-803c-e48cc5adc51e None None] The port 'd127cd31-e5ad-48c2-b50c-732b25fea301' was deleted {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 22:25:21.420007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-aed48aee-b3d5-41b9-bd63-3b546b9bac7a None None] Provisioning complete for port 0479d664-fca4-44c2-9a79-9b946b86f646 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:21.427955 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aed48aee-b3d5-41b9-bd63-3b546b9bac7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.458455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (69166c47-4266-494e-a964-3b9635295ecb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.506130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69166c47-4266-494e-a964-3b9635295ecb']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:21.554430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f867477-4c14-4b98-a6f8-f4869857b12c') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:21.554721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f867477-4c14-4b98-a6f8-f4869857b12c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:21.569553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (0f867477-4c14-4b98-a6f8-f4869857b12c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.576226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1522b4-9017-4f9e-be64-12f1653fab60 req-d7dcfacf-edd7-42ef-853f-770d9b6977a3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:21.596944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf1522b4-9017-4f9e-be64-12f1653fab60 req-d7dcfacf-edd7-42ef-853f-770d9b6977a3 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 2.5767684 Feb 17 22:25:21.613536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Pushing event updated for resources: {'Port': ['ID=0479d664-fca4-44c2-9a79-9b946b86f646,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:21.615764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0f867477-4c14-4b98-a6f8-f4869857b12c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.630092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:25:21.631035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (0f867477-4c14-4b98-a6f8-f4869857b12c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.658847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.719518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0479d664-fca4-44c2-9a79-9b946b86f646 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:21.722128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.737233 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Publish callbacks [] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:25:21.744188 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:25:21.758117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.762192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.764030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (69166c47-4266-494e-a964-3b9635295ecb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.764870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.767153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.768116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.770599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.772651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.773581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.774622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.775575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.776441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.777360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.778243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7e33f3-51c0-44b3-a6a3-7e2289298dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:21.824033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.852023 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] 10.222.0.79 "DELETE /v2.0/networks/69166c47-4266-494e-a964-3b9635295ecb HTTP/1.1" status: 204 len: 168 time: 3.6006386 Feb 17 22:25:21.912913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-aed48aee-b3d5-41b9-bd63-3b546b9bac7a None None] Current status of the port 0479d664-fca4-44c2-9a79-9b946b86f646 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:21.915975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:21.971336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:25:21.981298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Pushing event updated for resources: {'Port': ['ID=3333021c-8c76-4f6f-ba4f-e7d68f5e7173,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:22.001600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:22.004609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:22.007401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:22.029443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0f8b23-2276-4f49-97fe-5e447eb04dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=69166c47-4266-494e-a964-3b9635295ecb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:22.047312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:22.080528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:22.082684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:22.148056 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e6d30ce6-bc44-434e-b2a9-a727a2932426 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9658742 Feb 17 22:25:22.148747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54842) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:22.176451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:22.233592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e0f324-5a5c-44d9-b3d7-61ed4057522a None None] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:22.245846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (e39a995e-291b-4dde-a22c-9c9d79b2148f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:22.249997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (e39a995e-291b-4dde-a22c-9c9d79b2148f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:22.426846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks [] for router_controller (e39a995e-291b-4dde-a22c-9c9d79b2148f), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:22.484160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0479d664-fca4-44c2-9a79-9b946b86f646 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:22.487303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Attempting to bind port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:22.487926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Attempting to bind port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:22.488520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Attempting to bind port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 on network 3d4f5d30-3b3a-4106-b089-cd475b34465c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:22.501923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:22.502515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Checking segment: {'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:22.503284 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:22.503969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Bound using segment: {'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:22.504749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Bound port: 3333021c-8c76-4f6f-ba4f-e7d68f5e7173, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:22.505641 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:22.610368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:25:22.610899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (bb5e2bab-c913-463d-bda4-1d0499f16da8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:22.718885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:22.802724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0479d664-fca4-44c2-9a79-9b946b86f646 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:23.159632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf1522b4-9017-4f9e-be64-12f1653fab60 req-16a76597-51bf-4d86-bcfa-619a15a80d68 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5616705 Feb 17 22:25:23.185862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'fixed_ips': [{'subnet_id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:25:23.187434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:23.253346 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-df278eb5-fb3d-444b-b7a4-602eac5ec9ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4b203ec969314680b8270e084760a24d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5305607 Feb 17 22:25:23.258284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] For port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:23.260747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54850) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:23.296001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks [] for router_gateway (e39a995e-291b-4dde-a22c-9c9d79b2148f), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:23.359535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] For port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3333021c-8c76-4f6f-ba4f-e7d68f5e7173,segment=NetworkSegment(fdd20989-bdfb-4926-b0f5-f0f537062ac3),segment_id=fdd20989-bdfb-4926-b0f5-f0f537062ac3)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:23.386995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0479d664-fca4-44c2-9a79-9b946b86f646 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:23.387553 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:23.450873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bb5e2bab-c913-463d-bda4-1d0499f16da8,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:23.536170 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:23.633463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c25e92b7-f5d5-496c-8813-500365dbfe8a admin admin] Publish callbacks [] for security_group (f55f1880-2361-40b2-9429-930daafa26be), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:23.676670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Checking segment: {'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:23.678154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network hostable DHCP agents. Network: f31ff0e8-fbdc-48fd-bf88-65fbec93934c, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:25:23.742765 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c25e92b7-f5d5-496c-8813-500365dbfe8a admin admin] Publish callbacks [] for security_group (f55f1880-2361-40b2-9429-930daafa26be), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:23.999775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c25e92b7-f5d5-496c-8813-500365dbfe8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f55f1880-2361-40b2-9429-930daafa26be), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:24.016341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c25e92b7-f5d5-496c-8813-500365dbfe8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:24.036813 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c25e92b7-f5d5-496c-8813-500365dbfe8a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f55f1880-2361-40b2-9429-930daafa26be HTTP/1.1" status: 204 len: 168 time: 0.7735493 Feb 17 22:25:24.272046 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks [] for router_gateway (18d50190-b5d5-46ba-84fc-3938d79b17e2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:24.311937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e92b7-f5d5-496c-8813-500365dbfe8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55f1880-2361-40b2-9429-930daafa26be,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:24.359162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:24.368498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network f31ff0e8-fbdc-48fd-bf88-65fbec93934c is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:25:24.464765 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks [] for router_gateway (e39a995e-291b-4dde-a22c-9c9d79b2148f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:24.514386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Allocated IP 172.20.0.2 (e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6/7c8571d2-c77b-4a4e-a1d6-d93af9e91848/03886a4a-5368-4830-9dc3-37f87c43d744) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:24.536695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:24.880847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f31ff0e8-fbdc-48fd-bf88-65fbec93934c) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:24.946315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Allocated IP 172.25.0.136 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/0d834079-8008-4a4f-99bc-7875570e247a) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:24.961635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0479d664-fca4-44c2-9a79-9b946b86f646 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:24.982341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:24.983477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:25.036920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7fb3e12e-632c-438a-a565-c6db904342f2 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 8.4413619 Feb 17 22:25:25.038598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54868) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:25.057918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-531841860', 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:25.074847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5091f5-a88f-4d40-bab7-471b57e3ee70 None None] Network f31ff0e8-fbdc-48fd-bf88-65fbec93934c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:25.078102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210206bf-e733-44be-8a84-a2e6f6aa5761 None None] Pushing event updated for resources: {'Port': ['ID=3333021c-8c76-4f6f-ba4f-e7d68f5e7173,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:25.082997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215617bc-0f35-4adb-b353-028cf0c617b4 req-7c1192fa-efe9-47a1-bf42-777ce8986ad8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:25.097178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-215617bc-0f35-4adb-b353-028cf0c617b4 req-7c1192fa-efe9-47a1-bf42-777ce8986ad8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 0.6444848 Feb 17 22:25:25.101806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (412571d1-6c59-49ac-b9ba-ed5e9588e652), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:25.343256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks [] for port (0d834079-8008-4a4f-99bc-7875570e247a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:25.406575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d127cd31-e5ad-48c2-b50c-732b25fea301 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:25.589378 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0d834079-8008-4a4f-99bc-7875570e247a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:25.591051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d127cd31-e5ad-48c2-b50c-732b25fea301 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:25.593008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d127cd31-e5ad-48c2-b50c-732b25fea301 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:25.779867 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:25.787830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:25.805749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:25.832677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:25.848394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Pushing event updated for resources: {'Port': ['ID=0d834079-8008-4a4f-99bc-7875570e247a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:25.892806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Made reservation on behalf of 18606d31fde54bae8e1040f35cedaad5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:25.914592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:25.978320 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Publish callbacks [] for port (03886a4a-5368-4830-9dc3-37f87c43d744), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:26.054129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:26.076565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] device_id is not set on port 551845b6-8871-48cb-acb5-b78852dfba6c yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:25:26.186030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:26.201294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3acb0d-118d-4fba-9ac4-8c28ad3165fe None None] Network f31ff0e8-fbdc-48fd-bf88-65fbec93934c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:26.432403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-215617bc-0f35-4adb-b353-028cf0c617b4 req-5f9fac1d-6fe3-4a71-aea6-2e24ac7fb378 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3341780 Feb 17 22:25:26.451683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Allocated IP 172.25.0.60 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:26.452829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54888) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:26.788410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1629747428-network', 'tenant_id': '02258ad034c6441da3b357eaaefa6a10'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:26.822995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks [] for router_gateway (e39a995e-291b-4dde-a22c-9c9d79b2148f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:26.952332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:26.974117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:26.974117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:26.993865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:27.131548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:27.177109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Made reservation on behalf of 02258ad034c6441da3b357eaaefa6a10 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:27.180397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:27.237951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:27.281012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Allocated IP 172.20.0.5 (f31ff0e8-fbdc-48fd-bf88-65fbec93934c/bb5e2bab-c913-463d-bda4-1d0499f16da8/551845b6-8871-48cb-acb5-b78852dfba6c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:27.293506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b235416-9a90-4576-ac9f-77285af2e44d None None] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:27.297548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Pushing event updated for resources: {'Port': ['ID=03886a4a-5368-4830-9dc3-37f87c43d744,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:27.519316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks [] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:27.608988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:27.685365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Attempting to bind port 03886a4a-5368-4830-9dc3-37f87c43d744 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:27.686125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Attempting to bind port 03886a4a-5368-4830-9dc3-37f87c43d744 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:27.686731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Attempting to bind port 03886a4a-5368-4830-9dc3-37f87c43d744 on network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:27.696599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ac90a58d-6b83-401a-af7d-0399d960b242 None None] Provisioning complete for port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:27.698051 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac90a58d-6b83-401a-af7d-0399d960b242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:27.756993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:27.757795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Checking segment: {'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:27.758467 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:27.759124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Bound using segment: {'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:27.759869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Bound port: 03886a4a-5368-4830-9dc3-37f87c43d744, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:27.760486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:27.858137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:27.869198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:27.869940 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:28.054314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3333021c-8c76-4f6f-ba4f-e7d68f5e7173,segment=NetworkSegment(fdd20989-bdfb-4926-b0f5-f0f537062ac3),segment_id=fdd20989-bdfb-4926-b0f5-f0f537062ac3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:28.062144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ac90a58d-6b83-401a-af7d-0399d960b242 None None] Current status of the port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:28.062586 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac90a58d-6b83-401a-af7d-0399d960b242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:28.143154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] For port 03886a4a-5368-4830-9dc3-37f87c43d744, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:28.147793 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:28.265893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=3333021c-8c76-4f6f-ba4f-e7d68f5e7173,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:28.283534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] For port 03886a4a-5368-4830-9dc3-37f87c43d744, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03886a4a-5368-4830-9dc3-37f87c43d744,segment=NetworkSegment(1d6a99fb-ec84-4af8-ab53-54e2f633666d),segment_id=1d6a99fb-ec84-4af8-ab53-54e2f633666d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:28.302398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:28.425664 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-ac90a58d-6b83-401a-af7d-0399d960b242 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:25:28.426842 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-ac90a58d-6b83-401a-af7d-0399d960b242 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:25:28.491382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for port (551845b6-8871-48cb-acb5-b78852dfba6c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:28.496831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7ec9b-d3f0-49c3-99d6-f508ff10ee82 None None] Pushing event updated for resources: {'Port': ['ID=03886a4a-5368-4830-9dc3-37f87c43d744,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:28.628133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (e39a995e-291b-4dde-a22c-9c9d79b2148f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:28.631421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:28.634993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:28.656655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:28.766034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (551845b6-8871-48cb-acb5-b78852dfba6c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:28.961874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks [] for security_group (032e1494-1fcd-4a33-a223-9107258b55a1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.053523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (032e1494-1fcd-4a33-a223-9107258b55a1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.103216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ac90a58d-6b83-401a-af7d-0399d960b242 None None] Current status of the port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:29.251552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6809cff4-bed2-44c6-9da1-55ebf77c309f None None] Provisioning complete for port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:29.258373 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6809cff4-bed2-44c6-9da1-55ebf77c309f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.390141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032e1494-1fcd-4a33-a223-9107258b55a1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:29.410490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network f31ff0e8-fbdc-48fd-bf88-65fbec93934c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:29.420626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:25:29.456234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (52849a19-beb2-4d4c-8092-0318e53ae46c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.456859 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Added segment 52849a19-beb2-4d4c-8092-0318e53ae46c of type vlan for network 3f2ab549-0382-48ae-86ef-3c3394f6a40e Feb 17 22:25:29.510727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:29.525008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:29.568781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b776505e-5d1d-4c2f-83a4-9f507042c3e6 req-499e801d-ccc3-44ff-a59b-49ae914e4121 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:29.581321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b776505e-5d1d-4c2f-83a4-9f507042c3e6 req-499e801d-ccc3-44ff-a59b-49ae914e4121 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 1.8568990 Feb 17 22:25:29.598910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6809cff4-bed2-44c6-9da1-55ebf77c309f None None] Current status of the port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:29.608063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Port': ['ID=551845b6-8871-48cb-acb5-b78852dfba6c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:29.651754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (3f2ab549-0382-48ae-86ef-3c3394f6a40e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.766673 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (3f2ab549-0382-48ae-86ef-3c3394f6a40e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.774350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:29.775860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.808298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:29.809407 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:29.837807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f81b5599-bb43-4253-958d-51b4fa6b4c83 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 4.7965727 Feb 17 22:25:29.871020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b776505e-5d1d-4c2f-83a4-9f507042c3e6 req-7a73c12e-fae3-46b5-b99d-c8f1fd118594 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866306 Feb 17 22:25:29.872970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54908) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:30.256722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] Pushing event updated for resources: {'Network': ['ID=3f2ab549-0382-48ae-86ef-3c3394f6a40e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:30.299211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 3f2ab549-0382-48ae-86ef-3c3394f6a40e details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:25:30.321813 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-708ac3ce-2a8c-4d97-bd8d-de7112a0c694 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8669884 Feb 17 22:25:30.339819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54914) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:30.345448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Router e39a995e-291b-4dde-a22c-9c9d79b2148f is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:25:30.400481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Request body: {'subnet': {'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1629747428-subnet', 'tenant_id': '02258ad034c6441da3b357eaaefa6a10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:30.562080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03886a4a-5368-4830-9dc3-37f87c43d744 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:30.699270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97a8f34-e683-4b51-be08-c9ff5098b9c7 None None] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:30.750621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Made reservation on behalf of 02258ad034c6441da3b357eaaefa6a10 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:30.752918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:30.862210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Deleting port 85dc8236-21cc-4260-b6f9-5e09de99bf11 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:30.863273 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:31.010237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-831ea523-7983-4d3b-b71a-27e9e1362d6c None None] Provisioning complete for port 03886a4a-5368-4830-9dc3-37f87c43d744 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:31.015030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:31.032557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-831ea523-7983-4d3b-b71a-27e9e1362d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:31.053831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Sync routers for ids ['e39a995e-291b-4dde-a22c-9c9d79b2148f'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:31.208919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 03886a4a-5368-4830-9dc3-37f87c43d744 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:31.216563 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:31.233980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks [] for router_gateway (18d50190-b5d5-46ba-84fc-3938d79b17e2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:31.381812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Routers {'e39a995e-291b-4dde-a22c-9c9d79b2148f'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:31.382495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e39a995e-291b-4dde-a22c-9c9d79b2148f'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:31.481979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (5992da55-9a09-41ae-80ff-4391c71576d7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:31.542944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] For port 85dc8236-21cc-4260-b6f9-5e09de99bf11, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85dc8236-21cc-4260-b6f9-5e09de99bf11,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:31.543454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:31.584532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Calling delete_port for 85dc8236-21cc-4260-b6f9-5e09de99bf11 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:31.610594 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:31.629116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d6b8ad14-2b9d-49e8-bfee-8ca575f8c6e6 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.4782679 Feb 17 22:25:31.633239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54922) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:31.814979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5992da55-9a09-41ae-80ff-4391c71576d7,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:32.078867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Checking segment: {'id': '52849a19-beb2-4d4c-8092-0318e53ae46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:32.079689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Network hostable DHCP agents. Network: 3f2ab549-0382-48ae-86ef-3c3394f6a40e, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:25:32.102401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 03886a4a-5368-4830-9dc3-37f87c43d744 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:32.103061 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:32.131267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Network 3f2ab549-0382-48ae-86ef-3c3394f6a40e is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:25:32.244762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee26bd93-0b2e-46a4-a604-bdd4fd3e6ce6 req-35b30b0d-9b2e-4129-8917-ae5f47744d29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:32.260716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee26bd93-0b2e-46a4-a604-bdd4fd3e6ce6 req-35b30b0d-9b2e-4129-8917-ae5f47744d29 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 1.2188873 Feb 17 22:25:32.281435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Set router e39a995e-291b-4dde-a22c-9c9d79b2148f gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:32.314305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Deleting port 551845b6-8871-48cb-acb5-b78852dfba6c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:32.321948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (551845b6-8871-48cb-acb5-b78852dfba6c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:32.337475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-831ea523-7983-4d3b-b71a-27e9e1362d6c None None] Current status of the port 03886a4a-5368-4830-9dc3-37f87c43d744 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:32.338199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-831ea523-7983-4d3b-b71a-27e9e1362d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:32.354107 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 3f2ab549-0382-48ae-86ef-3c3394f6a40e) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:32.369914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:32.383609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:32.433747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea4cc19-adcc-4b70-a3da-aad0d4a3f4b8 None None] Network 3f2ab549-0382-48ae-86ef-3c3394f6a40e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:32.446761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 03886a4a-5368-4830-9dc3-37f87c43d744, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03886a4a-5368-4830-9dc3-37f87c43d744,segment=NetworkSegment(1d6a99fb-ec84-4af8-ab53-54e2f633666d),segment_id=1d6a99fb-ec84-4af8-ab53-54e2f633666d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:32.452479 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-25255815-c94f-48d3-b0e3-8492caaa5f64 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0765586 Feb 17 22:25:32.595701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (551845b6-8871-48cb-acb5-b78852dfba6c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:32.646403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Calling delete_port for 551845b6-8871-48cb-acb5-b78852dfba6c owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:32.706918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:32.708193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:32.964195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (551845b6-8871-48cb-acb5-b78852dfba6c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:33.108706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event deleted for resources: {'Port': ['ID=551845b6-8871-48cb-acb5-b78852dfba6c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:33.292661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:33.326122 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (18d50190-b5d5-46ba-84fc-3938d79b17e2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:33.333232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee26bd93-0b2e-46a4-a604-bdd4fd3e6ce6 req-91fd7b37-d41c-4332-82b6-b8fc6a23433f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0712893 Feb 17 22:25:33.405581 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-831ea523-7983-4d3b-b71a-27e9e1362d6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:25:33.412560 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-831ea523-7983-4d3b-b71a-27e9e1362d6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:25:33.480184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=03886a4a-5368-4830-9dc3-37f87c43d744,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:33.548814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:33.549194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:33.597492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8301ee71-a668-4caf-9c0e-959659b92761 None None] Network 3f2ab549-0382-48ae-86ef-3c3394f6a40e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:33.609597 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (85dc8236-21cc-4260-b6f9-5e09de99bf11), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:33.651568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:33.664851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e29ced08-459b-4d07-8269-e5af74101552 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "DELETE /v2.0/ports/551845b6-8871-48cb-acb5-b78852dfba6c HTTP/1.1" status: 204 len: 168 time: 3.7807763 Feb 17 22:25:33.703822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Allocated IP 172.20.0.1 (e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6/7c8571d2-c77b-4a4e-a1d6-d93af9e91848/77599241-bdb7-411f-83f3-d51185bad750) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:33.751178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54946) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:33.753206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Pushing event deleted for resources: {'Port': ['ID=85dc8236-21cc-4260-b6f9-5e09de99bf11,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:33.795566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c', 'external_fixed_ips': [{'subnet_id': 'bb5e2bab-c913-463d-bda4-1d0499f16da8', 'ip_address': '172.20.0.5'}]}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:33.966393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks [] for port (77599241-bdb7-411f-83f3-d51185bad750), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.014129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (77599241-bdb7-411f-83f3-d51185bad750), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.024750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:25:26Z', 'revision_number': 3, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:34.063101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598237-e272-4d23-916f-108a468d3b65 req-c69cfe24-29c4-44e0-ac03-8e69140e491c tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:34.071519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-c69cfe24-29c4-44e0-ac03-8e69140e491c tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/networks?id=3f2ab549-0382-48ae-86ef-3c3394f6a40e HTTP/1.1" status: 200 len: 809 time: 0.7371669 Feb 17 22:25:34.087486 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (fbecb919-bef1-4f0b-a620-389583e84c76), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.088971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (fbecb919-bef1-4f0b-a620-389583e84c76), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.112477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-205f89c3-5012-4e5e-8b35-6b0f68accbf4 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/quotas/02258ad034c6441da3b357eaaefa6a10 HTTP/1.1" status: 200 len: 375 time: 0.0396311 Feb 17 22:25:34.113632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:34.115158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Pushing event updated for resources: {'Port': ['ID=77599241-bdb7-411f-83f3-d51185bad750,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:34.121281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:34.128304 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:34.175408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-831ea523-7983-4d3b-b71a-27e9e1362d6c None None] Current status of the port 03886a4a-5368-4830-9dc3-37f87c43d744 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:34.187147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Checking router: e39a995e-291b-4dde-a22c-9c9d79b2148f for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:34.187923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Updating router e39a995e-291b-4dde-a22c-9c9d79b2148f port 0d834079-8008-4a4f-99bc-7875570e247a binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:25:34.203722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-16c27632-a5ef-48fd-9e4e-f0c3827e1c0d tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02258ad034c6441da3b357eaaefa6a10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0901523 Feb 17 22:25:34.237012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (e39a995e-291b-4dde-a22c-9c9d79b2148f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.270506 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0d834079-8008-4a4f-99bc-7875570e247a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.333409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (fbecb919-bef1-4f0b-a620-389583e84c76), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.449297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (77599241-bdb7-411f-83f3-d51185bad750), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.482141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:34.679467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-5cb01032-8435-4871-b346-b2fa74728118 service neutron] 10.222.0.79 "GET /v2.0/networks/3f2ab549-0382-48ae-86ef-3c3394f6a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742002 Feb 17 22:25:34.703953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Router 18d50190-b5d5-46ba-84fc-3938d79b17e2 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:25:34.866437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (fbecb919-bef1-4f0b-a620-389583e84c76), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.945150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks [] for port (77599241-bdb7-411f-83f3-d51185bad750), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:34.957110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (77599241-bdb7-411f-83f3-d51185bad750), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.057855 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Publish callbacks [] for port (0d834079-8008-4a4f-99bc-7875570e247a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.066514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f8ad15b2-1d54-4487-afbb-382344f39322 None None] Provisioning complete for port 03886a4a-5368-4830-9dc3-37f87c43d744 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:35.066895 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8ad15b2-1d54-4487-afbb-382344f39322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.070413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03886a4a-5368-4830-9dc3-37f87c43d744 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:35.075728 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0d834079-8008-4a4f-99bc-7875570e247a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.197488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Pushing event updated for resources: {'Port': ['ID=77599241-bdb7-411f-83f3-d51185bad750,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:35.203959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (e39a995e-291b-4dde-a22c-9c9d79b2148f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.234187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Attempting to bind port 0d834079-8008-4a4f-99bc-7875570e247a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:35.234924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Attempting to bind port 0d834079-8008-4a4f-99bc-7875570e247a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:35.235648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Attempting to bind port 0d834079-8008-4a4f-99bc-7875570e247a on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:35.269435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0501481-15a5-4ea0-8db2-c2a4eba6e679 None None] Pushing event updated for resources: {'Port': ['ID=0d834079-8008-4a4f-99bc-7875570e247a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:35.274080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:35.275007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:35.275853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.277771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:35.282585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Bound port: 0d834079-8008-4a4f-99bc-7875570e247a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:35.283567 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0d834079-8008-4a4f-99bc-7875570e247a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.342282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:25:35.535876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:35.569164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:35.574560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'network_id': '359df4e2-28c4-4f97-8a44-8e3870d9353c', 'port_id': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'mac_address': 'fa:16:3e:80:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5462559a-4e93-4f55-a409-e126dd8a3130', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:25:35.577483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:35.614222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 03886a4a-5368-4830-9dc3-37f87c43d744 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:35.615186 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.676103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54962) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:35.704528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (412571d1-6c59-49ac-b9ba-ed5e9588e652), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.762070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] For port 0d834079-8008-4a4f-99bc-7875570e247a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:35.766299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] For port 0d834079-8008-4a4f-99bc-7875570e247a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0d834079-8008-4a4f-99bc-7875570e247a,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:35.812300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:35.812582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.814327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad15b2-1d54-4487-afbb-382344f39322 None None] Current status of the port 03886a4a-5368-4830-9dc3-37f87c43d744 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:35.832594 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0d834079-8008-4a4f-99bc-7875570e247a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:35.891104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Router e39a995e-291b-4dde-a22c-9c9d79b2148f has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:25:35.977411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966fad-96e0-43bd-9c7d-4a7c99369459 req-16741bfb-ca7c-46ab-8e69-64bc93c65cf7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:35.994373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23966fad-96e0-43bd-9c7d-4a7c99369459 req-16741bfb-ca7c-46ab-8e69-64bc93c65cf7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 944 time: 1.4094856 Feb 17 22:25:36.084647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:36.103443 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bebd4de4-f04e-4373-a82e-8a0e9424e742 admin admin] 10.222.0.79 "PUT /v2.0/routers/e39a995e-291b-4dde-a22c-9c9d79b2148f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4464087 Feb 17 22:25:36.105544 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71927a67-6d5b-4bd7-9254-19e3350af40b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.296179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-90b1b9e8-dd1e-4e46-9c74-0c4f1c83f474 service neutron] 10.222.0.79 "GET /v2.0/networks/3f2ab549-0382-48ae-86ef-3c3394f6a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5897591 Feb 17 22:25:36.353007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71927a67-6d5b-4bd7-9254-19e3350af40b admin admin] Publish callbacks [] for security_group (660c09e8-8647-424c-bb09-0db1a856bb1d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.361791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71927a67-6d5b-4bd7-9254-19e3350af40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (660c09e8-8647-424c-bb09-0db1a856bb1d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.371450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:36.380941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0501481-15a5-4ea0-8db2-c2a4eba6e679 None None] Pushing event updated for resources: {'Port': ['ID=0d834079-8008-4a4f-99bc-7875570e247a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:36.393393 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Sync routers for ids ['18d50190-b5d5-46ba-84fc-3938d79b17e2'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:36.408703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Routers {'18d50190-b5d5-46ba-84fc-3938d79b17e2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:36.409389 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['18d50190-b5d5-46ba-84fc-3938d79b17e2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:36.446492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-71927a67-6d5b-4bd7-9254-19e3350af40b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=89d0bba3e0ea4c679e7ffc6bcf814a38&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7685230 Feb 17 22:25:36.447597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:36.448611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71927a67-6d5b-4bd7-9254-19e3350af40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660c09e8-8647-424c-bb09-0db1a856bb1d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:36.498660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:25:36.513950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.526277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5c0de8cb-6f38-4d0b-82fc-3f77fd9ac8f8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 19.6065245 Feb 17 22:25:36.550105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54974) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:36.589850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4327e3f0-9a6d-46f0-9aa8-ad44f70a75f6 admin admin] Publish callbacks [] for security_group (660c09e8-8647-424c-bb09-0db1a856bb1d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.645459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4327e3f0-9a6d-46f0-9aa8-ad44f70a75f6 admin admin] Publish callbacks [] for security_group (660c09e8-8647-424c-bb09-0db1a856bb1d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.688637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Routers {'e39a995e-291b-4dde-a22c-9c9d79b2148f'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:36.689672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e39a995e-291b-4dde-a22c-9c9d79b2148f'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:36.714692 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Set router 18d50190-b5d5-46ba-84fc-3938d79b17e2 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:36.761264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4327e3f0-9a6d-46f0-9aa8-ad44f70a75f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (660c09e8-8647-424c-bb09-0db1a856bb1d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.766225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4327e3f0-9a6d-46f0-9aa8-ad44f70a75f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:36.780765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4327e3f0-9a6d-46f0-9aa8-ad44f70a75f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/660c09e8-8647-424c-bb09-0db1a856bb1d HTTP/1.1" status: 204 len: 168 time: 0.3245008 Feb 17 22:25:36.808244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327e3f0-9a6d-46f0-9aa8-ad44f70a75f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c09e8-8647-424c-bb09-0db1a856bb1d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:37.031043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] Set router e39a995e-291b-4dde-a22c-9c9d79b2148f gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:37.179788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fddbe588-3564-4f48-a2ca-9905077526e0 req-dd980ab0-4809-414c-9968-b6ea8808c20d tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 210 time: 0.1457741 Feb 17 22:25:37.193132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:37.203807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9608c75e-deda-4f56-b12e-4bad5cc55084 None None] Provisioning complete for port 77599241-bdb7-411f-83f3-d51185bad750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:37.208333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9608c75e-deda-4f56-b12e-4bad5cc55084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (77599241-bdb7-411f-83f3-d51185bad750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:37.217742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23966fad-96e0-43bd-9c7d-4a7c99369459 req-0ec90549-ee9c-402b-9422-57ee2ef8b8eb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2223587 Feb 17 22:25:37.375479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 03886a4a-5368-4830-9dc3-37f87c43d744 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:37.400012 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:25:29Z', 'revision_number': 3, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:37.446507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:37.559586 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Checking router: 18d50190-b5d5-46ba-84fc-3938d79b17e2 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:37.561026 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Updating router 18d50190-b5d5-46ba-84fc-3938d79b17e2 port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:25:37.688544 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:37.867163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:25:37.891064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9608c75e-deda-4f56-b12e-4bad5cc55084 None None] Port 77599241-bdb7-411f-83f3-d51185bad750 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:25:37.985711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:38.248814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Router 412571d1-6c59-49ac-b9ba-ed5e9588e652 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:25:38.333927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3d3323d0-630b-4bff-81df-167a14e57191 None None] Provisioning complete for port 77599241-bdb7-411f-83f3-d51185bad750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:38.339442 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d3323d0-630b-4bff-81df-167a14e57191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (77599241-bdb7-411f-83f3-d51185bad750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:38.631299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3d3323d0-630b-4bff-81df-167a14e57191 None None] Port 77599241-bdb7-411f-83f3-d51185bad750 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:25:38.770713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 4, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '77599241-bdb7-411f-83f3-d51185bad750', 'name': '', 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'mac_address': 'fa:16:3e:ef:21:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:33Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 2, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'subnets': [{'id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:38.813180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01ed08c1-702a-40f7-8c8e-7573dea1140f req-87e0808a-52a3-4816-a574-d88d2a89a806 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 210 time: 0.4133136 Feb 17 22:25:38.903182 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (fbecb919-bef1-4f0b-a620-389583e84c76), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:38.932785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b65ad6-0ef1-4f16-9fb7-c04398bd6fbd None None] The sync data for ids ['e39a995e-291b-4dde-a22c-9c9d79b2148f'] in n-d-828369-18 is: [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 4, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '77599241-bdb7-411f-83f3-d51185bad750', 'name': '', 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'mac_address': 'fa:16:3e:ef:21:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:33Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 2, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'subnets': [{'id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:38.989469 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Publish callbacks [] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:38.993136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.003196 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.121279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.132347 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c8155-1b05-41f1-86dd-bcb44a4ce456 None None] Pushing event updated for resources: {'Port': ['ID=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:39.192978 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Attempting to bind port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:39.194421 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Attempting to bind port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:39.195767 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Attempting to bind port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:39.207958 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:39.208611 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:39.209022 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.209418 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:39.209967 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Bound port: 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:39.217430 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.374871 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] For port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:39.382254 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] For port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:39.384719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16226e03-d5ef-4ebe-a602-5071f064af37 req-111cf2e7-449b-4955-b68c-0c8016b290bc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:39.400274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16226e03-d5ef-4ebe-a602-5071f064af37 req-111cf2e7-449b-4955-b68c-0c8016b290bc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 945 time: 1.0053568 Feb 17 22:25:39.432407 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.477989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:39.688210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:25:39.703937 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Routers {'18d50190-b5d5-46ba-84fc-3938d79b17e2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:39.704288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:39.704904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.709365 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['18d50190-b5d5-46ba-84fc-3938d79b17e2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:39.721669 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c8155-1b05-41f1-86dd-bcb44a4ce456 None None] Pushing event updated for resources: {'Port': ['ID=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:39.843618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598237-e272-4d23-916f-108a468d3b65 req-91d3eb9a-e10f-4192-8305-3d07a713c129 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:39.856747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-91d3eb9a-e10f-4192-8305-3d07a713c129 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.73 "GET /v2.0/networks?id=3f2ab549-0382-48ae-86ef-3c3394f6a40e HTTP/1.1" status: 200 len: 809 time: 0.3530080 Feb 17 22:25:39.944040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Request body: {'port': {'device_id': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e', 'admin_state_up': True, 'tenant_id': '02258ad034c6441da3b357eaaefa6a10'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:39.962141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:39.969051 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:39.977583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:40.016240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-babc262e-a81b-492c-951e-6e55c39dcd70 admin admin] 10.222.0.79 "PUT /v2.0/routers/412571d1-6c59-49ac-b9ba-ed5e9588e652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.8204353 Feb 17 22:25:40.018932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55096) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:40.040550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] Sync routers for ids ['412571d1-6c59-49ac-b9ba-ed5e9588e652'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:40.128612 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] Set router 18d50190-b5d5-46ba-84fc-3938d79b17e2 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:40.159781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:25:40.168718 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d563b84-099e-4c55-9f01-81b7e19765cf" -d '{"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:25:40.195227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] Routers {'412571d1-6c59-49ac-b9ba-ed5e9588e652'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:40.201106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['412571d1-6c59-49ac-b9ba-ed5e9588e652'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:40.225460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks [] for router (412571d1-6c59-49ac-b9ba-ed5e9588e652), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:40.306526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d33bbdd2-571f-4690-9ef6-f1eeac019f6d req-12b53cb7-de82-40d7-a909-3b87f6c99e50 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 210 time: 0.2797711 Feb 17 22:25:40.515260 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks [] for router_gateway (412571d1-6c59-49ac-b9ba-ed5e9588e652), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:40.704939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] Set router 412571d1-6c59-49ac-b9ba-ed5e9588e652 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:40.773038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16226e03-d5ef-4ebe-a602-5071f064af37 req-bf119ea5-9f59-4fc3-8572-068784b3caa5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3718283 Feb 17 22:25:40.791799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Deleting port 11e4289d-3ceb-4f24-9eeb-fdae18671949 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:40.792141 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:40.823028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:40.910095 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ca856f-0296-4785-ada3-a5f1ed570561 x-openstack-request-id: req-90ca856f-0296-4785-ada3-a5f1ed570561 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:25:40.910486 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:25:40.910827 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90ca856f-0296-4785-ada3-a5f1ed570561 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:25:40.911412 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'code': 200} Feb 17 22:25:40.915608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:40.930367 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:25:29Z', 'revision_number': 3, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:40.943037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] For port 11e4289d-3ceb-4f24-9eeb-fdae18671949, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=11e4289d-3ceb-4f24-9eeb-fdae18671949,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:40.943573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:40.970556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Calling delete_port for 11e4289d-3ceb-4f24-9eeb-fdae18671949 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:41.019009 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3e7b3f-8daa-4ed8-bec2-4bdb28071c2b None None] The sync data for ids ['18d50190-b5d5-46ba-84fc-3938d79b17e2'] in n-d-828369-18 is: [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:25:29Z', 'revision_number': 3, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:41.128142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Made reservation on behalf of 02258ad034c6441da3b357eaaefa6a10 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:41.144941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:41.170811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:41.279620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Allocated IP 172.20.0.5 (f31ff0e8-fbdc-48fd-bf88-65fbec93934c/bb5e2bab-c913-463d-bda4-1d0499f16da8/b173c1c0-580f-4781-9cdb-c05bd8c75371) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:41.440857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (11e4289d-3ceb-4f24-9eeb-fdae18671949), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:41.534421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:25:33Z', 'revision_number': 5, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port': {'id': '11e4289d-3ceb-4f24-9eeb-fdae18671949', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1428, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:12Z', 'updated_at': '2022-02-17T22:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:41.701606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=11e4289d-3ceb-4f24-9eeb-fdae18671949,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:41.807719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0d834079-8008-4a4f-99bc-7875570e247a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:41.913322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5999574-3cdc-4735-8710-ab1ad0167600 req-c00bade5-2926-4d34-a2d5-c3336691d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:41.923728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5999574-3cdc-4735-8710-ab1ad0167600 req-c00bade5-2926-4d34-a2d5-c3336691d731 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1129 time: 1.1116662 Feb 17 22:25:41.948824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] Checking router: 412571d1-6c59-49ac-b9ba-ed5e9588e652 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:41.958376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (412571d1-6c59-49ac-b9ba-ed5e9588e652), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.019410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] Routers {'412571d1-6c59-49ac-b9ba-ed5e9588e652'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:42.026351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['412571d1-6c59-49ac-b9ba-ed5e9588e652'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:42.336836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] Set router 412571d1-6c59-49ac-b9ba-ed5e9588e652 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:42.358250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (412571d1-6c59-49ac-b9ba-ed5e9588e652), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.361539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks [] for router_controller (412571d1-6c59-49ac-b9ba-ed5e9588e652), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.435792 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.483719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (412571d1-6c59-49ac-b9ba-ed5e9588e652), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.484489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 412571d1-6c59-49ac-b9ba-ed5e9588e652 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:25:42.489531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.493141 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-88f6719b-985d-4b15-83d4-10dc7eeff3e8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/412571d1-6c59-49ac-b9ba-ed5e9588e652 HTTP/1.1" status: 204 len: 168 time: 2.4705720 Feb 17 22:25:42.494316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55124) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:42.614809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Deleting subnet 8aaba169-f576-42f5-b1e9-2abe38150c60 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:25:42.629015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Publish callbacks [] for subnet (8aaba169-f576-42f5-b1e9-2abe38150c60), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.716916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (8aaba169-f576-42f5-b1e9-2abe38150c60), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.739423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:25:41Z', 'revision_number': 7, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:42.832745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578f7c1-d244-497a-b565-2f4cda6a06a9 None None] The sync data for ids ['412571d1-6c59-49ac-b9ba-ed5e9588e652'] in n-d-828369-18 is: [{'id': '412571d1-6c59-49ac-b9ba-ed5e9588e652', 'name': 'tempest-AttachSCSIVolumeTestJSON-2073844314-router', 'tenant_id': '81e32acd8496471d91585bf29475799c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:07Z', 'updated_at': '2022-02-17T22:25:41Z', 'revision_number': 7, 'project_id': '81e32acd8496471d91585bf29475799c', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:42.860757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0d834079-8008-4a4f-99bc-7875570e247a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:42.861308 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0d834079-8008-4a4f-99bc-7875570e247a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:42.951198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (8aaba169-f576-42f5-b1e9-2abe38150c60), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.129271 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (8aaba169-f576-42f5-b1e9-2abe38150c60), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.170909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0d834079-8008-4a4f-99bc-7875570e247a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:43.171313 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0d834079-8008-4a4f-99bc-7875570e247a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.207276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8aaba169-f576-42f5-b1e9-2abe38150c60,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:43.212128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.220624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a2206-b1b6-4d35-b917-2b6ba7b5611e None None] Network 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:43.222893 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8aaba169-f576-42f5-b1e9-2abe38150c60 HTTP/1.1" status: 204 len: 168 time: 0.7274570 Feb 17 22:25:43.229057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 0d834079-8008-4a4f-99bc-7875570e247a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0d834079-8008-4a4f-99bc-7875570e247a,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:43.236102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55132) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:43.248052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.248392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.248735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.252803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.253327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.254261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.254617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.254960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.255347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.255761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.256094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.256422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.256763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026bc41a-2580-40a4-9296-d143f1656927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:25:43.404608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-108652c9-15c9-498e-8962-fe8d706acd52 req-e7df1725-bda2-457b-8a5c-47aebec713e4 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 210 time: 1.6861324 Feb 17 22:25:43.406479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0d834079-8008-4a4f-99bc-7875570e247a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.470632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.676955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Deleting port 63ac7d5d-92dc-4904-b858-540308f5d73b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:43.677701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.710047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=0d834079-8008-4a4f-99bc-7875570e247a,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:43.726526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.793514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Allocated IP 172.20.0.9 (3f2ab549-0382-48ae-86ef-3c3394f6a40e/5992da55-9a09-41ae-80ff-4391c71576d7/10833d7a-00f3-4058-bb68-7ff51b2f7cf0) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:43.834219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5999574-3cdc-4735-8710-ab1ad0167600 req-84ac36e7-9c8d-40d7-bd1d-68fd1ceed422 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6119804 Feb 17 22:25:43.849558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] For port 63ac7d5d-92dc-4904-b858-540308f5d73b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=63ac7d5d-92dc-4904-b858-540308f5d73b,segment=NetworkSegment(e5c5fc17-de81-43cd-87e6-3e79055e0008),segment_id=e5c5fc17-de81-43cd-87e6-3e79055e0008)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:43.854699 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:43.869696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:43.892709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efcaf5-7d25-4192-a439-ce2ff5a1877c req-a2e0e3f6-b236-45d7-8af2-72164d443b36 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:43.894401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03efcaf5-7d25-4192-a439-ce2ff5a1877c req-a2e0e3f6-b236-45d7-8af2-72164d443b36 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 1.7214916 Feb 17 22:25:43.900691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Calling delete_port for 63ac7d5d-92dc-4904-b858-540308f5d73b owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:43.948384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] DHCP port deletion for 973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:25:44.054122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:44.055878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.135694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.172476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] No DVR routers for this DVR port 63ac7d5d-92dc-4904-b858-540308f5d73b on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:25:44.227592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Pushing event deleted for resources: {'Port': ['ID=63ac7d5d-92dc-4904-b858-540308f5d73b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:44.331114 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Sync routers for ids ['e39a995e-291b-4dde-a22c-9c9d79b2148f'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:44.343867 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Routers {'e39a995e-291b-4dde-a22c-9c9d79b2148f'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:44.344502 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e39a995e-291b-4dde-a22c-9c9d79b2148f'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:44.435188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] Deleting port 63ac7d5d-92dc-4904-b858-540308f5d73b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:44.436738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.438756 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.462967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Allocated IP 172.20.0.1 (3d4f5d30-3b3a-4106-b089-cd475b34465c/8ef13d77-9839-4304-8ce3-bba7daf1dac3/2c8aa449-e680-4549-b111-05199941f2d0) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:25:44.510151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:44.547167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c5fc17-de81-43cd-87e6-3e79055e0008') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:44.552870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c5fc17-de81-43cd-87e6-3e79055e0008') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:44.601913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (e5c5fc17-de81-43cd-87e6-3e79055e0008), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.638925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e5c5fc17-de81-43cd-87e6-3e79055e0008), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.660884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:25:44.661286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (e5c5fc17-de81-43cd-87e6-3e79055e0008), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:25:44.663114 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:25:44.670910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8b8b7ad-05e9-4bc0-a114-3fcd5e227e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.700941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:44.702254 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.722762 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Set router e39a995e-291b-4dde-a22c-9c9d79b2148f gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:44.771978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.778033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:44.796057 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.823655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] For port 63ac7d5d-92dc-4904-b858-540308f5d73b, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:44.828757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.837491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85dc8236-21cc-4260-b6f9-5e09de99bf11 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:44.950377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] Calling delete_port for 63ac7d5d-92dc-4904-b858-540308f5d73b owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:44.952275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 85dc8236-21cc-4260-b6f9-5e09de99bf11 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:44.952621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85dc8236-21cc-4260-b6f9-5e09de99bf11 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:44.958121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] Port 63ac7d5d-92dc-4904-b858-540308f5d73b was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:25:44.971403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (63ac7d5d-92dc-4904-b858-540308f5d73b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:44.979728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Port': ['ID=b173c1c0-580f-4781-9cdb-c05bd8c75371,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:45.009355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-d631d0b1-e255-488d-b15e-261b3cb10dea service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.5017781 Feb 17 22:25:45.038095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de69f19a-2a24-4bd0-beb8-9507b40523ac req-a000a5fa-d54d-44f3-b7e4-989f94a7183e tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 210 time: 0.3494377 Feb 17 22:25:45.062661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] No DVR routers for this DVR port 63ac7d5d-92dc-4904-b858-540308f5d73b on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:25:45.081759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:45.152617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373cce0-4f7f-44d5-b9de-b491620e09cd None None] Pushing event deleted for resources: {'Port': ['ID=63ac7d5d-92dc-4904-b858-540308f5d73b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:45.273909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network f31ff0e8-fbdc-48fd-bf88-65fbec93934c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:45.492970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks [] for port (2c8aa449-e680-4549-b111-05199941f2d0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:45.517713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:45.536506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:45.578709 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 4, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '77599241-bdb7-411f-83f3-d51185bad750', 'name': '', 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'mac_address': 'fa:16:3e:ef:21:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:33Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 2, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'subnets': [{'id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:45.614792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0d834079-8008-4a4f-99bc-7875570e247a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:45.630730 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:45.639560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:45.642808 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] 10.222.0.79 "DELETE /v2.0/networks/973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab HTTP/1.1" status: 204 len: 168 time: 2.4041865 Feb 17 22:25:45.645395 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Checking router: e39a995e-291b-4dde-a22c-9c9d79b2148f for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:45.646586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55166) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:45.649722 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Updating router e39a995e-291b-4dde-a22c-9c9d79b2148f port 77599241-bdb7-411f-83f3-d51185bad750 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:25:45.672309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36205a71-8e98-4d03-a16c-2b6cc29c9aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=973a8278-8ff4-4ea7-b2f7-d38ff5ceaeab,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:45.757812 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (77599241-bdb7-411f-83f3-d51185bad750), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:45.772908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0d834079-8008-4a4f-99bc-7875570e247a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:45.773561 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0d834079-8008-4a4f-99bc-7875570e247a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:45.803203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03efcaf5-7d25-4192-a439-ce2ff5a1877c req-b35b23ea-57c3-4149-910c-4db4776ae83d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8903086 Feb 17 22:25:45.948985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-3dc20604-2b67-4275-983e-4bf7a421517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:45.953173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-3dc20604-2b67-4275-983e-4bf7a421517c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 1128 time: 0.8002858 Feb 17 22:25:46.045122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0d834079-8008-4a4f-99bc-7875570e247a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:46.047070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:46.273992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:46.274746 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.308242 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks [] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.363823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2c8aa449-e680-4549-b111-05199941f2d0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.416017 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Publish callbacks [] for port (77599241-bdb7-411f-83f3-d51185bad750), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.425045 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (77599241-bdb7-411f-83f3-d51185bad750), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.487410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:46.515191 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956f2a6-91e4-4ce4-b64b-9dc453792c7e None None] Pushing event updated for resources: {'Port': ['ID=77599241-bdb7-411f-83f3-d51185bad750,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:46.570283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Pushing event updated for resources: {'Port': ['ID=2c8aa449-e680-4549-b111-05199941f2d0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:46.579200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3281892e-9a43-4d35-8b95-fec9c95d6283 req-cb05c8a8-7d8d-4a84-b698-678b7aea4d57 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 210 time: 0.2764754 Feb 17 22:25:46.670387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 63ac7d5d-92dc-4904-b858-540308f5d73b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:46.685019 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Attempting to bind port 77599241-bdb7-411f-83f3-d51185bad750 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:46.686057 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Attempting to bind port 77599241-bdb7-411f-83f3-d51185bad750 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:46.686601 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Attempting to bind port 77599241-bdb7-411f-83f3-d51185bad750 on network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:46.707145 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:46.710438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 63ac7d5d-92dc-4904-b858-540308f5d73b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:46.711227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 63ac7d5d-92dc-4904-b858-540308f5d73b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:46.716501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Checking segment: {'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:46.716867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11e4289d-3ceb-4f24-9eeb-fdae18671949 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:46.716985 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.717311 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Bound using segment: {'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:46.717873 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Bound port: 77599241-bdb7-411f-83f3-d51185bad750, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6a99fb-ec84-4af8-ab53-54e2f633666d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:46.718173 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (77599241-bdb7-411f-83f3-d51185bad750), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.735900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:46.762108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:46.772254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:46.839713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 11e4289d-3ceb-4f24-9eeb-fdae18671949 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:46.840251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11e4289d-3ceb-4f24-9eeb-fdae18671949 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:46.870482 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] For port 77599241-bdb7-411f-83f3-d51185bad750, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:46.879513 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] For port 77599241-bdb7-411f-83f3-d51185bad750, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=77599241-bdb7-411f-83f3-d51185bad750,segment=NetworkSegment(1d6a99fb-ec84-4af8-ab53-54e2f633666d),segment_id=1d6a99fb-ec84-4af8-ab53-54e2f633666d)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:46.904222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-986f2bbd-9c9e-4f41-aed8-665157e9e3c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:46.916449 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (77599241-bdb7-411f-83f3-d51185bad750), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.096477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (1138fb58-61ff-46cf-8e97-fd42bc595bfb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.133867 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Routers {'e39a995e-291b-4dde-a22c-9c9d79b2148f'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:47.134505 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e39a995e-291b-4dde-a22c-9c9d79b2148f'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:47.150278 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956f2a6-91e4-4ce4-b64b-9dc453792c7e None None] Pushing event updated for resources: {'Port': ['ID=77599241-bdb7-411f-83f3-d51185bad750,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:47.195014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-435335e0-9b68-41c4-80c3-8d466a9a54f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:47.196863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-435335e0-9b68-41c4-80c3-8d466a9a54f7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 1.0983284 Feb 17 22:25:47.214857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4128d3f2-499c-44d8-891c-43f0f7a4069f None None] Provisioning complete for port 77599241-bdb7-411f-83f3-d51185bad750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:47.215479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4128d3f2-499c-44d8-891c-43f0f7a4069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (77599241-bdb7-411f-83f3-d51185bad750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.220429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.364311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (18d50190-b5d5-46ba-84fc-3938d79b17e2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.416356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4128d3f2-499c-44d8-891c-43f0f7a4069f None None] Current status of the port 77599241-bdb7-411f-83f3-d51185bad750 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:47.417070 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4128d3f2-499c-44d8-891c-43f0f7a4069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (77599241-bdb7-411f-83f3-d51185bad750), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.494013 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] Set router e39a995e-291b-4dde-a22c-9c9d79b2148f gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:47.529800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4128d3f2-499c-44d8-891c-43f0f7a4069f None None] For port 77599241-bdb7-411f-83f3-d51185bad750, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=77599241-bdb7-411f-83f3-d51185bad750,segment=NetworkSegment(1d6a99fb-ec84-4af8-ab53-54e2f633666d),segment_id=1d6a99fb-ec84-4af8-ab53-54e2f633666d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:47.541088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-cfb67a4c-9d98-4086-874e-23537dafc764 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc HTTP/1.1" status: 200 len: 217 time: 0.2858169 Feb 17 22:25:47.541965 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4128d3f2-499c-44d8-891c-43f0f7a4069f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (77599241-bdb7-411f-83f3-d51185bad750), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.734656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 77599241-bdb7-411f-83f3-d51185bad750 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:47.852585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-627824a2-27e3-4e04-8be1-250e917a08a6 None None] Provisioning complete for port 2c8aa449-e680-4549-b111-05199941f2d0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:47.852957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-627824a2-27e3-4e04-8be1-250e917a08a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c8aa449-e680-4549-b111-05199941f2d0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:47.854680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128d3f2-499c-44d8-891c-43f0f7a4069f None None] Pushing event updated for resources: {'Port': ['ID=77599241-bdb7-411f-83f3-d51185bad750,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:47.993063 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.019557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-627824a2-27e3-4e04-8be1-250e917a08a6 None None] Port 2c8aa449-e680-4549-b111-05199941f2d0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:25:48.034095 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 4, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '77599241-bdb7-411f-83f3-d51185bad750', 'name': '', 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'mac_address': 'fa:16:3e:ef:21:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:33Z', 'updated_at': '2022-02-17T22:25:46Z', 'revision_number': 4, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'subnets': [{'id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:48.036353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Deleting port 6e60e38b-08c6-4a24-bc68-fcd513edec7c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:48.036586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.055534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 77599241-bdb7-411f-83f3-d51185bad750 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:48.055915 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (77599241-bdb7-411f-83f3-d51185bad750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.094412 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f4d38-2a4d-464b-a453-018eb362f30e None None] The sync data for ids ['e39a995e-291b-4dde-a22c-9c9d79b2148f'] in n-d-828369-18 is: [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:25:34Z', 'revision_number': 4, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '77599241-bdb7-411f-83f3-d51185bad750', 'name': '', 'network_id': 'e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'mac_address': 'fa:16:3e:ef:21:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:33Z', 'updated_at': '2022-02-17T22:25:46Z', 'revision_number': 4, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'subnets': [{'id': '7c8571d2-c77b-4a4e-a1d6-d93af9e91848', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:48.201625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d6900ae8-9b7c-4733-933f-885e675bb783 None None] Provisioning complete for port 77599241-bdb7-411f-83f3-d51185bad750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:48.202007 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d6900ae8-9b7c-4733-933f-885e675bb783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (77599241-bdb7-411f-83f3-d51185bad750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.217718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-143488a7-9390-411c-8bd2-671b113c8d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:48.222762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-143488a7-9390-411c-8bd2-671b113c8d66 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.6807632 Feb 17 22:25:48.256509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Network 3f2ab549-0382-48ae-86ef-3c3394f6a40e is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:48.289791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] For port 6e60e38b-08c6-4a24-bc68-fcd513edec7c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e60e38b-08c6-4a24-bc68-fcd513edec7c,segment=NetworkSegment(de8c3e98-91ed-47b2-8d11-4e8fdc38a229),segment_id=de8c3e98-91ed-47b2-8d11-4e8fdc38a229)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:48.290360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.322866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Calling delete_port for 6e60e38b-08c6-4a24-bc68-fcd513edec7c owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:48.336715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:48.348285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:25:48.399538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-1d7eb776-4753-44f2-b97a-465488d1a00f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384585 Feb 17 22:25:48.401925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Pushing event updated for resources: {'Port': ['ID=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:48.429470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 77599241-bdb7-411f-83f3-d51185bad750 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:48.492450 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (fbecb919-bef1-4f0b-a620-389583e84c76), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.556551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d6900ae8-9b7c-4733-933f-885e675bb783 None None] Current status of the port 77599241-bdb7-411f-83f3-d51185bad750 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:48.675711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be44d6c-ffc3-4fea-8a2a-61cc28a309e8 req-83bc4bcd-a0b1-4f9c-b7b0-4269ff17faae tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:48.687051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3be44d6c-ffc3-4fea-8a2a-61cc28a309e8 req-83bc4bcd-a0b1-4f9c-b7b0-4269ff17faae tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 1.6007330 Feb 17 22:25:48.831889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6e60e38b-08c6-4a24-bc68-fcd513edec7c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.920638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Pushing event deleted for resources: {'Port': ['ID=6e60e38b-08c6-4a24-bc68-fcd513edec7c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:48.928540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c3741-2102-4121-bdad-7aa366f35822 req-1463d55f-b494-4f15-819f-686cab1ef39d tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:48.931503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5c3741-2102-4121-bdad-7aa366f35822 req-1463d55f-b494-4f15-819f-686cab1ef39d tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 931 time: 1.0843394 Feb 17 22:25:48.951780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:48.952809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:48.955766 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2c8aa449-e680-4549-b111-05199941f2d0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:49.188877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-427b5218-274c-49aa-b098-2ec9a0052ce7 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2487488 Feb 17 22:25:49.282186 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:49.370190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Request body: {'port': {'device_id': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:49.444405 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (1138fb58-61ff-46cf-8e97-fd42bc595bfb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:49.509111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3be44d6c-ffc3-4fea-8a2a-61cc28a309e8 req-87065e55-a799-4230-9720-88db2f3e5251 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8205655 Feb 17 22:25:49.516937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-e35cf210-5306-4524-9e4e-8721ec5481f3 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0374384 Feb 17 22:25:49.627396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5c3741-2102-4121-bdad-7aa366f35822 req-c0476c1b-f798-4596-90e0-82b750ffa85f tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6691091 Feb 17 22:25:49.747444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 77599241-bdb7-411f-83f3-d51185bad750 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:25:49.893852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 77599241-bdb7-411f-83f3-d51185bad750 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:49.894642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (77599241-bdb7-411f-83f3-d51185bad750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:50.029937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Router 1138fb58-61ff-46cf-8e97-fd42bc595bfb has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:25:50.062489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 77599241-bdb7-411f-83f3-d51185bad750 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:50.197048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:50.212244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] Sync routers for ids ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:50.228268 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-17ee0663-c5ab-4f92-95f5-78b026ae602c admin admin] 10.222.0.79 "PUT /v2.0/routers/1138fb58-61ff-46cf-8e97-fd42bc595bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5804436 Feb 17 22:25:50.230693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:50.238358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] Routers {'1138fb58-61ff-46cf-8e97-fd42bc595bfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:50.239025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:50.429170 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks [] for router (1138fb58-61ff-46cf-8e97-fd42bc595bfb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:50.533130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] Set router 1138fb58-61ff-46cf-8e97-fd42bc595bfb gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:50.543639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c25ab65f-3907-4c13-bbc7-a9c1432eb770 req-11ed98b1-df91-427d-9202-dd221aaa6014 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9815240 Feb 17 22:25:50.719905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks [] for router_gateway (1138fb58-61ff-46cf-8e97-fd42bc595bfb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:50.811080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:50.850649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:50.919509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Deleting port 5c432040-1c63-4d86-820a-e852b5379093 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:50.920121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5c432040-1c63-4d86-820a-e852b5379093), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:51.012168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f7aa4-983e-4828-92a5-f0730df6aa42 req-04103888-a1bf-4f09-8f54-02ae58850778 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:51.019519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d5f7aa4-983e-4828-92a5-f0730df6aa42 req-04103888-a1bf-4f09-8f54-02ae58850778 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 1.3101542 Feb 17 22:25:51.036721 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (fbecb919-bef1-4f0b-a620-389583e84c76), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:51.175216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '5c432040-1c63-4d86-820a-e852b5379093', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:25:48Z', 'revision_number': 5, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port': {'id': '5c432040-1c63-4d86-820a-e852b5379093', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:31:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:21:39Z', 'updated_at': '2022-02-17T22:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:51.178337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] For port 5c432040-1c63-4d86-820a-e852b5379093, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5c432040-1c63-4d86-820a-e852b5379093,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:51.178748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5c432040-1c63-4d86-820a-e852b5379093), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:51.211964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Calling delete_port for 5c432040-1c63-4d86-820a-e852b5379093 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:51.227272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks [] for port (2c8aa449-e680-4549-b111-05199941f2d0), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:51.231359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] Checking router: 1138fb58-61ff-46cf-8e97-fd42bc595bfb for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:51.254653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] Routers {'1138fb58-61ff-46cf-8e97-fd42bc595bfb'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:51.255468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:51.329541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2c8aa449-e680-4549-b111-05199941f2d0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:51.373681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43b1b5-b183-47bd-9442-8a00b2a56b4c req-f0f754fe-9539-4aa8-b6b4-1a63e448e03b tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:51.383417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d43b1b5-b183-47bd-9442-8a00b2a56b4c req-f0f754fe-9539-4aa8-b6b4-1a63e448e03b tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 931 time: 0.5865541 Feb 17 22:25:51.441631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] Set router 1138fb58-61ff-46cf-8e97-fd42bc595bfb gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:51.460922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d5f7aa4-983e-4828-92a5-f0730df6aa42 req-19a21eeb-7b21-47db-ba51-f67ddd77e66c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400928 Feb 17 22:25:51.620079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:25:50Z', 'revision_number': 6, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:51.681110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5c432040-1c63-4d86-820a-e852b5379093), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:51.722808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c432040-1c63-4d86-820a-e852b5379093,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:51.741244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e46376-48fa-4a9e-89bc-4985852d9cfe None None] The sync data for ids ['1138fb58-61ff-46cf-8e97-fd42bc595bfb'] in n-d-828369-18 is: [{'id': '1138fb58-61ff-46cf-8e97-fd42bc595bfb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1461554225-router', 'tenant_id': '09765e020f134136987a67b1674da32e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:21:36Z', 'updated_at': '2022-02-17T22:25:50Z', 'revision_number': 6, 'project_id': '09765e020f134136987a67b1674da32e', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:51.915333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (18d50190-b5d5-46ba-84fc-3938d79b17e2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:51.949821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Pushing event updated for resources: {'Port': ['ID=2c8aa449-e680-4549-b111-05199941f2d0,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:51.954882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (1138fb58-61ff-46cf-8e97-fd42bc595bfb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.072248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d43b1b5-b183-47bd-9442-8a00b2a56b4c req-66951ea7-0af2-4f8b-8b70-689727c22c40 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6080680 Feb 17 22:25:52.300038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1138fb58-61ff-46cf-8e97-fd42bc595bfb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.305519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks [] for router_controller (1138fb58-61ff-46cf-8e97-fd42bc595bfb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.428231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:25:52.429872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1138fb58-61ff-46cf-8e97-fd42bc595bfb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.433023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1138fb58-61ff-46cf-8e97-fd42bc595bfb {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:25:52.443232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.444228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Publish callbacks [] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.448377 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b13a3fc8-2fb5-42e5-9b8a-f54ff1980e03 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1138fb58-61ff-46cf-8e97-fd42bc595bfb HTTP/1.1" status: 204 len: 168 time: 2.2098067 Feb 17 22:25:52.450904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55242) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:52.468449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Transition to ACTIVE for port object 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:25:52.493304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.524236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] Deleting subnet 48250c0b-20f5-4c89-80de-251c0fe3831b {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:25:52.527939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] Publish callbacks [] for subnet (48250c0b-20f5-4c89-80de-251c0fe3831b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.571311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (48250c0b-20f5-4c89-80de-251c0fe3831b), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.591751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2115ef0-cdc6-4c48-8460-3b946401beac req-fc2da06d-7238-4505-b1e8-5c167fbadf94 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:52.594680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2115ef0-cdc6-4c48-8460-3b946401beac req-fc2da06d-7238-4505-b1e8-5c167fbadf94 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.9905045 Feb 17 22:25:52.708701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (48250c0b-20f5-4c89-80de-251c0fe3831b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.736008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Router fbecb919-bef1-4f0b-a620-389583e84c76 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:25:52.752076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Pushing event updated for resources: {'Port': ['ID=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:52.812241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:25:52.813465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (48250c0b-20f5-4c89-80de-251c0fe3831b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.847416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48250c0b-20f5-4c89-80de-251c0fe3831b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:52.863478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:52.867977 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc4063c9-84b3-4326-8d94-2d25bd3cb56c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/48250c0b-20f5-4c89-80de-251c0fe3831b HTTP/1.1" status: 204 len: 168 time: 0.4153082 Feb 17 22:25:52.872272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55244) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:52.873659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a925c6a8-4ce6-4776-b3c2-31fd0ad70be0 None None] Network 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:25:52.897385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:25:52.996005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (50db9ea6-00fe-4d58-a97f-4c5a94cf2efa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.094649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2115ef0-cdc6-4c48-8460-3b946401beac req-02447fed-5269-454b-a581-f0922015b6b2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665394 Feb 17 22:25:53.133963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Deleting port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:53.134317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.354569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] For port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8cc6c45c-ffd4-4077-b0fd-b6f1461559f8,segment=NetworkSegment(de8c3e98-91ed-47b2-8d11-4e8fdc38a229),segment_id=de8c3e98-91ed-47b2-8d11-4e8fdc38a229)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:53.355050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.382275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Calling delete_port for 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:53.588546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8cc6c45c-ffd4-4077-b0fd-b6f1461559f8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.626511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cc6c45c-ffd4-4077-b0fd-b6f1461559f8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:53.638330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] No DVR routers for this DVR port 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:25:53.641110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9bed4184-0f63-4783-a7c4-5bf62e12ead8 None None] Provisioning complete for port 2c8aa449-e680-4549-b111-05199941f2d0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:53.642116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bed4184-0f63-4783-a7c4-5bf62e12ead8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c8aa449-e680-4549-b111-05199941f2d0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.644249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e60e38b-08c6-4a24-bc68-fcd513edec7c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:53.669738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6e60e38b-08c6-4a24-bc68-fcd513edec7c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:53.670395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e60e38b-08c6-4a24-bc68-fcd513edec7c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:53.671005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5c432040-1c63-4d86-820a-e852b5379093 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:53.730607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 5c432040-1c63-4d86-820a-e852b5379093 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:53.731288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5c432040-1c63-4d86-820a-e852b5379093 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:53.742892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (50db9ea6-00fe-4d58-a97f-4c5a94cf2efa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.764586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9bed4184-0f63-4783-a7c4-5bf62e12ead8 None None] Port 2c8aa449-e680-4549-b111-05199941f2d0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:25:53.775898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Attempting to bind port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:53.776516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Attempting to bind port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '52849a19-beb2-4d4c-8092-0318e53ae46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:53.777014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Attempting to bind port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 on network 3f2ab549-0382-48ae-86ef-3c3394f6a40e {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:53.803005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:53.817086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 on network 3f2ab549-0382-48ae-86ef-3c3394f6a40e not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:25:53.817657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Attempting to bind port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 on network 3f2ab549-0382-48ae-86ef-3c3394f6a40e {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:53.822215 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Sync routers for ids ['fbecb919-bef1-4f0b-a620-389583e84c76'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:53.823028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50db9ea6-00fe-4d58-a97f-4c5a94cf2efa']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:53.852363 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff4df48-2a38-439e-a056-e30e6eb2f750 None None] DHCP port deletion for 50db9ea6-00fe-4d58-a97f-4c5a94cf2efa request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:25:53.861132 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Routers {'fbecb919-bef1-4f0b-a620-389583e84c76'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:53.863901 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fbecb919-bef1-4f0b-a620-389583e84c76'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:53.882061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:53.882591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8c3e98-91ed-47b2-8d11-4e8fdc38a229') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:53.925825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:53.926738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Checking segment: {'id': '52849a19-beb2-4d4c-8092-0318e53ae46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:53.927809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Bound using segment: {'id': '52849a19-beb2-4d4c-8092-0318e53ae46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:53.928032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (de8c3e98-91ed-47b2-8d11-4e8fdc38a229), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.928820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Bound port: 10833d7a-00f3-4058-bb68-7ff51b2f7cf0, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52849a19-beb2-4d4c-8092-0318e53ae46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:53.929359 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.949403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Router 18d50190-b5d5-46ba-84fc-3938d79b17e2 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:25:53.960695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.963159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-199a3807-7bb3-45dc-8c62-570f51f3f072 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 20.2044878 Feb 17 22:25:53.965156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (de8c3e98-91ed-47b2-8d11-4e8fdc38a229), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:53.970528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55262) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:54.072821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e84fe-d15e-453d-b6ed-ca0727356051 req-9e7a9d4a-c280-4cf4-b1da-ab545405ad86 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:54.075888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-457e84fe-d15e-453d-b6ed-ca0727356051 req-9e7a9d4a-c280-4cf4-b1da-ab545405ad86 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 943 time: 0.6783242 Feb 17 22:25:54.088602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e768d-3afd-4d21-972f-a03753fbea5a req-709be565-e450-4a01-8c4e-8c389c4e8df0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:54.101634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:25:54.102041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (de8c3e98-91ed-47b2-8d11-4e8fdc38a229), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:25:54.104059 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:25:54.112170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d48e768d-3afd-4d21-972f-a03753fbea5a req-709be565-e450-4a01-8c4e-8c389c4e8df0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.7577364 Feb 17 22:25:54.142900 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Set router fbecb919-bef1-4f0b-a620-389583e84c76 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:54.368632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (50db9ea6-00fe-4d58-a97f-4c5a94cf2efa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:54.487945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:54.502670 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] 10.222.0.79 "DELETE /v2.0/networks/50db9ea6-00fe-4d58-a97f-4c5a94cf2efa HTTP/1.1" status: 204 len: 168 time: 1.6284838 Feb 17 22:25:54.504198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a167cb-5028-4348-991e-2c5c204e3e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=50db9ea6-00fe-4d58-a97f-4c5a94cf2efa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:54.527125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-457e84fe-d15e-453d-b6ed-ca0727356051 req-e7662291-9280-48fd-a6a3-3889e7e23f48 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106920 Feb 17 22:25:54.645093 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecb919-bef1-4f0b-a620-389583e84c76', 'name': '', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c', 'external_fixed_ips': [{'subnet_id': 'bb5e2bab-c913-463d-bda4-1d0499f16da8', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': 'b173c1c0-580f-4781-9cdb-c05bd8c75371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:34Z', 'updated_at': '2022-02-17T22:25:46Z', 'revision_number': 3, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port': {'id': 'b173c1c0-580f-4781-9cdb-c05bd8c75371', 'name': '', 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbecb919-bef1-4f0b-a620-389583e84c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'bb5e2bab-c913-463d-bda4-1d0499f16da8', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:39Z', 'updated_at': '2022-02-17T22:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb5e2bab-c913-463d-bda4-1d0499f16da8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:54.663239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] For port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:54.670884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] For port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,segment=NetworkSegment(52849a19-beb2-4d4c-8092-0318e53ae46c),segment_id=52849a19-beb2-4d4c-8092-0318e53ae46c)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:54.704899 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Checking router: fbecb919-bef1-4f0b-a620-389583e84c76 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:54.705342 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Updating router fbecb919-bef1-4f0b-a620-389583e84c76 port b173c1c0-580f-4781-9cdb-c05bd8c75371 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:25:54.718466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d48e768d-3afd-4d21-972f-a03753fbea5a req-eda9467a-750d-4af5-a2b6-544b87f73516 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838001 Feb 17 22:25:54.720124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (fbecb919-bef1-4f0b-a620-389583e84c76), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:54.748865 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:54.751678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.004554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Pushing event updated for resources: {'Port': ['ID=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:55.151309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (fbecb919-bef1-4f0b-a620-389583e84c76), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.224353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.285678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:25:55.304466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Sync routers for ids ['18d50190-b5d5-46ba-84fc-3938d79b17e2'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:25:55.353537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Deleting port b173c1c0-580f-4781-9cdb-c05bd8c75371 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:25:55.355395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.356120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Routers {'18d50190-b5d5-46ba-84fc-3938d79b17e2'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:55.359572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['18d50190-b5d5-46ba-84fc-3938d79b17e2'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:55.390582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-95906443-fb75-47f3-b015-4b3f81f1ea3a admin admin] 10.222.0.79 "PUT /v2.0/routers/18d50190-b5d5-46ba-84fc-3938d79b17e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.8195093 Feb 17 22:25:55.504476 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Publish callbacks [] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.522357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55282) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:55.537475 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.615558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:55.616341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.618194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-d339baac-0e9b-46b5-a123-8c5b3cb4578e service neutron] 10.222.0.73 "PUT /v2.0/ports/10833d7a-00f3-4058-bb68-7ff51b2f7cf0 HTTP/1.1" status: 200 len: 1092 time: 6.3487070 Feb 17 22:25:55.618939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'tag': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:25:55.622127 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5152351c-5947-4259-9489-83154fe70dea" -d '{"events": [{"name": "network-changed", "server_uuid": "03d701b6-6e67-42fe-8f9e-57ed132e4f26", "tag": "10833d7a-00f3-4058-bb68-7ff51b2f7cf0"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:25:55.735954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:25:55.758881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.775481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0221-f075-48d0-8d8f-20f95ff9c089 req-d671c25d-8497-485e-abcc-0dbf6eb501dd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:55.776612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Calling delete_port for b173c1c0-580f-4781-9cdb-c05bd8c75371 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:25:55.786800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cadb0221-f075-48d0-8d8f-20f95ff9c089 req-d671c25d-8497-485e-abcc-0dbf6eb501dd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.7668214 Feb 17 22:25:55.817992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:25:55.820476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8cc6c45c-ffd4-4077-b0fd-b6f1461559f8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:25:55.831021 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Attempting to bind port b173c1c0-580f-4781-9cdb-c05bd8c75371 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:55.831736 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Attempting to bind port b173c1c0-580f-4781-9cdb-c05bd8c75371 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:55.834124 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Attempting to bind port b173c1c0-580f-4781-9cdb-c05bd8c75371 on network f31ff0e8-fbdc-48fd-bf88-65fbec93934c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:55.889701 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:55.890603 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Checking segment: {'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:55.891593 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.892894 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Bound using segment: {'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:55.894213 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Bound port: b173c1c0-580f-4781-9cdb-c05bd8c75371, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:55.894840 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:55.930380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Set router 18d50190-b5d5-46ba-84fc-3938d79b17e2 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:55.984402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55290) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:56.003877 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e7d1f-1ed0-4e22-b6f8-dedd9df8017d None None] Pushing event updated for resources: {'Port': ['ID=b173c1c0-580f-4781-9cdb-c05bd8c75371,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:56.085132 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-467b1024-0444-430a-85b6-1f1a6edfe995 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81e32acd8496471d91585bf29475799c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5608275 Feb 17 22:25:56.088187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:56.141789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cadb0221-f075-48d0-8d8f-20f95ff9c089 req-9a04fd8f-6523-4ea3-bb78-23e624e9247c tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476298 Feb 17 22:25:56.171282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bb014-77c7-4963-ad9b-251816e9c38e req-ae9b8cc9-7ff4-4a67-9f9b-54f6c17406fa tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:56.175068 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:25:56.177652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f31bb014-77c7-4963-ad9b-251816e9c38e req-ae9b8cc9-7ff4-4a67-9f9b-54f6c17406fa tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 945 time: 0.7552183 Feb 17 22:25:56.228216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598237-e272-4d23-916f-108a468d3b65 req-30b7f19d-5b03-4fd9-aacd-ca95e741b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:56.229802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-30b7f19d-5b03-4fd9-aacd-ca95e741b67d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=02258ad034c6441da3b357eaaefa6a10&device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 1126 time: 0.4985235 Feb 17 22:25:56.241390 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.db.api [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103529) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:25:56.242157 n-d-828369-18 neutron-server[103529]: DEBUG oslo_db.api [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:25:56.249774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:56.347000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-758da667-9200-4e37-83fa-c1e840a1f38d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10833d7a-00f3-4058-bb68-7ff51b2f7cf0 HTTP/1.1" status: 200 len: 217 time: 0.1032274 Feb 17 22:25:56.355608 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5d5493-3561-44a8-baf4-8db02ec5a325 x-openstack-request-id: req-2c5d5493-3561-44a8-baf4-8db02ec5a325 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:25:56.367012 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03d701b6-6e67-42fe-8f9e-57ed132e4f26", "tag": "10833d7a-00f3-4058-bb68-7ff51b2f7cf0", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:25:56.367247 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c5d5493-3561-44a8-baf4-8db02ec5a325 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:25:56.367695 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'tag': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0', 'status': 'completed', 'code': 200} Feb 17 22:25:56.371346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event deleted for resources: {'Port': ['ID=b173c1c0-580f-4781-9cdb-c05bd8c75371,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:56.389250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6506b5f1-47c0-4f59-a97a-6bf3d062ebac admin admin] Publish callbacks [] for security_group (d4dc6c10-9ac3-4781-917b-f762d9571e8b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:56.544717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94598237-e272-4d23-916f-108a468d3b65 req-9048f5e8-3f7f-4857-8086-277a5fdeaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:56.546272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-9048f5e8-3f7f-4857-8086-277a5fdeaa26 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5992da55-9a09-41ae-80ff-4391c71576d7 HTTP/1.1" status: 200 len: 849 time: 0.1776550 Feb 17 22:25:56.570878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:25:48Z', 'revision_number': 4, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2c8aa449-e680-4549-b111-05199941f2d0', 'name': '', 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'mac_address': 'fa:16:3e:62:f8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8ef13d77-9839-4304-8ce3-bba7daf1dac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:43Z', 'updated_at': '2022-02-17T22:25:49Z', 'revision_number': 2, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'subnets': [{'id': '8ef13d77-9839-4304-8ce3-bba7daf1dac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:56.583773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (fbecb919-bef1-4f0b-a620-389583e84c76), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:56.596730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1331349817'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:56.652420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Checking router: 18d50190-b5d5-46ba-84fc-3938d79b17e2 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:25:56.653600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Updating router 18d50190-b5d5-46ba-84fc-3938d79b17e2 port 2c8aa449-e680-4549-b111-05199941f2d0 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:25:56.716498 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2c8aa449-e680-4549-b111-05199941f2d0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:56.768646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-f0e93ca8-d778-45f5-b8f8-3a75a47380d2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f2ab549-0382-48ae-86ef-3c3394f6a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564915 Feb 17 22:25:56.801185 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Attempting to bind port b173c1c0-580f-4781-9cdb-c05bd8c75371 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:56.803201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f31bb014-77c7-4963-ad9b-251816e9c38e req-e6d7e3e2-ebc1-4697-86b6-0e001099df35 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116431 Feb 17 22:25:56.813040 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Attempting to bind port b173c1c0-580f-4781-9cdb-c05bd8c75371 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:56.817351 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Attempting to bind port b173c1c0-580f-4781-9cdb-c05bd8c75371 on network f31ff0e8-fbdc-48fd-bf88-65fbec93934c {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:56.852418 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:56.854037 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Checking segment: {'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:56.862280 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:56.863019 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Bound using segment: {'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:56.864071 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Bound port: b173c1c0-580f-4781-9cdb-c05bd8c75371, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f31ff0e8-fbdc-48fd-bf88-65fbec93934c'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:56.868921 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b173c1c0-580f-4781-9cdb-c05bd8c75371), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:56.981863 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.plugin [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Port b173c1c0-580f-4781-9cdb-c05bd8c75371 has been deleted concurrently {{(pid=103529) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 17 22:25:57.028195 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Routers {'fbecb919-bef1-4f0b-a620-389583e84c76'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:57.028834 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fbecb919-bef1-4f0b-a620-389583e84c76'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:57.242499 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] Set router fbecb919-bef1-4f0b-a620-389583e84c76 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:57.426197 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-87069839-849d-4b48-bc71-c130c7798549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbecb919-bef1-4f0b-a620-389583e84c76', 'name': '', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:34Z', 'updated_at': '2022-02-17T22:25:56Z', 'revision_number': 5, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:57.496012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Publish callbacks [] for port (2c8aa449-e680-4549-b111-05199941f2d0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:57.511084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2c8aa449-e680-4549-b111-05199941f2d0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:57.557243 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87069839-849d-4b48-bc71-c130c7798549 None None] The sync data for ids ['fbecb919-bef1-4f0b-a620-389583e84c76'] in n-d-828369-18 is: [{'id': 'fbecb919-bef1-4f0b-a620-389583e84c76', 'name': '', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:34Z', 'updated_at': '2022-02-17T22:25:56Z', 'revision_number': 5, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:25:57.617614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86e02e-6a84-4ca9-83f8-8882400d78a4 None None] Pushing event updated for resources: {'Port': ['ID=2c8aa449-e680-4549-b111-05199941f2d0,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:57.618209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:57.625263 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:57.769343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Attempting to bind port 2c8aa449-e680-4549-b111-05199941f2d0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:25:57.771937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Attempting to bind port 2c8aa449-e680-4549-b111-05199941f2d0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:25:57.772541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Attempting to bind port 2c8aa449-e680-4549-b111-05199941f2d0 on network 3d4f5d30-3b3a-4106-b089-cd475b34465c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:25:57.789793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:25:57.791046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Checking segment: {'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:25:57.793041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:57.794712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Bound using segment: {'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:25:57.796119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Bound port: 2c8aa449-e680-4549-b111-05199941f2d0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdd20989-bdfb-4926-b0f5-f0f537062ac3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:25:57.796754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2c8aa449-e680-4549-b111-05199941f2d0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:57.799325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6506b5f1-47c0-4f59-a97a-6bf3d062ebac admin admin] Publish callbacks [] for security_group (d4dc6c10-9ac3-4781-917b-f762d9571e8b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:57.898191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a74c1-1a17-415c-a5ab-c64d143ebe1e req-8d445ce7-eb3b-4e7b-bcf7-5189926cc0bb tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:57.916474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-661a74c1-1a17-415c-a5ab-c64d143ebe1e req-8d445ce7-eb3b-4e7b-bcf7-5189926cc0bb tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 943 time: 1.3572762 Feb 17 22:25:57.999782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] For port 2c8aa449-e680-4549-b111-05199941f2d0, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:25:58.006465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] For port 2c8aa449-e680-4549-b111-05199941f2d0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2c8aa449-e680-4549-b111-05199941f2d0,segment=NetworkSegment(fdd20989-bdfb-4926-b0f5-f0f537062ac3),segment_id=fdd20989-bdfb-4926-b0f5-f0f537062ac3)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:25:58.007242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (fbecb919-bef1-4f0b-a620-389583e84c76), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.012677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (fbecb919-bef1-4f0b-a620-389583e84c76), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.027455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2c8aa449-e680-4549-b111-05199941f2d0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.130843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Routers {'18d50190-b5d5-46ba-84fc-3938d79b17e2'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:25:58.131813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['18d50190-b5d5-46ba-84fc-3938d79b17e2'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:58.225567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (fbecb919-bef1-4f0b-a620-389583e84c76), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.226968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbecb919-bef1-4f0b-a620-389583e84c76 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:25:58.249565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.259437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:25:58.260801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-686bc6e7-4cc0-4c17-9d70-64ab2b614ffe tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "DELETE /v2.0/routers/fbecb919-bef1-4f0b-a620-389583e84c76 HTTP/1.1" status: 204 len: 168 time: 4.2851079 Feb 17 22:25:58.261537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:58.285157 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6a033bd7-2080-4984-94c4-64099f798df6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.287978 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Added segment 6a033bd7-2080-4984-94c4-64099f798df6 of type vlan for network ea89cc67-491e-4ef2-995f-79a1c42576a4 Feb 17 22:25:58.351029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6506b5f1-47c0-4f59-a97a-6bf3d062ebac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d4dc6c10-9ac3-4781-917b-f762d9571e8b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.368843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6506b5f1-47c0-4f59-a97a-6bf3d062ebac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.377092 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6506b5f1-47c0-4f59-a97a-6bf3d062ebac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d4dc6c10-9ac3-4781-917b-f762d9571e8b HTTP/1.1" status: 204 len: 168 time: 2.2853711 Feb 17 22:25:58.382989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] Set router 18d50190-b5d5-46ba-84fc-3938d79b17e2 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:25:58.422584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ea89cc67-491e-4ef2-995f-79a1c42576a4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.454170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506b5f1-47c0-4f59-a97a-6bf3d062ebac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dc6c10-9ac3-4781-917b-f762d9571e8b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:58.491793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Deleting subnet bb5e2bab-c913-463d-bda4-1d0499f16da8 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:25:58.506437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for subnet (bb5e2bab-c913-463d-bda4-1d0499f16da8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.510149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-4abc2f31-93b4-4d65-a0b1-3aa27ead412e service neutron] 10.222.0.73 "GET /v2.0/networks/3f2ab549-0382-48ae-86ef-3c3394f6a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7197394 Feb 17 22:25:58.559681 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ea89cc67-491e-4ef2-995f-79a1c42576a4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.584815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:58.592088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.638313 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (bb5e2bab-c913-463d-bda4-1d0499f16da8), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.744884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8bcf921d-8fa6-4adc-9acf-1c731489ca8e None None] Provisioning complete for port 2c8aa449-e680-4549-b111-05199941f2d0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:25:58.745716 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bcf921d-8fa6-4adc-9acf-1c731489ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c8aa449-e680-4549-b111-05199941f2d0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.807635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (bb5e2bab-c913-463d-bda4-1d0499f16da8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:58.821009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86e02e-6a84-4ca9-83f8-8882400d78a4 None None] Pushing event updated for resources: {'Port': ['ID=2c8aa449-e680-4549-b111-05199941f2d0,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:59.038232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (bb5e2bab-c913-463d-bda4-1d0499f16da8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.084027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Network': ['ID=ea89cc67-491e-4ef2-995f-79a1c42576a4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:59.109697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5e2bab-c913-463d-bda4-1d0499f16da8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:59.143471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:25:59.151004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.169043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4d9effc5-cdf8-446d-88b7-b2346c5d3d24 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "DELETE /v2.0/subnets/bb5e2bab-c913-463d-bda4-1d0499f16da8 HTTP/1.1" status: 204 len: 168 time: 0.8823624 Feb 17 22:25:59.172635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55322) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:59.216009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94598237-e272-4d23-916f-108a468d3b65 req-8bb23dce-97f0-490b-a2fb-c68be3891bc7 service neutron] 10.222.0.73 "GET /v2.0/networks/3f2ab549-0382-48ae-86ef-3c3394f6a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6709399 Feb 17 22:25:59.236155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-03e7a983-78f5-4f41-ae8b-532b00b6edc0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.2494838 Feb 17 22:25:59.245421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55324) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:59.296891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'subnet': {'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:25:59.392623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f31ff0e8-fbdc-48fd-bf88-65fbec93934c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.415927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:59.611451 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f9babc38-ce2b-432b-a395-6222a9689087 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=09765e020f134136987a67b1674da32e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1930387 Feb 17 22:25:59.618706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55328) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:25:59.640831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f31ff0e8-fbdc-48fd-bf88-65fbec93934c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.697061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31ff0e8-fbdc-48fd-bf88-65fbec93934c']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:59.716656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:59.717334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce1fbb4-0cbb-412c-8fd5-f477eec0f664') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:59.727013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d922fa2-3542-47de-bc97-a3e4d0ea4fb9 admin admin] Publish callbacks [] for security_group (2484e355-f137-4cd7-9f22-04da14625bed), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.731181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8bcf921d-8fa6-4adc-9acf-1c731489ca8e None None] Current status of the port 2c8aa449-e680-4549-b111-05199941f2d0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:25:59.731613 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bcf921d-8fa6-4adc-9acf-1c731489ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2c8aa449-e680-4549-b111-05199941f2d0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.753634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d922fa2-3542-47de-bc97-a3e4d0ea4fb9 admin admin] Publish callbacks [] for security_group (2484e355-f137-4cd7-9f22-04da14625bed), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.778912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8bcf921d-8fa6-4adc-9acf-1c731489ca8e None None] For port 2c8aa449-e680-4549-b111-05199941f2d0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2c8aa449-e680-4549-b111-05199941f2d0,segment=NetworkSegment(fdd20989-bdfb-4926-b0f5-f0f537062ac3),segment_id=fdd20989-bdfb-4926-b0f5-f0f537062ac3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:25:59.789300 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bcf921d-8fa6-4adc-9acf-1c731489ca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2c8aa449-e680-4549-b111-05199941f2d0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.812397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9ce1fbb4-0cbb-412c-8fd5-f477eec0f664), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.821187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d922fa2-3542-47de-bc97-a3e4d0ea4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2484e355-f137-4cd7-9f22-04da14625bed), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.824092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d922fa2-3542-47de-bc97-a3e4d0ea4fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.825962 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0d922fa2-3542-47de-bc97-a3e4d0ea4fb9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2484e355-f137-4cd7-9f22-04da14625bed HTTP/1.1" status: 204 len: 168 time: 0.2058675 Feb 17 22:25:59.836507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-2fe8f44f-f36e-43d5-ad28-f7b0bfb17925 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:59.838850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9ce1fbb4-0cbb-412c-8fd5-f477eec0f664), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.840087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-2fe8f44f-f36e-43d5-ad28-f7b0bfb17925 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 945 time: 2.2014520 Feb 17 22:25:59.841787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:25:48Z', 'revision_number': 4, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2c8aa449-e680-4549-b111-05199941f2d0', 'name': '', 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'mac_address': 'fa:16:3e:62:f8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8ef13d77-9839-4304-8ce3-bba7daf1dac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:43Z', 'updated_at': '2022-02-17T22:25:57Z', 'revision_number': 4, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'subnets': [{'id': '8ef13d77-9839-4304-8ce3-bba7daf1dac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:25:59.842130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d922fa2-3542-47de-bc97-a3e4d0ea4fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2484e355-f137-4cd7-9f22-04da14625bed,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:25:59.850031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:25:59.850537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9ce1fbb4-0cbb-412c-8fd5-f477eec0f664), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: items = [ Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:25:59.853153 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:25:59.890536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b33944-1b2c-439f-a3ed-b138a80e41f8 req-b2cdaff4-4330-4448-a4ec-b048a6afc06b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:25:59.892037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9b33944-1b2c-439f-a3ed-b138a80e41f8 req-b2cdaff4-4330-4448-a4ec-b048a6afc06b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 2.2635224 Feb 17 22:25:59.899651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-661a74c1-1a17-415c-a5ab-c64d143ebe1e req-fa2ef1fa-b0b3-4a63-bdf9-f3d395805bb4 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9595919 Feb 17 22:25:59.910456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:25:59.914056 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:00.042530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f31ff0e8-fbdc-48fd-bf88-65fbec93934c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:00.079222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f31ff0e8-fbdc-48fd-bf88-65fbec93934c {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 22:26:00.084175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event deleted for resources: {'Network': ['ID=f31ff0e8-fbdc-48fd-bf88-65fbec93934c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:00.092607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf921d-8fa6-4adc-9acf-1c731489ca8e None None] Pushing event updated for resources: {'Port': ['ID=2c8aa449-e680-4549-b111-05199941f2d0,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:00.092862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:00.101969 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bb4cb5bd-eb57-426b-8913-11c17e2afe82 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "DELETE /v2.0/networks/f31ff0e8-fbdc-48fd-bf88-65fbec93934c HTTP/1.1" status: 204 len: 168 time: 0.9211607 Feb 17 22:26:00.123901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0fe72d-8d0a-463f-ad9d-ccee5ed56499 None None] The sync data for ids ['18d50190-b5d5-46ba-84fc-3938d79b17e2'] in n-d-828369-18 is: [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:25:48Z', 'revision_number': 4, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2c8aa449-e680-4549-b111-05199941f2d0', 'name': '', 'network_id': '3d4f5d30-3b3a-4106-b089-cd475b34465c', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'mac_address': 'fa:16:3e:62:f8:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1720, 'fixed_ips': [{'subnet_id': '8ef13d77-9839-4304-8ce3-bba7daf1dac3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:43Z', 'updated_at': '2022-02-17T22:25:57Z', 'revision_number': 4, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'subnets': [{'id': '8ef13d77-9839-4304-8ce3-bba7daf1dac3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:26:00.138264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:26:00.258665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9fc3c2a9-7e9f-4a8b-bafb-dac4f083a7d0 None None] Provisioning complete for port 2c8aa449-e680-4549-b111-05199941f2d0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:00.259948 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fc3c2a9-7e9f-4a8b-bafb-dac4f083a7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c8aa449-e680-4549-b111-05199941f2d0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:00.481835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152351c-5947-4259-9489-83154fe70dea req-07489371-cca3-4acf-a072-c20c10d8ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:00.483799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5152351c-5947-4259-9489-83154fe70dea req-07489371-cca3-4acf-a072-c20c10d8ae79 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=02258ad034c6441da3b357eaaefa6a10&device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 1126 time: 1.1339500 Feb 17 22:26:00.511523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (e0ebb499-34e9-4120-9b3f-445137118629), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:00.538201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9fc3c2a9-7e9f-4a8b-bafb-dac4f083a7d0 None None] Current status of the port 2c8aa449-e680-4549-b111-05199941f2d0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:00.669630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9b33944-1b2c-439f-a3ed-b138a80e41f8 req-50d62c06-325c-4d7c-ae26-51dea4a7c0bb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7471716 Feb 17 22:26:00.691877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:00.700998 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:00.806931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:00.811295 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d05d9bd-67e2-4d89-bd24-4cb014505986" -d '{"events": [{"server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "name": "network-vif-unplugged", "status": "completed", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:00.870031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:00.905744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.112297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:01.118706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-943544aa-4ff0-4d88-b939-dcbf74ce483c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'router': {'name': 'tempest-router--1891122225', 'project_id': '981d9b2a40c340a5b246417cf8fee77f'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:01.131669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Subnet': ['ID=e0ebb499-34e9-4120-9b3f-445137118629,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:01.166342 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-943544aa-4ff0-4d88-b939-dcbf74ce483c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (e5a808d5-ee05-425f-be9d-b24d686f4e7f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.167685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-943544aa-4ff0-4d88-b939-dcbf74ce483c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (e5a808d5-ee05-425f-be9d-b24d686f4e7f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.212437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:01.256590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-943544aa-4ff0-4d88-b939-dcbf74ce483c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (e5a808d5-ee05-425f-be9d-b24d686f4e7f), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.264576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-943544aa-4ff0-4d88-b939-dcbf74ce483c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (e5a808d5-ee05-425f-be9d-b24d686f4e7f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.296608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-943544aa-4ff0-4d88-b939-dcbf74ce483c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.301801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-943544aa-4ff0-4d88-b939-dcbf74ce483c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1865408 Feb 17 22:26:01.303227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55364) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:01.305426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203de605-7727-4e46-9fad-3cc42fecbb5e req-10c2e686-313c-44a2-b1d8-3f6fefae6c8d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:01.316682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-203de605-7727-4e46-9fad-3cc42fecbb5e req-10c2e686-313c-44a2-b1d8-3f6fefae6c8d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 945 time: 1.1261261 Feb 17 22:26:01.340248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Checking segment: {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:01.341171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network hostable DHCP agents. Network: ea89cc67-491e-4ef2-995f-79a1c42576a4, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:26:01.362478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Deleting port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:01.363079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.439578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31c1736a-01e7-4406-893f-a6fb3c4d82ff tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (e5a808d5-ee05-425f-be9d-b24d686f4e7f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:01.511707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152351c-5947-4259-9489-83154fe70dea req-b3130610-5eb0-4834-b342-b244d2c2535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:01.518716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:26:01.527139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5152351c-5947-4259-9489-83154fe70dea req-b3130610-5eb0-4834-b342-b244d2c2535c service neutron] 10.222.0.73 "GET /v2.0/networks?id=3f2ab549-0382-48ae-86ef-3c3394f6a40e HTTP/1.1" status: 200 len: 910 time: 0.9968803 Feb 17 22:26:01.672536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:26:01.695115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4120d-8fc6-40a1-978d-78c6e0a5e69a req-ae77f00c-fb62-4599-bf06-6c3e7131be8f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:01.710746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43b4120d-8fc6-40a1-978d-78c6e0a5e69a req-ae77f00c-fb62-4599-bf06-6c3e7131be8f tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.5996971 Feb 17 22:26:01.826386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-203de605-7727-4e46-9fad-3cc42fecbb5e req-daeda63c-c670-4f67-9ef4-57906a356cff tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087295 Feb 17 22:26:01.828037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5152351c-5947-4259-9489-83154fe70dea req-9118e4f1-246d-4976-bda4-19284f64a1e7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10833d7a-00f3-4058-bb68-7ff51b2f7cf0 HTTP/1.1" status: 200 len: 217 time: 0.2753737 Feb 17 22:26:01.918337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,segment=NetworkSegment(52849a19-beb2-4d4c-8092-0318e53ae46c),segment_id=52849a19-beb2-4d4c-8092-0318e53ae46c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:01.964333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0', 'network_id': '3f2ab549-0382-48ae-86ef-3c3394f6a40e', 'port_id': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0', 'mac_address': 'fa:16:3e:30:63:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5992da55-9a09-41ae-80ff-4391c71576d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:26:01.991290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152351c-5947-4259-9489-83154fe70dea req-06e3eb76-d921-4945-9393-1eaa7417e3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:01.995195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5152351c-5947-4259-9489-83154fe70dea req-06e3eb76-d921-4945-9393-1eaa7417e3c7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5992da55-9a09-41ae-80ff-4391c71576d7 HTTP/1.1" status: 200 len: 849 time: 0.1466112 Feb 17 22:26:02.008316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ea89cc67-491e-4ef2-995f-79a1c42576a4) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:02.011755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] For port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:02.012385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.022552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55374) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:02.025450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31c1736a-01e7-4406-893f-a6fb3c4d82ff tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (e5a808d5-ee05-425f-be9d-b24d686f4e7f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.035055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31c1736a-01e7-4406-893f-a6fb3c4d82ff tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (e5a808d5-ee05-425f-be9d-b24d686f4e7f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.084025 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553780a8-e7ae-455f-84f1-30b510337e70 x-openstack-request-id: req-553780a8-e7ae-455f-84f1-30b510337e70 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:02.084025 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "name": "network-vif-unplugged", "status": "completed", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:02.084424 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-553780a8-e7ae-455f-84f1-30b510337e70 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:02.084688 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc', 'code': 200} Feb 17 22:26:02.087187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc005070-d0e3-4f19-b701-3ef0c43c5aa7 None None] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:02.088315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5152351c-5947-4259-9489-83154fe70dea req-3137ad64-c1dc-428b-bf36-c020bcf3a2f2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=3f2ab549-0382-48ae-86ef-3c3394f6a40e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675356 Feb 17 22:26:02.125087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:02.130450 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.171086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Calling delete_port for 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:02.180231 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e270b87b-6072-4fda-b201-28b5a4a45014 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8953934 Feb 17 22:26:02.181233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55382) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:02.202012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-998196771'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:02.291652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:02.298933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.331243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:02.332141 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.365384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:02.377489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1728067393-network', 'tenant_id': '58f76a704a1f45b2829d7d2dcde4c480'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:02.410854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31c1736a-01e7-4406-893f-a6fb3c4d82ff tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (e5a808d5-ee05-425f-be9d-b24d686f4e7f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.411421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c1736a-01e7-4406-893f-a6fb3c4d82ff tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e5a808d5-ee05-425f-be9d-b24d686f4e7f {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:26:02.419076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31c1736a-01e7-4406-893f-a6fb3c4d82ff tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.439833 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-31c1736a-01e7-4406-893f-a6fb3c4d82ff tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "DELETE /v2.0/routers/e5a808d5-ee05-425f-be9d-b24d686f4e7f HTTP/1.1" status: 204 len: 168 time: 1.1215694 Feb 17 22:26:02.449472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,segment=NetworkSegment(52849a19-beb2-4d4c-8092-0318e53ae46c),segment_id=52849a19-beb2-4d4c-8092-0318e53ae46c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:02.470230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Made reservation on behalf of 58f76a704a1f45b2829d7d2dcde4c480 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:02.472741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.490764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.504623 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.541953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ea89cc67-491e-4ef2-995f-79a1c42576a4', 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4', 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'fixed_ips': [{'subnet_id': 'e0ebb499-34e9-4120-9b3f-445137118629'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:26:02.544081 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.592420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43b4120d-8fc6-40a1-978d-78c6e0a5e69a req-c05cf489-8e28-4449-898c-5895d1e661f0 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8807569 Feb 17 22:26:02.625893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:26:02.676482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54792aa-2362-4186-b4e1-2ee61ccbacab req-d56fdf73-2b07-44a2-aef5-35be94d12095 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:02.679536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a54792aa-2362-4186-b4e1-2ee61ccbacab req-d56fdf73-2b07-44a2-aef5-35be94d12095 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 943 time: 0.4177036 Feb 17 22:26:02.756488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['10833d7a-00f3-4058-bb68-7ff51b2f7cf0'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:02.790223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9bf6d84c-5fe5-49f5-a348-7393e10bface), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.790838 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Added segment 9bf6d84c-5fe5-49f5-a348-7393e10bface of type vlan for network d3fe3351-0822-44fa-93f3-b3eb5714acd8 Feb 17 22:26:02.820973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks [] for security_group (bdd70516-51c5-47a8-889e-02e59e060e5b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.834947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bdd70516-51c5-47a8-889e-02e59e060e5b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:02.868269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a54792aa-2362-4186-b4e1-2ee61ccbacab req-09f1f3c6-8d8f-4856-8301-64b6bab556f9 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265764 Feb 17 22:26:02.899591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5152351c-5947-4259-9489-83154fe70dea req-5422226f-b179-4cc3-b415-dde939840261 service neutron] 10.222.0.73 "GET /v2.0/networks/3f2ab549-0382-48ae-86ef-3c3394f6a40e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7852273 Feb 17 22:26:02.922921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:26:02.994058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd70516-51c5-47a8-889e-02e59e060e5b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:03.017546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55394) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:03.022111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f200269e-23d3-4f5f-84d4-0e3d72b1f91a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.030412 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Added segment f200269e-23d3-4f5f-84d4-0e3d72b1f91a of type vlan for network 404b8eb4-eced-4e43-8836-a13576dbf207 Feb 17 22:26:03.035089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d3fe3351-0822-44fa-93f3-b3eb5714acd8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.134588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:03.229910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (404b8eb4-eced-4e43-8836-a13576dbf207), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.252457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (20f580b9-0b8a-4b04-b88a-ad3cdaebaebc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.255000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d3fe3351-0822-44fa-93f3-b3eb5714acd8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.288854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:03.292091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.317292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (404b8eb4-eced-4e43-8836-a13576dbf207), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.318298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:03.318905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.396109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Allocated IP 19.80.0.2 (ea89cc67-491e-4ef2-995f-79a1c42576a4/e0ebb499-34e9-4120-9b3f-445137118629/9ed7eb32-81a2-48fe-b953-70f8364975e8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:03.614352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] Pushing event updated for resources: {'Network': ['ID=404b8eb4-eced-4e43-8836-a13576dbf207,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:03.636441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1788866086', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:03.706376 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Publish callbacks [] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.723095 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16581535-da48-4f2e-a492-6c8ccbdeea44 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6889672 Feb 17 22:26:03.725664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9438dfea-65f0-4800-8dfc-a2e646f937e2', '933f400d-5169-49db-ace9-893236d08a28', '9f078acb-e0b0-4e75-b15a-ae2699da2fdc'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:03.725999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55404) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:03.728888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 404b8eb4-eced-4e43-8836-a13576dbf207 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:26:03.732696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (864cdbcf-13cb-4ab4-8c4a-195033007af7), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.734007 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.736502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (864cdbcf-13cb-4ab4-8c4a-195033007af7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.843188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Network': ['ID=d3fe3351-0822-44fa-93f3-b3eb5714acd8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:03.872691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event deleted for resources: {'Port': ['ID=20f580b9-0b8a-4b04-b88a-ad3cdaebaebc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:03.894673 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (864cdbcf-13cb-4ab4-8c4a-195033007af7), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:03.902101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Request body: {'subnet': {'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1728067393-subnet', 'tenant_id': '58f76a704a1f45b2829d7d2dcde4c480', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:03.947537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Made reservation on behalf of 58f76a704a1f45b2829d7d2dcde4c480 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:03.951400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:04.008171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2c8aa449-e680-4549-b111-05199941f2d0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:04.010147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d3fe3351-0822-44fa-93f3-b3eb5714acd8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:26:04.013616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-960b4abd-07a3-4143-a754-f024895ba4f1 req-346b04ad-8943-4d8f-87b1-2e508a84c2b7 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 210 time: 0.7948303 Feb 17 22:26:04.060541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2f306f7b-75c7-4ece-bdb1-54746ce2c469 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8630800 Feb 17 22:26:04.076119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55408) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:04.110389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'subnet': {'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:04.237829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] No DVR routers for this DVR port 20f580b9-0b8a-4b04-b88a-ad3cdaebaebc on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:26:04.242119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:04.249308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97532074-48b5-49e7-ad38-fa826b4546f7 req-8f8ebb0b-b209-437a-a45a-828e633a1d42 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "DELETE /v2.0/ports/20f580b9-0b8a-4b04-b88a-ad3cdaebaebc HTTP/1.1" status: 204 len: 173 time: 4.3913887 Feb 17 22:26:04.296707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'name': 'network-vif-deleted', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:04.305656 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b799ecf8-a8a4-42d8-b3d4-56533ac7c4ee" -d '{"events": [{"server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "name": "network-vif-deleted", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:04.431329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d66714-df59-4e11-9b63-8b339040aa43 req-b85e90f3-8974-4f15-af91-8caeddff4bc2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:04.439061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17d66714-df59-4e11-9b63-8b339040aa43 req-b85e90f3-8974-4f15-af91-8caeddff4bc2 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 1.1897604 Feb 17 22:26:04.451969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Pushing event updated for resources: {'Port': ['ID=9ed7eb32-81a2-48fe-b953-70f8364975e8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:04.467916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (864cdbcf-13cb-4ab4-8c4a-195033007af7), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:04.479882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:04.498699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:04.505666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:04.569499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5152351c-5947-4259-9489-83154fe70dea req-55da5173-866b-4a30-99d9-261ecfefa5cc service neutron] 10.222.0.73 "GET /v2.0/networks/3f2ab549-0382-48ae-86ef-3c3394f6a40e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5981877 Feb 17 22:26:04.576617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:04.588342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:04.737364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fef3c-4da2-410e-a20b-49314fc0d971 req-567926f0-cd82-421d-b7d0-8bff8d9c970b tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:04.747958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d8fef3c-4da2-410e-a20b-49314fc0d971 req-567926f0-cd82-421d-b7d0-8bff8d9c970b tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 944 time: 0.4968293 Feb 17 22:26:04.759463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17d66714-df59-4e11-9b63-8b339040aa43 req-ef6a50ce-28c0-45a8-97c7-917642b158c8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839082 Feb 17 22:26:04.952330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (acf30666-2189-444f-8a32-359e46a50bfa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:04.976145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2c8aa449-e680-4549-b111-05199941f2d0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:04.977172 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2c8aa449-e680-4549-b111-05199941f2d0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:04.990471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Attempting to bind port 9ed7eb32-81a2-48fe-b953-70f8364975e8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:04.992925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Attempting to bind port 9ed7eb32-81a2-48fe-b953-70f8364975e8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:04.992925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Attempting to bind port 9ed7eb32-81a2-48fe-b953-70f8364975e8 on network ea89cc67-491e-4ef2-995f-79a1c42576a4 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:05.022532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d8fef3c-4da2-410e-a20b-49314fc0d971 req-e9994d1e-b4c6-4a45-8923-466848be5710 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733879 Feb 17 22:26:05.044521 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9edb07ed-9efb-4daa-aaa1-99cc348c643a x-openstack-request-id: req-9edb07ed-9efb-4daa-aaa1-99cc348c643a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:05.045068 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37ece412-e444-4497-a07b-7f08dc1e22dd", "name": "network-vif-deleted", "tag": "20f580b9-0b8a-4b04-b88a-ad3cdaebaebc", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:05.047428 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9edb07ed-9efb-4daa-aaa1-99cc348c643a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:05.048040 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37ece412-e444-4497-a07b-7f08dc1e22dd', 'name': 'network-vif-deleted', 'tag': '20f580b9-0b8a-4b04-b88a-ad3cdaebaebc', 'status': 'completed', 'code': 200} Feb 17 22:26:05.118730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:05.119116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Checking segment: {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:05.124028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.125658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Bound using segment: {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:05.126171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Bound port: 9ed7eb32-81a2-48fe-b953-70f8364975e8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:05.127771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.190527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (838c50c5-4a6b-4494-910d-147844d7fe02), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.279633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89ce92e6-ad20-4a8b-a7b8-d45103a2c8a0 req-205f9627-ebb5-45c1-85fe-fa226562d0c4 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=37ece412-e444-4497-a07b-7f08dc1e22dd HTTP/1.1" status: 200 len: 210 time: 0.0870221 Feb 17 22:26:05.313643 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (864cdbcf-13cb-4ab4-8c4a-195033007af7), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.352541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Subnet': ['ID=838c50c5-4a6b-4494-910d-147844d7fe02,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:05.363009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Checking segment: {'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:05.363262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.363599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network hostable DHCP agents. Network: d3fe3351-0822-44fa-93f3-b3eb5714acd8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:26:05.367511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] For port 9ed7eb32-81a2-48fe-b953-70f8364975e8, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:05.377263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=acf30666-2189-444f-8a32-359e46a50bfa,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:05.387511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2c8aa449-e680-4549-b111-05199941f2d0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:05.388385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Checking segment: {'id': 'f200269e-23d3-4f5f-84d4-0e3d72b1f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:05.389023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Network hostable DHCP agents. Network: 404b8eb4-eced-4e43-8836-a13576dbf207, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:26:05.396030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] For port 9ed7eb32-81a2-48fe-b953-70f8364975e8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ed7eb32-81a2-48fe-b953-70f8364975e8,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:05.405576 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.411641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network d3fe3351-0822-44fa-93f3-b3eb5714acd8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:26:05.425445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d3fe3351-0822-44fa-93f3-b3eb5714acd8) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:05.437850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:05.440596 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.457490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Network 404b8eb4-eced-4e43-8836-a13576dbf207 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:26:05.475573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 404b8eb4-eced-4e43-8836-a13576dbf207) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:05.482919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6160cd58-1856-4093-bd67-e82101e453d0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3784187 Feb 17 22:26:05.483626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87151af-8c56-4f77-ac0f-129095541592 None None] Pushing event updated for resources: {'Port': ['ID=9ed7eb32-81a2-48fe-b953-70f8364975e8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:05.486977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30fe4be-1326-45dd-8351-66aaf3f91961 None None] Network d3fe3351-0822-44fa-93f3-b3eb5714acd8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:05.524183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0277516-2a16-4234-bd40-94b615059412 None None] Network 404b8eb4-eced-4e43-8836-a13576dbf207 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:05.573682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:05.574644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:05.636692 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c722b16a-2494-4dae-8668-928530867e0e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9093544 Feb 17 22:26:05.649312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Allocated IP 172.25.0.184 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/b6644e4a-7518-4aa8-b346-7ee76ca0de88) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:06.009618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for port (b6644e4a-7518-4aa8-b346-7ee76ca0de88), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:06.151401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b6644e4a-7518-4aa8-b346-7ee76ca0de88), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:06.217059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca3718a-fe89-4116-9a48-6efab5d88b01 None None] Network 404b8eb4-eced-4e43-8836-a13576dbf207 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:06.256601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:06.259574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event updated for resources: {'Port': ['ID=b6644e4a-7518-4aa8-b346-7ee76ca0de88,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:06.264516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:06.273281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:06.282802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-cd383581-9692-40e7-880c-d0c2f91e5197 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:06.290681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-cd383581-9692-40e7-880c-d0c2f91e5197 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:06.293486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-cd383581-9692-40e7-880c-d0c2f91e5197 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/networks?id=ea89cc67-491e-4ef2-995f-79a1c42576a4&id=d3fe3351-0822-44fa-93f3-b3eb5714acd8&id=ea89cc67-491e-4ef2-995f-79a1c42576a4 HTTP/1.1" status: 200 len: 1391 time: 0.4506805 Feb 17 22:26:06.308269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdf6999-ec9d-431f-8bde-fac6920cdc5d req-7edc8eba-8316-4fa0-ad7e-0c4d79e8b280 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:06.316989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfdf6999-ec9d-431f-8bde-fac6920cdc5d req-7edc8eba-8316-4fa0-ad7e-0c4d79e8b280 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.2460461 Feb 17 22:26:06.345833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-0abd6906-74b7-4a9a-9f7f-ac19f5bd5eb6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/quotas/6c05e08cefdf444a91c3e80d1c74d8fe HTTP/1.1" status: 200 len: 375 time: 0.0460141 Feb 17 22:26:06.371829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-d3fe3351-0822-44fa-93f3-b3eb5714acd8', 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8', 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'fixed_ips': [{'subnet_id': '838c50c5-4a6b-4494-910d-147844d7fe02'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:26:06.373094 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:06.564047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfdf6999-ec9d-431f-8bde-fac6920cdc5d req-e07474bb-0300-4d9b-8843-a69d1b5b0fbb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460585 Feb 17 22:26:06.630296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-8b7f9562-5677-41a4-b801-543951271c1b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2591445 Feb 17 22:26:06.673866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Allocated IP 19.86.0.2 (d3fe3351-0822-44fa-93f3-b3eb5714acd8/838c50c5-4a6b-4494-910d-147844d7fe02/5fd2555b-0429-427d-b777-8946ef3af679) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:06.864626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-241d658c-6a65-4075-bed5-035b4e096be4 service neutron] 10.222.0.79 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249529 Feb 17 22:26:06.987351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (864cdbcf-13cb-4ab4-8c4a-195033007af7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:07.224279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Publish callbacks [] for port (5fd2555b-0429-427d-b777-8946ef3af679), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:07.237638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (5fd2555b-0429-427d-b777-8946ef3af679), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:07.420960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Network d3fe3351-0822-44fa-93f3-b3eb5714acd8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:07.427273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:07.432395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:07.442221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Pushing event updated for resources: {'Port': ['ID=5fd2555b-0429-427d-b777-8946ef3af679,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:07.494154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211a8fa6-2503-4e3e-8389-bbc0e76c39fd None None] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:07.590977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (864cdbcf-13cb-4ab4-8c4a-195033007af7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:07.633327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:07.696563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ed7eb32-81a2-48fe-b953-70f8364975e8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:07.709629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Attempting to bind port 5fd2555b-0429-427d-b777-8946ef3af679 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:07.709988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Attempting to bind port 5fd2555b-0429-427d-b777-8946ef3af679 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:07.710355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Attempting to bind port 5fd2555b-0429-427d-b777-8946ef3af679 on network d3fe3351-0822-44fa-93f3-b3eb5714acd8 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:07.767645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-89a7cd08-0a4f-471b-9b7e-e2ef5ba6ee05 None None] Provisioning complete for port 9ed7eb32-81a2-48fe-b953-70f8364975e8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:07.768022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89a7cd08-0a4f-471b-9b7e-e2ef5ba6ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:07.775231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:07.775648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Checking segment: {'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:07.776668 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:07.776668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Bound using segment: {'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:07.776929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Bound port: 5fd2555b-0429-427d-b777-8946ef3af679, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:07.777316 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd2555b-0429-427d-b777-8946ef3af679), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:07.857395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Router 864cdbcf-13cb-4ab4-8c4a-195033007af7 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:26:07.945323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:26:07.964327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:07.964708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.003089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9ed7eb32-81a2-48fe-b953-70f8364975e8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:08.003529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.007425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] For port 5fd2555b-0429-427d-b777-8946ef3af679, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:08.048823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] For port 5fd2555b-0429-427d-b777-8946ef3af679, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5fd2555b-0429-427d-b777-8946ef3af679,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:08.081033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:26:08.104578 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5fd2555b-0429-427d-b777-8946ef3af679), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.109964 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] Sync routers for ids ['864cdbcf-13cb-4ab4-8c4a-195033007af7'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:26:08.137916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.140220 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-675ea222-120b-4252-9665-a517ef67ffb9 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.1202970 Feb 17 22:26:08.142852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55478) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:08.154271 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] Routers {'864cdbcf-13cb-4ab4-8c4a-195033007af7'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:08.162137 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['864cdbcf-13cb-4ab4-8c4a-195033007af7'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:08.166992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-89a7cd08-0a4f-471b-9b7e-e2ef5ba6ee05 None None] Current status of the port 9ed7eb32-81a2-48fe-b953-70f8364975e8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:08.167407 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89a7cd08-0a4f-471b-9b7e-e2ef5ba6ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.191216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5af58373-390f-49dc-bdeb-af1b6f4e0fdd service neutron] 10.222.0.79 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3252525 Feb 17 22:26:08.315309 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:08.333986 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] Routers {'864cdbcf-13cb-4ab4-8c4a-195033007af7'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:08.335567 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:25:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['864cdbcf-13cb-4ab4-8c4a-195033007af7'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:08.372663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df02862-befb-4245-9a55-a8673e88c4a2 None None] Pushing event updated for resources: {'Port': ['ID=5fd2555b-0429-427d-b777-8946ef3af679,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:08.397905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-1e3cbede-f93a-406d-ab49-fd7bc510773c service neutron] 10.222.0.79 "GET /v2.0/networks/d3fe3351-0822-44fa-93f3-b3eb5714acd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054658 Feb 17 22:26:08.414557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-89a7cd08-0a4f-471b-9b7e-e2ef5ba6ee05 None None] For port 9ed7eb32-81a2-48fe-b953-70f8364975e8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ed7eb32-81a2-48fe-b953-70f8364975e8,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:08.460385 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e0219ca-697c-4f59-b5ef-df39d26638b4 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/864cdbcf-13cb-4ab4-8c4a-195033007af7 HTTP/1.1" status: 200 len: 921 time: 0.3136106 Feb 17 22:26:08.460945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:08.461705 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:08.463886 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43724ffb-8cf6-453a-8289-ac30644480dc None None] The sync data for ids ['864cdbcf-13cb-4ab4-8c4a-195033007af7'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:26:08.512907 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e3b9f463-f84f-4e25-8dc6-0dc821d83eb7 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=864cdbcf-13cb-4ab4-8c4a-195033007af7 HTTP/1.1" status: 200 len: 205 time: 0.0471635 Feb 17 22:26:08.513541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55486) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:08.520914 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89a7cd08-0a4f-471b-9b7e-e2ef5ba6ee05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.576448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:08.577137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.596628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9ed7eb32-81a2-48fe-b953-70f8364975e8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:08.597278 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.643616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-14e4fd67-05ab-466d-a97f-4887c29b1bbe service neutron] 10.222.0.79 "GET /v2.0/networks/d3fe3351-0822-44fa-93f3-b3eb5714acd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444782 Feb 17 22:26:08.662619 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (864cdbcf-13cb-4ab4-8c4a-195033007af7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.698487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:08.705888 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2ab09b-e105-4b02-8ac9-1d3cddccdc72" -d '{"events": [{"server_uuid": "03d701b6-6e67-42fe-8f9e-57ed132e4f26", "name": "network-vif-plugged", "status": "completed", "tag": "10833d7a-00f3-4058-bb68-7ff51b2f7cf0"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:08.733849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a7cd08-0a4f-471b-9b7e-e2ef5ba6ee05 None None] Pushing event updated for resources: {'Port': ['ID=9ed7eb32-81a2-48fe-b953-70f8364975e8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:08.778543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,segment=NetworkSegment(52849a19-beb2-4d4c-8092-0318e53ae46c),segment_id=52849a19-beb2-4d4c-8092-0318e53ae46c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:08.794017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.845401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (864cdbcf-13cb-4ab4-8c4a-195033007af7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.865275 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:26:08.865883 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:26:08.898665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-9e84acf4-72ec-42d3-bd8a-268d41cc8742 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:08.904852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-9e84acf4-72ec-42d3-bd8a-268d41cc8742 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/networks?id=404b8eb4-eced-4e43-8836-a13576dbf207 HTTP/1.1" status: 200 len: 818 time: 1.9273257 Feb 17 22:26:08.908731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e72f8885-a12c-4869-b1ec-ebcb644564bd None None] Provisioning complete for port 9ed7eb32-81a2-48fe-b953-70f8364975e8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:08.909297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e72f8885-a12c-4869-b1ec-ebcb644564bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:08.911296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:08.944578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-606738b4-250a-43db-9889-e8a1923eecb3 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/quotas/58f76a704a1f45b2829d7d2dcde4c480 HTTP/1.1" status: 200 len: 375 time: 0.0226841 Feb 17 22:26:09.020748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-d4c3a1c4-e30f-487c-9b91-e5182c62e2f9 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=58f76a704a1f45b2829d7d2dcde4c480&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619528 Feb 17 22:26:09.039471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-15563a6e-8b7f-4459-87a7-0a3737d6a931 service neutron] 10.222.0.79 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3947477 Feb 17 22:26:09.089094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e72f8885-a12c-4869-b1ec-ebcb644564bd None None] Current status of the port 9ed7eb32-81a2-48fe-b953-70f8364975e8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:09.132111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:09.275346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-5b3140ff-f198-4a19-902b-a842c19df4fc service neutron] 10.222.0.79 "GET /v2.0/networks/404b8eb4-eced-4e43-8836-a13576dbf207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345078 Feb 17 22:26:09.298429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d6f5f9fe-deb7-4793-b77b-9bea68a9770e service neutron] 10.222.0.79 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489178 Feb 17 22:26:09.432652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-a2eaab3d-049e-46fb-b23b-4795900647fa service neutron] 10.222.0.79 "GET /v2.0/networks/404b8eb4-eced-4e43-8836-a13576dbf207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555095 Feb 17 22:26:09.452085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9ed7eb32-81a2-48fe-b953-70f8364975e8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:09.499397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Deleting port b6644e4a-7518-4aa8-b346-7ee76ca0de88 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:09.499969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b6644e4a-7518-4aa8-b346-7ee76ca0de88), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:09.725816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b6644e4a-7518-4aa8-b346-7ee76ca0de88), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:09.761604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Calling delete_port for b6644e4a-7518-4aa8-b346-7ee76ca0de88 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:09.858123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b79f17-bf07-4b8a-aa8d-4e9ebb3aa2d2 req-aaaedbf4-4781-4785-80ad-b57fa0ac647f tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:09.872438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09b79f17-bf07-4b8a-aa8d-4e9ebb3aa2d2 req-aaaedbf4-4781-4785-80ad-b57fa0ac647f tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 945 time: 0.2475407 Feb 17 22:26:10.038928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09b79f17-bf07-4b8a-aa8d-4e9ebb3aa2d2 req-a87f7de8-c0a5-4a68-9e97-ab62abe1c792 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651399 Feb 17 22:26:10.185515 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b6644e4a-7518-4aa8-b346-7ee76ca0de88), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:10.248661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event deleted for resources: {'Port': ['ID=b6644e4a-7518-4aa8-b346-7ee76ca0de88,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:10.253755 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640f599d-8f5f-4325-8a04-73424b52364d x-openstack-request-id: req-640f599d-8f5f-4325-8a04-73424b52364d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:10.254241 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d701b6-6e67-42fe-8f9e-57ed132e4f26", "name": "network-vif-plugged", "status": "completed", "tag": "10833d7a-00f3-4058-bb68-7ff51b2f7cf0", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:10.254469 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-640f599d-8f5f-4325-8a04-73424b52364d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:10.254881 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0', 'code': 200} Feb 17 22:26:10.369404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4698f-1042-4432-8381-ab8acef9fa0e None None] Network d3fe3351-0822-44fa-93f3-b3eb5714acd8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:10.419428 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (864cdbcf-13cb-4ab4-8c4a-195033007af7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:10.458441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ed7eb32-81a2-48fe-b953-70f8364975e8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:10.509382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8738f1e6-1f2f-47eb-a615-fa83f432e3d6 None None] Provisioning complete for port 5fd2555b-0429-427d-b777-8946ef3af679 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:10.509946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8738f1e6-1f2f-47eb-a615-fa83f432e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5fd2555b-0429-427d-b777-8946ef3af679), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:10.604844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d97ac2df-a668-4b4a-99b7-fb21dff0844f req-659d05c9-81ee-466c-92d6-c602de19719e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 210 time: 0.1445723 Feb 17 22:26:10.794039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02eec647-1ea2-44c0-8050-89c1827c1689 req-9222ddb2-477c-46ab-846c-22ed267ef659 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 210 time: 0.1864469 Feb 17 22:26:10.827667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128536a-c8bd-470c-9d19-1ab838164e61 req-befcdab6-fa9a-4a5e-9992-68b0f578066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:10.827667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4128536a-c8bd-470c-9d19-1ab838164e61 req-befcdab6-fa9a-4a5e-9992-68b0f578066e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 1128 time: 0.5128620 Feb 17 22:26:10.845631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (864cdbcf-13cb-4ab4-8c4a-195033007af7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:10.853523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (864cdbcf-13cb-4ab4-8c4a-195033007af7), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:10.951856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4128536a-c8bd-470c-9d19-1ab838164e61 req-0644a356-6697-4d42-8f7c-19109b21a0d6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194894 Feb 17 22:26:10.961554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (864cdbcf-13cb-4ab4-8c4a-195033007af7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:10.962559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Fanout notify agent at l3_agent the message router_deleted on router 864cdbcf-13cb-4ab4-8c4a-195033007af7 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:26:10.971242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:10.976310 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-935f38d2-8d0a-4422-9d5a-fd23f1276457 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/864cdbcf-13cb-4ab4-8c4a-195033007af7 HTTP/1.1" status: 204 len: 168 time: 2.4583364 Feb 17 22:26:10.976753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55524) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:10.982391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1755789197', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': False}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:11.028657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (ab083673-79eb-434a-a5aa-961cdd3b4050), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:11.030343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (ab083673-79eb-434a-a5aa-961cdd3b4050), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:11.194178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (ab083673-79eb-434a-a5aa-961cdd3b4050), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:11.475050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9ed7eb32-81a2-48fe-b953-70f8364975e8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:11.475591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:11.586729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8738f1e6-1f2f-47eb-a615-fa83f432e3d6 None None] Current status of the port 5fd2555b-0429-427d-b777-8946ef3af679 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:11.587690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8738f1e6-1f2f-47eb-a615-fa83f432e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5fd2555b-0429-427d-b777-8946ef3af679), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:11.929159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-515673f6-e478-4699-8524-9e254a1be689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:11.943360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-515673f6-e478-4699-8524-9e254a1be689 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1129 time: 0.5473089 Feb 17 22:26:11.949813 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (ab083673-79eb-434a-a5aa-961cdd3b4050), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:11.962176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155fc92f-3da9-40bc-a349-ac5810b51645 req-29a9bcf2-26dd-4266-8ab9-f557ede3a11d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:11.964843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8738f1e6-1f2f-47eb-a615-fa83f432e3d6 None None] For port 5fd2555b-0429-427d-b777-8946ef3af679, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5fd2555b-0429-427d-b777-8946ef3af679,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:11.969483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9ed7eb32-81a2-48fe-b953-70f8364975e8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:11.976232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5fd2555b-0429-427d-b777-8946ef3af679 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:11.987849 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8738f1e6-1f2f-47eb-a615-fa83f432e3d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5fd2555b-0429-427d-b777-8946ef3af679), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:11.999127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-155fc92f-3da9-40bc-a349-ac5810b51645 req-29a9bcf2-26dd-4266-8ab9-f557ede3a11d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.7971237 Feb 17 22:26:12.039225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fbd5a-b9dc-4412-b48f-6adb0f554f4f req-8eecd371-b295-4250-923f-3ca364cdde21 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:12.047101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c3fbd5a-b9dc-4412-b48f-6adb0f554f4f req-8eecd371-b295-4250-923f-3ca364cdde21 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 945 time: 0.6529045 Feb 17 22:26:12.209429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738f1e6-1f2f-47eb-a615-fa83f432e3d6 None None] Pushing event updated for resources: {'Port': ['ID=5fd2555b-0429-427d-b777-8946ef3af679,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:12.248134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-155fc92f-3da9-40bc-a349-ac5810b51645 req-8e34f439-5124-4d93-850e-04f6d7dec420 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476976 Feb 17 22:26:12.289317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0c9a5b7f-22f9-45db-943c-03f45f48ce97 None None] Provisioning complete for port 5fd2555b-0429-427d-b777-8946ef3af679 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:12.289698 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c9a5b7f-22f9-45db-943c-03f45f48ce97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5fd2555b-0429-427d-b777-8946ef3af679), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:12.326099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c3fbd5a-b9dc-4412-b48f-6adb0f554f4f req-e79fa6a7-ae35-46ba-97bd-6a476659a787 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777376 Feb 17 22:26:12.391515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-132ce346-ce20-4472-ac07-f3207b414d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:12.414269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-132ce346-ce20-4472-ac07-f3207b414d5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.3970411 Feb 17 22:26:12.458544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5fd2555b-0429-427d-b777-8946ef3af679 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:12.458906 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5fd2555b-0429-427d-b777-8946ef3af679), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:12.566422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30365f15-a371-4830-bd61-880b51768904 req-b4b2fa75-1ed2-4584-aa6a-c10728ad2531 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 210 time: 0.1806862 Feb 17 22:26:12.567713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-bd1a0ecf-412e-4b1f-ae57-47724c6e2910 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.1522326 Feb 17 22:26:12.712985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a5b7f-22f9-45db-943c-03f45f48ce97 None None] Current status of the port 5fd2555b-0429-427d-b777-8946ef3af679 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:12.870354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5fd2555b-0429-427d-b777-8946ef3af679 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:12.875029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-b61f7a66-6f9a-4b78-a4cb-0cb60f87bb86 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:12.884897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-b61f7a66-6f9a-4b78-a4cb-0cb60f87bb86 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.94 "GET /v2.0/networks?id=404b8eb4-eced-4e43-8836-a13576dbf207 HTTP/1.1" status: 200 len: 818 time: 0.2115092 Feb 17 22:26:12.898650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6f3e523-7cdf-4434-bfe8-6a6f3dc7fde5 req-8e10d228-ad73-46ef-9472-f75fdce17dc8 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 210 time: 0.3643000 Feb 17 22:26:12.920504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Request body: {'port': {'device_id': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207', 'admin_state_up': True, 'tenant_id': '58f76a704a1f45b2829d7d2dcde4c480'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:13.030180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5fd2555b-0429-427d-b777-8946ef3af679 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:13.070353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-469f02be-08e6-4f7c-bdd3-3f1470df7638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:13.071932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-469f02be-08e6-4f7c-bdd3-3f1470df7638 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.4770856 Feb 17 22:26:13.141706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5fd2555b-0429-427d-b777-8946ef3af679 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:13.142037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5fd2555b-0429-427d-b777-8946ef3af679), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:13.251796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5fd2555b-0429-427d-b777-8946ef3af679 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:13.267148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-fefde161-fa12-43fd-84b0-8714910f74f4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1462390 Feb 17 22:26:13.302469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-e3c50cbd-c2ed-4f82-a595-d11c1ca7d68f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:26:13.303622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-e3c50cbd-c2ed-4f82-a595-d11c1ca7d68f service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0104411 Feb 17 22:26:13.741781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-5e411740-db31-46e7-b2c6-020484f25c27 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264655 Feb 17 22:26:13.806629 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (ab083673-79eb-434a-a5aa-961cdd3b4050), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:13.882971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f02cec7-8161-48ea-9d47-6232f735ed66 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:13.888692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f02cec7-8161-48ea-9d47-6232f735ed66 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:13.890499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f02cec7-8161-48ea-9d47-6232f735ed66 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "GET /v2.0/networks?id=ea89cc67-491e-4ef2-995f-79a1c42576a4&id=d3fe3351-0822-44fa-93f3-b3eb5714acd8&id=ea89cc67-491e-4ef2-995f-79a1c42576a4 HTTP/1.1" status: 200 len: 1391 time: 0.9868522 Feb 17 22:26:13.901298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:13.934322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'port': {'device_id': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4', 'admin_state_up': True, 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:13.948273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197aae3e-6f81-43b5-8627-f9a52f4dd12c req-1af9a694-6a30-4ee2-b29b-de964edd15d8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:13.950041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-197aae3e-6f81-43b5-8627-f9a52f4dd12c req-1af9a694-6a30-4ee2-b29b-de964edd15d8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.4929821 Feb 17 22:26:14.079468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbda234-415d-4a60-acb1-ffca5cd5ce84 req-c20187d8-5beb-4e91-b826-4f69b9da7be2 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:14.094435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cbda234-415d-4a60-acb1-ffca5cd5ce84 req-c20187d8-5beb-4e91-b826-4f69b9da7be2 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 945 time: 0.5738859 Feb 17 22:26:14.350365 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6024c12-4cc7-4f59-9bc4-37194e096916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:14.610900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Made reservation on behalf of 58f76a704a1f45b2829d7d2dcde4c480 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:14.615332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:14.824965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Allocated IP 172.20.0.3 (404b8eb4-eced-4e43-8836-a13576dbf207/acf30666-2189-444f-8a32-359e46a50bfa/776c3622-842d-435d-ac46-9188c3e64120) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:15.079185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-197aae3e-6f81-43b5-8627-f9a52f4dd12c req-7cef931d-83a1-4792-8268-0aef5d4856ab tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5174828 Feb 17 22:26:15.088052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cbda234-415d-4a60-acb1-ffca5cd5ce84 req-c3ce9d7a-e1b6-4c93-af87-3ea7a36606a1 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9927058 Feb 17 22:26:15.267531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200824a8-9eb0-4504-ac24-70b05d2cc933 req-8b3467c7-137c-4c4a-9594-fb0a9271a1f4 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4939666 Feb 17 22:26:15.357460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-928f852c-d98e-44f5-9615-2d5719ce01ad req-61d13977-c617-4db7-adc8-21db15e2d0a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 210 time: 0.0714588 Feb 17 22:26:15.359742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Allocated IP 172.25.0.35 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/6bb272f3-b276-44ea-b74c-5f5ae5abdba6) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:15.414114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16d4dee4-8b26-4d2c-a4a7-e38627e1abde req-03dfc88b-e61d-4c80-bdbc-3fc8ef404f91 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 210 time: 0.0663655 Feb 17 22:26:15.509353 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks [] for port (776c3622-842d-435d-ac46-9188c3e64120), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:15.518738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:15.522297 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:15.721496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (776c3622-842d-435d-ac46-9188c3e64120), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:15.893421 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:15.898245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Network 404b8eb4-eced-4e43-8836-a13576dbf207 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:15.910876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:15.936405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Pushing event updated for resources: {'Port': ['ID=776c3622-842d-435d-ac46-9188c3e64120,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:15.939837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:15.989414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.989824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.990208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.990553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.990896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.991239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.991597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.991938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.992268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.992601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.992934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.993261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:15.993588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:16.038571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Allocated IP 19.80.0.161 (ea89cc67-491e-4ef2-995f-79a1c42576a4/e0ebb499-34e9-4120-9b3f-445137118629/ec42ed00-a94f-4e3c-a15b-326cb29e9fac) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:16.067909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:16.068925 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:16.096592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:16.164036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-ae3322b2-567e-442e-823b-0dcbdc73ebb7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2528224 Feb 17 22:26:16.189524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-65d305e8-90a0-4e72-9648-387d05207e86 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:26:16.191123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-65d305e8-90a0-4e72-9648-387d05207e86 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077243 Feb 17 22:26:16.250863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:16.288159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:16.317972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:16.321722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Port': ['ID=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:16.408175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Request body: {'port': {'device_id': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:16.655242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9a166dd-a2e4-4e83-9327-6ac6252f1b2b req-f42d562b-c8c7-485c-b8da-eea7e64ce22f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 210 time: 0.0892911 Feb 17 22:26:16.748760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d074ac-4ae1-41d6-a98b-b5a8c9dbcb1d req-f7ee660e-4d93-4add-99cd-dc5579f72571 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:16.752209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80d074ac-4ae1-41d6-a98b-b5a8c9dbcb1d req-f7ee660e-4d93-4add-99cd-dc5579f72571 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.5167196 Feb 17 22:26:16.850429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d513c51-c37c-46bc-b12b-2ffbf7857074 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:16.893045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:16.965280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (776c3622-842d-435d-ac46-9188c3e64120), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:17.066411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80d074ac-4ae1-41d6-a98b-b5a8c9dbcb1d req-58d111bf-651d-4ca1-9070-8d3a3d62d8af tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925458 Feb 17 22:26:17.248142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0241343-b44d-4459-9d20-896136edf479 req-f55e254b-8c59-4187-9ef9-2c22a74d59a6 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:17.256275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0241343-b44d-4459-9d20-896136edf479 req-f55e254b-8c59-4187-9ef9-2c22a74d59a6 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 931 time: 0.3577852 Feb 17 22:26:17.337527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:17.595750 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (ab083673-79eb-434a-a5aa-961cdd3b4050), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:17.630959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:17.875479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:18.112537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776c3622-842d-435d-ac46-9188c3e64120 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:18.122147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Publish callbacks [] for port (776c3622-842d-435d-ac46-9188c3e64120), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:18.136008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Transition to ACTIVE for port object 776c3622-842d-435d-ac46-9188c3e64120 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:26:18.162565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (ab083673-79eb-434a-a5aa-961cdd3b4050), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:18.177256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0241343-b44d-4459-9d20-896136edf479 req-d109d48e-129d-49a4-ac10-a899098c6677 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9166200 Feb 17 22:26:18.180451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Port': ['ID=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:18.186747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:18.192486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:18.288439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:18.289113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:18.301502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (776c3622-842d-435d-ac46-9188c3e64120), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:18.401819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-dbe40c9e-2c8d-48a4-9589-884909cc7e67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4863522 Feb 17 22:26:18.438694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Pushing event updated for resources: {'Port': ['ID=776c3622-842d-435d-ac46-9188c3e64120,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:18.456997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'port': {'device_id': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8', 'admin_state_up': True, 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:18.706294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2f4c000f-ba62-46cd-98a8-dc23799b61cd None None] Provisioning complete for port ec42ed00-a94f-4e3c-a15b-326cb29e9fac triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:18.706880 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f4c000f-ba62-46cd-98a8-dc23799b61cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:18.810619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f4c000f-ba62-46cd-98a8-dc23799b61cd None None] Port ec42ed00-a94f-4e3c-a15b-326cb29e9fac cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:26:18.841242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:18.845971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:18.891990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Attempting to bind port 776c3622-842d-435d-ac46-9188c3e64120 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:18.892351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Attempting to bind port 776c3622-842d-435d-ac46-9188c3e64120 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'f200269e-23d3-4f5f-84d4-0e3d72b1f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:18.892648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Attempting to bind port 776c3622-842d-435d-ac46-9188c3e64120 on network 404b8eb4-eced-4e43-8836-a13576dbf207 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:18.914954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Port 776c3622-842d-435d-ac46-9188c3e64120 on network 404b8eb4-eced-4e43-8836-a13576dbf207 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:26:18.915268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Attempting to bind port 776c3622-842d-435d-ac46-9188c3e64120 on network 404b8eb4-eced-4e43-8836-a13576dbf207 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:18.929224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093404c1-5c6e-4877-a5f8-2e881b0f686f req-60d6981e-91e1-485d-b4b6-fe7cf5d4b9c7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:18.931357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-093404c1-5c6e-4877-a5f8-2e881b0f686f req-60d6981e-91e1-485d-b4b6-fe7cf5d4b9c7 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.5277195 Feb 17 22:26:19.016146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:19.016493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Checking segment: {'id': 'f200269e-23d3-4f5f-84d4-0e3d72b1f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:19.017228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Bound using segment: {'id': 'f200269e-23d3-4f5f-84d4-0e3d72b1f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:19.017697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Bound port: 776c3622-842d-435d-ac46-9188c3e64120, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f200269e-23d3-4f5f-84d4-0e3d72b1f91a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:19.018064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (776c3622-842d-435d-ac46-9188c3e64120), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:19.140689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edde1c-5305-4cd1-8c3d-4a32b41dedd6 req-4bcb62aa-7321-428e-a6f5-4414f0952c49 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:19.142215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4edde1c-5305-4cd1-8c3d-4a32b41dedd6 req-4bcb62aa-7321-428e-a6f5-4414f0952c49 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 932 time: 0.9894528 Feb 17 22:26:19.153759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Router ab083673-79eb-434a-a5aa-961cdd3b4050 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:26:19.270617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:19.570182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-093404c1-5c6e-4877-a5f8-2e881b0f686f req-9456d435-f697-4309-a511-ee79a0563a87 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6237524 Feb 17 22:26:19.687313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] For port 776c3622-842d-435d-ac46-9188c3e64120, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:19.818327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Allocated IP 19.86.0.221 (d3fe3351-0822-44fa-93f3-b3eb5714acd8/838c50c5-4a6b-4494-910d-147844d7fe02/d584a74a-4af4-4178-8010-5a145ff26f86) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:19.834268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4edde1c-5305-4cd1-8c3d-4a32b41dedd6 req-b27fc8b7-3f3b-40f2-92c9-d2c38db27252 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751823 Feb 17 22:26:19.846311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] For port 776c3622-842d-435d-ac46-9188c3e64120, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=776c3622-842d-435d-ac46-9188c3e64120,segment=NetworkSegment(f200269e-23d3-4f5f-84d4-0e3d72b1f91a),segment_id=f200269e-23d3-4f5f-84d4-0e3d72b1f91a)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:19.875193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (776c3622-842d-435d-ac46-9188c3e64120), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.047116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:20.048417 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.049919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] 10.222.0.94 "PUT /v2.0/ports/776c3622-842d-435d-ac46-9188c3e64120 HTTP/1.1" status: 200 len: 1092 time: 3.8398862 Feb 17 22:26:20.064000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'tag': '776c3622-842d-435d-ac46-9188c3e64120'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:20.067042 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e911ab0-0b2d-4484-ab00-809142ba779b" -d '{"events": [{"name": "network-changed", "server_uuid": "33ac0b1d-c0ea-4819-9d6a-73ead9def199", "tag": "776c3622-842d-435d-ac46-9188c3e64120"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:20.298450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:26:20.314123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Sync routers for ids ['ab083673-79eb-434a-a5aa-961cdd3b4050'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:26:20.338656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Routers {'ab083673-79eb-434a-a5aa-961cdd3b4050'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:20.339319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ab083673-79eb-434a-a5aa-961cdd3b4050'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:20.392150 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.397798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ddd04ef0-19a6-48ca-bf7a-2df5115a657f tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.4156053 Feb 17 22:26:20.398307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55662) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:20.631848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Set router ab083673-79eb-434a-a5aa-961cdd3b4050 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:26:20.703717 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a52cdde-6956-4b69-aca1-3bcc96992e09 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/ab083673-79eb-434a-a5aa-961cdd3b4050 HTTP/1.1" status: 200 len: 908 time: 0.3015919 Feb 17 22:26:20.704816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55668) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:20.720089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1755789197', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': True}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:20.784988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (0a551ab2-e391-4645-baa2-8d853a11535e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.788651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (0a551ab2-e391-4645-baa2-8d853a11535e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.860561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for port (d584a74a-4af4-4178-8010-5a145ff26f86), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.917744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.987623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-27377fb6-06fc-432d-adb8-2b9fc8da7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:20.997796 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (0a551ab2-e391-4645-baa2-8d853a11535e), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:20.998341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-27377fb6-06fc-432d-adb8-2b9fc8da7e65 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=58f76a704a1f45b2829d7d2dcde4c480&device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 1126 time: 0.7552357 Feb 17 22:26:21.009657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89340bbb-3c49-45de-83dc-61443bd3f281 service neutron] Pushing event updated for resources: {'Port': ['ID=776c3622-842d-435d-ac46-9188c3e64120,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:21.047250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:21.195854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab083673-79eb-434a-a5aa-961cdd3b4050', 'name': 'tempest-snat-router-1755789197', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.35'}], 'enable_snat': False}, 'gw_port_id': '6bb272f3-b276-44ea-b74c-5f5ae5abdba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:26:11Z', 'updated_at': '2022-02-17T22:26:17Z', 'revision_number': 3, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port': {'id': '6bb272f3-b276-44ea-b74c-5f5ae5abdba6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab083673-79eb-434a-a5aa-961cdd3b4050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:26:13Z', 'updated_at': '2022-02-17T22:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:21.218633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Port': ['ID=d584a74a-4af4-4178-8010-5a145ff26f86,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:21.248388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d0407-2058-4805-a669-e1958d432351 req-3663fcae-0ba7-4d50-8019-5d66f3e4cfb1 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:21.253519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b2d0407-2058-4805-a669-e1958d432351 req-3663fcae-0ba7-4d50-8019-5d66f3e4cfb1 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 943 time: 1.3914483 Feb 17 22:26:21.268653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Checking router: ab083673-79eb-434a-a5aa-961cdd3b4050 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:26:21.268807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Updating router ab083673-79eb-434a-a5aa-961cdd3b4050 port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:26:21.332624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:21.357336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (0a551ab2-e391-4645-baa2-8d853a11535e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:21.454747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-5dd4ad40-a7fc-49e1-a3f9-222029dd2c5c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776c3622-842d-435d-ac46-9188c3e64120 HTTP/1.1" status: 200 len: 217 time: 0.4227049 Feb 17 22:26:21.703018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb71f4f3-79de-410c-8537-d0e47b7397fc req-4386dfa6-180b-4a35-9b04-1a0feadf53b1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:21.711036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb71f4f3-79de-410c-8537-d0e47b7397fc req-4386dfa6-180b-4a35-9b04-1a0feadf53b1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 1.6456022 Feb 17 22:26:21.716057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-372f08a8-b568-4faa-b24e-2047fda2425e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:21.719676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-372f08a8-b568-4faa-b24e-2047fda2425e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=acf30666-2189-444f-8a32-359e46a50bfa HTTP/1.1" status: 200 len: 858 time: 0.2575359 Feb 17 22:26:21.825120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (0a551ab2-e391-4645-baa2-8d853a11535e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:21.853887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network d3fe3351-0822-44fa-93f3-b3eb5714acd8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:21.859056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-9ef7f116-778f-4bf3-9627-2f735862f791 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=404b8eb4-eced-4e43-8836-a13576dbf207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754919 Feb 17 22:26:21.887556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:21.888419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b2d0407-2058-4805-a669-e1958d432351 req-fa9e7c56-c0cc-4967-9a56-6062e61d13ae tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5151932 Feb 17 22:26:21.930808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:21.938510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:22.078044 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Publish callbacks [] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.120797 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.191023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:22.193381 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.256511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Allocated IP 172.25.0.97 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/dbb35c0b-ec8a-4168-89fd-c40acebbd2d8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:22.295637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-d8da986b-905c-4d04-899f-c44050812413 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8422587 Feb 17 22:26:22.311858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Pushing event updated for resources: {'Port': ['ID=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:22.345316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Attempting to bind port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:22.348404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Attempting to bind port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:22.348638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Attempting to bind port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:22.373891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:22.374335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:22.374763 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.376054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:22.376552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Bound port: 6bb272f3-b276-44ea-b74c-5f5ae5abdba6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:22.379083 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.435075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'port': {'device_id': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4', 'admin_state_up': True, 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:22.448190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.448620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.449005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.449358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.449700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.450041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.450371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.450706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.458895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.461276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.461663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.462013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.464764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:22.618593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.645882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] For port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:22.694291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] For port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:22.719485 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.762829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a91949b0-5186-4f9f-8837-ed99460ddf27 None None] Provisioning complete for port d584a74a-4af4-4178-8010-5a145ff26f86 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:22.762829 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a91949b0-5186-4f9f-8837-ed99460ddf27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.783817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:22.815403 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e449e7-f397-435c-bd35-3eb41f780583 x-openstack-request-id: req-f0e449e7-f397-435c-bd35-3eb41f780583 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:22.819735 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ac0b1d-c0ea-4819-9d6a-73ead9def199", "tag": "776c3622-842d-435d-ac46-9188c3e64120", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:22.820173 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0e449e7-f397-435c-bd35-3eb41f780583 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:22.822258 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'tag': '776c3622-842d-435d-ac46-9188c3e64120', 'status': 'completed', 'code': 200} Feb 17 22:26:22.910599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:22.924364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:22.929988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb35c0b-ec8a-4168-89fd-c40acebbd2d8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:22.938438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:22.983017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb71f4f3-79de-410c-8537-d0e47b7397fc req-bb9f2753-3928-4829-9219-325c464ec0e9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2145498 Feb 17 22:26:23.045642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:23.052545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:23.082479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Routers {'ab083673-79eb-434a-a5aa-961cdd3b4050'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:23.083123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ab083673-79eb-434a-a5aa-961cdd3b4050'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:23.093664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a91949b0-5186-4f9f-8837-ed99460ddf27 None None] Port d584a74a-4af4-4178-8010-5a145ff26f86 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:26:23.296063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd08e1-df7a-49e6-a52e-e4c1f69add2f None None] Pushing event updated for resources: {'Port': ['ID=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:23.517248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] Set router ab083673-79eb-434a-a5aa-961cdd3b4050 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:26:23.540990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Allocated IP 19.80.0.98 (ea89cc67-491e-4ef2-995f-79a1c42576a4/e0ebb499-34e9-4120-9b3f-445137118629/df183627-ab28-4ed2-bd1c-91f8087fd986) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:23.650516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (0a551ab2-e391-4645-baa2-8d853a11535e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:23.769981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-22c8f9f7-5342-40db-a078-07826885501c service neutron] 10.222.0.94 "GET /v2.0/networks/404b8eb4-eced-4e43-8836-a13576dbf207?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8798566 Feb 17 22:26:23.838012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab083673-79eb-434a-a5aa-961cdd3b4050', 'name': 'tempest-snat-router-1755789197', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.35'}], 'enable_snat': False}, 'gw_port_id': '6bb272f3-b276-44ea-b74c-5f5ae5abdba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:26:11Z', 'updated_at': '2022-02-17T22:26:17Z', 'revision_number': 3, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port': {'id': '6bb272f3-b276-44ea-b74c-5f5ae5abdba6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab083673-79eb-434a-a5aa-961cdd3b4050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:26:13Z', 'updated_at': '2022-02-17T22:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:23.868853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a096bf3e-9d75-4611-96ab-5406bb85658e None None] The sync data for ids ['ab083673-79eb-434a-a5aa-961cdd3b4050'] in n-d-828369-18 is: [{'id': 'ab083673-79eb-434a-a5aa-961cdd3b4050', 'name': 'tempest-snat-router-1755789197', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.35'}], 'enable_snat': False}, 'gw_port_id': '6bb272f3-b276-44ea-b74c-5f5ae5abdba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:26:11Z', 'updated_at': '2022-02-17T22:26:17Z', 'revision_number': 3, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port': {'id': '6bb272f3-b276-44ea-b74c-5f5ae5abdba6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:0a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab083673-79eb-434a-a5aa-961cdd3b4050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:26:13Z', 'updated_at': '2022-02-17T22:26:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:26:24.034178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039302cc-4c9c-4c49-becf-7ba1abc8b65b req-5a270ee7-6eb7-45c9-9a56-aba405beebc2 service neutron] 10.222.0.94 "GET /v2.0/networks/404b8eb4-eced-4e43-8836-a13576dbf207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310851 Feb 17 22:26:24.125061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861b377-0645-4b7e-84f9-e3d68420e40d req-2458a06d-b9ec-460e-b61c-d68de617e9fa tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:24.126970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8861b377-0645-4b7e-84f9-e3d68420e40d req-2458a06d-b9ec-460e-b61c-d68de617e9fa tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 943 time: 0.6276813 Feb 17 22:26:24.158039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (0a551ab2-e391-4645-baa2-8d853a11535e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:24.270546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7073fd-f7eb-4a5a-9fdc-4e3b651a605b req-77935c8b-60a9-42e9-927c-01d02ba2eda6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:24.277769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7073fd-f7eb-4a5a-9fdc-4e3b651a605b req-77935c8b-60a9-42e9-927c-01d02ba2eda6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:24.286068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d7073fd-f7eb-4a5a-9fdc-4e3b651a605b req-77935c8b-60a9-42e9-927c-01d02ba2eda6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 1655 time: 0.7973609 Feb 17 22:26:24.297032 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:24.493758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Router 0a551ab2-e391-4645-baa2-8d853a11535e is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:26:24.520974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8861b377-0645-4b7e-84f9-e3d68420e40d req-a9daa787-1b29-4f43-b739-3ec198df0ddb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803532 Feb 17 22:26:24.531613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:24.837503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-eba737ae-cba2-429b-b62a-e5011dc36f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:24.839115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-eba737ae-cba2-429b-b62a-e5011dc36f07 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=58f76a704a1f45b2829d7d2dcde4c480&device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 1126 time: 0.6867423 Feb 17 22:26:24.843577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d7073fd-f7eb-4a5a-9fdc-4e3b651a605b req-d33e541e-a2ea-44e2-9a00-bfa9fd64a24c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5560641 Feb 17 22:26:24.845920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:24.847786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Port': ['ID=df183627-ab28-4ed2-bd1c-91f8087fd986,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:24.882267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:26:24.897389 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Sync routers for ids ['0a551ab2-e391-4645-baa2-8d853a11535e'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:26:24.923420 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Routers {'0a551ab2-e391-4645-baa2-8d853a11535e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:24.925937 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0a551ab2-e391-4645-baa2-8d853a11535e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:24.957881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:24.961882 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3a052c0b-356e-4b8c-bbed-688ab1a63225 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.2527843 Feb 17 22:26:24.978621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:25.047763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:25.051300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:25.126197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:25.176127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-35fd7cf2-7ec8-4d25-a98c-c004356ee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:25.178202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-35fd7cf2-7ec8-4d25-a98c-c004356ee712 service neutron] 10.222.0.94 "GET /v2.0/networks?id=404b8eb4-eced-4e43-8836-a13576dbf207 HTTP/1.1" status: 200 len: 919 time: 0.3133864 Feb 17 22:26:25.285872 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5c9f0551-21b6-45b7-903c-833459af1c4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/0a551ab2-e391-4645-baa2-8d853a11535e HTTP/1.1" status: 200 len: 907 time: 0.2993731 Feb 17 22:26:25.296184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-cd51f3bf-2929-4625-bae3-38f741e04b62 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:25.298599 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-cd51f3bf-2929-4625-bae3-38f741e04b62 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 945 time: 0.4954917 Feb 17 22:26:25.299462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55710) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:25.362414 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.386189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:25.390774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.491963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-e14e3f62-dbb9-4601-b4c6-5adea4f9f64c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=776c3622-842d-435d-ac46-9188c3e64120 HTTP/1.1" status: 200 len: 217 time: 0.3048053 Feb 17 22:26:25.502086 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Set router 0a551ab2-e391-4645-baa2-8d853a11535e gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:26:25.569349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (0a551ab2-e391-4645-baa2-8d853a11535e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.598989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4e8cf615-7150-4426-a3c8-7999047175cb None None] Provisioning complete for port df183627-ab28-4ed2-bd1c-91f8087fd986 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:25.599957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e8cf615-7150-4426-a3c8-7999047175cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.647988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e8cf615-7150-4426-a3c8-7999047175cb None None] Port df183627-ab28-4ed2-bd1c-91f8087fd986 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:26:25.671338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:25.672350 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.722849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:25.723244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.758015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7314e-bd4a-474d-8611-c581f74f17cc req-1ffcee29-6891-4074-8cf2-d0f243a396e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:25.759849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96f7314e-bd4a-474d-8611-c581f74f17cc req-1ffcee29-6891-4074-8cf2-d0f243a396e0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=59ab1439-5010-4a9b-ad99-c1d029a7c4de HTTP/1.1" status: 200 len: 945 time: 0.9249566 Feb 17 22:26:25.771310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:25.779859 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.784803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-5f8761c7-3908-479e-b116-2d8979a81484 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3583553 Feb 17 22:26:25.790870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Request body: {'port': {'device_id': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:25.849662 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a551ab2-e391-4645-baa2-8d853a11535e', 'name': 'tempest-snat-router-1755789197', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'dbb35c0b-ec8a-4168-89fd-c40acebbd2d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:26:20Z', 'updated_at': '2022-02-17T22:26:23Z', 'revision_number': 3, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port': {'id': 'dbb35c0b-ec8a-4168-89fd-c40acebbd2d8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:29:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a551ab2-e391-4645-baa2-8d853a11535e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:26:21Z', 'updated_at': '2022-02-17T22:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:25.881536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e6bd2-f582-44c6-9e4c-86dbcea67630 req-9dca2e3f-37b4-46ee-9ac0-3b779fef45d8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:25.883189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-804e6bd2-f582-44c6-9e4c-86dbcea67630 req-9dca2e3f-37b4-46ee-9ac0-3b779fef45d8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.4368804 Feb 17 22:26:25.885397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Deleting port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:25.885792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.889579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-ce3b9805-daac-4974-aa1c-8a6658ec789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:25.891738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-ce3b9805-daac-4974-aa1c-8a6658ec789b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=acf30666-2189-444f-8a32-359e46a50bfa HTTP/1.1" status: 200 len: 858 time: 0.3449438 Feb 17 22:26:25.901066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:25.913789 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Checking router: 0a551ab2-e391-4645-baa2-8d853a11535e for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:26:25.914828 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Updating router 0a551ab2-e391-4645-baa2-8d853a11535e port dbb35c0b-ec8a-4168-89fd-c40acebbd2d8 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:26:25.953289 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.954461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (0a551ab2-e391-4645-baa2-8d853a11535e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:25.983883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-59120470-9664-4d11-beb5-0bb862524f14 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=404b8eb4-eced-4e43-8836-a13576dbf207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730593 Feb 17 22:26:26.028160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96f7314e-bd4a-474d-8611-c581f74f17cc req-42912eef-c125-4879-9eca-b0b403ce1bfa tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296479 Feb 17 22:26:26.048149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-804e6bd2-f582-44c6-9e4c-86dbcea67630 req-553fbbbe-1525-432b-85c6-9d9d35e3965d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472490 Feb 17 22:26:26.096025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.116772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] For port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:26.116772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.154827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Calling delete_port for 9f078acb-e0b0-4e75-b15a-ae2699da2fdc owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:26.184466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Deleting port dbb35c0b-ec8a-4168-89fd-c40acebbd2d8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:26.184810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.363709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.385157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Calling delete_port for dbb35c0b-ec8a-4168-89fd-c40acebbd2d8 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:26.411794 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Publish callbacks [] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.423480 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.425296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdce92d-896f-48ef-abf7-88028ed2a6c0 req-ae7d0252-43c1-42de-8cb4-03ff30184ff7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:26.426881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ffdce92d-896f-48ef-abf7-88028ed2a6c0 req-ae7d0252-43c1-42de-8cb4-03ff30184ff7 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 943 time: 0.2800837 Feb 17 22:26:26.476543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-5ccfc99c-be3b-4a59-83a0-3effed5f46bd service neutron] 10.222.0.94 "GET /v2.0/networks/404b8eb4-eced-4e43-8836-a13576dbf207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468732 Feb 17 22:26:26.481761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9f078acb-e0b0-4e75-b15a-ae2699da2fdc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.491129 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Pushing event updated for resources: {'Port': ['ID=dbb35c0b-ec8a-4168-89fd-c40acebbd2d8,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:26.504192 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.504592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.504939 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.505268 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.505596 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.505972 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.506302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.506914 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.507403 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.507734 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.508232 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.508607 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.508930 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:26.515759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9438dfea-65f0-4800-8dfc-a2e646f937e2', '933f400d-5169-49db-ace9-893236d08a28'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:26.571633 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Attempting to bind port dbb35c0b-ec8a-4168-89fd-c40acebbd2d8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:26.572046 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Attempting to bind port dbb35c0b-ec8a-4168-89fd-c40acebbd2d8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:26.572416 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Attempting to bind port dbb35c0b-ec8a-4168-89fd-c40acebbd2d8 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:26.579209 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:26.579507 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:26.579787 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.581644 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:26.582238 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Bound port: dbb35c0b-ec8a-4168-89fd-c40acebbd2d8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:26.582696 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.609539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event deleted for resources: {'Port': ['ID=9f078acb-e0b0-4e75-b15a-ae2699da2fdc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:26.639693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05153021-e6d9-4f34-83bc-4a34064b27e1 req-1459638c-58f8-4a3d-a043-d2e3b3708ee7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:26.664901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05153021-e6d9-4f34-83bc-4a34064b27e1 req-1459638c-58f8-4a3d-a043-d2e3b3708ee7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:26.681183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05153021-e6d9-4f34-83bc-4a34064b27e1 req-1459638c-58f8-4a3d-a043-d2e3b3708ee7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:26.682268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05153021-e6d9-4f34-83bc-4a34064b27e1 req-1459638c-58f8-4a3d-a043-d2e3b3708ee7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2376 time: 0.4539471 Feb 17 22:26:26.704572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] No DVR routers for this DVR port 9f078acb-e0b0-4e75-b15a-ae2699da2fdc on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:26:26.707565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.711732 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3abdd370-3283-4d6e-98a0-b598e1c13c0d req-819e1e5e-054b-4217-b09d-3fce6e48f075 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "DELETE /v2.0/ports/9f078acb-e0b0-4e75-b15a-ae2699da2fdc HTTP/1.1" status: 204 len: 173 time: 1.2298303 Feb 17 22:26:26.713951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'name': 'network-vif-deleted', 'tag': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:26.716922 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211fc2df-4ced-4740-9006-4d509fb4ed4c" -d '{"events": [{"server_uuid": "59ab1439-5010-4a9b-ad99-c1d029a7c4de", "name": "network-vif-deleted", "tag": "9f078acb-e0b0-4e75-b15a-ae2699da2fdc"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:26.738488 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] For port dbb35c0b-ec8a-4168-89fd-c40acebbd2d8, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:26.743866 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] For port dbb35c0b-ec8a-4168-89fd-c40acebbd2d8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=dbb35c0b-ec8a-4168-89fd-c40acebbd2d8,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:26.759567 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.820812 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1d7bc0-7a26-4df1-8e5f-567d51be7557 None None] Pushing event updated for resources: {'Port': ['ID=dbb35c0b-ec8a-4168-89fd-c40acebbd2d8,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:26.853328 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Routers {'0a551ab2-e391-4645-baa2-8d853a11535e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:26.853968 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0a551ab2-e391-4645-baa2-8d853a11535e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:26.982992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dbb35c0b-ec8a-4168-89fd-c40acebbd2d8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:26.998289 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] Set router 0a551ab2-e391-4645-baa2-8d853a11535e gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:26:27.053361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbb35c0b-ec8a-4168-89fd-c40acebbd2d8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:27.114295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:27.118664 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a551ab2-e391-4645-baa2-8d853a11535e', 'name': 'tempest-snat-router-1755789197', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:26:20Z', 'updated_at': '2022-02-17T22:26:25Z', 'revision_number': 4, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:27.160293 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b47bc-e5bc-49bc-bc62-c3fb516b2b61 None None] The sync data for ids ['0a551ab2-e391-4645-baa2-8d853a11535e'] in n-d-828369-18 is: [{'id': '0a551ab2-e391-4645-baa2-8d853a11535e', 'name': 'tempest-snat-router-1755789197', 'tenant_id': '18606d31fde54bae8e1040f35cedaad5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:26:20Z', 'updated_at': '2022-02-17T22:26:25Z', 'revision_number': 4, 'project_id': '18606d31fde54bae8e1040f35cedaad5', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:26:27.194651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (0a551ab2-e391-4645-baa2-8d853a11535e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:27.356957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:27.357591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:27.513807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:27.736273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e911ab0-0b2d-4484-ab00-809142ba779b req-7db133aa-066f-41e9-a849-c01e955f5512 service neutron] 10.222.0.94 "GET /v2.0/networks/404b8eb4-eced-4e43-8836-a13576dbf207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2501531 Feb 17 22:26:27.750159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ffdce92d-896f-48ef-abf7-88028ed2a6c0 req-354c4da2-74c5-48e3-bc7b-b7bc774eb1d5 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3122389 Feb 17 22:26:27.803353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05153021-e6d9-4f34-83bc-4a34064b27e1 req-76f977b5-7b45-4c0a-b3f4-127eb48f3341 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0942597 Feb 17 22:26:27.935172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (0a551ab2-e391-4645-baa2-8d853a11535e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:27.938374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (0a551ab2-e391-4645-baa2-8d853a11535e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:27.989092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec42ed00-a94f-4e3c-a15b-326cb29e9fac {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:27.993590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (0a551ab2-e391-4645-baa2-8d853a11535e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:27.994158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a551ab2-e391-4645-baa2-8d853a11535e {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:26:27.999473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:28.001552 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d5005386-f5a0-482a-90ea-6c5e4ea7a789 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "DELETE /v2.0/routers/0a551ab2-e391-4645-baa2-8d853a11535e HTTP/1.1" status: 204 len: 168 time: 2.7001278 Feb 17 22:26:28.005891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55746) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:28.014209 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-613ea4c6-9200-48e9-b9bd-895238b05e90 x-openstack-request-id: req-613ea4c6-9200-48e9-b9bd-895238b05e90 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:28.014893 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ab1439-5010-4a9b-ad99-c1d029a7c4de", "name": "network-vif-deleted", "tag": "9f078acb-e0b0-4e75-b15a-ae2699da2fdc", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:28.015294 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-613ea4c6-9200-48e9-b9bd-895238b05e90 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:28.015814 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ab1439-5010-4a9b-ad99-c1d029a7c4de', 'name': 'network-vif-deleted', 'tag': '9f078acb-e0b0-4e75-b15a-ae2699da2fdc', 'status': 'completed', 'code': 200} Feb 17 22:26:28.030696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Publish callbacks [] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:28.140406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee5448-63dd-4c78-9fb2-3e1932d29a56 req-97beb72c-7e3d-425c-b4bd-7556bcfb9ec8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:28.142235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4ee5448-63dd-4c78-9fb2-3e1932d29a56 req-97beb72c-7e3d-425c-b4bd-7556bcfb9ec8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.2163243 Feb 17 22:26:28.156316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 776c3622-842d-435d-ac46-9188c3e64120 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:26:28.175911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Transition to ACTIVE for port object ec42ed00-a94f-4e3c-a15b-326cb29e9fac will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:26:28.197798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:28.308534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 776c3622-842d-435d-ac46-9188c3e64120, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=776c3622-842d-435d-ac46-9188c3e64120,segment=NetworkSegment(f200269e-23d3-4f5f-84d4-0e3d72b1f91a),segment_id=f200269e-23d3-4f5f-84d4-0e3d72b1f91a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:28.339274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '776c3622-842d-435d-ac46-9188c3e64120', 'network_id': '404b8eb4-eced-4e43-8836-a13576dbf207', 'port_id': '776c3622-842d-435d-ac46-9188c3e64120', 'mac_address': 'fa:16:3e:53:fa:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acf30666-2189-444f-8a32-359e46a50bfa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:26:28.343700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4ee5448-63dd-4c78-9fb2-3e1932d29a56 req-00ecacec-2b9c-460d-8a14-c9e2dce472ac tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928658 Feb 17 22:26:28.344658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9f078acb-e0b0-4e75-b15a-ae2699da2fdc no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:26:28.384984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 9f078acb-e0b0-4e75-b15a-ae2699da2fdc {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:26:28.385223 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9f078acb-e0b0-4e75-b15a-ae2699da2fdc not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:26:28.535949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:28.576651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (ab083673-79eb-434a-a5aa-961cdd3b4050), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:28.749821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 776c3622-842d-435d-ac46-9188c3e64120 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:28.750415 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (776c3622-842d-435d-ac46-9188c3e64120), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:28.767153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776c3622-842d-435d-ac46-9188c3e64120 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:28.794893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Attempting to bind port ec42ed00-a94f-4e3c-a15b-326cb29e9fac on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:28.795652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Attempting to bind port ec42ed00-a94f-4e3c-a15b-326cb29e9fac by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:28.814156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Attempting to bind port ec42ed00-a94f-4e3c-a15b-326cb29e9fac on network ea89cc67-491e-4ef2-995f-79a1c42576a4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:28.823016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 776c3622-842d-435d-ac46-9188c3e64120, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=776c3622-842d-435d-ac46-9188c3e64120,segment=NetworkSegment(f200269e-23d3-4f5f-84d4-0e3d72b1f91a),segment_id=f200269e-23d3-4f5f-84d4-0e3d72b1f91a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:28.830803 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (776c3622-842d-435d-ac46-9188c3e64120), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:28.861747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Port ec42ed00-a94f-4e3c-a15b-326cb29e9fac on network ea89cc67-491e-4ef2-995f-79a1c42576a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:26:28.862219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Attempting to bind port ec42ed00-a94f-4e3c-a15b-326cb29e9fac on network ea89cc67-491e-4ef2-995f-79a1c42576a4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:28.894740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=776c3622-842d-435d-ac46-9188c3e64120,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:28.934405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426a60d-6b92-4dd2-add4-0bb7ab14b57a req-8254162a-5045-45f6-95a2-99d551d0ef3b tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:28.936361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e426a60d-6b92-4dd2-add4-0bb7ab14b57a req-8254162a-5045-45f6-95a2-99d551d0ef3b tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 945 time: 0.4517746 Feb 17 22:26:28.953944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:28.954437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Checking segment: {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:28.954925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Bound using segment: {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:28.955517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Bound port: ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:28.955977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:29.032330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266958f0-8982-4e5a-8a82-9983b2d82128 req-dc9a417c-39a3-4e93-a371-e0e76684df00 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:29.034066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-266958f0-8982-4e5a-8a82-9983b2d82128 req-dc9a417c-39a3-4e93-a371-e0e76684df00 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 946 time: 0.2124751 Feb 17 22:26:29.089581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (ab083673-79eb-434a-a5aa-961cdd3b4050), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:29.095227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e426a60d-6b92-4dd2-add4-0bb7ab14b57a req-b6389b57-6332-4c83-92df-6be176442dc4 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478169 Feb 17 22:26:29.200262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-266958f0-8982-4e5a-8a82-9983b2d82128 req-ad3ee871-cdf3-4048-96fc-dc9d25a3256b tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376865 Feb 17 22:26:29.232001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] For port ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:29.268294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] For port ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:29.304848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['776c3622-842d-435d-ac46-9188c3e64120'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:29.365876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:29.463494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-ae77d8e3-62a3-4743-a38e-49a1bb70f0c3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:29.466606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-ae77d8e3-62a3-4743-a38e-49a1bb70f0c3 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 946 time: 0.1834908 Feb 17 22:26:29.484265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708d9b7-1e6a-4efd-af21-8f9d3bb8cc2a req-0dbc8e02-47f4-4b80-b653-d47d8484d087 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:29.485987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1708d9b7-1e6a-4efd-af21-8f9d3bb8cc2a req-0dbc8e02-47f4-4b80-b653-d47d8484d087 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.2920663 Feb 17 22:26:29.497852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:29.498497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:29.500581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] 10.222.0.94 "PUT /v2.0/ports/ec42ed00-a94f-4e3c-a15b-326cb29e9fac HTTP/1.1" status: 200 len: 1093 time: 3.7154803 Feb 17 22:26:29.503215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:29.507647 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee99a89d-17c2-4c5f-8558-6f666690eaf4" -d '{"events": [{"name": "network-changed", "server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:29.565802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Deleting port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:29.566175 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:29.640572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Request body: {'port': {'device_id': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:29.880400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2331fab-e1e7-4cf7-a7e9-ed57853db934 req-a999488f-2e2c-4311-9cf7-ed5273d4dc7b tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:29.901203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2331fab-e1e7-4cf7-a7e9-ed57853db934 req-a999488f-2e2c-4311-9cf7-ed5273d4dc7b tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 944 time: 0.5663979 Feb 17 22:26:29.968244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35894cfc-1f07-413c-aedb-b8bb0e842ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:30.096525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1708d9b7-1e6a-4efd-af21-8f9d3bb8cc2a req-195c9dec-b94f-450c-8620-9f205774fc51 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5747058 Feb 17 22:26:30.098324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] For port 6bb272f3-b276-44ea-b74c-5f5ae5abdba6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:30.098701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:30.103712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:30.152946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2331fab-e1e7-4cf7-a7e9-ed57853db934 req-4ae49c1e-a2f3-4282-9bc9-d08cc0414922 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216733 Feb 17 22:26:30.154138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Calling delete_port for 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:30.166299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-746a2790-301e-4443-8303-917c26a91296 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.168373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-746a2790-301e-4443-8303-917c26a91296 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.73 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 945 time: 0.4358234 Feb 17 22:26:30.221626 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2588a786-f196-4baf-ab85-48e4f570d187 x-openstack-request-id: req-2588a786-f196-4baf-ab85-48e4f570d187 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:30.221857 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:30.223580 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2588a786-f196-4baf-ab85-48e4f570d187 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:30.223580 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac', 'status': 'completed', 'code': 200} Feb 17 22:26:30.295392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-f06b9f43-cc85-4fe7-b0a1-740929850134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.295973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-f06b9f43-cc85-4fe7-b0a1-740929850134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.296194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-f06b9f43-cc85-4fe7-b0a1-740929850134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.297858 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-f06b9f43-cc85-4fe7-b0a1-740929850134 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2763 time: 0.0495899 Feb 17 22:26:30.364186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Deleting port 933f400d-5169-49db-ace9-893236d08a28 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:30.364528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (933f400d-5169-49db-ace9-893236d08a28), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:30.412551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-2d221ec3-c5f3-4e17-955e-7e15b1a7cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.413017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-2d221ec3-c5f3-4e17-955e-7e15b1a7cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.413472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-2d221ec3-c5f3-4e17-955e-7e15b1a7cdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.415128 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-2d221ec3-c5f3-4e17-955e-7e15b1a7cdbf service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1054912 Feb 17 22:26:30.513424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-7c0c232b-6a31-4171-af93-53e7e05faa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.515632 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ee99a89d-17c2-4c5f-8558-6f666690eaf4 req-7c0c232b-6a31-4171-af93-53e7e05faa11 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0943909 Feb 17 22:26:30.567444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266e9eb-c031-498c-a25d-a26c465e86e3 req-a898f7a5-c990-4c9a-9169-fd18eec39a3a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.572846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266e9eb-c031-498c-a25d-a26c465e86e3 req-a898f7a5-c990-4c9a-9169-fd18eec39a3a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.578738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2266e9eb-c031-498c-a25d-a26c465e86e3 req-a898f7a5-c990-4c9a-9169-fd18eec39a3a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.580438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2266e9eb-c031-498c-a25d-a26c465e86e3 req-a898f7a5-c990-4c9a-9169-fd18eec39a3a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2388 time: 0.4088113 Feb 17 22:26:30.708711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ed6fb-f58c-4a78-bc86-0e13c389eaf8 req-03d4b2e9-f666-4cac-a4de-111d05773e42 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:30.710227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d8ed6fb-f58c-4a78-bc86-0e13c389eaf8 req-03d4b2e9-f666-4cac-a4de-111d05773e42 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.4466550 Feb 17 22:26:30.763752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] For port 933f400d-5169-49db-ace9-893236d08a28, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=933f400d-5169-49db-ace9-893236d08a28,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:30.764070 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (933f400d-5169-49db-ace9-893236d08a28), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:31.156129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Calling delete_port for 933f400d-5169-49db-ace9-893236d08a28 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:31.175331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Deleting port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:31.175697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:31.225667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2266e9eb-c031-498c-a25d-a26c465e86e3 req-b0cc4406-4efc-45ba-b840-bbe09c160c41 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6347294 Feb 17 22:26:31.408286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d8ed6fb-f58c-4a78-bc86-0e13c389eaf8 req-5bc20a15-6d72-4e13-aa9f-7e1f55ca8cc6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6790812 Feb 17 22:26:31.441607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6bb272f3-b276-44ea-b74c-5f5ae5abdba6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:31.581129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event deleted for resources: {'Port': ['ID=6bb272f3-b276-44ea-b74c-5f5ae5abdba6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:31.665427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] For port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,segment=NetworkSegment(52849a19-beb2-4d4c-8092-0318e53ae46c),segment_id=52849a19-beb2-4d4c-8092-0318e53ae46c)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:31.666007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:31.729413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d584a74a-4af4-4178-8010-5a145ff26f86 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:31.812791 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Publish callbacks [] for port (d584a74a-4af4-4178-8010-5a145ff26f86), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:31.821865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Calling delete_port for 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:31.871739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9063b-eafe-4980-a993-4ee01d84c74e req-dc16cb6f-b082-4803-8064-baad749ea5b8 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:31.873939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23c9063b-eafe-4980-a993-4ee01d84c74e req-dc16cb6f-b082-4803-8064-baad749ea5b8 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 945 time: 0.5308719 Feb 17 22:26:31.937641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Transition to ACTIVE for port object d584a74a-4af4-4178-8010-5a145ff26f86 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:26:32.018699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.041226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48cb02-e9ec-49c7-ad3c-2bc6ebf84a01 req-08279331-da9b-449d-9475-f00792b4e0f8 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:32.043756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca48cb02-e9ec-49c7-ad3c-2bc6ebf84a01 req-08279331-da9b-449d-9475-f00792b4e0f8 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=64705440-fdc4-4e8d-9cb4-82d5ef32cb6a HTTP/1.1" status: 200 len: 946 time: 0.5394974 Feb 17 22:26:32.126485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (ab083673-79eb-434a-a5aa-961cdd3b4050), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.160649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Pushing event updated for resources: {'Port': ['ID=d584a74a-4af4-4178-8010-5a145ff26f86,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:32.163848 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (933f400d-5169-49db-ace9-893236d08a28), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.176159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 776c3622-842d-435d-ac46-9188c3e64120 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:32.221870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9438dfea-65f0-4800-8dfc-a2e646f937e2'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:32.265374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 776c3622-842d-435d-ac46-9188c3e64120 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:26:32.278878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 776c3622-842d-435d-ac46-9188c3e64120 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:32.279542 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (776c3622-842d-435d-ac46-9188c3e64120), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.494034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event deleted for resources: {'Port': ['ID=933f400d-5169-49db-ace9-893236d08a28,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:32.550145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (ab083673-79eb-434a-a5aa-961cdd3b4050), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.595708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23c9063b-eafe-4980-a993-4ee01d84c74e req-3d390573-ff19-41fe-8647-f6426b574ba1 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/security-groups?id=032e1494-1fcd-4a33-a223-9107258b55a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6938250 Feb 17 22:26:32.596217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_controller (ab083673-79eb-434a-a5aa-961cdd3b4050), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.642943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 776c3622-842d-435d-ac46-9188c3e64120 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:32.643295 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (776c3622-842d-435d-ac46-9188c3e64120), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.697723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca48cb02-e9ec-49c7-ad3c-2bc6ebf84a01 req-abfdd5ba-8795-4ff2-b0c7-f868a5d120ae tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6365497 Feb 17 22:26:32.700980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] No DVR routers for this DVR port 933f400d-5169-49db-ace9-893236d08a28 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:26:32.712428 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.733955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776c3622-842d-435d-ac46-9188c3e64120'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:32.740981 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64475a-9fd1-4f99-af80-6b60fc00ad81" -d '{"events": [{"server_uuid": "33ac0b1d-c0ea-4819-9d6a-73ead9def199", "name": "network-vif-plugged", "status": "completed", "tag": "776c3622-842d-435d-ac46-9188c3e64120"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:32.741288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5089eae9-bce7-45ec-8431-5c86cc54c4ef req-a80d34da-5ac6-4f03-bf16-46ec61ce13b0 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "DELETE /v2.0/ports/933f400d-5169-49db-ace9-893236d08a28 HTTP/1.1" status: 204 len: 173 time: 3.2539754 Feb 17 22:26:32.793230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 776c3622-842d-435d-ac46-9188c3e64120, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=776c3622-842d-435d-ac46-9188c3e64120,segment=NetworkSegment(f200269e-23d3-4f5f-84d4-0e3d72b1f91a),segment_id=f200269e-23d3-4f5f-84d4-0e3d72b1f91a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:32.798697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (776c3622-842d-435d-ac46-9188c3e64120), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.800819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 933f400d-5169-49db-ace9-893236d08a28 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:26:32.812804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'name': 'network-vif-deleted', 'tag': '933f400d-5169-49db-ace9-893236d08a28'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:32.818125 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfaf97a-e69c-4f8f-82aa-0cc8b317b9da" -d '{"events": [{"server_uuid": "64705440-fdc4-4e8d-9cb4-82d5ef32cb6a", "name": "network-vif-deleted", "tag": "933f400d-5169-49db-ace9-893236d08a28"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:32.852241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 933f400d-5169-49db-ace9-893236d08a28 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:26:32.852734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 933f400d-5169-49db-ace9-893236d08a28 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:26:32.939736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=776c3622-842d-435d-ac46-9188c3e64120,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:32.943969 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (10833d7a-00f3-4058-bb68-7ff51b2f7cf0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.959988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (ab083673-79eb-434a-a5aa-961cdd3b4050), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.960499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ab083673-79eb-434a-a5aa-961cdd3b4050 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:26:32.982842 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:32.985822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f87d3242-3bf5-4428-bfed-54202d4eb648 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "DELETE /v2.0/routers/ab083673-79eb-434a-a5aa-961cdd3b4050 HTTP/1.1" status: 204 len: 168 time: 4.9786956 Feb 17 22:26:32.990234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55814) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:32.999113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-769696983', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:33.067937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Pushing event deleted for resources: {'Port': ['ID=10833d7a-00f3-4058-bb68-7ff51b2f7cf0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:33.070755 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (631fd646-755d-40ea-9c29-793dcb92516e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.073065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (631fd646-755d-40ea-9c29-793dcb92516e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.127655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Attempting to bind port d584a74a-4af4-4178-8010-5a145ff26f86 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:33.127912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Attempting to bind port d584a74a-4af4-4178-8010-5a145ff26f86 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:33.128244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Attempting to bind port d584a74a-4af4-4178-8010-5a145ff26f86 on network d3fe3351-0822-44fa-93f3-b3eb5714acd8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:33.146076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Port d584a74a-4af4-4178-8010-5a145ff26f86 on network d3fe3351-0822-44fa-93f3-b3eb5714acd8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:26:33.146384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Attempting to bind port d584a74a-4af4-4178-8010-5a145ff26f86 on network d3fe3351-0822-44fa-93f3-b3eb5714acd8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:33.170297 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:26:33.173256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e79c3e-e545-4e85-a181-b9615602af39 req-4e1e52db-41d0-4b8a-8390-9e6dded0511f tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:33.174864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4e79c3e-e545-4e85-a181-b9615602af39 req-4e1e52db-41d0-4b8a-8390-9e6dded0511f tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 945 time: 0.4328542 Feb 17 22:26:33.180175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] No DVR routers for this DVR port 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:26:33.188548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (631fd646-755d-40ea-9c29-793dcb92516e), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.193746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.197326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7f6710b-9b73-4d87-9bb6-a52b2cdffd89 req-37445676-76a3-4938-bf36-47cff3e706e5 tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.73 "DELETE /v2.0/ports/10833d7a-00f3-4058-bb68-7ff51b2f7cf0 HTTP/1.1" status: 204 len: 173 time: 3.0024743 Feb 17 22:26:33.206480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:33.206823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Checking segment: {'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:33.207218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Bound using segment: {'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:33.207724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Bound port: d584a74a-4af4-4178-8010-5a145ff26f86, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf6d84c-5fe5-49f5-a348-7393e10bface', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:33.208083 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.239291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3514-cb60-4464-8878-817ffc7b5478 req-73082d35-1ab0-4692-93b3-99a61804d885 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:33.245398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3514-cb60-4464-8878-817ffc7b5478 req-73082d35-1ab0-4692-93b3-99a61804d885 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:33.251916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3514-cb60-4464-8878-817ffc7b5478 req-73082d35-1ab0-4692-93b3-99a61804d885 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:33.259610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9bb3514-cb60-4464-8878-817ffc7b5478 req-73082d35-1ab0-4692-93b3-99a61804d885 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2400 time: 0.2705514 Feb 17 22:26:33.334178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55818) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:33.478226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-349091342'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:33.478336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (631fd646-755d-40ea-9c29-793dcb92516e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.498217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9bb3514-cb60-4464-8878-817ffc7b5478 req-95ece62c-bd1d-4106-9ef4-121fadc93717 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375329 Feb 17 22:26:33.514532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4e79c3e-e545-4e85-a181-b9615602af39 req-1e0be684-dbd9-4c7d-8aeb-33c8d3b635f8 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290071 Feb 17 22:26:33.640143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:26:33.678364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:26:33.679291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 10833d7a-00f3-4058-bb68-7ff51b2f7cf0 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:26:33.689341 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a958ce-cab4-4713-b51d-91a253c3d4b7 x-openstack-request-id: req-d5a958ce-cab4-4713-b51d-91a253c3d4b7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:33.689799 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac0b1d-c0ea-4819-9d6a-73ead9def199", "name": "network-vif-plugged", "status": "completed", "tag": "776c3622-842d-435d-ac46-9188c3e64120", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:33.691747 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5a958ce-cab4-4713-b51d-91a253c3d4b7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:33.693972 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776c3622-842d-435d-ac46-9188c3e64120', 'code': 200} Feb 17 22:26:33.701093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:33.704550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.752767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] For port d584a74a-4af4-4178-8010-5a145ff26f86, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:33.755771 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b79a5f-c88e-4e9b-9bb2-1c2112561f53 x-openstack-request-id: req-98b79a5f-c88e-4e9b-9bb2-1c2112561f53 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:33.756065 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64705440-fdc4-4e8d-9cb4-82d5ef32cb6a", "name": "network-vif-deleted", "tag": "933f400d-5169-49db-ace9-893236d08a28", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:33.756315 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-98b79a5f-c88e-4e9b-9bb2-1c2112561f53 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:33.756735 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64705440-fdc4-4e8d-9cb4-82d5ef32cb6a', 'name': 'network-vif-deleted', 'tag': '933f400d-5169-49db-ace9-893236d08a28', 'status': 'completed', 'code': 200} Feb 17 22:26:33.775840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] For port d584a74a-4af4-4178-8010-5a145ff26f86, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d584a74a-4af4-4178-8010-5a145ff26f86,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:33.812772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.888506 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (631fd646-755d-40ea-9c29-793dcb92516e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.905529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:26:33.911393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.917014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a44bd72-0d39-45b5-9ab7-aa5a18f98409 req-4a0d122d-49e4-4a7c-ac3d-dadfd4010f5d tempest-ServerTagsTestJSON-1356373259 tempest-ServerTagsTestJSON-1356373259-project] 10.222.0.79 "GET /v2.0/ports?device_id=03d701b6-6e67-42fe-8f9e-57ed132e4f26 HTTP/1.1" status: 200 len: 210 time: 0.0762539 Feb 17 22:26:33.930399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:33.931016 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.932413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] 10.222.0.94 "PUT /v2.0/ports/d584a74a-4af4-4178-8010-5a145ff26f86 HTTP/1.1" status: 200 len: 1093 time: 4.2997921 Feb 17 22:26:33.945246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-73d0d399-eeb8-4617-9e9c-c2dffc68e860 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4028955 Feb 17 22:26:33.961983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee01bcf-9b70-476e-9525-b8ffe9cca670 req-20bf5fee-f785-4f40-8e7a-f78cc8e96f1b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:33.965058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ee01bcf-9b70-476e-9525-b8ffe9cca670 req-20bf5fee-f785-4f40-8e7a-f78cc8e96f1b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.2961228 Feb 17 22:26:33.982696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Request body: {'port': {'device_id': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:33.986993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2c1ee0a2-b8d2-4251-b792-a7c37d683fa2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:33.987333 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Added segment 2c1ee0a2-b8d2-4251-b792-a7c37d683fa2 of type vlan for network 5d00f070-2d93-4b94-86cb-e0b7504883b4 Feb 17 22:26:34.104746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Allocated IP 172.25.0.74 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/6975387e-89a4-431b-abb5-259c62e7ca58) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:34.212909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (5d00f070-2d93-4b94-86cb-e0b7504883b4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.237342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bb426-2441-4f4f-94f3-2ada1af867dd service neutron] Pushing event updated for resources: {'Port': ['ID=d584a74a-4af4-4178-8010-5a145ff26f86,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:34.264119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116fd81b-8d16-45ff-87d7-1d35bdc26d55 req-29cd3704-7d59-451c-80b9-84f11230a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:34.265269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-116fd81b-8d16-45ff-87d7-1d35bdc26d55 req-29cd3704-7d59-451c-80b9-84f11230a54e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 1128 time: 0.4657576 Feb 17 22:26:34.311289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ee01bcf-9b70-476e-9525-b8ffe9cca670 req-1dfefe1e-1afa-4b0d-9681-3e6c9547d315 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184299 Feb 17 22:26:34.317198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for port (6975387e-89a4-431b-abb5-259c62e7ca58), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.365352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.366109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6975387e-89a4-431b-abb5-259c62e7ca58), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.393849 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (5d00f070-2d93-4b94-86cb-e0b7504883b4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.399281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:34.399946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.425061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:34.428241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:34.431946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:34.457033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event updated for resources: {'Port': ['ID=6975387e-89a4-431b-abb5-259c62e7ca58,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:34.476619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-a52b9dbb-5af7-4adb-911a-dd6eb6ba42a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:34.478153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-a52b9dbb-5af7-4adb-911a-dd6eb6ba42a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 1129 time: 0.3998175 Feb 17 22:26:34.525880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-116fd81b-8d16-45ff-87d7-1d35bdc26d55 req-656872e1-742a-4986-97fc-4ecc3b94e0b7 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512734 Feb 17 22:26:34.576732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1620445 Feb 17 22:26:34.580051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55842) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:34.587210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1093319242'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:34.610435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:34.614356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.637558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a25124-9d89-4f57-afe8-f4960c0d8ffc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Network': ['ID=5d00f070-2d93-4b94-86cb-e0b7504883b4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:34.649478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:26:34.725160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:26:34.762870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6ba56cad-8650-4b78-9f07-a2ebdcac5e95), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.763245 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Added segment 6ba56cad-8650-4b78-9f07-a2ebdcac5e95 of type vlan for network 8caa62b9-8ccb-4f50-ab64-8106d333b008 Feb 17 22:26:34.781717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-4c094998-388a-49e0-a08b-1fe7c94ad531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:34.789048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-4c094998-388a-49e0-a08b-1fe7c94ad531 service neutron] 10.222.0.73 "GET /v2.0/networks?id=359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 200 len: 914 time: 0.2383842 Feb 17 22:26:34.885686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8caa62b9-8ccb-4f50-ab64-8106d333b008), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.928916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8caa62b9-8ccb-4f50-ab64-8106d333b008), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.934560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:34.935176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:34.956860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:26:34.983210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:26:34.984366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6bb272f3-b276-44ea-b74c-5f5ae5abdba6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:26:35.036574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (631fd646-755d-40ea-9c29-793dcb92516e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:35.045774 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4642563 Feb 17 22:26:35.055299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:35.091742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-f334e110-eb51-4224-933f-96006a3a6eb2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 200 len: 217 time: 0.1363282 Feb 17 22:26:35.111095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005324b-1e40-4ba8-8cfb-3db1ba19ba1d req-3c156996-df3e-43b2-9c95-488c26b5af77 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:35.112722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c005324b-1e40-4ba8-8cfb-3db1ba19ba1d req-3c156996-df3e-43b2-9c95-488c26b5af77 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.6399407 Feb 17 22:26:35.121224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'subnet': {'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:35.184602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781980c9-5b82-46a3-b110-82ac386e6d48 req-618a8c1a-4dd1-4b11-8ebb-8fa93b1af76c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:35.190010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781980c9-5b82-46a3-b110-82ac386e6d48 req-618a8c1a-4dd1-4b11-8ebb-8fa93b1af76c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:35.195632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781980c9-5b82-46a3-b110-82ac386e6d48 req-618a8c1a-4dd1-4b11-8ebb-8fa93b1af76c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:35.197391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-781980c9-5b82-46a3-b110-82ac386e6d48 req-618a8c1a-4dd1-4b11-8ebb-8fa93b1af76c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2400 time: 0.5568726 Feb 17 22:26:35.224565 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4948bd0a-318f-4272-9a14-4c18ae7fefea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Network': ['ID=8caa62b9-8ccb-4f50-ab64-8106d333b008,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:35.240395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:26:35.269321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c005324b-1e40-4ba8-8cfb-3db1ba19ba1d req-282cf835-b9e4-40b7-844f-2576ce09179a tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409147 Feb 17 22:26:35.285363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-d05d08c8-e00d-416f-8955-2f799c323958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:35.286885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-d05d08c8-e00d-416f-8955-2f799c323958 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 200 len: 853 time: 0.1858594 Feb 17 22:26:35.325218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-235f07f1-15c2-496a-8f7c-de7f5f518e11 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=359df4e2-28c4-4f97-8a44-8e3870d9353c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318015 Feb 17 22:26:35.370466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:35.373904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:35.509736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-781980c9-5b82-46a3-b110-82ac386e6d48 req-851b2906-3d8d-417f-9ca6-8b28a423e846 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959163 Feb 17 22:26:35.600316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (631fd646-755d-40ea-9c29-793dcb92516e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:35.631051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55852) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:35.900596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] Deleting subnet 5992da55-9a09-41ae-80ff-4391c71576d7 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:26:35.906117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] Publish callbacks [] for subnet (5992da55-9a09-41ae-80ff-4391c71576d7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:35.947985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (5992da55-9a09-41ae-80ff-4391c71576d7), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:35.969513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'name': 'network-vif-deleted', 'tag': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0'}, {'name': 'network-changed', 'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'tag': 'd584a74a-4af4-4178-8010-5a145ff26f86'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:35.971812 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f9aadb4-2d1e-4a11-967c-b5046a105285" -d '{"events": [{"server_uuid": "03d701b6-6e67-42fe-8f9e-57ed132e4f26", "name": "network-vif-deleted", "tag": "10833d7a-00f3-4058-bb68-7ff51b2f7cf0"}, {"name": "network-changed", "server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "tag": "d584a74a-4af4-4178-8010-5a145ff26f86"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:36.005441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5992da55-9a09-41ae-80ff-4391c71576d7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.041633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df183627-ab28-4ed2-bd1c-91f8087fd986 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:36.087778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Publish callbacks [] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.093144 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (5992da55-9a09-41ae-80ff-4391c71576d7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.123125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5992da55-9a09-41ae-80ff-4391c71576d7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:36.125733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Router 631fd646-755d-40ea-9c29-793dcb92516e is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:26:36.133350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a09bac-43ad-4887-b5be-7129bf3e79c7 req-df8976d1-06d1-4362-900b-cf8deca5f731 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:36.135101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65a09bac-43ad-4887-b5be-7129bf3e79c7 req-df8976d1-06d1-4362-900b-cf8deca5f731 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 945 time: 0.6981933 Feb 17 22:26:36.152180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.152438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Transition to ACTIVE for port object df183627-ab28-4ed2-bd1c-91f8087fd986 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:26:36.160555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-edd179ed-7d79-4534-b0a1-3fdb834b8804 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5992da55-9a09-41ae-80ff-4391c71576d7 HTTP/1.1" status: 204 len: 168 time: 0.5281677 Feb 17 22:26:36.161645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55860) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:36.172681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-24db7041-efac-40b6-a04e-f65159b9ce8c service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8064575 Feb 17 22:26:36.176258 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.324736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65a09bac-43ad-4887-b5be-7129bf3e79c7 req-30d0cc38-497a-4153-9e50-e2035757cc64 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748748 Feb 17 22:26:36.400900 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (3f2ab549-0382-48ae-86ef-3c3394f6a40e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.412436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e196d12-38c1-4fab-a348-976d22f03834 req-cf09c4f6-63ca-4338-a309-700b6f648774 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:36.414310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e196d12-38c1-4fab-a348-976d22f03834 req-cf09c4f6-63ca-4338-a309-700b6f648774 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.4221075 Feb 17 22:26:36.420386 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c671c-800f-43be-8440-b1ae49a84678 x-openstack-request-id: req-8f2c671c-800f-43be-8440-b1ae49a84678 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:36.420928 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03d701b6-6e67-42fe-8f9e-57ed132e4f26", "name": "network-vif-deleted", "tag": "10833d7a-00f3-4058-bb68-7ff51b2f7cf0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "tag": "d584a74a-4af4-4178-8010-5a145ff26f86", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:36.421466 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f2c671c-800f-43be-8440-b1ae49a84678 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:36.422044 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03d701b6-6e67-42fe-8f9e-57ed132e4f26', 'name': 'network-vif-deleted', 'tag': '10833d7a-00f3-4058-bb68-7ff51b2f7cf0', 'status': 'completed', 'code': 200} Feb 17 22:26:36.422469 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'tag': 'd584a74a-4af4-4178-8010-5a145ff26f86', 'status': 'completed', 'code': 200} Feb 17 22:26:36.598630 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (50eec9e0-35ad-4820-bc00-ede9bb2214cb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.694934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Pushing event updated for resources: {'Port': ['ID=df183627-ab28-4ed2-bd1c-91f8087fd986,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:36.772492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e196d12-38c1-4fab-a348-976d22f03834 req-44f9a9ef-f59d-4e8e-9ed7-0b2975770c85 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289247 Feb 17 22:26:36.827709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Attempting to bind port df183627-ab28-4ed2-bd1c-91f8087fd986 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:36.828263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Attempting to bind port df183627-ab28-4ed2-bd1c-91f8087fd986 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:36.828931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Attempting to bind port df183627-ab28-4ed2-bd1c-91f8087fd986 on network ea89cc67-491e-4ef2-995f-79a1c42576a4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:36.837265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Port df183627-ab28-4ed2-bd1c-91f8087fd986 on network ea89cc67-491e-4ef2-995f-79a1c42576a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:26:36.837865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Attempting to bind port df183627-ab28-4ed2-bd1c-91f8087fd986 on network ea89cc67-491e-4ef2-995f-79a1c42576a4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:36.874081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:36.874720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Checking segment: {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:36.875049 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Bound using segment: {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:36.875482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Bound port: df183627-ab28-4ed2-bd1c-91f8087fd986, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a033bd7-2080-4984-94c4-64099f798df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:36.876000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:36.880996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-ddf3e3bf-c122-4c25-9d9c-b17a56630ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:36.881487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-ddf3e3bf-c122-4c25-9d9c-b17a56630ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:36.881967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-ddf3e3bf-c122-4c25-9d9c-b17a56630ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:36.883781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-ddf3e3bf-c122-4c25-9d9c-b17a56630ba5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2888 time: 0.4308665 Feb 17 22:26:36.900168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ada63fb-3e67-4f88-9b67-e9b5fa133d84 req-6039e96b-381c-4e91-a508-9aa703ecf938 service neutron] 10.222.0.73 "GET /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7111588 Feb 17 22:26:36.993111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83590638-a87d-4b35-b511-c25773a9421a req-95aa17b9-47a3-4f61-8f86-ae3aeec2ff84 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.003132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83590638-a87d-4b35-b511-c25773a9421a req-95aa17b9-47a3-4f61-8f86-ae3aeec2ff84 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.011568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83590638-a87d-4b35-b511-c25773a9421a req-95aa17b9-47a3-4f61-8f86-ae3aeec2ff84 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.016878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83590638-a87d-4b35-b511-c25773a9421a req-95aa17b9-47a3-4f61-8f86-ae3aeec2ff84 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2412 time: 0.3727138 Feb 17 22:26:37.128383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Subnet': ['ID=50eec9e0-35ad-4820-bc00-ede9bb2214cb,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:37.164402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:26:37.180805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (3f2ab549-0382-48ae-86ef-3c3394f6a40e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.192431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] Sync routers for ids ['631fd646-755d-40ea-9c29-793dcb92516e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:26:37.215394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] Routers {'631fd646-755d-40ea-9c29-793dcb92516e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:37.216567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['631fd646-755d-40ea-9c29-793dcb92516e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:37.224456 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.228760 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4abf16f9-c664-4a8e-badd-ecdb5e1e41e6 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.2359705 Feb 17 22:26:37.229437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:37.238100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': False}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:37.328711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:37.358536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] Routers {'631fd646-755d-40ea-9c29-793dcb92516e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:37.360337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['631fd646-755d-40ea-9c29-793dcb92516e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:37.384905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83590638-a87d-4b35-b511-c25773a9421a req-5195e648-7e56-456b-8fbe-b5360c998932 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917659 Feb 17 22:26:37.398722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] For port df183627-ab28-4ed2-bd1c-91f8087fd986, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:37.404001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] For port df183627-ab28-4ed2-bd1c-91f8087fd986, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=df183627-ab28-4ed2-bd1c-91f8087fd986,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:37.414561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2ab549-0382-48ae-86ef-3c3394f6a40e']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:37.427082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.468305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52849a19-beb2-4d4c-8092-0318e53ae46c') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:37.468767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52849a19-beb2-4d4c-8092-0318e53ae46c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:37.469013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:37.469879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61da5d41-0e48-4fee-a641-0e55e3a43d04 None None] The sync data for ids ['631fd646-755d-40ea-9c29-793dcb92516e'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:26:37.490209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Checking segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:37.491766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network hostable DHCP agents. Network: 5d00f070-2d93-4b94-86cb-e0b7504883b4, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:26:37.519771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (52849a19-beb2-4d4c-8092-0318e53ae46c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.532052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.532677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.534088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] 10.222.0.94 "PUT /v2.0/ports/df183627-ab28-4ed2-bd1c-91f8087fd986 HTTP/1.1" status: 200 len: 1092 time: 3.5629187 Feb 17 22:26:37.560337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5b34c-2dc5-462c-ba1a-c321156477c0 req-3f04ab17-e3db-44ae-adb0-43c1b8bbf06d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.561916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6e5b34c-2dc5-462c-ba1a-c321156477c0 req-3f04ab17-e3db-44ae-adb0-43c1b8bbf06d tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.5872581 Feb 17 22:26:37.581370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (52849a19-beb2-4d4c-8092-0318e53ae46c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.593069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:26:37.621943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:26:37.633611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (52849a19-beb2-4d4c-8092-0318e53ae46c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:26:37.635949 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:26:37.649916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-1f2e5f7f-bf18-4e70-a62b-841a2f42c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.650400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-1f2e5f7f-bf18-4e70-a62b-841a2f42c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.650871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-1f2e5f7f-bf18-4e70-a62b-841a2f42c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.653118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-1f2e5f7f-bf18-4e70-a62b-841a2f42c387 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7506890 Feb 17 22:26:37.656853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6e5b34c-2dc5-462c-ba1a-c321156477c0 req-e82220a9-663a-435a-ab2a-dea605530edd tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665495 Feb 17 22:26:37.659235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3ba26-314e-45b3-80d5-b112cc45f988 service neutron] Pushing event updated for resources: {'Port': ['ID=df183627-ab28-4ed2-bd1c-91f8087fd986,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:37.719106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 5d00f070-2d93-4b94-86cb-e0b7504883b4) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:37.732349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2075a2ab-f274-4bbc-a6cc-5c985146ab15 None None] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:37.750299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.751140 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.896798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (3f2ab549-0382-48ae-86ef-3c3394f6a40e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.909917 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d6b9d1a-f362-4472-87b9-15956f0a1e33 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8057506 Feb 17 22:26:37.925253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-5d00f070-2d93-4b94-86cb-e0b7504883b4', 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'fixed_ips': [{'subnet_id': '50eec9e0-35ad-4820-bc00-ede9bb2214cb'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:26:37.926230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.961753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae1dc5-bc6d-4666-83a3-ad569af0cb09 req-98c99e4a-a504-41c9-b0cd-6a283395f994 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:37.963771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ae1dc5-bc6d-4666-83a3-ad569af0cb09 req-98c99e4a-a504-41c9-b0cd-6a283395f994 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 945 time: 0.4479976 Feb 17 22:26:37.971772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55882) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:37.976338 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:37.990122 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] 10.222.0.79 "DELETE /v2.0/networks/3f2ab549-0382-48ae-86ef-3c3394f6a40e HTTP/1.1" status: 204 len: 168 time: 1.7971911 Feb 17 22:26:37.997438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'subnet': {'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:38.023696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa3ab8-3927-4091-bf1e-261072bd8c0f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f2ab549-0382-48ae-86ef-3c3394f6a40e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:38.198029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:38.203153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.265696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Allocated IP 10.1.1.2 (5d00f070-2d93-4b94-86cb-e0b7504883b4/50eec9e0-35ad-4820-bc00-ede9bb2214cb/65fda325-fec2-4dc5-9d22-a0a658bc3236) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:38.320710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55886) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:38.340705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (631fd646-755d-40ea-9c29-793dcb92516e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.457178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:38.465877 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2809023b-5837-475a-9a1b-f19853888c63" -d '{"events": [{"name": "network-changed", "server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:38.472673 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-646d8f97-6f04-4cd8-b794-7c0a1b11a88b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02258ad034c6441da3b357eaaefa6a10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1474607 Feb 17 22:26:38.472673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55890) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:38.547120 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Publish callbacks [] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.557428 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.578049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f492616b-bd01-424f-aa01-bb7ef06226f8 admin admin] Publish callbacks [] for security_group (032e1494-1fcd-4a33-a223-9107258b55a1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.586062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867ccb9-5a08-4d78-b81c-4f948acaa970 req-5ed268dd-4f5b-4793-bd65-9bd99d231e52 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:38.599792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0867ccb9-5a08-4d78-b81c-4f948acaa970 req-5ed268dd-4f5b-4793-bd65-9bd99d231e52 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.8171599 Feb 17 22:26:38.630746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:38.632474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:38.641242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Pushing event updated for resources: {'Port': ['ID=65fda325-fec2-4dc5-9d22-a0a658bc3236,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:38.650506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-944fa600-9c27-4fe5-ad3a-59306e545ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:38.653337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:38.654692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f9aadb4-2d1e-4a11-967c-b5046a105285 req-944fa600-9c27-4fe5-ad3a-59306e545ed5 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9924476 Feb 17 22:26:38.698361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ae1dc5-bc6d-4666-83a3-ad569af0cb09 req-d0083c1a-00ac-4ce1-9b38-430732a5adff tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859799 Feb 17 22:26:38.781878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Attempting to bind port 65fda325-fec2-4dc5-9d22-a0a658bc3236 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:38.782257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Attempting to bind port 65fda325-fec2-4dc5-9d22-a0a658bc3236 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:38.783068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Attempting to bind port 65fda325-fec2-4dc5-9d22-a0a658bc3236 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:38.790358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:38.790731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Checking segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:38.791137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.791570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Bound using segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:38.792084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Bound port: 65fda325-fec2-4dc5-9d22-a0a658bc3236, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:38.792480 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.818123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f492616b-bd01-424f-aa01-bb7ef06226f8 admin admin] Publish callbacks [] for security_group (032e1494-1fcd-4a33-a223-9107258b55a1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.891850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] For port 65fda325-fec2-4dc5-9d22-a0a658bc3236, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:38.899393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] For port 65fda325-fec2-4dc5-9d22-a0a658bc3236, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=65fda325-fec2-4dc5-9d22-a0a658bc3236,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:38.908621 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:38.935984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0867ccb9-5a08-4d78-b81c-4f948acaa970 req-5d69cfb6-f4c9-40e6-9a6e-9677667828b8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3352613 Feb 17 22:26:38.940972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (06e0b721-0635-4451-b2a9-ec895a578aaa), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.035694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-781ee0c3-006a-40ea-877a-c51f874b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.036598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-781ee0c3-006a-40ea-877a-c51f874b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.037495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-781ee0c3-006a-40ea-877a-c51f874b0e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.040542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-781ee0c3-006a-40ea-877a-c51f874b0e27 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2961 time: 0.2959256 Feb 17 22:26:39.055738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f492616b-bd01-424f-aa01-bb7ef06226f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (032e1494-1fcd-4a33-a223-9107258b55a1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.057470 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97d5edc5-1dbe-4724-a415-19bce4a45957 x-openstack-request-id: req-97d5edc5-1dbe-4724-a415-19bce4a45957 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:39.058003 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:39.058713 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-97d5edc5-1dbe-4724-a415-19bce4a45957 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:39.058898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f492616b-bd01-424f-aa01-bb7ef06226f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.059414 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986', 'status': 'completed', 'code': 200} Feb 17 22:26:39.060057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f492616b-bd01-424f-aa01-bb7ef06226f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/032e1494-1fcd-4a33-a223-9107258b55a1 HTTP/1.1" status: 204 len: 168 time: 0.5866830 Feb 17 22:26:39.084093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466cb6e1-ae35-4410-9101-b9e8ee256428 None None] Pushing event updated for resources: {'Port': ['ID=65fda325-fec2-4dc5-9d22-a0a658bc3236,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:39.105628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Subnet': ['ID=06e0b721-0635-4451-b2a9-ec895a578aaa,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:39.121464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492616b-bd01-424f-aa01-bb7ef06226f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032e1494-1fcd-4a33-a223-9107258b55a1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:39.192524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.224257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-6e1e68d4-fb66-4e2a-a426-ffcfc7e92ca6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.161&port_id=ec42ed00-a94f-4e3c-a15b-326cb29e9fac HTTP/1.1" status: 200 len: 217 time: 0.1541045 Feb 17 22:26:39.242279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec8e5-467d-4e49-a56a-c253b854b86c req-d82d9c66-eb74-42bf-b652-fb0ac73756ad tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.253587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec8e5-467d-4e49-a56a-c253b854b86c req-d82d9c66-eb74-42bf-b652-fb0ac73756ad tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.273501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ec8e5-467d-4e49-a56a-c253b854b86c req-d82d9c66-eb74-42bf-b652-fb0ac73756ad tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.293296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a93ec8e5-467d-4e49-a56a-c253b854b86c req-d82d9c66-eb74-42bf-b652-fb0ac73756ad tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2412 time: 0.4088871 Feb 17 22:26:39.393669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (631fd646-755d-40ea-9c29-793dcb92516e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.408784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (631fd646-755d-40ea-9c29-793dcb92516e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.460345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Checking segment: {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:39.460915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network hostable DHCP agents. Network: 8caa62b9-8ccb-4f50-ab64-8106d333b008, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:26:39.498683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c60f6906-584f-4798-8771-a8087820fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.500528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c60f6906-584f-4798-8771-a8087820fa98 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e0ebb499-34e9-4120-9b3f-445137118629 HTTP/1.1" status: 200 len: 801 time: 0.2029164 Feb 17 22:26:39.524588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a93ec8e5-467d-4e49-a56a-c253b854b86c req-c2a0f7f2-f3b4-4393-a86a-0140b048cfd5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079661 Feb 17 22:26:39.573417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:26:39.603219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbcc9be-55b8-468a-92b5-6eec2fe2d1ae req-78ea4800-c38e-4723-8c4f-6d81381e4a77 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.605799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bbcc9be-55b8-468a-92b5-6eec2fe2d1ae req-78ea4800-c38e-4723-8c4f-6d81381e4a77 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.2057707 Feb 17 22:26:39.629112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8caa62b9-8ccb-4f50-ab64-8106d333b008) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:39.642071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c909fb-96fc-4f16-a034-bcf873d6810b None None] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:39.646007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.646685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.655001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-cba46e86-cfce-4d08-a49a-bbd7e5173406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.657610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-cba46e86-cfce-4d08-a49a-bbd7e5173406 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea89cc67-491e-4ef2-995f-79a1c42576a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1469791 Feb 17 22:26:39.734669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Router 631fd646-755d-40ea-9c29-793dcb92516e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:26:39.828538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bbcc9be-55b8-468a-92b5-6eec2fe2d1ae req-afc6537f-1fb7-4b07-bbc0-5402d72cd7bc tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034833 Feb 17 22:26:39.859929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-300974fb-b903-4c6f-83a3-c341418bc3ff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8690445 Feb 17 22:26:39.866995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55914) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:39.874693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'port': {'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'name': 'tempest-TaggedBootDevicesTest-2026453294', 'fixed_ips': [{'subnet_id': '50eec9e0-35ad-4820-bc00-ede9bb2214cb'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:39.894200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-8caa62b9-8ccb-4f50-ab64-8106d333b008', 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008', 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'fixed_ips': [{'subnet_id': '06e0b721-0635-4451-b2a9-ec895a578aaa'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:26:39.895090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:39.989166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403623e7-c883-4902-9744-f6a0edf1c0cb req-0d64129f-e693-4f91-ae95-73a229a70685 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:39.991220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-403623e7-c883-4902-9744-f6a0edf1c0cb req-0d64129f-e693-4f91-ae95-73a229a70685 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 945 time: 0.3321161 Feb 17 22:26:40.003244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:26:40.015758 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] Sync routers for ids ['631fd646-755d-40ea-9c29-793dcb92516e'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:26:40.033548 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] Routers {'631fd646-755d-40ea-9c29-793dcb92516e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:40.034189 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['631fd646-755d-40ea-9c29-793dcb92516e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:40.044335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:40.046562 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c5c870a8-3704-40c1-acde-1ab020956640 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "PUT /v2.0/routers/631fd646-755d-40ea-9c29-793dcb92516e HTTP/1.1" status: 200 len: 920 time: 2.8140070 Feb 17 22:26:40.052253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55922) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:40.095824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-403623e7-c883-4902-9744-f6a0edf1c0cb req-599b4da0-dcfd-41d9-836e-e99d6896c460 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825446 Feb 17 22:26:40.110438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f6c4f542-f043-4a64-9855-88f2d30a044e service neutron] 10.222.0.94 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257057 Feb 17 22:26:40.184171 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:40.216814 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] Routers {'631fd646-755d-40ea-9c29-793dcb92516e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:40.218246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['631fd646-755d-40ea-9c29-793dcb92516e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:40.352882 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1a7e7fa2-b107-434f-9959-263ae19d8024 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/631fd646-755d-40ea-9c29-793dcb92516e HTTP/1.1" status: 200 len: 920 time: 0.2991550 Feb 17 22:26:40.353539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:40.353895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:40.356240 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a334b355-2b88-418c-a61c-d5318fa1f34b None None] The sync data for ids ['631fd646-755d-40ea-9c29-793dcb92516e'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:26:40.404575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635a89da-26bc-433e-96ed-b64e1b0262d1 req-869e0802-96ab-4174-9ce0-464ac8e3065b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:40.407258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-635a89da-26bc-433e-96ed-b64e1b0262d1 req-869e0802-96ab-4174-9ce0-464ac8e3065b tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.3452818 Feb 17 22:26:40.437185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Allocated IP 10.2.2.2 (8caa62b9-8ccb-4f50-ab64-8106d333b008/06e0b721-0635-4451-b2a9-ec895a578aaa/86979e85-a1c9-47f3-866d-034154b3ae0b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:40.473546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1552e58-5fd1-46e6-b942-669246392b61 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:40.481751 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e1552e58-5fd1-46e6-b942-669246392b61 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=631fd646-755d-40ea-9c29-793dcb92516e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1271420 Feb 17 22:26:40.482979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55930) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:40.508093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-635a89da-26bc-433e-96ed-b64e1b0262d1 req-b6454b85-1edb-4a61-bf56-2d17d076ec23 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922792 Feb 17 22:26:40.574452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:40.846229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fe9b68-31fd-48cb-91b3-5eaeb377ed28 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:40.850392 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-76fe9b68-31fd-48cb-91b3-5eaeb377ed28 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.3642397 Feb 17 22:26:40.853962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55942) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:40.863343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Publish callbacks [] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:40.875096 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:40.928152 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ccdc10e2-a42a-4b06-aeb7-0dfbcda0072c tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=631fd646-755d-40ea-9c29-793dcb92516e HTTP/1.1" status: 200 len: 205 time: 0.0729897 Feb 17 22:26:40.936914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:41.039697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4310d2-4605-4906-89f4-b1b9aa89a6ea None None] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:41.091636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:41.229713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (631fd646-755d-40ea-9c29-793dcb92516e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.387767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 65fda325-fec2-4dc5-9d22-a0a658bc3236 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:41.432065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-18f17618-4d13-400a-95bd-42057b4d1413 None None] Provisioning complete for port 65fda325-fec2-4dc5-9d22-a0a658bc3236 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:41.432681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18f17618-4d13-400a-95bd-42057b4d1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.459542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:41.480974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Pushing event updated for resources: {'Port': ['ID=86979e85-a1c9-47f3-866d-034154b3ae0b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:41.515039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:41.577438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (631fd646-755d-40ea-9c29-793dcb92516e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.624845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.627705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Attempting to bind port 86979e85-a1c9-47f3-866d-034154b3ae0b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:26:41.628325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Attempting to bind port 86979e85-a1c9-47f3-866d-034154b3ae0b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:26:41.628758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Attempting to bind port 86979e85-a1c9-47f3-866d-034154b3ae0b on network 8caa62b9-8ccb-4f50-ab64-8106d333b008 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:26:41.649637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:26:41.649978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] device_id is not set on port a17a7c7a-bf87-4900-abc8-4d0edddcf323 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:26:41.650104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Checking segment: {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:41.650536 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.650998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Bound using segment: {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:26:41.652326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Bound port: 86979e85-a1c9-47f3-866d-034154b3ae0b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:26:41.652907 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.664882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 65fda325-fec2-4dc5-9d22-a0a658bc3236 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:41.665393 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.850105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c4df514a-0050-470f-bb74-0237ffd7a6e3 service neutron] 10.222.0.94 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6921892 Feb 17 22:26:41.854486 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Deleting port 6975387e-89a4-431b-abb5-259c62e7ca58 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:41.856013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6975387e-89a4-431b-abb5-259c62e7ca58), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:41.874531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 65fda325-fec2-4dc5-9d22-a0a658bc3236 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:41.875433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.027515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-18f17618-4d13-400a-95bd-42057b4d1413 None None] Current status of the port 65fda325-fec2-4dc5-9d22-a0a658bc3236 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:42.028013 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18f17618-4d13-400a-95bd-42057b4d1413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.030487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6975387e-89a4-431b-abb5-259c62e7ca58), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.032014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-e1843c32-7886-4a8b-8eb3-05d86d64ad3d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.221&port_id=d584a74a-4af4-4178-8010-5a145ff26f86 HTTP/1.1" status: 200 len: 217 time: 0.1577134 Feb 17 22:26:42.062659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 65fda325-fec2-4dc5-9d22-a0a658bc3236, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=65fda325-fec2-4dc5-9d22-a0a658bc3236,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:42.079905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8f4c1-15dc-4322-a0c8-3c107296d816 req-77ba93a4-d231-4457-bc3f-54483ed42324 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:42.086776 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Calling delete_port for 6975387e-89a4-431b-abb5-259c62e7ca58 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:42.088828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10d8f4c1-15dc-4322-a0c8-3c107296d816 req-77ba93a4-d231-4457-bc3f-54483ed42324 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 1.4001896 Feb 17 22:26:42.116491 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.117466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-fb8b45a9-885e-4a53-9bb7-d3454adcf31f tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:42.119696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-fb8b45a9-885e-4a53-9bb7-d3454adcf31f tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.94 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 945 time: 0.6129649 Feb 17 22:26:42.189263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 10.1.1.111 (5d00f070-2d93-4b94-86cb-e0b7504883b4/50eec9e0-35ad-4820-bc00-ede9bb2214cb/a17a7c7a-bf87-4900-abc8-4d0edddcf323) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:42.377447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-58c8f06b-4f98-41a3-bde7-6eba834b8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:42.379099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-58c8f06b-4f98-41a3-bde7-6eba834b8848 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=838c50c5-4a6b-4494-910d-147844d7fe02 HTTP/1.1" status: 200 len: 801 time: 0.3245080 Feb 17 22:26:42.402956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.448263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6161-0acf-476f-9df9-5e60e6685439 req-ceb29f73-22e1-4b76-aaa1-0d6e1a389134 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:42.454330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6161-0acf-476f-9df9-5e60e6685439 req-ceb29f73-22e1-4b76-aaa1-0d6e1a389134 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:42.459832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e6161-0acf-476f-9df9-5e60e6685439 req-ceb29f73-22e1-4b76-aaa1-0d6e1a389134 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:42.461588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a31e6161-0acf-476f-9df9-5e60e6685439 req-ceb29f73-22e1-4b76-aaa1-0d6e1a389134 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2412 time: 1.7722044 Feb 17 22:26:42.605943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10d8f4c1-15dc-4322-a0c8-3c107296d816 req-8c1dbfc7-332a-4517-8473-f7e421d7eaf6 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5158591 Feb 17 22:26:42.613760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6975387e-89a4-431b-abb5-259c62e7ca58), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.626198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f77466c1-3243-4fa9-9e0d-3c07932a6f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:42.627773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-f77466c1-3243-4fa9-9e0d-3c07932a6f96 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d3fe3351-0822-44fa-93f3-b3eb5714acd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2296493 Feb 17 22:26:42.699665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a31e6161-0acf-476f-9df9-5e60e6685439 req-6eaa0cac-1dbb-4fd0-9a76-19a3ba1320dc tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149000 Feb 17 22:26:42.706744 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.836577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] For port 86979e85-a1c9-47f3-866d-034154b3ae0b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:26:42.848936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:42.876566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] For port 86979e85-a1c9-47f3-866d-034154b3ae0b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=86979e85-a1c9-47f3-866d-034154b3ae0b,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:26:42.878190 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-18f17618-4d13-400a-95bd-42057b4d1413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:26:42.878542 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-18f17618-4d13-400a-95bd-42057b4d1413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:26:42.879067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=65fda325-fec2-4dc5-9d22-a0a658bc3236,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:42.896171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:42.912183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:42.925168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:42.938831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=a17a7c7a-bf87-4900-abc8-4d0edddcf323,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:42.958609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event deleted for resources: {'Port': ['ID=6975387e-89a4-431b-abb5-259c62e7ca58,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:42.963499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (631fd646-755d-40ea-9c29-793dcb92516e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.039298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Deleting port 776c3622-842d-435d-ac46-9188c3e64120 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:43.039680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (776c3622-842d-435d-ac46-9188c3e64120), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.062870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c024b5f-aef6-427a-a8c9-46477fe7d33e None None] Pushing event updated for resources: {'Port': ['ID=86979e85-a1c9-47f3-866d-034154b3ae0b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:43.145329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 65fda325-fec2-4dc5-9d22-a0a658bc3236 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:43.288704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] For port 776c3622-842d-435d-ac46-9188c3e64120, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=776c3622-842d-435d-ac46-9188c3e64120,segment=NetworkSegment(f200269e-23d3-4f5f-84d4-0e3d72b1f91a),segment_id=f200269e-23d3-4f5f-84d4-0e3d72b1f91a)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:43.297297 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (776c3622-842d-435d-ac46-9188c3e64120), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.313562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 65fda325-fec2-4dc5-9d22-a0a658bc3236 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:43.314280 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.316439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Calling delete_port for 776c3622-842d-435d-ac46-9188c3e64120 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:43.322589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (631fd646-755d-40ea-9c29-793dcb92516e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.333004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (631fd646-755d-40ea-9c29-793dcb92516e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.405915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-60d1c6fb-dd02-495c-8c00-bb61d19ee42d service neutron] 10.222.0.94 "GET /v2.0/networks/d3fe3351-0822-44fa-93f3-b3eb5714acd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7679286 Feb 17 22:26:43.461576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (631fd646-755d-40ea-9c29-793dcb92516e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.462158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Fanout notify agent at l3_agent the message router_deleted on router 631fd646-755d-40ea-9c29-793dcb92516e {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:26:43.487729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.494761 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9e89a3ac-8aee-485a-88ef-54ff99b88b5d tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/631fd646-755d-40ea-9c29-793dcb92516e HTTP/1.1" status: 204 len: 168 time: 2.5568442 Feb 17 22:26:43.496750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:43.515257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c8c289c0-8eff-47ba-a101-6cabaf1af0e5 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1648847557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:43.547539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:43.548474 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.591267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c289c0-8eff-47ba-a101-6cabaf1af0e5 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.597898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c289c0-8eff-47ba-a101-6cabaf1af0e5 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.644148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818629b-87b6-45d9-b925-29b915b5cd48 req-611adba0-3095-440b-9eba-2159c444c75b tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:43.653536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9818629b-87b6-45d9-b925-29b915b5cd48 req-611adba0-3095-440b-9eba-2159c444c75b tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 945 time: 0.8459027 Feb 17 22:26:43.673679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-18f17618-4d13-400a-95bd-42057b4d1413 None None] Current status of the port 65fda325-fec2-4dc5-9d22-a0a658bc3236 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:43.731385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cc818-1e1f-4c5d-84fd-42c65a25004c req-a4ecaced-226d-47d6-863a-c37c1e64cde8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:43.733557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-634cc818-1e1f-4c5d-84fd-42c65a25004c req-a4ecaced-226d-47d6-863a-c37c1e64cde8 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.8453746 Feb 17 22:26:43.743440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ec204388-9e03-4bfc-973d-a3cc79dd83df tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8745792 Feb 17 22:26:43.759191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 65fda325-fec2-4dc5-9d22-a0a658bc3236 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:43.779673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55974) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:43.801902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c289c0-8eff-47ba-a101-6cabaf1af0e5 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (89358f75-4769-4c4b-bd49-60c2a0071e0e), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.810916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'port': {'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'name': 'tempest-TaggedBootDevicesTest-1956696787', 'fixed_ips': [{'subnet_id': '50eec9e0-35ad-4820-bc00-ede9bb2214cb'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:43.818378 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4a925af3-9285-46c8-a1a9-f5e95bb297a9 None None] Provisioning complete for port 65fda325-fec2-4dc5-9d22-a0a658bc3236 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:43.819419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a925af3-9285-46c8-a1a9-f5e95bb297a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.819841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c289c0-8eff-47ba-a101-6cabaf1af0e5 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.884152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c289c0-8eff-47ba-a101-6cabaf1af0e5 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.887722 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c8c289c0-8eff-47ba-a101-6cabaf1af0e5 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3897834 Feb 17 22:26:43.892350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55978) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:43.893345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (776c3622-842d-435d-ac46-9188c3e64120), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:43.902946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:43.949623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Pushing event deleted for resources: {'Port': ['ID=776c3622-842d-435d-ac46-9188c3e64120,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:43.982340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9818629b-87b6-45d9-b925-29b915b5cd48 req-4575eea3-6761-4654-bb1e-5fe03188fe35 tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd70516-51c5-47a8-889e-02e59e060e5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274772 Feb 17 22:26:44.019921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4a925af3-9285-46c8-a1a9-f5e95bb297a9 None None] Current status of the port 65fda325-fec2-4dc5-9d22-a0a658bc3236 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:44.041308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4a925af3-9285-46c8-a1a9-f5e95bb297a9 None None] Provisioning complete for port a17a7c7a-bf87-4900-abc8-4d0edddcf323 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:44.045082 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a925af3-9285-46c8-a1a9-f5e95bb297a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:44.052537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-ae88d093-2f91-4d10-9e5b-ccdb94fd4097 service neutron] 10.222.0.94 "GET /v2.0/networks/d3fe3351-0822-44fa-93f3-b3eb5714acd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6303554 Feb 17 22:26:44.153113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4a925af3-9285-46c8-a1a9-f5e95bb297a9 None None] Port a17a7c7a-bf87-4900-abc8-4d0edddcf323 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:26:44.166352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-c4aab79c-182a-4b0b-a45f-a1c3cf8d4f00 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=df183627-ab28-4ed2-bd1c-91f8087fd986 HTTP/1.1" status: 200 len: 217 time: 0.0578642 Feb 17 22:26:44.224639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] No DVR routers for this DVR port 776c3622-842d-435d-ac46-9188c3e64120 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:26:44.228136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:44.232195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1adab508-82ce-4110-b24e-c73fc9e75cb4 req-f841c703-cec5-4dd0-93e1-39f1d2b2a6bb tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.94 "DELETE /v2.0/ports/776c3622-842d-435d-ac46-9188c3e64120 HTTP/1.1" status: 204 len: 173 time: 1.8423848 Feb 17 22:26:44.255069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 776c3622-842d-435d-ac46-9188c3e64120 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:26:44.312124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 776c3622-842d-435d-ac46-9188c3e64120 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:26:44.327646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'name': 'network-vif-deleted', 'tag': '776c3622-842d-435d-ac46-9188c3e64120'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:44.334467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 776c3622-842d-435d-ac46-9188c3e64120 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:26:44.347105 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8404e5a7-6e52-4f57-956f-34bab7ddf64f" -d '{"events": [{"server_uuid": "33ac0b1d-c0ea-4819-9d6a-73ead9def199", "name": "network-vif-deleted", "tag": "776c3622-842d-435d-ac46-9188c3e64120"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:44.422276 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d035d08f-c990-45ac-bb7e-ac9f382b0e10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:44.446992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (89358f75-4769-4c4b-bd49-60c2a0071e0e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:44.451952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-634cc818-1e1f-4c5d-84fd-42c65a25004c req-f35b2a50-4890-4ffa-9f8d-97563f2d4845 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7069764 Feb 17 22:26:44.646261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-0cddbb45-ccf0-41cf-b5c9-e6a55d330c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:44.650724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-0cddbb45-ccf0-41cf-b5c9-e6a55d330c57 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e0ebb499-34e9-4120-9b3f-445137118629 HTTP/1.1" status: 200 len: 801 time: 0.4709318 Feb 17 22:26:44.656870 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65a59ca-e403-4e82-8534-ea80bc540bd7 x-openstack-request-id: req-b65a59ca-e403-4e82-8534-ea80bc540bd7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:44.657335 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ac0b1d-c0ea-4819-9d6a-73ead9def199", "name": "network-vif-deleted", "tag": "776c3622-842d-435d-ac46-9188c3e64120", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:44.657560 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b65a59ca-e403-4e82-8534-ea80bc540bd7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:44.657966 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ac0b1d-c0ea-4819-9d6a-73ead9def199', 'name': 'network-vif-deleted', 'tag': '776c3622-842d-435d-ac46-9188c3e64120', 'status': 'completed', 'code': 200} Feb 17 22:26:44.720875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8413d-751f-4221-b9af-a781ddcaa1c5 req-2f61334e-ef09-429a-8bbc-d490f884ffbf tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:44.726581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8413d-751f-4221-b9af-a781ddcaa1c5 req-2f61334e-ef09-429a-8bbc-d490f884ffbf tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:44.733088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8413d-751f-4221-b9af-a781ddcaa1c5 req-2f61334e-ef09-429a-8bbc-d490f884ffbf tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:44.735068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01c8413d-751f-4221-b9af-a781ddcaa1c5 req-2f61334e-ef09-429a-8bbc-d490f884ffbf tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2412 time: 0.5707057 Feb 17 22:26:44.736783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:44.741611 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:44.838084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] device_id is not set on port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:26:44.854097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01c8413d-751f-4221-b9af-a781ddcaa1c5 req-db931d5a-2e04-4f44-9011-2e60cc80d2c2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900064 Feb 17 22:26:44.867222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694e2429-3604-4b80-b560-3689b9a11f5b req-19ee526a-98d1-43a2-9c10-fe1ed2595fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:44.869527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-19ee526a-98d1-43a2-9c10-fe1ed2595fca service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea89cc67-491e-4ef2-995f-79a1c42576a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2106616 Feb 17 22:26:45.199125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95bbbac-6765-47a6-98b9-b45bf4546f33 None None] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:45.219554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-56f2e474-70a5-4668-a2d9-f2a9ead510d6 service neutron] 10.222.0.94 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138893 Feb 17 22:26:45.263907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (89358f75-4769-4c4b-bd49-60c2a0071e0e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:45.363073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:45.393840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694e2429-3604-4b80-b560-3689b9a11f5b req-6b0f8907-54c5-4f45-8923-838e1ecb4db5 service neutron] 10.222.0.94 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393807 Feb 17 22:26:45.415583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 86979e85-a1c9-47f3-866d-034154b3ae0b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:45.431741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bb3aba4-79c4-4525-8f77-334814558fe1 req-e2dbc52b-23ab-48f1-8bc1-f1907471138a tempest-InstanceActionsV221TestJSON-761723135 tempest-InstanceActionsV221TestJSON-761723135-project] 10.222.0.79 "GET /v2.0/ports?device_id=33ac0b1d-c0ea-4819-9d6a-73ead9def199 HTTP/1.1" status: 200 len: 210 time: 0.2165458 Feb 17 22:26:45.502102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 10.1.1.204 (5d00f070-2d93-4b94-86cb-e0b7504883b4/50eec9e0-35ad-4820-bc00-ede9bb2214cb/d39b0d22-24dc-43dc-a39c-8d28ec2069a8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:45.604406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-755aff30-f1b6-47d3-a724-d00d3a8e0830 None None] Provisioning complete for port 86979e85-a1c9-47f3-866d-034154b3ae0b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:45.605317 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-755aff30-f1b6-47d3-a724-d00d3a8e0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:45.681203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56002) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:45.820889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Allocated IP 172.25.0.70 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/f3a6a741-9bcf-491a-9da2-3838c428fe5f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:45.908124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 86979e85-a1c9-47f3-866d-034154b3ae0b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:45.908666 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:46.037517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809023b-5837-475a-9a1b-f19853888c63 req-5c293821-f483-448d-ba12-87c278cfc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:46.038007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809023b-5837-475a-9a1b-f19853888c63 req-5c293821-f483-448d-ba12-87c278cfc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:46.038523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809023b-5837-475a-9a1b-f19853888c63 req-5c293821-f483-448d-ba12-87c278cfc281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:46.040208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2809023b-5837-475a-9a1b-f19853888c63 req-5c293821-f483-448d-ba12-87c278cfc281 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2961 time: 0.4382603 Feb 17 22:26:46.048681 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac7467e6-2d93-4ff6-a482-3c25d4ae6bea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:46.130604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-f7b060a6-f840-493f-aa85-06c9155ff328 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5607650 Feb 17 22:26:46.141485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 86979e85-a1c9-47f3-866d-034154b3ae0b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:46.143334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:46.274889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for port (f3a6a741-9bcf-491a-9da2-3838c428fe5f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:46.299055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 86979e85-a1c9-47f3-866d-034154b3ae0b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=86979e85-a1c9-47f3-866d-034154b3ae0b,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:46.309423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-755aff30-f1b6-47d3-a724-d00d3a8e0830 None None] Current status of the port 86979e85-a1c9-47f3-866d-034154b3ae0b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:46.309942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-755aff30-f1b6-47d3-a724-d00d3a8e0830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:46.331813 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:46.650862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=86979e85-a1c9-47f3-866d-034154b3ae0b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:46.813762 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-755aff30-f1b6-47d3-a724-d00d3a8e0830 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:26:46.814925 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-755aff30-f1b6-47d3-a724-d00d3a8e0830 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:26:46.889081 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-071e8868-ba68-4065-a016-28a54fd77f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:46.956038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f3a6a741-9bcf-491a-9da2-3838c428fe5f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:47.046149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:47.058622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 86979e85-a1c9-47f3-866d-034154b3ae0b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:47.146751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:47.150814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:47.163081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:47.218440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:47.235116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event updated for resources: {'Port': ['ID=f3a6a741-9bcf-491a-9da2-3838c428fe5f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:47.250155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 86979e85-a1c9-47f3-866d-034154b3ae0b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:47.253210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.253574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.253925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.254267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.254727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:47.254861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.255075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.259571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.259571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.259571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.259922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.260225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.260557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.261480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:26:47.467024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-755aff30-f1b6-47d3-a724-d00d3a8e0830 None None] Current status of the port 86979e85-a1c9-47f3-866d-034154b3ae0b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:47.556572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 86979e85-a1c9-47f3-866d-034154b3ae0b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:47.597752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-21b4d6fe-2c98-4b7c-b63e-892b1c9e213d None None] Provisioning complete for port 86979e85-a1c9-47f3-866d-034154b3ae0b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:47.598167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21b4d6fe-2c98-4b7c-b63e-892b1c9e213d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:47.884541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (89358f75-4769-4c4b-bd49-60c2a0071e0e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:47.935770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:47.944679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-21b4d6fe-2c98-4b7c-b63e-892b1c9e213d None None] Current status of the port 86979e85-a1c9-47f3-866d-034154b3ae0b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:48.021439 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac7467e6-2d93-4ff6-a482-3c25d4ae6bea admin admin] Publish callbacks [] for security_group (d1de3dba-3369-4dd0-bbd6-4bd066fe476c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.111067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac7467e6-2d93-4ff6-a482-3c25d4ae6bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d1de3dba-3369-4dd0-bbd6-4bd066fe476c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.155160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:48.254891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-532b7645-c29f-4f9d-a1c1-91da20efa4ad tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.256539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-532b7645-c29f-4f9d-a1c1-91da20efa4ad tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 945 time: 0.1348667 Feb 17 22:26:48.280060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:48.294561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:48.340783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.345313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ac7467e6-2d93-4ff6-a482-3c25d4ae6bea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd413ad1f89b453bbcb87576269fd4b7&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6586711 Feb 17 22:26:48.345681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56034) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:48.356836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394c418-fc94-4eef-853c-ed490685a868 req-312c269e-6370-4762-9cb7-689e298cab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.358517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-312c269e-6370-4762-9cb7-689e298cab18 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 1128 time: 2.0210185 Feb 17 22:26:48.364004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.451778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809023b-5837-475a-9a1b-f19853888c63 req-cff7ffc2-3f48-4335-89c7-73a1cbf677a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.453230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2809023b-5837-475a-9a1b-f19853888c63 req-cff7ffc2-3f48-4335-89c7-73a1cbf677a0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ea89cc67-491e-4ef2-995f-79a1c42576a4 HTTP/1.1" status: 200 len: 903 time: 2.3984628 Feb 17 22:26:48.454731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:48.481940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076851-7875-4112-a428-9a550dcefc3d req-873816c4-1bd2-4b45-8a4b-eea9f17ea40a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.487762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076851-7875-4112-a428-9a550dcefc3d req-873816c4-1bd2-4b45-8a4b-eea9f17ea40a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.517339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2076851-7875-4112-a428-9a550dcefc3d req-873816c4-1bd2-4b45-8a4b-eea9f17ea40a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.524760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2076851-7875-4112-a428-9a550dcefc3d req-873816c4-1bd2-4b45-8a4b-eea9f17ea40a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2412 time: 2.1860423 Feb 17 22:26:48.604452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7467e6-2d93-4ff6-a482-3c25d4ae6bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1de3dba-3369-4dd0-bbd6-4bd066fe476c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:48.739036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2809023b-5837-475a-9a1b-f19853888c63 req-5538bb4b-4303-4676-9408-73b1b1d866d4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.98&port_id=df183627-ab28-4ed2-bd1c-91f8087fd986 HTTP/1.1" status: 200 len: 217 time: 0.1832523 Feb 17 22:26:48.762683 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a60ac442-c471-4431-ab76-6be4af54e496 admin admin] Publish callbacks [] for security_group (d1de3dba-3369-4dd0-bbd6-4bd066fe476c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.791923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.793562 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.800867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f68ae4ed-7d99-4631-a4ca-fe3e44f98fbf None None] Provisioning complete for port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:48.801492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f68ae4ed-7d99-4631-a4ca-fe3e44f98fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.825452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f039256-0425-4855-8565-1b2e5036c21c req-6ed4f4e3-3f94-4ebf-af21-2ea6b48882aa tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:48.832987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f039256-0425-4855-8565-1b2e5036c21c req-6ed4f4e3-3f94-4ebf-af21-2ea6b48882aa tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 945 time: 0.8364570 Feb 17 22:26:48.894328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a60ac442-c471-4431-ab76-6be4af54e496 admin admin] Publish callbacks [] for security_group (d1de3dba-3369-4dd0-bbd6-4bd066fe476c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:48.894924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f68ae4ed-7d99-4631-a4ca-fe3e44f98fbf None None] Port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:26:48.977205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8ba8df55-b988-4f57-91ca-caf92478ac2e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.1826894 Feb 17 22:26:48.994519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2076851-7875-4112-a428-9a550dcefc3d req-f95dbc99-03ca-4d6d-80e9-d641bd67fa96 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688759 Feb 17 22:26:49.043171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Deleting port 9438dfea-65f0-4800-8dfc-a2e646f937e2 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:49.043472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.080373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56040) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:49.116142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809023b-5837-475a-9a1b-f19853888c63 req-ae5f0f23-1801-411f-a620-bdf9f5879903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:49.122737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2809023b-5837-475a-9a1b-f19853888c63 req-ae5f0f23-1801-411f-a620-bdf9f5879903 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=e0ebb499-34e9-4120-9b3f-445137118629 HTTP/1.1" status: 200 len: 801 time: 0.3711920 Feb 17 22:26:49.126406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394c418-fc94-4eef-853c-ed490685a868 req-e89ddadb-9252-4c59-a577-9423d5e31890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:49.128819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-e89ddadb-9252-4c59-a577-9423d5e31890 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 200 len: 915 time: 0.6889286 Feb 17 22:26:49.212130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f039256-0425-4855-8565-1b2e5036c21c req-013d93ee-b0b0-4f10-9e99-9a32e40ee863 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/security-groups?id=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757055 Feb 17 22:26:49.250676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] For port 9438dfea-65f0-4800-8dfc-a2e646f937e2, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2,segment=NetworkSegment(48009749-8a0a-45f0-bf27-d34f287c32d4),segment_id=48009749-8a0a-45f0-bf27-d34f287c32d4)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:49.251218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.271406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Calling delete_port for 9438dfea-65f0-4800-8dfc-a2e646f937e2 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:49.275154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-3ca64437-ab20-4d3e-be78-a2b03b06d5ee service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9438dfea-65f0-4800-8dfc-a2e646f937e2 HTTP/1.1" status: 200 len: 217 time: 0.1031041 Feb 17 22:26:49.301812 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.346509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] Deleting subnet acf30666-2189-444f-8a32-359e46a50bfa {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:26:49.355473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] Publish callbacks [] for subnet (acf30666-2189-444f-8a32-359e46a50bfa), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.389942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5394c418-fc94-4eef-853c-ed490685a868 req-8a8c5d70-8867-4b64-8312-f0e5a3910b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:49.394247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-8a8c5d70-8867-4b64-8312-f0e5a3910b6c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 200 len: 854 time: 0.1140265 Feb 17 22:26:49.418790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809023b-5837-475a-9a1b-f19853888c63 req-2c441295-fea0-4c4f-9932-93176513ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:49.420639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2809023b-5837-475a-9a1b-f19853888c63 req-2c441295-fea0-4c4f-9932-93176513ef5e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea89cc67-491e-4ef2-995f-79a1c42576a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.2635040 Feb 17 22:26:49.446583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (acf30666-2189-444f-8a32-359e46a50bfa), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.450198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Router 89358f75-4769-4c4b-bd49-60c2a0071e0e is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:26:49.461947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a60ac442-c471-4431-ab76-6be4af54e496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d1de3dba-3369-4dd0-bbd6-4bd066fe476c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.465399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a60ac442-c471-4431-ab76-6be4af54e496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.469168 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a60ac442-c471-4431-ab76-6be4af54e496 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1de3dba-3369-4dd0-bbd6-4bd066fe476c HTTP/1.1" status: 204 len: 168 time: 1.1171253 Feb 17 22:26:49.498769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (acf30666-2189-444f-8a32-359e46a50bfa), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.558602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-562a564a-2626-440c-be2a-b68cb84392ba service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8ed72953-b469-44bd-bc93-72145e063d0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530170 Feb 17 22:26:49.599912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9438dfea-65f0-4800-8dfc-a2e646f937e2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.640177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (acf30666-2189-444f-8a32-359e46a50bfa), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.728053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60ac442-c471-4431-ab76-6be4af54e496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1de3dba-3369-4dd0-bbd6-4bd066fe476c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:49.757124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Pushing event deleted for resources: {'Port': ['ID=9438dfea-65f0-4800-8dfc-a2e646f937e2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:49.758844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acf30666-2189-444f-8a32-359e46a50bfa,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:49.771105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56048) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:49.784579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2499eed9-fba4-4dfa-bf4c-e53e7e981e91 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1988480996', 'description': 'tempest-description--1742124925'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:49.827588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.835915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56050) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:49.836778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] No DVR routers for this DVR port 9438dfea-65f0-4800-8dfc-a2e646f937e2 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:26:49.839223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b476d37f-da03-41ae-b648-f23050bc49a5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/acf30666-2189-444f-8a32-359e46a50bfa HTTP/1.1" status: 204 len: 168 time: 0.7446957 Feb 17 22:26:49.871032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.877919 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f1a6ebc-9c4e-46e9-b406-bc6df0c9c506 req-380f1454-56be-4b6b-b217-e51a5ab6dd3d tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.94 "DELETE /v2.0/ports/9438dfea-65f0-4800-8dfc-a2e646f937e2 HTTP/1.1" status: 204 len: 173 time: 1.6150784 Feb 17 22:26:49.897242 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2499eed9-fba4-4dfa-bf4c-e53e7e981e91 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:49.945478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2809023b-5837-475a-9a1b-f19853888c63 req-373e1b7d-b66f-46a8-a6fc-a2fdcfa809ef service neutron] 10.222.0.94 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998566 Feb 17 22:26:49.949405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-bb4ac825-53c5-4462-aff6-3a92a19ea943 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393602 Feb 17 22:26:50.047671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:26:50.051252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'name': 'network-vif-deleted', 'tag': '9438dfea-65f0-4800-8dfc-a2e646f937e2'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:50.054750 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a9a810-72f1-47f6-9b1e-3f3e2bf5c8dc" -d '{"events": [{"server_uuid": "ca92186b-c887-4f4e-88e6-501994e001f8", "name": "network-vif-deleted", "tag": "9438dfea-65f0-4800-8dfc-a2e646f937e2"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:50.065416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (404b8eb4-eced-4e43-8836-a13576dbf207), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.068212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] Sync routers for ids ['89358f75-4769-4c4b-bd49-60c2a0071e0e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:26:50.082588 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.089434 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-59d8b934-aafd-48fc-b15d-19db6c36108f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "PUT /v2.0/routers/89358f75-4769-4c4b-bd49-60c2a0071e0e HTTP/1.1" status: 200 len: 879 time: 6.1912920 Feb 17 22:26:50.098886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56060) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:50.125551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] Routers {'89358f75-4769-4c4b-bd49-60c2a0071e0e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:50.126213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['89358f75-4769-4c4b-bd49-60c2a0071e0e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:50.296488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device df183627-ab28-4ed2-bd1c-91f8087fd986 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:26:50.302179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9438dfea-65f0-4800-8dfc-a2e646f937e2 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:26:50.307622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:50.334462 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-31773be4-65af-4dde-8807-2bfb6d83673e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/89358f75-4769-4c4b-bd49-60c2a0071e0e HTTP/1.1" status: 200 len: 920 time: 0.2285440 Feb 17 22:26:50.336534 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed931bfd-c896-4860-9859-bf8af7461ffd x-openstack-request-id: req-ed931bfd-c896-4860-9859-bf8af7461ffd {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:50.336829 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca92186b-c887-4f4e-88e6-501994e001f8", "name": "network-vif-deleted", "tag": "9438dfea-65f0-4800-8dfc-a2e646f937e2", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:50.337090 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed931bfd-c896-4860-9859-bf8af7461ffd {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:50.337499 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca92186b-c887-4f4e-88e6-501994e001f8', 'name': 'network-vif-deleted', 'tag': '9438dfea-65f0-4800-8dfc-a2e646f937e2', 'status': 'completed', 'code': 200} Feb 17 22:26:50.337870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56072) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:50.373145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 9438dfea-65f0-4800-8dfc-a2e646f937e2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:26:50.373455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9438dfea-65f0-4800-8dfc-a2e646f937e2 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:26:50.380275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] Routers {'89358f75-4769-4c4b-bd49-60c2a0071e0e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:50.381109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['89358f75-4769-4c4b-bd49-60c2a0071e0e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:50.431896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:50.437093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534b573-aefb-49aa-a2bc-b9d796d4405d None None] The sync data for ids ['89358f75-4769-4c4b-bd49-60c2a0071e0e'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:26:50.437335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (404b8eb4-eced-4e43-8836-a13576dbf207), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.483614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404b8eb4-eced-4e43-8836-a13576dbf207']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:50.565674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f200269e-23d3-4f5f-84d4-0e3d72b1f91a') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:50.566165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f200269e-23d3-4f5f-84d4-0e3d72b1f91a') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:50.588450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdea8463-fd94-47b0-a9ab-51d2215e0684 req-3f000197-5884-4c48-bb0c-4d31d67feeb4 tempest-AttachVolumeNegativeTest-528103250 tempest-AttachVolumeNegativeTest-528103250-project] 10.222.0.79 "GET /v2.0/ports?device_id=ca92186b-c887-4f4e-88e6-501994e001f8 HTTP/1.1" status: 200 len: 210 time: 0.0729914 Feb 17 22:26:50.614932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2499eed9-fba4-4dfa-bf4c-e53e7e981e91 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group (b305f215-9de5-4e00-b6fb-08fabb4caa69), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.627882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (f200269e-23d3-4f5f-84d4-0e3d72b1f91a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.659285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2499eed9-fba4-4dfa-bf4c-e53e7e981e91 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b305f215-9de5-4e00-b6fb-08fabb4caa69), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.700106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f200269e-23d3-4f5f-84d4-0e3d72b1f91a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.732861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:26:50.734216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (f200269e-23d3-4f5f-84d4-0e3d72b1f91a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.772497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5394c418-fc94-4eef-853c-ed490685a868 req-22ef8d72-f85f-4b3e-916b-98d0795f3d87 service neutron] 10.222.0.94 "GET /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897396 Feb 17 22:26:50.779706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499eed9-fba4-4dfa-bf4c-e53e7e981e91 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b305f215-9de5-4e00-b6fb-08fabb4caa69,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:50.788067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2809023b-5837-475a-9a1b-f19853888c63 req-b55c78dd-b3cd-47ce-b945-aab2f5ac47a3 service neutron] 10.222.0.94 "GET /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8250253 Feb 17 22:26:50.803267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1652-16e6-4127-ae45-6a9071ccaee1 req-4d87e911-54e0-4514-99ab-48dbb7e9ac0c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:50.809194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1652-16e6-4127-ae45-6a9071ccaee1 req-4d87e911-54e0-4514-99ab-48dbb7e9ac0c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:50.814681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b1652-16e6-4127-ae45-6a9071ccaee1 req-4d87e911-54e0-4514-99ab-48dbb7e9ac0c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:50.821004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c0b1652-16e6-4127-ae45-6a9071ccaee1 req-4d87e911-54e0-4514-99ab-48dbb7e9ac0c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2412 time: 0.5435579 Feb 17 22:26:50.831315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2499eed9-fba4-4dfa-bf4c-e53e7e981e91 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.837345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2499eed9-fba4-4dfa-bf4c-e53e7e981e91 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0581982 Feb 17 22:26:50.837993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56086) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:50.840637 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:50.854214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3ec572df-f722-4d99-aa02-180e7f577136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'security_group_rule': {'security_group_id': 'b305f215-9de5-4e00-b6fb-08fabb4caa69', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:50.859594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port df183627-ab28-4ed2-bd1c-91f8087fd986, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=df183627-ab28-4ed2-bd1c-91f8087fd986,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:50.892431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'df183627-ab28-4ed2-bd1c-91f8087fd986', 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4', 'port_id': 'df183627-ab28-4ed2-bd1c-91f8087fd986', 'mac_address': 'fa:16:3e:71:ff:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ebb499-34e9-4120-9b3f-445137118629', 'ip_address': '19.80.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:26:50.913371 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:26:51.019547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (404b8eb4-eced-4e43-8836-a13576dbf207), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.036759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.042987 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] 10.222.0.79 "DELETE /v2.0/networks/404b8eb4-eced-4e43-8836-a13576dbf207 HTTP/1.1" status: 204 len: 168 time: 1.1980252 Feb 17 22:26:51.062332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port df183627-ab28-4ed2-bd1c-91f8087fd986 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:51.062726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.068408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972d952d-5d8e-4a08-aa41-80ca22531b8b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:51.071538 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-972d952d-5d8e-4a08-aa41-80ca22531b8b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=89358f75-4769-4c4b-bd49-60c2a0071e0e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1760368 Feb 17 22:26:51.072759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9417e3f-12b5-4d06-bc3e-9262c9144824 admin admin] Pushing event deleted for resources: {'Network': ['ID=404b8eb4-eced-4e43-8836-a13576dbf207,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:51.076127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.077466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c0b1652-16e6-4127-ae45-6a9071ccaee1 req-5beba58f-8d6f-4f1f-97e2-5ef1b1c8c94a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170742 Feb 17 22:26:51.079173 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ec572df-f722-4d99-aa02-180e7f577136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group_rule (8ac2421b-1fbc-4fb6-ab31-567f281b5b25), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.124830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df183627-ab28-4ed2-bd1c-91f8087fd986 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:51.178790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port df183627-ab28-4ed2-bd1c-91f8087fd986, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=df183627-ab28-4ed2-bd1c-91f8087fd986,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:51.184266 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.185427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device ec42ed00-a94f-4e3c-a15b-326cb29e9fac details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:26:51.235539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:51.238484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ec572df-f722-4d99-aa02-180e7f577136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group_rule (8ac2421b-1fbc-4fb6-ab31-567f281b5b25), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.245772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ec572df-f722-4d99-aa02-180e7f577136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (8ac2421b-1fbc-4fb6-ab31-567f281b5b25), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.271858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53193330-71de-4a4d-a978-db4d85ead87d tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:51.273320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-53193330-71de-4a4d-a978-db4d85ead87d tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.1877730 Feb 17 22:26:51.278626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56096) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.287226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec572df-f722-4d99-aa02-180e7f577136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac2421b-1fbc-4fb6-ab31-567f281b5b25,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:51.328616 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3ec572df-f722-4d99-aa02-180e7f577136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.338031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3ec572df-f722-4d99-aa02-180e7f577136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4989822 Feb 17 22:26:51.339536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56098) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.353989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-93dc6a89-1d69-49ed-aacd-fb2ddc6fb636 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'security_group_rule': {'security_group_id': 'b305f215-9de5-4e00-b6fb-08fabb4caa69', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:51.378570 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49bddbc1-144c-4588-8979-2db02d315cbd tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=89358f75-4769-4c4b-bd49-60c2a0071e0e HTTP/1.1" status: 200 len: 205 time: 0.0951283 Feb 17 22:26:51.380293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56100) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.428222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=df183627-ab28-4ed2-bd1c-91f8087fd986,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:51.442728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac', 'network_id': 'ea89cc67-491e-4ef2-995f-79a1c42576a4', 'port_id': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac', 'mac_address': 'fa:16:3e:19:71:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0ebb499-34e9-4120-9b3f-445137118629', 'ip_address': '19.80.0.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:26:51.443019 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93dc6a89-1d69-49ed-aacd-fb2ddc6fb636 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group_rule (40ff2fed-8eab-49bc-8c4a-d2f8c9dfb87c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.490883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56104) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.556463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port ec42ed00-a94f-4e3c-a15b-326cb29e9fac is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:51.556866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.607184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec42ed00-a94f-4e3c-a15b-326cb29e9fac {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:51.614316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93dc6a89-1d69-49ed-aacd-fb2ddc6fb636 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group_rule (40ff2fed-8eab-49bc-8c4a-d2f8c9dfb87c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.621390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93dc6a89-1d69-49ed-aacd-fb2ddc6fb636 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (40ff2fed-8eab-49bc-8c4a-d2f8c9dfb87c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.628582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.646712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-02314ce3-db88-4143-9643-a395118a5086 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58f76a704a1f45b2829d7d2dcde4c480&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1522191 Feb 17 22:26:51.653120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93dc6a89-1d69-49ed-aacd-fb2ddc6fb636 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.657092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-93dc6a89-1d69-49ed-aacd-fb2ddc6fb636 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3138154 Feb 17 22:26:51.657092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56108) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.668452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56110) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.674442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:51.717692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:51.722750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.723602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d584a74a-4af4-4178-8010-5a145ff26f86 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:26:51.727843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dc6a89-1d69-49ed-aacd-fb2ddc6fb636 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ff2fed-8eab-49bc-8c4a-d2f8c9dfb87c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:51.742689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56114) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:51.765728 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.899284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (89358f75-4769-4c4b-bd49-60c2a0071e0e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:51.939329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53164b1d-566d-479a-b229-a2b1ffd2a680 admin admin] Publish callbacks [] for security_group (bdd70516-51c5-47a8-889e-02e59e060e5b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.031711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53164b1d-566d-479a-b229-a2b1ffd2a680 admin admin] Publish callbacks [] for security_group (bdd70516-51c5-47a8-889e-02e59e060e5b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.070308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Deleting port f3a6a741-9bcf-491a-9da2-3838c428fe5f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:26:52.070882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f3a6a741-9bcf-491a-9da2-3838c428fe5f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.081775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d584a74a-4af4-4178-8010-5a145ff26f86, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d584a74a-4af4-4178-8010-5a145ff26f86,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:52.172355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] Deleting subnet a9edd69f-92e0-4288-a688-4f0ded150ae9 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:26:52.175950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'd584a74a-4af4-4178-8010-5a145ff26f86', 'network_id': 'd3fe3351-0822-44fa-93f3-b3eb5714acd8', 'port_id': 'd584a74a-4af4-4178-8010-5a145ff26f86', 'mac_address': 'fa:16:3e:15:33:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '838c50c5-4a6b-4494-910d-147844d7fe02', 'ip_address': '19.86.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:26:52.186187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] Publish callbacks [] for subnet (a9edd69f-92e0-4288-a688-4f0ded150ae9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.187055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f3a6a741-9bcf-491a-9da2-3838c428fe5f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.206497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Calling delete_port for f3a6a741-9bcf-491a-9da2-3838c428fe5f owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:26:52.227108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:52.306455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53164b1d-566d-479a-b229-a2b1ffd2a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bdd70516-51c5-47a8-889e-02e59e060e5b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.313907 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53164b1d-566d-479a-b229-a2b1ffd2a680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.319916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-53164b1d-566d-479a-b229-a2b1ffd2a680 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bdd70516-51c5-47a8-889e-02e59e060e5b HTTP/1.1" status: 204 len: 168 time: 0.6594362 Feb 17 22:26:52.330456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d584a74a-4af4-4178-8010-5a145ff26f86 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:52.333884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.371159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d584a74a-4af4-4178-8010-5a145ff26f86 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:26:52.395572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (a9edd69f-92e0-4288-a688-4f0ded150ae9), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.445580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53164b1d-566d-479a-b229-a2b1ffd2a680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd70516-51c5-47a8-889e-02e59e060e5b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:52.461459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.466984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d584a74a-4af4-4178-8010-5a145ff26f86, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d584a74a-4af4-4178-8010-5a145ff26f86,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:52.489146 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.522009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c989b-176d-4e53-9e74-65b60ac13b6b req-bb0e1e76-4d76-4089-bd1e-c2c5b5ef83a0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:52.549535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f3a6a741-9bcf-491a-9da2-3838c428fe5f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.549931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c989b-176d-4e53-9e74-65b60ac13b6b req-bb0e1e76-4d76-4089-bd1e-c2c5b5ef83a0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:52.556156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216c989b-176d-4e53-9e74-65b60ac13b6b req-bb0e1e76-4d76-4089-bd1e-c2c5b5ef83a0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:52.564947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-216c989b-176d-4e53-9e74-65b60ac13b6b req-bb0e1e76-4d76-4089-bd1e-c2c5b5ef83a0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2414 time: 0.3435225 Feb 17 22:26:52.626684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event deleted for resources: {'Port': ['ID=f3a6a741-9bcf-491a-9da2-3838c428fe5f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:52.648733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a9edd69f-92e0-4288-a688-4f0ded150ae9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:52.659399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d584a74a-4af4-4178-8010-5a145ff26f86,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:52.775859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (89358f75-4769-4c4b-bd49-60c2a0071e0e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.002891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-216c989b-176d-4e53-9e74-65b60ac13b6b req-f20574c2-4f24-4660-9ecc-e165ea906531 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4373684 Feb 17 22:26:53.041757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['ec42ed00-a94f-4e3c-a15b-326cb29e9fac'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:53.049324 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.059827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (89358f75-4769-4c4b-bd49-60c2a0071e0e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.090263 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (a9edd69f-92e0-4288-a688-4f0ded150ae9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.122817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['df183627-ab28-4ed2-bd1c-91f8087fd986'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:53.132792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 172.25.0.45 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/341f2692-f2b0-429b-a8c7-391b7d0c6e92) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:53.229612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (89358f75-4769-4c4b-bd49-60c2a0071e0e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.230147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Fanout notify agent at l3_agent the message router_deleted on router 89358f75-4769-4c4b-bd49-60c2a0071e0e {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:26:53.238073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.246420 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-712607fa-afd4-4eed-b83b-45871c2bca88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/89358f75-4769-4c4b-bd49-60c2a0071e0e HTTP/1.1" status: 204 len: 168 time: 1.8649697 Feb 17 22:26:53.247513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56156) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:53.257552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-58877f64-e1c6-4179-b870-c4f94300715e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2069565856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:53.261715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9edd69f-92e0-4288-a688-4f0ded150ae9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:53.273430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d584a74a-4af4-4178-8010-5a145ff26f86'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:26:53.274188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.281615 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4742d3ba-4bc5-4662-88fb-0565724b9374 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a9edd69f-92e0-4288-a688-4f0ded150ae9 HTTP/1.1" status: 204 len: 168 time: 1.5170815 Feb 17 22:26:53.284124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56158) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:53.325635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58877f64-e1c6-4179-b870-c4f94300715e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.327841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58877f64-e1c6-4179-b870-c4f94300715e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.458368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58877f64-e1c6-4179-b870-c4f94300715e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (04e67c53-3249-468b-87ce-8b2c7e1f926b), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.467426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58877f64-e1c6-4179-b870-c4f94300715e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.521296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8ed72953-b469-44bd-bc93-72145e063d0d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.543916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58877f64-e1c6-4179-b870-c4f94300715e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.549158 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-58877f64-e1c6-4179-b870-c4f94300715e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2979083 Feb 17 22:26:53.549960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56168) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:53.560071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': True}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:53.718461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.862759 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8ed72953-b469-44bd-bc93-72145e063d0d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:53.959359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed72953-b469-44bd-bc93-72145e063d0d']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:54.008172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48009749-8a0a-45f0-bf27-d34f287c32d4') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:54.008453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48009749-8a0a-45f0-bf27-d34f287c32d4') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:26:54.032730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.043085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (48009749-8a0a-45f0-bf27-d34f287c32d4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.143762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56188) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:54.173057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (04e67c53-3249-468b-87ce-8b2c7e1f926b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.219875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=341f2692-f2b0-429b-a8c7-391b7d0c6e92,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:54.222725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (48009749-8a0a-45f0-bf27-d34f287c32d4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.265899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:54.296681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:54.344387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1064253615-network', 'tenant_id': 'd3d5f18bb7f24d51a080edae909cde5d'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:54.359912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:26:54.360797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (48009749-8a0a-45f0-bf27-d34f287c32d4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:26:54.363808 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:26:54.389434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:54.413896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Made reservation on behalf of d3d5f18bb7f24d51a080edae909cde5d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:54.417030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.452853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.549461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8ed72953-b469-44bd-bc93-72145e063d0d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.571235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b200824-724b-4625-aed1-c60dab7b747b req-81cb42a0-850f-4700-9d53-6b41da3b3e4e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:54.581168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b200824-724b-4625-aed1-c60dab7b747b req-81cb42a0-850f-4700-9d53-6b41da3b3e4e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:54.587658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b200824-724b-4625-aed1-c60dab7b747b req-81cb42a0-850f-4700-9d53-6b41da3b3e4e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:54.599710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b200824-724b-4625-aed1-c60dab7b747b req-81cb42a0-850f-4700-9d53-6b41da3b3e4e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2415 time: 0.4172080 Feb 17 22:26:54.606310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.611468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] 10.222.0.79 "DELETE /v2.0/networks/8ed72953-b469-44bd-bc93-72145e063d0d HTTP/1.1" status: 204 len: 168 time: 1.3202286 Feb 17 22:26:54.674312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fa60a-4240-4383-ac1b-993ced597c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed72953-b469-44bd-bc93-72145e063d0d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:54.710176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b200824-724b-4625-aed1-c60dab7b747b req-8eeeaa59-cc28-43b0-9bd2-df0b1f48d209 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093824 Feb 17 22:26:54.736086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for floatingip (82eb065c-650c-44c8-bbd2-92cc87e8a4f8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.849181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.945483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks [] for security_group (12635694-4a0b-4416-867c-315785d5eb16), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.959525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (12635694-4a0b-4416-867c-315785d5eb16), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:54.972901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (04e67c53-3249-468b-87ce-8b2c7e1f926b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.048241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.059757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:26:55.131241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56206) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:55.150638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f97a390e-f197-4aa2-88b7-47ce4ae061ab), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.151321 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Added segment f97a390e-f197-4aa2-88b7-47ce4ae061ab of type vlan for network e2883659-5a23-413c-9bfd-7d6d43aa23c3 Feb 17 22:26:55.161588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12635694-4a0b-4416-867c-315785d5eb16,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:55.214691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.264110 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.269185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e2883659-5a23-413c-9bfd-7d6d43aa23c3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.307105 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.408992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:26:55.437420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2e2f3e9e-e848-4ba2-9f1c-2823bd0d5e35 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c67a5113ef434a4aba236d8fd7ff6cda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3035364 Feb 17 22:26:55.446746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:55.544945 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (82eb065c-650c-44c8-bbd2-92cc87e8a4f8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.555162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e2883659-5a23-413c-9bfd-7d6d43aa23c3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.556179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:55.556772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.566465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Allocated IP 172.25.0.202 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:26:55.582505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=341f2692-f2b0-429b-a8c7-391b7d0c6e92,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:55.593852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.605149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9984f40-99d6-4e24-8384-87071d088199 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9353073 Feb 17 22:26:55.662710 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5177436 Feb 17 22:26:55.665732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56224) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:55.671275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Request body: {'subnet': {'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1064253615-subnet', 'tenant_id': 'd3d5f18bb7f24d51a080edae909cde5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:26:55.710080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Made reservation on behalf of d3d5f18bb7f24d51a080edae909cde5d for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:26:55.712545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.758523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c1a70d77-bb62-4376-8f4d-0affb2b33f43 admin admin] Publish callbacks [] for security_group (e97b5ad8-6ff6-4b8b-8175-72ab66366ddf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:55.805009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1b51d-18a4-406e-8c32-556c40c4ec9b admin admin] Pushing event updated for resources: {'Network': ['ID=e2883659-5a23-413c-9bfd-7d6d43aa23c3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:55.826329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e2883659-5a23-413c-9bfd-7d6d43aa23c3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:26:55.990684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c1a70d77-bb62-4376-8f4d-0affb2b33f43 admin admin] Publish callbacks [] for security_group (e97b5ad8-6ff6-4b8b-8175-72ab66366ddf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:56.039101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49785c-9f65-4358-973c-76dedad4bc7c req-d0e9301f-bb07-4599-a9f0-573e461198f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:56.046934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49785c-9f65-4358-973c-76dedad4bc7c req-d0e9301f-bb07-4599-a9f0-573e461198f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:56.053813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49785c-9f65-4358-973c-76dedad4bc7c req-d0e9301f-bb07-4599-a9f0-573e461198f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:56.055554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d49785c-9f65-4358-973c-76dedad4bc7c req-d0e9301f-bb07-4599-a9f0-573e461198f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2415 time: 0.1506975 Feb 17 22:26:56.207084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (6df6a2a4-b645-4763-8dea-0dbda2d8f2c0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:56.246107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for port (b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:56.289075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d49785c-9f65-4358-973c-76dedad4bc7c req-ad0c05fb-23d4-40c9-a6f3-ad3333aacfd6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221720 Feb 17 22:26:56.289825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c1a70d77-bb62-4376-8f4d-0affb2b33f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e97b5ad8-6ff6-4b8b-8175-72ab66366ddf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:56.294542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c1a70d77-bb62-4376-8f4d-0affb2b33f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:56.296306 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c1a70d77-bb62-4376-8f4d-0affb2b33f43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e97b5ad8-6ff6-4b8b-8175-72ab66366ddf HTTP/1.1" status: 204 len: 168 time: 0.8463812 Feb 17 22:26:56.314604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a70d77-bb62-4376-8f4d-0affb2b33f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b5ad8-6ff6-4b8b-8175-72ab66366ddf,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:56.353208 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:56.472938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Port': ['ID=b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:56.498127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:26:56.500115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:56.522842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:26:56.555167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df6a2a4-b645-4763-8dea-0dbda2d8f2c0,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:56.580982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device df183627-ab28-4ed2-bd1c-91f8087fd986 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:56.646727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Checking segment: {'id': 'f97a390e-f197-4aa2-88b7-47ce4ae061ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:26:56.647861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Network hostable DHCP agents. Network: e2883659-5a23-413c-9bfd-7d6d43aa23c3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:26:56.662237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6ef14c13-cef3-4ede-9de0-98ec826113eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1988480996&fields=id&tenant_id=44927fcecd7349cabcdc4f26418a3bf2 HTTP/1.1" status: 200 len: 267 time: 0.1764338 Feb 17 22:26:56.742962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port df183627-ab28-4ed2-bd1c-91f8087fd986 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:26:56.764809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port df183627-ab28-4ed2-bd1c-91f8087fd986 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:56.764809 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:56.866781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-ec3bd602-11c0-4f99-b051-3f5fe4732313 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:56.868291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-ec3bd602-11c0-4f99-b051-3f5fe4732313 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 932 time: 0.1800435 Feb 17 22:26:56.880328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Network e2883659-5a23-413c-9bfd-7d6d43aa23c3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:26:56.953445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e2883659-5a23-413c-9bfd-7d6d43aa23c3) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:26:57.011990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc0165a-421f-4b34-be4b-67db8c1f72a3 None None] Network e2883659-5a23-413c-9bfd-7d6d43aa23c3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:57.023785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.024967 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:57.087274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-644e2e8c-739c-46cd-aa38-a9e90d54f752 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4176681 Feb 17 22:26:57.097219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e8e14c0a-491a-4333-9982-e76c32a48c8a tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.110003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e8e14c0a-491a-4333-9982-e76c32a48c8a tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 932 time: 0.2015796 Feb 17 22:26:57.204657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port df183627-ab28-4ed2-bd1c-91f8087fd986 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:57.206378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:57.230671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f8cae1ae-0597-4a12-aa94-af4a8ee950a5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?network_id=8caa62b9-8ccb-4f50-ab64-8106d333b008&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1133890 Feb 17 22:26:57.265941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (04e67c53-3249-468b-87ce-8b2c7e1f926b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:57.297135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port df183627-ab28-4ed2-bd1c-91f8087fd986, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=df183627-ab28-4ed2-bd1c-91f8087fd986,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:57.310467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:57.313051 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1e2f4e-fecf-4d2e-aa25-132eda019bf8" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-plugged", "status": "completed", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:57.314167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-20aaf24d-dea1-4346-b041-f9febdda8f00 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?network_id=8caa62b9-8ccb-4f50-ab64-8106d333b008&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0670123 Feb 17 22:26:57.329626 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:57.330942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device ec42ed00-a94f-4e3c-a15b-326cb29e9fac up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:57.424401 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb90ff-927e-428f-b6ba-6cfa2d6aae34 x-openstack-request-id: req-4ccb90ff-927e-428f-b6ba-6cfa2d6aae34 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:26:57.425241 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-plugged", "status": "completed", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:26:57.425723 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ccb90ff-927e-428f-b6ba-6cfa2d6aae34 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:26:57.426825 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986', 'code': 200} Feb 17 22:26:57.589952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3b6feaae-ded2-488c-93c2-7071b75f82c7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.608101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3b6feaae-ded2-488c-93c2-7071b75f82c7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.622310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3b6feaae-ded2-488c-93c2-7071b75f82c7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.625242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3b6feaae-ded2-488c-93c2-7071b75f82c7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/networks?id=1f182d69-5777-473f-ad41-128a438efa13&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=8caa62b9-8ccb-4f50-ab64-8106d333b008&id=8caa62b9-8ccb-4f50-ab64-8106d333b008 HTTP/1.1" status: 200 len: 1990 time: 0.3031740 Feb 17 22:26:57.740439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-bf2a12ad-0ade-432a-a4ee-2897c881f1c0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/quotas/44927fcecd7349cabcdc4f26418a3bf2 HTTP/1.1" status: 200 len: 375 time: 0.0329938 Feb 17 22:26:57.923297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e61e3-4443-45cd-938b-b5b515fd41be req-352d4fbf-60d7-4434-8f3d-603bf88119a3 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.934471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e61e3-4443-45cd-938b-b5b515fd41be req-352d4fbf-60d7-4434-8f3d-603bf88119a3 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.946897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796e61e3-4443-45cd-938b-b5b515fd41be req-352d4fbf-60d7-4434-8f3d-603bf88119a3 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:26:57.951093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-796e61e3-4443-45cd-938b-b5b515fd41be req-352d4fbf-60d7-4434-8f3d-603bf88119a3 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2416 time: 0.3244221 Feb 17 22:26:58.028492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-730152a9-d379-47e1-8006-726c7c5dcfc2 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2726924 Feb 17 22:26:58.121965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d485fe29-acee-4703-86a8-54d4f5a1eb9c None None] Network e2883659-5a23-413c-9bfd-7d6d43aa23c3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:26:58.335408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=df183627-ab28-4ed2-bd1c-91f8087fd986,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:58.375758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-796e61e3-4443-45cd-938b-b5b515fd41be req-09bcd643-55b4-4f6e-a77c-b306bfa4d57f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4123485 Feb 17 22:26:58.481825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-4c93e33c-aac8-435e-8fad-bc09e8055c4f service neutron] 10.222.0.79 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073300 Feb 17 22:26:58.563992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port ec42ed00-a94f-4e3c-a15b-326cb29e9fac completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:26:58.578302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port ec42ed00-a94f-4e3c-a15b-326cb29e9fac triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:58.578861 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:58.753103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-2232bf0d-ae8d-4092-ba67-5ad648bdcae6 service neutron] 10.222.0.79 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639997 Feb 17 22:26:58.872253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port ec42ed00-a94f-4e3c-a15b-326cb29e9fac is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:58.872657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:58.904933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-41ba480a-1159-477b-9c29-10f088ca560d service neutron] 10.222.0.79 "GET /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1360447 Feb 17 22:26:59.013137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:59.032128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:59.033081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d584a74a-4af4-4178-8010-5a145ff26f86 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:26:59.054440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:59.063988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:59.358744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:26:59.428011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:26:59.433101 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f552f0c-673e-4162-8bfb-91db1d3c7d6b" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-plugged", "status": "completed", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:26:59.446202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port d584a74a-4af4-4178-8010-5a145ff26f86 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:26:59.466576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port d584a74a-4af4-4178-8010-5a145ff26f86 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:26:59.466953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:59.575929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Router 04e67c53-3249-468b-87ce-8b2c7e1f926b is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:26:59.762623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d584a74a-4af4-4178-8010-5a145ff26f86 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:26:59.763023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:59.845100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d584a74a-4af4-4178-8010-5a145ff26f86, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d584a74a-4af4-4178-8010-5a145ff26f86,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:26:59.852779 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:59.926500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:26:59.935115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:26:59.941280 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] Sync routers for ids ['04e67c53-3249-468b-87ce-8b2c7e1f926b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:26:59.955937 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75448222-2769-4c34-8311-92a7ad94cd4e tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "PUT /v2.0/routers/04e67c53-3249-468b-87ce-8b2c7e1f926b HTTP/1.1" status: 200 len: 915 time: 6.4025526 Feb 17 22:26:59.956345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:26:59.968934 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] Routers {'04e67c53-3249-468b-87ce-8b2c7e1f926b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:26:59.970647 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['04e67c53-3249-468b-87ce-8b2c7e1f926b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:00.046824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d584a74a-4af4-4178-8010-5a145ff26f86,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:00.103970 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:00.137806 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] Routers {'04e67c53-3249-468b-87ce-8b2c7e1f926b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:00.139603 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['04e67c53-3249-468b-87ce-8b2c7e1f926b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:00.218751 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49a274b8-d962-4b27-ba00-5302b57d0733 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/04e67c53-3249-468b-87ce-8b2c7e1f926b HTTP/1.1" status: 200 len: 921 time: 0.2602978 Feb 17 22:27:00.221264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56354) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:00.250615 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:00.252677 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1098b-f320-419f-8a86-cbfa39d60347 None None] The sync data for ids ['04e67c53-3249-468b-87ce-8b2c7e1f926b'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:27:00.290495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbedf13-18c4-4064-b0d6-cacd656e6a1c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:00.297028 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6dbedf13-18c4-4064-b0d6-cacd656e6a1c tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=04e67c53-3249-468b-87ce-8b2c7e1f926b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0737371 Feb 17 22:27:00.297827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56356) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:00.452277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7dc6c-2c22-4981-a196-30e47edd14fc tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:00.453703 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-17d7dc6c-2c22-4981-a196-30e47edd14fc tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.1548405 Feb 17 22:27:00.460134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56362) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:00.546019 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4894d241-30af-4f73-acb8-5aeb01e886ce tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=04e67c53-3249-468b-87ce-8b2c7e1f926b HTTP/1.1" status: 200 len: 205 time: 0.0846887 Feb 17 22:27:00.547822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c2fa48c6-75c0-4730-b99a-a272b91a7295 service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6365490 Feb 17 22:27:00.550421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56368) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:00.584160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145525-92c7-463a-a5d8-569498d7835f req-b4a262c4-59b5-4196-bfa9-4a90c4e0ac49 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:00.596956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-b4a262c4-59b5-4196-bfa9-4a90c4e0ac49 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/networks?id=e2883659-5a23-413c-9bfd-7d6d43aa23c3 HTTP/1.1" status: 200 len: 822 time: 1.4516842 Feb 17 22:27:00.839444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-8ff40039-a53f-4d6a-b3ab-18ef3d0fe937 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/quotas/d3d5f18bb7f24d51a080edae909cde5d HTTP/1.1" status: 200 len: 375 time: 0.2410352 Feb 17 22:27:00.943084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-4ded5b65-c7a9-453b-9648-a99002bb5177 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d3d5f18bb7f24d51a080edae909cde5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0954115 Feb 17 22:27:00.970302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-4697a5bc-2c85-4e92-a351-20068f11d91f service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:27:00.971345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-4697a5bc-2c85-4e92-a351-20068f11d91f service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0095434 Feb 17 22:27:01.027454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:01.309091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-b18629e2-8684-4418-8303-0b1addb50921 service neutron] 10.222.0.79 "GET /v2.0/networks/e2883659-5a23-413c-9bfd-7d6d43aa23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133812 Feb 17 22:27:01.337594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-72a30086-4fd0-4cdb-80ba-4d467c9459d0 service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7644498 Feb 17 22:27:01.537202 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (04e67c53-3249-468b-87ce-8b2c7e1f926b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:01.546473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-cf54ff13-0d20-4397-835e-ee5f4c8c8d35 service neutron] 10.222.0.79 "GET /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2013986 Feb 17 22:27:01.772375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-decdee38-3803-4f9c-acb7-0da1f0dcaee2 service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013893 Feb 17 22:27:01.916529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f95cbb34-a527-4e7a-9071-e51ef2bc61d5 service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160829 Feb 17 22:27:02.097650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-dcf91fb0-8af2-4923-a583-0ec757ac78c3 service neutron] 10.222.0.79 "GET /v2.0/networks/e2883659-5a23-413c-9bfd-7d6d43aa23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7835426 Feb 17 22:27:02.113782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-87976654-4442-49a6-9fc0-95c8460e2454 service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878221 Feb 17 22:27:02.248948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Deleting port b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:02.249786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:02.493616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-128bd53b-d307-4789-8d9f-a5ba244ed7bc service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629477 Feb 17 22:27:02.520644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:02.553289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Calling delete_port for b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:02.784066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56478) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:03.000264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-cd30dc9b-ba6e-4e92-be8f-1ee2ecd777b2 service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3031936 Feb 17 22:27:03.041871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab66bfbc-f5ee-44da-9816-31ebbdb1e053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.184794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab66bfbc-f5ee-44da-9816-31ebbdb1e053 admin admin] Publish callbacks [] for security_group (adf7dc1a-20ad-4cc6-a0bf-30d604703c95), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.192353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab66bfbc-f5ee-44da-9816-31ebbdb1e053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (adf7dc1a-20ad-4cc6-a0bf-30d604703c95), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.263640 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ab66bfbc-f5ee-44da-9816-31ebbdb1e053 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=159f20e9225843f4a3e2b3385f13fa23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4640296 Feb 17 22:27:03.264127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-779a6ec2-cf6b-4a92-bb56-7606e48ded12 req-a469ed4d-2425-4ed1-a479-21f9cb44d9ae service neutron] (103527) timed out ('10.222.0.94', 62595) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:27:03.274871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56504) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:03.369503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66bfbc-f5ee-44da-9816-31ebbdb1e053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf7dc1a-20ad-4cc6-a0bf-30d604703c95,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:03.388710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-68e121be-5086-4522-919b-6537a7a8308b admin admin] Publish callbacks [] for security_group (adf7dc1a-20ad-4cc6-a0bf-30d604703c95), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.435813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-68e121be-5086-4522-919b-6537a7a8308b admin admin] Publish callbacks [] for security_group (adf7dc1a-20ad-4cc6-a0bf-30d604703c95), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.500013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-68e121be-5086-4522-919b-6537a7a8308b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (adf7dc1a-20ad-4cc6-a0bf-30d604703c95), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.503503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-68e121be-5086-4522-919b-6537a7a8308b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.505006 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-68e121be-5086-4522-919b-6537a7a8308b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/adf7dc1a-20ad-4cc6-a0bf-30d604703c95 HTTP/1.1" status: 204 len: 168 time: 0.2222595 Feb 17 22:27:03.514470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e121be-5086-4522-919b-6537a7a8308b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf7dc1a-20ad-4cc6-a0bf-30d604703c95,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:03.539863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81c7d9-cdb9-40ab-9c46-784d1a920593 req-67c0fe21-820a-40ce-870b-115ec585be45 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:03.547356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81c7d9-cdb9-40ab-9c46-784d1a920593 req-67c0fe21-820a-40ce-870b-115ec585be45 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:03.553430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81c7d9-cdb9-40ab-9c46-784d1a920593 req-67c0fe21-820a-40ce-870b-115ec585be45 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:03.555234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef81c7d9-cdb9-40ab-9c46-784d1a920593 req-67c0fe21-820a-40ce-870b-115ec585be45 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2418 time: 1.0598302 Feb 17 22:27:03.748834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-5fa4fe47-6312-4308-b517-2a7691fb72e0 service neutron] 10.222.0.79 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383258 Feb 17 22:27:03.910565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:03.933616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef81c7d9-cdb9-40ab-9c46-784d1a920593 req-473c536d-559a-4559-bd74-6556799b826b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691270 Feb 17 22:27:04.002904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event deleted for resources: {'Port': ['ID=b2f7a4d0-3c2d-4e70-8c18-1eb1d37846c4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:04.035303 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6242345e-de5e-49cf-a860-31ca949a6e8f x-openstack-request-id: req-6242345e-de5e-49cf-a860-31ca949a6e8f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:04.036518 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-plugged", "status": "completed", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:04.036890 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6242345e-de5e-49cf-a860-31ca949a6e8f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:04.037485 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac', 'code': 200} Feb 17 22:27:04.104544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-cf4e8ffa-f5bd-4a70-b647-a80e9f13d841 service neutron] 10.222.0.79 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545699 Feb 17 22:27:04.106249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56530) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:04.176839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (04e67c53-3249-468b-87ce-8b2c7e1f926b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.284456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.286726 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (04e67c53-3249-468b-87ce-8b2c7e1f926b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.292572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-748642a2-9a91-492b-bffe-8f1712f13de3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.315608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56534) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:04.374948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-941d8f97-0953-45e8-8b71-340b02afd0a7 req-44cba40b-1e3f-43df-bfe7-e3c22d0e46b2 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 210 time: 0.2273817 Feb 17 22:27:04.483275 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (04e67c53-3249-468b-87ce-8b2c7e1f926b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.493472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Fanout notify agent at l3_agent the message router_deleted on router 04e67c53-3249-468b-87ce-8b2c7e1f926b {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:27:04.521332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.522694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3d785cc7-9102-471c-89f5-2eac23e8389e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/04e67c53-3249-468b-87ce-8b2c7e1f926b HTTP/1.1" status: 204 len: 168 time: 3.9686539 Feb 17 22:27:04.527933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56546) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:04.536209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2ac03b52-cbe9-4552-9eac-99e20dc4600f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-159093523', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:04.632290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d0290fc-1905-4bd4-aab3-97ce6575b7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.647712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ac03b52-cbe9-4552-9eac-99e20dc4600f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.655182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ac03b52-cbe9-4552-9eac-99e20dc4600f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.667732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-89f67646-0a80-49aa-ab85-f92217bc43e4 service neutron] 10.222.0.79 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5621967 Feb 17 22:27:04.853434 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ac03b52-cbe9-4552-9eac-99e20dc4600f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.870834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ac03b52-cbe9-4552-9eac-99e20dc4600f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.875391 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-748642a2-9a91-492b-bffe-8f1712f13de3 admin admin] Publish callbacks [] for security_group (ceefeeaf-bba3-4038-951a-b035cb97358a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.891288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145525-92c7-463a-a5d8-569498d7835f req-f97c5916-c41b-40bf-8945-66791e8a316d tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:04.893319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-f97c5916-c41b-40bf-8945-66791e8a316d tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.73 "GET /v2.0/networks?id=e2883659-5a23-413c-9bfd-7d6d43aa23c3 HTTP/1.1" status: 200 len: 822 time: 0.5878241 Feb 17 22:27:04.898353 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-748642a2-9a91-492b-bffe-8f1712f13de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ceefeeaf-bba3-4038-951a-b035cb97358a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.926604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ac03b52-cbe9-4552-9eac-99e20dc4600f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:04.928483 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ac03b52-cbe9-4552-9eac-99e20dc4600f tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3995399 Feb 17 22:27:04.934446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:04.953961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'enable_snat': False}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:04.960835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Request body: {'port': {'device_id': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3', 'admin_state_up': True, 'tenant_id': 'd3d5f18bb7f24d51a080edae909cde5d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:04.974085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748642a2-9a91-492b-bffe-8f1712f13de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceefeeaf-bba3-4038-951a-b035cb97358a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:05.118754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-748642a2-9a91-492b-bffe-8f1712f13de3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91b5e2724da648e8b5d968d9dd1304da&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0082412 Feb 17 22:27:05.119437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56558) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:05.292738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-88c42aa2-5201-4301-b1c3-294a75ed9b70 service neutron] 10.222.0.79 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6240497 Feb 17 22:27:05.375971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d3841-8ad9-4858-a5a1-e6b7abbaf682 req-657613cd-35b6-4cbc-b6bf-86151ea3cc16 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:05.382894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df5d3841-8ad9-4858-a5a1-e6b7abbaf682 req-657613cd-35b6-4cbc-b6bf-86151ea3cc16 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.4353883 Feb 17 22:27:05.391448 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d0290fc-1905-4bd4-aab3-97ce6575b7e2 admin admin] Publish callbacks [] for security_group (a815c329-e748-4853-9d70-fcb2b0ff0675), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.398483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.406618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f08e9986-2df3-4ca9-aa86-a03cb8f8b884 admin admin] Publish callbacks [] for security_group (ceefeeaf-bba3-4038-951a-b035cb97358a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.408676 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d0290fc-1905-4bd4-aab3-97ce6575b7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a815c329-e748-4853-9d70-fcb2b0ff0675), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.548025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0290fc-1905-4bd4-aab3-97ce6575b7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a815c329-e748-4853-9d70-fcb2b0ff0675,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:05.553250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0d0290fc-1905-4bd4-aab3-97ce6575b7e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b58d6a0376bb4055a19c8cd4f067915f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2358823 Feb 17 22:27:05.555956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56562) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:05.647112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423f75c-67d6-46ce-9ecf-9deed5b12118 admin admin] Publish callbacks [] for security_group (a815c329-e748-4853-9d70-fcb2b0ff0675), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.694979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423f75c-67d6-46ce-9ecf-9deed5b12118 admin admin] Publish callbacks [] for security_group (a815c329-e748-4853-9d70-fcb2b0ff0675), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.847299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423f75c-67d6-46ce-9ecf-9deed5b12118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a815c329-e748-4853-9d70-fcb2b0ff0675), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.850470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423f75c-67d6-46ce-9ecf-9deed5b12118 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:05.854661 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e423f75c-67d6-46ce-9ecf-9deed5b12118 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a815c329-e748-4853-9d70-fcb2b0ff0675 HTTP/1.1" status: 204 len: 168 time: 0.2946246 Feb 17 22:27:05.901679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423f75c-67d6-46ce-9ecf-9deed5b12118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a815c329-e748-4853-9d70-fcb2b0ff0675,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:05.997316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.038956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd584a74a-4af4-4178-8010-5a145ff26f86'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:06.042932 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e702d1-0acd-438b-9414-d39989e9eff5" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-plugged", "status": "completed", "tag": "d584a74a-4af4-4178-8010-5a145ff26f86"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:06.047544 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.143001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df5d3841-8ad9-4858-a5a1-e6b7abbaf682 req-51263d15-24fc-4e4f-a366-e1e0eb10fce1 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7544775 Feb 17 22:27:06.165096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f08e9986-2df3-4ca9-aa86-a03cb8f8b884 admin admin] Publish callbacks [] for security_group (ceefeeaf-bba3-4038-951a-b035cb97358a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.203949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Made reservation on behalf of d3d5f18bb7f24d51a080edae909cde5d for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:06.211622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.227182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-9e27a7f9-1c60-40ca-aa1b-ad50236b50b9 service neutron] 10.222.0.79 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9335883 Feb 17 22:27:06.227584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Allocated IP 172.25.0.80 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/bd27a089-8f51-480c-ac05-14e6c5363695) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:06.395830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for port (bd27a089-8f51-480c-ac05-14e6c5363695), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.408583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Allocated IP 172.20.0.11 (e2883659-5a23-413c-9bfd-7d6d43aa23c3/6df6a2a4-b645-4763-8dea-0dbda2d8f2c0/ed1e4668-4f09-4a1c-b42f-fa924c0a156e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:06.455496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56572) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:06.474497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd22147-1525-4b02-ac23-c292ce163deb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.506295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bd27a089-8f51-480c-ac05-14e6c5363695), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.568589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b314fe09-7ef2-45c3-aa3e-e6b71f22e4ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:06.570083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b314fe09-7ef2-45c3-aa3e-e6b71f22e4ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 932 time: 0.3325126 Feb 17 22:27:06.596715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:06.600077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Pushing event updated for resources: {'Port': ['ID=bd27a089-8f51-480c-ac05-14e6c5363695,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:06.605057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:06.617525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:06.640352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6c7d049d-43ac-491d-ac02-96c0b51c55ce tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:06.641699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6c7d049d-43ac-491d-ac02-96c0b51c55ce tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 932 time: 0.0601797 Feb 17 22:27:06.680819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f08e9986-2df3-4ca9-aa86-a03cb8f8b884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ceefeeaf-bba3-4038-951a-b035cb97358a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.690177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f08e9986-2df3-4ca9-aa86-a03cb8f8b884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.691821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f08e9986-2df3-4ca9-aa86-a03cb8f8b884 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ceefeeaf-bba3-4038-951a-b035cb97358a HTTP/1.1" status: 204 len: 168 time: 1.5657613 Feb 17 22:27:06.710292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e2fda-ce80-46fb-b7d0-4eebae4b6151 req-e0242036-c1aa-46dd-8dd3-14f44f33cf5e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:06.716875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e2fda-ce80-46fb-b7d0-4eebae4b6151 req-e0242036-c1aa-46dd-8dd3-14f44f33cf5e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:06.722941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e2fda-ce80-46fb-b7d0-4eebae4b6151 req-e0242036-c1aa-46dd-8dd3-14f44f33cf5e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:06.732131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec8e2fda-ce80-46fb-b7d0-4eebae4b6151 req-e0242036-c1aa-46dd-8dd3-14f44f33cf5e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2418 time: 0.4687722 Feb 17 22:27:06.774530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e9986-2df3-4ca9-aa86-a03cb8f8b884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceefeeaf-bba3-4038-951a-b035cb97358a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:06.843943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d907c0ff-f418-49c3-9822-520363d50c4f req-0d5493d4-184e-4f86-b6be-162825641aff tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:06.845925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d907c0ff-f418-49c3-9822-520363d50c4f req-0d5493d4-184e-4f86-b6be-162825641aff tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.73 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.4024570 Feb 17 22:27:06.904360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd22147-1525-4b02-ac23-c292ce163deb admin admin] Publish callbacks [] for security_group (7e584a20-088f-48c1-9003-0bf4756b2907), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:06.920966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd22147-1525-4b02-ac23-c292ce163deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7e584a20-088f-48c1-9003-0bf4756b2907), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.035259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec8e2fda-ce80-46fb-b7d0-4eebae4b6151 req-574568b0-5991-4529-bd59-19b5c8a0f30f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018813 Feb 17 22:27:07.086185 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5fd22147-1525-4b02-ac23-c292ce163deb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec03f23f5b844c56b0092f2fc4170f65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6292369 Feb 17 22:27:07.087263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56586) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:07.092124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd22147-1525-4b02-ac23-c292ce163deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e584a20-088f-48c1-9003-0bf4756b2907,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:07.262313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks [] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.300530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Deleting port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:07.300530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.321607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f54429-3e04-4c8c-80af-f5e01e260fac admin admin] Publish callbacks [] for security_group (7e584a20-088f-48c1-9003-0bf4756b2907), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.460782 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f54429-3e04-4c8c-80af-f5e01e260fac admin admin] Publish callbacks [] for security_group (7e584a20-088f-48c1-9003-0bf4756b2907), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.497359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8207e35e-5666-42e8-82be-140e20df73d9 req-00af339d-e3a4-4ab5-ab48-5a709a04f82a tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 210 time: 0.2735524 Feb 17 22:27:07.518747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.556162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] For port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,segment=NetworkSegment(cba75dc1-1ac3-479c-8790-8d1ed2b20bcf),segment_id=cba75dc1-1ac3-479c-8790-8d1ed2b20bcf)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:07.568864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router_gateway (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.569801 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.619637 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8bf6ad-8f45-4f8f-b97c-697b4edfe863 x-openstack-request-id: req-fa8bf6ad-8f45-4f8f-b97c-697b4edfe863 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:07.621525 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-plugged", "status": "completed", "tag": "d584a74a-4af4-4178-8010-5a145ff26f86", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:07.622071 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa8bf6ad-8f45-4f8f-b97c-697b4edfe863 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:07.622652 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd584a74a-4af4-4178-8010-5a145ff26f86', 'code': 200} Feb 17 22:27:07.679359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Calling delete_port for 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:07.730787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Network e2883659-5a23-413c-9bfd-7d6d43aa23c3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:07.746226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:07.770704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:07.821548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Pushing event updated for resources: {'Port': ['ID=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:07.824253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f54429-3e04-4c8c-80af-f5e01e260fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7e584a20-088f-48c1-9003-0bf4756b2907), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.826924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f54429-3e04-4c8c-80af-f5e01e260fac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:07.828102 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45f54429-3e04-4c8c-80af-f5e01e260fac admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e584a20-088f-48c1-9003-0bf4756b2907 HTTP/1.1" status: 204 len: 168 time: 0.7320449 Feb 17 22:27:07.844779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f54429-3e04-4c8c-80af-f5e01e260fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e584a20-088f-48c1-9003-0bf4756b2907,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:07.931207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b547538f-69c2-47b3-9e26-379dc61ca750 req-7bbedd97-747c-4752-a920-01c2e6424317 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1106577 Feb 17 22:27:08.004595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.005330 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:08.080781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-2d25c6cf-2a0c-4e35-bd61-7c305d406a04 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1250343 Feb 17 22:27:08.089741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d5a59-0f87-4225-bae7-3a9a57657d7f req-597e7bad-e2f4-4f50-a527-a9d59eb2a9cb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.091394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e3d5a59-0f87-4225-bae7-3a9a57657d7f req-597e7bad-e2f4-4f50-a527-a9d59eb2a9cb tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/ports?device_id=70760b23-aebe-4a0a-b889-f430bf727f01 HTTP/1.1" status: 200 len: 946 time: 0.3532376 Feb 17 22:27:08.098975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Request body: {'port': {'device_id': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:08.214467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b596e416-5868-4154-9886-e6ee01689934 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.224943 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b596e416-5868-4154-9886-e6ee01689934 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 932 time: 0.4208164 Feb 17 22:27:08.268016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8403747-0215-43fb-bf55-34ff14f0944a req-30db95e4-9c56-418c-ae15-7ec97eb90398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.268767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8403747-0215-43fb-bf55-34ff14f0944a req-30db95e4-9c56-418c-ae15-7ec97eb90398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.269244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8403747-0215-43fb-bf55-34ff14f0944a req-30db95e4-9c56-418c-ae15-7ec97eb90398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.275678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8403747-0215-43fb-bf55-34ff14f0944a req-30db95e4-9c56-418c-ae15-7ec97eb90398 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2967 time: 0.4957726 Feb 17 22:27:08.331744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:08.335073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7f0d42d8-f66a-4f75-bbb6-f89a1b36982e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:08.348640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:27:08.371915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-85c1c557-9544-462d-98ec-488037cc11aa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.380127 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-85c1c557-9544-462d-98ec-488037cc11aa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 932 time: 0.1522548 Feb 17 22:27:08.381241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:08.426922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e3d5a59-0f87-4225-bae7-3a9a57657d7f req-2a23182c-7caf-4f0a-8e6e-7f5538e744a5 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.79 "GET /v2.0/security-groups?id=6a9a543b-adcb-49b7-9c8d-4408a3c22c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3178456 Feb 17 22:27:08.501952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-39b17f66-c2d3-4f20-af26-0c9f3fd0970d req-449ba8df-d368-4d24-a8dc-d3d5d26ebb31 service neutron] (103526) timed out ('10.222.0.94', 62454) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:27:08.502559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:08.595336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] No DVR routers for this DVR port 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:08.598306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Pushing event deleted for resources: {'Port': ['ID=7f0d42d8-f66a-4f75-bbb6-f89a1b36982e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:08.603785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:08.612344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d907c0ff-f418-49c3-9822-520363d50c4f req-a55088ce-4e4e-49a8-8ea4-058b9e2a43f9 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] 10.222.0.73 "DELETE /v2.0/ports/7f0d42d8-f66a-4f75-bbb6-f89a1b36982e HTTP/1.1" status: 204 len: 173 time: 1.7587297 Feb 17 22:27:08.618578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-deleted', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:08.623253 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95ba30b-07a1-4a6e-b9f9-3fef8cfddf6d" -d '{"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-deleted", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:08.738849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Router eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:27:08.846589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8403747-0215-43fb-bf55-34ff14f0944a req-d96aaa28-5335-4010-898f-29404a002ca5 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441124 Feb 17 22:27:08.893595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9247e-78b8-490b-bf73-5426c9f85df7 req-f09f8051-528f-4ad7-b4e2-38950f28b290 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.913783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9247e-78b8-490b-bf73-5426c9f85df7 req-f09f8051-528f-4ad7-b4e2-38950f28b290 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.928938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9247e-78b8-490b-bf73-5426c9f85df7 req-f09f8051-528f-4ad7-b4e2-38950f28b290 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:08.931898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cd9247e-78b8-490b-bf73-5426c9f85df7 req-f09f8051-528f-4ad7-b4e2-38950f28b290 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2418 time: 0.6687236 Feb 17 22:27:09.042532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:27:09.047361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:09.048540 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-84240dfb-445f-4a91-9c1d-121b0f4a26d9 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "PUT /v2.0/routers/eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 HTTP/1.1" status: 200 len: 914 time: 4.1127357 Feb 17 22:27:09.051937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56666) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:09.059718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] Sync routers for ids ['eb3652c1-1ce1-4539-b28f-5ec96d62d5d8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:27:09.105416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] Routers {'eb3652c1-1ce1-4539-b28f-5ec96d62d5d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:09.110321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['eb3652c1-1ce1-4539-b28f-5ec96d62d5d8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:09.200735 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f10f4e1b-f66c-4311-b1b3-929fbede6e1b tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 HTTP/1.1" status: 200 len: 920 time: 0.1473012 Feb 17 22:27:09.204321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56670) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:09.310970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:09.348046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] Routers {'eb3652c1-1ce1-4539-b28f-5ec96d62d5d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:09.349076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:26:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['eb3652c1-1ce1-4539-b28f-5ec96d62d5d8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:09.366633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ccfc2d-5d70-4c75-ae1d-bcd3b2c8ef56 req-c7038843-285b-45e7-b6e5-8207168dd5c9 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:09.368328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04ccfc2d-5d70-4c75-ae1d-bcd3b2c8ef56 req-c7038843-285b-45e7-b6e5-8207168dd5c9 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 932 time: 0.6622796 Feb 17 22:27:09.379734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b225f79-6bfb-4070-ab93-73bded0fe66d tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:09.388657 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b225f79-6bfb-4070-ab93-73bded0fe66d tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=eb3652c1-1ce1-4539-b28f-5ec96d62d5d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1773934 Feb 17 22:27:09.389590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56676) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:09.405747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:09.406977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b4ea59-8491-4f4f-a5a9-24644c1d28eb None None] The sync data for ids ['eb3652c1-1ce1-4539-b28f-5ec96d62d5d8'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:27:09.408988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:09.486163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cd9247e-78b8-490b-bf73-5426c9f85df7 req-42af508c-672b-499c-9aea-81c06f844de2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374327 Feb 17 22:27:09.576042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04ccfc2d-5d70-4c75-ae1d-bcd3b2c8ef56 req-ff0d26ea-5f02-43e1-b167-2c1de75ad7ed tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640196 Feb 17 22:27:09.651631 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1f3003-604e-4b92-be64-f68e73917867 x-openstack-request-id: req-3f1f3003-604e-4b92-be64-f68e73917867 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:09.652122 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70760b23-aebe-4a0a-b889-f430bf727f01", "name": "network-vif-deleted", "tag": "7f0d42d8-f66a-4f75-bbb6-f89a1b36982e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:09.652562 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f1f3003-604e-4b92-be64-f68e73917867 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:09.653591 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70760b23-aebe-4a0a-b889-f430bf727f01', 'name': 'network-vif-deleted', 'tag': '7f0d42d8-f66a-4f75-bbb6-f89a1b36982e', 'status': 'completed', 'code': 200} Feb 17 22:27:09.717047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56684) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:09.743011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b48213-b9e0-45ee-9f68-410903ef3029 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:09.761633 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-90b48213-b9e0-45ee-9f68-410903ef3029 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/networks/4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 881 time: 0.3675900 Feb 17 22:27:09.762366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:09.812099 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ebea2cda-971a-4111-9a86-8cc18233a3ce tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 HTTP/1.1" status: 200 len: 205 time: 0.0483973 Feb 17 22:27:09.815817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56692) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:09.865994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93d01574-cd11-4d99-af02-4b123fdf4b45 req-79de6d90-5334-45cb-8fdd-9a8fa81f7162 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1263702 Feb 17 22:27:09.880835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1e4668-4f09-4a1c-b42f-fa924c0a156e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:27:09.890695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Publish callbacks [] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:09.923409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Transition to ACTIVE for port object ed1e4668-4f09-4a1c-b42f-fa924c0a156e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:27:09.929153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.058493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:10.116959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Attempting to bind port ed1e4668-4f09-4a1c-b42f-fa924c0a156e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:10.117551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Attempting to bind port ed1e4668-4f09-4a1c-b42f-fa924c0a156e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'f97a390e-f197-4aa2-88b7-47ce4ae061ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:10.118157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Attempting to bind port ed1e4668-4f09-4a1c-b42f-fa924c0a156e on network e2883659-5a23-413c-9bfd-7d6d43aa23c3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:10.124918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Port ed1e4668-4f09-4a1c-b42f-fa924c0a156e on network e2883659-5a23-413c-9bfd-7d6d43aa23c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:27:10.125354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Attempting to bind port ed1e4668-4f09-4a1c-b42f-fa924c0a156e on network e2883659-5a23-413c-9bfd-7d6d43aa23c3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:10.133545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:10.134050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Checking segment: {'id': 'f97a390e-f197-4aa2-88b7-47ce4ae061ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:10.134545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Bound using segment: {'id': 'f97a390e-f197-4aa2-88b7-47ce4ae061ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:10.135181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Bound port: ed1e4668-4f09-4a1c-b42f-fa924c0a156e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f97a390e-f197-4aa2-88b7-47ce4ae061ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:10.136268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.136739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] Deleting subnet 5462559a-4e93-4f55-a409-e126dd8a3130 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:27:10.149521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] Publish callbacks [] for subnet (5462559a-4e93-4f55-a409-e126dd8a3130), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.160242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.167221 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:27:10.372081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] For port ed1e4668-4f09-4a1c-b42f-fa924c0a156e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:10.377329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] For port ed1e4668-4f09-4a1c-b42f-fa924c0a156e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,segment=NetworkSegment(f97a390e-f197-4aa2-88b7-47ce4ae061ab),segment_id=f97a390e-f197-4aa2-88b7-47ce4ae061ab)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:10.394193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.408409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (5462559a-4e93-4f55-a409-e126dd8a3130), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.456927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:10.457661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.459423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] 10.222.0.73 "PUT /v2.0/ports/ed1e4668-4f09-4a1c-b42f-fa924c0a156e HTTP/1.1" status: 200 len: 1093 time: 2.3657234 Feb 17 22:27:10.564145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af286b4-2e3a-4679-a3a7-221427dc130a service neutron] Pushing event updated for resources: {'Port': ['ID=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:10.568328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-8b6d18be-06aa-4b83-bbaf-d9f9ca60bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:10.572301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-8b6d18be-06aa-4b83-bbaf-d9f9ca60bea4 service neutron] 10.222.0.94 "GET /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 1028 time: 0.1188438 Feb 17 22:27:10.646149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5462559a-4e93-4f55-a409-e126dd8a3130), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.650199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.695639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d654d0ec-1f95-454b-bb2c-b2af507fdbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:10.695639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d654d0ec-1f95-454b-bb2c-b2af507fdbf6 service neutron] 10.222.0.94 "GET /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 1028 time: 0.0820792 Feb 17 22:27:10.842407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Deleting port bd27a089-8f51-480c-ac05-14e6c5363695 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:10.843223 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bd27a089-8f51-480c-ac05-14e6c5363695), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.876662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145525-92c7-463a-a5d8-569498d7835f req-303b19a7-8fa5-448d-85ca-6f178f706449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:10.878237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-303b19a7-8fa5-448d-85ca-6f178f706449 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3d5f18bb7f24d51a080edae909cde5d&device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 1127 time: 0.3505409 Feb 17 22:27:10.902685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (5462559a-4e93-4f55-a409-e126dd8a3130), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.937333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5462559a-4e93-4f55-a409-e126dd8a3130,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:10.947155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:10.951827 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aaed84ed-3603-45a0-94e3-6b40feeafbf4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5462559a-4e93-4f55-a409-e126dd8a3130 HTTP/1.1" status: 204 len: 168 time: 1.2331400 Feb 17 22:27:10.954096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56728) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:11.021656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f9fe-01ee-40e8-a65a-08d66aed937b req-36a0a9b5-5e38-45b1-a3ee-218de48517e6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.027790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f9fe-01ee-40e8-a65a-08d66aed937b req-36a0a9b5-5e38-45b1-a3ee-218de48517e6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.033611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51f9fe-01ee-40e8-a65a-08d66aed937b req-36a0a9b5-5e38-45b1-a3ee-218de48517e6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.040902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c51f9fe-01ee-40e8-a65a-08d66aed937b req-36a0a9b5-5e38-45b1-a3ee-218de48517e6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2418 time: 0.4166555 Feb 17 22:27:11.051309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-ff90b2bf-dee8-4c84-8e76-f780ec81142a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1e4668-4f09-4a1c-b42f-fa924c0a156e HTTP/1.1" status: 200 len: 217 time: 0.1424956 Feb 17 22:27:11.086310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bd27a089-8f51-480c-ac05-14e6c5363695), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:11.129950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Calling delete_port for bd27a089-8f51-480c-ac05-14e6c5363695 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:11.156943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af7250-2dcd-423b-ab3b-0ca4aa8eac32 req-69bce775-f72c-4cb1-b76a-64a042e9570c tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.158632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04af7250-2dcd-423b-ab3b-0ca4aa8eac32 req-69bce775-f72c-4cb1-b76a-64a042e9570c tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 944 time: 0.4396245 Feb 17 22:27:11.173270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-5e6acad3-cc5f-46fa-b47e-646ae882055f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.178326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-5e6acad3-cc5f-46fa-b47e-646ae882055f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.184202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-5e6acad3-cc5f-46fa-b47e-646ae882055f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.186122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-5e6acad3-cc5f-46fa-b47e-646ae882055f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "GET /v2.0/networks?id=1f182d69-5777-473f-ad41-128a438efa13&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=8caa62b9-8ccb-4f50-ab64-8106d333b008&id=8caa62b9-8ccb-4f50-ab64-8106d333b008 HTTP/1.1" status: 200 len: 1990 time: 0.4825301 Feb 17 22:27:11.209500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145525-92c7-463a-a5d8-569498d7835f req-dd4b08f2-8a35-4715-b391-a96472e09849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:11.211047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-dd4b08f2-8a35-4715-b391-a96472e09849 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6df6a2a4-b645-4763-8dea-0dbda2d8f2c0 HTTP/1.1" status: 200 len: 862 time: 0.1434715 Feb 17 22:27:11.267698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c51f9fe-01ee-40e8-a65a-08d66aed937b req-bc3acdc8-f8fe-4b39-8f70-572203d04955 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216702 Feb 17 22:27:11.339745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-c62c48e1-9f7a-4ada-8061-47be08ebfa5c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2883659-5a23-413c-9bfd-7d6d43aa23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089551 Feb 17 22:27:11.640238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88359170-2741-4cb4-912f-8e08b8225fb6 req-e4412f65-e452-404d-bf0e-6e93d6bec2c1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1960015 Feb 17 22:27:11.662902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'tag': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:11.674405 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c5072f62-a2a7-48e3-892a-41760876cb21", "tag": "ed1e4668-4f09-4a1c-b42f-fa924c0a156e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:11.707845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3433c0f3-fae8-4541-82c6-4aed8a1ef673 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44927fcecd7349cabcdc4f26418a3bf2 HTTP/1.1" status: 200 len: 380 time: 0.5034759 Feb 17 22:27:11.728320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04af7250-2dcd-423b-ab3b-0ca4aa8eac32 req-22ce9873-d4c4-4284-8583-c8dcc7773458 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350969 Feb 17 22:27:11.752157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:27:11.756575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'admin_state_up': True, 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'security_groups': ['b305f215-9de5-4e00-b6fb-08fabb4caa69']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:11.803709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:27:11.804062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 7f0d42d8-f66a-4f75-bbb6-f89a1b36982e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:27:11.927199 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8b99aa-bcd7-4caa-af91-47bf6355ce63 x-openstack-request-id: req-ff8b99aa-bcd7-4caa-af91-47bf6355ce63 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:11.927912 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5072f62-a2a7-48e3-892a-41760876cb21", "tag": "ed1e4668-4f09-4a1c-b42f-fa924c0a156e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:11.928503 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ff8b99aa-bcd7-4caa-af91-47bf6355ce63 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:11.929253 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'tag': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e', 'status': 'completed', 'code': 200} Feb 17 22:27:12.010245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-48c6864f-e85c-4976-8a93-fe221ad9f36f service neutron] 10.222.0.73 "GET /v2.0/networks/e2883659-5a23-413c-9bfd-7d6d43aa23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493087 Feb 17 22:27:12.228113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:12.235662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:12.261528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4145525-92c7-463a-a5d8-569498d7835f req-39d750a8-218e-415c-8b40-33710b6cec0f service neutron] 10.222.0.73 "GET /v2.0/networks/e2883659-5a23-413c-9bfd-7d6d43aa23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398143 Feb 17 22:27:12.470048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (359df4e2-28c4-4f97-8a44-8e3870d9353c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:12.487270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bd27a089-8f51-480c-ac05-14e6c5363695), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:12.575257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:12.599654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event deleted for resources: {'Port': ['ID=bd27a089-8f51-480c-ac05-14e6c5363695,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:12.722839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (359df4e2-28c4-4f97-8a44-8e3870d9353c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:12.761074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359df4e2-28c4-4f97-8a44-8e3870d9353c']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:12.774528 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:12.811261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:12.811694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba75dc1-1ac3-479c-8790-8d1ed2b20bcf') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:12.965067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (cba75dc1-1ac3-479c-8790-8d1ed2b20bcf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.011575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.025677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.029782 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cba75dc1-1ac3-479c-8790-8d1ed2b20bcf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.069755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:27:13.070166 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (cba75dc1-1ac3-479c-8790-8d1ed2b20bcf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:27:13.074613 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:27:13.235573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039cf03a-65b2-45cd-a96a-73e5694b69b3 req-b0a9ab7f-2541-437c-90cb-74b1c614f03f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0919621 Feb 17 22:27:13.264995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-921af74d-1f4d-4c63-b321-9f9f3bec26f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.275785 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (359df4e2-28c4-4f97-8a44-8e3870d9353c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.287520 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.295058 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] 10.222.0.79 "DELETE /v2.0/networks/359df4e2-28c4-4f97-8a44-8e3870d9353c HTTP/1.1" status: 204 len: 168 time: 2.3376160 Feb 17 22:27:13.301133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (eb3652c1-1ce1-4539-b28f-5ec96d62d5d8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.301660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Fanout notify agent at l3_agent the message router_deleted on router eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:27:13.304910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-38ea0a9f-6beb-46d4-bce2-bc460f1a7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:13.311230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-38ea0a9f-6beb-46d4-bce2-bc460f1a7446 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d3d5f18bb7f24d51a080edae909cde5d&device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 1127 time: 0.9633343 Feb 17 22:27:13.323833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.331702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1069fec-ca65-4b31-8bea-3616d0b9d649 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 HTTP/1.1" status: 204 len: 168 time: 3.5142572 Feb 17 22:27:13.334061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56808) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:13.334898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7fc5d-41ee-4077-addc-2c94b07fbb70 admin admin] Pushing event deleted for resources: {'Network': ['ID=359df4e2-28c4-4f97-8a44-8e3870d9353c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:13.344596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-4708388', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:13.363232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bbbe9-ebcd-442e-8aa5-bd747a43d4d6 req-dc7e5a57-527d-4b37-9c07-208a5a22d4f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:13.381145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bbbe9-ebcd-442e-8aa5-bd747a43d4d6 req-dc7e5a57-527d-4b37-9c07-208a5a22d4f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:13.387231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81bbbe9-ebcd-442e-8aa5-bd747a43d4d6 req-dc7e5a57-527d-4b37-9c07-208a5a22d4f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:13.389296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a81bbbe9-ebcd-442e-8aa5-bd747a43d4d6 req-dc7e5a57-527d-4b37-9c07-208a5a22d4f2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2418 time: 0.9453745 Feb 17 22:27:13.395026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (d239545b-becc-4256-a79e-2e6d6d258731), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.396703 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (d239545b-becc-4256-a79e-2e6d6d258731), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.459592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (d239545b-becc-4256-a79e-2e6d6d258731), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.473327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 172.20.0.10 (1f182d69-5777-473f-ad41-128a438efa13/0083f13c-a183-4fa0-a127-3477c7b0e467/2bda1d45-b83b-46ac-adc6-674d05d87beb) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:13.758562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (d239545b-becc-4256-a79e-2e6d6d258731), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.806430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a81bbbe9-ebcd-442e-8aa5-bd747a43d4d6 req-a9f0b85e-0c56-4e87-be16-039ac4690769 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832018 Feb 17 22:27:13.831915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-921af74d-1f4d-4c63-b321-9f9f3bec26f0 admin admin] Publish callbacks [] for security_group (eb47d6a9-5a5a-4211-bb13-af1b27625b34), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.839605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8812813-03dd-408e-a4d1-2be9373930a5 req-4e1f987f-42d9-4cbc-b4a1-96d12eddcbae tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:13.847224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8812813-03dd-408e-a4d1-2be9373930a5 req-4e1f987f-42d9-4cbc-b4a1-96d12eddcbae tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 944 time: 0.4539976 Feb 17 22:27:13.853270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-807dcf18-c1cf-44d0-aa05-431cfd9a002e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:13.855637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-807dcf18-c1cf-44d0-aa05-431cfd9a002e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e2883659-5a23-413c-9bfd-7d6d43aa23c3 HTTP/1.1" status: 200 len: 923 time: 0.5393043 Feb 17 22:27:13.873726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-921af74d-1f4d-4c63-b321-9f9f3bec26f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb47d6a9-5a5a-4211-bb13-af1b27625b34), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:13.943933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-7cbc32bd-f755-4237-b887-077c28cee4d9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed1e4668-4f09-4a1c-b42f-fa924c0a156e HTTP/1.1" status: 200 len: 217 time: 0.0801442 Feb 17 22:27:14.016794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56818) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:14.017394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921af74d-1f4d-4c63-b321-9f9f3bec26f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47d6a9-5a5a-4211-bb13-af1b27625b34,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:14.094021 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-43af5f17-62d8-4f33-bc25-a759249be1cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6b9294a9bf6e471e8010f52a6064fa8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0626614 Feb 17 22:27:14.098635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56820) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:14.156185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8812813-03dd-408e-a4d1-2be9373930a5 req-5dfb5d8d-b90d-4eba-94f5-06dfe6294e8e tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076766 Feb 17 22:27:14.180240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9e21753-bcbf-4bd5-a144-482752d78a4c admin admin] Publish callbacks [] for security_group (6a9a543b-adcb-49b7-9c8d-4408a3c22c14), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.203283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-921af74d-1f4d-4c63-b321-9f9f3bec26f0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06800af57caa43a29a222c5ded724ff8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6242454 Feb 17 22:27:14.205563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-b45d181d-bee1-48e2-ae1c-5071605e58e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:14.207117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-b45d181d-bee1-48e2-ae1c-5071605e58e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=6df6a2a4-b645-4763-8dea-0dbda2d8f2c0 HTTP/1.1" status: 200 len: 862 time: 0.2535923 Feb 17 22:27:14.211244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56822) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:14.238210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9e21753-bcbf-4bd5-a144-482752d78a4c admin admin] Publish callbacks [] for security_group (6a9a543b-adcb-49b7-9c8d-4408a3c22c14), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.240047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.374873 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d459fe3a-aed3-4922-b572-bb109925870a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.451847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9e21753-bcbf-4bd5-a144-482752d78a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6a9a543b-adcb-49b7-9c8d-4408a3c22c14), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.457437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9e21753-bcbf-4bd5-a144-482752d78a4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.458379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-492c5745-64aa-405f-80d0-cf61ce1e249e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e2883659-5a23-413c-9bfd-7d6d43aa23c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2263746 Feb 17 22:27:14.462089 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9e21753-bcbf-4bd5-a144-482752d78a4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6a9a543b-adcb-49b7-9c8d-4408a3c22c14 HTTP/1.1" status: 204 len: 168 time: 0.3591549 Feb 17 22:27:14.477418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e21753-bcbf-4bd5-a144-482752d78a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9a543b-adcb-49b7-9c8d-4408a3c22c14,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:14.497832 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.574235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-b4cf4e8f-54d4-4afe-924c-30382dcfe33b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:14.576761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (d239545b-becc-4256-a79e-2e6d6d258731), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.582560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-b4cf4e8f-54d4-4afe-924c-30382dcfe33b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:14.602938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-b4cf4e8f-54d4-4afe-924c-30382dcfe33b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:14.606641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-b4cf4e8f-54d4-4afe-924c-30382dcfe33b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2418 time: 0.6241097 Feb 17 22:27:14.618452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:14.855278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Allocated IP 172.25.0.11 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/324ce23f-1a6e-430f-90e2-8665f6b8437e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:15.128323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 1f182d69-5777-473f-ad41-128a438efa13 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:15.139332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for port (324ce23f-1a6e-430f-90e2-8665f6b8437e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.145342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:15.167689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:15.179097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:15.258593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (324ce23f-1a6e-430f-90e2-8665f6b8437e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.302806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:15.303526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.382521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Publish callbacks [] for security_group (eb47d6a9-5a5a-4211-bb13-af1b27625b34), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.385965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event updated for resources: {'Port': ['ID=324ce23f-1a6e-430f-90e2-8665f6b8437e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:15.419348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=2bda1d45-b83b-46ac-adc6-674d05d87beb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:15.445742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3ba4f58-c384-42e3-836d-8d5e5b33ec98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.459264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db1619-03e5-451f-b758-f7fa11f7a777 req-0b8218a2-585a-4cd7-bbd1-7ebe774b29fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:15.469513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2db1619-03e5-451f-b758-f7fa11f7a777 req-0b8218a2-585a-4cd7-bbd1-7ebe774b29fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 932 time: 1.0170867 Feb 17 22:27:15.509560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5545d80-5bca-42fc-be1d-2c83a677d703 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7782464 Feb 17 22:27:15.594199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Publish callbacks [] for security_group (eb47d6a9-5a5a-4211-bb13-af1b27625b34), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.614646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'admin_state_up': True, 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'security_groups': ['b305f215-9de5-4e00-b6fb-08fabb4caa69']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:15.661262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3ba4f58-c384-42e3-836d-8d5e5b33ec98 admin admin] Publish callbacks [] for security_group (2d24f8ef-abda-4b5a-a107-ec7d6bd61602), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.665424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:15.669910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3ba4f58-c384-42e3-836d-8d5e5b33ec98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2d24f8ef-abda-4b5a-a107-ec7d6bd61602), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.671071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a7a3110e-0b39-4627-93e3-79acd60af4dc None None] Provisioning complete for port 2bda1d45-b83b-46ac-adc6-674d05d87beb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:15.673395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7a3110e-0b39-4627-93e3-79acd60af4dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.733055 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a3ba4f58-c384-42e3-836d-8d5e5b33ec98 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aebaa4a5d4784871aa29cba2fa0cea71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5865905 Feb 17 22:27:15.734723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:15.737274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:15.741137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:15.772322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ed1e4668-4f09-4a1c-b42f-fa924c0a156e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:27:15.813573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-4dec7b83-f7dd-4eb9-af00-26e8ba6f202d service neutron] 10.222.0.73 "GET /v2.0/networks/e2883659-5a23-413c-9bfd-7d6d43aa23c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3498318 Feb 17 22:27:15.854765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2db1619-03e5-451f-b758-f7fa11f7a777 req-b38860a2-16dc-4956-8a37-b04956c4f8cf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843067 Feb 17 22:27:15.857275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port d584a74a-4af4-4178-8010-5a145ff26f86 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:15.861001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.881789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1b69c3b-cce0-4b6d-a5df-ad4033c7b980 admin admin] Publish callbacks [] for security_group (2d24f8ef-abda-4b5a-a107-ec7d6bd61602), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:15.902145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b02f31-f790-43fd-8480-3dd6e71d42e3 req-7c837a8b-0f84-4a46-bc7d-6023bafd218a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:15.921431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b02f31-f790-43fd-8480-3dd6e71d42e3 req-7c837a8b-0f84-4a46-bc7d-6023bafd218a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:15.930911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b02f31-f790-43fd-8480-3dd6e71d42e3 req-7c837a8b-0f84-4a46-bc7d-6023bafd218a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:15.939307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29b02f31-f790-43fd-8480-3dd6e71d42e3 req-7c837a8b-0f84-4a46-bc7d-6023bafd218a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 2418 time: 0.9002292 Feb 17 22:27:15.957507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba4f58-c384-42e3-836d-8d5e5b33ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d24f8ef-abda-4b5a-a107-ec7d6bd61602,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:15.992331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ed1e4668-4f09-4a1c-b42f-fa924c0a156e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,segment=NetworkSegment(f97a390e-f197-4aa2-88b7-47ce4ae061ab),segment_id=f97a390e-f197-4aa2-88b7-47ce4ae061ab)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:16.031670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e', 'network_id': 'e2883659-5a23-413c-9bfd-7d6d43aa23c3', 'port_id': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e', 'mac_address': 'fa:16:3e:53:aa:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6df6a2a4-b645-4763-8dea-0dbda2d8f2c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:27:16.036038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3110e-0b39-4627-93e3-79acd60af4dc None None] Port 2bda1d45-b83b-46ac-adc6-674d05d87beb cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:27:16.083626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ed1e4668-4f09-4a1c-b42f-fa924c0a156e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:16.084674 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.110709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1e4668-4f09-4a1c-b42f-fa924c0a156e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:27:16.139437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ed1e4668-4f09-4a1c-b42f-fa924c0a156e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,segment=NetworkSegment(f97a390e-f197-4aa2-88b7-47ce4ae061ab),segment_id=f97a390e-f197-4aa2-88b7-47ce4ae061ab)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:16.146831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.203062 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1b69c3b-cce0-4b6d-a5df-ad4033c7b980 admin admin] Publish callbacks [] for security_group (2d24f8ef-abda-4b5a-a107-ec7d6bd61602), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.223973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:16.310312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-c000f155-c77a-4910-83e8-61e08872b3d5 req-51aa7b06-5aaf-4751-a0c7-4109d0d20388 service neutron] (103526) timed out ('10.222.0.73', 50390) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:27:16.340362 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb47d6a9-5a5a-4211-bb13-af1b27625b34), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.343022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.347325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/eb47d6a9-5a5a-4211-bb13-af1b27625b34 HTTP/1.1" status: 204 len: 168 time: 2.1247156 Feb 17 22:27:16.355202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['ed1e4668-4f09-4a1c-b42f-fa924c0a156e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:27:16.425579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47d6a9-5a5a-4211-bb13-af1b27625b34,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:16.457619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:16.461047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.474109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56882) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:16.506354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.507012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.507612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.508201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.508698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.509243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.509763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.510296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.511132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.511663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.512153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.512668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.513464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e52d71d-99ee-48d3-9166-b6f147c507f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:16.599006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port d584a74a-4af4-4178-8010-5a145ff26f86, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d584a74a-4af4-4178-8010-5a145ff26f86,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:16.600206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.621446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for d584a74a-4af4-4178-8010-5a145ff26f86 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:16.631164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device df183627-ab28-4ed2-bd1c-91f8087fd986 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:27:16.638760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1b69c3b-cce0-4b6d-a5df-ad4033c7b980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2d24f8ef-abda-4b5a-a107-ec7d6bd61602), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.642972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29b02f31-f790-43fd-8480-3dd6e71d42e3 req-251780ec-a255-482b-bc35-0bafcf6bfeba tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436208 Feb 17 22:27:16.680062 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e1b69c3b-cce0-4b6d-a5df-ad4033c7b980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.681252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e1b69c3b-cce0-4b6d-a5df-ad4033c7b980 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d24f8ef-abda-4b5a-a107-ec7d6bd61602 HTTP/1.1" status: 204 len: 168 time: 0.9391608 Feb 17 22:27:16.690596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b13b57-d3d2-477a-b04b-07764ac752f1 req-850f3a3d-e948-486d-bd30-7e1dd832f660 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:16.700475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42b13b57-d3d2-477a-b04b-07764ac752f1 req-850f3a3d-e948-486d-bd30-7e1dd832f660 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 945 time: 0.4029074 Feb 17 22:27:16.711488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d23bb4-51f1-4186-91fc-8aa8d162c2f5 req-ed7917c3-e118-455a-9d78-d69f234f5b23 service neutron] 10.222.0.73 "GET /v2.0/networks/e2883659-5a23-413c-9bfd-7d6d43aa23c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8252819 Feb 17 22:27:16.728563 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b69c3b-cce0-4b6d-a5df-ad4033c7b980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d24f8ef-abda-4b5a-a107-ec7d6bd61602,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:16.765757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port df183627-ab28-4ed2-bd1c-91f8087fd986 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:16.767712 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.798265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42b13b57-d3d2-477a-b04b-07764ac752f1 req-3063307c-1fa5-4ee1-a4f8-adea9a282c01 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910432 Feb 17 22:27:16.803176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:16.807708 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a95cc1-407c-4cf6-ace3-e8fcff0749f3" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-unplugged", "status": "completed", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:16.839454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port df183627-ab28-4ed2-bd1c-91f8087fd986, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=df183627-ab28-4ed2-bd1c-91f8087fd986,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:16.841273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (d239545b-becc-4256-a79e-2e6d6d258731), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.848736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:16.849527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device ec42ed00-a94f-4e3c-a15b-326cb29e9fac no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:27:16.997903 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792e5d85-6573-4f7f-bde0-9940cbf3fe85 x-openstack-request-id: req-792e5d85-6573-4f7f-bde0-9940cbf3fe85 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:16.998200 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-unplugged", "status": "completed", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:16.998434 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-792e5d85-6573-4f7f-bde0-9940cbf3fe85 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:16.998839 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986', 'code': 200} Feb 17 22:27:17.005088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=df183627-ab28-4ed2-bd1c-91f8087fd986,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:17.016034 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae238287-e1e5-4a65-991a-3dbd851c0ea7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.173550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port ec42ed00-a94f-4e3c-a15b-326cb29e9fac is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:17.173550 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.213460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:17.219807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.223193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d584a74a-4af4-4178-8010-5a145ff26f86 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:27:17.252990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-83523286-network', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:17.271953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e711c7c-11ce-48af-b510-4671e946c050 req-8a0d628a-a5f0-4dcc-aa31-10be44f20cc0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:17.273659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e711c7c-11ce-48af-b510-4671e946c050 req-8a0d628a-a5f0-4dcc-aa31-10be44f20cc0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 932 time: 0.2934778 Feb 17 22:27:17.350441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:17.375051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Made reservation on behalf of 48ad5cf5371f41bfa0e3a0692349e2cb for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:17.377624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.395787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 10.1.1.16 (5d00f070-2d93-4b94-86cb-e0b7504883b4/50eec9e0-35ad-4820-bc00-ede9bb2214cb/291c1fc8-69a8-4618-8ab7-096ba6999630) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:17.404843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (d239545b-becc-4256-a79e-2e6d6d258731), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.443080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.488405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d584a74a-4af4-4178-8010-5a145ff26f86 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:17.488805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.549160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e711c7c-11ce-48af-b510-4671e946c050 req-53b5e568-1cd2-4bd6-80e3-d4a09613cc1a tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597351 Feb 17 22:27:17.628567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d584a74a-4af4-4178-8010-5a145ff26f86), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.702261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=d584a74a-4af4-4178-8010-5a145ff26f86,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:17.735129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Router d239545b-becc-4256-a79e-2e6d6d258731 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:27:17.778985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ed1e4668-4f09-4a1c-b42f-fa924c0a156e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:17.921763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port d584a74a-4af4-4178-8010-5a145ff26f86 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:17.923879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.966536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56908) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:17.978228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port ed1e4668-4f09-4a1c-b42f-fa924c0a156e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:27:17.983874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port ed1e4668-4f09-4a1c-b42f-fa924c0a156e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:17.986109 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:17.992091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:27:18.005738 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] Sync routers for ids ['d239545b-becc-4256-a79e-2e6d6d258731'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:27:18.006487 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.011941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-e4d3e006-123f-4f77-a536-9b71a42e288c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "DELETE /v2.0/ports/d584a74a-4af4-4178-8010-5a145ff26f86 HTTP/1.1" status: 204 len: 173 time: 3.3551307 Feb 17 22:27:18.024538 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] Routers {'d239545b-becc-4256-a79e-2e6d6d258731'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:18.025487 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d239545b-becc-4256-a79e-2e6d6d258731'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:18.031830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-deleted', 'tag': 'd584a74a-4af4-4178-8010-5a145ff26f86'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:18.034123 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce469824-39a4-4a77-92e6-6192a88d5756" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-deleted", "tag": "d584a74a-4af4-4178-8010-5a145ff26f86"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:18.039759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e26f9cd-2758-43f6-ae1d-30683ec92288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.102993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.106103 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:18.107548 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-57fcfb5b-e0d9-495e-86d0-d1cfbe8b0029 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 4.7684345 Feb 17 22:27:18.114017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56914) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:18.125533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:18.137562 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] Routers {'d239545b-becc-4256-a79e-2e6d6d258731'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:18.138214 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d239545b-becc-4256-a79e-2e6d6d258731'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:18.214425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ed1e4668-4f09-4a1c-b42f-fa924c0a156e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:18.214968 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.251010 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:18.253515 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d243a51-8522-45c3-b895-b6ffd7f70b17 None None] The sync data for ids ['d239545b-becc-4256-a79e-2e6d6d258731'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:27:18.293427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ed1e4668-4f09-4a1c-b42f-fa924c0a156e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,segment=NetworkSegment(f97a390e-f197-4aa2-88b7-47ce4ae061ab),segment_id=f97a390e-f197-4aa2-88b7-47ce4ae061ab)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:18.302682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.371942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.408381 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks [] for security_group (a8d35241-c2c1-4ee2-bc6c-2d05e0895cad), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.410984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:18.456401 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a8d35241-c2c1-4ee2-bc6c-2d05e0895cad), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.468761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:27:18.479541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4b36d7be-cea1-46a8-a55b-689a9698537f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.479966 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Added segment 4b36d7be-cea1-46a8-a55b-689a9698537f of type vlan for network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 Feb 17 22:27:18.531386 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6ca20bca-50b2-42fb-a57b-35ba5c000d56), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.570937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e26f9cd-2758-43f6-ae1d-30683ec92288 admin admin] Publish callbacks [] for security_group (5ca971a8-cd8d-4ead-a2ef-d61032b57643), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.576738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f2d69-196e-4f55-817f-4f9f08bf63db req-3f3391cd-f835-4742-ba19-2533d8d3a372 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:18.580539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e26f9cd-2758-43f6-ae1d-30683ec92288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5ca971a8-cd8d-4ead-a2ef-d61032b57643), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.583047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f2d69-196e-4f55-817f-4f9f08bf63db req-3f3391cd-f835-4742-ba19-2533d8d3a372 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:18.591856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e9f2d69-196e-4f55-817f-4f9f08bf63db req-3f3391cd-f835-4742-ba19-2533d8d3a372 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 1678 time: 0.6859176 Feb 17 22:27:18.648398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cacfec5-4d7a-4a6b-a8c4-11797ab46c10 req-2a413452-cad2-4b7f-b75c-8847943aeab5 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:18.649882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cacfec5-4d7a-4a6b-a8c4-11797ab46c10 req-2a413452-cad2-4b7f-b75c-8847943aeab5 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 945 time: 0.6014349 Feb 17 22:27:18.686073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e26f9cd-2758-43f6-ae1d-30683ec92288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca971a8-cd8d-4ead-a2ef-d61032b57643,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:18.687583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6ca20bca-50b2-42fb-a57b-35ba5c000d56), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.688510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:18.689078 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.699905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d35241-c2c1-4ee2-bc6c-2d05e0895cad,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:18.788749 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e26f9cd-2758-43f6-ae1d-30683ec92288 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=939274c6ab3148f9b4e7ca0cfd241580&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8207679 Feb 17 22:27:18.793065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56932) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:18.847713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] Pushing event updated for resources: {'Network': ['ID=6ca20bca-50b2-42fb-a57b-35ba5c000d56,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:18.861885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:27:18.869233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e9f2d69-196e-4f55-817f-4f9f08bf63db req-2244c57f-8f6e-46a3-8e9c-65897c580c8f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742510 Feb 17 22:27:18.931857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cacfec5-4d7a-4a6b-a8c4-11797ab46c10 req-922d8de4-7882-474d-9d6b-5fe0158adc0d tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671819 Feb 17 22:27:18.941856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-08fedf76-fcba-42ea-8881-942d175cbf2a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4604146 Feb 17 22:27:18.941856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:18.972965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56938) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:19.025581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Request body: {'subnet': {'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-83523286-subnet', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:19.045757 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585810d2-fe2c-473b-b805-c244038e098e x-openstack-request-id: req-585810d2-fe2c-473b-b805-c244038e098e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:19.047358 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-deleted", "tag": "d584a74a-4af4-4178-8010-5a145ff26f86", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:19.049628 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-585810d2-fe2c-473b-b805-c244038e098e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:19.050239 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-deleted', 'tag': 'd584a74a-4af4-4178-8010-5a145ff26f86', 'status': 'completed', 'code': 200} Feb 17 22:27:19.080898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac'}, {'server_uuid': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:19.083413 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41d69bb-3bec-41dc-89ca-8b08dc366846" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-unplugged", "status": "completed", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac"}, {"server_uuid": "c5072f62-a2a7-48e3-892a-41760876cb21", "name": "network-vif-plugged", "status": "completed", "tag": "ed1e4668-4f09-4a1c-b42f-fa924c0a156e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:19.118049 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:19.148663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:19.159331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port ec42ed00-a94f-4e3c-a15b-326cb29e9fac {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:19.159964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:19.173410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:19.202827 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe14f0b-ffe4-4377-a4d1-bd62b768ad12 x-openstack-request-id: req-afe14f0b-ffe4-4377-a4d1-bd62b768ad12 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:19.203252 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-unplugged", "status": "completed", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac", "code": 200}, {"server_uuid": "c5072f62-a2a7-48e3-892a-41760876cb21", "name": "network-vif-plugged", "status": "completed", "tag": "ed1e4668-4f09-4a1c-b42f-fa924c0a156e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:19.203666 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-afe14f0b-ffe4-4377-a4d1-bd62b768ad12 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:19.204166 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac', 'code': 200} Feb 17 22:27:19.204577 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e', 'code': 200} Feb 17 22:27:19.296784 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:19.376365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Made reservation on behalf of 48ad5cf5371f41bfa0e3a0692349e2cb for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:19.379186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:19.382538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=291c1fc8-69a8-4618-8ab7-096ba6999630,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:19.717083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8b3d74e5-43d7-438b-869e-99470d6dceae None None] Provisioning complete for port 291c1fc8-69a8-4618-8ab7-096ba6999630 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:19.718531 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b3d74e5-43d7-438b-869e-99470d6dceae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:19.777292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d74e5-43d7-438b-869e-99470d6dceae None None] Port 291c1fc8-69a8-4618-8ab7-096ba6999630 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:27:19.869323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1094c3dd-44bf-4fcb-a5b9-c007f6a08bb6 admin admin] Publish callbacks [] for security_group (5ca971a8-cd8d-4ead-a2ef-d61032b57643), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:19.973629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1094c3dd-44bf-4fcb-a5b9-c007f6a08bb6 admin admin] Publish callbacks [] for security_group (5ca971a8-cd8d-4ead-a2ef-d61032b57643), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:19.988285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (d239545b-becc-4256-a79e-2e6d6d258731), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.025931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_gateway (d239545b-becc-4256-a79e-2e6d6d258731), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.056684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:20.058035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.097928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1094c3dd-44bf-4fcb-a5b9-c007f6a08bb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5ca971a8-cd8d-4ead-a2ef-d61032b57643), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.105204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1094c3dd-44bf-4fcb-a5b9-c007f6a08bb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.107551 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1094c3dd-44bf-4fcb-a5b9-c007f6a08bb6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ca971a8-cd8d-4ead-a2ef-d61032b57643 HTTP/1.1" status: 204 len: 168 time: 1.3128283 Feb 17 22:27:20.169472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094c3dd-44bf-4fcb-a5b9-c007f6a08bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca971a8-cd8d-4ead-a2ef-d61032b57643,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:20.196888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Deleting port 324ce23f-1a6e-430f-90e2-8665f6b8437e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:20.199859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (324ce23f-1a6e-430f-90e2-8665f6b8437e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.223609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7ee27c94-98d6-4f3b-b03b-e1704098141b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.6506197 Feb 17 22:27:20.263054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c5f90-541d-4030-80d5-951d1d6f285f req-863d1fd4-0d65-4dae-9b49-d3fd1627f75e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:20.275692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c5f90-541d-4030-80d5-951d1d6f285f req-863d1fd4-0d65-4dae-9b49-d3fd1627f75e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:20.281045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea7c5f90-541d-4030-80d5-951d1d6f285f req-863d1fd4-0d65-4dae-9b49-d3fd1627f75e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 1653 time: 1.1654646 Feb 17 22:27:20.320025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'admin_state_up': True, 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'security_groups': ['b305f215-9de5-4e00-b6fb-08fabb4caa69']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:20.407455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (324ce23f-1a6e-430f-90e2-8665f6b8437e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.433864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Calling delete_port for 324ce23f-1a6e-430f-90e2-8665f6b8437e owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:20.488368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aa4e9-bfb1-4969-b014-93f8cf351ce5 req-bdbed87c-51a2-47c0-8ab5-e4916e48e12d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:20.501919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aa4e9-bfb1-4969-b014-93f8cf351ce5 req-bdbed87c-51a2-47c0-8ab5-e4916e48e12d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:20.503351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-613aa4e9-bfb1-4969-b014-93f8cf351ce5 req-bdbed87c-51a2-47c0-8ab5-e4916e48e12d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 1678 time: 0.4987559 Feb 17 22:27:20.505134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21d028-aaf7-478b-8861-a083f150298b req-84a13b63-6175-4113-84a3-b9b6388d03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:20.506552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b21d028-aaf7-478b-8861-a083f150298b req-84a13b63-6175-4113-84a3-b9b6388d03cc service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 1129 time: 1.1531687 Feb 17 22:27:20.683978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea7c5f90-541d-4030-80d5-951d1d6f285f req-f50f0706-df08-4a40-ae0e-ac4d2ee5cc4e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3824220 Feb 17 22:27:20.755834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port ec42ed00-a94f-4e3c-a15b-326cb29e9fac, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:20.756222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.767204 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.832579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b21d028-aaf7-478b-8861-a083f150298b req-de0e5198-903a-4395-81da-ae1245250c41 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162129 Feb 17 22:27:20.835936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for ec42ed00-a94f-4e3c-a15b-326cb29e9fac owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:20.858416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (324ce23f-1a6e-430f-90e2-8665f6b8437e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:20.956639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-613aa4e9-bfb1-4969-b014-93f8cf351ce5 req-b8a2fbfe-910c-4e3f-99f4-7eee4598e340 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019260 Feb 17 22:27:21.004637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Pushing event deleted for resources: {'Port': ['ID=324ce23f-1a6e-430f-90e2-8665f6b8437e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:21.187162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (d239545b-becc-4256-a79e-2e6d6d258731), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:21.256693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:21.268520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:21.354072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af872a9a-3408-48d0-aeea-a0bf0597f06d req-e1355caa-b448-4239-a435-41723e7a4df1 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:21.355733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af872a9a-3408-48d0-aeea-a0bf0597f06d req-e1355caa-b448-4239-a435-41723e7a4df1 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 946 time: 0.4381444 Feb 17 22:27:21.670384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (27100d44-8a5c-4153-a004-e8eb790e1c17), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:21.718995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af872a9a-3408-48d0-aeea-a0bf0597f06d req-d97892fb-2692-4849-a199-18ba3286e04b tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098545 Feb 17 22:27:21.888341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (d239545b-becc-4256-a79e-2e6d6d258731), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:21.898809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (d239545b-becc-4256-a79e-2e6d6d258731), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:22.077926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Router d239545b-becc-4256-a79e-2e6d6d258731 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:27:22.122463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 10.1.1.107 (5d00f070-2d93-4b94-86cb-e0b7504883b4/50eec9e0-35ad-4820-bc00-ede9bb2214cb/71991263-60b1-40fd-bba4-34e8fb19d320) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:22.346828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:27:22.370142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] Sync routers for ids ['d239545b-becc-4256-a79e-2e6d6d258731'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:27:22.386650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:22.393476 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-96ef741c-9f94-4948-8988-db50e1278b88 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "PUT /v2.0/routers/d239545b-becc-4256-a79e-2e6d6d258731 HTTP/1.1" status: 200 len: 703 time: 4.2719085 Feb 17 22:27:22.394387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:22.411267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] Routers {'d239545b-becc-4256-a79e-2e6d6d258731'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:22.411925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d239545b-becc-4256-a79e-2e6d6d258731'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:22.434014 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (71991263-60b1-40fd-bba4-34e8fb19d320), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:22.553385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ec42ed00-a94f-4e3c-a15b-326cb29e9fac), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:22.556665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:22.664096 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d98be617-a432-4d4a-a87a-6725f717fa7a tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/routers/d239545b-becc-4256-a79e-2e6d6d258731 HTTP/1.1" status: 200 len: 738 time: 0.2652752 Feb 17 22:27:22.664940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:22.701840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=ec42ed00-a94f-4e3c-a15b-326cb29e9fac,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:22.762049 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5fdcedf8-4f7a-47e2-8474-51c9f00b6997 tempest-RoutersAdminTest-333043061 tempest-RoutersAdminTest-333043061-project-admin] 10.222.0.79 "GET /v2.0/ports?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&device_id=d239545b-becc-4256-a79e-2e6d6d258731 HTTP/1.1" status: 200 len: 205 time: 0.0892816 Feb 17 22:27:22.762767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57020) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:22.820014 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b53bf5c6-6da1-4a51-b562-bd50dd39be49 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=d239545b-becc-4256-a79e-2e6d6d258731 HTTP/1.1" status: 200 len: 205 time: 0.0520751 Feb 17 22:27:22.822226 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57024) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:22.862009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=71991263-60b1-40fd-bba4-34e8fb19d320,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:22.881550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Checking segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:22.883194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Network hostable DHCP agents. Network: 6ca20bca-50b2-42fb-a57b-35ba5c000d56, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:27:22.948530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27100d44-8a5c-4153-a004-e8eb790e1c17,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:22.992767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:23.000579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:23.063204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c15f91-0184-4fbf-a8e0-f185adf0784e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (d239545b-becc-4256-a79e-2e6d6d258731), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.068390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] Routers {'d239545b-becc-4256-a79e-2e6d6d258731'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:23.069064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d239545b-becc-4256-a79e-2e6d6d258731'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:23.130030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port ec42ed00-a94f-4e3c-a15b-326cb29e9fac on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:23.131757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:27:23.135889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:23.149812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.160167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-407d56e4-9bfe-4bfa-aa17-c6e672fbd746 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "DELETE /v2.0/ports/ec42ed00-a94f-4e3c-a15b-326cb29e9fac HTTP/1.1" status: 204 len: 173 time: 5.1089067 Feb 17 22:27:23.174703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-deleted', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:23.192750 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25edc83b-f538-4a1d-9ecd-d546dbfcd856" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-deleted", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:23.241181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:23.254688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:23.256375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd827f-3487-442b-9d41-4d5c4731858f None None] The sync data for ids ['d239545b-becc-4256-a79e-2e6d6d258731'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:27:23.322440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951dd5-5696-4b83-bb80-fac3cbca75ac req-eba10e6b-7af4-4ed8-a8e0-cf1e9a62481e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:23.335282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951dd5-5696-4b83-bb80-fac3cbca75ac req-eba10e6b-7af4-4ed8-a8e0-cf1e9a62481e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:23.351777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26951dd5-5696-4b83-bb80-fac3cbca75ac req-eba10e6b-7af4-4ed8-a8e0-cf1e9a62481e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:23.355213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26951dd5-5696-4b83-bb80-fac3cbca75ac req-eba10e6b-7af4-4ed8-a8e0-cf1e9a62481e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 2374 time: 0.8850803 Feb 17 22:27:23.471013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d438cb7-3eee-4918-89e9-3d64156afb32 req-3f03ca2e-5cf9-4d97-90bd-ad5364141c93 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:23.484903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d438cb7-3eee-4918-89e9-3d64156afb32 req-3f03ca2e-5cf9-4d97-90bd-ad5364141c93 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:23.502280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d438cb7-3eee-4918-89e9-3d64156afb32 req-3f03ca2e-5cf9-4d97-90bd-ad5364141c93 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 1599 time: 0.9953816 Feb 17 22:27:23.513951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6ca20bca-50b2-42fb-a57b-35ba5c000d56) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:23.525968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a608d33-f3ae-4bca-a7ac-48a58c1725b1 None None] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:23.594471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c15f91-0184-4fbf-a8e0-f185adf0784e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (d239545b-becc-4256-a79e-2e6d6d258731), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.597813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c15f91-0184-4fbf-a8e0-f185adf0784e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router_controller (d239545b-becc-4256-a79e-2e6d6d258731), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.706277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c15f91-0184-4fbf-a8e0-f185adf0784e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (d239545b-becc-4256-a79e-2e6d6d258731), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.706910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c15f91-0184-4fbf-a8e0-f185adf0784e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Fanout notify agent at l3_agent the message router_deleted on router d239545b-becc-4256-a79e-2e6d6d258731 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:27:23.717346 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c8c15f91-0184-4fbf-a8e0-f185adf0784e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.718499 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c8c15f91-0184-4fbf-a8e0-f185adf0784e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/d239545b-becc-4256-a79e-2e6d6d258731 HTTP/1.1" status: 204 len: 168 time: 0.8943167 Feb 17 22:27:23.730425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:23.730768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57036) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:23.731947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.739519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:23.740536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.758837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d438cb7-3eee-4918-89e9-3d64156afb32 req-4ed0a2ed-a689-411d-a606-0c9d50347221 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543194 Feb 17 22:27:23.779699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cfb3e166-2202-48e7-a0a3-3383eede0cac None None] Provisioning complete for port 71991263-60b1-40fd-bba4-34e8fb19d320 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:23.780276 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cfb3e166-2202-48e7-a0a3-3383eede0cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.824754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3e166-2202-48e7-a0a3-3383eede0cac None None] Port 71991263-60b1-40fd-bba4-34e8fb19d320 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:27:23.827068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:27:23.828777 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:23.844248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4222539b-b053-4839-b069-7f722cc72dfd tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=d239545b-becc-4256-a79e-2e6d6d258731 HTTP/1.1" status: 200 len: 205 time: 0.1091614 Feb 17 22:27:23.846057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57042) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.000973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Allocated IP 172.20.0.2 (6ca20bca-50b2-42fb-a57b-35ba5c000d56/27100d44-8a5c-4153-a004-e8eb790e1c17/ac87f0bd-f1c4-429e-8705-b6aa1de926b3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:24.012421 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-555565a7-7a4f-492b-863f-f4a1bb336c90 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] delete failed (client error): The resource could not be found. Feb 17 22:27:24.019706 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-555565a7-7a4f-492b-863f-f4a1bb336c90 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/d239545b-becc-4256-a79e-2e6d6d258731 HTTP/1.1" status: 404 len: 336 time: 0.1634715 Feb 17 22:27:24.019706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.050342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26951dd5-5696-4b83-bb80-fac3cbca75ac req-b26dfad6-3a1d-4435-a5ee-08bd0b7e4ebf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6166101 Feb 17 22:27:24.069841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-a4e96267-4790-4f2a-97f3-73be15267558 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7793853 Feb 17 22:27:24.087712 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-686bdd78-17ef-4e6f-bd43-ba3f62b274ae tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 HTTP/1.1" status: 200 len: 205 time: 0.0688143 Feb 17 22:27:24.088875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57048) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.114798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008', 'admin_state_up': True, 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'security_groups': ['b305f215-9de5-4e00-b6fb-08fabb4caa69']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:24.154984 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-9c25f61c-4660-4fd9-8032-2ff70042c68b tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] delete failed (client error): The resource could not be found. Feb 17 22:27:24.159953 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9c25f61c-4660-4fd9-8032-2ff70042c68b tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/eb3652c1-1ce1-4539-b28f-5ec96d62d5d8 HTTP/1.1" status: 404 len: 336 time: 0.0694587 Feb 17 22:27:24.161005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57052) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.212763 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-373eef8f-a6ab-448a-8309-4b7ce4273956 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=04e67c53-3249-468b-87ce-8b2c7e1f926b HTTP/1.1" status: 200 len: 205 time: 0.0497928 Feb 17 22:27:24.215213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.217048 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda07ecb-d037-40ba-8e28-6bfcf84e17c9 x-openstack-request-id: req-bda07ecb-d037-40ba-8e28-6bfcf84e17c9 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:24.217534 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-deleted", "tag": "ec42ed00-a94f-4e3c-a15b-326cb29e9fac", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:24.217888 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bda07ecb-d037-40ba-8e28-6bfcf84e17c9 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:24.218366 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-deleted', 'tag': 'ec42ed00-a94f-4e3c-a15b-326cb29e9fac', 'status': 'completed', 'code': 200} Feb 17 22:27:24.253995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-99faf37e-0b0f-462e-b898-f7a593747c3c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.2527246 Feb 17 22:27:24.303502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57056) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.312024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:24.328317 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Publish callbacks [] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.338309 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.343806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de23c81-eda9-4e61-922e-9d88849cedb3 req-16a4227d-2784-4345-b303-d8c876618675 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:24.345543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4de23c81-eda9-4e61-922e-9d88849cedb3 req-16a4227d-2784-4345-b303-d8c876618675 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 946 time: 0.3672464 Feb 17 22:27:24.348363 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-d41d2a1d-76e1-48e5-b282-7d06494ecc13 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] delete failed (client error): The resource could not be found. Feb 17 22:27:24.356418 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d41d2a1d-76e1-48e5-b282-7d06494ecc13 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/04e67c53-3249-468b-87ce-8b2c7e1f926b HTTP/1.1" status: 404 len: 336 time: 0.1389160 Feb 17 22:27:24.357111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57060) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.360335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (51a9dfce-ceac-4249-8262-0c3f652b2030), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.362376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (51a9dfce-ceac-4249-8262-0c3f652b2030), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.404889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Pushing event updated for resources: {'Port': ['ID=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:24.427080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:24.429116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:24.450377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5bdfd64a-eb1c-4382-886a-7a4255a464b4 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=89358f75-4769-4c4b-bd49-60c2a0071e0e HTTP/1.1" status: 200 len: 205 time: 0.0682330 Feb 17 22:27:24.450676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.450676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.450676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.450676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.450676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.451470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.451470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.451932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.451932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.454847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.454847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.454847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.454847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:24.457355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57064) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.472512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:24.518984 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-540e6503-42ef-4a99-abc2-518c175b9af8 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] delete failed (client error): The resource could not be found. Feb 17 22:27:24.529166 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks [] for router_controller (51a9dfce-ceac-4249-8262-0c3f652b2030), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.540561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-540e6503-42ef-4a99-abc2-518c175b9af8 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/89358f75-4769-4c4b-bd49-60c2a0071e0e HTTP/1.1" status: 404 len: 336 time: 0.0685990 Feb 17 22:27:24.547583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57068) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.628178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57072) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.633952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Attempting to bind port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:24.634787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Attempting to bind port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:24.634787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Attempting to bind port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:24.656097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:24.657328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Checking segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:24.657747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4de23c81-eda9-4e61-922e-9d88849cedb3 req-dfa3b635-6897-4968-a6c3-b5a96aa99304 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907379 Feb 17 22:27:24.657925 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.658315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Bound using segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:24.662488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Bound port: ac87f0bd-f1c4-429e-8705-b6aa1de926b3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:24.663041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.723694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port df183627-ab28-4ed2-bd1c-91f8087fd986 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:24.725900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:24.824334 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3c1b2871-e2fa-4523-89a0-9912378a152e tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=631fd646-755d-40ea-9c29-793dcb92516e HTTP/1.1" status: 200 len: 205 time: 0.2672048 Feb 17 22:27:24.825312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57086) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:24.965053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] For port ac87f0bd-f1c4-429e-8705-b6aa1de926b3, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:24.973851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] For port ac87f0bd-f1c4-429e-8705-b6aa1de926b3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:24.992211 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:25.038891 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-73d10763-484e-4124-a382-1f8c56e4eff2 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] delete failed (client error): The resource could not be found. Feb 17 22:27:25.040669 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-73d10763-484e-4124-a382-1f8c56e4eff2 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/631fd646-755d-40ea-9c29-793dcb92516e HTTP/1.1" status: 404 len: 336 time: 0.2011406 Feb 17 22:27:25.052475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57094) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:25.156920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port df183627-ab28-4ed2-bd1c-91f8087fd986, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=df183627-ab28-4ed2-bd1c-91f8087fd986,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:25.158243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:25.200731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for df183627-ab28-4ed2-bd1c-91f8087fd986 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:25.231920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ed262-a18a-4443-9625-a5e56f0aa350 None None] Pushing event updated for resources: {'Port': ['ID=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:25.267712 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:25.356863 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d3865ab-49eb-4ea8-81a0-61cab309d5cf tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "GET /v2.0/ports?device_id=864cdbcf-13cb-4ab4-8c4a-195033007af7 HTTP/1.1" status: 200 len: 205 time: 0.2964849 Feb 17 22:27:25.370000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:25.484235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74bbf56e-729d-4b6c-861c-5c18b1e97779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:25.552149 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-609f6077-d722-4566-8d2c-01ca0c9cf501 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] delete failed (client error): The resource could not be found. Feb 17 22:27:25.555997 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-609f6077-d722-4566-8d2c-01ca0c9cf501 tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/routers/864cdbcf-13cb-4ab4-8c4a-195033007af7 HTTP/1.1" status: 404 len: 336 time: 0.1809139 Feb 17 22:27:25.556260 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks [] for router_gateway (51a9dfce-ceac-4249-8262-0c3f652b2030), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:25.591700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57110) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:25.683422 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-86b9b356-6af7-43a5-aeda-ab35468783bf tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] DELETE failed (client error): The resource could not be found. Feb 17 22:27:25.683422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86b9b356-6af7-43a5-aeda-ab35468783bf tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:27:25.701069 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-86b9b356-6af7-43a5-aeda-ab35468783bf tempest-RoutersAdminTest-1654619085 tempest-RoutersAdminTest-1654619085-project] 10.222.0.79 "DELETE /v2.0/subnets/bb5e2bab-c913-463d-bda4-1d0499f16da8 HTTP/1.1" status: 404 len: 337 time: 0.0946097 Feb 17 22:27:25.876141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:26.105081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4385c-a33b-4647-bd04-e41fb772ddb2 req-d54aeba6-836e-4211-bd5a-a949357ea3cc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:26.108240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4385c-a33b-4647-bd04-e41fb772ddb2 req-d54aeba6-836e-4211-bd5a-a949357ea3cc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:26.115691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4385c-a33b-4647-bd04-e41fb772ddb2 req-d54aeba6-836e-4211-bd5a-a949357ea3cc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:26.126964 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bed4385c-a33b-4647-bd04-e41fb772ddb2 req-d54aeba6-836e-4211-bd5a-a949357ea3cc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 2374 time: 0.6957753 Feb 17 22:27:26.132091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:26.436439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57126) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:26.443392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2e9b1-2b05-480f-88b6-648487cd5770 req-69d16a4a-9bdb-4365-a36b-ae67cb88f732 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:26.445360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b2e9b1-2b05-480f-88b6-648487cd5770 req-69d16a4a-9bdb-4365-a36b-ae67cb88f732 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 943 time: 1.2175245 Feb 17 22:27:26.511434 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks [] for router_gateway (51a9dfce-ceac-4249-8262-0c3f652b2030), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:26.558730 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:26.830793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-706cf25e-6436-4455-bc05-b6a57be9c977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:26.849432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (df183627-ab28-4ed2-bd1c-91f8087fd986), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:26.867651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74bbf56e-729d-4b6c-861c-5c18b1e97779 admin admin] Publish callbacks [] for security_group (92333668-0b4b-4a78-a273-c4ee9c507f60), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:26.936933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Allocated IP 172.25.0.12 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/9f91ea0f-996d-4390-bf0b-4c1453fd538c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:27.083863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-706cf25e-6436-4455-bc05-b6a57be9c977 admin admin] Publish callbacks [] for security_group (431586bc-9de2-4b0e-ad6d-a0d81eb8534e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.096521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=df183627-ab28-4ed2-bd1c-91f8087fd986,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:27.108090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-706cf25e-6436-4455-bc05-b6a57be9c977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (431586bc-9de2-4b0e-ad6d-a0d81eb8534e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.118361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b2e9b1-2b05-480f-88b6-648487cd5770 req-4c207ae5-9e9f-4370-839a-d5dcd5e3bb6d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089170 Feb 17 22:27:27.119863 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74bbf56e-729d-4b6c-861c-5c18b1e97779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (92333668-0b4b-4a78-a273-c4ee9c507f60), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.247722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ac87f0bd-f1c4-429e-8705-b6aa1de926b3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:27.252680 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-706cf25e-6436-4455-bc05-b6a57be9c977 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bbb1a52a9f44c8692a610312fd5dc02&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8112888 Feb 17 22:27:27.263912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-74bbf56e-729d-4b6c-861c-5c18b1e97779 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=25e06034ed3849a592b520d15d4acc87&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6035709 Feb 17 22:27:27.264753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57144) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:27.264905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57146) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:27.286668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbf56e-729d-4b6c-861c-5c18b1e97779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92333668-0b4b-4a78-a273-c4ee9c507f60,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:27.336706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1499ef1e-90cb-4496-adab-15c3b97d7d2f None None] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:27.367690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bed4385c-a33b-4647-bd04-e41fb772ddb2 req-01db7489-8b41-4e05-b3a4-9741f628bb25 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2351129 Feb 17 22:27:27.466321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cf25e-6436-4455-bc05-b6a57be9c977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431586bc-9de2-4b0e-ad6d-a0d81eb8534e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:27.478740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-127281a6-a2dd-46ea-a780-cf3d13c6da2c tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:27.488639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-127281a6-a2dd-46ea-a780-cf3d13c6da2c tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.73 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 946 time: 0.8660548 Feb 17 22:27:27.533583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4bbbe43b-ffd3-45fc-a728-08ef998ae7dd None None] Provisioning complete for port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:27.534221 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bbbe43b-ffd3-45fc-a728-08ef998ae7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.670759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3ef318a-9bf7-4034-aa94-7c3924dc0742 admin admin] Publish callbacks [] for security_group (431586bc-9de2-4b0e-ad6d-a0d81eb8534e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.720441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:27.721470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks [] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.724987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57150) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:27.727620 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.819418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3ef318a-9bf7-4034-aa94-7c3924dc0742 admin admin] Publish callbacks [] for security_group (431586bc-9de2-4b0e-ad6d-a0d81eb8534e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.880536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port df183627-ab28-4ed2-bd1c-91f8087fd986 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:27.885077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.896131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef6812ba-380a-48f0-bb78-56d1827aafca req-2e40160d-1309-432b-89d1-daf9858ccf2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.94 "DELETE /v2.0/ports/df183627-ab28-4ed2-bd1c-91f8087fd986 HTTP/1.1" status: 204 len: 173 time: 4.6846294 Feb 17 22:27:27.947784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-deleted', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:27.955329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:27.965781 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b266c0c-638d-4c68-a0d7-28fc59c6de0f" -d '{"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-deleted", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:28.058083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:28.060200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3ef318a-9bf7-4034-aa94-7c3924dc0742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (431586bc-9de2-4b0e-ad6d-a0d81eb8534e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.065375 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3ef318a-9bf7-4034-aa94-7c3924dc0742 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.083411 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b3ef318a-9bf7-4034-aa94-7c3924dc0742 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/431586bc-9de2-4b0e-ad6d-a0d81eb8534e HTTP/1.1" status: 204 len: 168 time: 0.8027639 Feb 17 22:27:28.096883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:28.177114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:28.241377 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658cf23a-629e-4aae-8a6c-4a42e8be7c86 x-openstack-request-id: req-658cf23a-629e-4aae-8a6c-4a42e8be7c86 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:28.241953 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714a3adf-40ce-4242-9d2c-fcc870e24db0", "name": "network-vif-deleted", "tag": "df183627-ab28-4ed2-bd1c-91f8087fd986", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:28.242216 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-658cf23a-629e-4aae-8a6c-4a42e8be7c86 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:28.242827 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714a3adf-40ce-4242-9d2c-fcc870e24db0', 'name': 'network-vif-deleted', 'tag': 'df183627-ab28-4ed2-bd1c-91f8087fd986', 'status': 'completed', 'code': 200} Feb 17 22:27:28.249552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07d8f0a5-7fe4-4046-8706-9aac625b7462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.266860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef318a-9bf7-4034-aa94-7c3924dc0742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431586bc-9de2-4b0e-ad6d-a0d81eb8534e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:28.287858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Pushing event updated for resources: {'Port': ['ID=9f91ea0f-996d-4390-bf0b-4c1453fd538c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:28.333895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:28.334469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.361295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e92107-7767-4b70-816b-2aee67734c90 req-6f27ae74-dd0d-40ee-bc8e-e45adc438596 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:28.363141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57e92107-7767-4b70-816b-2aee67734c90 req-6f27ae74-dd0d-40ee-bc8e-e45adc438596 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 946 time: 0.9048994 Feb 17 22:27:28.371273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 10.2.2.100 (8caa62b9-8ccb-4f50-ab64-8106d333b008/06e0b721-0635-4451-b2a9-ec895a578aaa/b37dfe7c-e1b9-458e-b07b-a72461f2939c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:28.383651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4bbbe43b-ffd3-45fc-a728-08ef998ae7dd None None] Current status of the port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:28.385503 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bbbe43b-ffd3-45fc-a728-08ef998ae7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.445087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35c8e518-2971-411d-a9e8-b9c72c133b58 admin admin] Publish callbacks [] for security_group (92333668-0b4b-4a78-a273-c4ee9c507f60), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.531746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Deleting port ed1e4668-4f09-4a1c-b42f-fa924c0a156e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:28.542147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.579390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ac87f0bd-f1c4-429e-8705-b6aa1de926b3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:28.588328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.604446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07d8f0a5-7fe4-4046-8706-9aac625b7462 admin admin] Publish callbacks [] for security_group (cce1b2ec-ca69-4813-8922-01b25c8974d6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.655336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07d8f0a5-7fe4-4046-8706-9aac625b7462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cce1b2ec-ca69-4813-8922-01b25c8974d6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.689976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-07d8f0a5-7fe4-4046-8706-9aac625b7462 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3cab6e527c34b2987ea4d2bc6cdec60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9430699 Feb 17 22:27:28.730125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57166) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:28.789802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-4bbbe43b-ffd3-45fc-a728-08ef998ae7dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:27:28.790211 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-4bbbe43b-ffd3-45fc-a728-08ef998ae7dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:27:28.796727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:28.823181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8f0a5-7fe4-4046-8706-9aac625b7462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce1b2ec-ca69-4813-8922-01b25c8974d6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:28.825614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] For port ed1e4668-4f09-4a1c-b42f-fa924c0a156e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,segment=NetworkSegment(f97a390e-f197-4aa2-88b7-47ce4ae061ab),segment_id=f97a390e-f197-4aa2-88b7-47ce4ae061ab)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:28.826318 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.846242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Calling delete_port for ed1e4668-4f09-4a1c-b42f-fa924c0a156e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:28.858039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f41d8e78-b7ec-478e-b107-de33e6c9e9ee admin admin] Publish callbacks [] for security_group (cce1b2ec-ca69-4813-8922-01b25c8974d6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.882469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f41d8e78-b7ec-478e-b107-de33e6c9e9ee admin admin] Publish callbacks [] for security_group (cce1b2ec-ca69-4813-8922-01b25c8974d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.910913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57168) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:28.939755 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks [] for router_gateway (51a9dfce-ceac-4249-8262-0c3f652b2030), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:28.944013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df38a70c-1066-4ba8-a8c7-9057fc4b5f8b req-c2787d61-eef6-4935-8a82-7b753c727473 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=714a3adf-40ce-4242-9d2c-fcc870e24db0 HTTP/1.1" status: 200 len: 210 time: 0.4813414 Feb 17 22:27:28.995877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35c8e518-2971-411d-a9e8-b9c72c133b58 admin admin] Publish callbacks [] for security_group (92333668-0b4b-4a78-a273-c4ee9c507f60), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.063700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-057bfdce-36fe-4fbc-8bf5-59b0f9dd66b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18606d31fde54bae8e1040f35cedaad5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1492455 Feb 17 22:27:29.066334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57170) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:29.103345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f41d8e78-b7ec-478e-b107-de33e6c9e9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cce1b2ec-ca69-4813-8922-01b25c8974d6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.108591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f41d8e78-b7ec-478e-b107-de33e6c9e9ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.110676 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f41d8e78-b7ec-478e-b107-de33e6c9e9ee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cce1b2ec-ca69-4813-8922-01b25c8974d6 HTTP/1.1" status: 204 len: 168 time: 0.3751850 Feb 17 22:27:29.137367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41d8e78-b7ec-478e-b107-de33e6c9e9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce1b2ec-ca69-4813-8922-01b25c8974d6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:29.195113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ac87f0bd-f1c4-429e-8705-b6aa1de926b3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:29.424413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4bbbe43b-ffd3-45fc-a728-08ef998ae7dd None None] Current status of the port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:29.451546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:29.452110 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.520285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57e92107-7767-4b70-816b-2aee67734c90 req-4c698f56-a95e-4c4a-ae0a-0107d143f11b tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/security-groups?id=12635694-4a0b-4416-867c-315785d5eb16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1263340 Feb 17 22:27:29.620144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-634eb74f-1fbf-4c9a-b36b-fa62c16edfff None None] Provisioning complete for port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:29.622096 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-634eb74f-1fbf-4c9a-b36b-fa62c16edfff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.757612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:29.784233 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35c8e518-2971-411d-a9e8-b9c72c133b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (92333668-0b4b-4a78-a273-c4ee9c507f60), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.789821 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35c8e518-2971-411d-a9e8-b9c72c133b58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.794880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-35c8e518-2971-411d-a9e8-b9c72c133b58 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92333668-0b4b-4a78-a273-c4ee9c507f60 HTTP/1.1" status: 204 len: 168 time: 2.5019026 Feb 17 22:27:29.837300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-634eb74f-1fbf-4c9a-b36b-fa62c16edfff None None] Current status of the port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:29.902759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40532e02-5233-4a71-b302-01378c7f2cb2 admin admin] Publish callbacks [] for security_group (0d7b0d14-241e-4f81-a8ee-91f0202e2696), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:29.903330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8e518-2971-411d-a9e8-b9c72c133b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92333668-0b4b-4a78-a273-c4ee9c507f60,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:30.001982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c275-6ca3-427e-81e8-5b0417ddcf6d req-69d0bd22-667a-48d3-97e1-daabc8df6089 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:30.007713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c275-6ca3-427e-81e8-5b0417ddcf6d req-69d0bd22-667a-48d3-97e1-daabc8df6089 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:30.014172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c275-6ca3-427e-81e8-5b0417ddcf6d req-69d0bd22-667a-48d3-97e1-daabc8df6089 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:30.022589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17d2c275-6ca3-427e-81e8-5b0417ddcf6d req-69d0bd22-667a-48d3-97e1-daabc8df6089 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 2374 time: 0.4196062 Feb 17 22:27:30.023699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57182) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:30.032547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57184) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:30.099676 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40532e02-5233-4a71-b302-01378c7f2cb2 admin admin] Publish callbacks [] for security_group (0d7b0d14-241e-4f81-a8ee-91f0202e2696), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.106883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting subnet 838c50c5-4a6b-4494-910d-147844d7fe02 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:27:30.114530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for subnet (838c50c5-4a6b-4494-910d-147844d7fe02), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.136596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38b43993-a1c5-428d-8fd2-0e475f95b77d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.146485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.154008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ed1e4668-4f09-4a1c-b42f-fa924c0a156e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.194306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (51a9dfce-ceac-4249-8262-0c3f652b2030), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.261464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17d2c275-6ca3-427e-81e8-5b0417ddcf6d req-ed6e2e7f-6075-478e-9a05-4b8f5443bdd4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377975 Feb 17 22:27:30.277521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Pushing event deleted for resources: {'Port': ['ID=ed1e4668-4f09-4a1c-b42f-fa924c0a156e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:30.287846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (838c50c5-4a6b-4494-910d-147844d7fe02), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.332898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40532e02-5233-4a71-b302-01378c7f2cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0d7b0d14-241e-4f81-a8ee-91f0202e2696), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.335722 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40532e02-5233-4a71-b302-01378c7f2cb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.340651 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-40532e02-5233-4a71-b302-01378c7f2cb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0d7b0d14-241e-4f81-a8ee-91f0202e2696 HTTP/1.1" status: 204 len: 168 time: 1.2741449 Feb 17 22:27:30.365887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40532e02-5233-4a71-b302-01378c7f2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b0d14-241e-4f81-a8ee-91f0202e2696,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:30.403354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] No DVR routers for this DVR port ed1e4668-4f09-4a1c-b42f-fa924c0a156e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:30.412799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.418303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1938bdd-10eb-4869-a9b5-703bdce600d8 req-cdc258b5-2fe2-4b71-96f9-7d81c2d31145 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.73 "DELETE /v2.0/ports/ed1e4668-4f09-4a1c-b42f-fa924c0a156e HTTP/1.1" status: 204 len: 173 time: 2.9050980 Feb 17 22:27:30.419920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38b43993-a1c5-428d-8fd2-0e475f95b77d admin admin] Publish callbacks [] for security_group (2b99def9-2758-460b-ac9a-805632237643), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.422100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'name': 'network-vif-deleted', 'tag': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:30.425746 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e23133b-8c98-4d92-844f-e3618a71f572" -d '{"events": [{"server_uuid": "c5072f62-a2a7-48e3-892a-41760876cb21", "name": "network-vif-deleted", "tag": "ed1e4668-4f09-4a1c-b42f-fa924c0a156e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:30.450900 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38b43993-a1c5-428d-8fd2-0e475f95b77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2b99def9-2758-460b-ac9a-805632237643), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.518082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.548781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57194) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:30.549293 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d0b8f1-070b-49c3-b976-770d06b2983f x-openstack-request-id: req-c6d0b8f1-070b-49c3-b976-770d06b2983f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:30.550008 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5072f62-a2a7-48e3-892a-41760876cb21", "name": "network-vif-deleted", "tag": "ed1e4668-4f09-4a1c-b42f-fa924c0a156e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:30.550008 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c6d0b8f1-070b-49c3-b976-770d06b2983f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:30.550505 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5072f62-a2a7-48e3-892a-41760876cb21', 'name': 'network-vif-deleted', 'tag': 'ed1e4668-4f09-4a1c-b42f-fa924c0a156e', 'status': 'completed', 'code': 200} Feb 17 22:27:30.600658 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-38b43993-a1c5-428d-8fd2-0e475f95b77d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1171d689fdc64f0981da09cd79f703b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5734072 Feb 17 22:27:30.600658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fc5f-80c9-4666-8206-b0b6ed370c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.610367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57198) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:30.613595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b43993-a1c5-428d-8fd2-0e475f95b77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b99def9-2758-460b-ac9a-805632237643,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:30.653459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Router 51a9dfce-ceac-4249-8262-0c3f652b2030 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:27:30.679228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=b37dfe7c-e1b9-458e-b07b-a72461f2939c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:30.702342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (838c50c5-4a6b-4494-910d-147844d7fe02), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.739778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:30.743961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:30.748580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:30.826619 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1bb9-37b9-421d-8533-40fab402b403 admin admin] Publish callbacks [] for security_group (2b99def9-2758-460b-ac9a-805632237643), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.835465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a430118-65ab-4f7e-bd0e-3a9ac44427e9 req-42323dc9-6bd3-4c08-8ad0-16e41827b819 tempest-InstanceActionsNegativeTestJSON-244497520 tempest-InstanceActionsNegativeTestJSON-244497520-project] 10.222.0.79 "GET /v2.0/ports?device_id=c5072f62-a2a7-48e3-892a-41760876cb21 HTTP/1.1" status: 200 len: 210 time: 0.0566070 Feb 17 22:27:30.902665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:30.903530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.929386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1bb9-37b9-421d-8533-40fab402b403 admin admin] Publish callbacks [] for security_group (2b99def9-2758-460b-ac9a-805632237643), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:30.939686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (838c50c5-4a6b-4494-910d-147844d7fe02), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.034763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6249b30b-2bea-4da4-95f3-0398f2741b80 None None] Network d3fe3351-0822-44fa-93f3-b3eb5714acd8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:31.045588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:27:31.056371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Subnet': ['ID=838c50c5-4a6b-4494-910d-147844d7fe02,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:31.059235 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Sync routers for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:27:31.068017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fc5f-80c9-4666-8206-b0b6ed370c1e admin admin] Publish callbacks [] for security_group (c5b019d4-650e-435b-b73c-cac0fc57b886), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.084348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9ec8fc5f-80c9-4666-8206-b0b6ed370c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5b019d4-650e-435b-b73c-cac0fc57b886), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.084667 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:31.084667 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:31.096567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0ce97651-d578-4277-ac1b-45f5ffb48515 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9882321 Feb 17 22:27:31.113494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008', 'admin_state_up': True, 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'security_groups': ['b305f215-9de5-4e00-b6fb-08fabb4caa69']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:31.136345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.150897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9e3baad2-a76e-4aba-a614-fcd408a53ac9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/subnets/838c50c5-4a6b-4494-910d-147844d7fe02 HTTP/1.1" status: 204 len: 168 time: 1.1170564 Feb 17 22:27:31.161335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57202) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:31.168989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.171010 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fa5a3cb5-d91a-492d-8b12-6155e39c6276 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8654277 Feb 17 22:27:31.199662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57204) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:31.508769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-322939ec-94aa-40c2-a407-3b2f01d3a0a3 None None] Provisioning complete for port b37dfe7c-e1b9-458e-b07b-a72461f2939c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:31.510739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-322939ec-94aa-40c2-a407-3b2f01d3a0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.517415 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:27:31.518095 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9ec8fc5f-80c9-4666-8206-b0b6ed370c1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4c14aa498bd47648f9011ed95f2d477&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9629323 Feb 17 22:27:31.552638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57218) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:31.553655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec8fc5f-80c9-4666-8206-b0b6ed370c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b019d4-650e-435b-b73c-cac0fc57b886,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:31.567305 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1bb9-37b9-421d-8533-40fab402b403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2b99def9-2758-460b-ac9a-805632237643), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.570376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a9f1bb9-37b9-421d-8533-40fab402b403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.571807 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a9f1bb9-37b9-421d-8533-40fab402b403 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b99def9-2758-460b-ac9a-805632237643 HTTP/1.1" status: 204 len: 168 time: 0.9496932 Feb 17 22:27:31.606826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f1bb9-37b9-421d-8533-40fab402b403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b99def9-2758-460b-ac9a-805632237643,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:31.723054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-322939ec-94aa-40c2-a407-3b2f01d3a0a3 None None] Port b37dfe7c-e1b9-458e-b07b-a72461f2939c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:27:31.802759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6b48da7-491f-4ad5-80dd-708f310e4f88 admin admin] Publish callbacks [] for security_group (c5b019d4-650e-435b-b73c-cac0fc57b886), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:31.810990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774939c-c313-4281-b15f-5781f42fc0cd req-24377581-f151-421b-b5a6-66092c6fe6e3 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:31.818620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ed1e4668-4f09-4a1c-b42f-fa924c0a156e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:27:31.827627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774939c-c313-4281-b15f-5781f42fc0cd req-24377581-f151-421b-b5a6-66092c6fe6e3 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:31.833519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774939c-c313-4281-b15f-5781f42fc0cd req-24377581-f151-421b-b5a6-66092c6fe6e3 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:31.860559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: ed1e4668-4f09-4a1c-b42f-fa924c0a156e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:27:31.862007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ed1e4668-4f09-4a1c-b42f-fa924c0a156e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:27:31.868128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5774939c-c313-4281-b15f-5781f42fc0cd req-24377581-f151-421b-b5a6-66092c6fe6e3 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:31.880238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] DHCP port deletion for d3fe3351-0822-44fa-93f3-b3eb5714acd8 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:27:31.880965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5774939c-c313-4281-b15f-5781f42fc0cd req-24377581-f151-421b-b5a6-66092c6fe6e3 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 3095 time: 0.4017181 Feb 17 22:27:31.896075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d3fe3351-0822-44fa-93f3-b3eb5714acd8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.003671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] Deleting port 5fd2555b-0429-427d-b777-8946ef3af679 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:32.004063 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5fd2555b-0429-427d-b777-8946ef3af679), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.028856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57228) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:32.079205 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6b48da7-491f-4ad5-80dd-708f310e4f88 admin admin] Publish callbacks [] for security_group (c5b019d4-650e-435b-b73c-cac0fc57b886), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.154058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] For port 5fd2555b-0429-427d-b777-8946ef3af679, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5fd2555b-0429-427d-b777-8946ef3af679,segment=NetworkSegment(9bf6d84c-5fe5-49f5-a348-7393e10bface),segment_id=9bf6d84c-5fe5-49f5-a348-7393e10bface)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:32.155390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5fd2555b-0429-427d-b777-8946ef3af679), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.167964 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:28Z', 'revision_number': 3, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:32.174922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5774939c-c313-4281-b15f-5781f42fc0cd req-11d73e59-0df2-4108-a0e1-6a00b7640a5b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452426 Feb 17 22:27:32.211848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] Calling delete_port for 5fd2555b-0429-427d-b777-8946ef3af679 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:32.260903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Checking router: 51a9dfce-ceac-4249-8262-0c3f652b2030 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:27:32.262677 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Updating router 51a9dfce-ceac-4249-8262-0c3f652b2030 port 9f91ea0f-996d-4390-bf0b-4c1453fd538c binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:27:32.311792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Made reservation on behalf of 44927fcecd7349cabcdc4f26418a3bf2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:32.345292 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.427607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (5fd2555b-0429-427d-b777-8946ef3af679), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.458551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] No DVR routers for this DVR port 5fd2555b-0429-427d-b777-8946ef3af679 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:32.546932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34882263-dcd7-4e82-819f-79407dfaa5e1 None None] Pushing event deleted for resources: {'Port': ['ID=5fd2555b-0429-427d-b777-8946ef3af679,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:32.575847 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] Deleting subnet 6df6a2a4-b645-4763-8dea-0dbda2d8f2c0 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:27:32.597841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] Publish callbacks [] for subnet (6df6a2a4-b645-4763-8dea-0dbda2d8f2c0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.668872 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.674738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57242) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:32.677957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port 5fd2555b-0429-427d-b777-8946ef3af679 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:32.678733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5fd2555b-0429-427d-b777-8946ef3af679), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.889204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port 5fd2555b-0429-427d-b777-8946ef3af679, host n-d-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:32.890223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5fd2555b-0429-427d-b777-8946ef3af679), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.906542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (6df6a2a4-b645-4763-8dea-0dbda2d8f2c0), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.914095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for 5fd2555b-0429-427d-b777-8946ef3af679 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:32.918445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Port 5fd2555b-0429-427d-b777-8946ef3af679 was not found and therefore no delete operation was performed {{(pid=103527) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:27:32.922539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5fd2555b-0429-427d-b777-8946ef3af679), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.946685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port 5fd2555b-0429-427d-b777-8946ef3af679 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:32.974838 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6b48da7-491f-4ad5-80dd-708f310e4f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5b019d4-650e-435b-b73c-cac0fc57b886), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.983690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6b48da7-491f-4ad5-80dd-708f310e4f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:32.985147 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b6b48da7-491f-4ad5-80dd-708f310e4f88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5b019d4-650e-435b-b73c-cac0fc57b886 HTTP/1.1" status: 204 len: 168 time: 1.4283803 Feb 17 22:27:33.077176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b48da7-491f-4ad5-80dd-708f310e4f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b019d4-650e-435b-b73c-cac0fc57b886,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:33.123215 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (6df6a2a4-b645-4763-8dea-0dbda2d8f2c0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.172207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d3fe3351-0822-44fa-93f3-b3eb5714acd8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.172415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5fd2555b-0429-427d-b777-8946ef3af679 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:27:33.176880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=5fd2555b-0429-427d-b777-8946ef3af679,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:33.261890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f1867bd1-7be4-476e-a572-527a2956eb0b tempest-AgentManagementNegativeTest-654740751 tempest-AgentManagementNegativeTest-654740751-project] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5723217 Feb 17 22:27:33.264962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 5fd2555b-0429-427d-b777-8946ef3af679 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:27:33.265645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5fd2555b-0429-427d-b777-8946ef3af679 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:27:33.298060 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Publish callbacks [] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.308982 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.410915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fe3351-0822-44fa-93f3-b3eb5714acd8']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:33.453269 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Attempting to bind port 9f91ea0f-996d-4390-bf0b-4c1453fd538c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:33.454863 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Attempting to bind port 9f91ea0f-996d-4390-bf0b-4c1453fd538c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:33.461632 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Attempting to bind port 9f91ea0f-996d-4390-bf0b-4c1453fd538c on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:33.475697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:33.482042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (6df6a2a4-b645-4763-8dea-0dbda2d8f2c0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.487351 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:33.488151 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.489094 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:33.490146 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Bound port: 9f91ea0f-996d-4390-bf0b-4c1453fd538c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:33.492020 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.547295 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Pushing event updated for resources: {'Port': ['ID=9f91ea0f-996d-4390-bf0b-4c1453fd538c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:33.587102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df6a2a4-b645-4763-8dea-0dbda2d8f2c0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:33.612294 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.612828 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.613337 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.614349 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.618626 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.619808 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.620313 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.620802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.620978 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.621592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.622080 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.622568 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.623064 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.623924 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:33.628500 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5a98c3b5-b9e8-41a7-8079-2ced712249e7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6df6a2a4-b645-4763-8dea-0dbda2d8f2c0 HTTP/1.1" status: 204 len: 168 time: 1.5804434 Feb 17 22:27:33.637340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57270) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:33.637753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Allocated IP 10.2.2.200 (8caa62b9-8ccb-4f50-ab64-8106d333b008/06e0b721-0635-4451-b2a9-ec895a578aaa/48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:33.733001 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] For port 9f91ea0f-996d-4390-bf0b-4c1453fd538c, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:33.747255 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] For port 9f91ea0f-996d-4390-bf0b-4c1453fd538c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f91ea0f-996d-4390-bf0b-4c1453fd538c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:33.763318 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.805645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.848854 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.852288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf6d84c-5fe5-49f5-a348-7393e10bface') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:33.852582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf6d84c-5fe5-49f5-a348-7393e10bface') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:33.907694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event updated for resources: {'Port': ['ID=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:33.917690 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (9bf6d84c-5fe5-49f5-a348-7393e10bface), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.936333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e2883659-5a23-413c-9bfd-7d6d43aa23c3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:33.942951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:33.951470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:33.955135 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c722ad-9c8d-4fe8-b41b-c6d57be0d1cc None None] Pushing event updated for resources: {'Port': ['ID=9f91ea0f-996d-4390-bf0b-4c1453fd538c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:33.955606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:33.983298 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:33.985774 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:33.986865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:34.038817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:34.043598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.056768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9bf6d84c-5fe5-49f5-a348-7393e10bface), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.094408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2547ce-2d44-4846-8ef0-c8ee192c612f req-82f6f3ad-2a49-408e-b229-ccd77dc45eaa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:34.112487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2547ce-2d44-4846-8ef0-c8ee192c612f req-82f6f3ad-2a49-408e-b229-ccd77dc45eaa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:34.133308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.134609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2547ce-2d44-4846-8ef0-c8ee192c612f req-82f6f3ad-2a49-408e-b229-ccd77dc45eaa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:34.144847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2547ce-2d44-4846-8ef0-c8ee192c612f req-82f6f3ad-2a49-408e-b229-ccd77dc45eaa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:34.147634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa2547ce-2d44-4846-8ef0-c8ee192c612f req-82f6f3ad-2a49-408e-b229-ccd77dc45eaa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 3095 time: 0.7862954 Feb 17 22:27:34.151002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:27:34.155752 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (9bf6d84c-5fe5-49f5-a348-7393e10bface), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: warnings.warn(msg) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:27:34.159126 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:27:34.248579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f302f6d6-09cb-4fa9-9a9d-b013de339ce0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1454096 Feb 17 22:27:34.320374 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:27:34.331296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:34.331731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e2883659-5a23-413c-9bfd-7d6d43aa23c3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.381124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2883659-5a23-413c-9bfd-7d6d43aa23c3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:34.410086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f97a390e-f197-4aa2-88b7-47ce4ae061ab') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:34.410086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f97a390e-f197-4aa2-88b7-47ce4ae061ab') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:34.434183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (f97a390e-f197-4aa2-88b7-47ce4ae061ab), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.475938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f97a390e-f197-4aa2-88b7-47ce4ae061ab), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.478572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ecb66c5a-d0b2-4664-84d0-e91c20ad072d None None] Provisioning complete for port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:34.479120 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ecb66c5a-d0b2-4664-84d0-e91c20ad072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.507474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:27:34.510383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (f97a390e-f197-4aa2-88b7-47ce4ae061ab), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.533707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa2547ce-2d44-4846-8ef0-c8ee192c612f req-0ce8f30a-af45-4d58-b5cc-f1d4b8502a0c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683283 Feb 17 22:27:34.591922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d3fe3351-0822-44fa-93f3-b3eb5714acd8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.611027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ecb66c5a-d0b2-4664-84d0-e91c20ad072d None None] Port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:27:34.658563 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:27:34.665099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e2883659-5a23-413c-9bfd-7d6d43aa23c3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.672475 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.678266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.680512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/networks/d3fe3351-0822-44fa-93f3-b3eb5714acd8 HTTP/1.1" status: 204 len: 168 time: 3.5129192 Feb 17 22:27:34.682362 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] 10.222.0.79 "DELETE /v2.0/networks/e2883659-5a23-413c-9bfd-7d6d43aa23c3 HTTP/1.1" status: 204 len: 168 time: 1.0375288 Feb 17 22:27:34.686238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d90f7141-10a1-4a07-b070-a72542138ffe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.687557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd72ed9d-0110-4cb3-a88e-45e04ba42090 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Network': ['ID=d3fe3351-0822-44fa-93f3-b3eb5714acd8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:34.688535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57300) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:34.716942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.842634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting subnet e0ebb499-34e9-4120-9b3f-445137118629 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:27:34.860143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for subnet (e0ebb499-34e9-4120-9b3f-445137118629), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:34.871073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806509c-c65f-48cd-8c2e-9fde2ddb913f admin admin] Pushing event deleted for resources: {'Network': ['ID=e2883659-5a23-413c-9bfd-7d6d43aa23c3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:34.885506 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:28Z', 'revision_number': 3, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:34.919303 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b43d80e-fafc-41e5-8cd3-d64421289935 None None] The sync data for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 is: [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:28Z', 'revision_number': 3, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:27:35.101030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57312) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:35.121714 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (e0ebb499-34e9-4120-9b3f-445137118629), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.232840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3ce616e6-b8de-4444-93cb-da19fbda65f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3d5f18bb7f24d51a080edae909cde5d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1257985 Feb 17 22:27:35.237144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57314) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:35.287815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e0ebb499-34e9-4120-9b3f-445137118629), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.453583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af72d381-ba7c-4e48-aafe-b87cedeb831a admin admin] Publish callbacks [] for security_group (12635694-4a0b-4416-867c-315785d5eb16), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.512680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d90f7141-10a1-4a07-b070-a72542138ffe admin admin] Publish callbacks [] for security_group (185305cb-1ab5-4c41-b931-e813b4c1136d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.567855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af72d381-ba7c-4e48-aafe-b87cedeb831a admin admin] Publish callbacks [] for security_group (12635694-4a0b-4416-867c-315785d5eb16), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.581591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bda1d45-b83b-46ac-adc6-674d05d87beb {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:27:35.595019 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Publish callbacks [] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.636877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Allocated IP 172.20.0.1 (6ca20bca-50b2-42fb-a57b-35ba5c000d56/27100d44-8a5c-4153-a004-e8eb790e1c17/9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:35.681008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af72d381-ba7c-4e48-aafe-b87cedeb831a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (12635694-4a0b-4416-867c-315785d5eb16), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.683716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af72d381-ba7c-4e48-aafe-b87cedeb831a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.684896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-af72d381-ba7c-4e48-aafe-b87cedeb831a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/12635694-4a0b-4416-867c-315785d5eb16 HTTP/1.1" status: 204 len: 168 time: 0.4465132 Feb 17 22:27:35.703701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72d381-ba7c-4e48-aafe-b87cedeb831a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12635694-4a0b-4416-867c-315785d5eb16,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:35.822727 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d90f7141-10a1-4a07-b070-a72542138ffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (185305cb-1ab5-4c41-b931-e813b4c1136d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.840069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Transition to ACTIVE for port object 2bda1d45-b83b-46ac-adc6-674d05d87beb will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:27:35.860620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.900490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e0ebb499-34e9-4120-9b3f-445137118629), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:35.979317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks [] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.083253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Subnet': ['ID=e0ebb499-34e9-4120-9b3f-445137118629,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:36.104413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929023e2-9189-410f-8c04-738b6c831e28 None None] Network ea89cc67-491e-4ef2-995f-79a1c42576a4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:36.110826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Pushing event updated for resources: {'Port': ['ID=2bda1d45-b83b-46ac-adc6-674d05d87beb,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:36.124914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.135945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ef95e326-de40-40ab-9739-9e369434812d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/subnets/e0ebb499-34e9-4120-9b3f-445137118629 HTTP/1.1" status: 204 len: 168 time: 1.4340568 Feb 17 22:27:36.137766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d90f7141-10a1-4a07-b070-a72542138ffe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5691c27f24a476492d10aa5f411cd4b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1364036 Feb 17 22:27:36.138414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57340) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:36.151219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb821-3e0a-470b-8e1b-82189459bfa5 req-997d400e-55a5-4fa0-aedd-3e32acabda45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:36.163039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f7141-10a1-4a07-b070-a72542138ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185305cb-1ab5-4c41-b931-e813b4c1136d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:36.178102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb821-3e0a-470b-8e1b-82189459bfa5 req-997d400e-55a5-4fa0-aedd-3e32acabda45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:36.193977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57342) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:36.202228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb821-3e0a-470b-8e1b-82189459bfa5 req-997d400e-55a5-4fa0-aedd-3e32acabda45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:36.220253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb821-3e0a-470b-8e1b-82189459bfa5 req-997d400e-55a5-4fa0-aedd-3e32acabda45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:36.247986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffb821-3e0a-470b-8e1b-82189459bfa5 req-997d400e-55a5-4fa0-aedd-3e32acabda45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:36.253847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61ffb821-3e0a-470b-8e1b-82189459bfa5 req-997d400e-55a5-4fa0-aedd-3e32acabda45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 3816 time: 0.4607484 Feb 17 22:27:36.439719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Attempting to bind port 2bda1d45-b83b-46ac-adc6-674d05d87beb on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:36.440061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Attempting to bind port 2bda1d45-b83b-46ac-adc6-674d05d87beb by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:36.440398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Attempting to bind port 2bda1d45-b83b-46ac-adc6-674d05d87beb on network 1f182d69-5777-473f-ad41-128a438efa13 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:36.496342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Port 2bda1d45-b83b-46ac-adc6-674d05d87beb on network 1f182d69-5777-473f-ad41-128a438efa13 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:27:36.496719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Attempting to bind port 2bda1d45-b83b-46ac-adc6-674d05d87beb on network 1f182d69-5777-473f-ad41-128a438efa13 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:36.504510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:36.504923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Checking segment: {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:36.505310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Bound using segment: {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:36.505788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Bound port: 2bda1d45-b83b-46ac-adc6-674d05d87beb, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6454041-23c1-4952-bd48-71d3f7b6db80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1f182d69-5777-473f-ad41-128a438efa13'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:36.506145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.538327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ea89cc67-491e-4ef2-995f-79a1c42576a4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.567356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.575411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61ffb821-3e0a-470b-8e1b-82189459bfa5 req-ea05d480-3853-4e74-b4f0-78d1d31d53f0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393840 Feb 17 22:27:36.596776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] DHCP port deletion for ea89cc67-491e-4ef2-995f-79a1c42576a4 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:27:36.698238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] Deleting port 9ed7eb32-81a2-48fe-b953-70f8364975e8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:36.698929 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.703246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:36.740155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] For port 2bda1d45-b83b-46ac-adc6-674d05d87beb, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:36.751888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] For port 2bda1d45-b83b-46ac-adc6-674d05d87beb, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:36.758930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:36.762478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.780271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:36.849530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:36.895884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Pushing event updated for resources: {'Port': ['ID=2bda1d45-b83b-46ac-adc6-674d05d87beb,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:36.946350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:36.946969 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:36.949041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7dae27a5-79bb-48f3-a131-423d0e430dbe service neutron] 10.222.0.94 "PUT /v2.0/ports/2bda1d45-b83b-46ac-adc6-674d05d87beb HTTP/1.1" status: 200 len: 1093 time: 2.6299369 Feb 17 22:27:36.949497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:36.952308 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae83acd0-3724-4705-94e1-d5957cb4c124" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:36.990824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:37.049196 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (51a9dfce-ceac-4249-8262-0c3f652b2030), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.103151 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a0d696-35e8-4868-9500-a0048b1552d4 x-openstack-request-id: req-56a0d696-35e8-4868-9500-a0048b1552d4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:37.103492 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:37.103949 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56a0d696-35e8-4868-9500-a0048b1552d4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:37.104354 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'status': 'completed', 'code': 200} Feb 17 22:27:37.257281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec49e715-b695-47fc-905e-3c7aba7ebd1c admin admin] Publish callbacks [] for security_group (185305cb-1ab5-4c41-b931-e813b4c1136d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.335847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec49e715-b695-47fc-905e-3c7aba7ebd1c admin admin] Publish callbacks [] for security_group (185305cb-1ab5-4c41-b931-e813b4c1136d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.346083 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.386645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-4b229e40-5e17-460e-9b90-62ddebadf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:37.387579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-4b229e40-5e17-460e-9b90-62ddebadf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:37.388211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-4b229e40-5e17-460e-9b90-62ddebadf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:37.388833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-4b229e40-5e17-460e-9b90-62ddebadf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:37.389447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-4b229e40-5e17-460e-9b90-62ddebadf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:37.392323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-4b229e40-5e17-460e-9b90-62ddebadf615 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 4395 time: 0.2453029 Feb 17 22:27:37.507329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec49e715-b695-47fc-905e-3c7aba7ebd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (185305cb-1ab5-4c41-b931-e813b4c1136d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.512617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec49e715-b695-47fc-905e-3c7aba7ebd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.513642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f91ea0f-996d-4390-bf0b-4c1453fd538c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:37.521196 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec49e715-b695-47fc-905e-3c7aba7ebd1c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/185305cb-1ab5-4c41-b931-e813b4c1136d HTTP/1.1" status: 204 len: 168 time: 1.3261185 Feb 17 22:27:37.557751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49e715-b695-47fc-905e-3c7aba7ebd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185305cb-1ab5-4c41-b931-e813b4c1136d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:37.576047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port 9ed7eb32-81a2-48fe-b953-70f8364975e8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:37.576759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.680948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port 9ed7eb32-81a2-48fe-b953-70f8364975e8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ed7eb32-81a2-48fe-b953-70f8364975e8,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:37.682613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.694001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-39ecf2f2-4b6e-47f8-8ae0-3130e3df3f2a None None] Provisioning complete for port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:37.694370 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39ecf2f2-4b6e-47f8-8ae0-3130e3df3f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.706066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] For port 9ed7eb32-81a2-48fe-b953-70f8364975e8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9ed7eb32-81a2-48fe-b953-70f8364975e8,segment=NetworkSegment(6a033bd7-2080-4984-94c4-64099f798df6),segment_id=6a033bd7-2080-4984-94c4-64099f798df6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:37.708271 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.743686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for 9ed7eb32-81a2-48fe-b953-70f8364975e8 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:37.774509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] Calling delete_port for 9ed7eb32-81a2-48fe-b953-70f8364975e8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:27:37.840290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9f91ea0f-996d-4390-bf0b-4c1453fd538c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:37.840843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:37.940985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-39ecf2f2-4b6e-47f8-8ae0-3130e3df3f2a None None] Port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:27:37.951746 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.020694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port 9ed7eb32-81a2-48fe-b953-70f8364975e8 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:38.037654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=9ed7eb32-81a2-48fe-b953-70f8364975e8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: from cryptography.utils import int_from_bytes Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: from cryptography.utils import int_from_bytes Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.162091 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:27:38.165034 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:27:38.185076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9f91ea0f-996d-4390-bf0b-4c1453fd538c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:38.187117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.197689 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (9ed7eb32-81a2-48fe-b953-70f8364975e8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.302559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 9f91ea0f-996d-4390-bf0b-4c1453fd538c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f91ea0f-996d-4390-bf0b-4c1453fd538c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:38.313500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ea89cc67-491e-4ef2-995f-79a1c42576a4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.316092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] Pushing event deleted for resources: {'Port': ['ID=9ed7eb32-81a2-48fe-b953-70f8364975e8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:38.320226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48555490-1000-42ed-a4e0-f0ee743c094d None None] No DVR routers for this DVR port 9ed7eb32-81a2-48fe-b953-70f8364975e8 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:27:38.329729 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.426037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea89cc67-491e-4ef2-995f-79a1c42576a4']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:38.481007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=9f91ea0f-996d-4390-bf0b-4c1453fd538c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:38.488158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42c20-9363-4f9c-b5f8-99e087b7f56c req-d56e1825-0808-4a16-953b-5940eba67a7c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.490870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ed7eb32-81a2-48fe-b953-70f8364975e8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:27:38.498826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.508901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42c20-9363-4f9c-b5f8-99e087b7f56c req-d56e1825-0808-4a16-953b-5940eba67a7c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.515508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42c20-9363-4f9c-b5f8-99e087b7f56c req-d56e1825-0808-4a16-953b-5940eba67a7c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.521013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42c20-9363-4f9c-b5f8-99e087b7f56c req-d56e1825-0808-4a16-953b-5940eba67a7c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.534005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad42c20-9363-4f9c-b5f8-99e087b7f56c req-d56e1825-0808-4a16-953b-5940eba67a7c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.540502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a033bd7-2080-4984-94c4-64099f798df6') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:38.542879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a033bd7-2080-4984-94c4-64099f798df6') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:38.550896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9ed7eb32-81a2-48fe-b953-70f8364975e8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:27:38.551414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9ed7eb32-81a2-48fe-b953-70f8364975e8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:27:38.560161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ad42c20-9363-4f9c-b5f8-99e087b7f56c req-d56e1825-0808-4a16-953b-5940eba67a7c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 3828 time: 0.8081055 Feb 17 22:27:38.668820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (6a033bd7-2080-4984-94c4-64099f798df6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.693728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6a033bd7-2080-4984-94c4-64099f798df6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.704834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:27:38.705466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (6a033bd7-2080-4984-94c4-64099f798df6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.708713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-7464e05c-ba10-4b00-ae5e-891ec0143191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:27:38.716516 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:27:38.721759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-7464e05c-ba10-4b00-ae5e-891ec0143191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.721759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-7464e05c-ba10-4b00-ae5e-891ec0143191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:38.721759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-7464e05c-ba10-4b00-ae5e-891ec0143191 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.3012636 Feb 17 22:27:38.808605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ea89cc67-491e-4ef2-995f-79a1c42576a4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.826602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.827600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a17a7c7a-bf87-4900-abc8-4d0edddcf323 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:27:38.831916 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/networks/ea89cc67-491e-4ef2-995f-79a1c42576a4 HTTP/1.1" status: 204 len: 168 time: 2.6695530 Feb 17 22:27:38.849270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Publish callbacks [] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:38.865964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:38.906570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-693253262'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:38.970457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47073ae-6e55-4584-91f5-ed7e5d28521d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Network': ['ID=ea89cc67-491e-4ef2-995f-79a1c42576a4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:39.106494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:39.110117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.116384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Transition to ACTIVE for port object a17a7c7a-bf87-4900-abc8-4d0edddcf323 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:27:39.135334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.162367 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.188074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f91ea0f-996d-4390-bf0b-4c1453fd538c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:39.204152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:27:39.265134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7fb0499f-2dc1-4929-a913-1074c3028f12), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.265527 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Added segment 7fb0499f-2dc1-4929-a913-1074c3028f12 of type vlan for network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 Feb 17 22:27:39.354153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57412) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:39.357997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9f91ea0f-996d-4390-bf0b-4c1453fd538c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:39.358626 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.404837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Pushing event updated for resources: {'Port': ['ID=a17a7c7a-bf87-4900-abc8-4d0edddcf323,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:39.430256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ad42c20-9363-4f9c-b5f8-99e087b7f56c req-cbfc874e-3238-44bc-89bc-b9454475375b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8690338 Feb 17 22:27:39.454329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (de140a48-fbcf-4ec0-9b6c-e29964ae5a93), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.466963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks [] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.483488 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.544140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-edbee17e-d460-44e9-b341-83964554bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:39.545703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae83acd0-3724-4705-94e1-d5957cb4c124 req-edbee17e-d460-44e9-b341-83964554bfa5 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7605784 Feb 17 22:27:39.584112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9f91ea0f-996d-4390-bf0b-4c1453fd538c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:39.644371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (de140a48-fbcf-4ec0-9b6c-e29964ae5a93), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.653772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Attempting to bind port a17a7c7a-bf87-4900-abc8-4d0edddcf323 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:39.655028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:39.655273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Attempting to bind port a17a7c7a-bf87-4900-abc8-4d0edddcf323 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:39.655865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Attempting to bind port a17a7c7a-bf87-4900-abc8-4d0edddcf323 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:39.656310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.672269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (51a9dfce-ceac-4249-8262-0c3f652b2030), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:39.673976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Port a17a7c7a-bf87-4900-abc8-4d0edddcf323 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:27:39.675599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Attempting to bind port a17a7c7a-bf87-4900-abc8-4d0edddcf323 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:39.686168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:39.687610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Checking segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:39.691398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Bound using segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:39.693349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Bound port: a17a7c7a-bf87-4900-abc8-4d0edddcf323, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:39.694388 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.196253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:40.199758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Network': ['ID=de140a48-fbcf-4ec0-9b6c-e29964ae5a93,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:40.215704 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6334bd65-faba-495e-94c4-5fb35b647e58 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3347425 Feb 17 22:27:40.216717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57430) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:40.220324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:27:40.232537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'subnet': {'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:40.304919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1705637279-network', 'tenant_id': 'bfaaf15b02f04c8481c0124d82bd193a'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:40.336440 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:40.340448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:40.495481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Made reservation on behalf of bfaaf15b02f04c8481c0124d82bd193a for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:40.499262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.603507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:40.618182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.631156 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.722471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Router 51a9dfce-ceac-4249-8262-0c3f652b2030 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:27:40.844434 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks [] for security_group (5999404e-dadc-46cc-bb43-1a40c7d5fdbd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.849707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] For port a17a7c7a-bf87-4900-abc8-4d0edddcf323, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:40.856426 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5999404e-dadc-46cc-bb43-1a40c7d5fdbd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.913751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5999404e-dadc-46cc-bb43-1a40c7d5fdbd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:40.938025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] For port a17a7c7a-bf87-4900-abc8-4d0edddcf323, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a17a7c7a-bf87-4900-abc8-4d0edddcf323,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:40.954064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ff122e01-37f2-412b-810d-1bfd68b6a299 None None] Provisioning complete for port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:40.956131 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff122e01-37f2-412b-810d-1bfd68b6a299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.969623 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:40.992677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:27:41.032744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.039703 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.041824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] 10.222.0.94 "PUT /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 1132 time: 4.0558226 Feb 17 22:27:41.090201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ff122e01-37f2-412b-810d-1bfd68b6a299 None None] Port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:27:41.122790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': 'a17a7c7a-bf87-4900-abc8-4d0edddcf323'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:41.128003 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15b2b31-46d5-469e-89c8-11b2346a8059" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "a17a7c7a-bf87-4900-abc8-4d0edddcf323"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:41.144714 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (33f2f4f0-b56f-4531-aa5c-2df7e583de59), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.151087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-11ca2c45-9a87-4841-be54-c32a47d5cdbf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.172981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-11ca2c45-9a87-4841-be54-c32a47d5cdbf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.178492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-11ca2c45-9a87-4841-be54-c32a47d5cdbf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.193442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-11ca2c45-9a87-4841-be54-c32a47d5cdbf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.223271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-11ca2c45-9a87-4841-be54-c32a47d5cdbf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.248778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-11ca2c45-9a87-4841-be54-c32a47d5cdbf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.258115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-11ca2c45-9a87-4841-be54-c32a47d5cdbf tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 4601 time: 0.6638470 Feb 17 22:27:41.287853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:41.294824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Checking segment: {'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:41.295220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network hostable DHCP agents. Network: de140a48-fbcf-4ec0-9b6c-e29964ae5a93, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:27:41.297874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Subnet': ['ID=33f2f4f0-b56f-4531-aa5c-2df7e583de59,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:41.356735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:27:41.378143 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2dbaee81-0f1d-4f27-9e48-c551e6272c71 admin admin] 10.222.0.79 "PUT /v2.0/routers/51a9dfce-ceac-4249-8262-0c3f652b2030/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0411060 Feb 17 22:27:41.387212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Sync routers for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:27:41.397629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:27:41.419659 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5fc8d1d0-76f4-41b8-a36b-f94d9c790b69), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.420173 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Added segment 5fc8d1d0-76f4-41b8-a36b-f94d9c790b69 of type vlan for network fba4561d-bc89-470c-ab36-dc23d5baeb63 Feb 17 22:27:41.422919 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f860e95e-c13c-43d7-929f-cf6270182151 x-openstack-request-id: req-f860e95e-c13c-43d7-929f-cf6270182151 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:41.423508 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "a17a7c7a-bf87-4900-abc8-4d0edddcf323", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:41.424492 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f860e95e-c13c-43d7-929f-cf6270182151 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:41.425514 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': 'a17a7c7a-bf87-4900-abc8-4d0edddcf323', 'status': 'completed', 'code': 200} Feb 17 22:27:41.428490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, de140a48-fbcf-4ec0-9b6c-e29964ae5a93) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:41.444859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:41.448658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ccad0c9-99c6-481a-9bbd-c6325b63a512 req-21f71607-b154-4e2f-8636-45cfce99f667 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1849661 Feb 17 22:27:41.449411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.451630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.452269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.456069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:41.467698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5135db-8300-410e-a404-e86fe820597b None None] Network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:41.507545 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ebba6b6-7366-4f80-be14-3ac7bf5adb15 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2849064 Feb 17 22:27:41.510833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57464) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:41.525934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-9095597'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:41.588833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:41.598670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.648216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-47c0fcd6-cb53-411c-b0c8-6a637ce14674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.648730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-47c0fcd6-cb53-411c-b0c8-6a637ce14674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.649147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-47c0fcd6-cb53-411c-b0c8-6a637ce14674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.649613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-47c0fcd6-cb53-411c-b0c8-6a637ce14674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.652130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-47c0fcd6-cb53-411c-b0c8-6a637ce14674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.667328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-47c0fcd6-cb53-411c-b0c8-6a637ce14674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.674135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-47c0fcd6-cb53-411c-b0c8-6a637ce14674 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5351 time: 0.1831725 Feb 17 22:27:41.694613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:27:41.733328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (337aa493-6a21-48df-80f0-532f6844fab8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.734069 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Added segment 337aa493-6a21-48df-80f0-532f6844fab8 of type vlan for network 4e958056-6cf2-440a-9a26-225e0ccaf685 Feb 17 22:27:41.830948 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (4e958056-6cf2-440a-9a26-225e0ccaf685), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.888464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57470) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:41.907800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (4e958056-6cf2-440a-9a26-225e0ccaf685), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.915699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba20acf-0afe-4f74-9083-ea0e24b4da6a service neutron] Pushing event updated for resources: {'Port': ['ID=a17a7c7a-bf87-4900-abc8-4d0edddcf323,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:41.928719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-4bbc6f4c-5a07-45b7-bd3b-479331754438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.929181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-4bbc6f4c-5a07-45b7-bd3b-479331754438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.929691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-4bbc6f4c-5a07-45b7-bd3b-479331754438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.932499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-4bbc6f4c-5a07-45b7-bd3b-479331754438 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2353082 Feb 17 22:27:41.940771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:41.942480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:41.953575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (fba4561d-bc89-470c-ab36-dc23d5baeb63), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.073927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (fba4561d-bc89-470c-ab36-dc23d5baeb63), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.086817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:42.089557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.092060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-de140a48-fbcf-4ec0-9b6c-e29964ae5a93', 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93', 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'fixed_ips': [{'subnet_id': '33f2f4f0-b56f-4531-aa5c-2df7e583de59'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:27:42.095458 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.099068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5869448 Feb 17 22:27:42.109141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:42.132694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'subnet': {'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:42.139539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:27:42.155086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0be728-a7b0-43f8-9c19-81012c8a1ce6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Network': ['ID=4e958056-6cf2-440a-9a26-225e0ccaf685,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:42.308556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-ecc42d83-03c0-47cc-99e8-d12a02f8832d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:42.310095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e15b2b31-46d5-469e-89c8-11b2346a8059 req-ecc42d83-03c0-47cc-99e8-d12a02f8832d service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3493822 Feb 17 22:27:42.435828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-372282776'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:42.457593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:42.465063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.501212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 4e958056-6cf2-440a-9a26-225e0ccaf685 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:27:42.526296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.1578317 Feb 17 22:27:42.530690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57486) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:42.578133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Request body: {'subnet': {'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1705637279-subnet', 'tenant_id': 'bfaaf15b02f04c8481c0124d82bd193a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:42.669232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57488) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:42.701244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb0c13-e72a-4c9c-b95e-aeab8c576778 admin admin] Pushing event updated for resources: {'Network': ['ID=fba4561d-bc89-470c-ab36-dc23d5baeb63,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:42.725400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:42.740351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.778988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:27:42.793685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.834364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Made reservation on behalf of bfaaf15b02f04c8481c0124d82bd193a for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:42.850343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:42.984402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Allocated IP 19.80.0.2 (de140a48-fbcf-4ec0-9b6c-e29964ae5a93/33f2f4f0-b56f-4531-aa5c-2df7e583de59/1985dc86-2cec-4a00-908f-d3db7eb9e8b9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:43.061613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-146e9d32-6298-4b60-ab9d-6c4a13cd924e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.302988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39b0d22-24dc-43dc-a39c-8d28ec2069a8 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:27:43.322695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Publish callbacks [] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.348768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Transition to ACTIVE for port object d39b0d22-24dc-43dc-a39c-8d28ec2069a8 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:27:43.360823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.381762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (c1360432-4832-416b-ab84-9979badf4d37), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.396897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c1360432-4832-416b-ab84-9979badf4d37), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.435903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-7181d640-8482-4e1a-ae04-cf6c817f6948 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:43.445680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-7181d640-8482-4e1a-ae04-cf6c817f6948 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:43.454431 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.463410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-7181d640-8482-4e1a-ae04-cf6c817f6948 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:43.481104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:27:43.484942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-7181d640-8482-4e1a-ae04-cf6c817f6948 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:43.505895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-7181d640-8482-4e1a-ae04-cf6c817f6948 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:43.512150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-7181d640-8482-4e1a-ae04-cf6c817f6948 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:43.519895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-7181d640-8482-4e1a-ae04-cf6c817f6948 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 4601 time: 0.8828492 Feb 17 22:27:43.540172 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Publish callbacks [] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.546784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 2, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:43.609034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Checking router: 51a9dfce-ceac-4249-8262-0c3f652b2030 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:27:43.609412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Updating router 51a9dfce-ceac-4249-8262-0c3f652b2030 port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:27:43.672843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.675089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.683677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (538cb550-d6e6-4852-a175-492ae0ae7cea), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:43.684235 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment 538cb550-d6e6-4852-a175-492ae0ae7cea of type vlan for network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb Feb 17 22:27:43.720749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1360432-4832-416b-ab84-9979badf4d37,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:43.731763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:43.762113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c9d2448b-ee58-4f7f-8671-22ab8c3dcc00 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857838153', 'description': 'tempest-description--1637417343'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:43.799996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Pushing event updated for resources: {'Port': ['ID=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:43.822977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:43.825875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:43.832669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:43.855200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:43.895054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Subnet': ['ID=b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:43.997216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.036291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-146e9d32-6298-4b60-ab9d-6c4a13cd924e admin admin] Publish callbacks [] for security_group (8239a88b-8bf9-461b-b44e-a7fce5fa23c5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.076348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-146e9d32-6298-4b60-ab9d-6c4a13cd924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8239a88b-8bf9-461b-b44e-a7fce5fa23c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.105550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Attempting to bind port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:44.105967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Attempting to bind port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:44.106364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Attempting to bind port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 on network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:44.127456 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9d2448b-ee58-4f7f-8671-22ab8c3dcc00 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.136064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:44.136442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Checking segment: {'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:44.136854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.137249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Bound using segment: {'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:44.137735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Bound port: 1985dc86-2cec-4a00-908f-d3db7eb9e8b9, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:44.138110 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.169155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (16e41c69-e2cd-4f43-83f8-0ebf37386dad), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.192559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Checking segment: {'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:44.200120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network hostable DHCP agents. Network: 4e958056-6cf2-440a-9a26-225e0ccaf685, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:27:44.272083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.294560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:44.295331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.300366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e41c69-e2cd-4f43-83f8-0ebf37386dad,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:44.305244 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-146e9d32-6298-4b60-ab9d-6c4a13cd924e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cdb58d700a70432197c2fd6450b873b1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6241291 Feb 17 22:27:44.309227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57510) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:44.315944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4c0d328-63be-4e47-ab19-f66660a02fbc req-ab9d2cbb-5ba5-4075-b7b8-e3b738e6b6e6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7942264 Feb 17 22:27:44.330128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e9d32-6298-4b60-ab9d-6c4a13cd924e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8239a88b-8bf9-461b-b44e-a7fce5fa23c5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:44.422678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Attempting to bind port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:44.423141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Attempting to bind port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:44.423401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Attempting to bind port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:44.430923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:27:44.431401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Attempting to bind port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:44.442953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:44.443456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Checking segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:44.443903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Bound using segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:44.444348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Bound port: d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:44.445569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.475748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5849295 Feb 17 22:27:44.497441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57512) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:44.533710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'name': 'tempest-PortsIpV6TestJSON-160208490'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:44.543244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network 4e958056-6cf2-440a-9a26-225e0ccaf685 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:27:44.570627 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e4c31f8-2448-4002-8210-413e1ae18bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.648792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] For port d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:44.652102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] For port d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:44.659228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Checking segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:44.659629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Network hostable DHCP agents. Network: fba4561d-bc89-470c-ab36-dc23d5baeb63, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:27:44.662321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.696407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] For port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:44.697924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d042dc-5231-47b0-8112-c724312aefde tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=8c12a466-e8e5-46ea-a7dc-ffc27e047fdb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:44.711341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] For port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:44.716189 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9d2448b-ee58-4f7f-8671-22ab8c3dcc00 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (799ba3e0-28fe-4ca6-8871-9bd4a2122b91), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.726432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:27:44.739014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 4e958056-6cf2-440a-9a26-225e0ccaf685) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:44.756130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9d2448b-ee58-4f7f-8671-22ab8c3dcc00 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (799ba3e0-28fe-4ca6-8871-9bd4a2122b91), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.791939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:44.795468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.808287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:44.815102 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.817556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] 10.222.0.94 "PUT /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 1132 time: 3.5562947 Feb 17 22:27:44.821924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': 'd39b0d22-24dc-43dc-a39c-8d28ec2069a8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:44.825441 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4016cd7-74aa-479b-96c0-96f6598cbbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "d39b0d22-24dc-43dc-a39c-8d28ec2069a8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:44.832109 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.883807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:44.904744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f354e05-0377-46d9-a3a3-b4eaace17441 admin admin] Publish callbacks [] for security_group (8239a88b-8bf9-461b-b44e-a7fce5fa23c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.917181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9d2448b-ee58-4f7f-8671-22ab8c3dcc00 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:44.923053 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c9d2448b-ee58-4f7f-8671-22ab8c3dcc00 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1788154 Feb 17 22:27:44.926905 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-34376072-c2d7-457f-95b8-f17bdf19055e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.8139784 Feb 17 22:27:44.936577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57522) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:44.951761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7d0cc062-6583-4d49-9476-0e7139c7d7c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'security_group_rule': {'security_group_id': '799ba3e0-28fe-4ca6-8871-9bd4a2122b91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:44.980713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:27:45.005188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d2448b-ee58-4f7f-8671-22ab8c3dcc00 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=799ba3e0-28fe-4ca6-8871-9bd4a2122b91,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:45.040192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, fba4561d-bc89-470c-ab36-dc23d5baeb63) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:45.070479 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec6023e-f319-42a8-ae45-9097e9b2fedb x-openstack-request-id: req-4ec6023e-f319-42a8-ae45-9097e9b2fedb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:45.070836 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "d39b0d22-24dc-43dc-a39c-8d28ec2069a8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:45.073355 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ec6023e-f319-42a8-ae45-9097e9b2fedb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:45.073811 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': 'd39b0d22-24dc-43dc-a39c-8d28ec2069a8', 'status': 'completed', 'code': 200} Feb 17 22:27:45.106480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:45.107078 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.117408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b30eb-c90c-40c1-8c3f-b73c713617ad None None] Network 4e958056-6cf2-440a-9a26-225e0ccaf685 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:45.122192 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f354e05-0377-46d9-a3a3-b4eaace17441 admin admin] Publish callbacks [] for security_group (8239a88b-8bf9-461b-b44e-a7fce5fa23c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.130185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493e335-349e-493b-b6fb-14b9e12063a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:45.138012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56603dc-2384-4b52-888a-7ff2a5b4b2fc None None] Pushing event updated for resources: {'Port': ['ID=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:45.147933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1bf653-e771-43a9-8233-45f0d0e6afdd None None] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:45.231936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:45.239554 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.318969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d0cc062-6583-4d49-9476-0e7139c7d7c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (a1f5e329-5cbe-4700-8c59-28ae59e60e6b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.326028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-62209776-d21b-4de1-a4f0-98d857e57775 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.7612309 Feb 17 22:27:45.371035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port d88b043b-0636-46fb-a394-9b2b270a8552 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:27:45.387044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.573553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f354e05-0377-46d9-a3a3-b4eaace17441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8239a88b-8bf9-461b-b44e-a7fce5fa23c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.587193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f354e05-0377-46d9-a3a3-b4eaace17441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.590154 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f354e05-0377-46d9-a3a3-b4eaace17441 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8239a88b-8bf9-461b-b44e-a7fce5fa23c5 HTTP/1.1" status: 204 len: 168 time: 1.2545652 Feb 17 22:27:45.674154 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d0cc062-6583-4d49-9476-0e7139c7d7c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (a1f5e329-5cbe-4700-8c59-28ae59e60e6b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.678283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f354e05-0377-46d9-a3a3-b4eaace17441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8239a88b-8bf9-461b-b44e-a7fce5fa23c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:45.702391 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d0cc062-6583-4d49-9476-0e7139c7d7c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a1f5e329-5cbe-4700-8c59-28ae59e60e6b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.801875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cc062-6583-4d49-9476-0e7139c7d7c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1f5e329-5cbe-4700-8c59-28ae59e60e6b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:45.819545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-4e958056-6cf2-440a-9a26-225e0ccaf685', 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685', 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'fixed_ips': [{'subnet_id': 'b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:27:45.820751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.840304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d0cc062-6583-4d49-9476-0e7139c7d7c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:45.855022 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7d0cc062-6583-4d49-9476-0e7139c7d7c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9130778 Feb 17 22:27:45.855796 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:45.870739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3169f7a7-ae0b-4d94-9f34-70a526cb52c4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'security_group_rule': {'security_group_id': '799ba3e0-28fe-4ca6-8871-9bd4a2122b91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:45.949508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3169f7a7-ae0b-4d94-9f34-70a526cb52c4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (6ecb64f0-af83-469c-899a-9f882fc96e75), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.027474 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (d88b043b-0636-46fb-a394-9b2b270a8552), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.124566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3169f7a7-ae0b-4d94-9f34-70a526cb52c4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (6ecb64f0-af83-469c-899a-9f882fc96e75), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.130294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3169f7a7-ae0b-4d94-9f34-70a526cb52c4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (6ecb64f0-af83-469c-899a-9f882fc96e75), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.207068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3169f7a7-ae0b-4d94-9f34-70a526cb52c4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecb64f0-af83-469c-899a-9f882fc96e75,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:46.228167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3169f7a7-ae0b-4d94-9f34-70a526cb52c4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.233279 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3169f7a7-ae0b-4d94-9f34-70a526cb52c4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3760579 Feb 17 22:27:46.242058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:46.247146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:46.293094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.293356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.293764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.294249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.294729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.295590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.296114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.298872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-881d1869-6137-4dd5-90eb-cb410f961f08 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6307 time: 1.2120008 Feb 17 22:27:46.304808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.334912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.404033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-fba4561d-bc89-470c-ab36-dc23d5baeb63', 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'project_id': 'bfaaf15b02f04c8481c0124d82bd193a', 'fixed_ips': [{'subnet_id': '16e41c69-e2cd-4f43-83f8-0ebf37386dad'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:27:46.407438 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.592961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-d0d7654c-1a7e-4402-a0e8-c0fae587b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.598449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-d0d7654c-1a7e-4402-a0e8-c0fae587b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.602044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-d0d7654c-1a7e-4402-a0e8-c0fae587b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:46.608526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-d0d7654c-1a7e-4402-a0e8-c0fae587b00c service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2968290 Feb 17 22:27:46.643037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Publish callbacks [] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.655121 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:46.660059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:47.195304 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:27:47.237307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57568) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:47.262611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Allocated IP 19.86.0.2 (4e958056-6cf2-440a-9a26-225e0ccaf685/b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57/bf3ec95c-3c5a-404f-9718-da8df8bdb051) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:47.350147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-7ca4c714-82a4-49e3-954f-0bcb015c5c8b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.363862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:47.366363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-7ca4c714-82a4-49e3-954f-0bcb015c5c8b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.368653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-7ca4c714-82a4-49e3-954f-0bcb015c5c8b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/networks?id=de140a48-fbcf-4ec0-9b6c-e29964ae5a93&id=4e958056-6cf2-440a-9a26-225e0ccaf685 HTTP/1.1" status: 200 len: 1388 time: 1.7971973 Feb 17 22:27:47.447862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Allocated IP 172.25.0.29 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/66e6516b-47f3-4a02-8993-b06004d4d8ef) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:47.517615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=d88b043b-0636-46fb-a394-9b2b270a8552,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:47.573279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d158e-f4b7-4102-bb74-dcbb385c7630 None None] Pushing event updated for resources: {'Port': ['ID=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:47.609643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:47.641278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Publish callbacks [] for security_group (f5215ada-62ba-48c6-8d66-aff2dcc772f7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:47.684589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f5215ada-62ba-48c6-8d66-aff2dcc772f7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:47.731704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-c98e3766-2d2c-42d3-b308-58021ad1e222 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/quotas/6c05e08cefdf444a91c3e80d1c74d8fe HTTP/1.1" status: 200 len: 375 time: 0.2458487 Feb 17 22:27:47.738890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': '538cb550-d6e6-4852-a175-492ae0ae7cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:47.739402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:27:47.774600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dfe822-4147-4bf8-9bbf-8c16c043c8a1 None None] Network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:47.790383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edc47781-fd41-4efe-897f-e5fa36d105e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:47.809168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.816191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.825053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.840614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.850241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.863706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.867553 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ebbef628e26c4036a51bd5e56c657da2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5953298 Feb 17 22:27:47.870702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57572) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:47.871329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.873482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-059c41ae-1c81-442e-9f36-52f8db922957 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5374 time: 2.3036809 Feb 17 22:27:47.874326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5215ada-62ba-48c6-8d66-aff2dcc772f7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:47.907123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:27:47.928122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.928827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.929363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.929882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.930376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.930886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.931558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.932177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.932773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.933604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.934447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.935297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.936124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3f3ea5-8da5-4bda-9bef-cd8f511a3597 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:27:47.969418 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:47.973147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:47.988172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:47.990673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.035392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.064079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:48.069634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4304bd1f-cd3f-4873-95fd-f29bd2fc7dd4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.5460947 Feb 17 22:27:48.084058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1464317837'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:48.111137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5a16b7e-8659-4b2e-8a5a-470ea6942136 admin admin] Publish callbacks [] for security_group (f5215ada-62ba-48c6-8d66-aff2dcc772f7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.161496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:48.166656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.173255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5a16b7e-8659-4b2e-8a5a-470ea6942136 admin admin] Publish callbacks [] for security_group (f5215ada-62ba-48c6-8d66-aff2dcc772f7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.186450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-a8342b22-336a-4d6a-b312-7755bd3d6709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:48.193530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4016cd7-74aa-479b-96c0-96f6598cbbfa req-a8342b22-336a-4d6a-b312-7755bd3d6709 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9661543 Feb 17 22:27:48.204533 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.251740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Publish callbacks [] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.291508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:48.299819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:48.321151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:27:48.325278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:48.385133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'Port': ['ID=66e6516b-47f3-4a02-8993-b06004d4d8ef,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:48.393128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a6481d75-4cbf-4abf-866a-71c640b69578), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.393128 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment a6481d75-4cbf-4abf-866a-71c640b69578 of type vlan for network 49a61d59-8d7d-4389-9131-0f887196c320 Feb 17 22:27:48.421021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-628ca1b0-b1ad-4834-b1f3-83d8326447a0 req-f128c9fd-5c11-4142-958f-ee01f05fc1e4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4989884 Feb 17 22:27:48.446037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-1b168378-f66f-43c2-ba03-ed15f19dc51b tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7113609 Feb 17 22:27:48.467212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Allocated IP 172.20.0.2 (fba4561d-bc89-470c-ab36-dc23d5baeb63/16e41c69-e2cd-4f43-83f8-0ebf37386dad/78a7ff7f-4e85-4cee-98b6-49d90e403b92) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:27:48.564887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (49a61d59-8d7d-4389-9131-0f887196c320), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.634326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5a16b7e-8659-4b2e-8a5a-470ea6942136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f5215ada-62ba-48c6-8d66-aff2dcc772f7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.644239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5a16b7e-8659-4b2e-8a5a-470ea6942136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.649376 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a5a16b7e-8659-4b2e-8a5a-470ea6942136 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5215ada-62ba-48c6-8d66-aff2dcc772f7 HTTP/1.1" status: 204 len: 168 time: 0.7711053 Feb 17 22:27:48.667328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (49a61d59-8d7d-4389-9131-0f887196c320), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.680347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:48.681184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.721017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291c1fc8-69a8-4618-8ab7-096ba6999630 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:27:48.736133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Publish callbacks [] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.773186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Transition to ACTIVE for port object 291c1fc8-69a8-4618-8ab7-096ba6999630 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:27:48.782305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a16b7e-8659-4b2e-8a5a-470ea6942136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5215ada-62ba-48c6-8d66-aff2dcc772f7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:48.788356 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.811210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Attempting to bind port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:48.811638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Attempting to bind port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:48.812007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Attempting to bind port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:48.862199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1545e116-bc56-43c7-853b-c6e3a5849f23 None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:48.910383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Pushing event updated for resources: {'Port': ['ID=291c1fc8-69a8-4618-8ab7-096ba6999630,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:48.933030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:48.933704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Checking segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:48.934119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.934517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Bound using segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:48.935142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Bound port: 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:48.935557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:48.940753 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8724597 Feb 17 22:27:48.963199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57612) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:48.995227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'ports': [{'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb'}, {'network_id': '49a61d59-8d7d-4389-9131-0f887196c320'}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:48.995351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:48.995824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '49a61d59-8d7d-4389-9131-0f887196c320'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:49.033441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c9fad5-4964-4555-a152-c46ec196dfaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=49a61d59-8d7d-4389-9131-0f887196c320,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:49.044603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.116672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] For port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:49.121089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] For port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:49.127935 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.158503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.272285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Network 4e958056-6cf2-440a-9a26-225e0ccaf685 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:49.273640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 49a61d59-8d7d-4389-9131-0f887196c320 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:27:49.277991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.463487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Pushing event updated for resources: {'Port': ['ID=bf3ec95c-3c5a-404f-9718-da8df8bdb051,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:49.482484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:49.492920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:49.578204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-4ec39870-a82e-4a8d-98a0-541a74f11d36 service neutron] 10.222.0.79 "GET /v2.0/networks/de140a48-fbcf-4ec0-9b6c-e29964ae5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1123347 Feb 17 22:27:49.578784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.586129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.635216 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.694208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Publish callbacks [] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.722487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'Port': ['ID=66e6516b-47f3-4a02-8993-b06004d4d8ef,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:49.724659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-366ed10d-b4c1-4adf-b838-658f2930850d None None] Provisioning complete for port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:49.725353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-366ed10d-b4c1-4adf-b838-658f2930850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.803098 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.835707 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.860421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:49.863432 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ea8ba963-1cb5-4a7e-a3fe-5f7aebc8f853 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6200485 Feb 17 22:27:49.933938 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:50.026288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:27:50.028036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:27:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:50.539069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:50.553473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:50.554494 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:50.580148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:50.584066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:50.606800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-79bff7ac-9e53-4853-a17d-0d94e1b8ce9f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:50.608466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-79bff7ac-9e53-4853-a17d-0d94e1b8ce9f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 816 time: 1.3522799 Feb 17 22:27:50.635093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Attempting to bind port 291c1fc8-69a8-4618-8ab7-096ba6999630 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:50.635477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Attempting to bind port 291c1fc8-69a8-4618-8ab7-096ba6999630 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:50.635937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Attempting to bind port 291c1fc8-69a8-4618-8ab7-096ba6999630 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:50.657594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-7793b8b3-2081-4765-8494-2797307f1078 service neutron] 10.222.0.79 "GET /v2.0/networks/de140a48-fbcf-4ec0-9b6c-e29964ae5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0785532 Feb 17 22:27:50.659801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-fc46e8a9-e933-4db0-ae9e-36965c9ed306 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/quotas/bfaaf15b02f04c8481c0124d82bd193a HTTP/1.1" status: 200 len: 375 time: 0.0432842 Feb 17 22:27:50.660719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Port 291c1fc8-69a8-4618-8ab7-096ba6999630 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:27:50.661191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Attempting to bind port 291c1fc8-69a8-4618-8ab7-096ba6999630 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:50.689103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Attempting to bind port bf3ec95c-3c5a-404f-9718-da8df8bdb051 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:50.689938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Attempting to bind port bf3ec95c-3c5a-404f-9718-da8df8bdb051 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:50.690927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Attempting to bind port bf3ec95c-3c5a-404f-9718-da8df8bdb051 on network 4e958056-6cf2-440a-9a26-225e0ccaf685 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:50.701786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:50.702976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Checking segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:50.703509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Bound using segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:50.704145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Bound port: 291c1fc8-69a8-4618-8ab7-096ba6999630, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:50.704541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:50.729939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:50.730355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Checking segment: {'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:50.730718 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:50.731115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Bound using segment: {'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:50.734090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Bound port: bf3ec95c-3c5a-404f-9718-da8df8bdb051, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:50.736307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:50.810094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 2} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:50.816347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:50.927505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d158e-f4b7-4102-bb74-dcbb385c7630 None None] Pushing event updated for resources: {'Port': ['ID=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:50.940826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] For port 291c1fc8-69a8-4618-8ab7-096ba6999630, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:50.944547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] For port 291c1fc8-69a8-4618-8ab7-096ba6999630, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=291c1fc8-69a8-4618-8ab7-096ba6999630,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:50.964365 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:50.981948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.032965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:51.034155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.036642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] 10.222.0.94 "PUT /v2.0/ports/291c1fc8-69a8-4618-8ab7-096ba6999630 HTTP/1.1" status: 200 len: 1091 time: 6.1867859 Feb 17 22:27:51.037671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:27:51.041379 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2556a7ff-ef52-4a2c-a26e-41ead3301779" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:27:51.082431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Attempting to bind port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:51.083623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Attempting to bind port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:51.084000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Attempting to bind port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 on network fba4561d-bc89-470c-ab36-dc23d5baeb63 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:51.091105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:51.093582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.225869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-30598783-0d39-4453-ab65-fc0c73047b22 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5561950 Feb 17 22:27:51.283340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-3ea9545e-15cd-4fd7-9c00-d720105cadaa service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:27:51.285677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-3ea9545e-15cd-4fd7-9c00-d720105cadaa service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0299683 Feb 17 22:27:51.345147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.349377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:51.349639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Checking segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:51.350049 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.350448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Bound using segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:51.350937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Bound port: 78a7ff7f-4e85-4cee-98b6-49d90e403b92, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:51.351318 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.541849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] For port 78a7ff7f-4e85-4cee-98b6-49d90e403b92, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:51.550694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] For port 78a7ff7f-4e85-4cee-98b6-49d90e403b92, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=78a7ff7f-4e85-4cee-98b6-49d90e403b92,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:51.616928 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.653747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-8d053b2d-a816-47ac-891f-3fd75b77b1b0 service neutron] 10.222.0.79 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096499 Feb 17 22:27:51.683933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-4b6271a8-4840-40d7-8128-f69f938e484d service neutron] 10.222.0.79 "GET /v2.0/networks/4e958056-6cf2-440a-9a26-225e0ccaf685?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0176654 Feb 17 22:27:51.755704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c80390-5562-4127-bdf0-7c8e3c41a155 service neutron] Pushing event updated for resources: {'Port': ['ID=291c1fc8-69a8-4618-8ab7-096ba6999630,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:51.847257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:51.847675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:51.850899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Pushing event updated for resources: {'Port': ['ID=78a7ff7f-4e85-4cee-98b6-49d90e403b92,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:51.870098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:27:52.065676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6319978-7c60-4d2c-8c52-f7028de2d844 None None] Pushing event updated for resources: {'Port': ['ID=78a7ff7f-4e85-4cee-98b6-49d90e403b92,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:52.092632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-366ed10d-b4c1-4adf-b838-658f2930850d None None] Current status of the port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:52.093075 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-366ed10d-b4c1-4adf-b838-658f2930850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:52.146613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] For port bf3ec95c-3c5a-404f-9718-da8df8bdb051, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:27:52.167763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-a31252b5-83ba-4a62-99b0-6fc8ac40a711 service neutron] 10.222.0.79 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792945 Feb 17 22:27:52.173048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-f5968245-1a93-4af0-a9d2-4dd5e3f1b317 service neutron] 10.222.0.79 "GET /v2.0/networks/4e958056-6cf2-440a-9a26-225e0ccaf685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288724 Feb 17 22:27:52.429660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] For port bf3ec95c-3c5a-404f-9718-da8df8bdb051, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bf3ec95c-3c5a-404f-9718-da8df8bdb051,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:27:52.621911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:52.635963 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:52.683529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-366ed10d-b4c1-4adf-b838-658f2930850d None None] For port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:52.948407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port bf8c949a-f71c-43da-ae6f-f96e71cf9f39 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:27:53.037535 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:53.158918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:53.182729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:53.195567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:53.222139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:53.244365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:53.248472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-366ed10d-b4c1-4adf-b838-658f2930850d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:53.263227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:53.281336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:53.283701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-95126972-fb36-4e9d-8cf3-7fd627f88f07 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5386 time: 0.5420582 Feb 17 22:27:53.470437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 78a7ff7f-4e85-4cee-98b6-49d90e403b92 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:53.484160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-ad60adb7-1b65-4a91-9b4f-97bec241018c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--857838153&fields=id&tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb HTTP/1.1" status: 200 len: 267 time: 0.6094265 Feb 17 22:27:53.627405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f4214-ad8f-49e5-a9ed-a983d320a79b None None] Pushing event updated for resources: {'Port': ['ID=bf3ec95c-3c5a-404f-9718-da8df8bdb051,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:53.766047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e959789-eca5-478b-89f6-5d8166c9d7c3 req-fc3a56be-1d20-4030-82e2-8fb909209628 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4496570 Feb 17 22:27:53.814717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ad8f7cb2-0bbf-4a7d-8aef-c0ecc3b314a2 None None] Provisioning complete for port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:53.823824 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7cb2-0bbf-4a7d-8aef-c0ecc3b314a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:53.913954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (bf8c949a-f71c-43da-ae6f-f96e71cf9f39), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:54.122112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 8af051fb-2d46-4f30-a6b0-82ae352479c0 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:27:54.202408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:54.253361 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (8af051fb-2d46-4f30-a6b0-82ae352479c0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:54.334735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6f6e760b-2837-456a-9158-61c32213298c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:49Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:27:54.387711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6e760b-2837-456a-9158-61c32213298c None None] The sync data for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 is: [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:49Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:27:54.398174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf90496-05bf-414e-95e4-3ba899cc3a2b None None] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:54.449903 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd981d-0955-49ec-a03c-0fd5e2dd856f x-openstack-request-id: req-59bd981d-0955-49ec-a03c-0fd5e2dd856f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:27:54.451804 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:27:54.452177 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59bd981d-0955-49ec-a03c-0fd5e2dd856f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:27:54.453011 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630', 'status': 'completed', 'code': 200} Feb 17 22:27:54.531573 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (bf8c949a-f71c-43da-ae6f-f96e71cf9f39), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:54.688662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8872f3c4-6fff-4ccb-945a-cdd8f8ba4dfc req-40c01c06-e381-49a3-b313-966f013e89f7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 210 time: 0.2472634 Feb 17 22:27:54.789194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f7cb2-0bbf-4a7d-8aef-c0ecc3b314a2 None None] Current status of the port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:54.800723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:54.800989 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:54.827915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366ed10d-b4c1-4adf-b838-658f2930850d None None] Pushing event updated for resources: {'Port': ['ID=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:54.916908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:27:54.920774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71991263-60b1-40fd-bba4-34e8fb19d320 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:27:55.017934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:55.059825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ad8f7cb2-0bbf-4a7d-8aef-c0ecc3b314a2 None None] Provisioning complete for port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:55.063937 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad8f7cb2-0bbf-4a7d-8aef-c0ecc3b314a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:55.130534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Publish callbacks [] for port (71991263-60b1-40fd-bba4-34e8fb19d320), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:55.136087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:55.136939 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8af051fb-2d46-4f30-a6b0-82ae352479c0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:55.408174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:55.580774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1466b1-ce58-4221-b66e-ace789c58cad None None] Network 4e958056-6cf2-440a-9a26-225e0ccaf685 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:55.737124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f7cb2-0bbf-4a7d-8aef-c0ecc3b314a2 None None] Current status of the port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:55.761597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Transition to ACTIVE for port object 71991263-60b1-40fd-bba4-34e8fb19d320 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:27:55.826800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=bf8c949a-f71c-43da-ae6f-f96e71cf9f39,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:55.975734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:55.976312 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:56.071104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:56.213587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.214269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.214269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.214682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.215143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.225561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.226613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.229412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-443a4e8c-5639-416a-862a-04dbe608dd97 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6406 time: 1.7750909 Feb 17 22:27:56.257897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 78a7ff7f-4e85-4cee-98b6-49d90e403b92, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=78a7ff7f-4e85-4cee-98b6-49d90e403b92,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:56.258465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-0c759aa8-9530-475a-b7a7-34927ec5ece7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:56.260083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-0c759aa8-9530-475a-b7a7-34927ec5ece7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 809 time: 2.7403882 Feb 17 22:27:56.288006 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:56.457856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Provisioning complete for port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:56.458358 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:56.582871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-be16fbe7-52bd-461b-bf29-8bcd825b059b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/quotas/48ad5cf5371f41bfa0e3a0692349e2cb HTTP/1.1" status: 200 len: 375 time: 0.2688708 Feb 17 22:27:56.677679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=78a7ff7f-4e85-4cee-98b6-49d90e403b92,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:56.680753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57832) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:56.850753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Current status of the port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:56.864699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf3ec95c-3c5a-404f-9718-da8df8bdb051 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:56.866377 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57836) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:57.021235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=8af051fb-2d46-4f30-a6b0-82ae352479c0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:57.050166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Provisioning complete for port bf3ec95c-3c5a-404f-9718-da8df8bdb051 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:57.050807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.136428 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3eb569b-a067-430a-876b-6d871056ec13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.142858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b30e3134-a603-4c4e-9614-2699395918d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.261423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-f8706655-521c-48c3-aea9-0211d4448de1 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:57.274511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-f8706655-521c-48c3-aea9-0211d4448de1 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 816 time: 2.3245702 Feb 17 22:27:57.286824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5f3db547-2293-4222-bf52-064397a21fd2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:57.288997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5f3db547-2293-4222-bf52-064397a21fd2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 816 time: 1.5700436 Feb 17 22:27:57.289994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': 'a6481d75-4cbf-4abf-866a-71c640b69578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '49a61d59-8d7d-4389-9131-0f887196c320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:57.291294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: 49a61d59-8d7d-4389-9131-0f887196c320, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:27:57.339288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Request body: {'port': {'device_id': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'admin_state_up': True, 'tenant_id': 'bfaaf15b02f04c8481c0124d82bd193a'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:57.359342 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3eb569b-a067-430a-876b-6d871056ec13 admin admin] Publish callbacks [] for security_group (836f2802-55a0-42ec-9fcd-6b4d91e29935), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.378276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-66a02298-4589-4e68-bd9b-f85c56a40264 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:57.379886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d3eb569b-a067-430a-876b-6d871056ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (836f2802-55a0-42ec-9fcd-6b4d91e29935), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.386112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-66a02298-4589-4e68-bd9b-f85c56a40264 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:57.388061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-66a02298-4589-4e68-bd9b-f85c56a40264 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.73 "GET /v2.0/networks?id=de140a48-fbcf-4ec0-9b6c-e29964ae5a93&id=4e958056-6cf2-440a-9a26-225e0ccaf685 HTTP/1.1" status: 200 len: 1388 time: 2.3035579 Feb 17 22:27:57.389520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-883b00ef-eaec-4c57-9a13-2667b7f6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:57.390100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-883b00ef-eaec-4c57-9a13-2667b7f6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:57.390628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-883b00ef-eaec-4c57-9a13-2667b7f6b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:57.393025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-883b00ef-eaec-4c57-9a13-2667b7f6b7c4 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.1268034 Feb 17 22:27:57.433911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'port': {'device_id': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93', 'admin_state_up': True, 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:27:57.466026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Pushing event updated for resources: {'Port': ['ID=71991263-60b1-40fd-bba4-34e8fb19d320,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:57.600093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-b2c013b5-d41c-40eb-8089-2d1ff54b88ab tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/quotas/bfaaf15b02f04c8481c0124d82bd193a HTTP/1.1" status: 200 len: 375 time: 0.3242440 Feb 17 22:27:57.623645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bf3ec95c-3c5a-404f-9718-da8df8bdb051 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:57.624506 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.625016 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d3eb569b-a067-430a-876b-6d871056ec13 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7249296003f241daa71b2288af619756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7575800 Feb 17 22:27:57.648384 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b30e3134-a603-4c4e-9614-2699395918d7 admin admin] Publish callbacks [] for security_group (b148b912-aece-40c2-a416-9a73c2aa7a64), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.656862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:57.728806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b30e3134-a603-4c4e-9614-2699395918d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b148b912-aece-40c2-a416-9a73c2aa7a64), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.749068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Current status of the port bf3ec95c-3c5a-404f-9718-da8df8bdb051 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:57.749914 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.814635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-7da70b6b-9131-4c4a-bae3-d08f64014b8c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1096466 Feb 17 22:27:57.826974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb569b-a067-430a-876b-6d871056ec13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=836f2802-55a0-42ec-9fcd-6b4d91e29935,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:57.831438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] For port bf3ec95c-3c5a-404f-9718-da8df8bdb051, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bf3ec95c-3c5a-404f-9718-da8df8bdb051,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:27:57.833945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bf3ec95c-3c5a-404f-9718-da8df8bdb051 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:57.834850 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.848687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.854239 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b30e3134-a603-4c4e-9614-2699395918d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c69bd5beb884998b995bc925f13c092&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1687195 Feb 17 22:27:57.859323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57848) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:57.866710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e06fbf4-a768-4734-b03e-7d64359ecbf7 admin admin] Publish callbacks [] for security_group (836f2802-55a0-42ec-9fcd-6b4d91e29935), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:57.970148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4f6f6-58ae-421a-91f5-915eb400b4d9 None None] Pushing event updated for resources: {'Port': ['ID=bf3ec95c-3c5a-404f-9718-da8df8bdb051,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:57.994554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30e3134-a603-4c4e-9614-2699395918d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b148b912-aece-40c2-a416-9a73c2aa7a64,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:57.999763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e06fbf4-a768-4734-b03e-7d64359ecbf7 admin admin] Publish callbacks [] for security_group (836f2802-55a0-42ec-9fcd-6b4d91e29935), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.028831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29c79790-467d-4aa2-b12c-a1f213ff8787 admin admin] Publish callbacks [] for security_group (b148b912-aece-40c2-a416-9a73c2aa7a64), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.032881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:27:58.033321 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:27:58.050688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-210a0a24-670a-41ec-8237-63a2587c9f9e None None] Provisioning complete for port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:58.051311 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210a0a24-670a-41ec-8237-63a2587c9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.073810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29c79790-467d-4aa2-b12c-a1f213ff8787 admin admin] Publish callbacks [] for security_group (b148b912-aece-40c2-a416-9a73c2aa7a64), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.125963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e06fbf4-a768-4734-b03e-7d64359ecbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (836f2802-55a0-42ec-9fcd-6b4d91e29935), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.129432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e06fbf4-a768-4734-b03e-7d64359ecbf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.130900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7e06fbf4-a768-4734-b03e-7d64359ecbf7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/836f2802-55a0-42ec-9fcd-6b4d91e29935 HTTP/1.1" status: 204 len: 168 time: 0.4730487 Feb 17 22:27:58.162981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06fbf4-a768-4734-b03e-7d64359ecbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836f2802-55a0-42ec-9fcd-6b4d91e29935,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:58.198496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29c79790-467d-4aa2-b12c-a1f213ff8787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b148b912-aece-40c2-a416-9a73c2aa7a64), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.201866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29c79790-467d-4aa2-b12c-a1f213ff8787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.204569 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-29c79790-467d-4aa2-b12c-a1f213ff8787 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b148b912-aece-40c2-a416-9a73c2aa7a64 HTTP/1.1" status: 204 len: 168 time: 0.3389390 Feb 17 22:27:58.222848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c79790-467d-4aa2-b12c-a1f213ff8787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b148b912-aece-40c2-a416-9a73c2aa7a64,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:58.250381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-210a0a24-670a-41ec-8237-63a2587c9f9e None None] Current status of the port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:58.323865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-210a0a24-670a-41ec-8237-63a2587c9f9e None None] Provisioning complete for port bf3ec95c-3c5a-404f-9718-da8df8bdb051 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:58.324236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-210a0a24-670a-41ec-8237-63a2587c9f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.524481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-210a0a24-670a-41ec-8237-63a2587c9f9e None None] Current status of the port bf3ec95c-3c5a-404f-9718-da8df8bdb051 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:58.643631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bf3ec95c-3c5a-404f-9718-da8df8bdb051 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:58.646155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:58.787801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:58.791554 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.871308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57860) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:58.872633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:58.918040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3896ac46-1323-4559-a040-d953916a3992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.926173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7c6d-5013-4c6a-acd1-8bd295963ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:58.989763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:58.990864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:58.992041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 49a61d59-8d7d-4389-9131-0f887196c320 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:27:58.996348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-8af85240-9167-46a5-a8c9-8d3c0bf0f916 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1331434 Feb 17 22:27:59.098236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 49a61d59-8d7d-4389-9131-0f887196c320) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:27:59.102621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:59.103174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.119529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d409253-605a-4e39-b0c2-045614161b7f None None] Network 49a61d59-8d7d-4389-9131-0f887196c320 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:27:59.131827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7c6d-5013-4c6a-acd1-8bd295963ef6 admin admin] Publish callbacks [] for security_group (5270fc7a-4641-4714-ba9c-746bba585b63), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.138281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6ba7c6d-5013-4c6a-acd1-8bd295963ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5270fc7a-4641-4714-ba9c-746bba585b63), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.149173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:27:59.155235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:59.165012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:59.166280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.216453 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6ba7c6d-5013-4c6a-acd1-8bd295963ef6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7fbe17481984e7691b82452d9f689a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3409638 Feb 17 22:27:59.229952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:59.255277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba7c6d-5013-4c6a-acd1-8bd295963ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5270fc7a-4641-4714-ba9c-746bba585b63,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:59.257527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Made reservation on behalf of bfaaf15b02f04c8481c0124d82bd193a for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:59.261713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.357756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Attempting to bind port 71991263-60b1-40fd-bba4-34e8fb19d320 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:27:59.358202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Attempting to bind port 71991263-60b1-40fd-bba4-34e8fb19d320 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:27:59.358624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Attempting to bind port 71991263-60b1-40fd-bba4-34e8fb19d320 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:59.373297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3053-97be-4fe7-a871-70636016aaf5 admin admin] Publish callbacks [] for security_group (5270fc7a-4641-4714-ba9c-746bba585b63), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.376867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-069bba96-6281-42e9-b934-6115419f2478 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 10.4112720 Feb 17 22:27:59.380234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57868) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:59.448434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:27:59.449628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-2d394db3-fd5d-413a-ba54-1c7d8fffb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:27:59.451251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2556a7ff-ef52-4a2c-a26e-41ead3301779 req-2d394db3-fd5d-413a-ba54-1c7d8fffb141 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 2.0408239 Feb 17 22:27:59.452028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Port 71991263-60b1-40fd-bba4-34e8fb19d320 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:27:59.457037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Attempting to bind port 71991263-60b1-40fd-bba4-34e8fb19d320 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:27:59.495603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3053-97be-4fe7-a871-70636016aaf5 admin admin] Publish callbacks [] for security_group (5270fc7a-4641-4714-ba9c-746bba585b63), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.547048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-7f9fdcdb-e413-4e3d-976e-bef325296288 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9134424 Feb 17 22:27:59.567838 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3053-97be-4fe7-a871-70636016aaf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5270fc7a-4641-4714-ba9c-746bba585b63), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.571090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7fe3053-97be-4fe7-a871-70636016aaf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.576001 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c7fe3053-97be-4fe7-a871-70636016aaf5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5270fc7a-4641-4714-ba9c-746bba585b63 HTTP/1.1" status: 204 len: 168 time: 0.3443770 Feb 17 22:27:59.592361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3896ac46-1323-4559-a040-d953916a3992 admin admin] Publish callbacks [] for security_group (ec08f81b-c050-4f8a-9730-2852a907bfdc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.594256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:27:59.597836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.607834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3896ac46-1323-4559-a040-d953916a3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ec08f81b-c050-4f8a-9730-2852a907bfdc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.612419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe3053-97be-4fe7-a871-70636016aaf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5270fc7a-4641-4714-ba9c-746bba585b63,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:59.650390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf3ec95c-3c5a-404f-9718-da8df8bdb051 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:27:59.667557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:27:59.668170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Checking segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:27:59.668768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Bound using segment: {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:27:59.669585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Bound port: 71991263-60b1-40fd-bba4-34e8fb19d320, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:27:59.670133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.700579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-f972e717-0dd6-45ca-afc6-1f366d516f88 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6797407 Feb 17 22:27:59.817478 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3896ac46-1323-4559-a040-d953916a3992 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=105283f723664a838fd501bb249da8ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9434519 Feb 17 22:27:59.824511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57876) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:27:59.825273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3896ac46-1323-4559-a040-d953916a3992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec08f81b-c050-4f8a-9730-2852a907bfdc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:27:59.877974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 8af051fb-2d46-4f30-a6b0-82ae352479c0 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:27:59.879436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8af051fb-2d46-4f30-a6b0-82ae352479c0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:27:59.910298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bf3ec95c-3c5a-404f-9718-da8df8bdb051 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:27:59.910703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.007719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f094bf7e-b513-4686-ba6a-aa130a2906b1 admin admin] Publish callbacks [] for security_group (ec08f81b-c050-4f8a-9730-2852a907bfdc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.012308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8af051fb-2d46-4f30-a6b0-82ae352479c0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.082887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 8af051fb-2d46-4f30-a6b0-82ae352479c0 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:00.174573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f094bf7e-b513-4686-ba6a-aa130a2906b1 admin admin] Publish callbacks [] for security_group (ec08f81b-c050-4f8a-9730-2852a907bfdc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.219419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bf3ec95c-3c5a-404f-9718-da8df8bdb051 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:00.223583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 78a7ff7f-4e85-4cee-98b6-49d90e403b92 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:00.230902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-b5bb9d24-29e4-463d-9d70-04125c0b7c64 service neutron] 10.222.0.79 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761765 Feb 17 22:28:00.348941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:00.350800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.395908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8af051fb-2d46-4f30-a6b0-82ae352479c0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.471971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=8af051fb-2d46-4f30-a6b0-82ae352479c0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:00.500730 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.506377 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6361cf4f-8cbc-4fe2-b40f-4c7379ba498f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/8af051fb-2d46-4f30-a6b0-82ae352479c0 HTTP/1.1" status: 204 len: 168 time: 1.1243589 Feb 17 22:28:00.508470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57892) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:00.602843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] For port 71991263-60b1-40fd-bba4-34e8fb19d320, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:00.632746 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f094bf7e-b513-4686-ba6a-aa130a2906b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ec08f81b-c050-4f8a-9730-2852a907bfdc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.636494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f094bf7e-b513-4686-ba6a-aa130a2906b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.637919 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f094bf7e-b513-4686-ba6a-aa130a2906b1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ec08f81b-c050-4f8a-9730-2852a907bfdc HTTP/1.1" status: 204 len: 168 time: 0.8008766 Feb 17 22:28:00.657472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:00.659657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094bf7e-b513-4686-ba6a-aa130a2906b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec08f81b-c050-4f8a-9730-2852a907bfdc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:00.703172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a54287-701c-4a75-9d6c-a7f00fdfd0f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:00.725657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] For port 71991263-60b1-40fd-bba4-34e8fb19d320, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=71991263-60b1-40fd-bba4-34e8fb19d320,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:00.735794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a54287-701c-4a75-9d6c-a7f00fdfd0f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:00.737473 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-22a54287-701c-4a75-9d6c-a7f00fdfd0f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2280476 Feb 17 22:28:00.741722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57900) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:00.748213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Allocated IP 172.20.0.5 (fba4561d-bc89-470c-ab36-dc23d5baeb63/16e41c69-e2cd-4f43-83f8-0ebf37386dad/615a8475-2fa4-4691-872b-d4b679eeb20a) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:00.835361 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:00.936164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Allocated IP 19.80.0.198 (de140a48-fbcf-4ec0-9b6c-e29964ae5a93/33f2f4f0-b56f-4531-aa5c-2df7e583de59/4e6714e5-454f-44c9-aad1-545f99b1a7b8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:01.020538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port bf8c949a-f71c-43da-ae6f-f96e71cf9f39 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:01.021683 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bf8c949a-f71c-43da-ae6f-f96e71cf9f39), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:01.211334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bf8c949a-f71c-43da-ae6f-f96e71cf9f39), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:01.229154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for bf8c949a-f71c-43da-ae6f-f96e71cf9f39 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:01.343803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:01.376238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bf8c949a-f71c-43da-ae6f-f96e71cf9f39), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:01.444941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.474925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.489405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.496533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=bf8c949a-f71c-43da-ae6f-f96e71cf9f39,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:01.499491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.508960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:01.511249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.514091 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45a39be8-bd4d-4b8b-950a-a72a63cb9410 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/bf8c949a-f71c-43da-ae6f-f96e71cf9f39 HTTP/1.1" status: 204 len: 168 time: 0.7698138 Feb 17 22:28:01.518254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.518817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57926) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:01.529564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.541744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-69b4f37d-44aa-46b4-8d68-741a69a9f630 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5398 time: 1.2979147 Feb 17 22:28:01.546931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-8e5e46a4-29c4-4c7a-83a4-b2616b33aeed service neutron] 10.222.0.79 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3195755 Feb 17 22:28:01.705590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc726c1b-6958-4787-8898-33fcb15bf18d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.717867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cc726c1b-6958-4787-8898-33fcb15bf18d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1867831 Feb 17 22:28:01.718891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:01.791298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks [] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:01.824152 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4195684-c47d-438d-8450-4db64e921abe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:28:01.825919 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c4195684-c47d-438d-8450-4db64e921abe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/8af051fb-2d46-4f30-a6b0-82ae352479c0 HTTP/1.1" status: 404 len: 333 time: 0.1034577 Feb 17 22:28:01.832264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:01.932060 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c569eeb7-6db8-443e-8056-826515943812 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:28:01.944444 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c569eeb7-6db8-443e-8056-826515943812 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/bf8c949a-f71c-43da-ae6f-f96e71cf9f39 HTTP/1.1" status: 404 len: 333 time: 0.1040888 Feb 17 22:28:01.949885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57942) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:01.965838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:01.966472 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:01.967984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] 10.222.0.94 "PUT /v2.0/ports/71991263-60b1-40fd-bba4-34e8fb19d320 HTTP/1.1" status: 200 len: 1092 time: 10.8842103 Feb 17 22:28:02.010204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:02.024828 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d33a50-91fb-46df-834b-8c7dc724f0c4" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:02.038797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:02.059796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:02.236911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (49a61d59-8d7d-4389-9131-0f887196c320), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:02.261477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64496887-fd02-4f33-a0d2-b7cc78d5961f req-df76ec7a-9cae-4b91-9a2f-f50f31128960 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 210 time: 0.1195052 Feb 17 22:28:02.613044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (49a61d59-8d7d-4389-9131-0f887196c320), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:02.733626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a61d59-8d7d-4389-9131-0f887196c320']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:02.753587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6481d75-4cbf-4abf-866a-71c640b69578') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:02.755319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6481d75-4cbf-4abf-866a-71c640b69578') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:02.785706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (a6481d75-4cbf-4abf-866a-71c640b69578), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:02.818734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a6481d75-4cbf-4abf-866a-71c640b69578), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:02.827404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:28:02.827797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (a6481d75-4cbf-4abf-866a-71c640b69578), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:02.876630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecdc0f4d-dfd0-456b-bd22-aac0cf36306e req-d4c4242f-bb49-4630-a8fb-cce9299d4752 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3324528 Feb 17 22:28:02.880797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1482bc31-2b25-463a-9e16-d72415b3fa97 req-d1080e74-5eb1-4b0a-af81-a11cdb2244ac tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 210 time: 0.4450407 Feb 17 22:28:02.885193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:02.953320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-f6816652-11e1-4fb9-bc8e-ff58a752f10d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:02.955555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-f6816652-11e1-4fb9-bc8e-ff58a752f10d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 809 time: 0.9860582 Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:28:02.965297 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:28:03.004708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (49a61d59-8d7d-4389-9131-0f887196c320), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:03.012380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:03.030892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/49a61d59-8d7d-4389-9131-0f887196c320 HTTP/1.1" status: 204 len: 168 time: 1.0644662 Feb 17 22:28:03.033422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57980) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:03.052920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1890574629'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:03.057636 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3d5820-f9ce-4230-a84c-1422863e5a09 x-openstack-request-id: req-3a3d5820-f9ce-4230-a84c-1422863e5a09 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:03.057952 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:03.059003 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a3d5820-f9ce-4230-a84c-1422863e5a09 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:03.059003 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320', 'status': 'completed', 'code': 200} Feb 17 22:28:03.062692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:03.075168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:03.114096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:03.132184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef764b-b973-4e65-94c9-8a742e358303 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=49a61d59-8d7d-4389-9131-0f887196c320,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:03.241643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:03.245577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:03.282197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-d1c2857a-3a42-4051-86c2-bcc0abdd5bed req-f5491a8e-f5ff-4650-adde-86564436d428 service neutron] (103526) timed out ('10.222.0.73', 50239) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:28:03.323900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.324424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.324998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.325356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.326219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.326404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.326882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.342812 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-fb208484-a280-4c1a-aa0f-2b9e8a6997ab service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6505 time: 0.2336757 Feb 17 22:28:03.353285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:03.567967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-95b1e30f-80e2-40e7-9acf-6cf8f9df876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.568797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-95b1e30f-80e2-40e7-9acf-6cf8f9df876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.569631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-95b1e30f-80e2-40e7-9acf-6cf8f9df876d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:03.571876 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-95b1e30f-80e2-40e7-9acf-6cf8f9df876d service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1953604 Feb 17 22:28:03.573507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:03.621493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:03.636876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5193262-fe81-4425-bbf8-0c36fa7495a0 service neutron] Pushing event updated for resources: {'Port': ['ID=71991263-60b1-40fd-bba4-34e8fb19d320,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:03.652957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-27d026ff-b10d-497d-90de-3f2361706e84 None None] Provisioning complete for port 615a8475-2fa4-4691-872b-d4b679eeb20a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:03.653522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27d026ff-b10d-497d-90de-3f2361706e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:03.683852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:03.794748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (8e10a77a-b96c-4a87-b2fe-60951be7fa1a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:03.795097 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment 8e10a77a-b96c-4a87-b2fe-60951be7fa1a of type vlan for network 2ae9040c-21f0-4d5c-8a74-61da5f089482 Feb 17 22:28:03.834228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27d026ff-b10d-497d-90de-3f2361706e84 None None] Port 615a8475-2fa4-4691-872b-d4b679eeb20a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:03.844809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:03.863485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:03.927511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Pushing event updated for resources: {'Port': ['ID=615a8475-2fa4-4691-872b-d4b679eeb20a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:03.935704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2ae9040c-21f0-4d5c-8a74-61da5f089482), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:03.943462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b37dfe7c-e1b9-458e-b07b-a72461f2939c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:03.945556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22d25297-76c0-4d30-ba87-ef7114b69b77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.022405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Publish callbacks [] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.069995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-c9114d70-b153-4a14-a896-288501063c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:04.072381 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-74d33a50-91fb-46df-834b-8c7dc724f0c4 req-c9114d70-b153-4a14-a896-288501063c65 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4806247 Feb 17 22:28:04.092875 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2ae9040c-21f0-4d5c-8a74-61da5f089482), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.098987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:04.099853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.177703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:04.178378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.204284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:04.205107 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.210944 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1765327 Feb 17 22:28:04.214962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:04.215188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Transition to ACTIVE for port object b37dfe7c-e1b9-458e-b07b-a72461f2939c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:04.228920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-ede2763d-e026-4673-8859-1d215a42c84f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9176743 Feb 17 22:28:04.260912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:04.268476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9baf0af-948d-49e5-9d19-ea2d94e1f3ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=2ae9040c-21f0-4d5c-8a74-61da5f089482,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:04.280966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc49789-9e0f-4e67-8390-a0d392759c2f req-5c34fc46-e4fb-4dda-8595-e98a5fdfa06e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:04.288838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6dc49789-9e0f-4e67-8390-a0d392759c2f req-5c34fc46-e4fb-4dda-8595-e98a5fdfa06e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 932 time: 0.6711683 Feb 17 22:28:04.296896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2ae9040c-21f0-4d5c-8a74-61da5f089482 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:04.302162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.317748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Request body: {'port': {'device_id': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:04.370451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Port': ['ID=4e6714e5-454f-44c9-aad1-545f99b1a7b8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:04.402146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-fc8f360f-6db9-402a-954b-a955f0b6236c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb HTTP/1.1" status: 200 len: 379 time: 1.3424127 Feb 17 22:28:04.549977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-15626a91-737b-42c8-9e21-b7c5b114a832 None None] Provisioning complete for port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:04.550350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15626a91-737b-42c8-9e21-b7c5b114a832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.597035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-15626a91-737b-42c8-9e21-b7c5b114a832 None None] Port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:04.610936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Pushing event updated for resources: {'Port': ['ID=b37dfe7c-e1b9-458e-b07b-a72461f2939c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:04.637209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'port': {'device_id': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'admin_state_up': True, 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'security_groups': ['799ba3e0-28fe-4ca6-8871-9bd4a2122b91']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:04.651466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22d25297-76c0-4d30-ba87-ef7114b69b77 admin admin] Publish callbacks [] for security_group (38714c72-d612-4633-bb5c-f5983cb5d837), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.659338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-727d7d33-18b1-4d46-a107-789c112bf5ee tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.2501132 Feb 17 22:28:04.689864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-22d25297-76c0-4d30-ba87-ef7114b69b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (38714c72-d612-4633-bb5c-f5983cb5d837), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.731485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-9691b0a1-e7f6-4e9a-ab9b-dc02e2437ec4 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:04.737123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-9691b0a1-e7f6-4e9a-ab9b-dc02e2437ec4 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 816 time: 1.1243911 Feb 17 22:28:04.785333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d25297-76c0-4d30-ba87-ef7114b69b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38714c72-d612-4633-bb5c-f5983cb5d837,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:04.807985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Request body: {'port': {'device_id': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685', 'admin_state_up': True, 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:04.816437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:04.821393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:04.855276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-583cb806-bcef-4791-9baa-88950e0969e4 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:04.857073 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-583cb806-bcef-4791-9baa-88950e0969e4 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.94 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 816 time: 0.5615144 Feb 17 22:28:04.935202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Request body: {'port': {'device_id': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'admin_state_up': True, 'tenant_id': 'bfaaf15b02f04c8481c0124d82bd193a'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:05.000875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6dc49789-9e0f-4e67-8390-a0d392759c2f req-bbb73689-459b-4d65-966e-872897c657ec tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7099507 Feb 17 22:28:05.014856 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-22d25297-76c0-4d30-ba87-ef7114b69b77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=133d64f4d6a14c6f80301fb0ae07890b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6604655 Feb 17 22:28:05.026655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58058) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:05.077727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Performing IP validity checks on allocation pools {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 22:28:05.080947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 22:28:05.175456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.202669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-cfec5c66-45fb-49c0-93be-b0f4f4766320 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/quotas/bfaaf15b02f04c8481c0124d82bd193a HTTP/1.1" status: 200 len: 375 time: 0.3730865 Feb 17 22:28:05.288892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e733a8c-6337-4663-a10e-a7c939d5189b req-b5222b89-0d19-4965-8046-11143dfbe044 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 210 time: 0.0806637 Feb 17 22:28:05.289616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Made reservation on behalf of 48ad5cf5371f41bfa0e3a0692349e2cb for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:05.299192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.574132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Made reservation on behalf of 6c05e08cefdf444a91c3e80d1c74d8fe for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:05.577716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.669316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6edebb-30d9-45c8-b180-c0fb92b4ce54 admin admin] Publish callbacks [] for security_group (38714c72-d612-4633-bb5c-f5983cb5d837), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.726224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6edebb-30d9-45c8-b180-c0fb92b4ce54 admin admin] Publish callbacks [] for security_group (38714c72-d612-4633-bb5c-f5983cb5d837), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.777989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (21cd656d-2eca-48b4-b845-be8126c84fde), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.854632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Made reservation on behalf of bfaaf15b02f04c8481c0124d82bd193a for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:05.858428 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.884949 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=21cd656d-2eca-48b4-b845-be8126c84fde,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:05.941837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6edebb-30d9-45c8-b180-c0fb92b4ce54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (38714c72-d612-4633-bb5c-f5983cb5d837), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.945278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6edebb-30d9-45c8-b180-c0fb92b4ce54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:05.956023 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d6edebb-30d9-45c8-b180-c0fb92b4ce54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38714c72-d612-4633-bb5c-f5983cb5d837 HTTP/1.1" status: 204 len: 168 time: 0.9275696 Feb 17 22:28:06.162990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Allocated IP 172.20.0.4 (fba4561d-bc89-470c-ab36-dc23d5baeb63/16e41c69-e2cd-4f43-83f8-0ebf37386dad/96dec79d-ab0e-4bff-8aba-614a17badc9c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:06.171155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6edebb-30d9-45c8-b180-c0fb92b4ce54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38714c72-d612-4633-bb5c-f5983cb5d837,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:06.208946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': '8e10a77a-b96c-4a87-b2fe-60951be7fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:06.216356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: 2ae9040c-21f0-4d5c-8a74-61da5f089482, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:28:06.332177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 2ae9040c-21f0-4d5c-8a74-61da5f089482 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:28:06.389540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2ae9040c-21f0-4d5c-8a74-61da5f089482) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:06.394253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:06.395574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:06.406142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa3d84-c342-45a2-9e99-efd3e89b195a None None] Network 2ae9040c-21f0-4d5c-8a74-61da5f089482 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:06.454945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Attempting to bind port b37dfe7c-e1b9-458e-b07b-a72461f2939c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:06.455633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Attempting to bind port b37dfe7c-e1b9-458e-b07b-a72461f2939c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:06.455633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Attempting to bind port b37dfe7c-e1b9-458e-b07b-a72461f2939c on network 8caa62b9-8ccb-4f50-ab64-8106d333b008 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:06.562113 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f181d8fc-4b75-4c74-a284-1405f55caee6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3305702 Feb 17 22:28:06.569210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:06.584977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482', 'name': 'tempest-PortsIpV6TestJSON-1265888969'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:06.679960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Port b37dfe7c-e1b9-458e-b07b-a72461f2939c on network 8caa62b9-8ccb-4f50-ab64-8106d333b008 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:06.684537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Attempting to bind port b37dfe7c-e1b9-458e-b07b-a72461f2939c on network 8caa62b9-8ccb-4f50-ab64-8106d333b008 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:06.760167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:06.760563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Checking segment: {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:06.760955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Bound using segment: {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:06.761582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks [] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:06.763318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Bound port: b37dfe7c-e1b9-458e-b07b-a72461f2939c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:06.763980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:06.782765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2ae9040c-21f0-4d5c-8a74-61da5f089482', 'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482', 'project_id': '1ecc71cb0f074db5b9b08e82681f9bc4', 'fixed_ips': [{'subnet_id': '21cd656d-2eca-48b4-b845-be8126c84fde'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:28:06.784127 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:06.825009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:06.828344 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:06.838005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-15537b23-01f8-44a2-a1af-407b701246e2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.5683908 Feb 17 22:28:06.850794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:06.889715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port f9b3f687-8f3c-47af-9ed0-1137a851f6cb yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:28:06.916450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:06.948328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:06.964739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Pushing event updated for resources: {'Port': ['ID=96dec79d-ab0e-4bff-8aba-614a17badc9c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:06.976982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:07.081689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.083220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:07.104694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.111650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.118293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.127564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.128926 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-363b0959-8f63-4330-be74-ba11660b4a32 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1990776 Feb 17 22:28:07.142460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.148487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.159476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Request body: {'port': {'device_id': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:07.161353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:07.171722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-7ff73161-4ade-413c-8f4e-0ac3613f89a4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5410 time: 1.6582017 Feb 17 22:28:07.263151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Allocated IP 2001:db8::2 (2ae9040c-21f0-4d5c-8a74-61da5f089482/21cd656d-2eca-48b4-b845-be8126c84fde/d09eca45-26b8-4527-b794-16c472cebbd4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:07.265923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Allocated IP 19.86.0.118 (4e958056-6cf2-440a-9a26-225e0ccaf685/b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57/26caa7b8-159f-4fba-aaa2-48bed598acaf) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:07.385511 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:07.597831 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:07.632162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2d86a9df-4889-46a8-90b3-e1da2246a47f None None] Provisioning complete for port 96dec79d-ab0e-4bff-8aba-614a17badc9c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:07.632724 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d86a9df-4889-46a8-90b3-e1da2246a47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:07.710841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Allocated IP 172.20.0.11 (6ca20bca-50b2-42fb-a57b-35ba5c000d56/27100d44-8a5c-4153-a004-e8eb790e1c17/c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:07.759934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:07.844173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2d86a9df-4889-46a8-90b3-e1da2246a47f None None] Port 96dec79d-ab0e-4bff-8aba-614a17badc9c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:07.908675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Publish callbacks [] for port (d09eca45-26b8-4527-b794-16c472cebbd4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:07.929446 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.010919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Network 4e958056-6cf2-440a-9a26-225e0ccaf685 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:08.023155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Pushing event updated for resources: {'Port': ['ID=d09eca45-26b8-4527-b794-16c472cebbd4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:08.061461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:08.067247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Network 2ae9040c-21f0-4d5c-8a74-61da5f089482 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:08.080665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:08.085347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:08.091207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:08.133880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:08.227269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event updated for resources: {'Port': ['ID=26caa7b8-159f-4fba-aaa2-48bed598acaf,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:08.244295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] For port b37dfe7c-e1b9-458e-b07b-a72461f2939c, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:08.317667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::334 (2ae9040c-21f0-4d5c-8a74-61da5f089482/21cd656d-2eca-48b4-b845-be8126c84fde/f9b3f687-8f3c-47af-9ed0-1137a851f6cb) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:08.345298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Attempting to bind port d09eca45-26b8-4527-b794-16c472cebbd4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:08.347061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Attempting to bind port d09eca45-26b8-4527-b794-16c472cebbd4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '8e10a77a-b96c-4a87-b2fe-60951be7fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:08.347511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Attempting to bind port d09eca45-26b8-4527-b794-16c472cebbd4 on network 2ae9040c-21f0-4d5c-8a74-61da5f089482 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:08.368117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:08.380016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Checking segment: {'id': '8e10a77a-b96c-4a87-b2fe-60951be7fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:08.380841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.381489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Bound using segment: {'id': '8e10a77a-b96c-4a87-b2fe-60951be7fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:08.382228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Bound port: d09eca45-26b8-4527-b794-16c472cebbd4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e10a77a-b96c-4a87-b2fe-60951be7fa1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2ae9040c-21f0-4d5c-8a74-61da5f089482'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:08.382866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.416188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc0cc562-d397-4533-b3de-cd333ad37481 req-cf0fc800-1ecb-40d1-b78c-194fc98b9d55 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.2424569 Feb 17 22:28:08.436816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] For port b37dfe7c-e1b9-458e-b07b-a72461f2939c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:08.529127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] For port d09eca45-26b8-4527-b794-16c472cebbd4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:08.533243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] For port d09eca45-26b8-4527-b794-16c472cebbd4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d09eca45-26b8-4527-b794-16c472cebbd4,segment=NetworkSegment(8e10a77a-b96c-4a87-b2fe-60951be7fa1a),segment_id=8e10a77a-b96c-4a87-b2fe-60951be7fa1a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:08.548603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-2232dcff-765a-42ed-a850-517520efc82e service neutron] 10.222.0.79 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7094593 Feb 17 22:28:08.558397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:08.559598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.564589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.585888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.586138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7f945a3-08cd-484e-ba44-20220e6eecbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.683157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420525bc-60e5-4c5f-8409-fee253b3951c None None] Pushing event updated for resources: {'Port': ['ID=d09eca45-26b8-4527-b794-16c472cebbd4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:08.694403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96dec79d-ab0e-4bff-8aba-614a17badc9c {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:08.719784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Publish callbacks [] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.733353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ab61d21f-95cc-4b0c-9469-ed9e076aff74 None None] Provisioning complete for port 26caa7b8-159f-4fba-aaa2-48bed598acaf triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:08.733838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab61d21f-95cc-4b0c-9469-ed9e076aff74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.752060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:08.752796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.754934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] 10.222.0.94 "PUT /v2.0/ports/b37dfe7c-e1b9-458e-b07b-a72461f2939c HTTP/1.1" status: 200 len: 1092 time: 6.7132590 Feb 17 22:28:08.762770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:08.770347 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:08.804176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Transition to ACTIVE for port object 96dec79d-ab0e-4bff-8aba-614a17badc9c will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:08.811360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ab61d21f-95cc-4b0c-9469-ed9e076aff74 None None] Port 26caa7b8-159f-4fba-aaa2-48bed598acaf cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:08.824698 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:08.835257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-77cc7be1-3597-4b51-85c6-c929fcbb2cdd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1339469 Feb 17 22:28:08.871755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Request body: {'port': {'device_id': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:08.887210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Request body: {'port': {'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:08.986604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=96dec79d-ab0e-4bff-8aba-614a17badc9c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:09.028923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (f9b3f687-8f3c-47af-9ed0-1137a851f6cb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.179727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.258866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7f945a3-08cd-484e-ba44-20220e6eecbf admin admin] Publish callbacks [] for security_group (88962642-e401-46b9-94f8-138aea5d4a2c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.313369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e7a3-d265-4344-846e-8216b395b7aa service neutron] Pushing event updated for resources: {'Port': ['ID=b37dfe7c-e1b9-458e-b07b-a72461f2939c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:09.373725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7f945a3-08cd-484e-ba44-20220e6eecbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (88962642-e401-46b9-94f8-138aea5d4a2c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.422240 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.549295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-fdebb6c6-4160-4b51-afb2-aef0c2860033 service neutron] 10.222.0.79 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9862747 Feb 17 22:28:09.627060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Attempting to bind port 96dec79d-ab0e-4bff-8aba-614a17badc9c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:09.627421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Attempting to bind port 96dec79d-ab0e-4bff-8aba-614a17badc9c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:09.627756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Attempting to bind port 96dec79d-ab0e-4bff-8aba-614a17badc9c on network fba4561d-bc89-470c-ab36-dc23d5baeb63 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:09.631349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f9b3f687-8f3c-47af-9ed0-1137a851f6cb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.642333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b351e1-1e8c-4616-8648-8ac407d993fe req-bf617674-5a2c-47a2-98ce-f4375798ee13 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:09.645330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f945a3-08cd-484e-ba44-20220e6eecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88962642-e401-46b9-94f8-138aea5d4a2c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:09.661451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b351e1-1e8c-4616-8648-8ac407d993fe req-bf617674-5a2c-47a2-98ce-f4375798ee13 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:09.675237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11b351e1-1e8c-4616-8648-8ac407d993fe req-bf617674-5a2c-47a2-98ce-f4375798ee13 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1655 time: 0.9794226 Feb 17 22:28:09.692469 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c7f945a3-08cd-484e-ba44-20220e6eecbf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29245c827de84af4a6bfe9a423d94831&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5833492 Feb 17 22:28:09.698206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58252) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:09.736394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d09eca45-26b8-4527-b794-16c472cebbd4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:09.753894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Port 96dec79d-ab0e-4bff-8aba-614a17badc9c on network fba4561d-bc89-470c-ab36-dc23d5baeb63 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:09.754263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Attempting to bind port 96dec79d-ab0e-4bff-8aba-614a17badc9c on network fba4561d-bc89-470c-ab36-dc23d5baeb63 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:09.777331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:09.777587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Checking segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:09.779031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Bound using segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:09.779031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Bound port: 96dec79d-ab0e-4bff-8aba-614a17badc9c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:09.779031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.792818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 2ae9040c-21f0-4d5c-8a74-61da5f089482 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:09.799870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=f9b3f687-8f3c-47af-9ed0-1137a851f6cb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:09.804247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:09.808640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:09.813857 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:09.814489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.850980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.855567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:09.892738 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8da85486-9ff9-402d-a4fc-1b785f900c09 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3173537 Feb 17 22:28:09.896964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58262) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:09.985000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d09eca45-26b8-4527-b794-16c472cebbd4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:09.985832 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.007227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] For port 96dec79d-ab0e-4bff-8aba-614a17badc9c, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:10.063067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] For port 96dec79d-ab0e-4bff-8aba-614a17badc9c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=96dec79d-ab0e-4bff-8aba-614a17badc9c,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:10.084589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.272222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:10.273656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.275974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] 10.222.0.94 "PUT /v2.0/ports/96dec79d-ab0e-4bff-8aba-614a17badc9c HTTP/1.1" status: 200 len: 1092 time: 3.1209362 Feb 17 22:28:10.282363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'tag': '96dec79d-ab0e-4bff-8aba-614a17badc9c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:10.285934 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f2581e-fde7-4def-8750-b0314c2b21f0" -d '{"events": [{"name": "network-changed", "server_uuid": "d308d1db-7b4c-410c-8a3f-427837798a6f", "tag": "96dec79d-ab0e-4bff-8aba-614a17badc9c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:10.309643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d09eca45-26b8-4527-b794-16c472cebbd4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:10.311547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.359136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port f9b3f687-8f3c-47af-9ed0-1137a851f6cb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:10.366865 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f9b3f687-8f3c-47af-9ed0-1137a851f6cb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.493552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port d09eca45-26b8-4527-b794-16c472cebbd4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d09eca45-26b8-4527-b794-16c472cebbd4,segment=NetworkSegment(8e10a77a-b96c-4a87-b2fe-60951be7fa1a),segment_id=8e10a77a-b96c-4a87-b2fe-60951be7fa1a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:10.505775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.617534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11b351e1-1e8c-4616-8648-8ac407d993fe req-443d95e8-aa50-4b28-aabb-98d857c8225a tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9397182 Feb 17 22:28:10.621439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af924e26-5bcd-44ec-9de1-d3038b1be2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=96dec79d-ab0e-4bff-8aba-614a17badc9c,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:10.687561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-352acf7b-87b0-490e-8bb3-0f58d430fd01 req-05a3ec94-d2b7-4892-9b9c-588d524964aa tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 210 time: 0.4046483 Feb 17 22:28:10.752638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=d09eca45-26b8-4527-b794-16c472cebbd4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:10.816315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f9b3f687-8f3c-47af-9ed0-1137a851f6cb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.827171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:10.835427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for f9b3f687-8f3c-47af-9ed0-1137a851f6cb owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:10.865419 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b8a80a-f8a6-47aa-8626-2d8c7de7d002 x-openstack-request-id: req-f0b8a80a-f8a6-47aa-8626-2d8c7de7d002 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:10.865892 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:10.873398 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0b8a80a-f8a6-47aa-8626-2d8c7de7d002 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:10.876506 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c', 'status': 'completed', 'code': 200} Feb 17 22:28:10.899344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.94', 62891) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:11.008176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-250230ad-091c-408b-8f69-6e90feddb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:11.010858 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-250230ad-091c-408b-8f69-6e90feddb842 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 1126 time: 0.6368766 Feb 17 22:28:11.050057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99486e8-eb96-4037-8466-6b365c88fd2f None None] Network 2ae9040c-21f0-4d5c-8a74-61da5f089482 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:11.188303 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-a471ac30-a338-4b3e-be6c-3575f896f2a9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96dec79d-ab0e-4bff-8aba-614a17badc9c HTTP/1.1" status: 200 len: 217 time: 0.1624975 Feb 17 22:28:11.192039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f9b3f687-8f3c-47af-9ed0-1137a851f6cb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:11.199398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f535db34-7dd7-415a-9caf-63e272b5ad53 None None] Provisioning complete for port d09eca45-26b8-4527-b794-16c472cebbd4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:11.200065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f535db34-7dd7-415a-9caf-63e272b5ad53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:11.265451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e9cef3-4648-4c65-b99f-da3f5b8fd87e admin admin] Publish callbacks [] for security_group (88962642-e401-46b9-94f8-138aea5d4a2c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:11.269550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-158cdf6c-ef19-4783-9f20-53585e21a9f3 req-e8f84817-10ff-486e-88b3-e2570a9598f2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 210 time: 0.2643447 Feb 17 22:28:11.385042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615a8475-2fa4-4691-872b-d4b679eeb20a {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:11.405948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:11.429613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Publish callbacks [] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:11.476492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f535db34-7dd7-415a-9caf-63e272b5ad53 None None] Current status of the port d09eca45-26b8-4527-b794-16c472cebbd4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:11.495594 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89234982-4f0d-4f62-9b24-5d1fe9cd9171 x-openstack-request-id: req-89234982-4f0d-4f62-9b24-5d1fe9cd9171 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:11.496183 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d308d1db-7b4c-410c-8a3f-427837798a6f", "tag": "96dec79d-ab0e-4bff-8aba-614a17badc9c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:11.496183 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89234982-4f0d-4f62-9b24-5d1fe9cd9171 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:11.496654 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'tag': '96dec79d-ab0e-4bff-8aba-614a17badc9c', 'status': 'completed', 'code': 200} Feb 17 22:28:11.500742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:11.504053 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/f9b3f687-8f3c-47af-9ed0-1137a851f6cb HTTP/1.1" status: 204 len: 168 time: 1.6056321 Feb 17 22:28:11.515928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58328) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:11.520228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6fc65-5e2c-4c6d-a9ba-097f1d2ac39d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=f9b3f687-8f3c-47af-9ed0-1137a851f6cb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:11.642586 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45d9649-a280-4561-acbb-42b1e25b4363 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:28:11.643163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45d9649-a280-4561-acbb-42b1e25b4363 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:28:11.660589 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c45d9649-a280-4561-acbb-42b1e25b4363 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/f9b3f687-8f3c-47af-9ed0-1137a851f6cb HTTP/1.1" status: 404 len: 333 time: 0.1355708 Feb 17 22:28:11.660589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58340) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:11.678417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:11.708679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d09eca45-26b8-4527-b794-16c472cebbd4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:11.724460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:11.781311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-c09712c1-0543-4229-8e3d-a906a21e9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:11.782809 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-c09712c1-0543-4229-8e3d-a906a21e9add service neutron] 10.222.0.94 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.5849361 Feb 17 22:28:11.800034 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5b7ae4-7e0d-4635-a22d-eb4d3cf91bfa tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:28:11.804071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7c5b7ae4-7e0d-4635-a22d-eb4d3cf91bfa tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/f9b3f687-8f3c-47af-9ed0-1137a851f6cb HTTP/1.1" status: 404 len: 333 time: 0.1428001 Feb 17 22:28:11.827686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:11.880906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:11.881441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:11.937572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'Port': ['ID=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:11.945255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e9cef3-4648-4c65-b99f-da3f5b8fd87e admin admin] Publish callbacks [] for security_group (88962642-e401-46b9-94f8-138aea5d4a2c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.054013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet 21cd656d-2eca-48b4-b845-be8126c84fde {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:28:12.094340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (21cd656d-2eca-48b4-b845-be8126c84fde), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.101276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-05ba1d84-45fb-4781-94f5-47522e639aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.107979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Transition to ACTIVE for port object 615a8475-2fa4-4691-872b-d4b679eeb20a will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:12.154314 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-05ba1d84-45fb-4781-94f5-47522e639aa3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3376019 Feb 17 22:28:12.235547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5b31c94e-e806-4a52-8277-01704890e211 None None] Provisioning complete for port d09eca45-26b8-4527-b794-16c472cebbd4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:12.236543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b31c94e-e806-4a52-8277-01704890e211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.273808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (21cd656d-2eca-48b4-b845-be8126c84fde), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.317404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d09eca45-26b8-4527-b794-16c472cebbd4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:12.320321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.527827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (21cd656d-2eca-48b4-b845-be8126c84fde), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.541501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d09eca45-26b8-4527-b794-16c472cebbd4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:12.559959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5b31c94e-e806-4a52-8277-01704890e211 None None] Current status of the port d09eca45-26b8-4527-b794-16c472cebbd4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:12.596754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.597566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.598321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.599104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.599934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.600741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.601546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.605817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-1a1d02d0-d913-44ac-80a7-7886d4ae3d6b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6604 time: 1.6636996 Feb 17 22:28:12.616621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-831db19f-be15-41c2-b50f-a3a33c079d26 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.619051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-831db19f-be15-41c2-b50f-a3a33c079d26 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 816 time: 0.4902925 Feb 17 22:28:12.684501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-effbb833-4b9d-48c5-9f76-299e23095844 None None] Could not find standard attr ID for object f9b3f687-8f3c-47af-9ed0-1137a851f6cb. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:28:12.719233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-effbb833-4b9d-48c5-9f76-299e23095844 None None] Provisioning complete for port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:12.720573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-effbb833-4b9d-48c5-9f76-299e23095844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.737317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.828577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-effbb833-4b9d-48c5-9f76-299e23095844 None None] Port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:12.860421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.870607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.878307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.886157 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-dcc8e629-fcdd-4f26-a420-3506b9de7992 service neutron] 10.222.0.94 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7308948 Feb 17 22:28:12.887441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.887929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (21cd656d-2eca-48b4-b845-be8126c84fde), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:12.898878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.906367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.913701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:12.923842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-49471f41-af85-405b-b23b-0739f611babc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5410 time: 1.8749259 Feb 17 22:28:13.017439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=21cd656d-2eca-48b4-b845-be8126c84fde,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:13.083753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673ef197-090a-4e4f-8d47-c69e2ef6e695 None None] Network 2ae9040c-21f0-4d5c-8a74-61da5f089482 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:13.117054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:13.136834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Publish callbacks [] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:13.137768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:13.144878 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ceb53c5-22f0-46bf-bc59-ccf0087e0544 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/21cd656d-2eca-48b4-b845-be8126c84fde HTTP/1.1" status: 204 len: 168 time: 1.3157847 Feb 17 22:28:13.150443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58398) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:13.184039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Transition to ACTIVE for port object 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:13.234909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Request body: {'port': {'device_id': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'admin_state_up': True, 'tenant_id': 'bfaaf15b02f04c8481c0124d82bd193a'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:13.322423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2ae9040c-21f0-4d5c-8a74-61da5f089482), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:13.381031 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8dfe98ba-b857-420b-8ad3-d38f8f97313d req-fe3a9492-44cc-4b86-a4d0-d032202fb244 service neutron] 10.222.0.94 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167337 Feb 17 22:28:13.557302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] DHCP port deletion for 2ae9040c-21f0-4d5c-8a74-61da5f089482 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:28:13.683936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-339e1f8e-767f-46f0-b8f0-fbd0f69bdefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:13.688468 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-339e1f8e-767f-46f0-b8f0-fbd0f69bdefc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 1126 time: 0.1724086 Feb 17 22:28:13.734976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] Deleting port d09eca45-26b8-4527-b794-16c472cebbd4 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:13.735851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:13.749381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port d09eca45-26b8-4527-b794-16c472cebbd4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:13.749846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.027345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] For port d09eca45-26b8-4527-b794-16c472cebbd4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d09eca45-26b8-4527-b794-16c472cebbd4,segment=NetworkSegment(8e10a77a-b96c-4a87-b2fe-60951be7fa1a),segment_id=8e10a77a-b96c-4a87-b2fe-60951be7fa1a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:14.029383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.060916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] For port d09eca45-26b8-4527-b794-16c472cebbd4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d09eca45-26b8-4527-b794-16c472cebbd4,segment=NetworkSegment(8e10a77a-b96c-4a87-b2fe-60951be7fa1a),segment_id=8e10a77a-b96c-4a87-b2fe-60951be7fa1a)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:14.061587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.094233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] Calling delete_port for d09eca45-26b8-4527-b794-16c472cebbd4 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:14.119259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for d09eca45-26b8-4527-b794-16c472cebbd4 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:14.131425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-4a3510d9-dbbc-4b2e-a478-e654bad5f4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:14.133040 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-4a3510d9-dbbc-4b2e-a478-e654bad5f4aa service neutron] 10.222.0.94 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 917 time: 0.4321163 Feb 17 22:28:14.258302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-e57ac11b-d3fc-45a6-86a5-0b6cff63cca0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.6499417 Feb 17 22:28:14.265649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.291349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58424) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:14.299386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] Pushing event deleted for resources: {'Port': ['ID=d09eca45-26b8-4527-b794-16c472cebbd4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:14.305223 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a7fa5-0d8d-436b-8b37-57cc9eecbc33 None None] No DVR routers for this DVR port d09eca45-26b8-4527-b794-16c472cebbd4 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:28:14.310352 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-781f4e6d-ef66-41e6-8d35-a1a7f61575f4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96dec79d-ab0e-4bff-8aba-614a17badc9c HTTP/1.1" status: 200 len: 217 time: 0.1591730 Feb 17 22:28:14.359751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-905856fe-235b-4d73-a9e7-db5dbffa5f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.369493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6714e5-454f-44c9-aad1-545f99b1a7b8 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:14.381145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Publish callbacks [] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.400414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Transition to ACTIVE for port object 4e6714e5-454f-44c9-aad1-545f99b1a7b8 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:14.410989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.426155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Request body: {'port': {'device_id': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:14.435945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-50aabf84-046f-4651-bb1f-42d665ea4d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:14.437878 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-50aabf84-046f-4651-bb1f-42d665ea4d52 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.1193304 Feb 17 22:28:14.445500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d09eca45-26b8-4527-b794-16c472cebbd4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.449186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.522026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=d09eca45-26b8-4527-b794-16c472cebbd4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:14.536581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No DVR routers for this DVR port d09eca45-26b8-4527-b794-16c472cebbd4 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:28:14.575603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-b1da85fa-ac5b-4cd6-b1e8-2e855e604aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:14.576171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-b1da85fa-ac5b-4cd6-b1e8-2e855e604aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:14.576638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-b1da85fa-ac5b-4cd6-b1e8-2e855e604aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:14.578407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-b1da85fa-ac5b-4cd6-b1e8-2e855e604aa6 service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.9450223 Feb 17 22:28:14.590904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a949d32-c7e9-4d99-a0c7-4e9b15743f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.597322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e9cef3-4648-4c65-b99f-da3f5b8fd87e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (88962642-e401-46b9-94f8-138aea5d4a2c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.599858 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e9cef3-4648-4c65-b99f-da3f5b8fd87e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.601009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d3e9cef3-4648-4c65-b99f-da3f5b8fd87e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/88962642-e401-46b9-94f8-138aea5d4a2c HTTP/1.1" status: 204 len: 168 time: 4.8683167 Feb 17 22:28:14.722133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2ae9040c-21f0-4d5c-8a74-61da5f089482), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.752044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ae9040c-21f0-4d5c-8a74-61da5f089482']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:14.774763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e10a77a-b96c-4a87-b2fe-60951be7fa1a') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:14.775003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e10a77a-b96c-4a87-b2fe-60951be7fa1a') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:14.794974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-2ec9c110-2112-4fe2-9ace-a0b2b867444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:14.796539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-2ec9c110-2112-4fe2-9ace-a0b2b867444e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3479102 Feb 17 22:28:14.798316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (8e10a77a-b96c-4a87-b2fe-60951be7fa1a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.893602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (8e10a77a-b96c-4a87-b2fe-60951be7fa1a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.908513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:28:14.908971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (8e10a77a-b96c-4a87-b2fe-60951be7fa1a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:28:14.913295 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:28:15.072808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6066a-89ff-4895-8543-50f50150f8dd req-b0a26f08-f7cc-4274-93ce-b8f68703b77d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:15.088957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6066a-89ff-4895-8543-50f50150f8dd req-b0a26f08-f7cc-4274-93ce-b8f68703b77d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:15.090861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0d6066a-89ff-4895-8543-50f50150f8dd req-b0a26f08-f7cc-4274-93ce-b8f68703b77d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1655 time: 3.1736920 Feb 17 22:28:15.154910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a949d32-c7e9-4d99-a0c7-4e9b15743f47 admin admin] Publish callbacks [] for security_group (000b247c-b07c-4af0-a265-700398c465a2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:15.165464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c24be35d-ade6-4d59-8993-2b5adce782ca req-dfb180b8-70f1-45b9-bb59-3bb5a44c276f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.2403061 Feb 17 22:28:15.190084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9cef3-4648-4c65-b99f-da3f5b8fd87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88962642-e401-46b9-94f8-138aea5d4a2c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:15.193357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Pushing event updated for resources: {'Port': ['ID=615a8475-2fa4-4691-872b-d4b679eeb20a,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:15.220168 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-13557d4d-a8e5-4996-ad71-54e39e01694a service neutron] 10.222.0.94 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978846 Feb 17 22:28:15.225488 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a949d32-c7e9-4d99-a0c7-4e9b15743f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (000b247c-b07c-4af0-a265-700398c465a2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:15.301758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:15.307902 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a949d32-c7e9-4d99-a0c7-4e9b15743f47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b456de3b70c2403cbc4c129edd19e81a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0115256 Feb 17 22:28:15.311030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a949d32-c7e9-4d99-a0c7-4e9b15743f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000b247c-b07c-4af0-a265-700398c465a2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:15.314104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:15.354092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Pushing event updated for resources: {'Port': ['ID=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:15.367655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Made reservation on behalf of bfaaf15b02f04c8481c0124d82bd193a for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:15.383047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:15.410316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2ae9040c-21f0-4d5c-8a74-61da5f089482), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:15.444197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:15.450527 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/2ae9040c-21f0-4d5c-8a74-61da5f089482 HTTP/1.1" status: 204 len: 168 time: 2.2982812 Feb 17 22:28:15.453990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7f6a4-5e9b-4ae4-86a7-d88d79d4a51a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=2ae9040c-21f0-4d5c-8a74-61da5f089482,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:15.456747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58444) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:15.468759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-885116891'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:15.504080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:15.507866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:15.620745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6714e5-454f-44c9-aad1-545f99b1a7b8,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:15.626271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d09eca45-26b8-4527-b794-16c472cebbd4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:28:15.661399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d09eca45-26b8-4527-b794-16c472cebbd4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:28:15.662353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d09eca45-26b8-4527-b794-16c472cebbd4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:28:15.908658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-8829d8a8-aab8-4c3e-9829-b6e96b27ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:15.910153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-8829d8a8-aab8-4c3e-9829-b6e96b27ace5 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2837238 Feb 17 22:28:16.106651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-daf5f75a-611f-4e5d-8377-7a5d352b5229 admin admin] Publish callbacks [] for security_group (000b247c-b07c-4af0-a265-700398c465a2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.131444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:16.137134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0d6066a-89ff-4895-8543-50f50150f8dd req-54793090-7143-48f7-8616-2a5989253afc tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367670 Feb 17 22:28:16.143798 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89f2581e-fde7-4def-8750-b0314c2b21f0 req-65752b3f-102b-4f7e-a534-552bbb3c9208 service neutron] 10.222.0.94 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8729372 Feb 17 22:28:16.194294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (df9032a6-83d6-47b0-af47-10efcd4363dd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.195245 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment df9032a6-83d6-47b0-af47-10efcd4363dd of type vlan for network 0e67ae90-e115-433b-8e71-1181e27c4440 Feb 17 22:28:16.208455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-daf5f75a-611f-4e5d-8377-7a5d352b5229 admin admin] Publish callbacks [] for security_group (000b247c-b07c-4af0-a265-700398c465a2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.250081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Attempting to bind port 615a8475-2fa4-4691-872b-d4b679eeb20a on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:16.250633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Attempting to bind port 615a8475-2fa4-4691-872b-d4b679eeb20a by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:16.251156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Attempting to bind port 615a8475-2fa4-4691-872b-d4b679eeb20a on network fba4561d-bc89-470c-ab36-dc23d5baeb63 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:16.277810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (0e67ae90-e115-433b-8e71-1181e27c4440), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.310162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e7e0c-9ad1-4cf5-a1ac-18274e13bde3 req-48a062a7-0cec-43fa-8972-e663a40a206e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:16.312023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-873e7e0c-9ad1-4cf5-a1ac-18274e13bde3 req-48a062a7-0cec-43fa-8972-e663a40a206e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 932 time: 0.8954475 Feb 17 22:28:16.334941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (0e67ae90-e115-433b-8e71-1181e27c4440), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.341159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:16.341740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.359842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Port 615a8475-2fa4-4691-872b-d4b679eeb20a on network fba4561d-bc89-470c-ab36-dc23d5baeb63 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:16.360810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Attempting to bind port 615a8475-2fa4-4691-872b-d4b679eeb20a on network fba4561d-bc89-470c-ab36-dc23d5baeb63 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:16.367062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Attempting to bind port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:16.368139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Attempting to bind port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:16.368987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Attempting to bind port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 on network 8caa62b9-8ccb-4f50-ab64-8106d333b008 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:16.394855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 on network 8caa62b9-8ccb-4f50-ab64-8106d333b008 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:16.396065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Attempting to bind port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 on network 8caa62b9-8ccb-4f50-ab64-8106d333b008 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:16.442605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:16.443607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Checking segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:16.444421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Bound using segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:16.445391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Bound port: 615a8475-2fa4-4691-872b-d4b679eeb20a, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:16.445833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-daf5f75a-611f-4e5d-8377-7a5d352b5229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (000b247c-b07c-4af0-a265-700398c465a2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.446265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.449199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-daf5f75a-611f-4e5d-8377-7a5d352b5229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.450629 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-daf5f75a-611f-4e5d-8377-7a5d352b5229 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/000b247c-b07c-4af0-a265-700398c465a2 HTTP/1.1" status: 204 len: 168 time: 1.1201651 Feb 17 22:28:16.453181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=0e67ae90-e115-433b-8e71-1181e27c4440,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:16.458731 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-57d761c4-9684-45af-85d1-1a3ef8b76aed tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9972787 Feb 17 22:28:16.469787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 0e67ae90-e115-433b-8e71-1181e27c4440 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:16.483803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58470) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:16.490111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:16.501133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5f75a-611f-4e5d-8377-7a5d352b5229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000b247c-b07c-4af0-a265-700398c465a2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:16.554732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Attempting to bind port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:16.558799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Attempting to bind port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:16.559178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Attempting to bind port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 on network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:16.591600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 on network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:16.592290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Attempting to bind port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 on network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:16.619951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3fb5f9c-4de7-4a03-adac-1b88b65011d2 req-675ddf9e-4d06-420f-90f9-aa4bf5fa5171 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 210 time: 0.2388902 Feb 17 22:28:16.623477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:16.625942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Checking segment: {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:16.626978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Bound using segment: {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:16.629125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Bound port: 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ba56cad-8650-4b78-9f07-a2ebdcac5e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:16.630058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.689346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:16.699555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.825030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:16.825416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Checking segment: {'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:16.825757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Bound using segment: {'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:16.826209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Bound port: 4e6714e5-454f-44c9-aad1-545f99b1a7b8, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fb0499f-2dc1-4929-a913-1074c3028f12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:16.826719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.832227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c5e235f-40b2-470b-9e6b-b5ed0aea0043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:16.895249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 96dec79d-ab0e-4bff-8aba-614a17badc9c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:28:16.997052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] For port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:17.003626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] For port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:17.026629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Allocated IP 172.20.0.14 (fba4561d-bc89-470c-ab36-dc23d5baeb63/16e41c69-e2cd-4f43-83f8-0ebf37386dad/34cebef1-86d6-47ea-b578-65bfa852d841) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:17.106927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-873e7e0c-9ad1-4cf5-a1ac-18274e13bde3 req-5bd440e7-d056-46ee-b2ce-a3466ff48f02 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7435887 Feb 17 22:28:17.147725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 96dec79d-ab0e-4bff-8aba-614a17badc9c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=96dec79d-ab0e-4bff-8aba-614a17badc9c,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:17.148555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (9c187def-50e6-4194-8672-bff936100434), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:17.188296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '96dec79d-ab0e-4bff-8aba-614a17badc9c', 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'port_id': '96dec79d-ab0e-4bff-8aba-614a17badc9c', 'mac_address': 'fa:16:3e:39:46:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e41c69-e2cd-4f43-83f8-0ebf37386dad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:28:17.310875 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:17.325656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 96dec79d-ab0e-4bff-8aba-614a17badc9c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:17.326144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:17.346410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96dec79d-ab0e-4bff-8aba-614a17badc9c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:17.376702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=9c187def-50e6-4194-8672-bff936100434,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:17.379335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': 'df9032a6-83d6-47b0-af47-10efcd4363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:17.379826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 96dec79d-ab0e-4bff-8aba-614a17badc9c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=96dec79d-ab0e-4bff-8aba-614a17badc9c,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:17.380105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: 0e67ae90-e115-433b-8e71-1181e27c4440, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:28:17.390199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:17.407309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 0e67ae90-e115-433b-8e71-1181e27c4440 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:28:17.421868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 0e67ae90-e115-433b-8e71-1181e27c4440) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:17.430626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:17.434343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:17.460300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b793ca-1011-49f4-87f2-ff48a769cae4 None None] Network 0e67ae90-e115-433b-8e71-1181e27c4440 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:17.494961 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3895134c-f7d8-47c4-ae6d-9efb536357ea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0099468 Feb 17 22:28:17.509275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58496) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:17.550069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-639155481'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:17.615359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=96dec79d-ab0e-4bff-8aba-614a17badc9c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:17.744994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-0e67ae90-e115-433b-8e71-1181e27c4440', 'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440', 'project_id': '1ecc71cb0f074db5b9b08e82681f9bc4', 'fixed_ips': [{'subnet_id': '9c187def-50e6-4194-8672-bff936100434'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:28:17.751752 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:17.865711 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:17.872317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:17.908408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 7627ed1e-91d4-425b-8f81-c0f4249fea2d yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:28:17.953596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['96dec79d-ab0e-4bff-8aba-614a17badc9c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:28:17.987227 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks [] for port (34cebef1-86d6-47ea-b578-65bfa852d841), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.138841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58518) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:18.167725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.190931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] For port 615a8475-2fa4-4691-872b-d4b679eeb20a, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:18.198089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] For port 615a8475-2fa4-4691-872b-d4b679eeb20a, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=615a8475-2fa4-4691-872b-d4b679eeb20a,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:18.239998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::14b (0e67ae90-e115-433b-8e71-1181e27c4440/9c187def-50e6-4194-8672-bff936100434/7627ed1e-91d4-425b-8f81-c0f4249fea2d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:18.291282 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.315620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.338048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:18.344104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.345692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] 10.222.0.94 "PUT /v2.0/ports/48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 HTTP/1.1" status: 200 len: 1092 time: 9.4710150 Feb 17 22:28:18.371117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:18.383295 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:18.535823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:18.691026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (7627ed1e-91d4-425b-8f81-c0f4249fea2d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.698817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Pushing event updated for resources: {'Port': ['ID=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:18.731918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:18.732638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.734626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] 10.222.0.73 "PUT /v2.0/ports/615a8475-2fa4-4691-872b-d4b679eeb20a HTTP/1.1" status: 200 len: 1092 time: 14.4398928 Feb 17 22:28:18.744720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7627ed1e-91d4-425b-8f81-c0f4249fea2d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.762709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Publish callbacks [] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.815649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:18.896660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Allocated IP 2001:db8::2 (0e67ae90-e115-433b-8e71-1181e27c4440/9c187def-50e6-4194-8672-bff936100434/ddf33db8-0cfb-4912-af88-2a4fcafeb5cb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:18.921381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 0e67ae90-e115-433b-8e71-1181e27c4440 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:18.928806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab25026-c3e6-433b-8227-cb1296f23887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:18.978552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.978898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.979228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.984391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.990100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.990733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.994608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.995306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.995868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.996402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.997768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:18.999469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:19.000617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb4e1bd-83a0-4cfc-ab71-7c1694d5d347 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:19.060176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.075054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.106198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.120442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.125827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab25026-c3e6-433b-8227-cb1296f23887 admin admin] Publish callbacks [] for security_group (c86899e8-7d4e-4a72-99e4-4cf503513513), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.128323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.129246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:19.140680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.144257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:19.148912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.152866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7179332-e288-41e6-af4b-334a1ceb606c req-ed90d613-94f8-447b-a3be-e83ef4524454 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 2.3646095 Feb 17 22:28:19.154584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:19.168670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.173924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.185183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:19.190491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ab25026-c3e6-433b-8227-cb1296f23887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c86899e8-7d4e-4a72-99e4-4cf503513513), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.196025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] For port 4e6714e5-454f-44c9-aad1-545f99b1a7b8, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:19.250965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5af33-e958-4388-9ca6-80e4c5458e4a req-b36345d9-4d23-4a43-b401-39652a414c47 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.266502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5af33-e958-4388-9ca6-80e4c5458e4a req-b36345d9-4d23-4a43-b401-39652a414c47 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.277701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86b5af33-e958-4388-9ca6-80e4c5458e4a req-b36345d9-4d23-4a43-b401-39652a414c47 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1667 time: 1.8826380 Feb 17 22:28:19.342503 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.408355 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3ab25026-c3e6-433b-8227-cb1296f23887 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bf079a23f9a47cebf648703993f36ba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2597518 Feb 17 22:28:19.409280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=7627ed1e-91d4-425b-8f81-c0f4249fea2d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:19.417647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:19.460913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab25026-c3e6-433b-8227-cb1296f23887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86899e8-7d4e-4a72-99e4-4cf503513513,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:19.503083 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f841a98-e24b-45c8-bee3-7d3315ff82cf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9888721 Feb 17 22:28:19.511090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:19.521954 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Publish callbacks [] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.542217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.656703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Transition to ACTIVE for port object c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:19.681658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Pushing event updated for resources: {'Port': ['ID=ddf33db8-0cfb-4912-af88-2a4fcafeb5cb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:19.685216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] For port 4e6714e5-454f-44c9-aad1-545f99b1a7b8, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4e6714e5-454f-44c9-aad1-545f99b1a7b8,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:19.718769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.720691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.727264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b61a981-54df-4b33-9ce6-99df1e3b3f65 service neutron] Pushing event updated for resources: {'Port': ['ID=615a8475-2fa4-4691-872b-d4b679eeb20a,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:19.741889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9cf-f4b0-4ffc-b7e9-033ccf8aa316 admin admin] Publish callbacks [] for security_group (c86899e8-7d4e-4a72-99e4-4cf503513513), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.768521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Network 0e67ae90-e115-433b-8e71-1181e27c4440 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:19.780910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:19.794166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:19.817593 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.833945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-15579655-84c2-44b8-9038-6032825eae57 None None] Provisioning complete for port 34cebef1-86d6-47ea-b578-65bfa852d841 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:19.834423 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15579655-84c2-44b8-9038-6032825eae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.847654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 7627ed1e-91d4-425b-8f81-c0f4249fea2d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:19.853497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7627ed1e-91d4-425b-8f81-c0f4249fea2d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.864158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9cf-f4b0-4ffc-b7e9-033ccf8aa316 admin admin] Publish callbacks [] for security_group (c86899e8-7d4e-4a72-99e4-4cf503513513), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.929696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:19.953559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.954531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.955837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.956887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.958425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.958425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.959121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:19.963574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c77b7738-14fd-4b4b-bc26-96002de00f97 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6703 time: 1.5005567 Feb 17 22:28:20.046565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3012137 Feb 17 22:28:20.065389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-15579655-84c2-44b8-9038-6032825eae57 None None] Port 34cebef1-86d6-47ea-b578-65bfa852d841 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:20.142721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7627ed1e-91d4-425b-8f81-c0f4249fea2d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.178770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86b5af33-e958-4388-9ca6-80e4c5458e4a req-dd9abd44-8c4a-4daa-a2ea-bc443f7faa7c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8984087 Feb 17 22:28:20.184458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9cf-f4b0-4ffc-b7e9-033ccf8aa316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c86899e8-7d4e-4a72-99e4-4cf503513513), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.195611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d93b9cf-f4b0-4ffc-b7e9-033ccf8aa316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.199972 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7d93b9cf-f4b0-4ffc-b7e9-033ccf8aa316 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c86899e8-7d4e-4a72-99e4-4cf503513513 HTTP/1.1" status: 204 len: 168 time: 0.7689204 Feb 17 22:28:20.208232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Attempting to bind port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:20.208807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Attempting to bind port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'df9032a6-83d6-47b0-af47-10efcd4363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:20.209539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Attempting to bind port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb on network 0e67ae90-e115-433b-8e71-1181e27c4440 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:20.218258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:20.218726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Checking segment: {'id': 'df9032a6-83d6-47b0-af47-10efcd4363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:20.220872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.221551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Bound using segment: {'id': 'df9032a6-83d6-47b0-af47-10efcd4363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:20.222426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Bound port: ddf33db8-0cfb-4912-af88-2a4fcafeb5cb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9032a6-83d6-47b0-af47-10efcd4363dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e67ae90-e115-433b-8e71-1181e27c4440'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:20.223028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.236211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 7627ed1e-91d4-425b-8f81-c0f4249fea2d owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:20.250099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Request body: {'port': {'device_id': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:20.292980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93b9cf-f4b0-4ffc-b7e9-033ccf8aa316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86899e8-7d4e-4a72-99e4-4cf503513513,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:20.300565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c00afc40-08a9-43ca-8df1-2301ce49f9c4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb HTTP/1.1" status: 200 len: 217 time: 0.3080044 Feb 17 22:28:20.403824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:20.405780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.408108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] 10.222.0.73 "PUT /v2.0/ports/4e6714e5-454f-44c9-aad1-545f99b1a7b8 HTTP/1.1" status: 200 len: 1093 time: 11.5613320 Feb 17 22:28:20.447883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-088e1360-7ce6-41e7-adeb-6095a891b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:20.453342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-088e1360-7ce6-41e7-adeb-6095a891b66a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 1126 time: 1.6276302 Feb 17 22:28:20.513146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Request body: {'port': {'device_id': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:20.594156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] For port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:20.609951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] For port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ddf33db8-0cfb-4912-af88-2a4fcafeb5cb,segment=NetworkSegment(df9032a6-83d6-47b0-af47-10efcd4363dd),segment_id=df9032a6-83d6-47b0-af47-10efcd4363dd)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:20.633291 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.648807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a77380-6b85-475a-b991-893021393327 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Pushing event updated for resources: {'Port': ['ID=34cebef1-86d6-47ea-b578-65bfa852d841,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:20.742679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a46ec72-2de0-4f17-8cf4-d9c9b0800d97 None None] Pushing event updated for resources: {'Port': ['ID=ddf33db8-0cfb-4912-af88-2a4fcafeb5cb,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:20.822804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7627ed1e-91d4-425b-8f81-c0f4249fea2d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.851746 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:20.938121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=7627ed1e-91d4-425b-8f81-c0f4249fea2d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:20.942596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 96dec79d-ab0e-4bff-8aba-614a17badc9c up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:21.010841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.022065 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-59d3e9fe-f7a5-4eab-88de-234e03f75929 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/7627ed1e-91d4-425b-8f81-c0f4249fea2d HTTP/1.1" status: 204 len: 168 time: 1.5098534 Feb 17 22:28:21.027884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58604) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:21.135073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 96dec79d-ab0e-4bff-8aba-614a17badc9c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:28:21.141264 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8868bdb-9826-4314-8163-091dba8c840e tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:28:21.146799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 96dec79d-ab0e-4bff-8aba-614a17badc9c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:21.148367 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.150129 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f8868bdb-9826-4314-8163-091dba8c840e tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/7627ed1e-91d4-425b-8f81-c0f4249fea2d HTTP/1.1" status: 404 len: 333 time: 0.1190090 Feb 17 22:28:21.153575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58608) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:21.171066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-186dc508-f76d-41a9-a72c-79303951c325 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=615a8475-2fa4-4691-872b-d4b679eeb20a HTTP/1.1" status: 200 len: 217 time: 0.6103756 Feb 17 22:28:21.317217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7179332-e288-41e6-af4b-334a1ceb606c req-b85f3494-9420-4704-a26f-bf9adad90a68 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 2.1154130 Feb 17 22:28:21.336143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet 9c187def-50e6-4194-8672-bff936100434 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:28:21.356007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (9c187def-50e6-4194-8672-bff936100434), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.426263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58614) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:21.564321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 96dec79d-ab0e-4bff-8aba-614a17badc9c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:21.564866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.621856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Attempting to bind port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:21.622251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Attempting to bind port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:21.622619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Attempting to bind port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:21.631689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (9c187def-50e6-4194-8672-bff936100434), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.639781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dec79d-ab0e-4bff-8aba-614a17badc9c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:21.648300 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f31e02b6-a718-44ec-9304-95364374e441" -d '{"events": [{"server_uuid": "d308d1db-7b4c-410c-8a3f-427837798a6f", "name": "network-vif-plugged", "status": "completed", "tag": "96dec79d-ab0e-4bff-8aba-614a17badc9c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:21.693137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 96dec79d-ab0e-4bff-8aba-614a17badc9c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=96dec79d-ab0e-4bff-8aba-614a17badc9c,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:21.709001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.713534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-4b5280a8-1319-4b9c-9732-c379c71bea02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:21.723256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-4b5280a8-1319-4b9c-9732-c379c71bea02 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0083f13c-a183-4fa0-a127-3477c7b0e467 HTTP/1.1" status: 200 len: 851 time: 1.2399628 Feb 17 22:28:21.819518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ddf33db8-0cfb-4912-af88-2a4fcafeb5cb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:21.889313 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (9c187def-50e6-4194-8672-bff936100434), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.906088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:21.908665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Attempting to bind port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:21.941552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Pushing event updated for resources: {'Port': ['ID=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:21.942525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=96dec79d-ab0e-4bff-8aba-614a17badc9c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:21.943855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.962883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb7b25e9-991d-4368-aa9b-fc96f137827b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:21.987134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:21.987549 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.057368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:22.060542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Checking segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:22.060892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Bound using segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:22.061260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Bound port: c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:22.061740 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.086585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d283a7-2337-4878-93e5-79a9a72666a5 req-903bc55b-a85f-4ccb-b51d-f65ee3626c7f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:22.113760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5d283a7-2337-4878-93e5-79a9a72666a5 req-903bc55b-a85f-4ccb-b51d-f65ee3626c7f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 932 time: 1.4852853 Feb 17 22:28:22.123005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-6210283b-5434-42ab-ad0e-dc837766f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:22.124805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:22.125192 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.132726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-6210283b-5434-42ab-ad0e-dc837766f830 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.8069441 Feb 17 22:28:22.136699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.205212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb7b25e9-991d-4368-aa9b-fc96f137827b admin admin] Publish callbacks [] for security_group (cd2d8ac2-6d26-470a-b116-877b1937defb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.227613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb7b25e9-991d-4368-aa9b-fc96f137827b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cd2d8ac2-6d26-470a-b116-877b1937defb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.276062 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (9c187def-50e6-4194-8672-bff936100434), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.338461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.347631 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/9c187def-50e6-4194-8672-bff936100434 HTTP/1.1" status: 204 len: 168 time: 1.1882174 Feb 17 22:28:22.349310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58680) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:22.473212 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fb7b25e9-991d-4368-aa9b-fc96f137827b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4dd2c9823a6a47a69ff44ee3d100b795&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0279284 Feb 17 22:28:22.479798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b0908-c8d3-4583-9034-c71489a5ce5d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=9c187def-50e6-4194-8672-bff936100434,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:22.486098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58694) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:22.610742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b25e9-991d-4368-aa9b-fc96f137827b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2d8ac2-6d26-470a-b116-877b1937defb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:22.863197 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:28:22.863886 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:28:22.921604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (0e67ae90-e115-433b-8e71-1181e27c4440), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:22.990953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7aa9-3dec-4b27-9844-ae40bcf3c626 admin admin] Publish callbacks [] for security_group (cd2d8ac2-6d26-470a-b116-877b1937defb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.052932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac1880-61ff-4bf3-992c-8d26a29c5c84 None None] Network 0e67ae90-e115-433b-8e71-1181e27c4440 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:23.092082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7aa9-3dec-4b27-9844-ae40bcf3c626 admin admin] Publish callbacks [] for security_group (cd2d8ac2-6d26-470a-b116-877b1937defb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.246094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:23.246486 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.297236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-74b1d0f9-9c54-4b75-a35d-34b7e5f90745 None None] Provisioning complete for port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:23.298677 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74b1d0f9-9c54-4b75-a35d-34b7e5f90745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.358408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7021bdfa-49ac-41b5-a7f1-d11e681d0a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:23.360215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-7021bdfa-49ac-41b5-a7f1-d11e681d0a4d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1f182d69-5777-473f-ad41-128a438efa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.6341276 Feb 17 22:28:23.378819 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7aa9-3dec-4b27-9844-ae40bcf3c626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cd2d8ac2-6d26-470a-b116-877b1937defb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.384996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5d283a7-2337-4878-93e5-79a9a72666a5 req-c317c64e-a89c-43ac-b5fe-6aaa343373bd tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1882870 Feb 17 22:28:23.395253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec5f7aa9-3dec-4b27-9844-ae40bcf3c626 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.396556 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec5f7aa9-3dec-4b27-9844-ae40bcf3c626 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd2d8ac2-6d26-470a-b116-877b1937defb HTTP/1.1" status: 204 len: 168 time: 0.7700531 Feb 17 22:28:23.494993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:23.495642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.524755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] For port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ddf33db8-0cfb-4912-af88-2a4fcafeb5cb,segment=NetworkSegment(df9032a6-83d6-47b0-af47-10efcd4363dd),segment_id=df9032a6-83d6-47b0-af47-10efcd4363dd)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:23.525213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.638701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1513e86-d109-493c-8d13-283a3a6c62ca req-1b073d32-e930-492d-a6ac-df6566d4e7ba tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:23.645385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1513e86-d109-493c-8d13-283a3a6c62ca req-1b073d32-e930-492d-a6ac-df6566d4e7ba tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 944 time: 1.9928355 Feb 17 22:28:23.646680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbaa21e-9598-44ac-a8b3-6b8dd81622f4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e6714e5-454f-44c9-aad1-545f99b1a7b8,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:23.659776 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e0ce6d-cb32-4830-b5fc-2a087a013339 x-openstack-request-id: req-e8e0ce6d-cb32-4830-b5fc-2a087a013339 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:23.660567 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:23.661077 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8e0ce6d-cb32-4830-b5fc-2a087a013339 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:23.663714 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05', 'status': 'completed', 'code': 200} Feb 17 22:28:23.677773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for ddf33db8-0cfb-4912-af88-2a4fcafeb5cb owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:23.686838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ddf33db8-0cfb-4912-af88-2a4fcafeb5cb,segment=NetworkSegment(df9032a6-83d6-47b0-af47-10efcd4363dd),segment_id=df9032a6-83d6-47b0-af47-10efcd4363dd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:23.690062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-74b1d0f9-9c54-4b75-a35d-34b7e5f90745 None None] Current status of the port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:23.693520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74b1d0f9-9c54-4b75-a35d-34b7e5f90745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.693953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f7aa9-3dec-4b27-9844-ae40bcf3c626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2d8ac2-6d26-470a-b116-877b1937defb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:23.726722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7c057f-3661-44b1-8974-0de48db74b67 None None] DHCP port deletion for 0e67ae90-e115-433b-8e71-1181e27c4440 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:28:23.737468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.838879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ddf33db8-0cfb-4912-af88-2a4fcafeb5cb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:23.912910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=ddf33db8-0cfb-4912-af88-2a4fcafeb5cb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:23.924745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No DVR routers for this DVR port ddf33db8-0cfb-4912-af88-2a4fcafeb5cb on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:28:23.931063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c057f-3661-44b1-8974-0de48db74b67 None None] The port 'ddf33db8-0cfb-4912-af88-2a4fcafeb5cb' was deleted {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 22:28:23.983309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ddf33db8-0cfb-4912-af88-2a4fcafeb5cb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:28:24.060978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ddf33db8-0cfb-4912-af88-2a4fcafeb5cb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:28:24.065501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ddf33db8-0cfb-4912-af88-2a4fcafeb5cb not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:28:24.067065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (0e67ae90-e115-433b-8e71-1181e27c4440), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.075585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ddf33db8-0cfb-4912-af88-2a4fcafeb5cb,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:24.103698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e67ae90-e115-433b-8e71-1181e27c4440']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:24.121084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9032a6-83d6-47b0-af47-10efcd4363dd') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:24.121638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9032a6-83d6-47b0-af47-10efcd4363dd') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:24.138992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (df9032a6-83d6-47b0-af47-10efcd4363dd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.173336 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:28:24.174826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (df9032a6-83d6-47b0-af47-10efcd4363dd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.186381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] For port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:24.198434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:28:24.199127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (df9032a6-83d6-47b0-af47-10efcd4363dd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:28:24.208278 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:28:24.270062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58772) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:24.270430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-be10d256-df15-431d-b438-e614d2c5aa91 service neutron] 10.222.0.94 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840268 Feb 17 22:28:24.272592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-383acbfd-03f5-4077-8177-453f70fc748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:24.274441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-383acbfd-03f5-4077-8177-453f70fc748c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 2.0606794 Feb 17 22:28:24.289950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1513e86-d109-493c-8d13-283a3a6c62ca req-ca92ff43-5a8e-4ed3-8b24-ae8ab70a8d4e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5471489 Feb 17 22:28:24.313343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-030662cf-e073-4b4e-ac14-0d5edfadd855 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.343068 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (0e67ae90-e115-433b-8e71-1181e27c4440), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.374110 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e3efc5-1193-47f5-aeab-3acd16d70d98 x-openstack-request-id: req-e5e3efc5-1193-47f5-aeab-3acd16d70d98 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:24.374572 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308d1db-7b4c-410c-8a3f-427837798a6f", "name": "network-vif-plugged", "status": "completed", "tag": "96dec79d-ab0e-4bff-8aba-614a17badc9c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:24.374908 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5e3efc5-1193-47f5-aeab-3acd16d70d98 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:24.375807 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96dec79d-ab0e-4bff-8aba-614a17badc9c', 'code': 200} Feb 17 22:28:24.378309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.393805 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/0e67ae90-e115-433b-8e71-1181e27c4440 HTTP/1.1" status: 204 len: 168 time: 2.0109799 Feb 17 22:28:24.427144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58776) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:24.441064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c04f8c-52aa-41cd-87ef-f1e48785c519 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=0e67ae90-e115-433b-8e71-1181e27c4440,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:24.461704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] For port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:24.486248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58780) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:24.503433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'name': 'tempest-PortsIpV6TestJSON-786951775'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:24.589454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b44a44-163e-4001-9eae-2761263d98c7 req-05d13ce8-e4a1-470f-9364-5b1f910b03e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:24.591100 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76b44a44-163e-4001-9eae-2761263d98c7 req-05d13ce8-e4a1-470f-9364-5b1f910b03e1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 1128 time: 0.1250491 Feb 17 22:28:24.629622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-030662cf-e073-4b4e-ac14-0d5edfadd855 admin admin] Publish callbacks [] for security_group (b0400385-837c-4fd6-972d-9b0c91ab9c85), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.658998 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-76b44a44-163e-4001-9eae-2761263d98c7 req-c3099879-ba3c-4932-a144-b756420eac02 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588160 Feb 17 22:28:24.659772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-030662cf-e073-4b4e-ac14-0d5edfadd855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0400385-837c-4fd6-972d-9b0c91ab9c85), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.673404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-8d49f7da-bae1-41c1-a1a6-36d5f4437051 service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501778 Feb 17 22:28:24.718078 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-030662cf-e073-4b4e-ac14-0d5edfadd855 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c8300d5fea54fb4bf00ef11206bae12&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4441168 Feb 17 22:28:24.718078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030662cf-e073-4b4e-ac14-0d5edfadd855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0400385-837c-4fd6-972d-9b0c91ab9c85,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:24.746026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:24.780173 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.792793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b362f13-99b8-4e0a-8707-dc291f79e4e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.834349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-373e4128-5a82-46f5-8c62-7033e4c49f38 admin admin] Publish callbacks [] for security_group (b0400385-837c-4fd6-972d-9b0c91ab9c85), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.857952 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-373e4128-5a82-46f5-8c62-7033e4c49f38 admin admin] Publish callbacks [] for security_group (b0400385-837c-4fd6-972d-9b0c91ab9c85), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.933220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-373e4128-5a82-46f5-8c62-7033e4c49f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0400385-837c-4fd6-972d-9b0c91ab9c85), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.935530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-373e4128-5a82-46f5-8c62-7033e4c49f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.936714 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-373e4128-5a82-46f5-8c62-7033e4c49f38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0400385-837c-4fd6-972d-9b0c91ab9c85 HTTP/1.1" status: 204 len: 168 time: 0.1896002 Feb 17 22:28:24.951362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e4128-5a82-46f5-8c62-7033e4c49f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0400385-837c-4fd6-972d-9b0c91ab9c85,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:24.988982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b362f13-99b8-4e0a-8707-dc291f79e4e9 admin admin] Publish callbacks [] for security_group (f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:24.997007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b362f13-99b8-4e0a-8707-dc291f79e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.048877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-0e2af065-e341-4a5f-ba19-d4d9a440d242 service neutron] 10.222.0.94 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7271831 Feb 17 22:28:25.053512 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6b362f13-99b8-4e0a-8707-dc291f79e4e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2021d863170f44d5bb534fbdc8249800&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5541210 Feb 17 22:28:25.053512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b362f13-99b8-4e0a-8707-dc291f79e4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:25.053962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:25.138570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a52c9ee-6b64-483e-af17-5d88874ed77a admin admin] Publish callbacks [] for security_group (f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.178087 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a52c9ee-6b64-483e-af17-5d88874ed77a admin admin] Publish callbacks [] for security_group (f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.187672 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.270636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3c37271e-fd71-4727-9154-c1e0f4a74a67 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 217 time: 0.2079148 Feb 17 22:28:25.279159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a52c9ee-6b64-483e-af17-5d88874ed77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.282240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a52c9ee-6b64-483e-af17-5d88874ed77a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.285822 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a52c9ee-6b64-483e-af17-5d88874ed77a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a HTTP/1.1" status: 204 len: 168 time: 0.2286959 Feb 17 22:28:25.289536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581f7be-dd29-4833-95e4-51af40d3f7cb req-96fcfff7-e6d6-4bd3-a5f1-609d8307f6a0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.295237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581f7be-dd29-4833-95e4-51af40d3f7cb req-96fcfff7-e6d6-4bd3-a5f1-609d8307f6a0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.297098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0581f7be-dd29-4833-95e4-51af40d3f7cb req-96fcfff7-e6d6-4bd3-a5f1-609d8307f6a0 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1667 time: 1.3291945 Feb 17 22:28:25.298748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a52c9ee-6b64-483e-af17-5d88874ed77a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bea3e5-2fb9-4fa1-9e57-cea02afeea6a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:25.375101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:25.383671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.407155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.408100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:25.409548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] 10.222.0.94 "PUT /v2.0/ports/c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 1093 time: 10.9905636 Feb 17 22:28:25.451306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 66433b77-dedc-4de5-a1d2-604ce50f4db3 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:28:25.575035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b133d83f-5f8a-45db-9bbc-b9a92b7bd300 req-2c4ef4e2-85a5-4ee9-b5ef-80ff068e3365 service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8547931 Feb 17 22:28:25.722352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'tag': '615a8475-2fa4-4691-872b-d4b679eeb20a'}, {'name': 'network-changed', 'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'tag': '4e6714e5-454f-44c9-aad1-545f99b1a7b8'}, {'name': 'network-changed', 'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:25.724789 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91cc9e-a9c1-4337-a4e5-157c88784804" -d '{"events": [{"name": "network-changed", "server_uuid": "6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd", "tag": "615a8475-2fa4-4691-872b-d4b679eeb20a"}, {"name": "network-changed", "server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "tag": "4e6714e5-454f-44c9-aad1-545f99b1a7b8"}, {"name": "network-changed", "server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:25.728284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-010bb7d5-ca09-4a2c-9891-b1b2341a06bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.729872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-010bb7d5-ca09-4a2c-9891-b1b2341a06bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 0.4242575 Feb 17 22:28:25.769431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.776787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.782726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.788819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.794411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.800540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.811449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:25.814882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-843c1aa5-f5fd-4906-a86e-bd649d2e6136 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 1.1338677 Feb 17 22:28:25.816098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8717d0a-f494-4fed-ae7e-380a3630eed8 service neutron] Pushing event updated for resources: {'Port': ['ID=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:25.982127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58822) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:25.999147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26caa7b8-159f-4fba-aaa2-48bed598acaf {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:26.009500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7059d07-005b-4c63-89c8-843ebef71eae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.124828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Publish callbacks [] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.217634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7059d07-005b-4c63-89c8-843ebef71eae admin admin] Publish callbacks [] for security_group (fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.223525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7059d07-005b-4c63-89c8-843ebef71eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.227669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-0c5970ac-3dbe-455d-902e-0320a59d0cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:26.229273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-0c5970ac-3dbe-455d-902e-0320a59d0cb9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1127 time: 0.6852400 Feb 17 22:28:26.278235 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b7059d07-005b-4c63-89c8-843ebef71eae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=086e404b76184a22a6b33e7590f68467&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2920783 Feb 17 22:28:26.280358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0581f7be-dd29-4833-95e4-51af40d3f7cb req-8b8e50de-5a5a-4e4a-aecc-dd1ed04a93f8 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9671583 Feb 17 22:28:26.283514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58826) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:26.328093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7059d07-005b-4c63-89c8-843ebef71eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:26.373191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d97ecd1e-5d91-4584-80bc-1301587511e9 req-c3ab2127-e7b0-4714-a770-094361e78d9a tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3878372 Feb 17 22:28:26.384699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Transition to ACTIVE for port object 26caa7b8-159f-4fba-aaa2-48bed598acaf will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:26.385754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72be4e85-c354-4141-bf51-2c962b54d405 admin admin] Publish callbacks [] for security_group (fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.433737 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72be4e85-c354-4141-bf51-2c962b54d405 admin admin] Publish callbacks [] for security_group (fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.503091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72be4e85-c354-4141-bf51-2c962b54d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.506149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72be4e85-c354-4141-bf51-2c962b54d405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.513881 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72be4e85-c354-4141-bf51-2c962b54d405 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6 HTTP/1.1" status: 204 len: 168 time: 0.2263551 Feb 17 22:28:26.551458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be4e85-c354-4141-bf51-2c962b54d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7cf5ce-5900-4b9e-b42c-94f080bfa9c6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:26.581352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34cebef1-86d6-47ea-b578-65bfa852d841 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:26.597115 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Publish callbacks [] for port (34cebef1-86d6-47ea-b578-65bfa852d841), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.620001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Transition to ACTIVE for port object 34cebef1-86d6-47ea-b578-65bfa852d841 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:28:26.684535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.705557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:26.727498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-505fcb73-2a71-49ad-89e2-21f5f51abbac service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 217 time: 0.4622078 Feb 17 22:28:26.813463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f0429e5e-7b44-4afe-9322-2a8605713a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:26.816348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f0429e5e-7b44-4afe-9322-2a8605713a2c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0679231 Feb 17 22:28:26.879217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06fc41-0fbc-42c3-aa40-c18b8bf27c34 req-d5b00994-8cd5-47b3-a539-e259eda6df59 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:26.882271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c06fc41-0fbc-42c3-aa40-c18b8bf27c34 req-d5b00994-8cd5-47b3-a539-e259eda6df59 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 944 time: 0.2558463 Feb 17 22:28:26.905913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (66433b77-dedc-4de5-a1d2-604ce50f4db3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:27.051450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Pushing event updated for resources: {'Port': ['ID=34cebef1-86d6-47ea-b578-65bfa852d841,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:27.284698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Pushing event updated for resources: {'Port': ['ID=26caa7b8-159f-4fba-aaa2-48bed598acaf,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:27.301023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (66433b77-dedc-4de5-a1d2-604ce50f4db3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:27.541653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-a495ec1d-e43d-4cbb-b3f9-406ff04365a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:27.541653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-a495ec1d-e43d-4cbb-b3f9-406ff04365a4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.7439723 Feb 17 22:28:27.573341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58864) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:27.580140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'network': {'name': 'tempest-network-smoke--1117899719', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'port_security_enabled': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:27.617224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Made reservation on behalf of e9adee1fef6b47dc934fa808d94a3103 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:27.624885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:27.646220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:27.864628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (4da4781a-32f9-4c20-ac19-1629def56cbf), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:27.871903 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4da4781a-32f9-4c20-ac19-1629def56cbf), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:27.978034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4da4781a-32f9-4c20-ac19-1629def56cbf,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:27.981913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:28.023163 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.023576 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Added segment b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3 of type vlan for network fcd79117-16cb-4107-ac9f-59e87b1c56bc Feb 17 22:28:28.077333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (fcd79117-16cb-4107-ac9f-59e87b1c56bc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.120152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (fcd79117-16cb-4107-ac9f-59e87b1c56bc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.126470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:28.127457 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.135678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 615a8475-2fa4-4691-872b-d4b679eeb20a details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:28:28.185449 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6075253 Feb 17 22:28:28.205947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58892) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:28.251269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'admin_state_up': True, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:28.301742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f1a02e-fdce-4cea-886d-5c1f80e52da3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Network': ['ID=fcd79117-16cb-4107-ac9f-59e87b1c56bc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:28.308854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (e7044530-31aa-4ca0-8db2-b5bb30d5519e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.310889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (e7044530-31aa-4ca0-8db2-b5bb30d5519e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.323265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:28.362455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:28.406652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58894) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:28.418708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_controller (e7044530-31aa-4ca0-8db2-b5bb30d5519e), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.447876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-cca7c6c6-096e-4142-8e95-24f92d7e102e service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5859432 Feb 17 22:28:28.487319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c06fc41-0fbc-42c3-aa40-c18b8bf27c34 req-f9746ead-4b44-4b0d-8168-410b25247741 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5756540 Feb 17 22:28:28.494057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Attempting to bind port 26caa7b8-159f-4fba-aaa2-48bed598acaf on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:28.501899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Attempting to bind port 26caa7b8-159f-4fba-aaa2-48bed598acaf by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:28.504541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Attempting to bind port 26caa7b8-159f-4fba-aaa2-48bed598acaf on network 4e958056-6cf2-440a-9a26-225e0ccaf685 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:28.506274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 615a8475-2fa4-4691-872b-d4b679eeb20a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=615a8475-2fa4-4691-872b-d4b679eeb20a,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:28.509880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:28.538424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:28.549175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '615a8475-2fa4-4691-872b-d4b679eeb20a', 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'port_id': '615a8475-2fa4-4691-872b-d4b679eeb20a', 'mac_address': 'fa:16:3e:e2:26:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e41c69-e2cd-4f43-83f8-0ebf37386dad', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:28:28.557413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:28.572263 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.676485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 615a8475-2fa4-4691-872b-d4b679eeb20a is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:28.678089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.715268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615a8475-2fa4-4691-872b-d4b679eeb20a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:28.746893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (e7044530-31aa-4ca0-8db2-b5bb30d5519e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.769915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=66433b77-dedc-4de5-a1d2-604ce50f4db3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:28.773253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 615a8475-2fa4-4691-872b-d4b679eeb20a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=615a8475-2fa4-4691-872b-d4b679eeb20a,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:28.780412 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.799736 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a877ec12-dded-42fc-8bd4-8bf76759704c x-openstack-request-id: req-a877ec12-dded-42fc-8bd4-8bf76759704c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:28.800181 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd", "tag": "615a8475-2fa4-4691-872b-d4b679eeb20a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "tag": "4e6714e5-454f-44c9-aad1-545f99b1a7b8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:28.800364 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a877ec12-dded-42fc-8bd4-8bf76759704c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:28.800711 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'tag': '615a8475-2fa4-4691-872b-d4b679eeb20a', 'status': 'completed', 'code': 200} Feb 17 22:28:28.800969 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'tag': '4e6714e5-454f-44c9-aad1-545f99b1a7b8', 'status': 'completed', 'code': 200} Feb 17 22:28:28.801225 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'status': 'completed', 'code': 200} Feb 17 22:28:28.806324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a389aebf-57f4-4524-b826-ac002a43f9c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 4.3497233 Feb 17 22:28:28.828325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72adc0b3-6f48-4139-a8f8-d6364c9daea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:28.831099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58904) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:28.847265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Port 26caa7b8-159f-4fba-aaa2-48bed598acaf on network 4e958056-6cf2-440a-9a26-225e0ccaf685 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:28.847621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Attempting to bind port 26caa7b8-159f-4fba-aaa2-48bed598acaf on network 4e958056-6cf2-440a-9a26-225e0ccaf685 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:28.863851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=615a8475-2fa4-4691-872b-d4b679eeb20a,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:28.888593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.889188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.889985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.890796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.891438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.891958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.892471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.892997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.893504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.894025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.894536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.895040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.895590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:28.950747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-2dc33e38-35d3-4a06-a8b5-477c3ce72dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:28.952303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-2dc33e38-35d3-4a06-a8b5-477c3ce72dd5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.3242443 Feb 17 22:28:28.961605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Attempting to bind port 34cebef1-86d6-47ea-b578-65bfa852d841 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:28.961944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Attempting to bind port 34cebef1-86d6-47ea-b578-65bfa852d841 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:28.962290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Attempting to bind port 34cebef1-86d6-47ea-b578-65bfa852d841 on network fba4561d-bc89-470c-ab36-dc23d5baeb63 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:28.984883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['615a8475-2fa4-4691-872b-d4b679eeb20a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:28:28.989353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:28.989694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Checking segment: {'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:28.990079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Bound using segment: {'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:28.990528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Bound port: 26caa7b8-159f-4fba-aaa2-48bed598acaf, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '337aa493-6a21-48df-80f0-532f6844fab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:28.990889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.003985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a156eff-66c2-44f3-8518-c45d45ba4b6c req-e8425197-f137-44f3-b256-918c2b3de33c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:29.005538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a156eff-66c2-44f3-8518-c45d45ba4b6c req-e8425197-f137-44f3-b256-918c2b3de33c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 944 time: 0.7637548 Feb 17 22:28:29.042455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Port 34cebef1-86d6-47ea-b578-65bfa852d841 on network fba4561d-bc89-470c-ab36-dc23d5baeb63 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:28:29.042782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Attempting to bind port 34cebef1-86d6-47ea-b578-65bfa852d841 on network fba4561d-bc89-470c-ab36-dc23d5baeb63 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:29.136295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-6975b849-5bdc-491c-9093-f4859f1c8728 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6211166 Feb 17 22:28:29.203879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 66433b77-dedc-4de5-a1d2-604ce50f4db3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:29.204449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (66433b77-dedc-4de5-a1d2-604ce50f4db3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.228756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72adc0b3-6f48-4139-a8f8-d6364c9daea8 admin admin] Publish callbacks [] for security_group (95a6dcf8-5911-4997-9a9a-5b15d626f484), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.239511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:29.239856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Checking segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:29.252905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Bound using segment: {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:29.253655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Bound port: 34cebef1-86d6-47ea-b578-65bfa852d841, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:29.254276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.281157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153841d-5115-4194-8a38-ec24f7d2c104 req-01bc7dcb-97df-4582-ad85-3e2b4f9c5244 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:29.286250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72adc0b3-6f48-4139-a8f8-d6364c9daea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (95a6dcf8-5911-4997-9a9a-5b15d626f484), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.286470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d153841d-5115-4194-8a38-ec24f7d2c104 req-01bc7dcb-97df-4582-ad85-3e2b4f9c5244 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:29.294325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d153841d-5115-4194-8a38-ec24f7d2c104 req-01bc7dcb-97df-4582-ad85-3e2b4f9c5244 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1679 time: 0.4743626 Feb 17 22:28:29.310042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-bf20038e-f6f3-4cb5-93ca-743cbfa1223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:29.311755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-bf20038e-f6f3-4cb5-93ca-743cbfa1223a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 1127 time: 0.5378568 Feb 17 22:28:29.355512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58914) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:29.400828 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72adc0b3-6f48-4139-a8f8-d6364c9daea8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7553647421464cd39f12634599545b7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9925361 Feb 17 22:28:29.411079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58918) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:29.411864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e6afb59f-7753-44c4-9a50-4d6864844839 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 217 time: 0.2509949 Feb 17 22:28:29.438969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (66433b77-dedc-4de5-a1d2-604ce50f4db3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.474258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 66433b77-dedc-4de5-a1d2-604ce50f4db3 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:29.530483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a156eff-66c2-44f3-8518-c45d45ba4b6c req-dca43466-32c0-46d8-adff-80c6eab6bb5b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5072920 Feb 17 22:28:29.599134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d153841d-5115-4194-8a38-ec24f7d2c104 req-29848c0b-cfb0-457a-8bcb-4d6f659d3f96 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031015 Feb 17 22:28:29.663233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-303720403'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:29.731993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] For port 26caa7b8-159f-4fba-aaa2-48bed598acaf, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:29.778494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] For port 34cebef1-86d6-47ea-b578-65bfa852d841, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:29.780507 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (e7044530-31aa-4ca0-8db2-b5bb30d5519e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.783891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-ffada6b5-612c-4616-a3b8-46dda17b3381 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148811 Feb 17 22:28:29.811447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] For port 26caa7b8-159f-4fba-aaa2-48bed598acaf, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=26caa7b8-159f-4fba-aaa2-48bed598acaf,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:29.815635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc0b3-6f48-4139-a8f8-d6364c9daea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95a6dcf8-5911-4997-9a9a-5b15d626f484,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:29.848233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.853922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] For port 34cebef1-86d6-47ea-b578-65bfa852d841, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=34cebef1-86d6-47ea-b578-65bfa852d841,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:29.857961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e042352e-8537-44bf-8cd0-dcc0276c516a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:29.859787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e042352e-8537-44bf-8cd0-dcc0276c516a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 0.4070942 Feb 17 22:28:29.861109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Made reservation on behalf of a6d5f5a5063e4f59a6b084703f50986f for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:29.864260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.936915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.952349 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.954046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c5720a-6b79-47e0-9d4f-617b17db3c30 admin admin] Publish callbacks [] for security_group (95a6dcf8-5911-4997-9a9a-5b15d626f484), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.978400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:29.979102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (66433b77-dedc-4de5-a1d2-604ce50f4db3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.042203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-48f5b650-2d15-4c72-b288-42a62829b8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.044107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-48f5b650-2d15-4c72-b288-42a62829b8bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 917 time: 0.6657512 Feb 17 22:28:30.056331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c5720a-6b79-47e0-9d4f-617b17db3c30 admin admin] Publish callbacks [] for security_group (95a6dcf8-5911-4997-9a9a-5b15d626f484), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.059940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.060613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.062265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] 10.222.0.73 "PUT /v2.0/ports/34cebef1-86d6-47ea-b578-65bfa852d841 HTTP/1.1" status: 200 len: 1093 time: 9.8534324 Feb 17 22:28:30.077341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.078202 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.089846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] 10.222.0.73 "PUT /v2.0/ports/26caa7b8-159f-4fba-aaa2-48bed598acaf HTTP/1.1" status: 200 len: 1093 time: 9.6059744 Feb 17 22:28:30.142292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=66433b77-dedc-4de5-a1d2-604ce50f4db3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:30.156098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 615a8475-2fa4-4691-872b-d4b679eeb20a up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:30.175087 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.179525 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d287b7b4-c407-45fa-8584-dd2ee95c9320 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/66433b77-dedc-4de5-a1d2-604ce50f4db3 HTTP/1.1" status: 204 len: 168 time: 1.3451056 Feb 17 22:28:30.195664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.201742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.205579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c5720a-6b79-47e0-9d4f-617b17db3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (95a6dcf8-5911-4997-9a9a-5b15d626f484), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.208289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.208977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c5720a-6b79-47e0-9d4f-617b17db3c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.214241 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-62c5720a-6b79-47e0-9d4f-617b17db3c30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/95a6dcf8-5911-4997-9a9a-5b15d626f484 HTTP/1.1" status: 204 len: 168 time: 0.6162941 Feb 17 22:28:30.216987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.222782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.233685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.255241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c5720a-6b79-47e0-9d4f-617b17db3c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a6dcf8-5911-4997-9a9a-5b15d626f484,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:30.259926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.264697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-9ee6d893-989d-4213-a1aa-2aa465c54bec tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.5959532 Feb 17 22:28:30.309035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58924) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:30.338186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'mac_address': 'fa:16:3e:46:97:cb', 'name': 'tempest-PortsIpV6TestJSON-1670115728'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:30.381670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Allocated IP 172.25.0.239 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/21bc3a80-f373-44ff-86f9-8fbdd9e7d01c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:30.419628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 615a8475-2fa4-4691-872b-d4b679eeb20a completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:28:30.428699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 615a8475-2fa4-4691-872b-d4b679eeb20a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:30.430043 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.504810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d0401-f82a-4021-9944-07e50f41bc9f req-404c656a-c347-4b1d-b803-66118d0f9e36 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.509504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-760d0401-f82a-4021-9944-07e50f41bc9f req-404c656a-c347-4b1d-b803-66118d0f9e36 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 944 time: 0.8076143 Feb 17 22:28:30.550593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b83ecb-2c5c-42e0-bbd3-243c4807958f service neutron] Pushing event updated for resources: {'Port': ['ID=26caa7b8-159f-4fba-aaa2-48bed598acaf,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:30.653868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 615a8475-2fa4-4691-872b-d4b679eeb20a is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:30.654922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.706436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a8475-2fa4-4691-872b-d4b679eeb20a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:30.710179 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6529e5c5-22ae-4af8-9ff2-59dc12f65cc2" -d '{"events": [{"server_uuid": "6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd", "name": "network-vif-plugged", "status": "completed", "tag": "615a8475-2fa4-4691-872b-d4b679eeb20a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:30.736827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 615a8475-2fa4-4691-872b-d4b679eeb20a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=615a8475-2fa4-4691-872b-d4b679eeb20a,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:30.743757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.760322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd01458-0441-4c4b-bdfe-00a77bdda626 service neutron] Pushing event updated for resources: {'Port': ['ID=34cebef1-86d6-47ea-b578-65bfa852d841,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:30.767326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89e66c87-ebf0-4a5f-8816-e2be6f57ed04 req-c44c6cd2-ca12-4504-a437-5d12504529d8 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9439256 Feb 17 22:28:30.772925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:30.807974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-e92338b2-ff9d-416c-aedc-7e6c8c779836 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=615a8475-2fa4-4691-872b-d4b679eeb20a HTTP/1.1" status: 200 len: 217 time: 0.7005942 Feb 17 22:28:30.844125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-ab52ac54-f7e1-4672-8a96-df704d4caf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:30.845999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-ab52ac54-f7e1-4672-8a96-df704d4caf51 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.9779172 Feb 17 22:28:30.853381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'tag': '34cebef1-86d6-47ea-b578-65bfa852d841'}, {'name': 'network-changed', 'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'tag': '26caa7b8-159f-4fba-aaa2-48bed598acaf'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:30.860848 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396afc75-0147-433f-b1ae-f6536555f556" -d '{"events": [{"name": "network-changed", "server_uuid": "030c9d63-1aa7-49fb-8fce-1752942b7e3b", "tag": "34cebef1-86d6-47ea-b578-65bfa852d841"}, {"name": "network-changed", "server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "tag": "26caa7b8-159f-4fba-aaa2-48bed598acaf"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:30.865990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.884290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=615a8475-2fa4-4691-872b-d4b679eeb20a,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:30.903690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.948671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:30.951210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 25d5661c-8144-49fa-81c7-5a1e6a40f133 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:28:31.042434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:31.050441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:31.053263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:31.092748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-e5604540-b412-4a62-aab6-a7ddbdbb5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:31.093259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-e5604540-b412-4a62-aab6-a7ddbdbb5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:31.095248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-e5604540-b412-4a62-aab6-a7ddbdbb5f4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 2045 time: 0.9122138 Feb 17 22:28:31.098217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:31.150345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks [] for security_group (fc8389f1-31b1-4166-819d-337cb5283c86), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:31.171297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-157a5df7-0a6e-4cab-82d2-3623d8dfcb13 req-194daf88-977b-40f1-9eee-98c3be2bbc41 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4522328 Feb 17 22:28:31.173535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-8210c605-ffc6-4125-9d24-84e7a277dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:31.176636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-8210c605-ffc6-4125-9d24-84e7a277dc0f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 1127 time: 1.0198095 Feb 17 22:28:31.190803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fc8389f1-31b1-4166-819d-337cb5283c86), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:31.278589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-97faf6bb-d30d-42bd-91e9-b443a6c3ea1b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=4e6714e5-454f-44c9-aad1-545f99b1a7b8 HTTP/1.1" status: 200 len: 217 time: 0.1323850 Feb 17 22:28:31.331989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-5e9c42b8-8408-445a-bdef-7234c5c00691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:31.333829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-5e9c42b8-8408-445a-bdef-7234c5c00691 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.4062607 Feb 17 22:28:31.339481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-760d0401-f82a-4021-9944-07e50f41bc9f req-412c5ac8-815f-42da-ab4d-0ec8c3d98689 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221111 Feb 17 22:28:31.349792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:31.369951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-5a1b60ad-1cba-4953-87cd-7d2767226ee2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34cebef1-86d6-47ea-b578-65bfa852d841 HTTP/1.1" status: 200 len: 217 time: 0.1323178 Feb 17 22:28:31.486201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc8389f1-31b1-4166-819d-337cb5283c86,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:31.491266 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b2c8ae3b-10a5-477e-843d-2918219bef93), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:31.491684 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Added segment b2c8ae3b-10a5-477e-843d-2918219bef93 of type vlan for network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 Feb 17 22:28:31.529871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-60a02a61-3d44-4a60-8934-1291939bc725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:31.531536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-60a02a61-3d44-4a60-8934-1291939bc725 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1127 time: 0.6010089 Feb 17 22:28:31.638383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-507f4d79-70cb-404e-a439-705169e458ea service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7054522 Feb 17 22:28:31.675279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (25d5661c-8144-49fa-81c7-5a1e6a40f133), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:31.808325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (25d5661c-8144-49fa-81c7-5a1e6a40f133), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:31.855199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (e7044530-31aa-4ca0-8db2-b5bb30d5519e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:31.896666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:31.933378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:31.939986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:31.944971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:31.945605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:31.968936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=25d5661c-8144-49fa-81c7-5a1e6a40f133,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:31.979439 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-44dcd145-1a21-4624-8974-d5f76a2f0038 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6666987 Feb 17 22:28:31.980228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58966) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:32.042676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5940a2ee-2878-4aed-be21-de83db88f9a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.046982 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5940a2ee-2878-4aed-be21-de83db88f9a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/25d5661c-8144-49fa-81c7-5a1e6a40f133 HTTP/1.1" status: 200 len: 845 time: 0.0626376 Feb 17 22:28:32.046982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58968) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:32.047804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-fd0e222a-5f0b-4477-b506-db10659d6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.049311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-fd0e222a-5f0b-4477-b506-db10659d6d7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33f2f4f0-b56f-4531-aa5c-2df7e583de59 HTTP/1.1" status: 200 len: 801 time: 0.7295072 Feb 17 22:28:32.067206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (7d51a4cf-f9fe-478f-9b87-bafb5e1fe874), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.098388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-7cf21712-8c43-4585-95f1-173b2e2bd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.099926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-7cf21712-8c43-4585-95f1-173b2e2bd38a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.6448216 Feb 17 22:28:32.174941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-70f1b9f7-ff5b-4dc1-8c9b-1bbd885ce050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.176517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-70f1b9f7-ff5b-4dc1-8c9b-1bbd885ce050 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8339350 Feb 17 22:28:32.194231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a3b90-2d32-4ca0-909b-486addd3d028 req-7d53f89a-eb5e-4df6-ba17-cf106b7af0cc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.202416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf1a3b90-2d32-4ca0-909b-486addd3d028 req-7d53f89a-eb5e-4df6-ba17-cf106b7af0cc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 944 time: 0.9223137 Feb 17 22:28:32.249095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 25d5661c-8144-49fa-81c7-5a1e6a40f133 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:32.249439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (25d5661c-8144-49fa-81c7-5a1e6a40f133), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.254046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (e7044530-31aa-4ca0-8db2-b5bb30d5519e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.311307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5c97-d852-40da-8496-2280b488382a req-8434707f-1968-4f8c-86b6-e4df3c593f85 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.320645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5c97-d852-40da-8496-2280b488382a req-8434707f-1968-4f8c-86b6-e4df3c593f85 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.328397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-739d5c97-d852-40da-8496-2280b488382a req-8434707f-1968-4f8c-86b6-e4df3c593f85 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1679 time: 0.8566034 Feb 17 22:28:32.412176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (25d5661c-8144-49fa-81c7-5a1e6a40f133), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.430078 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (7d51a4cf-f9fe-478f-9b87-bafb5e1fe874), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.431654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 25d5661c-8144-49fa-81c7-5a1e6a40f133 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:32.435571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.436168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.454583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-6e7b2554-1307-4e92-b199-cde8c9849b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.456645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-6e7b2554-1307-4e92-b199-cde8c9849b20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de140a48-fbcf-4ec0-9b6c-e29964ae5a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3854206 Feb 17 22:28:32.503359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-88c7f0f7-93d6-440e-b417-cc3b2ce99de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.505151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-88c7f0f7-93d6-440e-b417-cc3b2ce99de5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.9495773 Feb 17 22:28:32.547801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router e7044530-31aa-4ca0-8db2-b5bb30d5519e is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:28:32.554985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (25d5661c-8144-49fa-81c7-5a1e6a40f133), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.662044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=25d5661c-8144-49fa-81c7-5a1e6a40f133,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:32.673166 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:32.679003 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b3bfc05a-4904-4e6d-afb4-937f7904933a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/25d5661c-8144-49fa-81c7-5a1e6a40f133 HTTP/1.1" status: 204 len: 168 time: 0.6288342 Feb 17 22:28:32.682013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58988) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:32.714194 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc663862-1a08-4345-b3c6-f3a14e9ad766 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:28:32.718932 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cc663862-1a08-4345-b3c6-f3a14e9ad766 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/25d5661c-8144-49fa-81c7-5a1e6a40f133 HTTP/1.1" status: 404 len: 333 time: 0.0326948 Feb 17 22:28:32.719103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3358517 Feb 17 22:28:32.719653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58990) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:32.723200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Request body: {'subnet': {'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:32.726714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58992) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:32.736562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'name': 'tempest-PortsIpV6TestJSON-3840852'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:32.737061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-c08a4ed0-dd9e-4227-b56b-4454c31f0ed3 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6931167 Feb 17 22:28:32.750549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918480d-5482-4aec-b256-badec616b5d0 req-22ca151d-7045-4cb0-ae43-9ad93b297003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:32.752272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-22ca151d-7045-4cb0-ae43-9ad93b297003 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6161368 Feb 17 22:28:32.753693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-af754916-d271-4251-ae4e-575df0c91d14 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 217 time: 0.1680548 Feb 17 22:28:32.767322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf1a3b90-2d32-4ca0-909b-486addd3d028 req-7083ecca-7c48-466e-be8f-543b8482679a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5637748 Feb 17 22:28:32.783529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85937ff-b25d-46fd-bd03-752efb787ef9 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event updated for resources: {'Network': ['ID=7d51a4cf-f9fe-478f-9b87-bafb5e1fe874,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:32.800271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:32.812677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58994) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:32.818488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-341702c9-3c87-4425-9958-9a42676fb0d7 service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5787344 Feb 17 22:28:32.880209 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa3ea6d-40f3-495c-9dce-8b3682793a4c x-openstack-request-id: req-faa3ea6d-40f3-495c-9dce-8b3682793a4c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:32.880761 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd", "name": "network-vif-plugged", "status": "completed", "tag": "615a8475-2fa4-4691-872b-d4b679eeb20a", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:32.881186 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-faa3ea6d-40f3-495c-9dce-8b3682793a4c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:32.881755 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615a8475-2fa4-4691-872b-d4b679eeb20a', 'code': 200} Feb 17 22:28:32.883496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:28:32.897794 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Sync routers for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:28:32.923714 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:32.924349 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:32.948835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-739d5c97-d852-40da-8496-2280b488382a req-9ca9fc1d-f506-4918-be96-cac9ba0d1c2e tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522232 Feb 17 22:28:32.960531 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.73', 50678) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:32.972494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-98c26c9a-d0cb-4a09-81b8-68094e2502a1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=291c1fc8-69a8-4618-8ab7-096ba6999630 HTTP/1.1" status: 200 len: 217 time: 0.2164607 Feb 17 22:28:33.056318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-ccf56e81-c256-4898-b1af-83339da3098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.058033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-ccf56e81-c256-4898-b1af-83339da3098e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.2878973 Feb 17 22:28:33.060078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-69b5c6a6-ed52-4bb6-8ff8-ed8860a28dad service neutron] 10.222.0.73 "GET /v2.0/networks/de140a48-fbcf-4ec0-9b6c-e29964ae5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5621438 Feb 17 22:28:33.066612 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63392c19-148c-4e31-ac3d-c912eaa148fe x-openstack-request-id: req-63392c19-148c-4e31-ac3d-c912eaa148fe {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:33.066961 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030c9d63-1aa7-49fb-8fce-1752942b7e3b", "tag": "34cebef1-86d6-47ea-b578-65bfa852d841", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "tag": "26caa7b8-159f-4fba-aaa2-48bed598acaf", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:33.068794 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63392c19-148c-4e31-ac3d-c912eaa148fe {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:33.068794 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'tag': '34cebef1-86d6-47ea-b578-65bfa852d841', 'status': 'completed', 'code': 200} Feb 17 22:28:33.068794 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'tag': '26caa7b8-159f-4fba-aaa2-48bed598acaf', 'status': 'completed', 'code': 200} Feb 17 22:28:33.131711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.133422 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e4950445-004a-4e91-b770-c6474e2f1a35 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.9258528 Feb 17 22:28:33.138672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:33.140855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:33.144328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.154391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:28:33.170856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb02b9-2332-4d4e-bc5a-71592505640e req-9a1b4eee-0e01-4bbf-b56f-99e65d144e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.173180 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d8eb02b9-2332-4d4e-bc5a-71592505640e req-9a1b4eee-0e01-4bbf-b56f-99e65d144e97 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 1128 time: 0.2022283 Feb 17 22:28:33.185099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 8367d9d9-a313-4dc5-8a00-8c2a60fc8431 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:28:33.216938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:33.219870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Made reservation on behalf of a6d5f5a5063e4f59a6b084703f50986f for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:33.224852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.294798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-dbafb329-f805-4a63-b3f3-1d1c9573f39d service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124838 Feb 17 22:28:33.401504 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:31Z', 'revision_number': 3, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:33.426955 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d8eb02b9-2332-4d4e-bc5a-71592505640e req-dae138a4-692d-45aa-a9ce-aa0ca9633215 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347400 Feb 17 22:28:33.429263 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Checking router: e7044530-31aa-4ca0-8db2-b5bb30d5519e for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:28:33.429610 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Updating router e7044530-31aa-4ca0-8db2-b5bb30d5519e port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:28:33.458757 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.490968 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f22c1af6-8ff1-43a6-8d6f-e10b4c236f49 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=e9adee1fef6b47dc934fa808d94a3103&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3481460 Feb 17 22:28:33.493594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59004) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:33.504109 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.529499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3865fffa-1adb-40aa-af2f-a673e0fbb4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.531574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3865fffa-1adb-40aa-af2f-a673e0fbb4fd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 0.4667804 Feb 17 22:28:33.540450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c7431-7dfb-4026-bb19-eea8c7c5699e req-110996e4-0eb1-4b57-ac0d-b78ffa6843c3 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.548111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-808c7431-7dfb-4026-bb19-eea8c7c5699e req-110996e4-0eb1-4b57-ac0d-b78ffa6843c3 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 944 time: 0.4846263 Feb 17 22:28:33.648953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.733850 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Publish callbacks [] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.741032 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.742656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (e9883dfa-247c-4431-a10b-e3eb530a8fc2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.749489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.764052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-dd604de1-0ca2-49c7-988c-31437cb389bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.765666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-dd604de1-0ca2-49c7-988c-31437cb389bf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6850626 Feb 17 22:28:33.781371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d918480d-5482-4aec-b256-badec616b5d0 req-77fff25c-9aa1-4b15-843c-e4c67d37da8f service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4266317 Feb 17 22:28:33.794418 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Pushing event updated for resources: {'Port': ['ID=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:33.812106 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.812468 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.812813 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.813156 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.813485 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.814024 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.814538 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.815046 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.815458 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.815850 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.816399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.816730 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.817128 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:33.825847 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Attempting to bind port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:33.826528 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Attempting to bind port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:33.827842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Attempting to bind port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:33.835039 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:33.835653 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:33.836266 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.836724 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:33.838191 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Bound port: 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:33.838767 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.884150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.886662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:33.889975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.895239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.897309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:33.899110 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] For port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:33.900605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.902633 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] For port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:33.905437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:33.906821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.909346 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.912594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.914241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.915812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:33.918324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:33.918871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event updated for resources: {'Subnet': ['ID=e9883dfa-247c-4431-a10b-e3eb530a8fc2,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:33.920454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-1dbd3097-e909-49c6-8a60-4f6507adc414 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.7202628 Feb 17 22:28:33.922386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-ac85a01d-030e-45f8-b92d-19ef1857f92f service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0249579 Feb 17 22:28:33.930086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=8367d9d9-a313-4dc5-8a00-8c2a60fc8431,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:33.964314 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1e8a8-199a-46e5-ba51-24410f0c1d7a None None] Pushing event updated for resources: {'Port': ['ID=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:33.977432 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-69580fde-de7a-45a9-a346-43212d0cf8f0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 847 time: 1.2497647 Feb 17 22:28:33.979778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:33.987808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Checking segment: {'id': 'b2c8ae3b-10a5-477e-843d-2918219bef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:33.988792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Network hostable DHCP agents. Network: 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:28:33.989035 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:33.989657 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:34.002204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:34.086071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:28:34.105248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:34.107117 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:28:34.107509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.113682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-c383520b-bd92-4624-8fee-9c72ab209123 service neutron] 10.222.0.73 "GET /v2.0/networks/de140a48-fbcf-4ec0-9b6c-e29964ae5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0318453 Feb 17 22:28:34.120025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:34.120621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.123157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a4b73-3373-4ef0-bc80-02fa379a4640 None None] Network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:34.174621 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2e7d04a-53cf-4c28-b6f5-a3bcd72d8132 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4550891 Feb 17 22:28:34.179253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:34.188356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-808c7431-7dfb-4026-bb19-eea8c7c5699e req-807115d6-9938-4bd5-9f9e-4dad20b09f81 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6391907 Feb 17 22:28:34.190247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Request body: {'port': {'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1962184121'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:34.310675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-7d51a4cf-f9fe-478f-9b87-bafb5e1fe874', 'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874', 'project_id': 'a6d5f5a5063e4f59a6b084703f50986f', 'fixed_ips': [{'subnet_id': 'e9883dfa-247c-4431-a10b-e3eb530a8fc2'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:28:34.311597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.339217 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:31Z', 'revision_number': 3, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:34.348996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Made reservation on behalf of a6d5f5a5063e4f59a6b084703f50986f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:34.366003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.393558 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7db4577-dcd9-4015-9c76-c364882fa6e9 None None] The sync data for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 is: [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:31Z', 'revision_number': 3, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:28:34.453482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] device_id is not set on port 680a0e37-338f-45d7-a897-dc99e3501ff2 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:28:34.483531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Allocated IP 172.20.0.2 (7d51a4cf-f9fe-478f-9b87-bafb5e1fe874/e9883dfa-247c-4431-a10b-e3eb530a8fc2/1f18c363-3335-4c5c-996b-0dd94affa71e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:34.614345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.621551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.670938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] In _notify_port_updated(), no bound segment for port 8367d9d9-a313-4dc5-8a00-8c2a60fc8431 on network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:28:34.676757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:34.677416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.678789 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "PUT /v2.0/ports/8367d9d9-a313-4dc5-8a00-8c2a60fc8431 HTTP/1.1" status: 200 len: 818 time: 0.6967628 Feb 17 22:28:34.684560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59014) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:34.703625 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Publish callbacks [] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.713507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.722407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d1621-4098-4cf5-9b49-479212bb2edd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=8367d9d9-a313-4dc5-8a00-8c2a60fc8431,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:34.763712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:34.770502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:34.775686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:34.815647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Pushing event updated for resources: {'Port': ['ID=1f18c363-3335-4c5c-996b-0dd94affa71e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:34.824911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18b49a7e-d5aa-433c-9a46-c0412737bf19 req-9d36ac0b-f1fb-4111-a7d8-1edbfe25f181 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8095851 Feb 17 22:28:34.828009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-764556b0-c39f-44c8-9f0c-2787890b087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:34.829563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-764556b0-c39f-44c8-9f0c-2787890b087a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.2595704 Feb 17 22:28:34.830452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Allocated IP 172.20.0.14 (7d51a4cf-f9fe-478f-9b87-bafb5e1fe874/e9883dfa-247c-4431-a10b-e3eb530a8fc2/680a0e37-338f-45d7-a897-dc99e3501ff2) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:34.831010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-b0d8b8da-eb71-4bc5-9f4d-15f001efbc34 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=26caa7b8-159f-4fba-aaa2-48bed598acaf HTTP/1.1" status: 200 len: 217 time: 0.6875100 Feb 17 22:28:34.856427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Attempting to bind port 1f18c363-3335-4c5c-996b-0dd94affa71e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:34.863382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Attempting to bind port 1f18c363-3335-4c5c-996b-0dd94affa71e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b2c8ae3b-10a5-477e-843d-2918219bef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:34.863382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Attempting to bind port 1f18c363-3335-4c5c-996b-0dd94affa71e on network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:34.872261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:34.880111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Checking segment: {'id': 'b2c8ae3b-10a5-477e-843d-2918219bef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:34.880800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.881297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Bound using segment: {'id': 'b2c8ae3b-10a5-477e-843d-2918219bef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:34.882196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Bound port: 1f18c363-3335-4c5c-996b-0dd94affa71e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c8ae3b-10a5-477e-843d-2918219bef93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7d51a4cf-f9fe-478f-9b87-bafb5e1fe874'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:34.882764 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:34.907851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b55a87-eaa2-42ad-83f0-c94c5970ef5a tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:34.910966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9b55a87-eaa2-42ad-83f0-c94c5970ef5a tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4088082 Feb 17 22:28:34.918370 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:34.991815 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-be5ab3ef-65e7-4e4e-b0f1-6d88cae93258 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711253 Feb 17 22:28:34.995661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-1c5c0b62-08b3-4999-8d0d-7593d5392b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:34.997125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:34.997766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-1c5c0b62-08b3-4999-8d0d-7593d5392b6d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 1127 time: 1.0640008 Feb 17 22:28:35.007442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1688669108', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:35.023458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:28:35.036678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 8367d9d9-a313-4dc5-8a00-8c2a60fc8431 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:35.036898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.047489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] For port 1f18c363-3335-4c5c-996b-0dd94affa71e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:35.093598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] For port 1f18c363-3335-4c5c-996b-0dd94affa71e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1f18c363-3335-4c5c-996b-0dd94affa71e,segment=NetworkSegment(b2c8ae3b-10a5-477e-843d-2918219bef93),segment_id=b2c8ae3b-10a5-477e-843d-2918219bef93)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:35.111402 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.194909 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-cde73cd7-4301-4cb9-bb82-eeab78d42e13 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402410 Feb 17 22:28:35.301722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-3d811218-ffe7-4984-a60c-ffbe246fdea9 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4910119 Feb 17 22:28:35.302096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ce57a4-06fe-44f5-9196-ab10d0cc1bbe None None] Pushing event updated for resources: {'Port': ['ID=1f18c363-3335-4c5c-996b-0dd94affa71e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:35.327273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.382321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:35.404515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'port_id': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'mac_address': 'fa:16:3e:62:f8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:28:35.425304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks [] for port (680a0e37-338f-45d7-a897-dc99e3501ff2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.480783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 8367d9d9-a313-4dc5-8a00-8c2a60fc8431 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:35.485441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:35.486100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.499336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Made reservation on behalf of e9adee1fef6b47dc934fa808d94a3103 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:35.503006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.506800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:35.552844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:35.558423 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.616409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (680a0e37-338f-45d7-a897-dc99e3501ff2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.624367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:35.686506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cbff6-8b5a-4e80-a49b-b04fbdae36c6 req-db0d7a7a-8162-4e9b-b754-a0cb61dfa0c6 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:35.688745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c83cbff6-8b5a-4e80-a49b-b04fbdae36c6 req-db0d7a7a-8162-4e9b-b754-a0cb61dfa0c6 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 944 time: 0.9303389 Feb 17 22:28:35.690096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-7bb0c585-21fb-46f0-8bf8-172acd2fe62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:35.691557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-7bb0c585-21fb-46f0-8bf8-172acd2fe62b service neutron] 10.222.0.73 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 917 time: 0.4899998 Feb 17 22:28:35.693051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8798ec46-557a-4024-b238-3b64ba9671d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:35.694630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-8798ec46-557a-4024-b238-3b64ba9671d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57 HTTP/1.1" status: 200 len: 801 time: 0.8503375 Feb 17 22:28:35.760844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:35.772573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:35.774498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event updated for resources: {'Port': ['ID=680a0e37-338f-45d7-a897-dc99e3501ff2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:35.778314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:35.848144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-3111d888-efb3-4cff-b959-61d0255b01d7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=34cebef1-86d6-47ea-b578-65bfa852d841 HTTP/1.1" status: 200 len: 217 time: 0.1325350 Feb 17 22:28:35.903941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:35.904929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.909091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b2b8a1f6-ee5e-44fb-ae2a-bb996c67c38b service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6725442 Feb 17 22:28:35.942681 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.955765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-51b39383-0e62-452b-8be0-ec5ebd6004ec tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.7724860 Feb 17 22:28:35.955765 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8367d9d9-a313-4dc5-8a00-8c2a60fc8431), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:35.956539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:28:35.957882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59024) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:35.990198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab968c91-1aba-438d-9ea3-567ec19fc5d6 req-a784aab4-d192-4f7f-9b4f-242c3e390e2c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:35.998222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab968c91-1aba-438d-9ea3-567ec19fc5d6 req-a784aab4-d192-4f7f-9b4f-242c3e390e2c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:35.999471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab968c91-1aba-438d-9ea3-567ec19fc5d6 req-a784aab4-d192-4f7f-9b4f-242c3e390e2c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1679 time: 1.0082459 Feb 17 22:28:36.040825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:36.054562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=8367d9d9-a313-4dc5-8a00-8c2a60fc8431,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:36.072093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.076291 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9cc1ebd0-0690-4994-84d5-adba7d9032c4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/8367d9d9-a313-4dc5-8a00-8c2a60fc8431 HTTP/1.1" status: 204 len: 168 time: 1.3906608 Feb 17 22:28:36.113181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:36.173463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-844c158b-5a33-4f91-ab7b-9019e56c3d2c service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7808623 Feb 17 22:28:36.183143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c83cbff6-8b5a-4e80-a49b-b04fbdae36c6 req-ac916d39-e11a-4b29-a751-66a71fde808c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4736204 Feb 17 22:28:36.185753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-7aa30187-239c-4299-8844-841fde1dd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:36.189049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:36.189049 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.191639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-7aa30187-239c-4299-8844-841fde1dd803 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.3280647 Feb 17 22:28:36.212994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e4574d0d-2399-429e-a1f2-aa7270f0bfd9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=71991263-60b1-40fd-bba4-34e8fb19d320 HTTP/1.1" status: 200 len: 217 time: 0.2677662 Feb 17 22:28:36.342120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-f3d4dc8f-863e-46f5-ba68-1c8e5b06a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:36.344800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-f3d4dc8f-863e-46f5-ba68-1c8e5b06a9c3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e958056-6cf2-440a-9a26-225e0ccaf685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.6287465 Feb 17 22:28:36.618372 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-d7885c8c-3bbd-445e-b69d-98affcc9f474 service neutron] 10.222.0.73 "GET /v2.0/networks/4e958056-6cf2-440a-9a26-225e0ccaf685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281554 Feb 17 22:28:36.620019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f60d1cf0-fc9a-4c73-ad4e-84f6227c8e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:36.621612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f60d1cf0-fc9a-4c73-ad4e-84f6227c8e2e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 0.3989158 Feb 17 22:28:36.627571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:36.628139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.651120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Allocated IP 172.25.0.31 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:36.672476 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (3bfe83f4-74de-4089-8a6a-b7a10528e45b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.680855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:36.686848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.688869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1f18c363-3335-4c5c-996b-0dd94affa71e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:36.754880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Subnet': ['ID=3bfe83f4-74de-4089-8a6a-b7a10528e45b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:36.772208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:36.811352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1f18c363-3335-4c5c-996b-0dd94affa71e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:36.811553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab968c91-1aba-438d-9ea3-567ec19fc5d6 req-6516c576-d2b2-48e4-b9f3-4f6f462cf62f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7756519 Feb 17 22:28:36.812213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.833575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.836063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b95f52-d105-4018-9fce-bb2dc7a0b185 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:36.840786 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82b95f52-d105-4018-9fce-bb2dc7a0b185 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.7241242 Feb 17 22:28:36.842078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59028) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:36.859241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c80685-3481-42ad-8805-0031bf71ea23 None None] Network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:36.863951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Checking segment: {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:36.864154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network hostable DHCP agents. Network: fcd79117-16cb-4107-ac9f-59e87b1c56bc, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:28:36.871011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Deleting port 680a0e37-338f-45d7-a897-dc99e3501ff2 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:36.871502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (680a0e37-338f-45d7-a897-dc99e3501ff2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.941785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:28:36.957864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, fcd79117-16cb-4107-ac9f-59e87b1c56bc) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:36.966302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:36.967109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:36.989864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60d62cf-277b-4421-bc5c-85ee24b197d3 None None] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:37.011654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4da13e87-6909-4b15-ae21-b7a87c3cafa0 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0110340 Feb 17 22:28:37.015273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59030) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:37.018706 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-407d3d36-7a20-4687-981d-79579d2cbbb4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:28:37.025440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-407d3d36-7a20-4687-981d-79579d2cbbb4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/8367d9d9-a313-4dc5-8a00-8c2a60fc8431 HTTP/1.1" status: 404 len: 333 time: 0.1391051 Feb 17 22:28:37.025665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (680a0e37-338f-45d7-a897-dc99e3501ff2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.025780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f84292ff-fbe3-49e5-a3af-a6f042020476 None None] Provisioning complete for port 1f18c363-3335-4c5c-996b-0dd94affa71e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:37.025780 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f84292ff-fbe3-49e5-a3af-a6f042020476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.032793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59032) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:37.047523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-65190b6a-4eb0-4621-8725-9f123b46fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.049103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-65190b6a-4eb0-4621-8725-9f123b46fdd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8290124 Feb 17 22:28:37.092681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1742744102'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:37.104668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Calling delete_port for 680a0e37-338f-45d7-a897-dc99e3501ff2 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:37.173585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9fd84b-17cf-494f-bf62-7be9e517d085 req-eeca6ba5-8b4e-4e39-8005-eaf208b08b28 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.182804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb9fd84b-17cf-494f-bf62-7be9e517d085 req-eeca6ba5-8b4e-4e39-8005-eaf208b08b28 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 944 time: 0.8332345 Feb 17 22:28:37.186009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3ff7b8fb-3ea7-4227-8a04-f3df14324d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.187271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3ff7b8fb-3ea7-4227-8a04-f3df14324d5d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3505805 Feb 17 22:28:37.208368 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.224506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1f18c363-3335-4c5c-996b-0dd94affa71e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:37.225784 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.227359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:37.230956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.324760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:37.344320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.349806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.356017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.361656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.372758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.382367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.392805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.396147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16642384-6e36-47a7-b06e-a641af1dcece req-38c00552-bebf-421e-bcf6-07b62f7c44ea tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.4106703 Feb 17 22:28:37.410277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:28:37.410557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.419216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e0b743-cbd2-49bc-9b9c-a2ad32020d9c req-4874b93a-4774-4a78-8ec1-f5dfcc711290 service neutron] 10.222.0.73 "GET /v2.0/networks/4e958056-6cf2-440a-9a26-225e0ccaf685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6053300 Feb 17 22:28:37.432413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 1f18c363-3335-4c5c-996b-0dd94affa71e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1f18c363-3335-4c5c-996b-0dd94affa71e,segment=NetworkSegment(b2c8ae3b-10a5-477e-843d-2918219bef93),segment_id=b2c8ae3b-10a5-477e-843d-2918219bef93)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:37.434382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f84292ff-fbe3-49e5-a3af-a6f042020476 None None] Current status of the port 1f18c363-3335-4c5c-996b-0dd94affa71e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:37.434382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f84292ff-fbe3-49e5-a3af-a6f042020476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.466460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:37.470093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (94615dfa-4401-462c-b00b-c4e37b646ce6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.470547 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment 94615dfa-4401-462c-b00b-c4e37b646ce6 of type vlan for network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f Feb 17 22:28:37.487405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Port': ['ID=51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:37.504552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:37.516880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:37.541551 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.547274 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-f84292ff-fbe3-49e5-a3af-a6f042020476 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:28:37.548609 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-f84292ff-fbe3-49e5-a3af-a6f042020476 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:28:37.569994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-e5b324b0-50bf-4b20-9dca-8cffb6805508 service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4910278 Feb 17 22:28:37.587884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb9fd84b-17cf-494f-bf62-7be9e517d085 req-e6e649ba-c64c-44fe-955c-9cc35cb1866f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044597 Feb 17 22:28:37.592327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.615144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=1f18c363-3335-4c5c-996b-0dd94affa71e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:37.619493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (680a0e37-338f-45d7-a897-dc99e3501ff2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.728123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event deleted for resources: {'Port': ['ID=680a0e37-338f-45d7-a897-dc99e3501ff2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:37.753043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.758272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:37.759521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:37.814916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Allocated IP 172.20.0.2 (fcd79117-16cb-4107-ac9f-59e87b1c56bc/3bfe83f4-74de-4089-8a6a-b7a10528e45b/948802c3-b7c2-49c2-a702-320705fee4cb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:37.855832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-b1a89c1e-6deb-4f1c-a088-3edaaa930dc9 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6609018 Feb 17 22:28:37.873427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16642384-6e36-47a7-b06e-a641af1dcece req-4641e01f-bc65-4014-ae4c-04f00b645d54 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4511001 Feb 17 22:28:37.989219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9463363 Feb 17 22:28:38.019463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59038) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:38.040602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:38.042530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:38.073424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8341be-62e8-44c4-82a8-5ac435ec0096 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=8f12d3b1-aef6-41b4-88e9-fdec4ef0236f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:38.092986 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.103034 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8eb80391-c105-4991-b38e-4104a24c3df7 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "DELETE /v2.0/ports/680a0e37-338f-45d7-a897-dc99e3501ff2 HTTP/1.1" status: 204 len: 168 time: 2.1378584 Feb 17 22:28:38.114523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:38.121695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for floatingip (5ee8fb7c-a65c-45ca-bbfa-c349cd2f9ade), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.124847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59040) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:38.167623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-6aecb191-195a-4c64-8bd5-c1da81a5e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:38.168223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-6aecb191-195a-4c64-8bd5-c1da81a5e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:38.170046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-6aecb191-195a-4c64-8bd5-c1da81a5e9c3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 2045 time: 0.5555997 Feb 17 22:28:38.189885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710db96-ac17-46dc-b2ea-2f0d7f58e2ac req-19a1fbf0-150a-4d6f-a639-ad4efb6a2ee1 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:38.199492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4710db96-ac17-46dc-b2ea-2f0d7f58e2ac req-19a1fbf0-150a-4d6f-a639-ad4efb6a2ee1 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 945 time: 0.4138143 Feb 17 22:28:38.338690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:38.342431 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.353457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 34cebef1-86d6-47ea-b578-65bfa852d841 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:28:38.460593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f84292ff-fbe3-49e5-a3af-a6f042020476 None None] Current status of the port 1f18c363-3335-4c5c-996b-0dd94affa71e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:38.475121 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Publish callbacks [] for port (948802c3-b7c2-49c2-a702-320705fee4cb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.504865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:38.505928 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.547807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.550666 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.654887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2c2aa621-9d66-4a3a-aad7-46ec49e1c530 None None] Could not find standard attr ID for object 680a0e37-338f-45d7-a897-dc99e3501ff2. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:28:38.677457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:38.699849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:38.704300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Pushing event updated for resources: {'Port': ['ID=948802c3-b7c2-49c2-a702-320705fee4cb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:38.710378 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:38.732388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2c2aa621-9d66-4a3a-aad7-46ec49e1c530 None None] Provisioning complete for port 1f18c363-3335-4c5c-996b-0dd94affa71e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:38.732774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c2aa621-9d66-4a3a-aad7-46ec49e1c530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.777027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 34cebef1-86d6-47ea-b578-65bfa852d841, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=34cebef1-86d6-47ea-b578-65bfa852d841,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:38.812657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (11cf8c7e-ef0c-4b0a-84cb-750c8f95389f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.834664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44347f-2974-4f12-8360-c0c17b368500 req-0d48b05c-b788-47fb-ad86-5629bf5778cd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:38.840807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb44347f-2974-4f12-8360-c0c17b368500 req-0d48b05c-b788-47fb-ad86-5629bf5778cd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:38.842570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb44347f-2974-4f12-8360-c0c17b368500 req-0d48b05c-b788-47fb-ad86-5629bf5778cd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1679 time: 0.7852018 Feb 17 22:28:38.854460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '34cebef1-86d6-47ea-b578-65bfa852d841', 'network_id': 'fba4561d-bc89-470c-ab36-dc23d5baeb63', 'port_id': '34cebef1-86d6-47ea-b578-65bfa852d841', 'mac_address': 'fa:16:3e:87:4a:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e41c69-e2cd-4f43-83f8-0ebf37386dad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:28:38.918065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4b4d09fe-9ac1-40c7-8089-d686f949dcb7 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.7826705 Feb 17 22:28:38.930618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:38.931174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-690715b4-f101-41a9-87c9-8db0d69d5757 service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3473735 Feb 17 22:28:38.935858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Attempting to bind port 948802c3-b7c2-49c2-a702-320705fee4cb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:38.936491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Attempting to bind port 948802c3-b7c2-49c2-a702-320705fee4cb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:38.937937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Attempting to bind port 948802c3-b7c2-49c2-a702-320705fee4cb on network fcd79117-16cb-4107-ac9f-59e87b1c56bc {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:38.942428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1767728183'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:38.966225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:38.966672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Checking segment: {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:38.967013 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.967441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Bound using segment: {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:38.967935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Bound port: 948802c3-b7c2-49c2-a702-320705fee4cb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:38.968328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:38.990449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:38.991637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1f18c363-3335-4c5c-996b-0dd94affa71e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:38.999005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.019863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=11cf8c7e-ef0c-4b0a-84cb-750c8f95389f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:39.029367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 34cebef1-86d6-47ea-b578-65bfa852d841 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:39.029629 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.040783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-f06a18ff-7b39-4f2a-b546-1c41ee212ac9 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1613238 Feb 17 22:28:39.046993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': '94615dfa-4401-462c-b00b-c4e37b646ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:39.047399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:28:39.060632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Made reservation on behalf of a6d5f5a5063e4f59a6b084703f50986f for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:39.064939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.065236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4710db96-ac17-46dc-b2ea-2f0d7f58e2ac req-d67ab5e0-8cff-4181-aacb-817aac100f75 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8647215 Feb 17 22:28:39.087268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:39.094309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34cebef1-86d6-47ea-b578-65bfa852d841 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:39.121770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2c2aa621-9d66-4a3a-aad7-46ec49e1c530 None None] Current status of the port 1f18c363-3335-4c5c-996b-0dd94affa71e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:39.130658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:28:39.156576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:39.169894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.170501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.172980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 34cebef1-86d6-47ea-b578-65bfa852d841, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=34cebef1-86d6-47ea-b578-65bfa852d841,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:39.178487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:39.180427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112469c9-cdf1-42be-946b-78e501bef6a1 None None] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:39.197030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Allocated IP 172.20.0.1 (fcd79117-16cb-4107-ac9f-59e87b1c56bc/3bfe83f4-74de-4089-8a6a-b7a10528e45b/5305d69a-876e-407a-a8ae-37a7573972de) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:39.209449 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e3715a1b-4767-4bba-aa9c-d5e70f9c67f5 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1788146 Feb 17 22:28:39.209449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (8f38eb87-339f-47b1-a01c-05bd2af72870), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.209449 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Added segment 8f38eb87-339f-47b1-a01c-05bd2af72870 of type vlan for network e66bacea-ce82-431f-9861-2d414b08bfc5 Feb 17 22:28:39.211113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59050) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:39.215508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.229627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1996a028-33ab-4e6e-81a9-0defe6150950 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:39.268473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-1e40d9a3-87c2-4b6d-b370-b0ecd6cde54d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c HTTP/1.1" status: 200 len: 217 time: 0.2108529 Feb 17 22:28:39.269961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-b66adff1-7835-4de2-977a-b9abcfdb6756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.271455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-b66adff1-7835-4de2-977a-b9abcfdb6756 service neutron] 10.222.0.73 "GET /v2.0/networks?id=de140a48-fbcf-4ec0-9b6c-e29964ae5a93 HTTP/1.1" status: 200 len: 902 time: 1.0516040 Feb 17 22:28:39.284498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb44347f-2974-4f12-8360-c0c17b368500 req-a42f5d0a-af80-48d3-9f03-9f6398b9cc72 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253018 Feb 17 22:28:39.366019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-985c76f5-df9e-489b-a78b-0410c2be629b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.198&port_id=4e6714e5-454f-44c9-aad1-545f99b1a7b8 HTTP/1.1" status: 200 len: 217 time: 0.0798678 Feb 17 22:28:39.408625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e66bacea-ce82-431f-9861-2d414b08bfc5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.485141 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.491139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] For port 948802c3-b7c2-49c2-a702-320705fee4cb, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:39.521924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] For port 948802c3-b7c2-49c2-a702-320705fee4cb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=948802c3-b7c2-49c2-a702-320705fee4cb,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:39.540587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1f18c363-3335-4c5c-996b-0dd94affa71e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:39.540941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.544730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['34cebef1-86d6-47ea-b578-65bfa852d841'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:28:39.551394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (5305d69a-876e-407a-a8ae-37a7573972de), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.552895 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e66bacea-ce82-431f-9861-2d414b08bfc5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.559040 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.562623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-89cd3b54-99ea-434f-a0fe-35a003435bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.563180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.564134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-89cd3b54-99ea-434f-a0fe-35a003435bc4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=06e0b721-0635-4451-b2a9-ec895a578aaa HTTP/1.1" status: 200 len: 797 time: 0.2068555 Feb 17 22:28:39.565149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.582146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:28:39.643996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:39.644389 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.651019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-21cb6bbd-fb00-4fc9-990b-24d8d9930611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.651459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=34cebef1-86d6-47ea-b578-65bfa852d841,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:39.653434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-21cb6bbd-fb00-4fc9-990b-24d8d9930611 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=33f2f4f0-b56f-4531-aa5c-2df7e583de59 HTTP/1.1" status: 200 len: 801 time: 0.2400155 Feb 17 22:28:39.670298 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7402480 Feb 17 22:28:39.682878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59052) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:39.718144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679ea2d-51f5-445f-b751-14230e82981a req-f37d012a-f31b-4a4e-a04e-3fb911e827b7 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.720072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2679ea2d-51f5-445f-b751-14230e82981a req-f37d012a-f31b-4a4e-a04e-3fb911e827b7 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 945 time: 0.3767419 Feb 17 22:28:39.752614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c54a99-a6c4-4097-a06e-0016079139fa tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event updated for resources: {'Network': ['ID=e66bacea-ce82-431f-9861-2d414b08bfc5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:39.771426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1996a028-33ab-4e6e-81a9-0defe6150950 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:39.774809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-8f12d3b1-aef6-41b4-88e9-fdec4ef0236f', 'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f', 'project_id': '1ecc71cb0f074db5b9b08e82681f9bc4', 'fixed_ips': [{'subnet_id': '11cf8c7e-ef0c-4b0a-84cb-750c8f95389f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:28:39.775272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.775795 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.781988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1996a028-33ab-4e6e-81a9-0defe6150950 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.790543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.801802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.807413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.813484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.818931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.825637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.831077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:39.838011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab59e89-0bd0-43d1-8f87-604c705fc982 None None] Pushing event updated for resources: {'Port': ['ID=948802c3-b7c2-49c2-a702-320705fee4cb,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:39.839296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-1dddcba8-a1d1-4425-9647-863842640669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.4281924 Feb 17 22:28:39.845863 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:39.862299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e66bacea-ce82-431f-9861-2d414b08bfc5 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:39.968816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5305d69a-876e-407a-a8ae-37a7573972de), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:40.015079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-77ee913d-27cd-4540-a0bb-6429a2d5af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:40.026938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-77ee913d-27cd-4540-a0bb-6429a2d5af5d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8caa62b9-8ccb-4f50-ab64-8106d333b008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4511995 Feb 17 22:28:40.078444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=5305d69a-876e-407a-a8ae-37a7573972de,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:40.098538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Port': ['ID=51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:40.133466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2679ea2d-51f5-445f-b751-14230e82981a req-300f96c1-e375-405e-9b2b-78b7097da029 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769648 Feb 17 22:28:40.178562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:40.184934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-424561e1-3514-4c6b-80fb-7a77ec88bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:40.186504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-424561e1-3514-4c6b-80fb-7a77ec88bfaa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=de140a48-fbcf-4ec0-9b6c-e29964ae5a93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.5060418 Feb 17 22:28:40.199170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:40.209303 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-1996a028-33ab-4e6e-81a9-0defe6150950 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 11cf8c7e-ef0c-4b0a-84cb-750c8f95389f (CIDR: 2001:db8::/64) Feb 17 22:28:40.210794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:40.216855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Allocated IP 2001:db8::2 (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f/11cf8c7e-ef0c-4b0a-84cb-750c8f95389f/2360cab4-c585-4a9f-b49b-617cbb545f1d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:40.225357 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1996a028-33ab-4e6e-81a9-0defe6150950 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:28:40.226623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1996a028-33ab-4e6e-81a9-0defe6150950 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:28:40.289266 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (5ee8fb7c-a65c-45ca-bbfa-c349cd2f9ade), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:40.297563 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1996a028-33ab-4e6e-81a9-0defe6150950 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0827873 Feb 17 22:28:40.323616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59058) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:40.333950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:40.343341 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-48f93c24-15ca-4d1e-a96f-a071c8df66e5 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "GET /v2.0/agents/eec98f87-06b6-43b7-997f-d51eaeacfc2f/dhcp-networks HTTP/1.1" status: 200 len: 12763 time: 0.6487393 Feb 17 22:28:40.350124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59062) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:40.381348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (e7044530-31aa-4ca0-8db2-b5bb30d5519e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:40.389960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:40.390439 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:40.406343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1f18c363-3335-4c5c-996b-0dd94affa71e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:40.434828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4e6714e5-454f-44c9-aad1-545f99b1a7b8 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:28:40.521923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:40.525192 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdbd3fca-0a9a-4b29-8cce-f8ea1ff71d52" -d '{"events": [{"server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "name": "network-vif-plugged", "status": "completed", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:40.535702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9f1a219-9505-4ec2-b58e-4b08c8d43e2b req-e4f5e82c-3868-4c6f-8a0f-8a83305dcd19 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6954124 Feb 17 22:28:40.589104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e354f79-d89f-44a6-a090-c08fed82adc3 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] Network e66bacea-ce82-431f-9861-2d414b08bfc5 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:28:40.621266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:40.626263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 948802c3-b7c2-49c2-a702-320705fee4cb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:40.628410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e10e12-a18e-44f6-88c2-2efe7a915cbb None None] Network e66bacea-ce82-431f-9861-2d414b08bfc5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:40.632810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:28:40.646530 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e354f79-d89f-44a6-a090-c08fed82adc3 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "POST /v2.0/agents/eec98f87-06b6-43b7-997f-d51eaeacfc2f/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2948840 Feb 17 22:28:40.650932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59066) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:40.684032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:40.691173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5305d69a-876e-407a-a8ae-37a7573972de), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:40.698271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:40.699925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-637e2893-def2-4e95-88eb-f5ce0c31ca33 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8836629 Feb 17 22:28:40.705256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59068) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:40.778373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-6f8abeb1-f112-4868-8087-57054575eb95 service neutron] 10.222.0.73 "GET /v2.0/networks/de140a48-fbcf-4ec0-9b6c-e29964ae5a93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106933 Feb 17 22:28:40.817655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:40.825865 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.003885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:41.004437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-ebe7f5c8-bc08-49be-8bb1-5906ea79036f service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9329171 Feb 17 22:28:41.038493 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Publish callbacks [] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.042080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4e6714e5-454f-44c9-aad1-545f99b1a7b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4e6714e5-454f-44c9-aad1-545f99b1a7b8,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:41.058920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.064515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 948802c3-b7c2-49c2-a702-320705fee4cb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:41.064909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.087852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '4e6714e5-454f-44c9-aad1-545f99b1a7b8', 'network_id': 'de140a48-fbcf-4ec0-9b6c-e29964ae5a93', 'port_id': '4e6714e5-454f-44c9-aad1-545f99b1a7b8', 'mac_address': 'fa:16:3e:c6:73:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33f2f4f0-b56f-4531-aa5c-2df7e583de59', 'ip_address': '19.80.0.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:28:41.101293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-386916228'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:41.141384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:41.176742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:41.179567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Made reservation on behalf of c09b8033238f4b109cd854398f2c9a83 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:41.183581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.185128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:41.189967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Pushing event updated for resources: {'Port': ['ID=2360cab4-c585-4a9f-b49b-617cbb545f1d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:41.244186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eb733-be61-4e4e-aa84-66a8e791c85e req-75c7a88c-7654-4fc8-bd96-7e951551b0fd tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:41.246014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a94eb733-be61-4e4e-aa84-66a8e791c85e req-75c7a88c-7654-4fc8-bd96-7e951551b0fd tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 945 time: 0.9798677 Feb 17 22:28:41.250774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:41.252263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.293756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6714e5-454f-44c9-aad1-545f99b1a7b8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:41.319968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.327884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4e6714e5-454f-44c9-aad1-545f99b1a7b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4e6714e5-454f-44c9-aad1-545f99b1a7b8,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:41.343126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.344097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 26caa7b8-159f-4fba-aaa2-48bed598acaf details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:28:41.400467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022e4b80-9c93-4c03-b07e-bed66af3e87f None None] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:41.425390 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ad442f71-1c90-4aa9-b6e4-7b10538c1b8d tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "GET /v2.0/agents/eec98f87-06b6-43b7-997f-d51eaeacfc2f/dhcp-networks HTTP/1.1" status: 200 len: 13534 time: 0.7703676 Feb 17 22:28:41.430959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59072) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:41.456572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Attempting to bind port 2360cab4-c585-4a9f-b49b-617cbb545f1d on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:41.457096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Attempting to bind port 2360cab4-c585-4a9f-b49b-617cbb545f1d by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '94615dfa-4401-462c-b00b-c4e37b646ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:41.457582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Attempting to bind port 2360cab4-c585-4a9f-b49b-617cbb545f1d on network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:41.501039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db31a6c-24ed-4eab-b29b-1e2d99654ee0 req-f92dae68-df0f-4c16-a263-7d849f04dab9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:41.506599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db31a6c-24ed-4eab-b29b-1e2d99654ee0 req-f92dae68-df0f-4c16-a263-7d849f04dab9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:41.509241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7db31a6c-24ed-4eab-b29b-1e2d99654ee0 req-f92dae68-df0f-4c16-a263-7d849f04dab9 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1679 time: 0.7279880 Feb 17 22:28:41.527854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 948802c3-b7c2-49c2-a702-320705fee4cb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:41.528487 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.541417 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (3b5ee79b-cd1f-422c-b9bc-843e88b223a1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.551693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4e6714e5-454f-44c9-aad1-545f99b1a7b8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:41.562555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:41.563114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Checking segment: {'id': '94615dfa-4401-462c-b00b-c4e37b646ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:41.563476 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.563919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Bound using segment: {'id': '94615dfa-4401-462c-b00b-c4e37b646ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:41.564627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Bound port: 2360cab4-c585-4a9f-b49b-617cbb545f1d, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94615dfa-4401-462c-b00b-c4e37b646ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:41.565612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.586922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a94eb733-be61-4e4e-aa84-66a8e791c85e req-0bb8180e-8c9a-4dd7-b03d-552c14dfcd0d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3074000 Feb 17 22:28:41.640391 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:28:41.652649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-8124b1b0-226b-48b9-bb65-10bcb9bc9678 service neutron] 10.222.0.73 "GET /v2.0/networks/de140a48-fbcf-4ec0-9b6c-e29964ae5a93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8491275 Feb 17 22:28:41.659856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for security_group (5d15fc95-4ed1-48dd-9c53-7827a13b420c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.670284 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-63875fa9-c8ae-4e6e-bde5-476eec9a43f8 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "DELETE /v2.0/agents/eec98f87-06b6-43b7-997f-d51eaeacfc2f/dhcp-networks/e66bacea-ce82-431f-9861-2d414b08bfc5 HTTP/1.1" status: 204 len: 168 time: 0.2364802 Feb 17 22:28:41.670842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-3ed9a21e-0dcc-4558-911a-576594088580 service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6387701 Feb 17 22:28:41.673577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5d15fc95-4ed1-48dd-9c53-7827a13b420c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.681162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59076) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:41.699759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:41.745180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:41.755879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d15fc95-4ed1-48dd-9c53-7827a13b420c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:41.766091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 948802c3-b7c2-49c2-a702-320705fee4cb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=948802c3-b7c2-49c2-a702-320705fee4cb,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:41.768473 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca50685a-c7c7-4930-a136-cc12ee6d0e69 x-openstack-request-id: req-ca50685a-c7c7-4930-a136-cc12ee6d0e69 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:41.769024 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "name": "network-vif-plugged", "status": "completed", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:41.769297 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ca50685a-c7c7-4930-a136-cc12ee6d0e69 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:41.770193 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'code': 200} Feb 17 22:28:41.779731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (5305d69a-876e-407a-a8ae-37a7573972de), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.785183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (604e9980-32ce-4cd4-b96f-8db8c8c102d6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.785532 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Added segment 604e9980-32ce-4cd4-b96f-8db8c8c102d6 of type vlan for network 8b636367-c19c-417b-803a-ddc00ccc97a8 Feb 17 22:28:41.787239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (5305d69a-876e-407a-a8ae-37a7573972de), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.800348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:41.820690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fa111134-9d49-4696-8731-132120abb149 None None] Provisioning complete for port 948802c3-b7c2-49c2-a702-320705fee4cb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:41.821665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa111134-9d49-4696-8731-132120abb149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.850539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:41.850992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.858224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=3b5ee79b-cd1f-422c-b9bc-843e88b223a1,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:41.864343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.907418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-06c2d93d-a0e2-4bd8-b615-ebc32ce35fda service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 HTTP/1.1" status: 200 len: 217 time: 0.2127326 Feb 17 22:28:41.946811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7db31a6c-24ed-4eab-b29b-1e2d99654ee0 req-2d26ccf4-4c49-49e9-98fd-60b8fb07f200 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201093 Feb 17 22:28:41.967299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8b636367-c19c-417b-803a-ddc00ccc97a8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:41.974751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=5305d69a-876e-407a-a8ae-37a7573972de,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:41.986382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (e7044530-31aa-4ca0-8db2-b5bb30d5519e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:42.052234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3eb15db9-acdb-48a3-a00d-03e8df3b42e6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7260094 Feb 17 22:28:42.055930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59078) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:42.064249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f', 'fixed_ips': [{'subnet_id': '11cf8c7e-ef0c-4b0a-84cb-750c8f95389f'}, {'subnet_id': '3b5ee79b-cd1f-422c-b9bc-843e88b223a1'}], 'name': 'tempest-PortsIpV6TestJSON-252264818'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:42.134411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e995d961-a6e3-40e4-8e27-de120b480952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:42.136205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-e995d961-a6e3-40e4-8e27-de120b480952 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=06e0b721-0635-4451-b2a9-ec895a578aaa HTTP/1.1" status: 200 len: 797 time: 0.1608884 Feb 17 22:28:42.149879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-4105a49b-a7af-4245-8c26-ee898a346960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:42.150357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-4105a49b-a7af-4245-8c26-ee898a346960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:42.153375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-4105a49b-a7af-4245-8c26-ee898a346960 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 2046 time: 0.3680847 Feb 17 22:28:42.203435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8b636367-c19c-417b-803a-ddc00ccc97a8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:42.209253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:42.209929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:42.210409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] For port 2360cab4-c585-4a9f-b49b-617cbb545f1d, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:42.215191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cb64e-fd7b-409c-ab69-102389761f9b req-ffaa2fe8-db0b-4dc4-9ddf-2d04b107d0c6 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:42.218858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e8cb64e-fd7b-409c-ab69-102389761f9b req-ffaa2fe8-db0b-4dc4-9ddf-2d04b107d0c6 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 945 time: 0.3729248 Feb 17 22:28:42.259087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=948802c3-b7c2-49c2-a702-320705fee4cb,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:42.272748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] For port 2360cab4-c585-4a9f-b49b-617cbb545f1d, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2360cab4-c585-4a9f-b49b-617cbb545f1d,segment=NetworkSegment(94615dfa-4401-462c-b00b-c4e37b646ce6),segment_id=94615dfa-4401-462c-b00b-c4e37b646ce6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:42.280724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 26caa7b8-159f-4fba-aaa2-48bed598acaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=26caa7b8-159f-4fba-aaa2-48bed598acaf,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:42.300916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:42.304631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fa111134-9d49-4696-8731-132120abb149 None None] Current status of the port 948802c3-b7c2-49c2-a702-320705fee4cb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:42.307040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '26caa7b8-159f-4fba-aaa2-48bed598acaf', 'network_id': '4e958056-6cf2-440a-9a26-225e0ccaf685', 'port_id': '26caa7b8-159f-4fba-aaa2-48bed598acaf', 'mac_address': 'fa:16:3e:84:34:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57', 'ip_address': '19.86.0.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:28:42.322948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:42.332995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:42.344958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1361fa0e-1311-467a-929f-11ff62ccb2d7 req-a227e212-8c7a-4263-9389-8be3212baa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:42.346757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1361fa0e-1311-467a-929f-11ff62ccb2d7 req-a227e212-8c7a-4263-9389-8be3212baa80 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1129 time: 0.4924479 Feb 17 22:28:42.353749 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6469467 Feb 17 22:28:42.367077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59080) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:42.376987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Request body: {'subnet': {'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:42.433525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 26caa7b8-159f-4fba-aaa2-48bed598acaf is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:42.433952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:42.439294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321d96c-70ef-4ef5-b885-2b5254d91598 None None] Pushing event updated for resources: {'Port': ['ID=2360cab4-c585-4a9f-b49b-617cbb545f1d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:42.462009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26caa7b8-159f-4fba-aaa2-48bed598acaf {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:42.470655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5b3a8-c581-45f8-9135-fc2f64c69afd tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Network': ['ID=8b636367-c19c-417b-803a-ddc00ccc97a8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:42.523520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:42.529997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 26caa7b8-159f-4fba-aaa2-48bed598acaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=26caa7b8-159f-4fba-aaa2-48bed598acaf,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:42.608557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:42.621183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 948802c3-b7c2-49c2-a702-320705fee4cb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:42.741172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 34cebef1-86d6-47ea-b578-65bfa852d841 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:42.776179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:42.783748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Made reservation on behalf of c09b8033238f4b109cd854398f2c9a83 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:42.788917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:42.882574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['26caa7b8-159f-4fba-aaa2-48bed598acaf'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:28:42.918025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router e7044530-31aa-4ca0-8db2-b5bb30d5519e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:28:42.975413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a83b6dba-32b8-41b6-8463-4e39d7859a0a tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "GET /v2.0/agents/eec98f87-06b6-43b7-997f-d51eaeacfc2f/dhcp-networks HTTP/1.1" status: 200 len: 12803 time: 1.2749960 Feb 17 22:28:42.987514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59084) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:43.006283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 948802c3-b7c2-49c2-a702-320705fee4cb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:43.006721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.054238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.064289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.070842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.076798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.093529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.099146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.105513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.108258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-f25dbf68-d8ad-477e-a6bc-c911cf7f64b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 1.0084491 Feb 17 22:28:43.120435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c571bac0-315e-4489-a2ef-e74d44ce2c68 None None] Provisioning complete for port 5305d69a-876e-407a-a8ae-37a7573972de triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:43.121143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c571bac0-315e-4489-a2ef-e74d44ce2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5305d69a-876e-407a-a8ae-37a7573972de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.162482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.177700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=26caa7b8-159f-4fba-aaa2-48bed598acaf,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:43.195059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-2c483da3-32d6-4778-a2c2-55e38ecc6920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.196750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-2c483da3-32d6-4778-a2c2-55e38ecc6920 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8caa62b9-8ccb-4f50-ab64-8106d333b008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0435638 Feb 17 22:28:43.214717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e6d726b3-30f7-4132-9ad8-414c13f0f300 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "GET /v2.0/networks/7d51a4cf-f9fe-478f-9b87-bafb5e1fe874/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.2190888 Feb 17 22:28:43.217337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1361fa0e-1311-467a-929f-11ff62ccb2d7 req-a48b6e5d-119f-47ab-ae93-5c39a2a8311b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8452027 Feb 17 22:28:43.218638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-4926e5a4-ffe4-43c5-b70f-0543759d2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.220713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-4926e5a4-ffe4-43c5-b70f-0543759d2e37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=4e958056-6cf2-440a-9a26-225e0ccaf685 HTTP/1.1" status: 200 len: 900 time: 1.0239601 Feb 17 22:28:43.233028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e8cb64e-fd7b-409c-ab69-102389761f9b req-5a2d8e40-113a-438c-87d1-f69dd5f9e3b6 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8913927 Feb 17 22:28:43.254821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59088) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:43.265471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port ca15f5a8-c85b-40b7-9168-f8218d260c8d yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:28:43.288238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c571bac0-315e-4489-a2ef-e74d44ce2c68 None None] Port 5305d69a-876e-407a-a8ae-37a7573972de cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:43.329519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 34cebef1-86d6-47ea-b578-65bfa852d841 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:28:43.343217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 34cebef1-86d6-47ea-b578-65bfa852d841 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:43.344005 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.346043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 948802c3-b7c2-49c2-a702-320705fee4cb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:43.387324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c571bac0-315e-4489-a2ef-e74d44ce2c68 None None] Provisioning complete for port 948802c3-b7c2-49c2-a702-320705fee4cb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:43.387889 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c571bac0-315e-4489-a2ef-e74d44ce2c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.447356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-3c21d249-bf5f-4a4d-8692-dd97afe4f0a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.118&port_id=26caa7b8-159f-4fba-aaa2-48bed598acaf HTTP/1.1" status: 200 len: 217 time: 0.2088447 Feb 17 22:28:43.495149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:28:43.515310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Sync routers for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:28:43.546741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b0de5935-8bfc-4d44-9ada-1dfaf2e4c280 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "GET /v2.0/networks/7d51a4cf-f9fe-478f-9b87-bafb5e1fe874/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.2695627 Feb 17 22:28:43.548026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59092) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:43.557698 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42b63467-c787-4260-a169-001469b335df tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "PUT /v2.0/routers/e7044530-31aa-4ca0-8db2-b5bb30d5519e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5399108 Feb 17 22:28:43.561720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59094) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:43.571544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e7db259c-6d40-4c74-bf82-c9c200313821 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--292805893', 'description': 'tempest-secgroup_access--292805893 description', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:43.578271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:43.579090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:43.584961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 34cebef1-86d6-47ea-b578-65bfa852d841 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:43.584961 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.643063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e96d7356-acdd-4584-8394-9c5bbfe7414e req-fb4b039d-744f-44bf-ae5f-242abfa8f80a tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4804170 Feb 17 22:28:43.721826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (dbd64405-2810-4241-a702-e69a6bff522f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.743189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c571bac0-315e-4489-a2ef-e74d44ce2c68 None None] Current status of the port 948802c3-b7c2-49c2-a702-320705fee4cb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:43.770852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cebef1-86d6-47ea-b578-65bfa852d841'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:43.773540 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680afeae-3b5a-4b26-9752-76620e774b3d" -d '{"events": [{"server_uuid": "030c9d63-1aa7-49fb-8fce-1752942b7e3b", "name": "network-vif-plugged", "status": "completed", "tag": "34cebef1-86d6-47ea-b578-65bfa852d841"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:43.780309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 34cebef1-86d6-47ea-b578-65bfa852d841, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=34cebef1-86d6-47ea-b578-65bfa852d841,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:43.799309 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.869965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-d0a24e13-d64a-47c6-bc52-cda0db422cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:43.871969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7db259c-6d40-4c74-bf82-c9c200313821 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.873038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-d0a24e13-d64a-47c6-bc52-cda0db422cd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57 HTTP/1.1" status: 200 len: 801 time: 0.4026101 Feb 17 22:28:43.879601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=34cebef1-86d6-47ea-b578-65bfa852d841,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:43.913690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:28:43.917656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9adb8d4b-9adc-4e18-87f2-b925418ec152 None None] Provisioning complete for port 5305d69a-876e-407a-a8ae-37a7573972de triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:43.918137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9adb8d4b-9adc-4e18-87f2-b925418ec152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5305d69a-876e-407a-a8ae-37a7573972de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:43.953874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['4e6714e5-454f-44c9-aad1-545f99b1a7b8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:28:43.962436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-cb5a6fbc-0c50-404a-89be-7d3959e55b0c service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521462 Feb 17 22:28:43.995494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Subnet': ['ID=dbd64405-2810-4241-a702-e69a6bff522f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:44.031873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9adb8d4b-9adc-4e18-87f2-b925418ec152 None None] Port 5305d69a-876e-407a-a8ae-37a7573972de cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:44.043096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Checking segment: {'id': '604e9980-32ce-4cd4-b96f-8db8c8c102d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:44.044539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Network hostable DHCP agents. Network: 8b636367-c19c-417b-803a-ddc00ccc97a8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:28:44.070354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-40bec918-4163-48ef-b69e-d107cd4140e5 tempest-DHCPAgentSchedulersTestJSON-1790889008 tempest-DHCPAgentSchedulersTestJSON-1790889008-project-admin] 10.222.0.79 "GET /v2.0/agents/eec98f87-06b6-43b7-997f-d51eaeacfc2f/dhcp-networks HTTP/1.1" status: 200 len: 12803 time: 0.4644513 Feb 17 22:28:44.078691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4a02d-54dc-4882-8f2b-d608a951c238 req-df257a05-1e85-4fec-80af-9284082b577d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:44.084432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59098) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:44.089699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65c4a02d-54dc-4882-8f2b-d608a951c238 req-df257a05-1e85-4fec-80af-9284082b577d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.6517277 Feb 17 22:28:44.186232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df674a1e-e2bc-4591-b93b-e7e68523a53a None None] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:44.198773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc5949-b10c-43cf-bd52-8c74e93b2767 req-0500edc0-344c-4d8a-b830-60abba2cf9b2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:44.204454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc5949-b10c-43cf-bd52-8c74e93b2767 req-0500edc0-344c-4d8a-b830-60abba2cf9b2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:44.206111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4fc5949-b10c-43cf-bd52-8c74e93b2767 req-0500edc0-344c-4d8a-b830-60abba2cf9b2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1681 time: 0.3919063 Feb 17 22:28:44.213980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::1fb (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f/11cf8c7e-ef0c-4b0a-84cb-750c8f95389f/ca15f5a8-c85b-40b7-9168-f8218d260c8d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:44.247920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8:0:1::9a (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f/3b5ee79b-cd1f-422c-b9bc-843e88b223a1/ca15f5a8-c85b-40b7-9168-f8218d260c8d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:44.258442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:28:44.288901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396afc75-0147-433f-b1ae-f6536555f556 req-f89c4539-f69d-4724-8a41-b24241dd748a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:44.291139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-f89c4539-f69d-4724-8a41-b24241dd748a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4e958056-6cf2-440a-9a26-225e0ccaf685&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.3359392 Feb 17 22:28:44.312921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65c4a02d-54dc-4882-8f2b-d608a951c238 req-2b464f5b-e71a-4eb4-8baa-4db19e0283e6 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222102 Feb 17 22:28:44.323164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e66bacea-ce82-431f-9861-2d414b08bfc5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.325526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8b636367-c19c-417b-803a-ddc00ccc97a8) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:44.328734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7db259c-6d40-4c74-bf82-c9c200313821 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (85c4abce-0be7-493c-a3c1-1f4fd5c09087), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.347237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7db259c-6d40-4c74-bf82-c9c200313821 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (85c4abce-0be7-493c-a3c1-1f4fd5c09087), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.362219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6405b7-aaca-4f1e-989c-c208f770e201 None None] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:44.365421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:44.366090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.453842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a29b0d68-a7c8-4283-bd20-33649601dc96 None None] Provisioning complete for port 2360cab4-c585-4a9f-b49b-617cbb545f1d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:44.455543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a29b0d68-a7c8-4283-bd20-33649601dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.467329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7db259c-6d40-4c74-bf82-c9c200313821 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.481904 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7db259c-6d40-4c74-bf82-c9c200313821 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.9112101 Feb 17 22:28:44.484505 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3efd6cd-e15e-485b-909f-fe685b9090d7 x-openstack-request-id: req-e3efd6cd-e15e-485b-909f-fe685b9090d7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:44.484814 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030c9d63-1aa7-49fb-8fce-1752942b7e3b", "name": "network-vif-plugged", "status": "completed", "tag": "34cebef1-86d6-47ea-b578-65bfa852d841", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:44.485078 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3efd6cd-e15e-485b-909f-fe685b9090d7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:44.485501 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34cebef1-86d6-47ea-b578-65bfa852d841', 'code': 200} Feb 17 22:28:44.496971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-daf4b85f-c185-4088-b500-cea6a010f718 service neutron] 10.222.0.73 "GET /v2.0/networks/4e958056-6cf2-440a-9a26-225e0ccaf685?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812997 Feb 17 22:28:44.502787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:44.529237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-604e31e5-a43c-4da1-aed3-0107f930ed70 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1795270881', 'description': 'tempest-secgroup_general--1795270881 description', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:44.546960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-d5e2dc17-41ce-45de-97d2-da77919537db service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567453 Feb 17 22:28:44.551464 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-148e5165-8e5d-443d-9e96-99f810a67b93 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1802933 Feb 17 22:28:44.553207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:44.619935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-475447114', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:44.654466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.654719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.660497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db259c-6d40-4c74-bf82-c9c200313821 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85c4abce-0be7-493c-a3c1-1f4fd5c09087,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:44.679752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4fc5949-b10c-43cf-bd52-8c74e93b2767 req-b801b4f4-5a93-4af0-ac0e-e08e1f4d3b51 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379086 Feb 17 22:28:44.713533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 26caa7b8-159f-4fba-aaa2-48bed598acaf up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:44.715738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2360cab4-c585-4a9f-b49b-617cbb545f1d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:44.748290 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd4c2283-999d-4cf2-bfa7-e6104e775eb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.830769 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-604e31e5-a43c-4da1-aed3-0107f930ed70 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.851420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56362250-437b-49d1-b738-c4ca663c9c3b req-8dc91bae-0728-4186-84d2-6cdc523c5fbf tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:44.853737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56362250-437b-49d1-b738-c4ca663c9c3b req-8dc91bae-0728-4186-84d2-6cdc523c5fbf tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.3435752 Feb 17 22:28:44.896668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d53c16-6f13-42f2-aa4d-f8b8df529036 req-5f8c38c1-b723-4835-884e-740760a12152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:44.898335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72d53c16-6f13-42f2-aa4d-f8b8df529036 req-5f8c38c1-b723-4835-884e-740760a12152 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 1129 time: 0.3451791 Feb 17 22:28:44.911286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e66bacea-ce82-431f-9861-2d414b08bfc5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.937716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router_controller (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:44.941012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-396afc75-0147-433f-b1ae-f6536555f556 req-f9347ad0-ebb9-4741-9ab7-62d750606e7f service neutron] 10.222.0.73 "GET /v2.0/networks/4e958056-6cf2-440a-9a26-225e0ccaf685?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287536 Feb 17 22:28:44.956799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e66bacea-ce82-431f-9861-2d414b08bfc5']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:44.985121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f38eb87-339f-47b1-a01c-05bd2af72870') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:44.986807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f38eb87-339f-47b1-a01c-05bd2af72870') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:45.024720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56362250-437b-49d1-b738-c4ca663c9c3b req-471e4a6a-6750-45f3-a59a-6c315ec37d55 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239059 Feb 17 22:28:45.029389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72d53c16-6f13-42f2-aa4d-f8b8df529036 req-35c3f04c-7202-475f-9cc5-fe2f50aa4024 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137257 Feb 17 22:28:45.048065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.052248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.058594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.064109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.066903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-8b636367-c19c-417b-803a-ddc00ccc97a8', 'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8', 'project_id': 'c09b8033238f4b109cd854398f2c9a83', 'fixed_ips': [{'subnet_id': 'dbd64405-2810-4241-a702-e69a6bff522f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:28:45.067130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (8f38eb87-339f-47b1-a01c-05bd2af72870), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.067352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.069911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.074874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.080606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.088525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-ecab74af-d255-4f07-b9d7-e8410a91ecbd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.2598009 Feb 17 22:28:45.101638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.103507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.103507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.103856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.104584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.104720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.105182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.107505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-09882f7e-ae50-4ac7-98ac-895106fffffb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6703 time: 0.3025637 Feb 17 22:28:45.141901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (8f38eb87-339f-47b1-a01c-05bd2af72870), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.220023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5b4b405-9706-4552-9b1c-2b458202d6cd req-4f6d7790-e31b-4129-94ea-41d71926b4e0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1304994 Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (8f38eb87-339f-47b1-a01c-05bd2af72870), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:28:45.246311 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:28:45.266228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-f7a9a772-d2a0-4f88-a502-06efb4945860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.266495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 26caa7b8-159f-4fba-aaa2-48bed598acaf completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:28:45.267972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-f7a9a772-d2a0-4f88-a502-06efb4945860 service neutron] 10.222.0.94 "GET /v2.0/networks?id=8caa62b9-8ccb-4f50-ab64-8106d333b008 HTTP/1.1" status: 200 len: 903 time: 0.1515768 Feb 17 22:28:45.270521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:41Z', 'revision_number': 2, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:45.316936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2360cab4-c585-4a9f-b49b-617cbb545f1d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:45.317308 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.323516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-9a90edcf-0cb6-4bac-af18-4abcd6d39a6f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 HTTP/1.1" status: 200 len: 217 time: 0.0452740 Feb 17 22:28:45.324616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 26caa7b8-159f-4fba-aaa2-48bed598acaf triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:45.324986 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.335927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Checking router: e7044530-31aa-4ca0-8db2-b5bb30d5519e for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:28:45.336222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Updating router e7044530-31aa-4ca0-8db2-b5bb30d5519e port 5305d69a-876e-407a-a8ae-37a7573972de binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:28:45.341666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.344361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router_gateway (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.382689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-604e31e5-a43c-4da1-aed3-0107f930ed70 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (875995b3-2e98-49f6-bde7-854f8a1c2934), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.401201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-604e31e5-a43c-4da1-aed3-0107f930ed70 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (875995b3-2e98-49f6-bde7-854f8a1c2934), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.402627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-0f8d01b3-86f4-4a62-8f62-cdd7a5c71833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.404314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e66bacea-ce82-431f-9861-2d414b08bfc5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.406194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-0f8d01b3-86f4-4a62-8f62-cdd7a5c71833 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=06e0b721-0635-4451-b2a9-ec895a578aaa HTTP/1.1" status: 200 len: 797 time: 0.0762444 Feb 17 22:28:45.412339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.421137 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "DELETE /v2.0/networks/e66bacea-ce82-431f-9861-2d414b08bfc5 HTTP/1.1" status: 204 len: 168 time: 1.3269095 Feb 17 22:28:45.448205 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59110) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:45.467192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a29b0d68-a7c8-4283-bd20-33649601dc96 None None] Current status of the port 2360cab4-c585-4a9f-b49b-617cbb545f1d is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:45.468184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a29b0d68-a7c8-4283-bd20-33649601dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.497469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5305d69a-876e-407a-a8ae-37a7573972de), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.514202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f913f3d-5044-4be1-9407-9a545619d9a4 None None] Update dhcp port {'port': {'network_id': '8f12d3b1-aef6-41b4-88e9-fdec4ef0236f', 'fixed_ips': [{'subnet_id': '11cf8c7e-ef0c-4b0a-84cb-750c8f95389f', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b5ee79b-cd1f-422c-b9bc-843e88b223a1'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '2360cab4-c585-4a9f-b49b-617cbb545f1d'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:28:45.530411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-c02a8861-1f9f-4547-b68d-e8fea63fa8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.530411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-c02a8861-1f9f-4547-b68d-e8fea63fa8a6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8caa62b9-8ccb-4f50-ab64-8106d333b008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1085513 Feb 17 22:28:45.540977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30118c31-6b21-42d8-b186-bce5fc2fac21 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event deleted for resources: {'Network': ['ID=e66bacea-ce82-431f-9861-2d414b08bfc5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:45.558244 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-180ddeb1-0c99-41ab-8345-b9f068b3308b tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] DELETE failed (client error): The resource could not be found. Feb 17 22:28:45.558803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-180ddeb1-0c99-41ab-8345-b9f068b3308b tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:28:45.563414 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-180ddeb1-0c99-41ab-8345-b9f068b3308b tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "DELETE /v2.0/ports/680a0e37-338f-45d7-a897-dc99e3501ff2 HTTP/1.1" status: 404 len: 333 time: 0.1126344 Feb 17 22:28:45.566297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-604e31e5-a43c-4da1-aed3-0107f930ed70 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.567885 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-604e31e5-a43c-4da1-aed3-0107f930ed70 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0539241 Feb 17 22:28:45.573155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:45.573758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59114) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:45.589541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Allocated IP 172.20.0.2 (8b636367-c19c-417b-803a-ddc00ccc97a8/dbd64405-2810-4241-a702-e69a6bff522f/de029dfc-ea77-4d01-9858-14b0c6ba8e13) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:45.626775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918394d-5945-46b1-ade4-87e428567a8e req-a0e047af-93b2-4741-91d2-fff3239f8603 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.628595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9918394d-5945-46b1-ade4-87e428567a8e req-a0e047af-93b2-4741-91d2-fff3239f8603 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.1586618 Feb 17 22:28:45.678864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a29b0d68-a7c8-4283-bd20-33649601dc96 None None] For port 2360cab4-c585-4a9f-b49b-617cbb545f1d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2360cab4-c585-4a9f-b49b-617cbb545f1d,segment=NetworkSegment(94615dfa-4401-462c-b00b-c4e37b646ce6),segment_id=94615dfa-4401-462c-b00b-c4e37b646ce6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:45.680138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f913f3d-5044-4be1-9407-9a545619d9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.692331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-4e757feb-4dd1-4619-8c05-7eb56b6c8b77 service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558933 Feb 17 22:28:45.704858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a29b0d68-a7c8-4283-bd20-33649601dc96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:45.730461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9918394d-5945-46b1-ade4-87e428567a8e req-f50d3f1e-4061-47a6-945f-2fd64c1f8d4c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893631 Feb 17 22:28:45.924371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbc51a42-14ba-4075-b4f7-6b64ac0e36f8 req-1a8b097d-a807-455a-bae8-d26b4b62308e service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227793 Feb 17 22:28:45.943231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7ef6093a-f5ce-4a32-9ea9-68213c7436aa tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'security_group_rule': {'security_group_id': '85c4abce-0be7-493c-a3c1-1f4fd5c09087', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:45.952808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e31e5-a43c-4da1-aed3-0107f930ed70 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=875995b3-2e98-49f6-bde7-854f8a1c2934,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:45.962206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1eaa4-a652-4413-abe8-6f9355760453 req-149d3267-1b63-45c0-a60c-8c2747004ffc tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.969197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1eaa4-a652-4413-abe8-6f9355760453 req-149d3267-1b63-45c0-a60c-8c2747004ffc tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.970980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b1eaa4-a652-4413-abe8-6f9355760453 req-149d3267-1b63-45c0-a60c-8c2747004ffc tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1681 time: 0.1469846 Feb 17 22:28:45.989763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e1797-0d9d-4e18-8742-0197091fdad0 req-64975201-674d-4352-8d25-6ff0075a027a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:45.991883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6e1797-0d9d-4e18-8742-0197091fdad0 req-64975201-674d-4352-8d25-6ff0075a027a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.1258903 Feb 17 22:28:46.011347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2360cab4-c585-4a9f-b49b-617cbb545f1d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:46.019360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.037284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59120) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:46.057086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'floatingip': {'port_id': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:46.080019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b1eaa4-a652-4413-abe8-6f9355760453 req-7d01dd5e-2cc7-4b7d-8e6a-30546c4a1488 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989845 Feb 17 22:28:46.124648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b0d68-a7c8-4283-bd20-33649601dc96 None None] Pushing event updated for resources: {'Port': ['ID=2360cab4-c585-4a9f-b49b-617cbb545f1d,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:46.146718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 26caa7b8-159f-4fba-aaa2-48bed598acaf is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:46.147452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.169284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Deleting subnet e9883dfa-247c-4431-a10b-e3eb530a8fc2 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:28:46.183579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ef6093a-f5ce-4a32-9ea9-68213c7436aa tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group_rule (d66694e6-d088-47ad-9008-35b6c203a971), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.188379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks [] for subnet (e9883dfa-247c-4431-a10b-e3eb530a8fc2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.193051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:46.219592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb29c0-177e-43ce-9fb1-a75fe908258f req-e653fbb4-d3a8-4aaa-8af5-0acfe1365a31 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.219932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.222419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74eb29c0-177e-43ce-9fb1-a75fe908258f req-e653fbb4-d3a8-4aaa-8af5-0acfe1365a31 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.0765185 Feb 17 22:28:46.232180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:46.234919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:46.241977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.241977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.319625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=ca15f5a8-c85b-40b7-9168-f8218d260c8d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:46.323897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74eb29c0-177e-43ce-9fb1-a75fe908258f req-6806e69e-2477-4509-bd6a-c0a32420f90c tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930855 Feb 17 22:28:46.375800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (e9883dfa-247c-4431-a10b-e3eb530a8fc2), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.386869 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c7781efe-fc3f-4a13-90c6-e0b39d0e2516 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 4.3275378 Feb 17 22:28:46.389951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 26caa7b8-159f-4fba-aaa2-48bed598acaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=26caa7b8-159f-4fba-aaa2-48bed598acaf,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:46.390275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59126) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:46.398817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11cf8c7e-ef0c-4b0a-84cb-750c8f95389f'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:46.426800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.491837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26caa7b8-159f-4fba-aaa2-48bed598acaf'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:46.495111 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bed10b4-cd3b-45df-873f-b5a68ef8507f" -d '{"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-plugged", "status": "completed", "tag": "26caa7b8-159f-4fba-aaa2-48bed598acaf"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:46.514632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ef6093a-f5ce-4a32-9ea9-68213c7436aa tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group_rule (d66694e6-d088-47ad-9008-35b6c203a971), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.518989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2f913f3d-5044-4be1-9407-9a545619d9a4 None None] Allocated IP 2001:db8:0:1::2 (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f/3b5ee79b-cd1f-422c-b9bc-843e88b223a1/2360cab4-c585-4a9f-b49b-617cbb545f1d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:46.545642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ef6093a-f5ce-4a32-9ea9-68213c7436aa tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (d66694e6-d088-47ad-9008-35b6c203a971), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.551766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Publish callbacks [] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.595298 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.622718 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e37e56-fcff-4131-b2e4-3c294edade8a x-openstack-request-id: req-a4e37e56-fcff-4131-b2e4-3c294edade8a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:46.623022 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-plugged", "status": "completed", "tag": "26caa7b8-159f-4fba-aaa2-48bed598acaf", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:46.623278 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a4e37e56-fcff-4131-b2e4-3c294edade8a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:46.629326 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26caa7b8-159f-4fba-aaa2-48bed598acaf', 'code': 200} Feb 17 22:28:46.640438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.647047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.653923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4e6714e5-454f-44c9-aad1-545f99b1a7b8 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:46.654250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.657119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2360cab4-c585-4a9f-b49b-617cbb545f1d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:46.661647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.667132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.673239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.679166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:46.681393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-7f162894-4eca-4623-b678-934f8e0a50e9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.3524923 Feb 17 22:28:46.708269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6093a-f5ce-4a32-9ea9-68213c7436aa tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d66694e6-d088-47ad-9008-35b6c203a971,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:46.726005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ef6093a-f5ce-4a32-9ea9-68213c7436aa tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.727252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7ef6093a-f5ce-4a32-9ea9-68213c7436aa tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1513004 Feb 17 22:28:46.767687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38d57bda-7944-4fda-ba1a-100c69b64c8a req-2e625af3-62fb-40de-8d44-e3db2d15282d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677094 Feb 17 22:28:46.769735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e9883dfa-247c-4431-a10b-e3eb530a8fc2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.836608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=26caa7b8-159f-4fba-aaa2-48bed598acaf,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:46.885446 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:46.897446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router_gateway (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.001908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.021337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Pushing event updated for resources: {'Port': ['ID=de029dfc-ea77-4d01-9858-14b0c6ba8e13,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:47.066422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2f913f3d-5044-4be1-9407-9a545619d9a4 None None] For port 2360cab4-c585-4a9f-b49b-617cbb545f1d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2360cab4-c585-4a9f-b49b-617cbb545f1d,segment=NetworkSegment(94615dfa-4401-462c-b00b-c4e37b646ce6),segment_id=94615dfa-4401-462c-b00b-c4e37b646ce6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:47.091846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e9883dfa-247c-4431-a10b-e3eb530a8fc2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.102878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:47.114405 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cd8694e-cb54-464e-a851-700dacf7e29a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.116832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:28:47.126420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:47.127018 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.171456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-f3a6c015-aac4-4e46-a174-b9c55a3781ba tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_access--292805893&fields=id&tenant_id=e9adee1fef6b47dc934fa808d94a3103 HTTP/1.1" status: 200 len: 267 time: 0.1643584 Feb 17 22:28:47.179100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:47.179424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event deleted for resources: {'Subnet': ['ID=e9883dfa-247c-4431-a10b-e3eb530a8fc2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:47.196489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.199809 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9fcdf6e-c0cd-4b01-9a82-38c241278e04 tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "DELETE /v2.0/subnets/e9883dfa-247c-4431-a10b-e3eb530a8fc2 HTTP/1.1" status: 204 len: 168 time: 1.6251011 Feb 17 22:28:47.202835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59144) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:47.226543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:47.245997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5f722f-128a-4fb0-a2d5-fae9bb68113c None None] Network 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:47.312146 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Publish callbacks [] for port (5305d69a-876e-407a-a8ae-37a7573972de), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.325660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:28:47.402740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f913f3d-5044-4be1-9407-9a545619d9a4 None None] Publish callbacks [] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.420270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Allocated IP 172.25.0.204 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/c0c7add0-3841-411a-80e9-a2ae2700b7e7) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:47.444197 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5305d69a-876e-407a-a8ae-37a7573972de), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.444461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.453182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.486251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (7d51a4cf-f9fe-478f-9b87-bafb5e1fe874), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.497834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-02759baf-f320-4396-ad34-baf5efc78198 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup_general--1795270881&fields=id&tenant_id=e9adee1fef6b47dc934fa808d94a3103 HTTP/1.1" status: 200 len: 267 time: 0.3234735 Feb 17 22:28:47.606631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556a90-0236-4aec-8489-5edcc0c9eabd req-9bba6277-c1f4-453e-89a4-5f0c98ac02c8 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:47.612687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b556a90-0236-4aec-8489-5edcc0c9eabd req-9bba6277-c1f4-453e-89a4-5f0c98ac02c8 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:47.614302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b556a90-0236-4aec-8489-5edcc0c9eabd req-9bba6277-c1f4-453e-89a4-5f0c98ac02c8 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1682 time: 0.3505170 Feb 17 22:28:47.658633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Delete allocated IP 2001:db8:0:1::9a (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f/3b5ee79b-cd1f-422c-b9bc-843e88b223a1) {{(pid=103527) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:28:47.670288 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Floating IP 2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b associated. External IP: 172.25.0.29, port: c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35. Feb 17 22:28:47.679538 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f913f3d-5044-4be1-9407-9a545619d9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.788668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for port (c0c7add0-3841-411a-80e9-a2ae2700b7e7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.791763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-e56ab951-7741-41a8-ae68-97b509510443 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:47.798751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-e56ab951-7741-41a8-ae68-97b509510443 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/networks?id=fcd79117-16cb-4107-ac9f-59e87b1c56bc HTTP/1.1" status: 200 len: 797 time: 0.2996111 Feb 17 22:28:47.832165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b556a90-0236-4aec-8489-5edcc0c9eabd req-73ca3eef-38cb-4b0d-9031-fa6e3bee0f25 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081845 Feb 17 22:28:47.862738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-9ed66be2-df5d-4f4e-9564-ce4a8e1a336b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/quotas/e9adee1fef6b47dc934fa808d94a3103 HTTP/1.1" status: 200 len: 375 time: 0.0627093 Feb 17 22:28:47.880214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c0c7add0-3841-411a-80e9-a2ae2700b7e7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.909534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Deleting port 1f18c363-3335-4c5c-996b-0dd94affa71e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:47.909874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.942285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Attempting to bind port de029dfc-ea77-4d01-9858-14b0c6ba8e13 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:47.942952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Attempting to bind port de029dfc-ea77-4d01-9858-14b0c6ba8e13 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '604e9980-32ce-4cd4-b96f-8db8c8c102d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:47.943540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Attempting to bind port de029dfc-ea77-4d01-9858-14b0c6ba8e13 on network 8b636367-c19c-417b-803a-ddc00ccc97a8 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:47.948790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a2164-4063-4720-ad4a-836da3804f50 None None] Pushing event updated for resources: {'Port': ['ID=5305d69a-876e-407a-a8ae-37a7573972de,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:47.968346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2360cab4-c585-4a9f-b49b-617cbb545f1d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:47.969117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:47.991027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:48.031163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:48.034241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:48.073894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] For port 1f18c363-3335-4c5c-996b-0dd94affa71e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1f18c363-3335-4c5c-996b-0dd94affa71e,segment=NetworkSegment(b2c8ae3b-10a5-477e-843d-2918219bef93),segment_id=b2c8ae3b-10a5-477e-843d-2918219bef93)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:48.074328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.106832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-ea48ef70-a499-4cfe-ae1a-2e28f276f604 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2429507 Feb 17 22:28:48.109159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Port': ['ID=c0c7add0-3841-411a-80e9-a2ae2700b7e7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:48.117138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Calling delete_port for 1f18c363-3335-4c5c-996b-0dd94affa71e owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:48.122520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.122929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.123224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.123598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.123914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.124246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.124574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.124904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.125234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.125559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.125884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.126223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.126521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:28:48.200471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:48.200868 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.202876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.216473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:48.216899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Checking segment: {'id': '604e9980-32ce-4cd4-b96f-8db8c8c102d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:48.217306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.217729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Bound using segment: {'id': '604e9980-32ce-4cd4-b96f-8db8c8c102d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:48.218260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Bound port: de029dfc-ea77-4d01-9858-14b0c6ba8e13, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '604e9980-32ce-4cd4-b96f-8db8c8c102d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:48.218743 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.230220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.237183 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.255495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Router 51a9dfce-ceac-4249-8262-0c3f652b2030 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:28:48.306073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Attempting to bind port 5305d69a-876e-407a-a8ae-37a7573972de on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:28:48.306831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Attempting to bind port 5305d69a-876e-407a-a8ae-37a7573972de by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:28:48.307322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Attempting to bind port 5305d69a-876e-407a-a8ae-37a7573972de on network fcd79117-16cb-4107-ac9f-59e87b1c56bc {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:28:48.365719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69c6c5-8a5d-4ef4-9b02-cb5fbab79266 req-c3aeafd5-9ae2-44a5-b359-59c2180614db tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:48.374941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a69c6c5-8a5d-4ef4-9b02-cb5fbab79266 req-c3aeafd5-9ae2-44a5-b359-59c2180614db tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.3970060 Feb 17 22:28:48.378372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f913f3d-5044-4be1-9407-9a545619d9a4 None None] Pushing event updated for resources: {'Port': ['ID=2360cab4-c585-4a9f-b49b-617cbb545f1d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:48.390264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:28:48.398542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Checking segment: {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:28:48.399725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.400230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Bound using segment: {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:28:48.400883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Bound port: 5305d69a-876e-407a-a8ae-37a7573972de, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:28:48.401422 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5305d69a-876e-407a-a8ae-37a7573972de), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.410081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4e6714e5-454f-44c9-aad1-545f99b1a7b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4e6714e5-454f-44c9-aad1-545f99b1a7b8,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:48.444342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.446827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2360cab4-c585-4a9f-b49b-617cbb545f1d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:48.464202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=ca15f5a8-c85b-40b7-9168-f8218d260c8d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:48.484765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53375849-e7c9-41c7-a8b5-7d82fe513ba7 None None] Provisioning complete for port 5305d69a-876e-407a-a8ae-37a7573972de triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:48.485262 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53375849-e7c9-41c7-a8b5-7d82fe513ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5305d69a-876e-407a-a8ae-37a7573972de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.646602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6714e5-454f-44c9-aad1-545f99b1a7b8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:48.650199 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7125a852-10a9-4076-8eeb-bac838f31f56" -d '{"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-plugged", "status": "completed", "tag": "4e6714e5-454f-44c9-aad1-545f99b1a7b8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:48.661513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2360cab4-c585-4a9f-b49b-617cbb545f1d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:48.678597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb6a462-aa26-4aac-a57d-3af4ab13898a None None] DHCP port deletion for 7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:28:48.751550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] For port de029dfc-ea77-4d01-9858-14b0c6ba8e13, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:48.766176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53375849-e7c9-41c7-a8b5-7d82fe513ba7 None None] Port 5305d69a-876e-407a-a8ae-37a7573972de cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:48.788218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4e6714e5-454f-44c9-aad1-545f99b1a7b8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:48.798188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] For port de029dfc-ea77-4d01-9858-14b0c6ba8e13, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de029dfc-ea77-4d01-9858-14b0c6ba8e13,segment=NetworkSegment(604e9980-32ce-4cd4-b96f-8db8c8c102d6),segment_id=604e9980-32ce-4cd4-b96f-8db8c8c102d6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:48.824264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] For port 5305d69a-876e-407a-a8ae-37a7573972de, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:28:48.829103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] For port 5305d69a-876e-407a-a8ae-37a7573972de, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5305d69a-876e-407a-a8ae-37a7573972de,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:28:48.846778 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5305d69a-876e-407a-a8ae-37a7573972de), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.853999 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:48.964964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:48.965987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:49.019559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:28:49.026735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.034819 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] Sync routers for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:28:49.051928 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:49.057067 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:49.058237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router_gateway (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.080612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2360cab4-c585-4a9f-b49b-617cbb545f1d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:49.081092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.096479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a2164-4063-4720-ad4a-836da3804f50 None None] Pushing event updated for resources: {'Port': ['ID=5305d69a-876e-407a-a8ae-37a7573972de,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:49.198027 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0db7330f-4077-40c2-8857-63db879478cf tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "PUT /v2.0/floatingips/2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b HTTP/1.1" status: 200 len: 991 time: 3.1516428 Feb 17 22:28:49.206191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:28:49.212341 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da" -d '{"events": [{"name": "network-changed", "server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:28:49.237033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a69c6c5-8a5d-4ef4-9b02-cb5fbab79266 req-22689c97-3e3d-4d3d-8ad8-4afc1d753b14 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8609431 Feb 17 22:28:49.237972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (1f18c363-3335-4c5c-996b-0dd94affa71e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.248933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] In _notify_port_updated(), no bound segment for port ca15f5a8-c85b-40b7-9168-f8218d260c8d on network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:28:49.285294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.286330 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.288577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-94cb482d-4d7c-47b5-a1e3-ef82a0036e5c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "PUT /v2.0/ports/ca15f5a8-c85b-40b7-9168-f8218d260c8d HTTP/1.1" status: 200 len: 925 time: 2.8962691 Feb 17 22:28:49.296073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59160) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:49.323829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '11cf8c7e-ef0c-4b0a-84cb-750c8f95389f'}, {'subnet_id': '3b5ee79b-cd1f-422c-b9bc-843e88b223a1'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:49.351609 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:28:49.373238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea206a-0221-4dd6-a15c-1cc622031e15 None None] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:49.406599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event deleted for resources: {'Port': ['ID=1f18c363-3335-4c5c-996b-0dd94affa71e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:49.417695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] No DVR routers for this DVR port 1f18c363-3335-4c5c-996b-0dd94affa71e on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:28:49.534272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-84630a32-f857-418d-9e16-884f64b127f9 service neutron] 10.222.0.79 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3171296 Feb 17 22:28:49.710579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.737063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:28:49.774605 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.791654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a06f4-df86-47d9-aa65-37926970f078 None None] Pushing event updated for resources: {'Port': ['ID=de029dfc-ea77-4d01-9858-14b0c6ba8e13,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:49.807088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-542247bc-d221-4eaf-9339-ae740682d0d9 None None] Provisioning complete for port 2360cab4-c585-4a9f-b49b-617cbb545f1d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:49.808205 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-542247bc-d221-4eaf-9339-ae740682d0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.839191 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (7d51a4cf-f9fe-478f-9b87-bafb5e1fe874), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:49.865667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-253aecb8-4fa4-471b-8a14-29dc0c9a4d6c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3156946 Feb 17 22:28:49.891749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d51a4cf-f9fe-478f-9b87-bafb5e1fe874']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:49.920234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.932972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.938883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.944252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.950243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.955770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.968844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:49.971958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-fac7b7d8-b7b8-47ac-8f62-799357d59d58 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.5664384 Feb 17 22:28:49.980956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c8ae3b-10a5-477e-843d-2918219bef93') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:49.981225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c8ae3b-10a5-477e-843d-2918219bef93') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:50.008935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:50.042637 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'port_id': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1914, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'mac_address': 'fa:16:3e:62:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:27:48Z', 'updated_at': '2022-02-17T22:28:47Z', 'revision_number': 1, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:50.045447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-821b3793-4f62-4333-8c14-f58dce179557 service neutron] 10.222.0.79 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5087872 Feb 17 22:28:50.050824 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (b2c8ae3b-10a5-477e-843d-2918219bef93), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:50.128535 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] Checking router: 51a9dfce-ceac-4249-8262-0c3f652b2030 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:28:50.142079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2360cab4-c585-4a9f-b49b-617cbb545f1d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:50.144587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b2c8ae3b-10a5-477e-843d-2918219bef93), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:50.145218 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:50.146174 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:50.193022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:28:50.193607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (b2c8ae3b-10a5-477e-843d-2918219bef93), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:28:50.200260 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:28:50.223026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a8fb-628a-4747-8ced-740eef33266f req-198f5501-3cb9-4f19-9f25-c8115e2ddb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:50.225383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-198f5501-3cb9-4f19-9f25-c8115e2ddb44 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1129 time: 0.2522082 Feb 17 22:28:50.309610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Router dbf019fd-305d-4aeb-9fc6-362f47d8ef3e is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:28:50.323073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-542247bc-d221-4eaf-9339-ae740682d0d9 None None] Current status of the port 2360cab4-c585-4a9f-b49b-617cbb545f1d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:50.347618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:48Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:50.416463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7d184b-c949-4199-983b-f4abf075f58a None None] The sync data for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 is: [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:48Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:28:50.448399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60a972b7-b0d1-4a5a-b159-77f67b3ec00d req-9bacc0e8-d069-4a8a-bf7b-d2f5d0243d7f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4622576 Feb 17 22:28:50.484014 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:28:50.504593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-447dcd4f-ae28-4966-a9e1-9cce063a0188 None None] Provisioning complete for port 5305d69a-876e-407a-a8ae-37a7573972de triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:50.505245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-447dcd4f-ae28-4966-a9e1-9cce063a0188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5305d69a-876e-407a-a8ae-37a7573972de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:50.646629 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6abe5d2-6396-48ad-8365-07adbf3332ba x-openstack-request-id: req-d6abe5d2-6396-48ad-8365-07adbf3332ba {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:50.650955 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-plugged", "status": "completed", "tag": "4e6714e5-454f-44c9-aad1-545f99b1a7b8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:50.651236 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6abe5d2-6396-48ad-8365-07adbf3332ba {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:50.651839 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6714e5-454f-44c9-aad1-545f99b1a7b8', 'code': 200} Feb 17 22:28:50.791810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (7d51a4cf-f9fe-478f-9b87-bafb5e1fe874), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:50.804619 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:51.022448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:51.038053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] 10.222.0.79 "DELETE /v2.0/networks/7d51a4cf-f9fe-478f-9b87-bafb5e1fe874 HTTP/1.1" status: 204 len: 168 time: 3.7867773 Feb 17 22:28:51.053273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device de029dfc-ea77-4d01-9858-14b0c6ba8e13 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:51.157041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89847c42-1654-40c7-8a44-e899f9f4743c tempest-DHCPAgentSchedulersTestJSON-92440318 tempest-DHCPAgentSchedulersTestJSON-92440318-project] Pushing event deleted for resources: {'Network': ['ID=7d51a4cf-f9fe-478f-9b87-bafb5e1fe874,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:51.262357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-447dcd4f-ae28-4966-a9e1-9cce063a0188 None None] Current status of the port 5305d69a-876e-407a-a8ae-37a7573972de is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:51.272144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-447dcd4f-ae28-4966-a9e1-9cce063a0188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5305d69a-876e-407a-a8ae-37a7573972de), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:51.318176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a8fb-628a-4747-8ced-740eef33266f req-b60f59e9-b778-4b6f-9bcd-d96084fa8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:51.322577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-b60f59e9-b778-4b6f-9bcd-d96084fa8209 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.9609885 Feb 17 22:28:51.442765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:28:51.468926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-447dcd4f-ae28-4966-a9e1-9cce063a0188 None None] For port 5305d69a-876e-407a-a8ae-37a7573972de, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5305d69a-876e-407a-a8ae-37a7573972de,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:51.494716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] Sync routers for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:28:51.521193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-447dcd4f-ae28-4966-a9e1-9cce063a0188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5305d69a-876e-407a-a8ae-37a7573972de), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:51.599646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:51.604481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-ad7ab1a4-9397-43cb-9380-5f3b2542b679 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 999 time: 0.2138913 Feb 17 22:28:51.605673 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7c23c87a-fe2b-4e56-a169-ecf9af8e8f03 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 7.0417426 Feb 17 22:28:51.614578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59178) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:51.619442 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e1a4e2-2cda-41ec-b356-12573d032e8c x-openstack-request-id: req-63e1a4e2-2cda-41ec-b356-12573d032e8c {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:28:51.619754 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:28:51.620016 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63e1a4e2-2cda-41ec-b356-12573d032e8c {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:28:51.620450 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'status': 'completed', 'code': 200} Feb 17 22:28:51.700281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8:0:1::1d7 (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f/3b5ee79b-cd1f-422c-b9bc-843e88b223a1/ca15f5a8-c85b-40b7-9168-f8218d260c8d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:51.731038 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'port_id': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1914, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'mac_address': 'fa:16:3e:62:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:27:48Z', 'updated_at': '2022-02-17T22:28:47Z', 'revision_number': 1, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:51.855687 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d1d615-aa5f-4c6b-8e49-31be247c0ef3 None None] The sync data for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 is: [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'floating_ip_address': '172.25.0.29', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'port_id': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1914, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'mac_address': 'fa:16:3e:62:f8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:27:48Z', 'updated_at': '2022-02-17T22:28:47Z', 'revision_number': 1, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:28:51.993356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:52.043655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d410ee75-0a5b-4b63-9988-f1ccfbf81a59 None None] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:52.071604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port de029dfc-ea77-4d01-9858-14b0c6ba8e13 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:52.073580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:52.115903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a6dfc-602a-4007-b116-8f96251420a2 req-4d5c1593-3035-47b7-bd72-310f639375f7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:52.122855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a6dfc-602a-4007-b116-8f96251420a2 req-4d5c1593-3035-47b7-bd72-310f639375f7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:52.130779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e63a6dfc-602a-4007-b116-8f96251420a2 req-4d5c1593-3035-47b7-bd72-310f639375f7 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1683 time: 1.0833001 Feb 17 22:28:52.193742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:52.200910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:52.239923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08efc58-2563-4547-b8e0-8f567cd46764 req-e51e5257-ad17-423d-809b-50ab594540a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:52.240321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08efc58-2563-4547-b8e0-8f567cd46764 req-e51e5257-ad17-423d-809b-50ab594540a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:52.244580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e08efc58-2563-4547-b8e0-8f567cd46764 req-e51e5257-ad17-423d-809b-50ab594540a8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 2049 time: 1.5029669 Feb 17 22:28:52.257859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:52.263849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:52.274520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a8fb-628a-4747-8ced-740eef33266f req-23f0c43b-1c3b-4871-93bc-3a75cb9bcbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:52.276787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-23f0c43b-1c3b-4871-93bc-3a75cb9bcbc8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.6629081 Feb 17 22:28:52.430903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] In _notify_port_updated(), no bound segment for port ca15f5a8-c85b-40b7-9168-f8218d260c8d on network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:28:52.438289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:52.440329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:52.441711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:52.442455 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "PUT /v2.0/ports/ca15f5a8-c85b-40b7-9168-f8218d260c8d HTTP/1.1" status: 200 len: 1011 time: 3.1411705 Feb 17 22:28:52.445186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ca250-e4c8-46ff-9bc7-310cc1941917 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=ca15f5a8-c85b-40b7-9168-f8218d260c8d,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:52.449042 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fc847e-8426-48e4-9414-791f25da9136 None None] New status for floating IP 2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:28:52.451697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59188) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:52.458079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Provisioning complete for port 2360cab4-c585-4a9f-b49b-617cbb545f1d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:52.458547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:52.477483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e63a6dfc-602a-4007-b116-8f96251420a2 req-70138404-2e17-4541-b018-b8dc90003df6 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452132 Feb 17 22:28:52.599932 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4bc1afa8-7564-45e1-98e4-9bec905c519c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a6d5f5a5063e4f59a6b084703f50986f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6047306 Feb 17 22:28:52.610023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59190) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:52.633633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05598819-afdb-4534-bea3-6dd63f9a3a48 req-0ede2181-f497-45e5-a056-15d8346acadd tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:52.644207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05598819-afdb-4534-bea3-6dd63f9a3a48 req-0ede2181-f497-45e5-a056-15d8346acadd tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.7203398 Feb 17 22:28:52.680757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447dcd4f-ae28-4966-a9e1-9cce063a0188 None None] Pushing event updated for resources: {'Port': ['ID=5305d69a-876e-407a-a8ae-37a7573972de,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:52.779634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:28:52.781905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:52.786609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac8a3-ed22-435d-a9dd-a21e1ef199f6 admin admin] Publish callbacks [] for security_group (fc8389f1-31b1-4166-819d-337cb5283c86), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:52.863695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac8a3-ed22-435d-a9dd-a21e1ef199f6 admin admin] Publish callbacks [] for security_group (fc8389f1-31b1-4166-819d-337cb5283c86), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:52.951013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:52.952155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9047f32e-a772-48c6-b9dc-e2bbd30fc18d None None] The sync data for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:28:52.981587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f746288c-2c91-4c03-bfe4-c36cc97702b8 req-d4e060c5-72fa-4b49-a4c4-4fd44e1c3a45 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 210 time: 0.3721898 Feb 17 22:28:53.004125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac8a3-ed22-435d-a9dd-a21e1ef199f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fc8389f1-31b1-4166-819d-337cb5283c86), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.011169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7ac8a3-ed22-435d-a9dd-a21e1ef199f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.013931 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d7ac8a3-ed22-435d-a9dd-a21e1ef199f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc8389f1-31b1-4166-819d-337cb5283c86 HTTP/1.1" status: 204 len: 168 time: 0.3993580 Feb 17 22:28:53.025295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898a8fb-628a-4747-8ced-740eef33266f req-135b2b61-20a1-4b09-9d5d-99bc7b999318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.032729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-135b2b61-20a1-4b09-9d5d-99bc7b999318 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7073171 Feb 17 22:28:53.041102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7ac8a3-ed22-435d-a9dd-a21e1ef199f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc8389f1-31b1-4166-819d-337cb5283c86,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:53.129942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e08efc58-2563-4547-b8e0-8f567cd46764 req-358a5efb-7a59-4aec-aea8-b11f02659c33 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8442321 Feb 17 22:28:53.236452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port de029dfc-ea77-4d01-9858-14b0c6ba8e13 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:53.236960 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.271533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Current status of the port 2360cab4-c585-4a9f-b49b-617cbb545f1d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:53.320246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Provisioning complete for port ca15f5a8-c85b-40b7-9168-f8218d260c8d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:53.320246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.353857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port de029dfc-ea77-4d01-9858-14b0c6ba8e13, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de029dfc-ea77-4d01-9858-14b0c6ba8e13,segment=NetworkSegment(604e9980-32ce-4cd4-b96f-8db8c8c102d6),segment_id=604e9980-32ce-4cd4-b96f-8db8c8c102d6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:53.364217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.397349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Port ca15f5a8-c85b-40b7-9168-f8218d260c8d cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:53.434166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Provisioning complete for port de029dfc-ea77-4d01-9858-14b0c6ba8e13 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:53.434834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.528494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1f18c363-3335-4c5c-996b-0dd94affa71e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:28:53.553054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-f4e24d89-acb3-4f5b-94ab-ca74ee6b9182 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.554857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-f4e24d89-acb3-4f5b-94ab-ca74ee6b9182 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.73 "GET /v2.0/networks?id=fcd79117-16cb-4107-ac9f-59e87b1c56bc HTTP/1.1" status: 200 len: 797 time: 0.5759370 Feb 17 22:28:53.564618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 1f18c363-3335-4c5c-996b-0dd94affa71e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:28:53.564979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1f18c363-3335-4c5c-996b-0dd94affa71e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:28:53.577619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=de029dfc-ea77-4d01-9858-14b0c6ba8e13,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:53.585015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05598819-afdb-4534-bea3-6dd63f9a3a48 req-c25c94f9-f7e1-4da2-b24a-72ee1da08f7d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9390283 Feb 17 22:28:53.676006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c1e7e0df-1a96-4812-af31-e52839d0e774 None None] Current status of the port de029dfc-ea77-4d01-9858-14b0c6ba8e13 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:53.679695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59200) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:53.700988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b14d2e0e-89fa-43e7-b9c5-7d711e117147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.723599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5305d69a-876e-407a-a8ae-37a7573972de up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:53.802542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5305d69a-876e-407a-a8ae-37a7573972de triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:53.802953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5305d69a-876e-407a-a8ae-37a7573972de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.840261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b14d2e0e-89fa-43e7-b9c5-7d711e117147 admin admin] Publish callbacks [] for security_group (ad4a9959-6251-4106-96ed-66c9b476fa0b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.844251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d83faf1c-09e6-4c42-985c-ee2f5454378c None None] Provisioning complete for port ca15f5a8-c85b-40b7-9168-f8218d260c8d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:53.844666 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d83faf1c-09e6-4c42-985c-ee2f5454378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.847920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b14d2e0e-89fa-43e7-b9c5-7d711e117147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ad4a9959-6251-4106-96ed-66c9b476fa0b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.864605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-a31603e1-ff8c-4751-8da3-8ae61622a632 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374845 Feb 17 22:28:53.893584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d83faf1c-09e6-4c42-985c-ee2f5454378c None None] Port ca15f5a8-c85b-40b7-9168-f8218d260c8d cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:53.897355 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b14d2e0e-89fa-43e7-b9c5-7d711e117147 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=85d1773105ff4ba29971a544c280dbdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2150762 Feb 17 22:28:53.898789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14d2e0e-89fa-43e7-b9c5-7d711e117147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4a9959-6251-4106-96ed-66c9b476fa0b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:53.902193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:53.942595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d83faf1c-09e6-4c42-985c-ee2f5454378c None None] Provisioning complete for port de029dfc-ea77-4d01-9858-14b0c6ba8e13 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:53.942971 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d83faf1c-09e6-4c42-985c-ee2f5454378c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.953474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.959956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.965274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.971539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5305d69a-876e-407a-a8ae-37a7573972de is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:53.972355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.976738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.981128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d398c693-f329-4372-a5f0-39ff9cc600c3 admin admin] Publish callbacks [] for security_group (ad4a9959-6251-4106-96ed-66c9b476fa0b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:53.982790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.988738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:53.990660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-3bb50079-d8fa-4441-8900-16cfbfc5b41b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.8505683 Feb 17 22:28:54.020476 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d398c693-f329-4372-a5f0-39ff9cc600c3 admin admin] Publish callbacks [] for security_group (ad4a9959-6251-4106-96ed-66c9b476fa0b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:54.055861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d83faf1c-09e6-4c42-985c-ee2f5454378c None None] Current status of the port de029dfc-ea77-4d01-9858-14b0c6ba8e13 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:54.067240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port ca15f5a8-c85b-40b7-9168-f8218d260c8d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:54.067861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:54.084827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d398c693-f329-4372-a5f0-39ff9cc600c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ad4a9959-6251-4106-96ed-66c9b476fa0b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:54.088296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d398c693-f329-4372-a5f0-39ff9cc600c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:54.089482 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d398c693-f329-4372-a5f0-39ff9cc600c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad4a9959-6251-4106-96ed-66c9b476fa0b HTTP/1.1" status: 204 len: 168 time: 0.1763158 Feb 17 22:28:54.103620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398c693-f329-4372-a5f0-39ff9cc600c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4a9959-6251-4106-96ed-66c9b476fa0b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:54.146051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-97d2d134-6600-416a-87a4-32080cbbd6d9 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9adee1fef6b47dc934fa808d94a3103 HTTP/1.1" status: 200 len: 477 time: 0.5249410 Feb 17 22:28:54.165721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'port': {'device_id': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'admin_state_up': True, 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'security_groups': ['85c4abce-0be7-493c-a3c1-1f4fd5c09087', '875995b3-2e98-49f6-bde7-854f8a1c2934']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:54.617040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24702e-7586-4cb2-a1f3-a9609b19548e req-4fdbb9f5-4bd6-4a19-ae31-7acd016f0d98 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:54.622435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a24702e-7586-4cb2-a1f3-a9609b19548e req-4fdbb9f5-4bd6-4a19-ae31-7acd016f0d98 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:54.624116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a24702e-7586-4cb2-a1f3-a9609b19548e req-4fdbb9f5-4bd6-4a19-ae31-7acd016f0d98 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1683 time: 0.8921189 Feb 17 22:28:54.769981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b898a8fb-628a-4747-8ced-740eef33266f req-63cd079f-142b-4d60-bfb2-eb3477bd4c27 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8865459 Feb 17 22:28:54.825073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25535ba9-8336-4fe1-82bd-554111c2f94e req-f9e74f52-b33a-47ed-baf0-987355263ba4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7886918 Feb 17 22:28:54.868656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:54.921662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a24702e-7586-4cb2-a1f3-a9609b19548e req-2e6743da-b280-44ad-a737-9c9f36aa7e2d tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680411 Feb 17 22:28:54.923732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for ca15f5a8-c85b-40b7-9168-f8218d260c8d owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:55.106995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f02fc3e4-b2bf-488e-be52-af06f30c0ca3 req-61d39715-617a-47e9-ba08-cf20f254d2bc tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 210 time: 0.0654640 Feb 17 22:28:55.146316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:55.168293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Made reservation on behalf of e9adee1fef6b47dc934fa808d94a3103 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:55.172027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:55.175710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-45c2422c-f54c-42bd-bb2b-674a4a19682d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:55.177264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-45c2422c-f54c-42bd-bb2b-674a4a19682d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1129 time: 0.3039856 Feb 17 22:28:55.200240 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:55.325839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e83420-e060-409e-9da8-64189c806952 req-86f4252b-58b9-4827-be18-181f36c0e0ee tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:55.327497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2e83420-e060-409e-9da8-64189c806952 req-86f4252b-58b9-4827-be18-181f36c0e0ee tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 945 time: 0.3847744 Feb 17 22:28:55.621563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2e83420-e060-409e-9da8-64189c806952 req-bdf6237e-8bc3-49d2-a66c-541886fe59c4 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430568 Feb 17 22:28:55.715456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-e49b8195-e5be-4cff-8ad7-7e0f33baa5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:55.716937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-e49b8195-e5be-4cff-8ad7-7e0f33baa5b4 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.5337238 Feb 17 22:28:55.768843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device de029dfc-ea77-4d01-9858-14b0c6ba8e13 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:28:55.897257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port de029dfc-ea77-4d01-9858-14b0c6ba8e13 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:55.897257 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:55.919031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Allocated IP 172.20.0.7 (fcd79117-16cb-4107-ac9f-59e87b1c56bc/3bfe83f4-74de-4089-8a6a-b7a10528e45b/6475dda5-b822-4eda-9757-90dea9b9921b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:56.001093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ca15f5a8-c85b-40b7-9168-f8218d260c8d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:56.025933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-bdce21bf-c04f-4d0f-95fe-8fdd3550a1b5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 1001 time: 0.2947981 Feb 17 22:28:56.098932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port de029dfc-ea77-4d01-9858-14b0c6ba8e13 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:56.207091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=ca15f5a8-c85b-40b7-9168-f8218d260c8d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:56.309434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-a0163592-4458-40eb-82a9-0bddbd86b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.311183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-a0163592-4458-40eb-82a9-0bddbd86b421 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.2592847 Feb 17 22:28:56.449432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59250) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:56.587576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:56.598624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59254) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:56.603754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a92a098c-4a21-4562-ad1f-66c51ba4109f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/ca15f5a8-c85b-40b7-9168-f8218d260c8d HTTP/1.1" status: 204 len: 168 time: 4.1420357 Feb 17 22:28:56.627692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7a0210-4f67-4d86-b36a-ecfb7d38c655 req-7513f4b7-14d9-41a2-b20c-88817a5b8167 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.629350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b7a0210-4f67-4d86-b36a-ecfb7d38c655 req-7513f4b7-14d9-41a2-b20c-88817a5b8167 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.4973483 Feb 17 22:28:56.636281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Allocated IP 172.20.0.1 (8b636367-c19c-417b-803a-ddc00ccc97a8/dbd64405-2810-4241-a702-e69a6bff522f/0df16d10-607c-4be1-b4fe-06f497ed1c83) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:28:56.650382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.657071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.660162 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-594222fc-64e5-4bdc-bb88-60a985430fb2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:28:56.666105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.667012 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-594222fc-64e5-4bdc-bb88-60a985430fb2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/ca15f5a8-c85b-40b7-9168-f8218d260c8d HTTP/1.1" status: 404 len: 333 time: 0.0672448 Feb 17 22:28:56.668223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59256) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:56.670052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.676705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.683254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.689748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.691971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-8517f4e0-4654-492e-880b-6ad313a595b6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.6616032 Feb 17 22:28:56.746463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet 3b5ee79b-cd1f-422c-b9bc-843e88b223a1 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:28:56.757688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1762811988'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:56.761978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (3b5ee79b-cd1f-422c-b9bc-843e88b223a1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:56.763325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-87ce966a-6930-4036-ad57-6920d09a5f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:56.765095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-87ce966a-6930-4036-ad57-6920d09a5f1c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3620002 Feb 17 22:28:56.830441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Made reservation on behalf of bf630439c51c40c39a665b82e2a1289d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:56.835991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:56.859533 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:56.865913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (3b5ee79b-cd1f-422c-b9bc-843e88b223a1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:56.946946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (6475dda5-b822-4eda-9757-90dea9b9921b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:56.990155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b7a0210-4f67-4d86-b36a-ecfb7d38c655 req-8e0635c4-a65d-4cb1-ae62-c3843b354f1d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970471 Feb 17 22:28:57.016857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a76c6099-aba4-425d-8f7c-54cd4a95b66f req-41085227-f002-4980-bc5d-95044c2b1fde tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3133373 Feb 17 22:28:57.043018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (3b5ee79b-cd1f-422c-b9bc-843e88b223a1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.120459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-6e6c1e55-842c-4551-8e77-0eb9aa1187b2 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444452 Feb 17 22:28:57.149684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.218161 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.226629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks [] for security_group (0219acb8-fe5f-4be3-92c2-32e584b6ba5b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.234157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0219acb8-fe5f-4be3-92c2-32e584b6ba5b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.271185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (3b5ee79b-cd1f-422c-b9bc-843e88b223a1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.296218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:57.310149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372d6e6-4b07-45a9-85a7-29e0e1d548c1 None None] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:57.327454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.333625 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/3b5ee79b-cd1f-422c-b9bc-843e88b223a1 HTTP/1.1" status: 204 len: 168 time: 0.6635907 Feb 17 22:28:57.337496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59260) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:57.339846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:57.349005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:57.349314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3009b3aa-7d97-4d86-b01c-a7b1f90a9cf1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5ee79b-cd1f-422c-b9bc-843e88b223a1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:57.356600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0219acb8-fe5f-4be3-92c2-32e584b6ba5b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:57.370020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:57.387066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (936a5c8d-ce3d-415c-a55f-dfef798fb0fc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.387407 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Added segment 936a5c8d-ce3d-415c-a55f-dfef798fb0fc of type vlan for network 1076eee2-f77e-4f0d-87c1-20afa4a1b89c Feb 17 22:28:57.500893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=6475dda5-b822-4eda-9757-90dea9b9921b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:57.514005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (1076eee2-f77e-4f0d-87c1-20afa4a1b89c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.536727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645f97a-3ac4-4878-80ee-267c4097d70f req-64b81ab4-894c-42ff-98ad-5e52876fecfd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:57.542671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet 11cf8c7e-ef0c-4b0a-84cb-750c8f95389f {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:28:57.550402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645f97a-3ac4-4878-80ee-267c4097d70f req-64b81ab4-894c-42ff-98ad-5e52876fecfd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:57.552576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6645f97a-3ac4-4878-80ee-267c4097d70f req-64b81ab4-894c-42ff-98ad-5e52876fecfd tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1683 time: 0.3510392 Feb 17 22:28:57.553700 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (11cf8c7e-ef0c-4b0a-84cb-750c8f95389f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.576446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4284f0c5-a4f9-4f7a-8c6f-5fd99c9169da req-1fb11e39-5c53-4516-8775-a748a2b54dcc service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4458663 Feb 17 22:28:57.577481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.602695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (1076eee2-f77e-4f0d-87c1-20afa4a1b89c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.618702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:57.619743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.678179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b152609-fbf6-4855-bb16-de00fe9b4937 req-ac8d97c2-c310-4b55-b134-d9db754ed35c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:57.686308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b152609-fbf6-4855-bb16-de00fe9b4937 req-ac8d97c2-c310-4b55-b134-d9db754ed35c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 970 time: 0.4410441 Feb 17 22:28:57.693046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:57.693690 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.698693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (11cf8c7e-ef0c-4b0a-84cb-750c8f95389f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.715690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:28:57.742128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:28:57.754567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:28:57.771790 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3203461 Feb 17 22:28:57.778275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59262) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:57.799913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedea98a-5bf4-4e9c-8807-71966ab7bcc8 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Pushing event updated for resources: {'Network': ['ID=1076eee2-f77e-4f0d-87c1-20afa4a1b89c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:57.812845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 1076eee2-f77e-4f0d-87c1-20afa4a1b89c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:57.819135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6645f97a-3ac4-4878-80ee-267c4097d70f req-6c2f9604-da51-465c-8a19-5a7232ce0f67 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450612 Feb 17 22:28:57.889181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d82b678e-3bf5-4c0d-866e-ee10fce852a4 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 3.7281530 Feb 17 22:28:57.916713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Request body: {'port': {'device_id': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:57.955971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (11cf8c7e-ef0c-4b0a-84cb-750c8f95389f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:57.976216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'network': {'name': 'tempest-network--1928600724', 'router:external': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:58.007555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Port': ['ID=0df16d10-607c-4be1-b4fe-06f497ed1c83,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:58.036879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1ace4b5f-0393-4e81-9811-4de5406c5fca None None] Provisioning complete for port 6475dda5-b822-4eda-9757-90dea9b9921b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:58.037701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ace4b5f-0393-4e81-9811-4de5406c5fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.081420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Made reservation on behalf of 80a6fe11709449ff93955879250ceb44 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:28:58.084896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.110055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.169594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b152609-fbf6-4855-bb16-de00fe9b4937 req-0e8f1ea5-f0f7-4b04-90fe-27a8d845fa4b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4822781 Feb 17 22:28:58.201885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1ace4b5f-0393-4e81-9811-4de5406c5fca None None] Port 6475dda5-b822-4eda-9757-90dea9b9921b cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:58.239027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.265514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (11cf8c7e-ef0c-4b0a-84cb-750c8f95389f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.470124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2f46a305-3795-47bd-9269-bc7d17b7b137 None None] Provisioning complete for port 0df16d10-607c-4be1-b4fe-06f497ed1c83 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:58.471328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f46a305-3795-47bd-9269-bc7d17b7b137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.486756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=11cf8c7e-ef0c-4b0a-84cb-750c8f95389f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:58.507786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.516886 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-07b853e6-46b7-4c78-a6b1-6ed198cd3df8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/11cf8c7e-ef0c-4b0a-84cb-750c8f95389f HTTP/1.1" status: 204 len: 168 time: 1.1772854 Feb 17 22:28:58.522415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59274) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:58.535273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f46a305-3795-47bd-9269-bc7d17b7b137 None None] Port 0df16d10-607c-4be1-b4fe-06f497ed1c83 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:28:58.541871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.626563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.632447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.639082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.645102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.651115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.656961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.662558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.665205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-994b5720-0e99-46c6-b166-11f329afbc86 req-c0608724-3a30-4b91-becb-d9f22e9ea4d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.2792535 Feb 17 22:28:58.676368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for security_group (341edf72-2995-4fdd-9762-1788832461e5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.681887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (341edf72-2995-4fdd-9762-1788832461e5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.741100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:28:58.762561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.769470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341edf72-2995-4fdd-9762-1788832461e5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:58.777436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (51bfec5e-8b8b-471e-8b11-7c5dcc1bfece), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.778124 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Added segment 51bfec5e-8b8b-471e-8b11-7c5dcc1bfece of type vlan for network 729c6b37-6924-4511-85ed-5fa643dc4b1b Feb 17 22:28:58.865821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (729c6b37-6924-4511-85ed-5fa643dc4b1b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.917678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 2360cab4-c585-4a9f-b49b-617cbb545f1d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:58.918099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.922183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (729c6b37-6924-4511-85ed-5fa643dc4b1b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.923549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:58.924435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:58.957309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c0130-4b0b-499e-a649-33456414ec86 None None] Network 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:28:59.026632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0dcbe4d0-4bc2-4b06-a9f1-7becda1cc920 None None] Provisioning complete for port 2360cab4-c585-4a9f-b49b-617cbb545f1d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:28:59.027224 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dcbe4d0-4bc2-4b06-a9f1-7becda1cc920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.065212 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2789879 Feb 17 22:28:59.074700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59276) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:59.159570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160ef22-f25f-46cf-b01a-2668e3563e4e req-bfaeb383-804f-4dcf-8cbd-c21cb8c14028 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:59.161070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f160ef22-f25f-46cf-b01a-2668e3563e4e req-bfaeb383-804f-4dcf-8cbd-c21cb8c14028 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.7740164 Feb 17 22:28:59.162826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e74113-c0fc-4323-b1f7-f07167f47bf2 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Network': ['ID=729c6b37-6924-4511-85ed-5fa643dc4b1b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:59.174598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbe4d0-4bc2-4b06-a9f1-7becda1cc920 None None] Current status of the port 2360cab4-c585-4a9f-b49b-617cbb545f1d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:28:59.185257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] For port 2360cab4-c585-4a9f-b49b-617cbb545f1d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2360cab4-c585-4a9f-b49b-617cbb545f1d,segment=NetworkSegment(94615dfa-4401-462c-b00b-c4e37b646ce6),segment_id=94615dfa-4401-462c-b00b-c4e37b646ce6)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:59.185817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.189644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 729c6b37-6924-4511-85ed-5fa643dc4b1b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:28:59.207929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 2360cab4-c585-4a9f-b49b-617cbb545f1d owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:59.230436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (729c6b37-6924-4511-85ed-5fa643dc4b1b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.320267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] DHCP port deletion for 8f12d3b1-aef6-41b4-88e9-fdec4ef0236f request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:28:59.393758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.403665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] Deleting port 2360cab4-c585-4a9f-b49b-617cbb545f1d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:28:59.404542 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.429541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-994b5720-0e99-46c6-b166-11f329afbc86 req-ca6e5bc2-b0f2-4312-b03a-3ac34d8b5b5d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2965510 Feb 17 22:28:59.436941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f160ef22-f25f-46cf-b01a-2668e3563e4e req-de2c6412-7743-4953-af84-743c940d540b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396374 Feb 17 22:28:59.449501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (729c6b37-6924-4511-85ed-5fa643dc4b1b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.498541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729c6b37-6924-4511-85ed-5fa643dc4b1b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:59.501857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.536809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=2360cab4-c585-4a9f-b49b-617cbb545f1d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:59.543007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No DVR routers for this DVR port 2360cab4-c585-4a9f-b49b-617cbb545f1d on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:28:59.549397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bfec5e-8b8b-471e-8b11-7c5dcc1bfece') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:59.549979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bfec5e-8b8b-471e-8b11-7c5dcc1bfece') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:59.559503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] For port 2360cab4-c585-4a9f-b49b-617cbb545f1d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2360cab4-c585-4a9f-b49b-617cbb545f1d,segment=NetworkSegment(94615dfa-4401-462c-b00b-c4e37b646ce6),segment_id=94615dfa-4401-462c-b00b-c4e37b646ce6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:28:59.560390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.597402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] Calling delete_port for 2360cab4-c585-4a9f-b49b-617cbb545f1d owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:28:59.620450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (51bfec5e-8b8b-471e-8b11-7c5dcc1bfece), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.731739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2360cab4-c585-4a9f-b49b-617cbb545f1d no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:28:59.744418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (51bfec5e-8b8b-471e-8b11-7c5dcc1bfece), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.756045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:28:59.757740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (51bfec5e-8b8b-471e-8b11-7c5dcc1bfece), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.778153 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (2360cab4-c585-4a9f-b49b-617cbb545f1d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.787447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 2360cab4-c585-4a9f-b49b-617cbb545f1d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:28:59.787696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2360cab4-c585-4a9f-b49b-617cbb545f1d not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:28:59.812635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] Pushing event deleted for resources: {'Port': ['ID=2360cab4-c585-4a9f-b49b-617cbb545f1d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:28:59.816465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91eb1268-2485-4115-9424-cb80e4abf04f None None] No DVR routers for this DVR port 2360cab4-c585-4a9f-b49b-617cbb545f1d on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:28:59.844842 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:28:59.854883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.901348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f12d3b1-aef6-41b4-88e9-fdec4ef0236f']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:59.910062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a81f9-7619-4cca-936d-529aa5bc1a0f req-e0356726-8c81-4ca4-8a32-5f14cbadcb09 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:28:59.911802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a32a81f9-7619-4cca-936d-529aa5bc1a0f req-e0356726-8c81-4ca4-8a32-5f14cbadcb09 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 970 time: 0.2186103 Feb 17 22:28:59.923852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (729c6b37-6924-4511-85ed-5fa643dc4b1b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.927691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94615dfa-4401-462c-b00b-c4e37b646ce6') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:59.928150 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94615dfa-4401-462c-b00b-c4e37b646ce6') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:28:59.942340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 729c6b37-6924-4511-85ed-5fa643dc4b1b {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 22:28:59.946568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.953508 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "DELETE /v2.0/networks/729c6b37-6924-4511-85ed-5fa643dc4b1b HTTP/1.1" status: 204 len: 168 time: 0.8726385 Feb 17 22:28:59.953508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (94615dfa-4401-462c-b00b-c4e37b646ce6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:28:59.963299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59284) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:28:59.973851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:28:59.986700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6475dda5-b822-4eda-9757-90dea9b9921b {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:28:59.995456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386fc6a4-ea90-46ed-ad97-7fe04d9fec08 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event deleted for resources: {'Network': ['ID=729c6b37-6924-4511-85ed-5fa643dc4b1b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:00.004816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Publish callbacks [] for port (6475dda5-b822-4eda-9757-90dea9b9921b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.007055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Made reservation on behalf of 80a6fe11709449ff93955879250ceb44 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:00.010698 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.041044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (94615dfa-4401-462c-b00b-c4e37b646ce6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.052608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:00.053163 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (94615dfa-4401-462c-b00b-c4e37b646ce6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:00.057536 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:00.101301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a32a81f9-7619-4cca-936d-529aa5bc1a0f req-d9d76bee-b2c5-480d-a6c8-9cb26e69f7b9 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1533597 Feb 17 22:29:00.137444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.153016 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.161438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:00.187244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b137aa6e-1705-48d7-8777-4bfc677797ad), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.187952 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Added segment b137aa6e-1705-48d7-8777-4bfc677797ad of type vlan for network d37d36c7-7cb2-4871-b466-771e6fb93ba6 Feb 17 22:29:00.224850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Transition to ACTIVE for port object 6475dda5-b822-4eda-9757-90dea9b9921b will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:29:00.243612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d37d36c7-7cb2-4871-b466-771e6fb93ba6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.251161 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8f12d3b1-aef6-41b4-88e9-fdec4ef0236f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.261249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.274162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.281244 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/8f12d3b1-aef6-41b4-88e9-fdec4ef0236f HTTP/1.1" status: 204 len: 168 time: 1.7433968 Feb 17 22:29:00.288669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59286) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:00.322785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf505fca-5ee5-49ab-8791-355ea912b8f8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=8f12d3b1-aef6-41b4-88e9-fdec4ef0236f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:00.352345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Port': ['ID=0df16d10-607c-4be1-b4fe-06f497ed1c83,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:00.365634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d37d36c7-7cb2-4871-b466-771e6fb93ba6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.366542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.367877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.371777 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.393159 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.4258797 Feb 17 22:29:00.422206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59288) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:00.440928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'subnet': {'network_id': 'd37d36c7-7cb2-4871-b466-771e6fb93ba6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:00.475216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541de3c-a0ec-460d-9a60-8f0a5ef1fa85 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.482716 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d541de3c-a0ec-460d-9a60-8f0a5ef1fa85 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1792500 Feb 17 22:29:00.485170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:00.500012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db51b5-7180-464e-adfa-e0a1545a383e tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Network': ['ID=d37d36c7-7cb2-4871-b466-771e6fb93ba6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:00.514020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d37d36c7-7cb2-4871-b466-771e6fb93ba6 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:00.523499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485b2a4-990a-410c-9881-2ab77588bd73 req-d206103f-e590-4d45-9b62-3db1b2392a1e tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.531592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485b2a4-990a-410c-9881-2ab77588bd73 req-d206103f-e590-4d45-9b62-3db1b2392a1e tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.540519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485b2a4-990a-410c-9881-2ab77588bd73 req-d206103f-e590-4d45-9b62-3db1b2392a1e tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.543193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4485b2a4-990a-410c-9881-2ab77588bd73 req-d206103f-e590-4d45-9b62-3db1b2392a1e tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b&device_id=d308d1db-7b4c-410c-8a3f-427837798a6f&device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 2417 time: 0.3374882 Feb 17 22:29:00.573403 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-14b6b846-1e5d-45f3-b605-2c40d23c7bbc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0864267 Feb 17 22:29:00.577652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:00.585231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-677175421'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:00.638503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:00.648246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.656431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Pushing event updated for resources: {'Port': ['ID=6475dda5-b822-4eda-9757-90dea9b9921b,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:00.699502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Made reservation on behalf of 80a6fe11709449ff93955879250ceb44 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:00.702190 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.712918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:00.738351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.738862 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86 of type vlan for network c5328392-1da5-4331-a991-7e7d474054a2 Feb 17 22:29:00.771016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:00.799164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (c5328392-1da5-4331-a991-7e7d474054a2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.804431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be916650-6641-4be6-aa35-d261b180e3e4 req-94255374-9e20-4191-b618-8eacaf9113f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.809859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be916650-6641-4be6-aa35-d261b180e3e4 req-94255374-9e20-4191-b618-8eacaf9113f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.811543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be916650-6641-4be6-aa35-d261b180e3e4 req-94255374-9e20-4191-b618-8eacaf9113f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1683 time: 0.5855067 Feb 17 22:29:00.830659 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (c5328392-1da5-4331-a991-7e7d474054a2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.837145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:00.837910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:00.842782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:00.941030 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3614967 Feb 17 22:29:00.945728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:00.951079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:00.963502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4485b2a4-990a-410c-9881-2ab77588bd73 req-7bd561e6-7dc6-472b-8355-8bfa82c77285 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999234 Feb 17 22:29:01.034451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b8362-aa05-44a0-8f68-98d6ac91fcea tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=c5328392-1da5-4331-a991-7e7d474054a2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:01.046820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network c5328392-1da5-4331-a991-7e7d474054a2 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:01.082732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Attempting to bind port 6475dda5-b822-4eda-9757-90dea9b9921b on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:01.083081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Attempting to bind port 6475dda5-b822-4eda-9757-90dea9b9921b by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:01.083438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Attempting to bind port 6475dda5-b822-4eda-9757-90dea9b9921b on network fcd79117-16cb-4107-ac9f-59e87b1c56bc {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:01.098364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:01.105860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.118133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be916650-6641-4be6-aa35-d261b180e3e4 req-881a0412-8d36-4d0b-b03f-e891e97587b2 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730098 Feb 17 22:29:01.126408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Port 6475dda5-b822-4eda-9757-90dea9b9921b on network fcd79117-16cb-4107-ac9f-59e87b1c56bc not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:01.126739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Attempting to bind port 6475dda5-b822-4eda-9757-90dea9b9921b on network fcd79117-16cb-4107-ac9f-59e87b1c56bc {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:01.162896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:29:01.163245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Checking segment: {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:01.163679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Bound using segment: {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:29:01.164176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Bound port: 6475dda5-b822-4eda-9757-90dea9b9921b, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:29:01.168093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.177245 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:29:01.249672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Router dbf019fd-305d-4aeb-9fc6-362f47d8ef3e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:01.266256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-16f97ecb-cd5e-4553-9063-fdc4e78c6402 None None] Provisioning complete for port 0df16d10-607c-4be1-b4fe-06f497ed1c83 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:01.266638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16f97ecb-cd5e-4553-9063-fdc4e78c6402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.297066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.302368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.308517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.308691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16f97ecb-cd5e-4553-9063-fdc4e78c6402 None None] Port 0df16d10-607c-4be1-b4fe-06f497ed1c83 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:01.314667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.320140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.326134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.331605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.333561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-abef254f-27da-434f-aea3-33dbdf1fd96d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.2914858 Feb 17 22:29:01.373305 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (bc98fa93-4d62-42f1-8c93-8b151be05880), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.442432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=bc98fa93-4d62-42f1-8c93-8b151be05880,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:01.452630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': 'dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:01.453002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: c5328392-1da5-4331-a991-7e7d474054a2, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:29:01.473304 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network c5328392-1da5-4331-a991-7e7d474054a2 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:29:01.484022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, c5328392-1da5-4331-a991-7e7d474054a2) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:01.488959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.489964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.495428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c39e62-7b44-45a2-8eac-bcab1af710d3 None None] Network c5328392-1da5-4331-a991-7e7d474054a2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:01.513945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-488e979c-a71b-4777-8926-db2217b4e133 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5644042 Feb 17 22:29:01.514159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59302) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:01.519589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2', 'name': 'tempest-PortsIpV6TestJSON-800800627'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:01.582018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] For port 6475dda5-b822-4eda-9757-90dea9b9921b, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:01.660694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] For port 6475dda5-b822-4eda-9757-90dea9b9921b, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6475dda5-b822-4eda-9757-90dea9b9921b,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:29:01.670308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:01.677725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.687965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbfcba-52a9-4403-abe8-4c227c064175 req-6c221184-d152-48b9-9b60-c67ae6815678 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.689644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78cbfcba-52a9-4403-abe8-4c227c064175 req-6c221184-d152-48b9-9b60-c67ae6815678 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.4521389 Feb 17 22:29:01.691989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.715338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port f1e2abab-fa6d-430c-97a0-e3d65f8c3940 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:01.738262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f150ca3-3c42-4657-9ea6-dabfc40ac71f req-f3d4b7c1-ff93-46ef-bd4d-93af03f26b3e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3780639 Feb 17 22:29:01.804232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b27c6-099f-445c-9560-061dbf22c37d req-3f9fb746-838b-47c2-b58b-de4f710b50e3 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.813554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b27c6-099f-445c-9560-061dbf22c37d req-3f9fb746-838b-47c2-b58b-de4f710b50e3 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.816398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c79b27c6-099f-445c-9560-061dbf22c37d req-3f9fb746-838b-47c2-b58b-de4f710b50e3 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.73 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1683 time: 0.4260693 Feb 17 22:29:01.839687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:01.844656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-c5328392-1da5-4331-a991-7e7d474054a2', 'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2', 'project_id': '1ecc71cb0f074db5b9b08e82681f9bc4', 'fixed_ips': [{'subnet_id': 'bc98fa93-4d62-42f1-8c93-8b151be05880'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:29:01.845593 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.845922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:01.847989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] 10.222.0.73 "PUT /v2.0/ports/6475dda5-b822-4eda-9757-90dea9b9921b HTTP/1.1" status: 200 len: 1131 time: 3.9393432 Feb 17 22:29:01.864369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:01.883646 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616177e8-edd1-4eca-84d1-53e0aeea83a6" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:01.927195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::27b (c5328392-1da5-4331-a991-7e7d474054a2/bc98fa93-4d62-42f1-8c93-8b151be05880/f1e2abab-fa6d-430c-97a0-e3d65f8c3940) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:02.084759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:02.098115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d5ba52-f835-45c2-a5dc-2e9ca700140d service neutron] Pushing event updated for resources: {'Port': ['ID=6475dda5-b822-4eda-9757-90dea9b9921b,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:02.102635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] Sync routers for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:02.112764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-933a14f8-ef41-4e6f-82fe-961eee1ca3ec tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "PUT /v2.0/routers/dbf019fd-305d-4aeb-9fc6-362f47d8ef3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4964299 Feb 17 22:29:02.118579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59308) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:02.132203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Request body: {'port': {'network_id': '8b636367-c19c-417b-803a-ddc00ccc97a8', 'name': 'tempest-FloatingIPAdminTestJSON-1907888490'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:02.136646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:02.142672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:02.173648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78cbfcba-52a9-4403-abe8-4c227c064175 req-1848248a-1b0d-4297-ae38-ae195f24396c tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4493496 Feb 17 22:29:02.199108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:02.210072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (f1e2abab-fa6d-430c-97a0-e3d65f8c3940), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.210827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:02.212216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:02.241384 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d568039c-711e-4429-9073-38f2b235720f x-openstack-request-id: req-d568039c-711e-4429-9073-38f2b235720f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:02.241384 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:02.241804 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d568039c-711e-4429-9073-38f2b235720f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:02.242161 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b', 'status': 'completed', 'code': 200} Feb 17 22:29:02.272201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:02.273131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c46235-bce0-43b1-a0c4-318f32c2fb7c None None] The sync data for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:02.279400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f1e2abab-fa6d-430c-97a0-e3d65f8c3940), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.290114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca206cf-16a9-49fd-8067-01fb1b018e20 req-546acda2-a5b9-47e8-bb15-24bc5d0228ca tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:02.291646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ca206cf-16a9-49fd-8067-01fb1b018e20 req-546acda2-a5b9-47e8-bb15-24bc5d0228ca tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 982 time: 0.2948349 Feb 17 22:29:02.345497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network c5328392-1da5-4331-a991-7e7d474054a2 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:02.349095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:02.354848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:02.360350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:02.361558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.365656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=f1e2abab-fa6d-430c-97a0-e3d65f8c3940,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:02.371152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Allocated IP 2001:db8::2 (c5328392-1da5-4331-a991-7e7d474054a2/bc98fa93-4d62-42f1-8c93-8b151be05880/d0e95beb-b28a-40d2-8230-ac978bf3cbd6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:02.387618 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-384b8825-4386-4bcb-b04a-4afb04f592fd tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8723021 Feb 17 22:29:02.388451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59314) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:02.393862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2', 'name': 'tempest-PortsIpV6TestJSON-1168770129'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:02.415608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4ca206cf-16a9-49fd-8067-01fb1b018e20 req-12a8417b-0471-489c-90db-120a22f66d14 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1054616 Feb 17 22:29:02.431091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-60b76a81-1292-44b6-8c52-57975d603798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:02.432719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-60b76a81-1292-44b6-8c52-57975d603798 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1165 time: 0.5129762 Feb 17 22:29:02.503880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-d9ad560d-db97-421c-bcad-f8148017343c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6475dda5-b822-4eda-9757-90dea9b9921b HTTP/1.1" status: 200 len: 217 time: 0.0591395 Feb 17 22:29:02.566010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-df24489a-687b-4574-adce-de90bbfceb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:02.567443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-df24489a-687b-4574-adce-de90bbfceb0c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bfe83f4-74de-4089-8a6a-b7a10528e45b HTTP/1.1" status: 200 len: 835 time: 0.0561433 Feb 17 22:29:02.588033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:02.588468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.593156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:02.597214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.625230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port c8e338a6-e8dc-4981-bfc4-20a075fcdd71 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:02.637805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:29:02.638303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (df0d3cab-0f72-47d3-8b19-5ae2ee27777d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.663039 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Publish callbacks [] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.671821 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.728169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Pushing event updated for resources: {'Port': ['ID=d0e95beb-b28a-40d2-8230-ac978bf3cbd6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:02.731603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c8a8-6a32-4661-823a-11bd57bdda13 req-9c1b2137-6d02-4e9a-9462-7a73512bdc02 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:02.732189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Network c5328392-1da5-4331-a991-7e7d474054a2 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:02.734052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:02.739245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3c8a8-6a32-4661-823a-11bd57bdda13 req-9c1b2137-6d02-4e9a-9462-7a73512bdc02 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:02.739441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:02.743832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adc3c8a8-6a32-4661-823a-11bd57bdda13 req-9c1b2137-6d02-4e9a-9462-7a73512bdc02 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 1683 time: 0.3610907 Feb 17 22:29:02.821696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Attempting to bind port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:02.821896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Attempting to bind port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:02.822272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Attempting to bind port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 on network c5328392-1da5-4331-a991-7e7d474054a2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:02.829781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:29:02.830466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Checking segment: {'id': 'dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:02.830639 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.830959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Bound using segment: {'id': 'dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:29:02.831588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Bound port: d0e95beb-b28a-40d2-8230-ac978bf3cbd6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c5328392-1da5-4331-a991-7e7d474054a2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:29:02.831957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::2bb (c5328392-1da5-4331-a991-7e7d474054a2/bc98fa93-4d62-42f1-8c93-8b151be05880/c8e338a6-e8dc-4981-bfc4-20a075fcdd71) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:02.832473 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:02.920640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] For port d0e95beb-b28a-40d2-8230-ac978bf3cbd6, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:02.926008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] For port d0e95beb-b28a-40d2-8230-ac978bf3cbd6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d0e95beb-b28a-40d2-8230-ac978bf3cbd6,segment=NetworkSegment(dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86),segment_id=dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:29:02.935726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.033600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf1521-e95a-4210-bcf9-a4b81c64451c None None] Pushing event updated for resources: {'Port': ['ID=d0e95beb-b28a-40d2-8230-ac978bf3cbd6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:03.096287 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (c8e338a6-e8dc-4981-bfc4-20a075fcdd71), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.137432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c8e338a6-e8dc-4981-bfc4-20a075fcdd71), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.181264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network c5328392-1da5-4331-a991-7e7d474054a2 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:03.185470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:03.191532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:03.197857 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.198519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.220218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=c8e338a6-e8dc-4981-bfc4-20a075fcdd71,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:03.234878 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d1b05fc1-c284-4127-a3f6-94a6c39097a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8447809 Feb 17 22:29:03.237733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59320) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:03.286550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Made reservation on behalf of c09b8033238f4b109cd854398f2c9a83 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:03.290622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.417097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] device_id is not set on port 74f2bb43-2d9d-4770-993b-38044ce257a3 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:03.430271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Subnet': ['ID=df0d3cab-0f72-47d3-8b19-5ae2ee27777d,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:03.469242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-927b2ab8-d85b-45d2-a401-7ce96162e3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.471439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-927b2ab8-d85b-45d2-a401-7ce96162e3a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcd79117-16cb-4107-ac9f-59e87b1c56bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.8929090 Feb 17 22:29:03.539056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port 4e6714e5-454f-44c9-aad1-545f99b1a7b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4e6714e5-454f-44c9-aad1-545f99b1a7b8,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:03.539507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.595829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adc3c8a8-6a32-4661-823a-11bd57bdda13 req-df955f76-34e9-42a0-a48a-71ea42b1e9df tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7871871 Feb 17 22:29:03.596966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for 4e6714e5-454f-44c9-aad1-545f99b1a7b8 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:03.629006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Checking segment: {'id': 'b137aa6e-1705-48d7-8777-4bfc677797ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd37d36c7-7cb2-4871-b466-771e6fb93ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:03.629298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Network hostable DHCP agents. Network: d37d36c7-7cb2-4871-b466-771e6fb93ba6, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:29:03.658823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.669359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.675481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.687413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.696997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.697811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.704096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.706433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-ef2bad5a-f5d2-45d7-976a-ded32676baa5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.4100199 Feb 17 22:29:03.746211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d0e95beb-b28a-40d2-8230-ac978bf3cbd6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:03.746782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c33baa-7d59-47bd-a3e3-020d65cfc7d1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:03.750795 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8c33baa-7d59-47bd-a3e3-020d65cfc7d1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A27b HTTP/1.1" status: 200 len: 928 time: 0.5093620 Feb 17 22:29:03.751299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59324) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:03.807220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:03.807797 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.873690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port c8e338a6-e8dc-4981-bfc4-20a075fcdd71 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:03.874295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c8e338a6-e8dc-4981-bfc4-20a075fcdd71), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.910272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:03.910889 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.941171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Network d37d36c7-7cb2-4871-b466-771e6fb93ba6 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:29:03.959180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port d0e95beb-b28a-40d2-8230-ac978bf3cbd6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d0e95beb-b28a-40d2-8230-ac978bf3cbd6,segment=NetworkSegment(dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86),segment_id=dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:03.965545 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:03.980064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Allocated IP 172.20.0.14 (8b636367-c19c-417b-803a-ddc00ccc97a8/dbd64405-2810-4241-a702-e69a6bff522f/74f2bb43-2d9d-4770-993b-38044ce257a3) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:04.000802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c8e338a6-e8dc-4981-bfc4-20a075fcdd71), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.016795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-2c7f5c84-2d7b-4fdd-912e-92037c59eee6 service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4897089 Feb 17 22:29:04.020612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for c8e338a6-e8dc-4981-bfc4-20a075fcdd71 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:04.032359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=d0e95beb-b28a-40d2-8230-ac978bf3cbd6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:04.047952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d37d36c7-7cb2-4871-b466-771e6fb93ba6) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:04.061161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace0a296-090a-4a09-920f-bde9538751ef None None] Network d37d36c7-7cb2-4871-b466-771e6fb93ba6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:04.122487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:04.123192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.146051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2246df09-badd-4ba5-a68d-8fd4f5c96c53 req-01ce8f4c-6002-41b9-9903-82282df8b8fb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:04.154039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2246df09-badd-4ba5-a68d-8fd4f5c96c53 req-01ce8f4c-6002-41b9-9903-82282df8b8fb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 982 time: 0.2676103 Feb 17 22:29:04.173947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28666a11-6d0a-4775-a3f3-de25de9be38a req-d46bb021-21ed-4acd-8089-90418e51b7ca tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4533737 Feb 17 22:29:04.213651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c04689-b3da-47d6-a359-401ba706dfaf None None] Network d37d36c7-7cb2-4871-b466-771e6fb93ba6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:04.228217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c8e338a6-e8dc-4981-bfc4-20a075fcdd71), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.267152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b7943bd-742b-4604-9290-fd796f21613a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8418696 Feb 17 22:29:04.268152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59328) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:04.276852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=c8e338a6-e8dc-4981-bfc4-20a075fcdd71,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:04.292503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'floatingip': {'floating_network_id': 'd37d36c7-7cb2-4871-b466-771e6fb93ba6'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:04.326491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.329963 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c2d0be43-1f4f-43af-aa31-8d90c37659ee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/c8e338a6-e8dc-4981-bfc4-20a075fcdd71 HTTP/1.1" status: 204 len: 168 time: 0.5771811 Feb 17 22:29:04.332886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59330) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:04.369527 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf6d524-d996-44f8-af1f-f3466b7a6a31 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:29:04.371000 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-edf6d524-d996-44f8-af1f-f3466b7a6a31 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/c8e338a6-e8dc-4981-bfc4-20a075fcdd71 HTTP/1.1" status: 404 len: 333 time: 0.0371127 Feb 17 22:29:04.373763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59332) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:04.375526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad190045-9409-4dfa-96c9-c7df918e622d None None] Network c5328392-1da5-4331-a991-7e7d474054a2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:04.392472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1047cdf9-c8d2-4dce-90d3-448afafd6105 req-18d74a92-e66a-4bb0-9a8d-89c3a16c6112 service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3601255 Feb 17 22:29:04.472624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-541af245-f182-4340-89bb-b1036f9311e0 None None] Provisioning complete for port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:04.473002 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-541af245-f182-4340-89bb-b1036f9311e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.550432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port f1e2abab-fa6d-430c-97a0-e3d65f8c3940 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:04.550996 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f1e2abab-fa6d-430c-97a0-e3d65f8c3940), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.588946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2246df09-badd-4ba5-a68d-8fd4f5c96c53 req-89dd781a-9eae-4e62-a190-6b22c4c92c98 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4336228 Feb 17 22:29:04.602956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.656275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-541af245-f182-4340-89bb-b1036f9311e0 None None] Current status of the port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:04.682184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4e6714e5-454f-44c9-aad1-545f99b1a7b8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.688764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f1e2abab-fa6d-430c-97a0-e3d65f8c3940), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.696047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['26caa7b8-159f-4fba-aaa2-48bed598acaf', '4e6714e5-454f-44c9-aad1-545f99b1a7b8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:04.709699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for f1e2abab-fa6d-430c-97a0-e3d65f8c3940 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:04.755916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=4e6714e5-454f-44c9-aad1-545f99b1a7b8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:04.854178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for port (74f2bb43-2d9d-4770-993b-38044ce257a3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.918352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-a10eb1bc-13c7-49b2-b33c-feaa25a8130d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:04.922046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-a10eb1bc-13c7-49b2-b33c-feaa25a8130d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1165 time: 0.4553523 Feb 17 22:29:04.939607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f1e2abab-fa6d-430c-97a0-e3d65f8c3940), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.957513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (74f2bb43-2d9d-4770-993b-38044ce257a3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.968883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port 4e6714e5-454f-44c9-aad1-545f99b1a7b8 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:04.972913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:04.976998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c79b27c6-099f-445c-9560-061dbf22c37d req-79b2a59f-fd2d-4567-8b83-0ce7607fee10 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.73 "DELETE /v2.0/ports/4e6714e5-454f-44c9-aad1-545f99b1a7b8 HTTP/1.1" status: 204 len: 173 time: 3.0591998 Feb 17 22:29:04.985140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=f1e2abab-fa6d-430c-97a0-e3d65f8c3940,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:04.991617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-deleted', 'tag': '4e6714e5-454f-44c9-aad1-545f99b1a7b8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:04.994519 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f04bd-a9dc-4a1c-bd12-b3f82f03482a" -d '{"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-deleted", "tag": "4e6714e5-454f-44c9-aad1-545f99b1a7b8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:05.028095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.034846 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e367d28-bef8-4c2f-875c-12727b3b49f2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/f1e2abab-fa6d-430c-97a0-e3d65f8c3940 HTTP/1.1" status: 204 len: 168 time: 0.6578481 Feb 17 22:29:05.035631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59346) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:05.109235 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-69eec936-84f8-4666-863e-61b535177f5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:29:05.113577 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-69eec936-84f8-4666-863e-61b535177f5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/f1e2abab-fa6d-430c-97a0-e3d65f8c3940 HTTP/1.1" status: 404 len: 333 time: 0.0741026 Feb 17 22:29:05.116760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:05.134110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a17a7c7a-bf87-4900-abc8-4d0edddcf323 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:05.177786 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff8da2f-1112-4b5d-a5c0-d6b46b6286ae x-openstack-request-id: req-aff8da2f-1112-4b5d-a5c0-d6b46b6286ae {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:05.178439 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-deleted", "tag": "4e6714e5-454f-44c9-aad1-545f99b1a7b8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:05.178929 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aff8da2f-1112-4b5d-a5c0-d6b46b6286ae {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:05.179600 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-deleted', 'tag': '4e6714e5-454f-44c9-aad1-545f99b1a7b8', 'status': 'completed', 'code': 200} Feb 17 22:29:05.190609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet bc98fa93-4d62-42f1-8c93-8b151be05880 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:05.193305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3c6da31d-27e8-4be3-a59e-530bfc78b785 None None] Could not find standard attr ID for object f1e2abab-fa6d-430c-97a0-e3d65f8c3940. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:29:05.204715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (bc98fa93-4d62-42f1-8c93-8b151be05880), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.242174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:05.260093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:05.271197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2cd92f-5dbb-4165-bb2e-22f561ce65ea req-f8d08f08-1e23-4ff8-8cfc-b48a4a8f519c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:05.282309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c2cd92f-5dbb-4165-bb2e-22f561ce65ea req-f8d08f08-1e23-4ff8-8cfc-b48a4a8f519c tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 946 time: 0.5385818 Feb 17 22:29:05.291598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:05.294704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event updated for resources: {'Port': ['ID=74f2bb43-2d9d-4770-993b-38044ce257a3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:05.307987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (bc98fa93-4d62-42f1-8c93-8b151be05880), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.317278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3c6da31d-27e8-4be3-a59e-530bfc78b785 None None] Provisioning complete for port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:05.317618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c6da31d-27e8-4be3-a59e-530bfc78b785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.474284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a17a7c7a-bf87-4900-abc8-4d0edddcf323, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a17a7c7a-bf87-4900-abc8-4d0edddcf323,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:05.495124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (bc98fa93-4d62-42f1-8c93-8b151be05880), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.524607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c2cd92f-5dbb-4165-bb2e-22f561ce65ea req-5be5d4ca-37be-497f-9d31-71064096f7b8 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/security-groups?id=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410951 Feb 17 22:29:05.544024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-739e52ea-6918-410e-a066-4e882aeef631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:05.555533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3c6da31d-27e8-4be3-a59e-530bfc78b785 None None] Current status of the port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:05.556135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-739e52ea-6918-410e-a066-4e882aeef631 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcd79117-16cb-4107-ac9f-59e87b1c56bc HTTP/1.1" status: 200 len: 898 time: 0.5913711 Feb 17 22:29:05.559876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'a17a7c7a-bf87-4900-abc8-4d0edddcf323', 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'port_id': 'a17a7c7a-bf87-4900-abc8-4d0edddcf323', 'mac_address': 'fa:16:3e:99:d2:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec9e0-35ad-4820-bc00-ede9bb2214cb', 'ip_address': '10.1.1.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:05.587744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (bc98fa93-4d62-42f1-8c93-8b151be05880), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.608126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:05.609024 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.633210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=bc98fa93-4d62-42f1-8c93-8b151be05880,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:05.641688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.648052 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a380ad8a-af80-4e36-ab78-7034e58615a6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/bc98fa93-4d62-42f1-8c93-8b151be05880 HTTP/1.1" status: 204 len: 168 time: 0.5277581 Feb 17 22:29:05.648338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59358) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:05.652362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a17a7c7a-bf87-4900-abc8-4d0edddcf323 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:05.652757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.674447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-7edbe1ff-438f-45fb-b31e-90abfbe0dede service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6475dda5-b822-4eda-9757-90dea9b9921b HTTP/1.1" status: 200 len: 217 time: 0.0990999 Feb 17 22:29:05.681148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.696124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a17a7c7a-bf87-4900-abc8-4d0edddcf323 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:05.701089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0d95f2e7-22e0-42ec-bae3-e14867cb85e6 None None] Could not find standard attr ID for object f1e2abab-fa6d-430c-97a0-e3d65f8c3940. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:29:05.747978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a17a7c7a-bf87-4900-abc8-4d0edddcf323, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a17a7c7a-bf87-4900-abc8-4d0edddcf323,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:05.755937 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.756627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b37dfe7c-e1b9-458e-b07b-a72461f2939c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:05.761825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (c5328392-1da5-4331-a991-7e7d474054a2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.780154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port 26caa7b8-159f-4fba-aaa2-48bed598acaf {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:05.780504 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.834748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:05.834998 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.835247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d0e95beb-b28a-40d2-8230-ac978bf3cbd6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:05.880779 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:29:05.908973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] For port d0e95beb-b28a-40d2-8230-ac978bf3cbd6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d0e95beb-b28a-40d2-8230-ac978bf3cbd6,segment=NetworkSegment(dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86),segment_id=dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:05.909262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:05.926387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for d0e95beb-b28a-40d2-8230-ac978bf3cbd6 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:05.944146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1539ada4-c9cd-410b-92c9-6fc56c253247 None None] Network c5328392-1da5-4331-a991-7e7d474054a2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:05.971430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b59ea06f-3692-48ce-b661-13883e90c1bb tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8449438 Feb 17 22:29:05.971770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a17a7c7a-bf87-4900-abc8-4d0edddcf323,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:05.986978 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:06.008588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-293a8266-093e-448b-bd02-60e3053ee3d4 None None] Provisioning complete for port 74f2bb43-2d9d-4770-993b-38044ce257a3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:06.008973 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-293a8266-093e-448b-bd02-60e3053ee3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (74f2bb43-2d9d-4770-993b-38044ce257a3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.048441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port 26caa7b8-159f-4fba-aaa2-48bed598acaf, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=26caa7b8-159f-4fba-aaa2-48bed598acaf,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:06.048441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.066310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d0e95beb-b28a-40d2-8230-ac978bf3cbd6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.066755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for 26caa7b8-159f-4fba-aaa2-48bed598acaf owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:06.085696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Could not find standard attr ID for object d0e95beb-b28a-40d2-8230-ac978bf3cbd6. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:29:06.108748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-293a8266-093e-448b-bd02-60e3053ee3d4 None None] Port 74f2bb43-2d9d-4770-993b-38044ce257a3 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:06.113250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=d0e95beb-b28a-40d2-8230-ac978bf3cbd6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:06.118472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No DVR routers for this DVR port d0e95beb-b28a-40d2-8230-ac978bf3cbd6 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:06.139101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b37dfe7c-e1b9-458e-b07b-a72461f2939c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:06.160809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c', 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008', 'port_id': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c', 'mac_address': 'fa:16:3e:cd:24:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e0b721-0635-4451-b2a9-ec895a578aaa', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:06.189383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.199220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.217716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.235228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10e0c7-7a7d-4c80-8a8e-ffe95b507662 None None] DHCP port deletion for c5328392-1da5-4331-a991-7e7d474054a2 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:06.235550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.237447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d7c243e2-aa20-4cd7-9291-ab5160ff17ec None None] Could not find standard attr ID for object c8e338a6-e8dc-4981-bfc4-20a075fcdd71. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:29:06.244021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.244223 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b37dfe7c-e1b9-458e-b07b-a72461f2939c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:06.244339 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.249082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (c5328392-1da5-4331-a991-7e7d474054a2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.249476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.261268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.265687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'project_id': 'c09b8033238f4b109cd854398f2c9a83', 'port_id': '74f2bb43-2d9d-4770-993b-38044ce257a3'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:06.270378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-befe50b1-4f17-4b6f-a4d4-87fc2ad4ec45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5422 time: 0.8861904 Feb 17 22:29:06.274101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-688bfc8c-7d2c-4e40-b0e1-4e6070f25710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.275414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b37dfe7c-e1b9-458e-b07b-a72461f2939c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:06.275891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-688bfc8c-7d2c-4e40-b0e1-4e6070f25710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bfe83f4-74de-4089-8a6a-b7a10528e45b HTTP/1.1" status: 200 len: 835 time: 0.5196157 Feb 17 22:29:06.297882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b37dfe7c-e1b9-458e-b07b-a72461f2939c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:06.298169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5328392-1da5-4331-a991-7e7d474054a2']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:06.302917 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.303885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 71991263-60b1-40fd-bba4-34e8fb19d320 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:06.313316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:06.313828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:06.321838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Allocated IP 172.20.0.2 (d37d36c7-7cb2-4871-b466-771e6fb93ba6/df0d3cab-0f72-47d3-8b19-5ae2ee27777d/0f61dae4-1cbe-4de1-bfff-94eca811440e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:06.322690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.327988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.403760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.404678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b37dfe7c-e1b9-458e-b07b-a72461f2939c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:06.411496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 71991263-60b1-40fd-bba4-34e8fb19d320, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=71991263-60b1-40fd-bba4-34e8fb19d320,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:06.428654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '71991263-60b1-40fd-bba4-34e8fb19d320', 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'port_id': '71991263-60b1-40fd-bba4-34e8fb19d320', 'mac_address': 'fa:16:3e:5d:38:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec9e0-35ad-4820-bc00-ede9bb2214cb', 'ip_address': '10.1.1.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:06.433482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:06.433924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (dc30e0af-d12b-47ee-92d3-f6ed7c2f6f86), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:06.440328 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:06.486321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee3e8-807b-4e43-a1ff-fe6b4d1d7534 req-2a9f7132-2b84-40ab-8ee6-1ffdfef98eb0 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.488327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-981ee3e8-807b-4e43-a1ff-fe6b4d1d7534 req-2a9f7132-2b84-40ab-8ee6-1ffdfef98eb0 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.8101449 Feb 17 22:29:06.497438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 71991263-60b1-40fd-bba4-34e8fb19d320 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:06.498449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.530484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71991263-60b1-40fd-bba4-34e8fb19d320 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:06.558684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (c5328392-1da5-4331-a991-7e7d474054a2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.573620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.575008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 71991263-60b1-40fd-bba4-34e8fb19d320, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=71991263-60b1-40fd-bba4-34e8fb19d320,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:06.582224 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/c5328392-1da5-4331-a991-7e7d474054a2 HTTP/1.1" status: 204 len: 168 time: 0.9273136 Feb 17 22:29:06.588396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.591244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2bda1d45-b83b-46ac-adc6-674d05d87beb details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:06.594620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59366) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:06.600450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-160867843'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:06.607622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54be81-10a0-4a25-a83b-b65419922307 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=c5328392-1da5-4331-a991-7e7d474054a2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:06.627599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64ba1283-8349-4f59-9e27-1f68239ec06c req-075547bb-78bb-4b9c-baaa-a217dead9e57 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3552339 Feb 17 22:29:06.651096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:06.687748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-27ff084a-5e58-46bd-80ac-3493c035e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:06.687748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-27ff084a-5e58-46bd-80ac-3493c035e478 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcd79117-16cb-4107-ac9f-59e87b1c56bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3825262 Feb 17 22:29:06.688272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.741178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.746353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6475dda5-b822-4eda-9757-90dea9b9921b details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:06.784782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-981ee3e8-807b-4e43-a1ff-fe6b4d1d7534 req-5f8a11a0-dbac-4941-a713-70992699a2f7 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736025 Feb 17 22:29:06.847162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:06.851064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (26caa7b8-159f-4fba-aaa2-48bed598acaf), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.892759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5f7b40e0-98e5-4c6d-8121-3769be155380), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:06.894036 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment 5f7b40e0-98e5-4c6d-8121-3769be155380 of type vlan for network 694db1c0-d6db-4f33-a032-b674bfc2e962 Feb 17 22:29:06.987540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4e6714e5-454f-44c9-aad1-545f99b1a7b8 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:07.018379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (694db1c0-d6db-4f33-a032-b674bfc2e962), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.028768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.030732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port 26caa7b8-159f-4fba-aaa2-48bed598acaf on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:07.033555 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.039397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c79b27c6-099f-445c-9560-061dbf22c37d req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.73 "DELETE /v2.0/ports/26caa7b8-159f-4fba-aaa2-48bed598acaf HTTP/1.1" status: 204 len: 173 time: 2.0389285 Feb 17 22:29:07.039716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2bda1d45-b83b-46ac-adc6-674d05d87beb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:07.040258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19463a0e-8a29-4ea2-bcdd-41ee458b0c4f tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=26caa7b8-159f-4fba-aaa2-48bed598acaf,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:07.085705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'port_id': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'mac_address': 'fa:16:3e:98:d7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:07.088980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=71991263-60b1-40fd-bba4-34e8fb19d320,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:07.089169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dda1dcbf-1053-4093-8d8d-8fcf2156d392 req-62bd677c-3f40-4ee8-93a7-72db71602429 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "GET /v2.0/ports?device_id=5505cb58-c83c-4c2f-8653-47ca93556cb3 HTTP/1.1" status: 200 len: 210 time: 0.1224458 Feb 17 22:29:07.127476 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (694db1c0-d6db-4f33-a032-b674bfc2e962), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.129729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:07.138268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.171646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765cca4-c43b-463b-91a6-52b33c420fcc req-6e7f75cb-cd30-4c30-999b-524323d4b0db tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:07.182511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8765cca4-c43b-463b-91a6-52b33c420fcc req-6e7f75cb-cd30-4c30-999b-524323d4b0db tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 982 time: 0.3068173 Feb 17 22:29:07.214660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-deleted', 'tag': '26caa7b8-159f-4fba-aaa2-48bed598acaf'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:07.220654 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d000fd26-c701-4350-aba4-4717a19f1953" -d '{"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-deleted", "tag": "26caa7b8-159f-4fba-aaa2-48bed598acaf"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:07.225359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-99dba9f1-ce64-4063-8a53-97af3a48b035 service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5320745 Feb 17 22:29:07.231060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Allocated IP 172.25.0.212 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/ffcd92bf-a78c-4d52-a023-bf14cb93ed10) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:07.242207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 4e6714e5-454f-44c9-aad1-545f99b1a7b8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:07.242928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4e6714e5-454f-44c9-aad1-545f99b1a7b8 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:07.243696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 26caa7b8-159f-4fba-aaa2-48bed598acaf no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:07.249097 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6506054 Feb 17 22:29:07.250902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:07.263769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:07.278101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.292490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2bda1d45-b83b-46ac-adc6-674d05d87beb is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:07.293130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.311817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 26caa7b8-159f-4fba-aaa2-48bed598acaf {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:07.312380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 26caa7b8-159f-4fba-aaa2-48bed598acaf not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:07.323265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7630f-7fe8-42a5-94d4-161ff3088f47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=694db1c0-d6db-4f33-a032-b674bfc2e962,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:07.333406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bda1d45-b83b-46ac-adc6-674d05d87beb {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:07.349880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:07.366635 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c0b90ed-d9f0-4383-b506-bb5379fc1d76 x-openstack-request-id: req-2c0b90ed-d9f0-4383-b506-bb5379fc1d76 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:07.367594 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5505cb58-c83c-4c2f-8653-47ca93556cb3", "name": "network-vif-deleted", "tag": "26caa7b8-159f-4fba-aaa2-48bed598acaf", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:07.367594 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c0b90ed-d9f0-4383-b506-bb5379fc1d76 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:07.367594 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5505cb58-c83c-4c2f-8653-47ca93556cb3', 'name': 'network-vif-deleted', 'tag': '26caa7b8-159f-4fba-aaa2-48bed598acaf', 'status': 'completed', 'code': 200} Feb 17 22:29:07.446624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:07.450574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.483168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2bda1d45-b83b-46ac-adc6-674d05d87beb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:07.492980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6475dda5-b822-4eda-9757-90dea9b9921b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6475dda5-b822-4eda-9757-90dea9b9921b,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:07.519659 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.529508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.529508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 291c1fc8-69a8-4618-8ab7-096ba6999630 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:07.582130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '6475dda5-b822-4eda-9757-90dea9b9921b', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'port_id': '6475dda5-b822-4eda-9757-90dea9b9921b', 'mac_address': 'fa:16:3e:06:19:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:07.665133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.712839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:29:07.739634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:07.750706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:07.754653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:07.808844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2bda1d45-b83b-46ac-adc6-674d05d87beb,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:07.839653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d0e95beb-b28a-40d2-8230-ac978bf3cbd6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:07.845529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Pushing event updated for resources: {'Port': ['ID=ffcd92bf-a78c-4d52-a023-bf14cb93ed10,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:07.854526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 291c1fc8-69a8-4618-8ab7-096ba6999630, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=291c1fc8-69a8-4618-8ab7-096ba6999630,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:07.863156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 6475dda5-b822-4eda-9757-90dea9b9921b is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:07.863156 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.872282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Port': ['ID=0f61dae4-1cbe-4de1-bfff-94eca811440e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:07.929304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8765cca4-c43b-463b-91a6-52b33c420fcc req-abea007c-8c43-499c-b4f6-63cf44faba05 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7453015 Feb 17 22:29:07.943814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d0e95beb-b28a-40d2-8230-ac978bf3cbd6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:07.944168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d0e95beb-b28a-40d2-8230-ac978bf3cbd6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:07.953278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '291c1fc8-69a8-4618-8ab7-096ba6999630', 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'port_id': '291c1fc8-69a8-4618-8ab7-096ba6999630', 'mac_address': 'fa:16:3e:84:b1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec9e0-35ad-4820-bc00-ede9bb2214cb', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:07.961352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6475dda5-b822-4eda-9757-90dea9b9921b {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:07.973102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (c4718b6a-afb2-46a6-aee2-1bc6abcf7db9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:07.995890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Network d37d36c7-7cb2-4871-b466-771e6fb93ba6 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:08.006948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:08.010273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:08.031476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6475dda5-b822-4eda-9757-90dea9b9921b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6475dda5-b822-4eda-9757-90dea9b9921b,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:08.045134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.055740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 291c1fc8-69a8-4618-8ab7-096ba6999630 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:08.056172 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.094648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291c1fc8-69a8-4618-8ab7-096ba6999630 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:08.134842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 291c1fc8-69a8-4618-8ab7-096ba6999630, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=291c1fc8-69a8-4618-8ab7-096ba6999630,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:08.138446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=6475dda5-b822-4eda-9757-90dea9b9921b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:08.144166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.148489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d39b0d22-24dc-43dc-a39c-8d28ec2069a8 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:08.152814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.160407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.166789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.174027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.174800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=c4718b6a-afb2-46a6-aee2-1bc6abcf7db9,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:08.182842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.188828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.194917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.195166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': '5f7b40e0-98e5-4c6d-8121-3769be155380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:08.196436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: 694db1c0-d6db-4f33-a032-b674bfc2e962, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:29:08.198220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-2f9cf56b-580e-4e2a-9d02-4a86cb39e97b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5426 time: 0.3237281 Feb 17 22:29:08.215122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-616177e8-edd1-4eca-84d1-53e0aeea83a6 req-0dc73379-5e2d-46c0-a394-0857643870b9 service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9387066 Feb 17 22:29:08.245024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:29:08.269269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 694db1c0-d6db-4f33-a032-b674bfc2e962) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:08.277131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.278472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.285562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3ef41-fd6c-40e5-bf87-4c4aa354b6c2 None None] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:08.305717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=291c1fc8-69a8-4618-8ab7-096ba6999630,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:08.310716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:08.327509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7494c5-b468-446d-874f-b9d25232641b req-b65062c4-d091-46a3-b067-c7023dac4679 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:08.330838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a7494c5-b468-446d-874f-b9d25232641b req-b65062c4-d091-46a3-b067-c7023dac4679 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.3168442 Feb 17 22:29:08.350869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['6475dda5-b822-4eda-9757-90dea9b9921b'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:08.360814 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a656ea26-929b-432a-9d6e-8ece335e73b1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1054471 Feb 17 22:29:08.370969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:08.387302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962', 'name': 'tempest-PortsIpV6TestJSON-1228481858', 'fixed_ips': [{'subnet_id': 'c4718b6a-afb2-46a6-aee2-1bc6abcf7db9', 'ip_address': '2001:db8::10'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:08.397770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'd39b0d22-24dc-43dc-a39c-8d28ec2069a8', 'network_id': '5d00f070-2d93-4b94-86cb-e0b7504883b4', 'port_id': 'd39b0d22-24dc-43dc-a39c-8d28ec2069a8', 'mac_address': 'fa:16:3e:7c:1a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50eec9e0-35ad-4820-bc00-ede9bb2214cb', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:08.409848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59ce6ff4-8814-483a-a75e-d01b3d911a34 req-a79becfb-1b18-4e41-a637-e12cf00d03d0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2010438 Feb 17 22:29:08.511829 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for floatingip (e4b53538-4eae-40e4-a2bd-0d89fd4a0e8a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.551621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59380) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:08.552147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a7494c5-b468-446d-874f-b9d25232641b req-335228f0-5c9a-47c2-93ef-e35dd9e8e62c tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874480 Feb 17 22:29:08.580026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:08.580470 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.599847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-694db1c0-d6db-4f33-a032-b674bfc2e962', 'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962', 'project_id': '1ecc71cb0f074db5b9b08e82681f9bc4', 'fixed_ips': [{'subnet_id': 'c4718b6a-afb2-46a6-aee2-1bc6abcf7db9'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:29:08.600856 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.604231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for floatingip (ac0dab64-f507-4b64-b5bd-d0fe9207c789), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.628496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39b0d22-24dc-43dc-a39c-8d28ec2069a8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:08.652375 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.672692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:08.683524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting subnet b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:08.693100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for subnet (b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.741134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:08.741496 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.741787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:29:08.810873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.815492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:08.899100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:08.920601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:08.937823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05', 'network_id': '8caa62b9-8ccb-4f50-ab64-8106d333b008', 'port_id': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05', 'mac_address': 'fa:16:3e:d9:0c:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e0b721-0635-4451-b2a9-ec895a578aaa', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:29:08.959255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Allocated IP 2001:db8::2 (694db1c0-d6db-4f33-a032-b674bfc2e962/c4718b6a-afb2-46a6-aee2-1bc6abcf7db9/7003da2a-95e0-4ebb-8d99-98b5350568f0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:09.020004 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.053641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:09.054151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.069508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.078900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port b40c9514-79fa-4d6c-9829-80ce16463799 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:09.079399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:29:09.119975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:09.126142 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.191811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.217354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.221445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.226838 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.244549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:09.259022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.275038 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Publish callbacks [] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.279814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3777aa25-48f8-49bf-9a2d-bc8bc0b3e770 req-5b8d7b4b-4ce7-49dc-a682-7e1eb03f190d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.281956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3777aa25-48f8-49bf-9a2d-bc8bc0b3e770 req-5b8d7b4b-4ce7-49dc-a682-7e1eb03f190d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 983 time: 0.1881111 Feb 17 22:29:09.288328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.311114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Pushing event updated for resources: {'Port': ['ID=ffcd92bf-a78c-4d52-a023-bf14cb93ed10,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:09.352163 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.390230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:09.400063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:09.401528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Port': ['ID=0f61dae4-1cbe-4de1-bfff-94eca811440e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:09.404735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:09.426563 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Subnet': ['ID=b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:09.435882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.444737 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc28fa60-edb7-4a33-97ee-027c79064fb5 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/subnets/b1ffa2a6-5945-4de7-8e78-03ffbcfe0f57 HTTP/1.1" status: 204 len: 168 time: 0.8876173 Feb 17 22:29:09.445067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:09.480556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e4b53538-4eae-40e4-a2bd-0d89fd4a0e8a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.487420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3777aa25-48f8-49bf-9a2d-bc8bc0b3e770 req-81b19477-fd1d-455b-a049-f4f948da5cd2 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1712356 Feb 17 22:29:09.489226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (ac0dab64-f507-4b64-b5bd-d0fe9207c789), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.504237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::10 (694db1c0-d6db-4f33-a032-b674bfc2e962/c4718b6a-afb2-46a6-aee2-1bc6abcf7db9/b40c9514-79fa-4d6c-9829-80ce16463799) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:09.527484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.527484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-23770d36-f061-4772-babb-070e25fdebd0 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.2395279 Feb 17 22:29:09.527899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Pushing event updated for resources: {'Port': ['ID=7003da2a-95e0-4ebb-8d99-98b5350568f0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:09.530759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59388) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:09.541204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b608408-8e36-4b92-a8c4-0a67fd58c429 None None] Network 4e958056-6cf2-440a-9a26-225e0ccaf685 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:09.657251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fafb362b-081d-43fc-a57c-5503f1fc66c9 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "GET /v2.0/floatingips?floating_network_id=d37d36c7-7cb2-4871-b466-771e6fb93ba6 HTTP/1.1" status: 200 len: 689 time: 0.1253049 Feb 17 22:29:09.661361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:09.680323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Attempting to bind port 7003da2a-95e0-4ebb-8d99-98b5350568f0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:09.680892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Attempting to bind port 7003da2a-95e0-4ebb-8d99-98b5350568f0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5f7b40e0-98e5-4c6d-8121-3769be155380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:09.681485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Attempting to bind port 7003da2a-95e0-4ebb-8d99-98b5350568f0 on network 694db1c0-d6db-4f33-a032-b674bfc2e962 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:09.694667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:29:09.695129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Checking segment: {'id': '5f7b40e0-98e5-4c6d-8121-3769be155380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:09.696341 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.696558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Bound using segment: {'id': '5f7b40e0-98e5-4c6d-8121-3769be155380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:29:09.697083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Bound port: 7003da2a-95e0-4ebb-8d99-98b5350568f0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7b40e0-98e5-4c6d-8121-3769be155380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:29:09.697306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.802536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (4e958056-6cf2-440a-9a26-225e0ccaf685), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.806304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.811853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.817220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.822180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] For port 7003da2a-95e0-4ebb-8d99-98b5350568f0, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:09.822938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.826495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] For port 7003da2a-95e0-4ebb-8d99-98b5350568f0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7003da2a-95e0-4ebb-8d99-98b5350568f0,segment=NetworkSegment(5f7b40e0-98e5-4c6d-8121-3769be155380),segment_id=5f7b40e0-98e5-4c6d-8121-3769be155380)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:29:09.828344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.834496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.837561 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:09.840400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.842336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-3d02ba90-7440-40ea-84be-ab283e8dbaac tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5429 time: 0.2466795 Feb 17 22:29:09.869868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eb404e-69bb-45c7-b957-7ea0f4f2c096 req-d2778207-b574-4d76-988c-03a98e11de1d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:09.871447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91eb404e-69bb-45c7-b957-7ea0f4f2c096 req-d2778207-b574-4d76-988c-03a98e11de1d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.1990957 Feb 17 22:29:09.899409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] DHCP port deletion for 4e958056-6cf2-440a-9a26-225e0ccaf685 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:09.901218 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Floating IP ac0dab64-f507-4b64-b5bd-d0fe9207c789 associated. External IP: 172.25.0.212, port: 74f2bb43-2d9d-4770-993b-38044ce257a3. Feb 17 22:29:09.934344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35318c6d-df5c-472e-98aa-069be949ff7b None None] Pushing event updated for resources: {'Port': ['ID=7003da2a-95e0-4ebb-8d99-98b5350568f0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:09.942567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d37d36c7-7cb2-4871-b466-771e6fb93ba6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.009926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] Deleting port bf3ec95c-3c5a-404f-9718-da8df8bdb051 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:10.010687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.042670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91eb404e-69bb-45c7-b957-7ea0f4f2c096 req-d3bde14e-13b0-4855-852d-0675c9686d15 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489940 Feb 17 22:29:10.048082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (b40c9514-79fa-4d6c-9829-80ce16463799), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.055617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f648935-cccc-4fe2-be32-7d7448e2ca07 req-2fa68bd6-340e-4f63-8789-2e5469312cb2 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1825743 Feb 17 22:29:10.101518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] For port bf3ec95c-3c5a-404f-9718-da8df8bdb051, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bf3ec95c-3c5a-404f-9718-da8df8bdb051,segment=NetworkSegment(337aa493-6a21-48df-80f0-532f6844fab8),segment_id=337aa493-6a21-48df-80f0-532f6844fab8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:10.102523 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.119346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b40c9514-79fa-4d6c-9829-80ce16463799), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.123977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] Calling delete_port for bf3ec95c-3c5a-404f-9718-da8df8bdb051 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:10.182644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=b40c9514-79fa-4d6c-9829-80ce16463799,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:10.217789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:10.220304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:10.230774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:10.240479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:10.241505 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.273357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.296543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f3d877fa-8552-4191-a6f2-031a46f94bc7 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9231601 Feb 17 22:29:10.300020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59394) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:10.305618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '694db1c0-d6db-4f33-a032-b674bfc2e962', 'name': 'tempest-PortsIpV6TestJSON-1648280703', 'fixed_ips': [{'subnet_id': 'c4718b6a-afb2-46a6-aee2-1bc6abcf7db9', 'ip_address': '2001:db8::f'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:10.310323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] No DVR routers for this DVR port bf3ec95c-3c5a-404f-9718-da8df8bdb051 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:10.315579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77af6e26-8f75-43cb-959a-871f2f71d21f None None] Pushing event deleted for resources: {'Port': ['ID=bf3ec95c-3c5a-404f-9718-da8df8bdb051,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:10.365922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['71991263-60b1-40fd-bba4-34e8fb19d320'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:10.394988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d39b0d22-24dc-43dc-a39c-8d28ec2069a8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:10.440419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['2bda1d45-b83b-46ac-adc6-674d05d87beb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:10.495781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b37dfe7c-e1b9-458e-b07b-a72461f2939c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:10.496867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:10.510610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.514655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port bf3ec95c-3c5a-404f-9718-da8df8bdb051 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:10.515634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.541793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a17a7c7a-bf87-4900-abc8-4d0edddcf323'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:10.560810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 675fb74a-ed55-4c70-8ffa-f6bf5566d8de yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:10.585487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:10.694169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port bf3ec95c-3c5a-404f-9718-da8df8bdb051, host n-d-828369-18, got binding levels [] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:10.694867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.783665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6475dda5-b822-4eda-9757-90dea9b9921b up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:10.789987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for bf3ec95c-3c5a-404f-9718-da8df8bdb051 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:10.816974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8921e7e-a4a2-45df-b3f7-9029c7835935 req-40b328e4-88ec-4e4c-8daa-a6f08ed13d5c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:10.820063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8921e7e-a4a2-45df-b3f7-9029c7835935 req-40b328e4-88ec-4e4c-8daa-a6f08ed13d5c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 983 time: 0.1885912 Feb 17 22:29:10.833420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Port bf3ec95c-3c5a-404f-9718-da8df8bdb051 was not found and therefore no delete operation was performed {{(pid=103526) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:29:10.835419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bf3ec95c-3c5a-404f-9718-da8df8bdb051), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.839256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Deleting port 0f61dae4-1cbe-4de1-bfff-94eca811440e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:10.840012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:10.935615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::f (694db1c0-d6db-4f33-a032-b674bfc2e962/c4718b6a-afb2-46a6-aee2-1bc6abcf7db9/675fb74a-ed55-4c70-8ffa-f6bf5566d8de) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:10.938355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port bf3ec95c-3c5a-404f-9718-da8df8bdb051 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:10.993799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=bf3ec95c-3c5a-404f-9718-da8df8bdb051,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:11.082790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8921e7e-a4a2-45df-b3f7-9029c7835935 req-478b6b7d-cbf8-4668-859a-f688c05e4a7c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2465632 Feb 17 22:29:11.171080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 6475dda5-b822-4eda-9757-90dea9b9921b completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:11.216005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 6475dda5-b822-4eda-9757-90dea9b9921b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:11.216529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.234828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.235159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for floatingip (0f61dae4-1cbe-4de1-bfff-94eca811440e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.249119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Calling delete_port for 0f61dae4-1cbe-4de1-bfff-94eca811440e owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:11.298147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['291c1fc8-69a8-4618-8ab7-096ba6999630'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:11.316744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (4e958056-6cf2-440a-9a26-225e0ccaf685), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.322994 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (675fb74a-ed55-4c70-8ffa-f6bf5566d8de), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.343080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e958056-6cf2-440a-9a26-225e0ccaf685']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:11.363921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337aa493-6a21-48df-80f0-532f6844fab8') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:11.364215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337aa493-6a21-48df-80f0-532f6844fab8') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:11.386914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (337aa493-6a21-48df-80f0-532f6844fab8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.390348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7424bb-692f-4321-8ec6-af74e389936d req-e2759fcc-44b6-49e1-981b-7ebda051e8ae tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.390762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Router dbf019fd-305d-4aeb-9fc6-362f47d8ef3e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:11.392997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef7424bb-692f-4321-8ec6-af74e389936d req-e2759fcc-44b6-49e1-981b-7ebda051e8ae tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.2048330 Feb 17 22:29:11.425988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (337aa493-6a21-48df-80f0-532f6844fab8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.453190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.466070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.469836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433889f1-1291-44dc-ba90-7a6e23a438e7 None None] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:11.477419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.488919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.502673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.513137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.516087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:11.516595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (337aa493-6a21-48df-80f0-532f6844fab8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:11.520069 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:11.524461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.527170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-424bf79f-de2d-40d9-82ac-2c2e37e6c855 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5429 time: 0.2795904 Feb 17 22:29:11.624296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (675fb74a-ed55-4c70-8ffa-f6bf5566d8de), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.656032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (4e958056-6cf2-440a-9a26-225e0ccaf685), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.663043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.668306 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/networks/4e958056-6cf2-440a-9a26-225e0ccaf685 HTTP/1.1" status: 204 len: 168 time: 2.2213149 Feb 17 22:29:11.690656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:11.691499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2206c8-44f4-4a93-bd5d-c2ea8c2ebd81 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Network': ['ID=4e958056-6cf2-440a-9a26-225e0ccaf685,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:11.715204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=675fb74a-ed55-4c70-8ffa-f6bf5566d8de,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:11.723690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:11.741520 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] Sync routers for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:11.749736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:11.754815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:11.760804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0f61dae4-1cbe-4de1-bfff-94eca811440e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.775484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:11.783800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:11.785731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.790912 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:11.794025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f61dae4-1cbe-4de1-bfff-94eca811440e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:11.794225 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:11.794372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53aa86b9-3288-41c2-8744-0e3dfc672741 None None] Provisioning complete for port 7003da2a-95e0-4ebb-8d99-98b5350568f0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:11.795281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53aa86b9-3288-41c2-8744-0e3dfc672741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.796718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef7424bb-692f-4321-8ec6-af74e389936d req-cbaa927b-a070-4e31-a2a6-8c901dde285d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913100 Feb 17 22:29:11.817237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.823193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7afa235-1d43-4835-8dfe-b0ccfc915085 req-1aec289f-de91-4876-a232-f5662fa8f809 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2814195 Feb 17 22:29:11.833315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-563d98d0-5953-473d-a5d9-8905525e024d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5321662 Feb 17 22:29:11.843989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59404) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:11.875861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting subnet 33f2f4f0-b56f-4531-aa5c-2df7e583de59 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:11.879345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks [] for subnet (33f2f4f0-b56f-4531-aa5c-2df7e583de59), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.907433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7003da2a-95e0-4ebb-8d99-98b5350568f0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:11.923924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (33f2f4f0-b56f-4531-aa5c-2df7e583de59), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.929198 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:11.930578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 6475dda5-b822-4eda-9757-90dea9b9921b is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:11.931186 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:11.952278 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:11.953216 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:11.999918 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:12.001015 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2d11c1-e7ce-4cea-b9cb-77b83241e603 None None] The sync data for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:12.015680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21d91f3-edbb-4cb6-968b-714fb59fc73c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:12.021097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f21d91f3-edbb-4cb6-968b-714fb59fc73c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1757822 Feb 17 22:29:12.021723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59406) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:12.030745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (33f2f4f0-b56f-4531-aa5c-2df7e583de59), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.064586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:12.067113 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8455b624-ebd6-4a08-8b53-2385c4ddca28" -d '{"events": [{"server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "name": "network-vif-plugged", "status": "completed", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:12.100237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 6475dda5-b822-4eda-9757-90dea9b9921b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6475dda5-b822-4eda-9757-90dea9b9921b,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:12.108170 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8ef9ffd0-a2c1-4448-8c3e-f6df1f8c303d tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 6.1200635 Feb 17 22:29:12.114681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59410) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:12.121417 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.139904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for floatingip (e4b53538-4eae-40e4-a2bd-0d89fd4a0e8a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.146296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df81f6b-fff6-4874-b210-887fe563c9bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:12.153157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df81f6b-fff6-4874-b210-887fe563c9bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:12.157829 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395a5c64-f3b7-42ff-8b57-63301c2f3cf7 x-openstack-request-id: req-395a5c64-f3b7-42ff-8b57-63301c2f3cf7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:12.158196 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "name": "network-vif-plugged", "status": "completed", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:12.158399 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-395a5c64-f3b7-42ff-8b57-63301c2f3cf7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:12.158783 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b', 'code': 200} Feb 17 22:29:12.171197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df81f6b-fff6-4874-b210-887fe563c9bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:12.173036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8df81f6b-fff6-4874-b210-887fe563c9bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1502674 Feb 17 22:29:12.176395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59416) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:12.211792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (33f2f4f0-b56f-4531-aa5c-2df7e583de59), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.261518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (df0d3cab-0f72-47d3-8b19-5ae2ee27777d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.263471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7003da2a-95e0-4ebb-8d99-98b5350568f0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:12.263934 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.268664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Subnet': ['ID=33f2f4f0-b56f-4531-aa5c-2df7e583de59,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:12.293066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.296772 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5ecca27c-f40b-4fe2-85c5-9d21b066e6f4 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/subnets/33f2f4f0-b56f-4531-aa5c-2df7e583de59 HTTP/1.1" status: 204 len: 168 time: 0.6023426 Feb 17 22:29:12.299546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59418) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:12.307305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5579a1c5-5a91-4cc6-94e5-a6e592aaf1c2 None None] Network de140a48-fbcf-4ec0-9b6c-e29964ae5a93 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:12.320996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53aa86b9-3288-41c2-8744-0e3dfc672741 None None] Current status of the port 7003da2a-95e0-4ebb-8d99-98b5350568f0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:12.321144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53aa86b9-3288-41c2-8744-0e3dfc672741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.339069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=6475dda5-b822-4eda-9757-90dea9b9921b,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:12.419411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (de140a48-fbcf-4ec0-9b6c-e29964ae5a93), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.432217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-53aa86b9-3288-41c2-8744-0e3dfc672741 None None] For port 7003da2a-95e0-4ebb-8d99-98b5350568f0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7003da2a-95e0-4ebb-8d99-98b5350568f0,segment=NetworkSegment(5f7b40e0-98e5-4c6d-8121-3769be155380),segment_id=5f7b40e0-98e5-4c6d-8121-3769be155380)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:12.441286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (df0d3cab-0f72-47d3-8b19-5ae2ee27777d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.457076 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53aa86b9-3288-41c2-8744-0e3dfc672741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.548142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7003da2a-95e0-4ebb-8d99-98b5350568f0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:12.558650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aa86b9-3288-41c2-8744-0e3dfc672741 None None] Pushing event updated for resources: {'Port': ['ID=7003da2a-95e0-4ebb-8d99-98b5350568f0,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:12.588198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8917b978-d04c-4fd5-8aae-0bfb242af069 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] 10.222.0.79 "GET /v2.0/floatingips/ac0dab64-f507-4b64-b5bd-d0fe9207c789 HTTP/1.1" status: 200 len: 984 time: 0.4637837 Feb 17 22:29:12.588990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59420) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:12.614312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=df0d3cab-0f72-47d3-8b19-5ae2ee27777d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:12.658920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf3ec95c-3c5a-404f-9718-da8df8bdb051 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:12.669553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc57663f-3873-4d6a-a6aa-daa4776c4ae7 req-54f2c7fa-6e6c-4069-bd27-66abb658d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:12.671077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc57663f-3873-4d6a-a6aa-daa4776c4ae7 req-54f2c7fa-6e6c-4069-bd27-66abb658d672 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1167 time: 0.3887565 Feb 17 22:29:12.689068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: bf3ec95c-3c5a-404f-9718-da8df8bdb051 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:12.689447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bf3ec95c-3c5a-404f-9718-da8df8bdb051 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:12.700758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de05a2e-319c-41d1-8eaa-a268bb09f610 req-084d7e44-5bdb-46d7-8320-6734911edc39 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:12.707470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7de05a2e-319c-41d1-8eaa-a268bb09f610 req-084d7e44-5bdb-46d7-8320-6734911edc39 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 984 time: 0.4158986 Feb 17 22:29:12.720652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d37d36c7-7cb2-4871-b466-771e6fb93ba6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.728672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] DHCP port deletion for de140a48-fbcf-4ec0-9b6c-e29964ae5a93 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:12.799578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37d36c7-7cb2-4871-b466-771e6fb93ba6']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:12.814513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 675fb74a-ed55-4c70-8ffa-f6bf5566d8de {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:12.814989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (675fb74a-ed55-4c70-8ffa-f6bf5566d8de), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.825651 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8ec575df-85f8-49ed-a0ac-322aef38e7d1 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.2190673 Feb 17 22:29:12.827773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b137aa6e-1705-48d7-8777-4bfc677797ad') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:12.827988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b137aa6e-1705-48d7-8777-4bfc677797ad') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:12.829735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59422) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:12.846190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc57663f-3873-4d6a-a6aa-daa4776c4ae7 req-81fc1391-03be-40c2-af31-744e8e86a5e9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&id=875995b3-2e98-49f6-bde7-854f8a1c2934&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1310737 Feb 17 22:29:12.872709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] Deleting port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:12.873673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.905003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b137aa6e-1705-48d7-8777-4bfc677797ad), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.916121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7de05a2e-319c-41d1-8eaa-a268bb09f610 req-dd4126d9-04ed-4f30-99c5-f39780425351 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2077768 Feb 17 22:29:12.967968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b137aa6e-1705-48d7-8777-4bfc677797ad), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.974714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Deleting port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:12.980357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Provisioning complete for port 7003da2a-95e0-4ebb-8d99-98b5350568f0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:12.980821 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:12.986696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.024492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:13.024912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b137aa6e-1705-48d7-8777-4bfc677797ad), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:13.026894 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:13.072850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] For port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:13.073524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.096589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] Calling delete_port for 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:13.145724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.161768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.176248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.187618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d37d36c7-7cb2-4871-b466-771e6fb93ba6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.193209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.206966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Current status of the port 7003da2a-95e0-4ebb-8d99-98b5350568f0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:13.212727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.216328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d37d36c7-7cb2-4871-b466-771e6fb93ba6 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 22:29:13.219172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.225584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.228008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-639bbc1d-ac1c-451c-ad38-e4fa714342fe tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5429 time: 0.3105659 Feb 17 22:29:13.229769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (675fb74a-ed55-4c70-8ffa-f6bf5566d8de), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.247979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Provisioning complete for port 675fb74a-ed55-4c70-8ffa-f6bf5566d8de triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:13.248474 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (675fb74a-ed55-4c70-8ffa-f6bf5566d8de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.268299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.274004 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "DELETE /v2.0/networks/d37d36c7-7cb2-4871-b466-771e6fb93ba6 HTTP/1.1" status: 204 len: 168 time: 3.6090734 Feb 17 22:29:13.276658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59428) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:13.277561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 675fb74a-ed55-4c70-8ffa-f6bf5566d8de owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:13.315431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.322165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] For port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,segment=NetworkSegment(7fb0499f-2dc1-4929-a913-1074c3028f12),segment_id=7fb0499f-2dc1-4929-a913-1074c3028f12)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:13.322542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.325506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889e55a-1726-4101-8cde-f97eae55d949 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event deleted for resources: {'Network': ['ID=d37d36c7-7cb2-4871-b466-771e6fb93ba6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:13.362854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Calling delete_port for 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:13.364775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] Pushing event deleted for resources: {'Port': ['ID=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:13.368591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e370b49-9ba8-46d8-8699-e790c8ba1672 None None] No DVR routers for this DVR port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:13.372994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Port 675fb74a-ed55-4c70-8ffa-f6bf5566d8de cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:13.404623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Provisioning complete for port b40c9514-79fa-4d6c-9829-80ce16463799 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:13.405490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b40c9514-79fa-4d6c-9829-80ce16463799), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.489567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16fee593-8987-4ceb-9dfb-a9187afe4433 None None] Port b40c9514-79fa-4d6c-9829-80ce16463799 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:13.514686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd62ec-f14d-433f-b702-75f3e058a5bc req-b2b5b9fa-6301-4c22-ae7e-057e7315e241 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:13.522120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cffd62ec-f14d-433f-b702-75f3e058a5bc req-b2b5b9fa-6301-4c22-ae7e-057e7315e241 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.4948120 Feb 17 22:29:13.560763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b119cb8e-043b-40d0-b6d6-b9e1e9a81819 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2731 time: 0.2808154 Feb 17 22:29:13.566667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59430) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:13.581064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2180bf45-0772-40d9-bd4b-08cf413925d5 req-020dcee6-5c95-42db-8dac-83afc6f5f1b4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3349781 Feb 17 22:29:13.625124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1985dc86-2cec-4a00-908f-d3db7eb9e8b9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.681702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cffd62ec-f14d-433f-b702-75f3e058a5bc req-2cae17b0-1dac-4fca-90b7-e6ac3017bf47 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451004 Feb 17 22:29:13.685038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-edfae56d-f99f-463b-8713-9065d8087a9d None None] Provisioning complete for port b40c9514-79fa-4d6c-9829-80ce16463799 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:13.685695 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edfae56d-f99f-463b-8713-9065d8087a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b40c9514-79fa-4d6c-9829-80ce16463799), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.716196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Deleting port ffcd92bf-a78c-4d52-a023-bf14cb93ed10 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:13.717359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.750704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] No DVR routers for this DVR port 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:13.780325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (675fb74a-ed55-4c70-8ffa-f6bf5566d8de), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:13.789608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-edfae56d-f99f-463b-8713-9065d8087a9d None None] Port b40c9514-79fa-4d6c-9829-80ce16463799 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:13.837894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7003da2a-95e0-4ebb-8d99-98b5350568f0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:13.843209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Port': ['ID=1985dc86-2cec-4a00-908f-d3db7eb9e8b9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:13.924799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-20351baf-fccb-436b-9002-97ea1a4e04ca None None] Could not find standard attr ID for object 675fb74a-ed55-4c70-8ffa-f6bf5566d8de. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:29:13.964534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7003da2a-95e0-4ebb-8d99-98b5350568f0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:13.964918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.133936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.134721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.134721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.137452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.137981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.138552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.138887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7003da2a-95e0-4ebb-8d99-98b5350568f0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:14.139271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.139697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.140148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.140626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.141107 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.141763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.142011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.144707 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-803eae5c-fb3b-4c9e-b75b-fe3d6962ef72 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8295 time: 0.5675771 Feb 17 22:29:14.161046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59434) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:14.183078 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (de140a48-fbcf-4ec0-9b6c-e29964ae5a93), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.190520 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.191138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for floatingip (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.239818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:14.241805 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-c96fa66f-3874-4cea-b613-9e8426ace14d tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] delete failed (client error): The resource could not be found. Feb 17 22:29:14.246070 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c96fa66f-3874-4cea-b613-9e8426ace14d tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/e4b53538-4eae-40e4-a2bd-0d89fd4a0e8a HTTP/1.1" status: 404 len: 345 time: 0.0807474 Feb 17 22:29:14.254987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59436) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:14.263198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Calling delete_port for ffcd92bf-a78c-4d52-a023-bf14cb93ed10 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:14.272421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de140a48-fbcf-4ec0-9b6c-e29964ae5a93']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:14.299527 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-65e4cb46-278e-4a38-91c8-df5e553f2ccb tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] DELETE failed (client error): The resource could not be found. Feb 17 22:29:14.300108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65e4cb46-278e-4a38-91c8-df5e553f2ccb tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:29:14.303345 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-65e4cb46-278e-4a38-91c8-df5e553f2ccb tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "DELETE /v2.0/networks/d37d36c7-7cb2-4871-b466-771e6fb93ba6 HTTP/1.1" status: 404 len: 339 time: 0.0473540 Feb 17 22:29:14.308086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb0499f-2dc1-4929-a913-1074c3028f12') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:14.308086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb0499f-2dc1-4929-a913-1074c3028f12') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:14.315085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59438) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:14.322537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'network': {'name': 'tempest-network--431872771', 'router:external': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:14.333475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (7fb0499f-2dc1-4929-a913-1074c3028f12), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.407657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7fb0499f-2dc1-4929-a913-1074c3028f12), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.437403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:14.438059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (7fb0499f-2dc1-4929-a913-1074c3028f12), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:14.442532 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:14.451006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Made reservation on behalf of 80a6fe11709449ff93955879250ceb44 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:14.451006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.469829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:14.470639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1985dc86-2cec-4a00-908f-d3db7eb9e8b9 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:14.481494 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff3013c5-7495-449f-97f0-b0e9efd4a6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.496581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=675fb74a-ed55-4c70-8ffa-f6bf5566d8de,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:14.521791 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.525237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9598b2b6-7c32-4d4e-b803-809921411035 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/675fb74a-ed55-4c70-8ffa-f6bf5566d8de HTTP/1.1" status: 204 len: 168 time: 2.3029861 Feb 17 22:29:14.532673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59440) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:14.568991 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-818f5778-1d83-4fcc-9bef-f9a81f1dfcaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:29:14.571244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-818f5778-1d83-4fcc-9bef-f9a81f1dfcaf tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/675fb74a-ed55-4c70-8ffa-f6bf5566d8de HTTP/1.1" status: 404 len: 333 time: 0.0365767 Feb 17 22:29:14.575742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59442) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:14.578132 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:14.579070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (de140a48-fbcf-4ec0-9b6c-e29964ae5a93), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.593385 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.604034 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] 10.222.0.79 "DELETE /v2.0/networks/de140a48-fbcf-4ec0-9b6c-e29964ae5a93 HTTP/1.1" status: 204 len: 168 time: 2.2991507 Feb 17 22:29:14.626009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590911da-a432-4942-b566-a8de626bc4a1 tempest-ServersTestMultiNic-1286317003 tempest-ServersTestMultiNic-1286317003-project] Pushing event deleted for resources: {'Network': ['ID=de140a48-fbcf-4ec0-9b6c-e29964ae5a93,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:14.628452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (09055bd7-8643-4ce6-9c44-655549d47690), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.628793 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Added segment 09055bd7-8643-4ce6-9c44-655549d47690 of type vlan for network c6b6a364-85e0-4020-82b4-5d9e177007fd Feb 17 22:29:14.716886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (c6b6a364-85e0-4020-82b4-5d9e177007fd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.720207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c2ecc9-1328-4795-9fe8-899ad2743e77 req-a4b6baed-eaf2-4d36-8fdd-d991b08b65fc tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.725791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08c2ecc9-1328-4795-9fe8-899ad2743e77 req-a4b6baed-eaf2-4d36-8fdd-d991b08b65fc tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 984 time: 0.2485030 Feb 17 22:29:14.754549 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ffcd92bf-a78c-4d52-a023-bf14cb93ed10), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.800483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Port': ['ID=ffcd92bf-a78c-4d52-a023-bf14cb93ed10,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:14.808767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (c6b6a364-85e0-4020-82b4-5d9e177007fd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.811713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.812828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.875912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08c2ecc9-1328-4795-9fe8-899ad2743e77 req-23859591-3c59-4f9b-8b2e-21b2d174e0f6 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1215432 Feb 17 22:29:14.888306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.893593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.899188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.904695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.909944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.915736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.920957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:14.922934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-65f31e0c-2f24-47f2-90b2-58c623f75e45 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5429 time: 0.1898627 Feb 17 22:29:14.948522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port b40c9514-79fa-4d6c-9829-80ce16463799 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:14.948946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b40c9514-79fa-4d6c-9829-80ce16463799), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:14.963081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6466086 Feb 17 22:29:14.965646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59454) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:15.012824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584ea0f-2b3d-4217-ba32-460a44a77364 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Network': ['ID=c6b6a364-85e0-4020-82b4-5d9e177007fd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:15.017866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for floatingip (ac0dab64-f507-4b64-b5bd-d0fe9207c789), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.018736 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Floating IP ac0dab64-f507-4b64-b5bd-d0fe9207c789 disassociated (deleted). External IP: 172.25.0.212, port: 74f2bb43-2d9d-4770-993b-38044ce257a3. Feb 17 22:29:15.030651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network c6b6a364-85e0-4020-82b4-5d9e177007fd details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:15.280621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2bda1d45-b83b-46ac-adc6-674d05d87beb up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:15.345105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-daeb55a0-7b53-4856-9123-59dd4cf36b71 req-1ff1a920-a686-4570-b76d-a4abde3151d1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4141295 Feb 17 22:29:15.348017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Router dbf019fd-305d-4aeb-9fc6-362f47d8ef3e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:15.353850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 2bda1d45-b83b-46ac-adc6-674d05d87beb completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:15.359989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 2bda1d45-b83b-46ac-adc6-674d05d87beb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:15.360566 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.433477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b40c9514-79fa-4d6c-9829-80ce16463799), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.465355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0109176-b0c0-4018-ada1-d7229b434477 req-6902b625-cb6c-4c13-a222-7f8ae63bcae1 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:15.466932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0109176-b0c0-4018-ada1-d7229b434477 req-6902b625-cb6c-4c13-a222-7f8ae63bcae1 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.3752713 Feb 17 22:29:15.467454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59458) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:15.483449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59317dfd-8a37-469b-af4d-4cb605b3c4a1 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:15.489092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59317dfd-8a37-469b-af4d-4cb605b3c4a1 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:15.494476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59317dfd-8a37-469b-af4d-4cb605b3c4a1 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:15.498740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2bda1d45-b83b-46ac-adc6-674d05d87beb is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:15.499145 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.500136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59317dfd-8a37-469b-af4d-4cb605b3c4a1 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:15.501870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-59317dfd-8a37-469b-af4d-4cb605b3c4a1 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5352459 Feb 17 22:29:15.503438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for b40c9514-79fa-4d6c-9829-80ce16463799 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:15.509883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59460) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:15.550954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:15.554138 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4de490-004b-4e0c-b118-e8ad8d799f87" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:15.592349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2bda1d45-b83b-46ac-adc6-674d05d87beb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:15.601464 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.604481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 71991263-60b1-40fd-bba4-34e8fb19d320 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:15.720403 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed41775c-f623-490f-baca-b0ac78e4bd94 x-openstack-request-id: req-ed41775c-f623-490f-baca-b0ac78e4bd94 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:15.720985 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:15.721991 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ed41775c-f623-490f-baca-b0ac78e4bd94 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:15.722204 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'code': 200} Feb 17 22:29:15.761535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (c6b6a364-85e0-4020-82b4-5d9e177007fd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.772712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0109176-b0c0-4018-ada1-d7229b434477 req-2eded537-d26b-49ce-a0de-2363a5bd6c81 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667499 Feb 17 22:29:15.773136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2bda1d45-b83b-46ac-adc6-674d05d87beb,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:15.814613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 71991263-60b1-40fd-bba4-34e8fb19d320 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:15.818885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 71991263-60b1-40fd-bba4-34e8fb19d320 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:15.819261 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.926925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 71991263-60b1-40fd-bba4-34e8fb19d320 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:15.927585 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:15.992434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:16.001538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 71991263-60b1-40fd-bba4-34e8fb19d320, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=71991263-60b1-40fd-bba4-34e8fb19d320,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:16.005833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] Sync routers for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:16.008468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.008708 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (c6b6a364-85e0-4020-82b4-5d9e177007fd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.015597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.016408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:16.059213 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6362865-4760-42f8-8a7d-b5279bd93175 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "DELETE /v2.0/floatingips/ac0dab64-f507-4b64-b5bd-d0fe9207c789 HTTP/1.1" status: 204 len: 168 time: 3.2274406 Feb 17 22:29:16.063785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59466) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:16.072025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:16.076373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b6a364-85e0-4020-82b4-5d9e177007fd']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:16.085676 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b40c9514-79fa-4d6c-9829-80ce16463799), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.095017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09055bd7-8643-4ce6-9c44-655549d47690') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:16.095315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09055bd7-8643-4ce6-9c44-655549d47690') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:16.096261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.096548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:16.097723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:16.116339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (09055bd7-8643-4ce6-9c44-655549d47690), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.167200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=b40c9514-79fa-4d6c-9829-80ce16463799,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:16.200036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:16.213036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (09055bd7-8643-4ce6-9c44-655549d47690), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.214856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=71991263-60b1-40fd-bba4-34e8fb19d320,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:16.215764 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.221979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5d704c15-0476-4c02-91b1-00d634bbacee tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/b40c9514-79fa-4d6c-9829-80ce16463799 HTTP/1.1" status: 204 len: 168 time: 1.6418266 Feb 17 22:29:16.228538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:16.230013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccecf1-8f6a-44cb-80bc-1430864fd8de req-f9a60ac1-ea59-4876-a32b-f8870890c500 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.237334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbccecf1-8f6a-44cb-80bc-1430864fd8de req-f9a60ac1-ea59-4876-a32b-f8870890c500 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 984 time: 0.2519703 Feb 17 22:29:16.247296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:16.248438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:16.253622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:16.254037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (09055bd7-8643-4ce6-9c44-655549d47690), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:16.262730 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:16.272035 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-944335ab-df63-4d74-bc3b-520b96bc7620 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:29:16.275425 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-944335ab-df63-4d74-bc3b-520b96bc7620 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/b40c9514-79fa-4d6c-9829-80ce16463799 HTTP/1.1" status: 404 len: 333 time: 0.0417132 Feb 17 22:29:16.277366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59470) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:16.288508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.313707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:16.314438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445ec951-b449-4dd8-9e3f-1867c0031bb1 None None] The sync data for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:16.329090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:16.333727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:16.334192 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.443100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:16.443642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.512400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:16.522854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.614051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:16.732269 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (c6b6a364-85e0-4020-82b4-5d9e177007fd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.749509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6b6a364-85e0-4020-82b4-5d9e177007fd {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 22:29:16.755360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet c4718b6a-afb2-46a6-aee2-1bc6abcf7db9 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:16.761677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbccecf1-8f6a-44cb-80bc-1430864fd8de req-41ddc1be-5526-441c-b849-860a1018e9b8 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5235288 Feb 17 22:29:16.766073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.769546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "DELETE /v2.0/networks/c6b6a364-85e0-4020-82b4-5d9e177007fd HTTP/1.1" status: 204 len: 168 time: 1.2580130 Feb 17 22:29:16.780534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59474) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:16.782998 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (c4718b6a-afb2-46a6-aee2-1bc6abcf7db9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.793720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'network': {'name': 'tempest-network--992682473', 'router:external': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:16.848499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a459e75-dc76-4ce9-93bf-74a4a852ef8a tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6b6a364-85e0-4020-82b4-5d9e177007fd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:16.895520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Made reservation on behalf of 80a6fe11709449ff93955879250ceb44 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:16.899475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.908692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.919211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.929024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.945972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.948562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Allocated IP 172.25.0.226 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/2d12591e-0a09-401a-b38a-ff718bb622d3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:16.956635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.957804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:16.967725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.973925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7c64f224-2c97-4dda-b5b4-9e5b3822358f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:16.974359 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Added segment 7c64f224-2c97-4dda-b5b4-9e5b3822358f of type vlan for network 65088fc3-bd60-4130-8102-fd22221dac3b Feb 17 22:29:16.979546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:16.983287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-f9ac4c0c-be29-485a-95f1-c3f9f43e2c63 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5432 time: 0.3452585 Feb 17 22:29:16.987707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (c4718b6a-afb2-46a6-aee2-1bc6abcf7db9), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.074784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (65088fc3-bd60-4130-8102-fd22221dac3b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.158617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (65088fc3-bd60-4130-8102-fd22221dac3b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.160307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:17.161393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.169494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.287865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a17a7c7a-bf87-4900-abc8-4d0edddcf323 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:17.293189 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccc9847e-3895-4f9f-b263-b409983be1a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.302927 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5188112 Feb 17 22:29:17.304286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59480) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:17.354739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port a17a7c7a-bf87-4900-abc8-4d0edddcf323 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:17.361621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08f6ef13-de56-4ef9-aac0-975204d21c58 req-c08d47b4-4158-4125-95d9-455df2436d7e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3104086 Feb 17 22:29:17.362083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port a17a7c7a-bf87-4900-abc8-4d0edddcf323 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:17.363295 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.365685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (c4718b6a-afb2-46a6-aee2-1bc6abcf7db9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.377116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d320e-fb72-4015-a410-d8ba6949b60f req-c95fb42b-a82b-46e4-a679-f7e97d50ffa8 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:17.383621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f88d320e-fb72-4015-a410-d8ba6949b60f req-c95fb42b-a82b-46e4-a679-f7e97d50ffa8 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.3904305 Feb 17 22:29:17.439204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4442-af85-4177-b219-e894cd02bce7 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Network': ['ID=65088fc3-bd60-4130-8102-fd22221dac3b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:17.462280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 65088fc3-bd60-4130-8102-fd22221dac3b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:17.481481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (18d50190-b5d5-46ba-84fc-3938d79b17e2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.505044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc721ea6-519d-4967-93ce-5f021f35fffa tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:17.509641 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc721ea6-519d-4967-93ce-5f021f35fffa tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] 10.222.0.79 "GET /v2.0/networks/65088fc3-bd60-4130-8102-fd22221dac3b HTTP/1.1" status: 200 len: 756 time: 0.1954472 Feb 17 22:29:17.511886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59482) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:17.534908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.597848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a17a7c7a-bf87-4900-abc8-4d0edddcf323 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:17.598240 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.639003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a17a7c7a-bf87-4900-abc8-4d0edddcf323, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a17a7c7a-bf87-4900-abc8-4d0edddcf323,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:17.645053 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.649613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d39b0d22-24dc-43dc-a39c-8d28ec2069a8 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:17.664722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f88d320e-fb72-4015-a410-d8ba6949b60f req-e2148f07-d1ef-492a-bd2c-f8c36dcc1c40 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794158 Feb 17 22:29:17.707488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (c4718b6a-afb2-46a6-aee2-1bc6abcf7db9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.708501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c3383-8aea-46e2-be1c-dc900ff4d7b1 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:17.714865 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bb8c3383-8aea-46e2-be1c-dc900ff4d7b1 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] 10.222.0.79 "GET /v2.0/networks/1076eee2-f77e-4f0d-87c1-20afa4a1b89c HTTP/1.1" status: 200 len: 768 time: 0.1939268 Feb 17 22:29:17.716057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:17.728547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a7c7a-bf87-4900-abc8-4d0edddcf323'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:17.729001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:17.730964 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331c6846-554c-4306-8cb5-4a482e187c38" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "a17a7c7a-bf87-4900-abc8-4d0edddcf323"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:17.738083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:17.748725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:17.760543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:17.768632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:17.769199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.772304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a17a7c7a-bf87-4900-abc8-4d0edddcf323,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:17.794883 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc40401-016e-4e7d-83fe-74cba5248dd5 x-openstack-request-id: req-5cc40401-016e-4e7d-83fe-74cba5248dd5 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:17.795249 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "a17a7c7a-bf87-4900-abc8-4d0edddcf323", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:17.795685 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5cc40401-016e-4e7d-83fe-74cba5248dd5 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:17.796185 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320', 'code': 200} Feb 17 22:29:17.796619 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05', 'code': 200} Feb 17 22:29:17.796908 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a17a7c7a-bf87-4900-abc8-4d0edddcf323', 'code': 200} Feb 17 22:29:17.798538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=c4718b6a-afb2-46a6-aee2-1bc6abcf7db9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:17.809149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.815108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a607c21c-dabc-4e85-a953-2d346e27e099 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/c4718b6a-afb2-46a6-aee2-1bc6abcf7db9 HTTP/1.1" status: 204 len: 168 time: 1.5127072 Feb 17 22:29:17.818647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b20b23-fd7a-4147-a476-bd0f70207b2b None None] Network 694db1c0-d6db-4f33-a032-b674bfc2e962 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:17.821609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59488) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:17.888624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Pushing event updated for resources: {'Port': ['ID=2d12591e-0a09-401a-b38a-ff718bb622d3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:17.952008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.956983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (65088fc3-bd60-4130-8102-fd22221dac3b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:17.962795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeef27-1d6f-44e4-9f2d-4ea0410ed7fd req-540e97e3-0383-4135-8514-a949c47b4682 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:17.965687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6aeef27-1d6f-44e4-9f2d-4ea0410ed7fd req-540e97e3-0383-4135-8514-a949c47b4682 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 984 time: 0.3987401 Feb 17 22:29:17.971777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:17.972266 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.021258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:18.026834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.027882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b37dfe7c-e1b9-458e-b07b-a72461f2939c up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:18.123031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:18.129482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] DHCP port deletion for 694db1c0-d6db-4f33-a032-b674bfc2e962 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:18.144220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (65088fc3-bd60-4130-8102-fd22221dac3b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.151969 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (694db1c0-d6db-4f33-a032-b674bfc2e962), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.164907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b37dfe7c-e1b9-458e-b07b-a72461f2939c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:18.170396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b37dfe7c-e1b9-458e-b07b-a72461f2939c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:18.170765 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.178609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for floatingip (a1c2f627-c5bf-4d8b-9d7b-80b9a632c2fb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.186838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65088fc3-bd60-4130-8102-fd22221dac3b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:18.211575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c64f224-2c97-4dda-b5b4-9e5b3822358f') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:18.211956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c64f224-2c97-4dda-b5b4-9e5b3822358f') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:18.241552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] Deleting port 7003da2a-95e0-4ebb-8d99-98b5350568f0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:18.242684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.247659 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (7c64f224-2c97-4dda-b5b4-9e5b3822358f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.263099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.276646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6aeef27-1d6f-44e4-9f2d-4ea0410ed7fd req-a0549664-c1a4-43d3-b6ce-2b92d7f97b07 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2554195 Feb 17 22:29:18.295993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7c64f224-2c97-4dda-b5b4-9e5b3822358f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.302085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:18.302496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (7c64f224-2c97-4dda-b5b4-9e5b3822358f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:18.305322 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:18.350937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 7003da2a-95e0-4ebb-8d99-98b5350568f0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:18.351574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.390357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] For port 7003da2a-95e0-4ebb-8d99-98b5350568f0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7003da2a-95e0-4ebb-8d99-98b5350568f0,segment=NetworkSegment(5f7b40e0-98e5-4c6d-8121-3769be155380),segment_id=5f7b40e0-98e5-4c6d-8121-3769be155380)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:18.391203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.406008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b37dfe7c-e1b9-458e-b07b-a72461f2939c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:18.406585 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.433104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] Calling delete_port for 7003da2a-95e0-4ebb-8d99-98b5350568f0 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:18.437733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (65088fc3-bd60-4130-8102-fd22221dac3b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.446960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 65088fc3-bd60-4130-8102-fd22221dac3b {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 22:29:18.464594 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.472039 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "DELETE /v2.0/networks/65088fc3-bd60-4130-8102-fd22221dac3b HTTP/1.1" status: 204 len: 168 time: 0.7522743 Feb 17 22:29:18.474698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a8510-92e2-4cf3-9eff-483c74799ecd tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event deleted for resources: {'Network': ['ID=65088fc3-bd60-4130-8102-fd22221dac3b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:18.481703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59494) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:18.488950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'network': {'name': 'tempest-network--426571270'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:18.498333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b37dfe7c-e1b9-458e-b07b-a72461f2939c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:18.507099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.509054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 291c1fc8-69a8-4618-8ab7-096ba6999630 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:18.564936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Made reservation on behalf of 80a6fe11709449ff93955879250ceb44 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:18.580133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.683286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] For port 7003da2a-95e0-4ebb-8d99-98b5350568f0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7003da2a-95e0-4ebb-8d99-98b5350568f0,segment=NetworkSegment(5f7b40e0-98e5-4c6d-8121-3769be155380),segment_id=5f7b40e0-98e5-4c6d-8121-3769be155380)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:18.683882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.696928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.708265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.710181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b37dfe7c-e1b9-458e-b07b-a72461f2939c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:18.731117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 7003da2a-95e0-4ebb-8d99-98b5350568f0 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:18.739820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d917ca-0e91-42e7-89d9-9a97e494cc80 req-9cb8f686-26c7-4254-b302-d4498c5da642 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.752502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d917ca-0e91-42e7-89d9-9a97e494cc80 req-9cb8f686-26c7-4254-b302-d4498c5da642 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1167 time: 0.3503220 Feb 17 22:29:18.754303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 291c1fc8-69a8-4618-8ab7-096ba6999630 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:29:18.766722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 291c1fc8-69a8-4618-8ab7-096ba6999630 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:18.767313 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.774778 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.784910 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-88d917ca-0e91-42e7-89d9-9a97e494cc80 req-e86f8bc2-74d9-4327-84bb-892f0d3d89a7 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.798743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:18.821425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.829629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.839557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.848599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] Pushing event deleted for resources: {'Port': ['ID=7003da2a-95e0-4ebb-8d99-98b5350568f0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:18.850529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.862489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.863032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6385a98a-0bfe-4ff9-8bcc-ad603d9bc046 None None] No DVR routers for this DVR port 7003da2a-95e0-4ebb-8d99-98b5350568f0 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:18.879131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.887763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:18.890671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21e5c1d1-5675-464b-8afa-00f749891670 req-3788e184-fcd3-4ba6-a3bb-fbe5efee4769 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5435 time: 0.2981899 Feb 17 22:29:18.904104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9435023d-9aad-4d4b-9ed1-a5753799f6fa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.904516 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Added segment 9435023d-9aad-4d4b-9ed1-a5753799f6fa of type vlan for network f7a1ad01-447f-4fe7-bbd5-fdeb594a198d Feb 17 22:29:18.925289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Deleting port 2c8aa449-e680-4549-b111-05199941f2d0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:18.926484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2c8aa449-e680-4549-b111-05199941f2d0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.939604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 291c1fc8-69a8-4618-8ab7-096ba6999630 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:18.939941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.974231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f7a1ad01-447f-4fe7-bbd5-fdeb594a198d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:18.993391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 291c1fc8-69a8-4618-8ab7-096ba6999630, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=291c1fc8-69a8-4618-8ab7-096ba6999630,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:18.999971 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.011860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Pushing event updated for resources: {'Port': ['ID=2d12591e-0a09-401a-b38a-ff718bb622d3,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:19.048967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (a1c2f627-c5bf-4d8b-9d7b-80b9a632c2fb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.075336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=291c1fc8-69a8-4618-8ab7-096ba6999630,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:19.079881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f7a1ad01-447f-4fe7-bbd5-fdeb594a198d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.085545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:19.087458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.100918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.107131 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-03c505a5-2ef7-4ce3-a41b-b9d2fb226827 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0384612 Feb 17 22:29:19.110415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59498) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:19.201473 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7182639 Feb 17 22:29:19.205701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:19.221673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:19.229669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee9a61-0f13-41df-8f25-c53ba8df4a21 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Network': ['ID=f7a1ad01-447f-4fe7-bbd5-fdeb594a198d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:19.241053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21e5c1d1-5675-464b-8afa-00f749891670 req-ceafa0d0-331c-46a1-b023-49605f15c284 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3348136 Feb 17 22:29:19.244094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f7a1ad01-447f-4fe7-bbd5-fdeb594a198d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:19.339302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-88d917ca-0e91-42e7-89d9-9a97e494cc80 req-e86f8bc2-74d9-4327-84bb-892f0d3d89a7 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Publish callbacks [] for security_group (61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.340783 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7003da2a-95e0-4ebb-8d99-98b5350568f0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.355603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] For port 2c8aa449-e680-4549-b111-05199941f2d0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2c8aa449-e680-4549-b111-05199941f2d0,segment=NetworkSegment(fdd20989-bdfb-4926-b0f5-f0f537062ac3),segment_id=fdd20989-bdfb-4926-b0f5-f0f537062ac3)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:19.357589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2c8aa449-e680-4549-b111-05199941f2d0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.362612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-88d917ca-0e91-42e7-89d9-9a97e494cc80 req-e86f8bc2-74d9-4327-84bb-892f0d3d89a7 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.386964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.401832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No DVR routers for this DVR port 7003da2a-95e0-4ebb-8d99-98b5350568f0 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:19.410310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:19.427050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=7003da2a-95e0-4ebb-8d99-98b5350568f0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:19.453542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Calling delete_port for 2c8aa449-e680-4549-b111-05199941f2d0 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:19.494863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f7a1ad01-447f-4fe7-bbd5-fdeb594a198d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.510783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f7a1ad01-447f-4fe7-bbd5-fdeb594a198d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.516272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.516734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.517285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.517622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.518040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.518375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.518712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.519037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.519383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.519720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.520049 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.520375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.520695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:19.564176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Network f7a1ad01-447f-4fe7-bbd5-fdeb594a198d is not hosted by any dhcp agent {{(pid=103526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:29:19.565156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:19.565750 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.569723 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "PUT /v2.0/networks/f7a1ad01-447f-4fe7-bbd5-fdeb594a198d HTTP/1.1" status: 200 len: 857 time: 0.3589344 Feb 17 22:29:19.569985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59504) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:19.615295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f8bc2-74d9-4327-84bb-892f0d3d89a7 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:19.633537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c1579-68a0-408e-a058-86b9e3f2410b tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event updated for resources: {'Network': ['ID=f7a1ad01-447f-4fe7-bbd5-fdeb594a198d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:19.667130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f7a1ad01-447f-4fe7-bbd5-fdeb594a198d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.679464 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.716223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88d917ca-0e91-42e7-89d9-9a97e494cc80 req-e86f8bc2-74d9-4327-84bb-892f0d3d89a7 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9620214 Feb 17 22:29:19.721432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (694db1c0-d6db-4f33-a032-b674bfc2e962), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.761434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7003da2a-95e0-4ebb-8d99-98b5350568f0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:19.784082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59506) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:19.784589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7003da2a-95e0-4ebb-8d99-98b5350568f0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:19.784905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7003da2a-95e0-4ebb-8d99-98b5350568f0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:19.800601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39b0d22-24dc-43dc-a39c-8d28ec2069a8'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:19.806544 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e21c427-c11e-4a76-99f4-3d9a462ff77d" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "d39b0d22-24dc-43dc-a39c-8d28ec2069a8"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:19.836635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f7a1ad01-447f-4fe7-bbd5-fdeb594a198d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.870259 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5896bd-1b8f-4fa4-a0f0-66c3ba09c20c x-openstack-request-id: req-1e5896bd-1b8f-4fa4-a0f0-66c3ba09c20c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:19.870926 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "d39b0d22-24dc-43dc-a39c-8d28ec2069a8", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-plugged", "status": "completed", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:19.871505 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e5896bd-1b8f-4fa4-a0f0-66c3ba09c20c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:19.872882 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39b0d22-24dc-43dc-a39c-8d28ec2069a8', 'code': 200} Feb 17 22:29:19.873635 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c', 'code': 200} Feb 17 22:29:19.874736 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630', 'code': 200} Feb 17 22:29:19.879852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a1ad01-447f-4fe7-bbd5-fdeb594a198d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:19.897716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9435023d-9aad-4d4b-9ed1-a5753799f6fa') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:19.898746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9435023d-9aad-4d4b-9ed1-a5753799f6fa') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:19.917927 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9435023d-9aad-4d4b-9ed1-a5753799f6fa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.930400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2fd0f9-0543-45f9-99bf-cb4febec58a0 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:19.932839 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3f2fd0f9-0543-45f9-99bf-cb4febec58a0 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1162 time: 0.1469254 Feb 17 22:29:19.939617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59510) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:19.946085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '6475dda5-b822-4eda-9757-90dea9b9921b', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:19.964097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9435023d-9aad-4d4b-9ed1-a5753799f6fa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.983152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:19.983898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9435023d-9aad-4d4b-9ed1-a5753799f6fa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:19.987996 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:20.009935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.091170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694db1c0-d6db-4f33-a032-b674bfc2e962']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:20.146664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7b40e0-98e5-4c6d-8121-3769be155380') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:20.147094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7b40e0-98e5-4c6d-8121-3769be155380') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:20.155149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f7a1ad01-447f-4fe7-bbd5-fdeb594a198d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.160915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f7a1ad01-447f-4fe7-bbd5-fdeb594a198d {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 17 22:29:20.164414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.177173 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] 10.222.0.79 "DELETE /v2.0/networks/f7a1ad01-447f-4fe7-bbd5-fdeb594a198d HTTP/1.1" status: 204 len: 168 time: 0.5966387 Feb 17 22:29:20.179010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59512) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:20.181394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea13415-c25a-4360-a5ce-e16b8738dfa8 req-e36ed2dc-fad6-47de-8da7-ab3a1c4ee834 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.183510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ea13415-c25a-4360-a5ce-e16b8738dfa8 req-e36ed2dc-fad6-47de-8da7-ab3a1c4ee834 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.7846034 Feb 17 22:29:20.220508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f6f2f-31ce-42fa-9027-1b641c05bbc4 tempest-ExternalNetworksTestJSON-1795302767 tempest-ExternalNetworksTestJSON-1795302767-project-admin] Pushing event deleted for resources: {'Network': ['ID=f7a1ad01-447f-4fe7-bbd5-fdeb594a198d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:20.225040 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0c199a-5e2b-4472-95d5-f128365ec307 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] DELETE failed (client error): The resource could not be found. Feb 17 22:29:20.225650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0c199a-5e2b-4472-95d5-f128365ec307 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:29:20.234874 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1f0c199a-5e2b-4472-95d5-f128365ec307 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] 10.222.0.79 "DELETE /v2.0/subnets/df0d3cab-0f72-47d3-8b19-5ae2ee27777d HTTP/1.1" status: 404 len: 337 time: 0.0513763 Feb 17 22:29:20.234874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59514) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:20.240788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (5f7b40e0-98e5-4c6d-8121-3769be155380), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.294685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5f7b40e0-98e5-4c6d-8121-3769be155380), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.341109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:20.341764 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (5f7b40e0-98e5-4c6d-8121-3769be155380), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:20.351074 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:20.387692 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (1076eee2-f77e-4f0d-87c1-20afa4a1b89c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.391546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.407582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.408991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.410181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.411088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.411998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.412852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.413723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:20.418089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-f23f8cbb-0b80-4907-b1f4-6bf6ca4aab44 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6717 time: 0.3472564 Feb 17 22:29:20.606327 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2c8aa449-e680-4549-b111-05199941f2d0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.662415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (1076eee2-f77e-4f0d-87c1-20afa4a1b89c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.715893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1076eee2-f77e-4f0d-87c1-20afa4a1b89c']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:20.743103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.755561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ea13415-c25a-4360-a5ce-e16b8738dfa8 req-e9282bf1-ba93-44f0-ab67-33f82fc84ebf tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5223622 Feb 17 22:29:20.756718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c8aa449-e680-4549-b111-05199941f2d0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:20.767252 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (694db1c0-d6db-4f33-a032-b674bfc2e962), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.777766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Allocated IP 172.25.0.141 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/16aa1393-e661-44a0-8eb1-3054cdcc7612) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:20.793732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '936a5c8d-ce3d-415c-a55f-dfef798fb0fc') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:20.794031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '936a5c8d-ce3d-415c-a55f-dfef798fb0fc') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:20.811665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (936a5c8d-ce3d-415c-a55f-dfef798fb0fc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.840294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.846702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (936a5c8d-ce3d-415c-a55f-dfef798fb0fc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.852770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/694db1c0-d6db-4f33-a032-b674bfc2e962 HTTP/1.1" status: 204 len: 168 time: 3.0263536 Feb 17 22:29:20.866823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59520) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:20.894380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:20.894668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1747979958'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:20.894862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (936a5c8d-ce3d-415c-a55f-dfef798fb0fc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:20.898260 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:20.959915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550a5b8-b33c-469e-b321-eb1f7f5930a8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=694db1c0-d6db-4f33-a032-b674bfc2e962,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:20.994469 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.006825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.011340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (1076eee2-f77e-4f0d-87c1-20afa4a1b89c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.028939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.036911 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] 10.222.0.79 "DELETE /v2.0/networks/1076eee2-f77e-4f0d-87c1-20afa4a1b89c HTTP/1.1" status: 204 len: 168 time: 0.7990892 Feb 17 22:29:21.041242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.046768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.052455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.058600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.064223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.068960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d193b6e-9c47-4e40-b875-ac8337cda5c0 tempest-ExternalNetworksTestJSON-119513021 tempest-ExternalNetworksTestJSON-119513021-project] Pushing event deleted for resources: {'Network': ['ID=1076eee2-f77e-4f0d-87c1-20afa4a1b89c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:21.071438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.077168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.080083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-cffc79fa-55aa-4777-af01-b0163fc5031e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.6067855 Feb 17 22:29:21.084153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f26dc512-c2d1-409f-b437-7d58b1f4f720 req-ecaff26b-84ab-42f7-9622-2616c4098019 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4945326 Feb 17 22:29:21.117694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.134298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:21.139913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.172915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:21.176508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:21.181766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:21.206540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=16aa1393-e661-44a0-8eb1-3054cdcc7612,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:21.314659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:21.368874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (bd06af63-3d3c-47fe-afbb-32d2eed1e664), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.369480 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Added segment bd06af63-3d3c-47fe-afbb-32d2eed1e664 of type vlan for network 45a46f67-d365-49ab-b20f-b09e128e2d62 Feb 17 22:29:21.402042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-389ff5f6-f354-4ff0-9915-fc07d49d9689 req-e8a3ce42-015e-417c-a7e3-1c98787b2a1f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3041496 Feb 17 22:29:21.442193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (18d50190-b5d5-46ba-84fc-3938d79b17e2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.470767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Allocated IP 172.25.0.124 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/ce48b3e2-58cc-4ee3-8fea-eff004932b42) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:21.474364 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (45a46f67-d365-49ab-b20f-b09e128e2d62), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.560725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59528) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:21.652054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (45a46f67-d365-49ab-b20f-b09e128e2d62), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.655107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:21.655796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.765078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Network': ['ID=45a46f67-d365-49ab-b20f-b09e128e2d62,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:21.785356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:21.793143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-23a45208-3964-48b0-a2d2-f2ca4626c146 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8997509 Feb 17 22:29:21.793489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59532) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:21.800305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:21.829856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for floatingip (fea8e8b0-31a4-4b06-a328-b46d0835d804), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.943468 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ae457408-c0f1-4393-8475-716009e0f551 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf630439c51c40c39a665b82e2a1289d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793795 Feb 17 22:29:21.943468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:21.947002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59536) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:22.037923 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks [] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.089420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565e70b1-03a3-4965-b1f4-051fe2569764 admin admin] Publish callbacks [] for security_group (0219acb8-fe5f-4be3-92c2-32e584b6ba5b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.129617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565e70b1-03a3-4965-b1f4-051fe2569764 admin admin] Publish callbacks [] for security_group (0219acb8-fe5f-4be3-92c2-32e584b6ba5b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.181567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:22.185097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.250905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c00feb-5a38-44a0-8098-3c55e0c71d46 req-f1ca5e89-4382-4fba-a9bf-1f060a665246 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:22.255438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69c00feb-5a38-44a0-8098-3c55e0c71d46 req-f1ca5e89-4382-4fba-a9bf-1f060a665246 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.3401434 Feb 17 22:29:22.273645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.280297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.332113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.451822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Router 18d50190-b5d5-46ba-84fc-3938d79b17e2 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:22.483158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:22.500160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:22.504951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:22.514981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-69c00feb-5a38-44a0-8098-3c55e0c71d46 req-10ab96e0-d0e4-4208-b9df-4239230b7fcb tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277870 Feb 17 22:29:22.520683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Pushing event updated for resources: {'Port': ['ID=ce48b3e2-58cc-4ee3-8fea-eff004932b42,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:22.648000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565e70b1-03a3-4965-b1f4-051fe2569764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0219acb8-fe5f-4be3-92c2-32e584b6ba5b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.654825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565e70b1-03a3-4965-b1f4-051fe2569764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.660730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-565e70b1-03a3-4965-b1f4-051fe2569764 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0219acb8-fe5f-4be3-92c2-32e584b6ba5b HTTP/1.1" status: 204 len: 168 time: 0.7087398 Feb 17 22:29:22.718181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=16aa1393-e661-44a0-8eb1-3054cdcc7612,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:22.764225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e70b1-03a3-4965-b1f4-051fe2569764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0219acb8-fe5f-4be3-92c2-32e584b6ba5b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:22.766763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks [] for floatingip (1a72e430-5d72-4750-a5c4-795d01ab3bba), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.771897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (fea8e8b0-31a4-4b06-a328-b46d0835d804), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:22.788102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-1301757c-d7ff-4432-9430-1c0e00358d59 req-a56b2e5c-5935-433d-ab39-00202c6595d3 service neutron] (103527) timed out ('10.222.0.79', 41464) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:29:23.099416 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Floating IP fea8e8b0-31a4-4b06-a328-b46d0835d804 associated. External IP: 172.25.0.141, port: 6475dda5-b822-4eda-9757-90dea9b9921b. Feb 17 22:29:23.274484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.284519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.295037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.305488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.308100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:23.315406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.325409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.335078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.338471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-a34b3769-9729-4e26-b5ba-540235e637a6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.7882199 Feb 17 22:29:23.419661 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ae0a254e-3c45-4d4b-a5d3-adb20f25070e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=80a6fe11709449ff93955879250ceb44&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1101525 Feb 17 22:29:23.424047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59552) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:23.480849 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:23.502379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router e7044530-31aa-4ca0-8db2-b5bb30d5519e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:23.536369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:23.555141 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] Sync routers for ids ['18d50190-b5d5-46ba-84fc-3938d79b17e2'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:23.580623 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] Routers {'18d50190-b5d5-46ba-84fc-3938d79b17e2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:23.581714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-15f81739-c592-4438-a902-5fd492834724 admin admin] 10.222.0.79 "PUT /v2.0/routers/18d50190-b5d5-46ba-84fc-3938d79b17e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1097054 Feb 17 22:29:23.582646 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['18d50190-b5d5-46ba-84fc-3938d79b17e2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:23.593911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59554) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:23.605089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f701524a-5cbf-4739-8247-074932868133 admin admin] Publish callbacks [] for security_group (341edf72-2995-4fdd-9762-1788832461e5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:23.682256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f701524a-5cbf-4739-8247-074932868133 admin admin] Publish callbacks [] for security_group (341edf72-2995-4fdd-9762-1788832461e5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:23.739162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] Set router 18d50190-b5d5-46ba-84fc-3938d79b17e2 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:23.747078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:23.765514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] Sync routers for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:23.786906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:23.787693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:23.789184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:23.799424 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f701524a-5cbf-4739-8247-074932868133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (341edf72-2995-4fdd-9762-1788832461e5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:23.803333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f701524a-5cbf-4739-8247-074932868133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:23.809252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f701524a-5cbf-4739-8247-074932868133 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/341edf72-2995-4fdd-9762-1788832461e5 HTTP/1.1" status: 204 len: 168 time: 0.3793588 Feb 17 22:29:23.829607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (3ca2bc6d-782b-4d37-9493-b3d235436f7e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:23.842241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-938c5ef3-3c75-4bb0-abd3-2d40c5056b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.842651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701524a-5cbf-4739-8247-074932868133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341edf72-2995-4fdd-9762-1788832461e5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:23.847864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-938c5ef3-3c75-4bb0-abd3-2d40c5056b4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 1128 time: 0.5058429 Feb 17 22:29:23.854158 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b35ae38e-caeb-400a-b959-5f5b2262115a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9130869 Feb 17 22:29:23.854762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:23.858243 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349e28ee-4551-4e0d-b4bc-f8a811dbc076" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:23.862719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:23.926044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f572ea4b-3ba1-4f07-965b-195e23f01672 req-eb87f7c8-968f-4012-914e-aabd31ea8fb8 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5424726 Feb 17 22:29:23.955848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303533b7-4d51-4c5c-96b2-31201aae0c4d req-235e5d07-0537-4cf3-8f47-dc30b0034530 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:23.963091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-303533b7-4d51-4c5c-96b2-31201aae0c4d req-235e5d07-0537-4cf3-8f47-dc30b0034530 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.6186228 Feb 17 22:29:24.022280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:24.093467 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:29:20Z', 'revision_number': 5, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:24.096642 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fafbdbf-6828-4e07-9691-3c03d1ccb081 x-openstack-request-id: req-9fafbdbf-6828-4e07-9691-3c03d1ccb081 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:24.097129 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:24.098504 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9fafbdbf-6828-4e07-9691-3c03d1ccb081 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:24.098504 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b', 'status': 'completed', 'code': 200} Feb 17 22:29:24.129046 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] Checking router: 18d50190-b5d5-46ba-84fc-3938d79b17e2 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:29:24.139953 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] Routers {'18d50190-b5d5-46ba-84fc-3938d79b17e2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:24.140877 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['18d50190-b5d5-46ba-84fc-3938d79b17e2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:24.299597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-303533b7-4d51-4c5c-96b2-31201aae0c4d req-2fb9bbca-164b-4212-8444-303b5eebc607 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500110 Feb 17 22:29:24.312865 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] Set router 18d50190-b5d5-46ba-84fc-3938d79b17e2 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:24.346319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.347482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.347482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.347837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.348307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.348773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.349234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.351409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.354506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.358210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.359351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.360452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.364605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.367502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.376310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=3ca2bc6d-782b-4d37-9493-b3d235436f7e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:24.377515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59564) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:24.396880 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-29f77366-c6aa-4caa-9589-f913d2d8fdfd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9813 time: 0.5322773 Feb 17 22:29:24.506089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Checking segment: {'id': 'bd06af63-3d3c-47fe-afbb-32d2eed1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:24.506744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network hostable DHCP agents. Network: 45a46f67-d365-49ab-b20f-b09e128e2d62, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:29:24.529989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks [] for router (18d50190-b5d5-46ba-84fc-3938d79b17e2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:24.550052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-ce7cf573-c0b9-4883-8da3-9a76e92119a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.551767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-ce7cf573-c0b9-4883-8da3-9a76e92119a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1167 time: 0.4040978 Feb 17 22:29:24.633199 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:29:20Z', 'revision_number': 5, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:24.644914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'fea8e8b0-31a4-4b06-a328-b46d0835d804', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'port_id': '6475dda5-b822-4eda-9757-90dea9b9921b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'mac_address': 'fa:16:3e:06:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:29:21Z', 'updated_at': '2022-02-17T22:29:21Z', 'revision_number': 0, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:24.671230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-a4e7a97b-4dac-4778-aa1a-75fb1f2e1100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.672836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-a4e7a97b-4dac-4778-aa1a-75fb1f2e1100 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 917 time: 0.6425231 Feb 17 22:29:24.678908 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c1ab06-2b76-44cb-b0ce-d287a153a1b8 None None] The sync data for ids ['18d50190-b5d5-46ba-84fc-3938d79b17e2'] in n-d-828369-18 is: [{'id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'name': 'tempest-ServersTestMultiNic-772997310-router', 'tenant_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:17Z', 'updated_at': '2022-02-17T22:29:20Z', 'revision_number': 5, 'project_id': '6c05e08cefdf444a91c3e80d1c74d8fe', 'gw_port': {'id': '4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:17:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d50190-b5d5-46ba-84fc-3938d79b17e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1700, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:24.686071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] Checking router: e7044530-31aa-4ca0-8db2-b5bb30d5519e for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:29:24.702585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:24.703317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:24.812112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.812620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.813037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.813498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.813949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.814398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.814860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.815310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.815788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.816235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.816685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.817135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.817577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.823559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-616ef975-f4cf-409c-ad21-c928044f2403 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8295 time: 0.4280653 Feb 17 22:29:24.823559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:29:24.824530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:24.832368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-7a9b89c2-fbf8-4ddf-9bfd-365e725abee2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=615a8475-2fa4-4691-872b-d4b679eeb20a HTTP/1.1" status: 200 len: 217 time: 0.1372149 Feb 17 22:29:24.865853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks [] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:24.890762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 45a46f67-d365-49ab-b20f-b09e128e2d62) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:24.896208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:24.911338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:24.911967 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:24.914960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:24.997368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc5a8c3-5dde-4ab8-bbdc-4535236e1b67 None None] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:25.004339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-0ed85082-2234-4e2b-b2e7-88c929ab9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.005882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-0ed85082-2234-4e2b-b2e7-88c929ab9f01 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.1588521 Feb 17 22:29:25.009813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-96653af4-969d-4053-99d7-a543d165ce4c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2135437 Feb 17 22:29:25.018827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-2fc428ff-eb13-47d0-a8c4-3a32b1fefab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.020358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-2fc428ff-eb13-47d0-a8c4-3a32b1fefab7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcd79117-16cb-4107-ac9f-59e87b1c56bc HTTP/1.1" status: 200 len: 898 time: 0.4203708 Feb 17 22:29:25.023668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59582) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:25.112424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9aee0a46-a7ca-4b65-bcfb-5fc83ae790af tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1525185573', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:25.176170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks [] for router_gateway (18d50190-b5d5-46ba-84fc-3938d79b17e2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:25.225502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Pushing event updated for resources: {'Port': ['ID=ce48b3e2-58cc-4ee3-8fea-eff004932b42,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:25.297520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (1a72e430-5d72-4750-a5c4-795d01ab3bba), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:25.317169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9aee0a46-a7ca-4b65-bcfb-5fc83ae790af tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (949dc68c-6ea9-4c28-983f-4adee69e9522), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:25.318141 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9aee0a46-a7ca-4b65-bcfb-5fc83ae790af tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (949dc68c-6ea9-4c28-983f-4adee69e9522), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:25.363259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-23a85ad3-dbf0-475c-a509-f7f3c1da2117 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6475dda5-b822-4eda-9757-90dea9b9921b HTTP/1.1" status: 200 len: 999 time: 0.2451344 Feb 17 22:29:25.381329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:25.383071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-66bf1fb7-7bca-4550-80a5-9fa421b414e8 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.2636409 Feb 17 22:29:25.399653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59590) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:25.401143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-45a46f67-d365-49ab-b20f-b09e128e2d62', 'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62', 'project_id': '1ecc71cb0f074db5b9b08e82681f9bc4', 'fixed_ips': [{'subnet_id': '3ca2bc6d-782b-4d37-9493-b3d235436f7e'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:29:25.403148 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:25.426212 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:25.469104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-bc2fccfb-ba81-45b6-b852-83c807f38654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.469104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-bc2fccfb-ba81-45b6-b852-83c807f38654 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4466071 Feb 17 22:29:25.529120 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5a996746-e908-471c-a8fd-d57813424a06 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5214 time: 0.7029638 Feb 17 22:29:25.537129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59594) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:25.595576 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a717f660-2116-49d7-a29c-a13075acd241 tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3698 time: 0.1892271 Feb 17 22:29:25.598061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59596) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:25.732737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.743590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.754270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.759614 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b9641e50-1571-43b9-9008-0f0dfa954ad0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1534653 Feb 17 22:29:25.759964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59600) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:25.762275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2c8aa449-e680-4549-b111-05199941f2d0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:25.768359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.777812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.785991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.792155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:25.794469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8441c785-20d2-4645-bd7e-ec80491f653e req-396162f1-8c76-46ef-b4f6-21aef4f5382b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.6556182 Feb 17 22:29:25.845531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 2c8aa449-e680-4549-b111-05199941f2d0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:25.846512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2c8aa449-e680-4549-b111-05199941f2d0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:25.946907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Allocated IP 2001:db8::2 (45a46f67-d365-49ab-b20f-b09e128e2d62/3ca2bc6d-782b-4d37-9493-b3d235436f7e/0114d1ab-25ac-4555-8267-333ff444c274) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:26.138555 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Publish callbacks [] for port (0114d1ab-25ac-4555-8267-333ff444c274), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.146550 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (0114d1ab-25ac-4555-8267-333ff444c274), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.182486 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9aee0a46-a7ca-4b65-bcfb-5fc83ae790af tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for router_controller (949dc68c-6ea9-4c28-983f-4adee69e9522), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.195569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-925983bc-9f37-40a2-abd4-9d049c5da3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:26.197767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-925983bc-9f37-40a2-abd4-9d049c5da3bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bfe83f4-74de-4089-8a6a-b7a10528e45b HTTP/1.1" status: 200 len: 835 time: 0.8200936 Feb 17 22:29:26.210804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Pushing event updated for resources: {'Port': ['ID=0114d1ab-25ac-4555-8267-333ff444c274,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:26.219800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:26.222581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:26.225948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:26.232200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'fea8e8b0-31a4-4b06-a328-b46d0835d804', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'port_id': '6475dda5-b822-4eda-9757-90dea9b9921b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'mac_address': 'fa:16:3e:06:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:29:21Z', 'updated_at': '2022-02-17T22:29:21Z', 'revision_number': 0, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:26.260088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9aee0a46-a7ca-4b65-bcfb-5fc83ae790af tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (949dc68c-6ea9-4c28-983f-4adee69e9522), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.266091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Deleting port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:26.266428 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.282681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de006ed-1d7a-4caa-a08b-f0eb7a9a8cbe tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:26.283458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de006ed-1d7a-4caa-a08b-f0eb7a9a8cbe tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:26.298315 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6de006ed-1d7a-4caa-a08b-f0eb7a9a8cbe tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=e7044530-31aa-4ca0-8db2-b5bb30d5519e HTTP/1.1" status: 200 len: 2064 time: 0.7465675 Feb 17 22:29:26.325753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1a2580-3ca1-4923-a60c-4160f9494470 None None] The sync data for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 is: [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'fea8e8b0-31a4-4b06-a328-b46d0835d804', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'floating_ip_address': '172.25.0.141', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'port_id': '6475dda5-b822-4eda-9757-90dea9b9921b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'mac_address': 'fa:16:3e:06:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:29:21Z', 'updated_at': '2022-02-17T22:29:21Z', 'revision_number': 0, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:26.341759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Deleting port ce48b3e2-58cc-4ee3-8fea-eff004932b42 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:26.342173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.355323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Attempting to bind port 0114d1ab-25ac-4555-8267-333ff444c274 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:26.356465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Attempting to bind port 0114d1ab-25ac-4555-8267-333ff444c274 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'bd06af63-3d3c-47fe-afbb-32d2eed1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:26.357439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Attempting to bind port 0114d1ab-25ac-4555-8267-333ff444c274 on network 45a46f67-d365-49ab-b20f-b09e128e2d62 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:26.372076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:29:26.373982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Checking segment: {'id': 'bd06af63-3d3c-47fe-afbb-32d2eed1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:26.375017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.376089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Bound using segment: {'id': 'bd06af63-3d3c-47fe-afbb-32d2eed1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:29:26.378098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Bound port: 0114d1ab-25ac-4555-8267-333ff444c274, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd06af63-3d3c-47fe-afbb-32d2eed1e664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:29:26.382138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0114d1ab-25ac-4555-8267-333ff444c274), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.475518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8441c785-20d2-4645-bd7e-ec80491f653e req-17944a4f-9acb-4989-83d0-9d93c173ee3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2847023 Feb 17 22:29:26.493492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.505875 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks [] for floatingip (ce48b3e2-58cc-4ee3-8fea-eff004932b42), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.510615 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9aee0a46-a7ca-4b65-bcfb-5fc83ae790af tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.513177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9aee0a46-a7ca-4b65-bcfb-5fc83ae790af tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4844923 Feb 17 22:29:26.535407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Calling delete_port for ce48b3e2-58cc-4ee3-8fea-eff004932b42 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:26.552303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59614) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:26.560996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'network_id': '45a46f67-d365-49ab-b20f-b09e128e2d62', 'name': 'tempest-PortsIpV6TestJSON-31445465'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:26.592144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] For port 0114d1ab-25ac-4555-8267-333ff444c274, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:26.606548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] For port 0114d1ab-25ac-4555-8267-333ff444c274, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0114d1ab-25ac-4555-8267-333ff444c274,segment=NetworkSegment(bd06af63-3d3c-47fe-afbb-32d2eed1e664),segment_id=bd06af63-3d3c-47fe-afbb-32d2eed1e664)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:29:26.630429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0114d1ab-25ac-4555-8267-333ff444c274), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.653689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59618) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:26.729114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49889862-bb0b-4952-a1a3-2aa111a270b6 req-822952df-60fc-4642-ab5e-e14077d3fe05 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:26.731247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49889862-bb0b-4952-a1a3-2aa111a270b6 req-822952df-60fc-4642-ab5e-e14077d3fe05 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.5452142 Feb 17 22:29:26.749619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d48ac-76b0-4561-9751-f56109f0c853 None None] Pushing event updated for resources: {'Port': ['ID=0114d1ab-25ac-4555-8267-333ff444c274,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:26.772632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-aa978b47-db45-4c90-b9b0-1af4b2c3e5c1 service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2739685 Feb 17 22:29:26.798616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-cb3da2fc-86d8-4a99-bd52-070598aaf2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:26.808580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-cb3da2fc-86d8-4a99-bd52-070598aaf2e4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcd79117-16cb-4107-ac9f-59e87b1c56bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5529613 Feb 17 22:29:26.829062 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb93b083-4d8e-4251-ad19-9b5d3074ffa3 None None] New status for floating IP fea8e8b0-31a4-4b06-a328-b46d0835d804: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:29:26.860799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] For port 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:26.862314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.881818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ce48b3e2-58cc-4ee3-8fea-eff004932b42), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:26.884768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Calling delete_port for 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:26.992040 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1503205778'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:27.015941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Pushing event deleted for resources: {'Port': ['ID=ce48b3e2-58cc-4ee3-8fea-eff004932b42,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:27.034637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Made reservation on behalf of 46b84f7f53684b58a64dffda400b4180 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:27.050215 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.154374 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-4c51abea-f0f3-4ebb-a1dd-0092d6c1d844 service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037541 Feb 17 22:29:27.174290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.193149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks [] for floatingip (1a72e430-5d72-4750-a5c4-795d01ab3bba), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.199780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.203002 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b644a3a-ad17-434a-a6fb-b985c54709a0 tempest-FloatingIPAdminTestJSON-1237041118 tempest-FloatingIPAdminTestJSON-1237041118-project] 10.222.0.79 "DELETE /v2.0/floatingips/1a72e430-5d72-4750-a5c4-795d01ab3bba HTTP/1.1" status: 204 len: 168 time: 1.4410210 Feb 17 22:29:27.258491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59622) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:27.444188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49889862-bb0b-4952-a1a3-2aa111a270b6 req-9709eadf-bbc9-44f4-92ac-696527bd987b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7120082 Feb 17 22:29:27.467978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks [] for security_group (f98edf61-65d9-42a3-b8a7-7103727bc95c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.473797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f98edf61-65d9-42a3-b8a7-7103727bc95c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.504769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:27.510497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.515702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:27.540682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.546073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.551772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.556919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5b9b13d4-a385-4227-a3f0-8ec46f90f4a8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.557396 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Added segment 5b9b13d4-a385-4227-a3f0-8ec46f90f4a8 of type vlan for network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 Feb 17 22:29:27.557997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.560463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f98edf61-65d9-42a3-b8a7-7103727bc95c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:27.563558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.569729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.576055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.576567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Deleting port 2d12591e-0a09-401a-b38a-ff718bb622d3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:27.577152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.578075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7375fe1-c5d9-4c85-9e0c-86d4a58b1880 req-bec5b967-c5ae-4fed-9de2-4a6227deb800 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.8998156 Feb 17 22:29:27.603769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59624) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:27.611014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Request body: {'floatingip': {'port_id': '2bda1d45-b83b-46ac-adc6-674d05d87beb'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:27.625151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7ab04b1-5b5c-456e-acc4-89312533f0c1 req-60277f3a-c9fb-4a33-a4e4-8162ce3ac44e service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7857311 Feb 17 22:29:27.650370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:27.733241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (970f5e17-c6f7-4e56-be8b-1d7db2d26cf1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.740780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for floatingip (82eb065c-650c-44c8-bbd2-92cc87e8a4f8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.781138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349e28ee-4551-4e0d-b4bc-f8a811dbc076 req-712ea8e4-f372-49d3-9413-40d83bcac15c service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028359 Feb 17 22:29:27.809259 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.854607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:29:27.865093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0114d1ab-25ac-4555-8267-333ff444c274 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:27.887339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:27.912288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (970f5e17-c6f7-4e56-be8b-1d7db2d26cf1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.918231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:27.919072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.967844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0114d1ab-25ac-4555-8267-333ff444c274 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:27.968667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0114d1ab-25ac-4555-8267-333ff444c274), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.972341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:27.972650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for floatingip (2d12591e-0a09-401a-b38a-ff718bb622d3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.058320 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (18d50190-b5d5-46ba-84fc-3938d79b17e2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.105201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Pushing event updated for resources: {'Network': ['ID=970f5e17-c6f7-4e56-be8b-1d7db2d26cf1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:28.110883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0114d1ab-25ac-4555-8267-333ff444c274 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:28.115977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0114d1ab-25ac-4555-8267-333ff444c274), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.178424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 0114d1ab-25ac-4555-8267-333ff444c274, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0114d1ab-25ac-4555-8267-333ff444c274,segment=NetworkSegment(bd06af63-3d3c-47fe-afbb-32d2eed1e664),segment_id=bd06af63-3d3c-47fe-afbb-32d2eed1e664)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:28.184157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:28.303346 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0114d1ab-25ac-4555-8267-333ff444c274), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.322746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (18d50190-b5d5-46ba-84fc-3938d79b17e2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.326483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::343 (45a46f67-d365-49ab-b20f-b09e128e2d62/3ca2bc6d-782b-4d37-9493-b3d235436f7e/7515fdbe-9c8b-4062-89ed-aa3b9d17436f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:28.330906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks [] for router_controller (18d50190-b5d5-46ba-84fc-3938d79b17e2), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.374813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=0114d1ab-25ac-4555-8267-333ff444c274,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:28.411956 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-824174d6-c8ac-4c54-83ca-0b1748d23fbf tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7568738 Feb 17 22:29:28.413101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Calling delete_port for 2d12591e-0a09-401a-b38a-ff718bb622d3 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:28.447026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (18d50190-b5d5-46ba-84fc-3938d79b17e2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.447410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18d50190-b5d5-46ba-84fc-3938d79b17e2 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:29:28.464667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.469750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-62089fd4-5b4e-460e-904c-6db46d25f221 admin admin] 10.222.0.79 "DELETE /v2.0/routers/18d50190-b5d5-46ba-84fc-3938d79b17e2 HTTP/1.1" status: 204 len: 168 time: 4.8711085 Feb 17 22:29:28.472069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59632) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:28.586768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bb0811-e7e3-466c-87e1-7d7fcc2ab557 None None] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:28.753500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59636) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:28.761604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d5a39bdd-7a0e-4a04-97a7-cc336fa784d2 None None] Provisioning complete for port 0114d1ab-25ac-4555-8267-333ff444c274 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:28.762184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d5a39bdd-7a0e-4a04-97a7-cc336fa784d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0114d1ab-25ac-4555-8267-333ff444c274), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.767973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Request body: {'port': {'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1', 'binding:host_id': 'n-h1-828369-18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1065367561'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:28.796762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] Deleting subnet 8ef13d77-9839-4304-8ce3-bba7daf1dac3 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:28.826707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] Publish callbacks [] for subnet (8ef13d77-9839-4304-8ce3-bba7daf1dac3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.856041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad5369-82ea-468d-b8f3-c3ea3534c345 req-f14bf55e-6a4e-41d2-aa1f-6e69ed7ab9ba tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:28.858786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3ad5369-82ea-468d-b8f3-c3ea3534c345 req-f14bf55e-6a4e-41d2-aa1f-6e69ed7ab9ba tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.2143011 Feb 17 22:29:28.872443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Made reservation on behalf of d23d06d3217e4a74b7a55de2f97508a5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:28.874886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.897460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (8ef13d77-9839-4304-8ce3-bba7daf1dac3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.914596 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.920487 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.970953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2d12591e-0a09-401a-b38a-ff718bb622d3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:28.979648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d5a39bdd-7a0e-4a04-97a7-cc336fa784d2 None None] Current status of the port 0114d1ab-25ac-4555-8267-333ff444c274 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:28.993808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3ad5369-82ea-468d-b8f3-c3ea3534c345 req-ac3f1650-c1cc-4510-914c-53ffe86a7a26 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242380 Feb 17 22:29:29.054326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.058538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d12591e-0a09-401a-b38a-ff718bb622d3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:29.094296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:29:29.184805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:29.192239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for security_group (799d1cb1-3d0c-4090-93e9-f56651c5d9d2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.220749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:29.224042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=7515fdbe-9c8b-4062-89ed-aa3b9d17436f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:29.228726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:29.241267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:29.244845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.256272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (799d1cb1-3d0c-4090-93e9-f56651c5d9d2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.271614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] device_id is not set on port 9cdf4638-369e-49ab-bf91-96d95458d3a5 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:29.315771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.325904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks [] for floatingip (a1c2f627-c5bf-4d8b-9d7b-80b9a632c2fb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.329000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.336437 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9e3fe24d-a684-44cb-88f8-da13df71a69a tempest-FloatingIPAdminTestJSON-721149796 tempest-FloatingIPAdminTestJSON-721149796-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/a1c2f627-c5bf-4d8b-9d7b-80b9a632c2fb HTTP/1.1" status: 204 len: 168 time: 2.0696177 Feb 17 22:29:29.336437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (82eb065c-650c-44c8-bbd2-92cc87e8a4f8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.337416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59642) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:29.410114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-696a7dbe-4c14-40c4-9c58-3c9bc542bbce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8554494 Feb 17 22:29:29.419842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59644) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:29.445063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799d1cb1-3d0c-4090-93e9-f56651c5d9d2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:29.460168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f15ca5bc-0fef-421f-83f7-8aca48e8481a None None] Provisioning complete for port 0114d1ab-25ac-4555-8267-333ff444c274 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:29.461762 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f15ca5bc-0fef-421f-83f7-8aca48e8481a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0114d1ab-25ac-4555-8267-333ff444c274), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.478526 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (8ef13d77-9839-4304-8ce3-bba7daf1dac3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.555511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e633541-cd56-48fc-95f7-4d4d6c2402db req-f2940f42-bd4d-47c6-9a5f-c561d363faf8 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:29.558041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e633541-cd56-48fc-95f7-4d4d6c2402db req-f2940f42-bd4d-47c6-9a5f-c561d363faf8 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.4105749 Feb 17 22:29:29.617350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (8ef13d77-9839-4304-8ce3-bba7daf1dac3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.623099 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Floating IP 82eb065c-650c-44c8-bbd2-92cc87e8a4f8 associated. External IP: 172.25.0.45, port: 2bda1d45-b83b-46ac-adc6-674d05d87beb. Feb 17 22:29:29.677610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f15ca5bc-0fef-421f-83f7-8aca48e8481a None None] Current status of the port 0114d1ab-25ac-4555-8267-333ff444c274 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:29.763824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.775568 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8ef13d77-9839-4304-8ce3-bba7daf1dac3 HTTP/1.1" status: 204 len: 168 time: 1.2510452 Feb 17 22:29:29.776992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ee74d-2849-40b4-9859-bafaa2be4a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ef13d77-9839-4304-8ce3-bba7daf1dac3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:29.777581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604a6c64-0ce7-44c9-a2ad-7eabd05598ad None None] Network 3d4f5d30-3b3a-4106-b089-cd475b34465c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:29.783098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0114d1ab-25ac-4555-8267-333ff444c274 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:29.789405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59646) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:29.857849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Deleting port 74f2bb43-2d9d-4770-993b-38044ce257a3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:29.858542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (74f2bb43-2d9d-4770-993b-38044ce257a3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:29.996780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e633541-cd56-48fc-95f7-4d4d6c2402db req-7f5aa237-dd38-4718-bc19-0c62032fda98 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3818300 Feb 17 22:29:30.098304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-22bf2941-5464-41b2-b52d-328e29b9ac2c None None] Provisioning complete for port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:30.098915 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22bf2941-5464-41b2-b52d-328e29b9ac2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.146336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0114d1ab-25ac-4555-8267-333ff444c274 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:30.146920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0114d1ab-25ac-4555-8267-333ff444c274), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.177544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-22bf2941-5464-41b2-b52d-328e29b9ac2c None None] Port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:30.216718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (3d4f5d30-3b3a-4106-b089-cd475b34465c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.277991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0114d1ab-25ac-4555-8267-333ff444c274 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:30.297621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] DHCP port deletion for 3d4f5d30-3b3a-4106-b089-cd475b34465c request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:30.372939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:30.402580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (74f2bb43-2d9d-4770-993b-38044ce257a3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.413640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:30.414740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4ecef6aa-ca55-4f37-b5f7-e52a46c8b7b8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:30.424099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Calling delete_port for 74f2bb43-2d9d-4770-993b-38044ce257a3 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:30.424351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Deleting port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:30.424580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.504004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] For port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3333021c-8c76-4f6f-ba4f-e7d68f5e7173,segment=NetworkSegment(fdd20989-bdfb-4926-b0f5-f0f537062ac3),segment_id=fdd20989-bdfb-4926-b0f5-f0f537062ac3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:30.504559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.521831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Calling delete_port for 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:30.524545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Router c9008528-f374-49d6-b373-bef8a20cb4d8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:30.647591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (3333021c-8c76-4f6f-ba4f-e7d68f5e7173), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.678232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Pushing event deleted for resources: {'Port': ['ID=3333021c-8c76-4f6f-ba4f-e7d68f5e7173,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:30.682811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] No DVR routers for this DVR port 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:30.701080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] device_id is not set on port 9cdf4638-369e-49ab-bf91-96d95458d3a5 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.702115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5f82d8b-5d82-432c-8a87-5bcbedc75186 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:30.741530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for port (9cdf4638-369e-49ab-bf91-96d95458d3a5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.780409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c6d7c8-74b2-452e-8ac5-f5901163a1d8 req-4056e870-ba1f-401d-9924-c989d99dfb3d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:30.782011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34c6d7c8-74b2-452e-8ac5-f5901163a1d8 req-4056e870-ba1f-401d-9924-c989d99dfb3d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 945 time: 0.6384523 Feb 17 22:29:30.815971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (74f2bb43-2d9d-4770-993b-38044ce257a3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.848301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9cdf4638-369e-49ab-bf91-96d95458d3a5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.870233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Port': ['ID=74f2bb43-2d9d-4770-993b-38044ce257a3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:30.876344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:30.889356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.899668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] Sync routers for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:30.911032 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (3d4f5d30-3b3a-4106-b089-cd475b34465c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:30.926648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:30.927502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:30.989318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d4f5d30-3b3a-4106-b089-cd475b34465c']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:31.002167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd20989-bdfb-4926-b0f5-f0f537062ac3') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:31.002471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd20989-bdfb-4926-b0f5-f0f537062ac3') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:31.012671 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-171597de-23c2-4128-a82e-58501af3e250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "PUT /v2.0/floatingips/82eb065c-650c-44c8-bbd2-92cc87e8a4f8 HTTP/1.1" status: 200 len: 991 time: 3.4066105 Feb 17 22:29:31.013140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (fdd20989-bdfb-4926-b0f5-f0f537062ac3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:31.022973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:31.029933 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a" -d '{"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:31.064960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:31.073047 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-adb07b21-616f-4710-823e-6138b6d2127e tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "DELETE /v2.0/ports/74f2bb43-2d9d-4770-993b-38044ce257a3 HTTP/1.1" status: 204 len: 168 time: 1.7340083 Feb 17 22:29:31.075249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59654) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:31.110177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:31.133182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=9cdf4638-369e-49ab-bf91-96d95458d3a5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:31.165093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:31.251733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab86e2d1-2652-4c7c-b796-15f91d68efd9 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.255292 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ab86e2d1-2652-4c7c-b796-15f91d68efd9 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "GET /v2.0/ports?device_id=dbf019fd-305d-4aeb-9fc6-362f47d8ef3e HTTP/1.1" status: 200 len: 913 time: 0.1779051 Feb 17 22:29:31.257411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59656) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:31.341842 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fdd20989-bdfb-4926-b0f5-f0f537062ac3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:31.365176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34c6d7c8-74b2-452e-8ac5-f5901163a1d8 req-b1011e2c-f27d-419a-800f-873aa779faa2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185323 Feb 17 22:29:31.368418 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:31.368957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (fdd20989-bdfb-4926-b0f5-f0f537062ac3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:31.372727 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:31.476969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.487288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.493492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.498926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.504359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.510616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.515967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.518011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-ba9f4075-480e-4df4-a7a2-c5d6a7841147 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.3404989 Feb 17 22:29:31.527657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '82eb065c-650c-44c8-bbd2-92cc87e8a4f8', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'floating_ip_address': '172.25.0.45', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'port_id': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'mac_address': 'fa:16:3e:98:d7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:26:54Z', 'updated_at': '2022-02-17T22:29:28Z', 'revision_number': 1, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:19Z', 'revision_number': 5, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:31.562097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Checking segment: {'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:31.562548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Network hostable DHCP agents. Network: 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:29:31.563107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] Checking router: c9008528-f374-49d6-b373-bef8a20cb4d8 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:29:31.576733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:31.577554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:31.578359 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a067230-f777-4202-9065-dae3ba1ac052 x-openstack-request-id: req-6a067230-f777-4202-9065-dae3ba1ac052 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:31.580513 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:31.580513 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a067230-f777-4202-9065-dae3ba1ac052 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:31.580513 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'status': 'completed', 'code': 200} Feb 17 22:29:31.676732 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (3d4f5d30-3b3a-4106-b089-cd475b34465c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:31.683737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:31.688674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] 10.222.0.79 "DELETE /v2.0/networks/3d4f5d30-3b3a-4106-b089-cd475b34465c HTTP/1.1" status: 204 len: 168 time: 1.8920369 Feb 17 22:29:31.769921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:29:31.772775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f1f1f-24a2-4bc1-9ade-c3e79972994d admin admin] Pushing event deleted for resources: {'Network': ['ID=3d4f5d30-3b3a-4106-b089-cd475b34465c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:31.792237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:31.853931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d22bc57-0020-4b0c-9da3-ac22af05d0b9 req-961c169a-bef9-4c7d-bf27-0723858a2a40 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2798800 Feb 17 22:29:31.857591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:31.858160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3333021c-8c76-4f6f-ba4f-e7d68f5e7173 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:31.875177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:31.880521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:31.893455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f463cf5-5849-4fe6-a605-04f76a73b12d None None] Network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:31.923713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.924510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.924984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.925453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.926887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.926887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.926887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.929841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-3424450b-3526-41cd-929b-64b08db1fea6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6717 time: 0.3330536 Feb 17 22:29:31.939082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:31.939617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:31.939994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:31.963931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c354e7-cf4e-4619-8578-be94ab17c1e8 req-a7e12233-2d3a-47ef-80e8-9a0441f97294 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:31.965589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91c354e7-cf4e-4619-8578-be94ab17c1e8 req-a7e12233-2d3a-47ef-80e8-9a0441f97294 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.3195317 Feb 17 22:29:31.994231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:31.994482 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:32.027750 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 2 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:32.064424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:32.088578 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.094404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:32.094756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:32.095085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:32.105463 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.174727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:32.175131 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:32.201334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59664) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:32.224301 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 3 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:32.286412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.311719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91c354e7-cf4e-4619-8578-be94ab17c1e8 req-ea02943b-1c89-44a0-9ac9-ad4966fb80d0 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136797 Feb 17 22:29:32.341357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:32.341889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:32.342326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:32.363613 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-96ba6202-df27-4fcf-875f-ae73e19d8b13 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c05e08cefdf444a91c3e80d1c74d8fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1607633 Feb 17 22:29:32.364559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59668) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:32.375832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-be91465c-c4f4-46a7-998c-55e2c5c21f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.377696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-be91465c-c4f4-46a7-998c-55e2c5c21f77 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1f182d69-5777-473f-ad41-128a438efa13 HTTP/1.1" status: 200 len: 913 time: 0.4412184 Feb 17 22:29:32.378396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:32.378904 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:32.404123 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 4 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:32.410987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=7515fdbe-9c8b-4062-89ed-aa3b9d17436f,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:32.437599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:32.437981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:32.438753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:32.461922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-dec5ae73-a11b-42e9-be20-08deadaa8a54 req-1e39d3c9-b996-43a4-8cc1-01df8cd98f8c tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:32.468330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dec5ae73-a11b-42e9-be20-08deadaa8a54 req-1e39d3c9-b996-43a4-8cc1-01df8cd98f8c tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0399060 Feb 17 22:29:32.478951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:32.478951 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:32.497326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '82eb065c-650c-44c8-bbd2-92cc87e8a4f8', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'floating_ip_address': '172.25.0.45', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'port_id': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'mac_address': 'fa:16:3e:98:d7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:26:54Z', 'updated_at': '2022-02-17T22:29:28Z', 'revision_number': 1, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:19Z', 'revision_number': 5, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:32.520210 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 5 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:32.540530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2768d7de-92f7-4435-898d-d0f63b912fca admin admin] Publish callbacks [] for security_group (7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.546993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.552928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.557376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d126a8b-890d-4861-bda6-ff7ad2af2f5e None None] The sync data for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 is: [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '82eb065c-650c-44c8-bbd2-92cc87e8a4f8', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'floating_ip_address': '172.25.0.45', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'port_id': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1777, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'mac_address': 'fa:16:3e:98:d7:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:26:54Z', 'updated_at': '2022-02-17T22:29:28Z', 'revision_number': 1, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:19Z', 'revision_number': 5, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:32.559143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.564618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.570857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.573387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2768d7de-92f7-4435-898d-d0f63b912fca admin admin] Publish callbacks [] for security_group (7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.576542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.582067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:32.595289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88fdc914-cd89-440b-ae58-da9e833ac178 req-27e8d793-5df7-47f1-a9c1-fd57caa24f08 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.4528277 Feb 17 22:29:32.613612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:32.614898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:32.615680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:32.681432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2768d7de-92f7-4435-898d-d0f63b912fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.684122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2768d7de-92f7-4435-898d-d0f63b912fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.686377 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2768d7de-92f7-4435-898d-d0f63b912fca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec HTTP/1.1" status: 204 len: 168 time: 0.3163464 Feb 17 22:29:32.711267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bb081007-3221-4a6a-a18c-d89f9a2fd2e8 None None] Provisioning complete for port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:32.711843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb081007-3221-4a6a-a18c-d89f9a2fd2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:32.716548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:32.716911 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:32.725896 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 6 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:32.737683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2768d7de-92f7-4435-898d-d0f63b912fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9f1ce7-bc43-4b02-8afb-3dcbd848c2ec,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:32.785733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bb081007-3221-4a6a-a18c-d89f9a2fd2e8 None None] Port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:32.836537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:32.837094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:32.837631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:32.858801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:32.859658 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:32.880758 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 7 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:32.948137 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786cdf6f-e2e0-4dd7-9052-c8f140ac7415 None None] New status for floating IP 82eb065c-650c-44c8-bbd2-92cc87e8a4f8: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:29:32.952298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-921e7b0a-8a9b-4f39-a456-c3154943e0bb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb HTTP/1.1" status: 200 len: 999 time: 0.5275564 Feb 17 22:29:32.962244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:32.962585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:32.963135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:32.965401 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (949dc68c-6ea9-4c28-983f-4adee69e9522), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:33.070794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:33.071351 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:33.076107 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Deleting port 0df16d10-607c-4be1-b4fe-06f497ed1c83 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:33.076769 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:33.081308 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 8 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:33.144408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:33.145130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:33.147920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:33.156705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-fd004ca8-b317-4b9a-8837-2b850a7acbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:33.158517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-fd004ca8-b317-4b9a-8837-2b850a7acbb5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0083f13c-a183-4fa0-a127-3477c7b0e467 HTTP/1.1" status: 200 len: 851 time: 0.1984284 Feb 17 22:29:33.164311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:33.164906 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:33.171113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dec5ae73-a11b-42e9-be20-08deadaa8a54 req-cf7ffa8e-19a9-4503-812a-50f5c8a9ff53 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5596809 Feb 17 22:29:33.180481 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 9 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:33.268900 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:33.284351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:33.284807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:33.285151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:33.293585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Calling delete_port for 0df16d10-607c-4be1-b4fe-06f497ed1c83 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:33.306050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:33.306391 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:33.309935 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 10 to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 Feb 17 22:29:33.334366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:33.336054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:33.336054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:33.342654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:33.342984 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 9cdf4638-369e-49ab-bf91-96d95458d3a5 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:33.343357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9cdf4638-369e-49ab-bf91-96d95458d3a5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:33.389113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-88b1c5c7-1445-427f-a128-89548e7f9b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:33.390786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-88b1c5c7-1445-427f-a128-89548e7f9b32 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1f182d69-5777-473f-ad41-128a438efa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2127340 Feb 17 22:29:33.450926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:33.661791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0df16d10-607c-4be1-b4fe-06f497ed1c83), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:33.667656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] For port 9cdf4638-369e-49ab-bf91-96d95458d3a5, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:33.668043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempted to set empty binding levels {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 22:29:33.690402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9cdf4638-369e-49ab-bf91-96d95458d3a5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:33.703969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-d5387893-3141-4ba7-9ff7-5dd1818e0a78 service neutron] 10.222.0.94 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831013 Feb 17 22:29:33.781664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Port': ['ID=0df16d10-607c-4be1-b4fe-06f497ed1c83,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:33.829496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:33.830115 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:34.002178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:34.302766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07991d-1adf-4944-95c8-abe9f0475452 req-53c57540-2a24-49f3-b88b-19c782274a2b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:34.305118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da07991d-1adf-4944-95c8-abe9f0475452 req-53c57540-2a24-49f3-b88b-19c782274a2b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.7634966 Feb 17 22:29:34.315019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=9cdf4638-369e-49ab-bf91-96d95458d3a5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:34.328362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d61e03c-7777-43e5-b13a-ae68c6b00f7f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.5730479 Feb 17 22:29:34.335047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:34.501517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da07991d-1adf-4944-95c8-abe9f0475452 req-7292e460-dcea-4368-8bbc-919d62bfa88e tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562297 Feb 17 22:29:34.541559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cec973fd-2296-4edd-bc13-6d9c9c89fa4a req-e9b54c67-78c3-4c85-a3a6-76f7f18058f3 service neutron] 10.222.0.94 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7643826 Feb 17 22:29:34.685853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:34.707646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:34.711231 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (949dc68c-6ea9-4c28-983f-4adee69e9522), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:34.846496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d51aca3-4f05-4034-b46d-2998bccc3194 req-c27a6217-6195-470b-bef8-0de3fa4608a0 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1183600 Feb 17 22:29:34.885860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=7515fdbe-9c8b-4062-89ed-aa3b9d17436f,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:34.892990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Router dbf019fd-305d-4aeb-9fc6-362f47d8ef3e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:34.931500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Deleting port 9cdf4638-369e-49ab-bf91-96d95458d3a5 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:34.932649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9cdf4638-369e-49ab-bf91-96d95458d3a5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:35.000828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d81dad-e3b9-4ab3-8888-61c4debcc9e5 req-98229021-5ee8-41f0-86d3-7863832e27ec tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:35.004348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7d81dad-e3b9-4ab3-8888-61c4debcc9e5 req-98229021-5ee8-41f0-86d3-7863832e27ec tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 945 time: 0.2822173 Feb 17 22:29:35.068964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:35.074149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:35.121069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7d81dad-e3b9-4ab3-8888-61c4debcc9e5 req-ea6fa627-a70c-409f-b4ce-4556250f0e0a tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066091 Feb 17 22:29:35.143269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] For port 9cdf4638-369e-49ab-bf91-96d95458d3a5, host n-h1-828369-18, got binding levels [] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:35.143891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9cdf4638-369e-49ab-bf91-96d95458d3a5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:35.191837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Calling delete_port for 9cdf4638-369e-49ab-bf91-96d95458d3a5 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:35.339249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:35.360454 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6ac1e322-744b-47ab-9061-081d830706b0 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "PUT /v2.0/routers/dbf019fd-305d-4aeb-9fc6-362f47d8ef3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0985281 Feb 17 22:29:35.360808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] Sync routers for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:35.363053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59726) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:35.395461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:35.399009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:35.413310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e96bf-4800-471d-a47f-fb48001ee8a6 req-9b929267-e2be-40cc-ac7c-de4b78d4b64f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:35.421972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e96bf-4800-471d-a47f-fb48001ee8a6 req-9b929267-e2be-40cc-ac7c-de4b78d4b64f tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.1331909 Feb 17 22:29:35.488446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:35.499155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Router 949dc68c-6ea9-4c28-983f-4adee69e9522 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:29:35.513120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] Routers {'dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:35.514733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:35.565290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:35.566575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab15be-2371-4e0f-b21b-5df5fc8b6e52 None None] The sync data for ids ['dbf019fd-305d-4aeb-9fc6-362f47d8ef3e'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:35.666467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9cdf4638-369e-49ab-bf91-96d95458d3a5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:35.694119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-47f62c9d-6fc1-4c18-bb31-eb6271e68069 None None] Provisioning complete for port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:35.695775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47f62c9d-6fc1-4c18-bb31-eb6271e68069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:35.700464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:35.705045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "DELETE /v2.0/ports/9cdf4638-369e-49ab-bf91-96d95458d3a5 HTTP/1.1" status: 204 len: 168 time: 1.3663127 Feb 17 22:29:35.710988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e96bf-4800-471d-a47f-fb48001ee8a6 req-6a17e868-0933-477a-80c2-5dfc9eeb40e9 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822731 Feb 17 22:29:35.712031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59728) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:35.738203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e525f-73f0-43ed-8257-22e68a6c9804 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cdf4638-369e-49ab-bf91-96d95458d3a5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:35.766465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:35.789003 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-6695d39a-76c0-47c0-aae3-5066d338f24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:29:35.789774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-47f62c9d-6fc1-4c18-bb31-eb6271e68069 None None] Port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:35.791535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6695d39a-76c0-47c0-aae3-5066d338f24d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "GET /v2.0/ports/9cdf4638-369e-49ab-bf91-96d95458d3a5 HTTP/1.1" status: 404 len: 333 time: 0.0724964 Feb 17 22:29:35.797820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59734) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:35.802724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Request body: {'port': {'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1584393902'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:35.844884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:35.855698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-15575380-96cb-4f9f-b967-89abe923c9c3 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "PUT /v2.0/routers/949dc68c-6ea9-4c28-983f-4adee69e9522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4323504 Feb 17 22:29:35.862183 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] Sync routers for ids ['949dc68c-6ea9-4c28-983f-4adee69e9522'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:35.871487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59736) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:35.887218 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] Routers {'949dc68c-6ea9-4c28-983f-4adee69e9522'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:35.893631 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['949dc68c-6ea9-4c28-983f-4adee69e9522'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:35.908836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Made reservation on behalf of d23d06d3217e4a74b7a55de2f97508a5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:35.911131 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:35.922676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-9242111a-2abc-4b2d-aa00-b2f70b36cf03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3746824 Feb 17 22:29:35.946145 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:35.958007 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] Routers {'949dc68c-6ea9-4c28-983f-4adee69e9522'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:35.958914 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['949dc68c-6ea9-4c28-983f-4adee69e9522'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:35.977910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router_gateway (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.004691 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:36.005868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f93210-24e2-4aaf-858f-ee54bba5ceee None None] The sync data for ids ['949dc68c-6ea9-4c28-983f-4adee69e9522'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:36.033037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] device_id is not set on port 63365db3-973b-4bfe-ae3d-7731b0a1de0d yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:36.062259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Deleting port c0c7add0-3841-411a-80e9-a2ae2700b7e7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:36.062712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c0c7add0-3841-411a-80e9-a2ae2700b7e7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.095958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6ff2d57-897e-4ea6-ad5f-738d3b963936 req-1c3cef20-aa8a-4780-a22c-83691a555841 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0969493 Feb 17 22:29:36.168002 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c0c7add0-3841-411a-80e9-a2ae2700b7e7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.190924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Calling delete_port for c0c7add0-3841-411a-80e9-a2ae2700b7e7 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:36.207873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c206e-43ac-4caf-96a6-323eaf9fdc20 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:36.214431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1c4c206e-43ac-4caf-96a6-323eaf9fdc20 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports?device_id=949dc68c-6ea9-4c28-983f-4adee69e9522 HTTP/1.1" status: 200 len: 987 time: 0.3370075 Feb 17 22:29:36.220002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59740) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:36.243030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba5246-2558-4fc5-af58-fc6fc54b4c88 req-cf7cdf18-83ed-4470-a26d-9366c17d1d01 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:36.248856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba5246-2558-4fc5-af58-fc6fc54b4c88 req-cf7cdf18-83ed-4470-a26d-9366c17d1d01 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:36.255326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba5246-2558-4fc5-af58-fc6fc54b4c88 req-cf7cdf18-83ed-4470-a26d-9366c17d1d01 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:36.257066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40ba5246-2558-4fc5-af58-fc6fc54b4c88 req-cf7cdf18-83ed-4470-a26d-9366c17d1d01 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b&device_id=d308d1db-7b4c-410c-8a3f-427837798a6f&device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 2417 time: 0.3495409 Feb 17 22:29:36.315956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-ef14eb06-7613-4cd4-b175-17fa4f24e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:36.317557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-ef14eb06-7613-4cd4-b175-17fa4f24e42b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 1128 time: 0.3082771 Feb 17 22:29:36.469513 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c0c7add0-3841-411a-80e9-a2ae2700b7e7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.512733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Port': ['ID=c0c7add0-3841-411a-80e9-a2ae2700b7e7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:36.600866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.711614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40ba5246-2558-4fc5-af58-fc6fc54b4c88 req-277e37c6-d193-4fc6-a966-0ba82d7a87b0 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983440 Feb 17 22:29:36.718145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.755989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.760661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router_controller (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.764133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-007cc267-48a6-40af-9edc-290ed565baab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:36.765706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-007cc267-48a6-40af-9edc-290ed565baab service neutron] 10.222.0.73 "GET /v2.0/networks?id=fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 200 len: 917 time: 0.3879430 Feb 17 22:29:36.843729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (dbf019fd-305d-4aeb-9fc6-362f47d8ef3e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.844397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Fanout notify agent at l3_agent the message router_deleted on router dbf019fd-305d-4aeb-9fc6-362f47d8ef3e {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:29:36.855577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.855577 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82efc0af-bba6-4612-9f0c-04f7e1e5d52a tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "DELETE /v2.0/routers/dbf019fd-305d-4aeb-9fc6-362f47d8ef3e HTTP/1.1" status: 204 len: 168 time: 1.4861538 Feb 17 22:29:36.858934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59744) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:36.886033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-cf9c15e9-0143-45c8-bd92-e4532677fc33 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=615a8475-2fa4-4691-872b-d4b679eeb20a HTTP/1.1" status: 200 len: 217 time: 0.1101167 Feb 17 22:29:36.918746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Deleting subnet dbd64405-2810-4241-a702-e69a6bff522f {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:36.922437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for subnet (dbd64405-2810-4241-a702-e69a6bff522f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.958939 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:36.973572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (dbd64405-2810-4241-a702-e69a6bff522f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.027231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-772e5e52-feee-413e-999a-12650763360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:37.028681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-772e5e52-feee-413e-999a-12650763360f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 200 len: 855 time: 0.1269529 Feb 17 22:29:37.054998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbb2f2fa-63bd-4820-a584-6343922a90d2 req-007265b4-76d0-41c9-8922-e1193b941588 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2847569 Feb 17 22:29:37.080460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:37.102435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dbd64405-2810-4241-a702-e69a6bff522f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.119565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:37.133338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:37.134805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:37.135524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.140709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=63365db3-973b-4bfe-ae3d-7731b0a1de0d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:37.209877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-875ee48c-b6e4-4069-bda8-3b35a765483e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4067810 Feb 17 22:29:37.212162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59750) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:37.217633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:37.219864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (dbd64405-2810-4241-a702-e69a6bff522f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.252926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Subnet': ['ID=dbd64405-2810-4241-a702-e69a6bff522f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:37.263540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.272324 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54d921f8-1fb2-466e-a5af-7bec67b4ab18 tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "DELETE /v2.0/subnets/dbd64405-2810-4241-a702-e69a6bff522f HTTP/1.1" status: 204 len: 168 time: 0.4088528 Feb 17 22:29:37.274120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:37.280773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f82edf-e866-4789-8965-fb1d32aa0b47 None None] Network 8b636367-c19c-417b-803a-ddc00ccc97a8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:37.291360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-bdf60626-fb5e-4e01-ad0f-1aaa237359c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:37.293057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-bdf60626-fb5e-4e01-ad0f-1aaa237359c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fba4561d-bc89-470c-ab36-dc23d5baeb63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2545111 Feb 17 22:29:37.299021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98d0eae2-4567-4cf0-a6ab-7fef056ea9eb req-8535f357-5778-4588-abbe-d232f2f3c76d tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0678594 Feb 17 22:29:37.374832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8b636367-c19c-417b-803a-ddc00ccc97a8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.427159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.482659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Deleting port de029dfc-ea77-4d01-9858-14b0c6ba8e13 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:37.483325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.583438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] For port de029dfc-ea77-4d01-9858-14b0c6ba8e13, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de029dfc-ea77-4d01-9858-14b0c6ba8e13,segment=NetworkSegment(604e9980-32ce-4cd4-b96f-8db8c8c102d6),segment_id=604e9980-32ce-4cd4-b96f-8db8c8c102d6)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:37.583794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.602733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Calling delete_port for de029dfc-ea77-4d01-9858-14b0c6ba8e13 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:37.612777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] DHCP port deletion for 8b636367-c19c-417b-803a-ddc00ccc97a8 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:37.680648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] Deleting port de029dfc-ea77-4d01-9858-14b0c6ba8e13 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:37.681443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.716810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.763057 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (949dc68c-6ea9-4c28-983f-4adee69e9522), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.763802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device de029dfc-ea77-4d01-9858-14b0c6ba8e13 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:37.772679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-d1be2029-6890-402c-aeaf-fbc32bec1d2d service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692013 Feb 17 22:29:37.776942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Port': ['ID=de029dfc-ea77-4d01-9858-14b0c6ba8e13,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:37.791733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] No DVR routers for this DVR port de029dfc-ea77-4d01-9858-14b0c6ba8e13 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:37.809966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: de029dfc-ea77-4d01-9858-14b0c6ba8e13 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:37.810625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device de029dfc-ea77-4d01-9858-14b0c6ba8e13 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:37.841294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] For port de029dfc-ea77-4d01-9858-14b0c6ba8e13, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de029dfc-ea77-4d01-9858-14b0c6ba8e13,segment=NetworkSegment(604e9980-32ce-4cd4-b96f-8db8c8c102d6),segment_id=604e9980-32ce-4cd4-b96f-8db8c8c102d6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:37.842165 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.874687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] Calling delete_port for de029dfc-ea77-4d01-9858-14b0c6ba8e13 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:37.921360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8b636367-c19c-417b-803a-ddc00ccc97a8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.949310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b636367-c19c-417b-803a-ddc00ccc97a8']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:37.961660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '604e9980-32ce-4cd4-b96f-8db8c8c102d6') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:37.962396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '604e9980-32ce-4cd4-b96f-8db8c8c102d6') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:37.973727 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (604e9980-32ce-4cd4-b96f-8db8c8c102d6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.991697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (604e9980-32ce-4cd4-b96f-8db8c8c102d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.993201 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (de029dfc-ea77-4d01-9858-14b0c6ba8e13), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:37.999487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:38.000364 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (604e9980-32ce-4cd4-b96f-8db8c8c102d6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:38.004337 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:38.024774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] Pushing event deleted for resources: {'Port': ['ID=de029dfc-ea77-4d01-9858-14b0c6ba8e13,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:38.031413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df4f35e-9a11-4075-b159-317602fb55f6 None None] No DVR routers for this DVR port de029dfc-ea77-4d01-9858-14b0c6ba8e13 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:38.097718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8b636367-c19c-417b-803a-ddc00ccc97a8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.109331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.114371 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "DELETE /v2.0/networks/8b636367-c19c-417b-803a-ddc00ccc97a8 HTTP/1.1" status: 204 len: 168 time: 0.8389461 Feb 17 22:29:38.135833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59758) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:38.150020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1e91-f988-4cf3-82c1-da0342f23b4d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Network': ['ID=8b636367-c19c-417b-803a-ddc00ccc97a8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:38.182744 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:29:38.356388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Deleting port 51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:38.358595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.465767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.466171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for floatingip (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.481338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Calling delete_port for 51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:38.517628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bfa2acd-7158-4baf-ac62-e9aec5abda8d req-1dac7509-30d5-40fb-b5fc-c274ab36ca02 service neutron] 10.222.0.73 "GET /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534890 Feb 17 22:29:38.591221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27ff7307-1309-43ba-b9de-17c11f7e675b req-3289dfb6-4281-4da1-8a06-40c7476d46de tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0786290 Feb 17 22:29:38.605167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] device_id is not set on port 63365db3-973b-4bfe-ae3d-7731b0a1de0d yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:38.617424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.629451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.715340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=63365db3-973b-4bfe-ae3d-7731b0a1de0d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:38.729042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.764773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:38.765960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:38.765960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:38.779928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Pushing event deleted for resources: {'Port': ['ID=51525e48-9fc8-47f2-9a8d-5bf7e40c2c1c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:38.782633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:38.783103 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:38.784157 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 2 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:38.812771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:38.813193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:38.813458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:38.824767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:38.825189 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:38.826311 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 3 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:38.846605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:38.847031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:38.847318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:38.854428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 7515fdbe-9c8b-4062-89ed-aa3b9d17436f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:38.854897 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.864072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:38.864558 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:38.864891 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 4 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:38.880821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks [] for floatingip (5ee8fb7c-a65c-45ca-bbfa-c349cd2f9ade), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.884182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:38.888534 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6fea0094-9ce9-4cdd-bfd3-0d6b3b54589d tempest-FloatingIPAdminTestJSON-1909928137 tempest-FloatingIPAdminTestJSON-1909928137-project] 10.222.0.79 "DELETE /v2.0/floatingips/5ee8fb7c-a65c-45ca-bbfa-c349cd2f9ade HTTP/1.1" status: 204 len: 168 time: 0.7481961 Feb 17 22:29:38.952267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:38.952612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:38.952953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:38.966258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:38.966890 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:38.972649 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 5 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:39.006164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:39.006509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:39.006849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:39.032822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:39.033173 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:39.035661 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 6 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:39.041461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.066996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:39.067512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:39.067898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:39.074461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 7515fdbe-9c8b-4062-89ed-aa3b9d17436f owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:39.076942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:39.077383 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:39.080976 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 7 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:39.116283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:39.116687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:39.117526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:39.155504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:39.155862 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:39.158319 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 8 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:39.176056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:39.176428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:39.176745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:39.185520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:39.185883 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:39.188234 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 9 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:39.209936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.215689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:39.216030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:39.216370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:39.225019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:39.225569 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:39.230291 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 10 to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d Feb 17 22:29:39.304172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59778) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:39.321009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:39.321360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:39.321707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:39.336213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:39.336604 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:39.336977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.431206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184b07f-d581-416f-ad1c-efaf0d02b433 req-2db261d4-888c-4c67-a9e2-31653fa3f638 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.432787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7184b07f-d581-416f-ad1c-efaf0d02b433 req-2db261d4-888c-4c67-a9e2-31653fa3f638 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.1632710 Feb 17 22:29:39.478101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7515fdbe-9c8b-4062-89ed-aa3b9d17436f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.491068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc148972-1669-4f67-9703-f331e5cb2724 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c09b8033238f4b109cd854398f2c9a83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1848526 Feb 17 22:29:39.496113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59782) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:39.555089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=7515fdbe-9c8b-4062-89ed-aa3b9d17436f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:39.561095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] For port 63365db3-973b-4bfe-ae3d-7731b0a1de0d, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:39.561095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempted to set empty binding levels {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 22:29:39.573070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc36952-8df1-4e72-8104-fdd3bd844f36 admin admin] Publish callbacks [] for security_group (5d15fc95-4ed1-48dd-9c53-7827a13b420c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.581580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.612648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc36952-8df1-4e72-8104-fdd3bd844f36 admin admin] Publish callbacks [] for security_group (5d15fc95-4ed1-48dd-9c53-7827a13b420c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.625531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7184b07f-d581-416f-ad1c-efaf0d02b433 req-8d2c25ac-37da-478c-8836-99d3176b53a3 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829698 Feb 17 22:29:39.690380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88fe388a-799f-44ae-99e6-29c9f51ae00d req-e2cb0b3f-09fe-4e7a-8580-c1a7554dbeca service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0994084 Feb 17 22:29:39.698420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] In _notify_port_updated(), no bound segment for port 63365db3-973b-4bfe-ae3d-7731b0a1de0d on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:29:39.703173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.704048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.705526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "PUT /v2.0/ports/63365db3-973b-4bfe-ae3d-7731b0a1de0d HTTP/1.1" status: 200 len: 980 time: 2.4923782 Feb 17 22:29:39.719736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:39.843311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc36952-8df1-4e72-8104-fdd3bd844f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5d15fc95-4ed1-48dd-9c53-7827a13b420c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.853201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc36952-8df1-4e72-8104-fdd3bd844f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.853201 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2cc36952-8df1-4e72-8104-fdd3bd844f36 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d15fc95-4ed1-48dd-9c53-7827a13b420c HTTP/1.1" status: 204 len: 168 time: 0.3506913 Feb 17 22:29:39.856683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28be7ae-7a5c-4352-bc23-869c685181a6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=63365db3-973b-4bfe-ae3d-7731b0a1de0d,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:39.859613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (949dc68c-6ea9-4c28-983f-4adee69e9522), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:39.870432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f32ee899-e4c7-44c3-acf7-a2b8049388a9 req-9fdf920c-36e6-4689-8180-60350cf2dccd tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0542374 Feb 17 22:29:39.902547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.903537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.904302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.905152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.905748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.906330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.906786 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.907273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.907757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.908290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.908746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.909202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.909660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.910118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.910573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.911024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.911507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.912123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.912621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.913147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.914314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.914692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.915319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.915795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.916248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.917260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.917448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.917989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.918448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.918897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.919348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.919824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.920317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.920838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.921283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.921724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.922264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:39.926445 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cafd97b-0a83-425e-9121-38146fc283d1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34252 time: 0.2054727 Feb 17 22:29:39.927721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc36952-8df1-4e72-8104-fdd3bd844f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d15fc95-4ed1-48dd-9c53-7827a13b420c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:39.932554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59790) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.052085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Deleting port 63365db3-973b-4bfe-ae3d-7731b0a1de0d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:40.052516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.096868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Router 949dc68c-6ea9-4c28-983f-4adee69e9522 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:29:40.141360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] For port 63365db3-973b-4bfe-ae3d-7731b0a1de0d, host n-h1-828369-18, got binding levels [] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:40.142302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.163223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Calling delete_port for 63365db3-973b-4bfe-ae3d-7731b0a1de0d owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:40.191899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:40.200111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2234ebfd-6d61-4939-838f-c320f6f26aae tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "PUT /v2.0/routers/949dc68c-6ea9-4c28-983f-4adee69e9522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9739020 Feb 17 22:29:40.200581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59794) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.213055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] Sync routers for ids ['949dc68c-6ea9-4c28-983f-4adee69e9522'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:40.226967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] Routers {'949dc68c-6ea9-4c28-983f-4adee69e9522'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:40.228018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['949dc68c-6ea9-4c28-983f-4adee69e9522'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:40.235642 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4b75c3-e7ab-46b4-a665-c4a9951da9b0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:29:40.239906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b4b75c3-e7ab-46b4-a665-c4a9951da9b0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/7515fdbe-9c8b-4062-89ed-aa3b9d17436f HTTP/1.1" status: 404 len: 333 time: 0.0355794 Feb 17 22:29:40.240342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59796) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.279229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (63365db3-973b-4bfe-ae3d-7731b0a1de0d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.282150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:40.296113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] Routers {'949dc68c-6ea9-4c28-983f-4adee69e9522'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:40.298539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['949dc68c-6ea9-4c28-983f-4adee69e9522'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:40.319617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.339521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event deleted for resources: {'Port': ['ID=63365db3-973b-4bfe-ae3d-7731b0a1de0d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:40.344587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6108755-10f8-4929-ac97-5fae046e161a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for router (949dc68c-6ea9-4c28-983f-4adee69e9522), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.347164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:40.348215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df051ba-699d-46cf-8761-bee8a09c0892 None None] The sync data for ids ['949dc68c-6ea9-4c28-983f-4adee69e9522'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:40.358037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37333ca3-1348-40ae-b8e7-4c8083b917a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.369778 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.374353 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5055c3b7-9e30-40f9-8d87-9b54bd412fa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "DELETE /v2.0/ports/63365db3-973b-4bfe-ae3d-7731b0a1de0d HTTP/1.1" status: 204 len: 168 time: 0.4393771 Feb 17 22:29:40.378751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59800) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.416779 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-984b87fb-45f4-493e-ae9b-a40fb132bf6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:29:40.418370 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-984b87fb-45f4-493e-ae9b-a40fb132bf6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "GET /v2.0/ports/63365db3-973b-4bfe-ae3d-7731b0a1de0d HTTP/1.1" status: 404 len: 333 time: 0.0384989 Feb 17 22:29:40.422669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.428554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1138322614', 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:40.471436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Made reservation on behalf of d23d06d3217e4a74b7a55de2f97508a5 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:40.472958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.503699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] device_id is not set on port 9fbaee3f-a3b0-4ccf-9aed-aaace54cf375 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:40.574553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37333ca3-1348-40ae-b8e7-4c8083b917a1 admin admin] Publish callbacks [] for security_group (b5ff8dfa-d001-4d72-84f5-723b4b403202), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.581978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37333ca3-1348-40ae-b8e7-4c8083b917a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b5ff8dfa-d001-4d72-84f5-723b4b403202), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.586035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6108755-10f8-4929-ac97-5fae046e161a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (949dc68c-6ea9-4c28-983f-4adee69e9522), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.593160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6108755-10f8-4929-ac97-5fae046e161a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for router_controller (949dc68c-6ea9-4c28-983f-4adee69e9522), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.647534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6108755-10f8-4929-ac97-5fae046e161a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (949dc68c-6ea9-4c28-983f-4adee69e9522), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.648880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6108755-10f8-4929-ac97-5fae046e161a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Fanout notify agent at l3_agent the message router_deleted on router 949dc68c-6ea9-4c28-983f-4adee69e9522 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:29:40.657080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6108755-10f8-4929-ac97-5fae046e161a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.658252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d6108755-10f8-4929-ac97-5fae046e161a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/routers/949dc68c-6ea9-4c28-983f-4adee69e9522 HTTP/1.1" status: 204 len: 168 time: 0.4171076 Feb 17 22:29:40.663155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.677717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37333ca3-1348-40ae-b8e7-4c8083b917a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff8dfa-d001-4d72-84f5-723b4b403202,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:40.702537 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-37333ca3-1348-40ae-b8e7-4c8083b917a1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2c2b302fa5e244efbab9e1b54bd62e45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756514 Feb 17 22:29:40.707237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59808) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:40.834138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-eed911d3-6a25-4573-aeeb-80e11a9d056a tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:40.836712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-eed911d3-6a25-4573-aeeb-80e11a9d056a tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.1771753 Feb 17 22:29:40.862392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet 3ca2bc6d-782b-4d37-9493-b3d235436f7e {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:40.883696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (3ca2bc6d-782b-4d37-9493-b3d235436f7e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.919148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for port (9fbaee3f-a3b0-4ccf-9aed-aaace54cf375), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.919683 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7857043f-589b-4bc6-915d-552c494d840b admin admin] Publish callbacks [] for security_group (b5ff8dfa-d001-4d72-84f5-723b4b403202), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:40.965092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (3ca2bc6d-782b-4d37-9493-b3d235436f7e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.044568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9fbaee3f-a3b0-4ccf-9aed-aaace54cf375), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.136727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7857043f-589b-4bc6-915d-552c494d840b admin admin] Publish callbacks [] for security_group (b5ff8dfa-d001-4d72-84f5-723b4b403202), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.139581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:41.153136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:41.155912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:41.156982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:41.157601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.177861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=9fbaee3f-a3b0-4ccf-9aed-aaace54cf375,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:41.191465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (3ca2bc6d-782b-4d37-9493-b3d235436f7e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.193142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8cdef-6a04-4696-9c4c-5921d9972544 req-c8703512-e6e8-4991-87ab-ac92ba6a66c3 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:41.196898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1b8cdef-6a04-4696-9c4c-5921d9972544 req-c8703512-e6e8-4991-87ab-ac92ba6a66c3 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 946 time: 0.4243226 Feb 17 22:29:41.210812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ce0d704-2075-47a1-bc75-3fcc93d951d8 req-23643c60-bfda-4fd0-aa36-a08d43ebfc49 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1464310 Feb 17 22:29:41.250392 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c6f99402-942e-4d83-8c57-05b2635a32be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8255572 Feb 17 22:29:41.258830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59812) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:41.325600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Deleting port 34cebef1-86d6-47ea-b578-65bfa852d841 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:41.326082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.340144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d47fdc-3fdb-4a08-b70e-42256072b5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:41.342609 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-85d47fdc-3fdb-4a08-b70e-42256072b5a8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "GET /v2.0/ports/9fbaee3f-a3b0-4ccf-9aed-aaace54cf375 HTTP/1.1" status: 200 len: 959 time: 0.0836999 Feb 17 22:29:41.346956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59814) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:41.388303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1b8cdef-6a04-4696-9c4c-5921d9972544 req-c939649f-8147-44f7-a614-9808379b4f60 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765721 Feb 17 22:29:41.401779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7857043f-589b-4bc6-915d-552c494d840b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b5ff8dfa-d001-4d72-84f5-723b4b403202), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.404849 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7857043f-589b-4bc6-915d-552c494d840b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.408683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7857043f-589b-4bc6-915d-552c494d840b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5ff8dfa-d001-4d72-84f5-723b4b403202 HTTP/1.1" status: 204 len: 168 time: 0.6978951 Feb 17 22:29:41.438955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857043f-589b-4bc6-915d-552c494d840b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff8dfa-d001-4d72-84f5-723b4b403202,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:41.470241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (3ca2bc6d-782b-4d37-9493-b3d235436f7e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.508757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] For port 34cebef1-86d6-47ea-b578-65bfa852d841, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=34cebef1-86d6-47ea-b578-65bfa852d841,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:41.509187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.522516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=3ca2bc6d-782b-4d37-9493-b3d235436f7e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:41.529081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Calling delete_port for 34cebef1-86d6-47ea-b578-65bfa852d841 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:41.549872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.553313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec4cbda-533d-4e51-8533-68ed0b7072f3 None None] Network 45a46f67-d365-49ab-b20f-b09e128e2d62 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:41.554716 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-56b8bd45-1acd-4562-b5b3-c0205417ac70 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/3ca2bc6d-782b-4d37-9493-b3d235436f7e HTTP/1.1" status: 204 len: 168 time: 0.8871179 Feb 17 22:29:41.559313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59818) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:41.571656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Deleting port 9fbaee3f-a3b0-4ccf-9aed-aaace54cf375 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:41.572064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9fbaee3f-a3b0-4ccf-9aed-aaace54cf375), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.671253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9fbaee3f-a3b0-4ccf-9aed-aaace54cf375), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.698546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Calling delete_port for 9fbaee3f-a3b0-4ccf-9aed-aaace54cf375 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:41.776539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (45a46f67-d365-49ab-b20f-b09e128e2d62), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.823968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] DHCP port deletion for 45a46f67-d365-49ab-b20f-b09e128e2d62 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:41.852267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9fbaee3f-a3b0-4ccf-9aed-aaace54cf375), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.890279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fbaee3f-a3b0-4ccf-9aed-aaace54cf375,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:41.892511 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.896132 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e9cb1d5-fdad-4b55-8491-ad5caf721a82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "DELETE /v2.0/ports/9fbaee3f-a3b0-4ccf-9aed-aaace54cf375 HTTP/1.1" status: 204 len: 168 time: 0.5477445 Feb 17 22:29:41.900055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59822) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:41.949528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 0114d1ab-25ac-4555-8267-333ff444c274 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:41.950428 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0114d1ab-25ac-4555-8267-333ff444c274), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.951900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (34cebef1-86d6-47ea-b578-65bfa852d841), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.963484 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-869666b6-e4c0-497b-94f8-144daa31024f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:29:41.964189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] Deleting port 0114d1ab-25ac-4555-8267-333ff444c274 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:41.965524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0114d1ab-25ac-4555-8267-333ff444c274), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:41.965866 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-869666b6-e4c0-497b-94f8-144daa31024f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "GET /v2.0/ports/9fbaee3f-a3b0-4ccf-9aed-aaace54cf375 HTTP/1.1" status: 404 len: 333 time: 0.0640395 Feb 17 22:29:41.972303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59824) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:41.992187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Request body: {'port': {'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-768763789'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:42.034065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Pushing event deleted for resources: {'Port': ['ID=34cebef1-86d6-47ea-b578-65bfa852d841,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:42.039136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Made reservation on behalf of d23d06d3217e4a74b7a55de2f97508a5 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:42.041740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.071539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] device_id is not set on port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:42.136868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59826) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:42.201561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] For port 0114d1ab-25ac-4555-8267-333ff444c274, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0114d1ab-25ac-4555-8267-333ff444c274,segment=NetworkSegment(bd06af63-3d3c-47fe-afbb-32d2eed1e664),segment_id=bd06af63-3d3c-47fe-afbb-32d2eed1e664)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:42.201561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0114d1ab-25ac-4555-8267-333ff444c274), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.204436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5429682e-2edd-481a-8f2b-82d0b77f890d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.239981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['615a8475-2fa4-4691-872b-d4b679eeb20a', '34cebef1-86d6-47ea-b578-65bfa852d841'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:42.242564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] No DVR routers for this DVR port 34cebef1-86d6-47ea-b578-65bfa852d841 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:42.247253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.250957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09a8cc18-7b9f-4f7a-9c27-a09c8ca519f4 req-fe44c0c2-d6cd-4709-ab6a-90c98bfb6c8b tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "DELETE /v2.0/ports/34cebef1-86d6-47ea-b578-65bfa852d841 HTTP/1.1" status: 204 len: 173 time: 1.4058998 Feb 17 22:29:42.251558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'name': 'network-vif-deleted', 'tag': '34cebef1-86d6-47ea-b578-65bfa852d841'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:42.254593 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d46942d7-f406-4543-a823-6cc3ac633ac4" -d '{"events": [{"server_uuid": "030c9d63-1aa7-49fb-8fce-1752942b7e3b", "name": "network-vif-deleted", "tag": "34cebef1-86d6-47ea-b578-65bfa852d841"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:42.296372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['96dec79d-ab0e-4bff-8aba-614a17badc9c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:42.396346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5429682e-2edd-481a-8f2b-82d0b77f890d admin admin] Publish callbacks [] for security_group (f3b5f1bc-c310-4678-a08c-506921522d20), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.401851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 0114d1ab-25ac-4555-8267-333ff444c274 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:42.410390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5429682e-2edd-481a-8f2b-82d0b77f890d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f3b5f1bc-c310-4678-a08c-506921522d20), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.536104 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe3ed69-13f7-41b9-ab52-3f1ba43b5ebb x-openstack-request-id: req-3fe3ed69-13f7-41b9-ab52-3f1ba43b5ebb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:42.536660 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030c9d63-1aa7-49fb-8fce-1752942b7e3b", "name": "network-vif-deleted", "tag": "34cebef1-86d6-47ea-b578-65bfa852d841", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:42.538125 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fe3ed69-13f7-41b9-ab52-3f1ba43b5ebb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:42.551881 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030c9d63-1aa7-49fb-8fce-1752942b7e3b', 'name': 'network-vif-deleted', 'tag': '34cebef1-86d6-47ea-b578-65bfa852d841', 'status': 'completed', 'code': 200} Feb 17 22:29:42.645647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e86b1630-ee56-476b-9b62-f46fe9611ea6 req-45e50e86-7e00-4df0-a0c0-da6b7c863728 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1188631 Feb 17 22:29:42.729061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] For port 0114d1ab-25ac-4555-8267-333ff444c274, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0114d1ab-25ac-4555-8267-333ff444c274,segment=NetworkSegment(bd06af63-3d3c-47fe-afbb-32d2eed1e664),segment_id=bd06af63-3d3c-47fe-afbb-32d2eed1e664)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:42.730184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0114d1ab-25ac-4555-8267-333ff444c274), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.733386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d0ddf71-af55-4950-9208-1a808855a0fe req-6816ea3f-b588-4319-be42-fe35ddc1f585 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=030c9d63-1aa7-49fb-8fce-1752942b7e3b HTTP/1.1" status: 200 len: 210 time: 0.1031787 Feb 17 22:29:42.770868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] Calling delete_port for 0114d1ab-25ac-4555-8267-333ff444c274 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:42.813563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.836061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5429682e-2edd-481a-8f2b-82d0b77f890d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1cad88b28e5b4ca0ba844a79e420c1ab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6878209 Feb 17 22:29:42.840956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59836) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:42.856095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429682e-2edd-481a-8f2b-82d0b77f890d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b5f1bc-c310-4678-a08c-506921522d20,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:42.878445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:42.968482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:42.987244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:42.991306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:42.993587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:42.995152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d27f2-f90e-4141-8b27-111f1afaeb2c admin admin] Publish callbacks [] for security_group (f3b5f1bc-c310-4678-a08c-506921522d20), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.002509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.013579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0114d1ab-25ac-4555-8267-333ff444c274), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.015170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=4c57ade2-45d2-4e1c-a468-40de1e39d9d4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:43.044185 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a1473574-3ba8-4ca8-a53a-4e47adf33978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0702550 Feb 17 22:29:43.049495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59838) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:43.075174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:43.090362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=0114d1ab-25ac-4555-8267-333ff444c274,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:43.098840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (0114d1ab-25ac-4555-8267-333ff444c274), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.111475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No DVR routers for this DVR port 0114d1ab-25ac-4555-8267-333ff444c274 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:43.136335 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d27f2-f90e-4141-8b27-111f1afaeb2c admin admin] Publish callbacks [] for security_group (f3b5f1bc-c310-4678-a08c-506921522d20), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.170646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] Pushing event deleted for resources: {'Port': ['ID=0114d1ab-25ac-4555-8267-333ff444c274,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:43.183901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1447779d-7fb3-4c5d-b4e2-1cc438ec6435 None None] No DVR routers for this DVR port 0114d1ab-25ac-4555-8267-333ff444c274 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:43.270191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.337331 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (45a46f67-d365-49ab-b20f-b09e128e2d62), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.380660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45a46f67-d365-49ab-b20f-b09e128e2d62']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:43.394148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d27f2-f90e-4141-8b27-111f1afaeb2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f3b5f1bc-c310-4678-a08c-506921522d20), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.397433 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3f3d27f2-f90e-4141-8b27-111f1afaeb2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.398739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3f3d27f2-f90e-4141-8b27-111f1afaeb2c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f3b5f1bc-c310-4678-a08c-506921522d20 HTTP/1.1" status: 204 len: 168 time: 0.5565302 Feb 17 22:29:43.416392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd06af63-3d3c-47fe-afbb-32d2eed1e664') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:43.417415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd06af63-3d3c-47fe-afbb-32d2eed1e664') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:43.437822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d27f2-f90e-4141-8b27-111f1afaeb2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b5f1bc-c310-4678-a08c-506921522d20,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:43.464932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (bd06af63-3d3c-47fe-afbb-32d2eed1e664), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.506285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (bd06af63-3d3c-47fe-afbb-32d2eed1e664), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.515755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:43.516282 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (bd06af63-3d3c-47fe-afbb-32d2eed1e664), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:43.521167 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:43.735695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] device_id is not set on port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:43.768349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks [] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.784461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:43.797035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0114d1ab-25ac-4555-8267-333ff444c274 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:43.875222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 0114d1ab-25ac-4555-8267-333ff444c274 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:43.876243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0114d1ab-25ac-4555-8267-333ff444c274 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:43.903962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=4c57ade2-45d2-4e1c-a468-40de1e39d9d4,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:43.946525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:43.952793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:43.953372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:43.972160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:43.972768 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:43.972960 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 2 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:43.988951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:43.989300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:43.989818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:43.997376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:43.997376 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:43.997376 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 3 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.023035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.023471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.023854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.030985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.031320 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.031795 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 4 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.050237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.050674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.051970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.057723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-459333c7-cc16-4e75-a795-a96580dce217 req-362d46aa-83a9-4ca7-bc50-fdd4a28af4fd tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0894692 Feb 17 22:29:44.061557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.063133 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.063675 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 5 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.089583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (45a46f67-d365-49ab-b20f-b09e128e2d62), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.111174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.115215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.115869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.116575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.124932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/45a46f67-d365-49ab-b20f-b09e128e2d62 HTTP/1.1" status: 204 len: 168 time: 2.5638556 Feb 17 22:29:44.129130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:44.132820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.133583 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.144821 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 6 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.189310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c123bb-b7a7-4799-8a40-a5c716e8dcbe tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=45a46f67-d365-49ab-b20f-b09e128e2d62,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:44.211779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.212139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.213148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.224286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.224649 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.225068 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 7 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.246904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb1cf44-bf66-4788-a55a-96163381e4b6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:44.253731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59874) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:44.253979 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5bb1cf44-bf66-4788-a55a-96163381e4b6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/d88b043b-0636-46fb-a394-9b2b270a8552 HTTP/1.1" status: 200 len: 844 time: 0.1233137 Feb 17 22:29:44.262962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.263461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.264435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.277106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.277464 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.277890 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 8 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.304909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.305266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.305864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.314990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.315705 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.316263 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 9 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.340064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.341128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.341777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.351951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.352218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4037c5c7-39a1-47a7-b9b4-27613c3bf830 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/d88b043b-0636-46fb-a394-9b2b270a8552?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0965562 Feb 17 22:29:44.353549 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.355599 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempt 10 to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 Feb 17 22:29:44.357412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59880) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:44.358077 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c73f97f3-877a-4bd6-8960-678d1e8a24a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.363293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:44.376866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:44.377205 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:44.377907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempting to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:44.383181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:29:44.383555 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Failed to bind port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on host n-h1-828369-18 for vnic_type normal using segments [{'id': '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '970f5e17-c6f7-4e56-be8b-1d7db2d26cf1'}] Feb 17 22:29:44.383930 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.436771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb6e22-7838-44b7-9c2c-30e4de53f75a req-734f7be1-6ea1-42b0-8412-49dd73303463 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:44.438467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4cb6e22-7838-44b7-9c2c-30e4de53f75a req-734f7be1-6ea1-42b0-8412-49dd73303463 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 945 time: 0.1688552 Feb 17 22:29:44.484218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] For port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:44.484974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attempted to set empty binding levels {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 22:29:44.493201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.531312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4cb6e22-7838-44b7-9c2c-30e4de53f75a req-8059a0a2-2bdc-4f3c-96be-115375e28f68 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Feb 17 22:29:44.531852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] In _notify_port_updated(), no bound segment for port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 on network 970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:29:44.532463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:44.533143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:44.533935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.535902 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "PUT /v2.0/ports/4c57ade2-45d2-4e1c-a468-40de1e39d9d4 HTTP/1.1" status: 200 len: 979 time: 1.4802747 Feb 17 22:29:44.536052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.541544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59884) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:44.581369 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f2c5c-7115-4d91-8f75-b8a533c1f890 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event updated for resources: {'Port': ['ID=4c57ade2-45d2-4e1c-a468-40de1e39d9d4,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:44.780447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Deleting port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:44.780817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.866647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 34cebef1-86d6-47ea-b578-65bfa852d841 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:44.894227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 34cebef1-86d6-47ea-b578-65bfa852d841 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:44.894227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 34cebef1-86d6-47ea-b578-65bfa852d841 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:44.894648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59894) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:44.915765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] For port 4c57ade2-45d2-4e1c-a468-40de1e39d9d4, host n-h1-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:44.916138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:44.943017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Calling delete_port for 4c57ade2-45d2-4e1c-a468-40de1e39d9d4 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:44.949682 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (c9bc7d6f-cb60-4583-864f-74ed13761f5f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.026358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1994176790'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:45.035818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:45.042001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:45.048592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:45.049208 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.057019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:45.058974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8650d60-618e-4074-b97f-43b72a9b805b None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:45.061702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=c9bc7d6f-cb60-4583-864f-74ed13761f5f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:45.066895 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.086156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b79a187d-0b0e-4172-b0c1-b597e0ab88f1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7268102 Feb 17 22:29:45.090463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59898) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:45.096835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6efb9424-00f6-47c5-aacd-e7554e091067 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'security_group': {'name': 'tempest-secgroup-997021225'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:45.097138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.141267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6efb9424-00f6-47c5-aacd-e7554e091067 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.146963 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4c57ade2-45d2-4e1c-a468-40de1e39d9d4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.205759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c57ade2-45d2-4e1c-a468-40de1e39d9d4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:45.216662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.219995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b0a47dec-fffa-4fb6-881b-8a742c735cda tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "DELETE /v2.0/ports/4c57ade2-45d2-4e1c-a468-40de1e39d9d4 HTTP/1.1" status: 204 len: 168 time: 0.6777234 Feb 17 22:29:45.228886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59904) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:45.289270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7574c512-adf3-48a7-b508-d7385cf35254 req-bd07c53d-f9ae-4c2d-af3a-b50e83e04348 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0606067 Feb 17 22:29:45.293883 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c3a77a-0d1d-4378-a980-f8ec3c1f5791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:29:45.295351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-79c3a77a-0d1d-4378-a980-f8ec3c1f5791 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1883697838-project-admin] 10.222.0.79 "GET /v2.0/ports/4c57ade2-45d2-4e1c-a468-40de1e39d9d4 HTTP/1.1" status: 404 len: 333 time: 0.0655630 Feb 17 22:29:45.301477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59906) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:45.339642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for security_group (77e480f9-0a67-4f47-831b-0b1932cd6aae), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.347714 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (77e480f9-0a67-4f47-831b-0b1932cd6aae), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.384281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'project_id': '1ecc71cb0f074db5b9b08e82681f9bc4', 'fixed_ips': [{'subnet_id': 'c9bc7d6f-cb60-4583-864f-74ed13761f5f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:29:45.390516 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.410395 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6efb9424-00f6-47c5-aacd-e7554e091067 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (89521c36-6923-4c11-906e-7a87dcce7d6e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.423899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6efb9424-00f6-47c5-aacd-e7554e091067 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (89521c36-6923-4c11-906e-7a87dcce7d6e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.425307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:45.434358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e480f9-0a67-4f47-831b-0b1932cd6aae,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:45.459433 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (970f5e17-c6f7-4e56-be8b-1d7db2d26cf1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.462029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6d391717-e625-4c50-8ecd-f078b5bfecf1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.462679 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Added segment 6d391717-e625-4c50-8ecd-f078b5bfecf1 of type vlan for network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 Feb 17 22:29:45.469822 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6efb9424-00f6-47c5-aacd-e7554e091067 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.471279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6efb9424-00f6-47c5-aacd-e7554e091067 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3796647 Feb 17 22:29:45.475598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59908) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:45.482007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-636973d4-1135-486f-814c-a6823f5d62a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1448198524'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:45.486173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efb9424-00f6-47c5-aacd-e7554e091067 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89521c36-6923-4c11-906e-7a87dcce7d6e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:45.562414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (04ea5e5b-2b2a-496d-a759-45af7019a4c9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.574250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-636973d4-1135-486f-814c-a6823f5d62a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.611170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (970f5e17-c6f7-4e56-be8b-1d7db2d26cf1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.631240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (04ea5e5b-2b2a-496d-a759-45af7019a4c9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.632680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Allocated IP 2001:db8::2 (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/c9bc7d6f-cb60-4583-864f-74ed13761f5f/e073252d-d433-4fe1-b8a6-c92fbc36a049) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:45.642531 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:45.643576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.652217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970f5e17-c6f7-4e56-be8b-1d7db2d26cf1']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:45.687200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:45.687778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9b13d4-a385-4227-a3f0-8ec46f90f4a8') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:45.711960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (5b9b13d4-a385-4227-a3f0-8ec46f90f4a8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.730000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5b9b13d4-a385-4227-a3f0-8ec46f90f4a8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.735499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Network': ['ID=04ea5e5b-2b2a-496d-a759-45af7019a4c9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:45.742636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:45.743677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (5b9b13d4-a385-4227-a3f0-8ec46f90f4a8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.752794 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ba6cdf1-00cc-4620-9c23-9dbbe9a0dedd tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8579986 Feb 17 22:29:45.756815 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59912) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:45.762898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:45.773559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'subnet': {'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:45.791715 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:45.865943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (970f5e17-c6f7-4e56-be8b-1d7db2d26cf1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.872445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.876131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] 10.222.0.79 "DELETE /v2.0/networks/970f5e17-c6f7-4e56-be8b-1d7db2d26cf1 HTTP/1.1" status: 204 len: 168 time: 0.5735886 Feb 17 22:29:45.920262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7bf14-43ac-4f43-a4df-39dec7c6b37e tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-109997709-project] Pushing event deleted for resources: {'Network': ['ID=970f5e17-c6f7-4e56-be8b-1d7db2d26cf1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:45.946384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-636973d4-1135-486f-814c-a6823f5d62a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (c26177de-52fb-4c26-9a18-88d928cc79dd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.956581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-636973d4-1135-486f-814c-a6823f5d62a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c26177de-52fb-4c26-9a18-88d928cc79dd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.963774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:45.971896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.973481 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Publish callbacks [] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.982092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:45.982392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eccdf8-da5f-4f7e-b505-ac1251e6b180 req-cf1a65c7-303f-471c-8223-c1538c434005 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:45.984226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31eccdf8-da5f-4f7e-b505-ac1251e6b180 req-cf1a65c7-303f-471c-8223-c1538c434005 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 945 time: 0.2844853 Feb 17 22:29:46.016638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-636973d4-1135-486f-814c-a6823f5d62a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.018017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-636973d4-1135-486f-814c-a6823f5d62a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5407770 Feb 17 22:29:46.030919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59916) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:46.036556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1747456937', 'security_groups': ['c26177de-52fb-4c26-9a18-88d928cc79dd'], 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c9bc7d6f-cb60-4583-864f-74ed13761f5f'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:46.080122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:46.084855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636973d4-1135-486f-814c-a6823f5d62a4 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c26177de-52fb-4c26-9a18-88d928cc79dd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:46.091012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:46.095509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:46.119806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Pushing event updated for resources: {'Port': ['ID=e073252d-d433-4fe1-b8a6-c92fbc36a049,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:46.190894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31eccdf8-da5f-4f7e-b505-ac1251e6b180 req-e58fc6a9-174d-46f3-bc00-ca65a5507b7c tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943026 Feb 17 22:29:46.201844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Attempting to bind port e073252d-d433-4fe1-b8a6-c92fbc36a049 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:46.202307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Attempting to bind port e073252d-d433-4fe1-b8a6-c92fbc36a049 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '538cb550-d6e6-4852-a175-492ae0ae7cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:46.202922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Attempting to bind port e073252d-d433-4fe1-b8a6-c92fbc36a049 on network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:46.211481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:29:46.211881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Checking segment: {'id': '538cb550-d6e6-4852-a175-492ae0ae7cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:46.212297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.213030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Bound using segment: {'id': '538cb550-d6e6-4852-a175-492ae0ae7cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:29:46.213927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Bound port: e073252d-d433-4fe1-b8a6-c92fbc36a049, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '538cb550-d6e6-4852-a175-492ae0ae7cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:29:46.214538 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.242641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-fa517356-74ef-4f0b-8377-9d9c12ec5d1d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:46.244474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-fa517356-74ef-4f0b-8377-9d9c12ec5d1d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.94 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 945 time: 0.2153800 Feb 17 22:29:46.333435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] For port e073252d-d433-4fe1-b8a6-c92fbc36a049, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:46.340468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] For port e073252d-d433-4fe1-b8a6-c92fbc36a049, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e073252d-d433-4fe1-b8a6-c92fbc36a049,segment=NetworkSegment(538cb550-d6e6-4852-a175-492ae0ae7cea),segment_id=538cb550-d6e6-4852-a175-492ae0ae7cea)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:29:46.344964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59920) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:46.351688 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.352693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:46.421561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (fb0ac2d4-93bf-4ac7-a4ef-e325477428dc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.443350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47fb3ea-4432-4dbb-b474-1e87c8c03d68 None None] Pushing event updated for resources: {'Port': ['ID=e073252d-d433-4fe1-b8a6-c92fbc36a049,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:46.541665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b4a6b95-dd10-4d41-94d4-3f38f33966b1 req-4aaf3a81-5560-48e1-971c-516605471b49 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0567930 Feb 17 22:29:46.568997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Checking segment: {'id': '6d391717-e625-4c50-8ecd-f078b5bfecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:46.569611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network hostable DHCP agents. Network: 04ea5e5b-2b2a-496d-a759-45af7019a4c9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:29:46.579738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Subnet': ['ID=fb0ac2d4-93bf-4ac7-a4ef-e325477428dc,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:46.612493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:29:46.627586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Deleting port 96dec79d-ab0e-4bff-8aba-614a17badc9c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:46.628033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 04ea5e5b-2b2a-496d-a759-45af7019a4c9) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:46.628343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.637248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:46.638036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.645163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ea3d5c-6c76-4450-8e83-a8fc6386bfc9 None None] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:46.669847 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-97b0ae4c-009e-4882-9736-2240c2fc158e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9109716 Feb 17 22:29:46.673783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59926) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:46.680926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-893732929'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:46.767496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.854347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'project_id': '3b69c1b70e8b4dfb97ff7227353b1c47', 'fixed_ips': [{'subnet_id': 'fb0ac2d4-93bf-4ac7-a4ef-e325477428dc'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:29:46.855572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.866867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] For port 96dec79d-ab0e-4bff-8aba-614a17badc9c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=96dec79d-ab0e-4bff-8aba-614a17badc9c,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:46.867882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.871958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:46.899678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:46.908996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Calling delete_port for 96dec79d-ab0e-4bff-8aba-614a17badc9c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:46.910759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:46.940793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] device_id is not set on port 42524fa9-fccd-448d-87dc-0b272239af32 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:46.949490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c4271aae-1fc0-41e1-a15b-012fb81aff7b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46b84f7f53684b58a64dffda400b4180&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5994477 Feb 17 22:29:46.950525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:47.123641 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c72d3ec0-1dd6-4652-a830-374e839b9c91 admin admin] Publish callbacks [] for security_group (f98edf61-65d9-42a3-b8a7-7103727bc95c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.129119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Allocated IP 2001:db8::2 (04ea5e5b-2b2a-496d-a759-45af7019a4c9/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc/055e4554-e549-45a4-a345-809d418510de) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:47.168332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c72d3ec0-1dd6-4652-a830-374e839b9c91 admin admin] Publish callbacks [] for security_group (f98edf61-65d9-42a3-b8a7-7103727bc95c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.257737 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c72d3ec0-1dd6-4652-a830-374e839b9c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f98edf61-65d9-42a3-b8a7-7103727bc95c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.261697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c72d3ec0-1dd6-4652-a830-374e839b9c91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.263812 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c72d3ec0-1dd6-4652-a830-374e839b9c91 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f98edf61-65d9-42a3-b8a7-7103727bc95c HTTP/1.1" status: 204 len: 168 time: 0.3118362 Feb 17 22:29:47.283267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d3ec0-1dd6-4652-a830-374e839b9c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98edf61-65d9-42a3-b8a7-7103727bc95c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:47.302501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::28d (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/c9bc7d6f-cb60-4583-864f-74ed13761f5f/568eb35e-0bd2-4c80-894c-51b5651d7ca0) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:47.345022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (96dec79d-ab0e-4bff-8aba-614a17badc9c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.406238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['615a8475-2fa4-4691-872b-d4b679eeb20a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:47.421883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['96dec79d-ab0e-4bff-8aba-614a17badc9c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:47.464754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd393a27-f571-42be-b655-72f20e89acd6 req-8ea4fdbc-a01d-472b-a979-3d40598f7fd2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 210 time: 0.1132529 Feb 17 22:29:47.472662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Pushing event deleted for resources: {'Port': ['ID=96dec79d-ab0e-4bff-8aba-614a17badc9c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:47.600789 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c0898c4-a003-4ced-95b4-065936781a9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.609455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Publish callbacks [] for port (055e4554-e549-45a4-a345-809d418510de), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.631466 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (055e4554-e549-45a4-a345-809d418510de), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.639407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] No DVR routers for this DVR port 96dec79d-ab0e-4bff-8aba-614a17badc9c on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:47.653223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:47.657504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-baaa01a4-7199-47eb-8f7b-037132c77555 req-c97903f0-9223-4144-af95-76d943140882 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.94 "DELETE /v2.0/ports/96dec79d-ab0e-4bff-8aba-614a17badc9c HTTP/1.1" status: 204 len: 173 time: 1.3771620 Feb 17 22:29:47.658336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'name': 'network-vif-deleted', 'tag': '96dec79d-ab0e-4bff-8aba-614a17badc9c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:47.661193 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b559b7c-db3a-47c1-a58e-7759cfaea3cd" -d '{"events": [{"server_uuid": "d308d1db-7b4c-410c-8a3f-427837798a6f", "name": "network-vif-deleted", "tag": "96dec79d-ab0e-4bff-8aba-614a17badc9c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:47.846472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:47.860758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Allocated IP 2001:db8::66 (04ea5e5b-2b2a-496d-a759-45af7019a4c9/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc/42524fa9-fccd-448d-87dc-0b272239af32) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:47.881839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:47.905632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:47.910519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07b86eb0-8aad-4b66-aeda-c76368c56ac0 req-0c13e06f-fc53-4d7e-bcf5-b199d880e66d tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1253343 Feb 17 22:29:47.945065 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88420791-7085-40da-a858-20a13b83f8be x-openstack-request-id: req-88420791-7085-40da-a858-20a13b83f8be {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:47.945481 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d308d1db-7b4c-410c-8a3f-427837798a6f", "name": "network-vif-deleted", "tag": "96dec79d-ab0e-4bff-8aba-614a17badc9c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:47.945866 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-88420791-7085-40da-a858-20a13b83f8be {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:47.946501 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd308d1db-7b4c-410c-8a3f-427837798a6f', 'name': 'network-vif-deleted', 'tag': '96dec79d-ab0e-4bff-8aba-614a17badc9c', 'status': 'completed', 'code': 200} Feb 17 22:29:48.010877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.206090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:48.208364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e073252d-d433-4fe1-b8a6-c92fbc36a049 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:48.216693 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.352045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.354079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Pushing event updated for resources: {'Port': ['ID=055e4554-e549-45a4-a345-809d418510de,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:48.360538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:48.384252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:48.429006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:48.456009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:48.465122 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.494873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (42524fa9-fccd-448d-87dc-0b272239af32), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.502775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=568eb35e-0bd2-4c80-894c-51b5651d7ca0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:48.559120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-81b53030-ceca-4c75-b1d6-87bd8160b682 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5198865 Feb 17 22:29:48.560085 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-86ee4f5b-de8b-402a-a15b-12428d6a84d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d23d06d3217e4a74b7a55de2f97508a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3441956 Feb 17 22:29:48.560285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59944) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:48.560669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59946) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:48.569585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0d04a5ef-8be2-4168-97e7-6b09049c84c6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:48.581168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Attempting to bind port 055e4554-e549-45a4-a345-809d418510de on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:48.582021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Attempting to bind port 055e4554-e549-45a4-a345-809d418510de by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '6d391717-e625-4c50-8ecd-f078b5bfecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:48.582507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Attempting to bind port 055e4554-e549-45a4-a345-809d418510de on network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:48.592205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:48.597925 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.688884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:29:48.689381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Checking segment: {'id': '6d391717-e625-4c50-8ecd-f078b5bfecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:48.690004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.690893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Bound using segment: {'id': '6d391717-e625-4c50-8ecd-f078b5bfecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:29:48.691846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Bound port: 055e4554-e549-45a4-a345-809d418510de, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d391717-e625-4c50-8ecd-f078b5bfecf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:29:48.692472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (055e4554-e549-45a4-a345-809d418510de), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.725789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff4bbab5-da1f-4b89-bc25-2a0942ea340a admin admin] Publish callbacks [] for security_group (799d1cb1-3d0c-4090-93e9-f56651c5d9d2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.744023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:48.744336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (42524fa9-fccd-448d-87dc-0b272239af32), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.744563 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.807335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ee04a96-3548-4179-8758-c5a63ce33898 req-1271f170-1071-4384-a103-6317e4ad6f02 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=d308d1db-7b4c-410c-8a3f-427837798a6f HTTP/1.1" status: 200 len: 210 time: 0.0581501 Feb 17 22:29:48.825705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=42524fa9-fccd-448d-87dc-0b272239af32,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:48.829498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d04a5ef-8be2-4168-97e7-6b09049c84c6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:48.831415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff4bbab5-da1f-4b89-bc25-2a0942ea340a admin admin] Publish callbacks [] for security_group (799d1cb1-3d0c-4090-93e9-f56651c5d9d2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.834643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] For port 055e4554-e549-45a4-a345-809d418510de, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:48.837258 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d04a5ef-8be2-4168-97e7-6b09049c84c6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.842751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] For port 055e4554-e549-45a4-a345-809d418510de, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=055e4554-e549-45a4-a345-809d418510de,segment=NetworkSegment(6d391717-e625-4c50-8ecd-f078b5bfecf1),segment_id=6d391717-e625-4c50-8ecd-f078b5bfecf1)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:29:48.865612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.866358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.866358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.867601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.868233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.868597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.869239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.869795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.870140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.870481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.870819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.871264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.871709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:48.881096 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (055e4554-e549-45a4-a345-809d418510de), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.905017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:48.913014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:48.918754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:48.926191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:48.926923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:48.965327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ff9a6543-4350-4c60-9193-e9534ebfc450 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2900021 Feb 17 22:29:48.974862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59948) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:48.993613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1243582788', 'allowed_address_pairs': [{'ip_address': '2001:db8::66', 'mac_address': 'fa:16:3e:28:66:1f'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:49.033638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf5cf26-1ed8-4bec-ae24-e909e3c7106a None None] Pushing event updated for resources: {'Port': ['ID=055e4554-e549-45a4-a345-809d418510de,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:49.068311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff4bbab5-da1f-4b89-bc25-2a0942ea340a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (799d1cb1-3d0c-4090-93e9-f56651c5d9d2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.076389 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff4bbab5-da1f-4b89-bc25-2a0942ea340a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.090788 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ff4bbab5-da1f-4b89-bc25-2a0942ea340a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/799d1cb1-3d0c-4090-93e9-f56651c5d9d2 HTTP/1.1" status: 204 len: 168 time: 0.5229931 Feb 17 22:29:49.093505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:49.094269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.114832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bbab5-da1f-4b89-bc25-2a0942ea340a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799d1cb1-3d0c-4090-93e9-f56651c5d9d2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:49.149542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:49.149978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.177081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port e073252d-d433-4fe1-b8a6-c92fbc36a049, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e073252d-d433-4fe1-b8a6-c92fbc36a049,segment=NetworkSegment(538cb550-d6e6-4852-a175-492ae0ae7cea),segment_id=538cb550-d6e6-4852-a175-492ae0ae7cea)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:49.186097 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.202905 n-d-828369-18 neutron-server[103527]: INFO neutron.db.ipam_backend_mixin [None req-0d04a5ef-8be2-4168-97e7-6b09049c84c6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c9bc7d6f-cb60-4583-864f-74ed13761f5f (CIDR: 2001:db8::/64) Feb 17 22:29:49.209015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c998bf5c-e66b-483a-85b3-c982d7ee239b req-4908f099-a7ce-4c43-8a62-42a88a26dedf tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0723953 Feb 17 22:29:49.216210 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d04a5ef-8be2-4168-97e7-6b09049c84c6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:29:49.216917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d04a5ef-8be2-4168-97e7-6b09049c84c6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:29:49.264194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d04a5ef-8be2-4168-97e7-6b09049c84c6 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7071819 Feb 17 22:29:49.267759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59956) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:49.277388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:49.314935 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:29:49.315941 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:29:49.316689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=e073252d-d433-4fe1-b8a6-c92fbc36a049,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:49.320678 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.339880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:49.532429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.561847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:49.565714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:49.573040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] device_id is not set on port 480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:49.826990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Allocated IP 2001:db8::274 (04ea5e5b-2b2a-496d-a759-45af7019a4c9/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc/480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:49.897007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e073252d-d433-4fe1-b8a6-c92fbc36a049 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:49.940096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:49.975581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Provisioning complete for port d88b043b-0636-46fb-a394-9b2b270a8552 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:49.976705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.057729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5c86c0b3-bf33-4e28-b00b-ae9601013fc8 None None] Port d88b043b-0636-46fb-a394-9b2b270a8552 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:50.063020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:50.065597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.228319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:50.231298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 055e4554-e549-45a4-a345-809d418510de up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:50.327251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d2ff51cf-78f2-48a7-a2ce-9c199f8cb275 None None] Provisioning complete for port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:50.328741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2ff51cf-78f2-48a7-a2ce-9c199f8cb275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.426377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d2ff51cf-78f2-48a7-a2ce-9c199f8cb275 None None] Port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:50.431028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 055e4554-e549-45a4-a345-809d418510de triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:50.432087 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (055e4554-e549-45a4-a345-809d418510de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.496720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab977085-4722-436a-bb01-abfe710fbfb7 req-db1e0450-7dbe-493b-93ce-074d31e5a8c6 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0549786 Feb 17 22:29:50.587767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59986) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.599160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 055e4554-e549-45a4-a345-809d418510de is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:50.600168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (055e4554-e549-45a4-a345-809d418510de), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.671134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 055e4554-e549-45a4-a345-809d418510de, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=055e4554-e549-45a4-a345-809d418510de,segment=NetworkSegment(6d391717-e625-4c50-8ecd-f078b5bfecf1),segment_id=6d391717-e625-4c50-8ecd-f078b5bfecf1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:50.678817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (055e4554-e549-45a4-a345-809d418510de), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.690653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f1e3fb-d06a-4129-90ab-37a2d51c6c15 None None] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:50.752816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-5c6504c8-9469-463a-b9fe-0ba1cfbc2065 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.759659 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5c6504c8-9469-463a-b9fe-0ba1cfbc2065 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1696160 Feb 17 22:29:50.760938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59990) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.767610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-71bdc503-9263-4922-9685-0299d5f95860 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.772369 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-71bdc503-9263-4922-9685-0299d5f95860 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0087759 Feb 17 22:29:50.773623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59992) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.778641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (fb63eb00-d623-45ff-96e8-f1644558767e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.779944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-6916f123-abe6-4918-a1e9-296de64ef93a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.784893 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6916f123-abe6-4918-a1e9-296de64ef93a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0099223 Feb 17 22:29:50.785872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59994) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.790803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-8c4dbb56-82ce-486d-ab8c-db546023505b tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.795928 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8c4dbb56-82ce-486d-ab8c-db546023505b tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0083437 Feb 17 22:29:50.797722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.810120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-1109dc8c-ec18-4414-8b36-d34ccfd7b918 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.816143 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1109dc8c-ec18-4414-8b36-d34ccfd7b918 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0153329 Feb 17 22:29:50.817372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59998) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.823962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-b4060078-fcf0-40b1-a85b-913cf22d9818 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.829047 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4060078-fcf0-40b1-a85b-913cf22d9818 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0100648 Feb 17 22:29:50.830144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.834996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-8ca31992-ba03-474f-9d49-cfb4c957ac52 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.840031 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8ca31992-ba03-474f-9d49-cfb4c957ac52 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0082772 Feb 17 22:29:50.841404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60002) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.846769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2442ee-e5af-458f-9bcb-d41b63684b7d req-e767dd97-a305-4dd1-8b36-fdcb09df6e36 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:50.847004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-6e1d6cd3-0877-4f4c-82a9-8540436e7344 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.848370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd2442ee-e5af-458f-9bcb-d41b63684b7d req-e767dd97-a305-4dd1-8b36-fdcb09df6e36 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.3657384 Feb 17 22:29:50.853567 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e1d6cd3-0877-4f4c-82a9-8540436e7344 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0103421 Feb 17 22:29:50.854690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60004) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.861271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-d00196f5-5f33-4971-bde6-89f962f1ace8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.865956 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d00196f5-5f33-4971-bde6-89f962f1ace8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0093153 Feb 17 22:29:50.870507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60006) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.871123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:50.880873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-88916628-7ed9-4ebc-b60c-a33243a1833e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.882480 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-88916628-7ed9-4ebc-b60c-a33243a1833e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0089080 Feb 17 22:29:50.886930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60008) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.893382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:50.896675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-b0073c16-80ab-48d5-8788-6907fa8d74f8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.897222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:50.901830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.902130 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b0073c16-80ab-48d5-8788-6907fa8d74f8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0092773 Feb 17 22:29:50.902303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.909867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-89a468d5-bebc-4133-be96-48f9b345322a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.911072 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-89a468d5-bebc-4133-be96-48f9b345322a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0074685 Feb 17 22:29:50.916741 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.922434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-af5df9be-db95-4db5-aee1-e598ee11f222 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.924056 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-af5df9be-db95-4db5-aee1-e598ee11f222 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0057554 Feb 17 22:29:50.927037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60014) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.933200 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:50.934402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-fdf71178-0567-4cd5-91c1-a51e167c380a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.934742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=fb63eb00-d623-45ff-96e8-f1644558767e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:50.935390 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fdf71178-0567-4cd5-91c1-a51e167c380a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0065806 Feb 17 22:29:50.944631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60016) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.956539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e7055-513f-4219-b1fb-f26714bc338f None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:50.960688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-e6ac009d-d48b-4194-a267-e61a61bd2083 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.961851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e6ac009d-d48b-4194-a267-e61a61bd2083 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0162094 Feb 17 22:29:50.971896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.972729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60020) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.972909 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ddccc5c7-ee71-4cde-87ca-9d8d90569ac2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7035570 Feb 17 22:29:50.980668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-0f065897-33ab-4d8b-84c6-34001a81b111 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:50.986478 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f065897-33ab-4d8b-84c6-34001a81b111 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0122120 Feb 17 22:29:50.987315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60024) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:50.997352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1190111988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'fb63eb00-d623-45ff-96e8-f1644558767e'}], 'security_groups': ['89521c36-6923-4c11-906e-7a87dcce7d6e']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:51.016494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-52b4ef42-2dc9-4e40-9ba5-ad21c44d302a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.019301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-52b4ef42-2dc9-4e40-9ba5-ad21c44d302a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0286396 Feb 17 22:29:51.026585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd2442ee-e5af-458f-9bcb-d41b63684b7d req-ed5db7c8-fe55-44ec-a2e0-32e21190f384 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577506 Feb 17 22:29:51.027130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.037955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-61bd19e1-30c7-47ef-a5fd-87eed62eb9c9 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.042872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-61bd19e1-30c7-47ef-a5fd-87eed62eb9c9 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0093503 Feb 17 22:29:51.044343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60028) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.051731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-c8aed552-1a74-4904-a587-591859a72078 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.053908 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c8aed552-1a74-4904-a587-591859a72078 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0075250 Feb 17 22:29:51.057489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60030) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.063877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-e26289a5-3815-4375-94ab-833aef784100 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.065486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e26289a5-3815-4375-94ab-833aef784100 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0068982 Feb 17 22:29:51.068277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60032) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.074974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-50ff5861-a2ea-4f5a-8491-87401de1d8e4 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.076236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-50ff5861-a2ea-4f5a-8491-87401de1d8e4 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0067663 Feb 17 22:29:51.078755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60034) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.084039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-ba69890c-66e1-4f46-b30a-ec3075b5046c tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.085040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ba69890c-66e1-4f46-b30a-ec3075b5046c tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0051150 Feb 17 22:29:51.087034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.089426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60036) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.098693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.099621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-2be021dc-2e4c-473e-9e44-bc0e6eeaeba2 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.101310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2be021dc-2e4c-473e-9e44-bc0e6eeaeba2 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0078347 Feb 17 22:29:51.108107 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60038) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.108457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60040) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.115120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-195ed167-1c05-4e22-bd6e-f0f5a703b56e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.119922 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-195ed167-1c05-4e22-bd6e-f0f5a703b56e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0082972 Feb 17 22:29:51.128841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60042) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.131854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a71efeef-84f8-4d7e-8ab1-03a903ae7801 None None] Provisioning complete for port 055e4554-e549-45a4-a345-809d418510de triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:51.132883 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a71efeef-84f8-4d7e-8ab1-03a903ae7801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (055e4554-e549-45a4-a345-809d418510de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.133692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-621126af-4e9c-42aa-a749-1f954e56dea3 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.137124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-621126af-4e9c-42aa-a749-1f954e56dea3 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048664 Feb 17 22:29:51.137582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60044) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.143966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-455ee7dd-ed84-4b9b-bddb-7d542b15984a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.147115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-455ee7dd-ed84-4b9b-bddb-7d542b15984a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0063434 Feb 17 22:29:51.148943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60046) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.153446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-b214d1a7-5fa5-4c45-8397-e837cd2e44d4 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.156600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b214d1a7-5fa5-4c45-8397-e837cd2e44d4 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0045543 Feb 17 22:29:51.160218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60048) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.161987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:51.166885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=055e4554-e549-45a4-a345-809d418510de,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:51.172124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-2bae1b17-da4b-4705-83af-3a9631c41d5e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.175341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2bae1b17-da4b-4705-83af-3a9631c41d5e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0100484 Feb 17 22:29:51.176733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:51.180011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60050) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.183299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:51.188495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:51.189138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.194801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-3aed4a61-1187-4cbd-9f24-76264a906a41 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.198116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3aed4a61-1187-4cbd-9f24-76264a906a41 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0137370 Feb 17 22:29:51.199431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60052) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.204973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-d26e4ffc-3395-4731-b36a-a56c193493cd tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.210764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d26e4ffc-3395-4731-b36a-a56c193493cd tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045681 Feb 17 22:29:51.210764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:51.212862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60054) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.220672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-3d583009-a26f-4ce9-9e31-83c96cc41e62 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.222808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3d583009-a26f-4ce9-9e31-83c96cc41e62 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0066359 Feb 17 22:29:51.225604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60056) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.231677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-906fdb00-d82a-4b61-8a89-ab09f0040e35 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.232756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-906fdb00-d82a-4b61-8a89-ab09f0040e35 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0054388 Feb 17 22:29:51.235973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60058) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.242584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-20244752-e4b3-4abe-9c1c-ea27e77fde6d tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.248550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-20244752-e4b3-4abe-9c1c-ea27e77fde6d tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0061512 Feb 17 22:29:51.249174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e98b06a6-28ad-40eb-848c-ebb12a682105 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.2649469 Feb 17 22:29:51.249174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60060) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.250908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60062) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.263968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-b9b4043f-f3b3-41c0-a9a8-81f9a7ce9095 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.267442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b9b4043f-f3b3-41c0-a9a8-81f9a7ce9095 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0152733 Feb 17 22:29:51.276893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.284848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-9028874b-0c07-4319-82f4-248209456d5a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.287905 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9028874b-0c07-4319-82f4-248209456d5a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0082922 Feb 17 22:29:51.292233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60066) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.297082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-77bb77d9-39c6-4edd-b837-ebe6b1b7125a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.299083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-77bb77d9-39c6-4edd-b837-ebe6b1b7125a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050035 Feb 17 22:29:51.303400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60068) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.310873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-4b6b14ac-269b-4fa7-bdcf-4114cc13d8dd tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.312616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4b6b14ac-269b-4fa7-bdcf-4114cc13d8dd tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0071299 Feb 17 22:29:51.326099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60070) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.332826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-0c016962-f577-4ecf-9031-2b3e8837567e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.334156 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0c016962-f577-4ecf-9031-2b3e8837567e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0057285 Feb 17 22:29:51.344981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60072) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.350573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-6d94b93c-7e5b-48e9-9e38-7f4ce2cd9cbc tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.354231 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6d94b93c-7e5b-48e9-9e38-7f4ce2cd9cbc tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054440 Feb 17 22:29:51.358270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60074) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.364031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-28f03b0d-a187-4ff8-9d76-a2c9762c8ede tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.369988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-28f03b0d-a187-4ff8-9d76-a2c9762c8ede tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058661 Feb 17 22:29:51.371271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60076) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.372369 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f54c15e-ff69-4cff-bb10-be215b26eeb8 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5053 time: 0.2625446 Feb 17 22:29:51.378341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60078) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.380990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-4784ca61-f056-4a09-8de5-2eb3d78969df tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.383882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4784ca61-f056-4a09-8de5-2eb3d78969df tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0088124 Feb 17 22:29:51.384743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'network': {'name': 'tempest-network-smoke--1640075149', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'port_security_enabled': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:51.394041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60080) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.406271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-7b97713a-5a99-41f5-bbf8-f2a163efe0f8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.408076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7b97713a-5a99-41f5-bbf8-f2a163efe0f8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0122995 Feb 17 22:29:51.411309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 96dec79d-ab0e-4bff-8aba-614a17badc9c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:51.421262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60082) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.425970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-f3ea68b4-9f22-43ab-859f-7715f39d365f tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.428456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f3ea68b4-9f22-43ab-859f-7715f39d365f tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048602 Feb 17 22:29:51.434206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60084) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.441585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-f6fb1e46-a368-4c82-8c9c-914607cccf41 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.447739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f6fb1e46-a368-4c82-8c9c-914607cccf41 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0072021 Feb 17 22:29:51.448042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60086) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.454322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-2f7728ce-cfaa-4865-9935-a8dc3415051e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.457894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 96dec79d-ab0e-4bff-8aba-614a17badc9c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:51.458444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 96dec79d-ab0e-4bff-8aba-614a17badc9c not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:51.458669 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2f7728ce-cfaa-4865-9935-a8dc3415051e tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0096569 Feb 17 22:29:51.461643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840c9d9-3d0b-4e8e-96d9-2e79b7dc6da0 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:51.463774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60088) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.470100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-46fd8f8d-6570-4047-a81a-ce6703729dad tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.473745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840c9d9-3d0b-4e8e-96d9-2e79b7dc6da0 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:51.475028 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-46fd8f8d-6570-4047-a81a-ce6703729dad tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0099885 Feb 17 22:29:51.481276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60090) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.485998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f840c9d9-3d0b-4e8e-96d9-2e79b7dc6da0 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:51.488161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a71efeef-84f8-4d7e-8ab1-03a903ae7801 None None] Current status of the port 055e4554-e549-45a4-a345-809d418510de is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:51.490600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-b7e27881-11a2-42b3-bb85-d882845975b8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.491893 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b7e27881-11a2-42b3-bb85-d882845975b8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0068684 Feb 17 22:29:51.497729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.501701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f840c9d9-3d0b-4e8e-96d9-2e79b7dc6da0 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2498548 Feb 17 22:29:51.503009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-c9ebe661-fc2f-4b16-b64e-a3c0a0202da1 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.506538 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c9ebe661-fc2f-4b16-b64e-a3c0a0202da1 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0077305 Feb 17 22:29:51.508213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60094) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.508525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.508768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60096) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.513299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Made reservation on behalf of e9adee1fef6b47dc934fa808d94a3103 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:51.517435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.524139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-3ce749fc-9797-40a8-a601-980988416369 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.530150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3ce749fc-9797-40a8-a601-980988416369 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0167744 Feb 17 22:29:51.530700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60098) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.547553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-b2cecb1b-7317-46b8-b80e-ed1f710d2bd1 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.552115 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b2cecb1b-7317-46b8-b80e-ed1f710d2bd1 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0105669 Feb 17 22:29:51.553825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.559481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-80e13331-52f4-4bd2-910a-795b9a4020e7 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.563873 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-80e13331-52f4-4bd2-910a-795b9a4020e7 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0086672 Feb 17 22:29:51.566937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60104) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.576289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-5fa95ffb-ab39-4901-a55f-8c0ee835ffe8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.580203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5fa95ffb-ab39-4901-a55f-8c0ee835ffe8 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0094616 Feb 17 22:29:51.582054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60106) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.589880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-b0310622-173d-4eaf-bd8f-dc84b376fa33 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.593658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b0310622-173d-4eaf-bd8f-dc84b376fa33 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0078743 Feb 17 22:29:51.594334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60108) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.604061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-8205ffcb-62de-47d3-875b-b098eff42dab tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.605237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8205ffcb-62de-47d3-875b-b098eff42dab tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0100136 Feb 17 22:29:51.609399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60110) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.623711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-af9fe049-3be2-45a8-ac98-b560ac20c2eb tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.625440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-af9fe049-3be2-45a8-ac98-b560ac20c2eb tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0148787 Feb 17 22:29:51.635551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60112) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.655145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:51.670965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9f2d64a0-0c15-44a1-8b13-e81c074970af), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.671329 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Added segment 9f2d64a0-0c15-44a1-8b13-e81c074970af of type vlan for network 6f124461-49db-4b47-a944-80068a1a0077 Feb 17 22:29:51.672956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce22d2c-5f54-44fd-ab61-869477804305 None None] Update dhcp port {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'fixed_ips': [{'subnet_id': 'c9bc7d6f-cb60-4583-864f-74ed13761f5f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb63eb00-d623-45ff-96e8-f1644558767e'}], 'binding:host_id': 'n-d-828369-18'}, 'id': 'e073252d-d433-4fe1-b8a6-c92fbc36a049'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:29:51.701818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-143e99a1-d574-41a0-bbff-2ecab21f8051 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.706534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-143e99a1-d574-41a0-bbff-2ecab21f8051 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0661030 Feb 17 22:29:51.728710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60114) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.733839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d2c-5f54-44fd-ab61-869477804305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.778280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6f124461-49db-4b47-a944-80068a1a0077), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.780735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c1e4012-b40c-4c17-a2c2-e60f6839b8f9 req-f34847c3-9009-4d52-bc1e-0e069ee11559 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0890808 Feb 17 22:29:51.783892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-19cfa949-b375-4cdb-8718-2a5112550802 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.787815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-19cfa949-b375-4cdb-8718-2a5112550802 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0068865 Feb 17 22:29:51.788975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60116) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.795072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-aa515e43-ef0f-4fc4-b101-24a3a4cab662 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.798926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aa515e43-ef0f-4fc4-b101-24a3a4cab662 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0062232 Feb 17 22:29:51.801830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60118) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.811557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-644a256d-8675-41fe-a4a5-d3f74b85947c tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.814886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-644a256d-8675-41fe-a4a5-d3f74b85947c tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0085804 Feb 17 22:29:51.816173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60120) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.831233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-3538f8f5-b2da-41e2-b6c2-56aa7e3deec5 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.835298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3538f8f5-b2da-41e2-b6c2-56aa7e3deec5 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0178461 Feb 17 22:29:51.852477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.859201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-0f4c5bf6-2570-4921-8ec6-4e80f88ef307 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.860656 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f4c5bf6-2570-4921-8ec6-4e80f88ef307 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0050991 Feb 17 22:29:51.865757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60124) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.874724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-aa4dd92e-3335-4d1d-8de2-4c89e07ab18d tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.880130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aa4dd92e-3335-4d1d-8de2-4c89e07ab18d tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0113335 Feb 17 22:29:51.880850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60126) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.883122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 055e4554-e549-45a4-a345-809d418510de up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:51.884012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting port 480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:51.884358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.892126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-243c06e9-6483-4e3e-a578-e5a3537bad1a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.896074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-243c06e9-6483-4e3e-a578-e5a3537bad1a tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053239 Feb 17 22:29:51.896823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60128) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.923849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-d1cf945d-9f11-4125-b209-bc007127e538 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.927828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d1cf945d-9f11-4125-b209-bc007127e538 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0152121 Feb 17 22:29:51.928083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6f124461-49db-4b47-a944-80068a1a0077), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.931692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:51.932436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:51.934945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60130) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:51.964165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-182b4073-85e8-4067-8dfe-40e533fd29dd tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:51.968656 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-182b4073-85e8-4067-8dfe-40e533fd29dd tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0231979 Feb 17 22:29:51.996132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60132) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.001226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-f9e05e88-c6c3-489c-8a55-a5631ed45dba tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:52.005833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f9e05e88-c6c3-489c-8a55-a5631ed45dba tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0053284 Feb 17 22:29:52.011879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60134) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.059553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 055e4554-e549-45a4-a345-809d418510de triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:52.060251 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (055e4554-e549-45a4-a345-809d418510de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.061504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-744ec02d-69b2-47ec-b5bf-e2071a3a1ffe tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:52.065832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2ce22d2c-5f54-44fd-ab61-869477804305 None None] Allocated IP 2001:db8:0:1::2 (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/fb63eb00-d623-45ff-96e8-f1644558767e/e073252d-d433-4fe1-b8a6-c92fbc36a049) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:52.066041 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-744ec02d-69b2-47ec-b5bf-e2071a3a1ffe tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0501566 Feb 17 22:29:52.066762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60136) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.074558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-56b5975b-de25-4499-9429-fec1bb6656c9 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:52.080534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-56b5975b-de25-4499-9429-fec1bb6656c9 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092554 Feb 17 22:29:52.084048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60138) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.109429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [None req-602e1408-537a-40d2-bbff-30f065439959 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:52.114264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-602e1408-537a-40d2-bbff-30f065439959 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0271804 Feb 17 22:29:52.117849 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7383332 Feb 17 22:29:52.120001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Provisioning complete for port 42524fa9-fccd-448d-87dc-0b272239af32 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:52.120379 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (42524fa9-fccd-448d-87dc-0b272239af32), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.122789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60142) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.123426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60144) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.131752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-f1aedc0c-f354-48c2-880d-603c29a5c8c2 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:52.136782 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1aedc0c-f354-48c2-880d-603c29a5c8c2 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0070455 Feb 17 22:29:52.141597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60146) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.151023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'admin_state_up': True, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:52.167792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [None req-b10bcaac-b5cd-426a-98de-b33a94506704 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] http://10.222.0.79:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:29:52.180702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b10bcaac-b5cd-426a-98de-b33a94506704 tempest-ExtensionsTestJSON-949064095 tempest-ExtensionsTestJSON-949064095-project] 10.222.0.79 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0166349 Feb 17 22:29:52.200929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-09e23a87-32ca-44e8-aa48-d2000b6c78c2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:52.205198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-09e23a87-32ca-44e8-aa48-d2000b6c78c2 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.2940130 Feb 17 22:29:52.240490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Port 42524fa9-fccd-448d-87dc-0b272239af32 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:52.252908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508806a-d9c4-4fad-917d-9c627a2226e3 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Network': ['ID=6f124461-49db-4b47-a944-80068a1a0077,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:52.280586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.298050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6f124461-49db-4b47-a944-80068a1a0077 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:52.352180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (71811865-cca6-40ed-8601-9315f41ae122), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.353403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (71811865-cca6-40ed-8601-9315f41ae122), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.361143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Provisioning complete for port 055e4554-e549-45a4-a345-809d418510de triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:52.362157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (055e4554-e549-45a4-a345-809d418510de), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.362377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Calling delete_port for 480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:52.445745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_controller (71811865-cca6-40ed-8601-9315f41ae122), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.560806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33072c-6cd4-4be4-a50d-496a7eab3049 req-e13e4001-3170-47a8-9f0d-485e9118521d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:52.571633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b33072c-6cd4-4be4-a50d-496a7eab3049 req-e13e4001-3170-47a8-9f0d-485e9118521d tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 945 time: 0.2790532 Feb 17 22:29:52.617507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2ce22d2c-5f54-44fd-ab61-869477804305 None None] For port e073252d-d433-4fe1-b8a6-c92fbc36a049, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e073252d-d433-4fe1-b8a6-c92fbc36a049,segment=NetworkSegment(538cb550-d6e6-4852-a175-492ae0ae7cea),segment_id=538cb550-d6e6-4852-a175-492ae0ae7cea)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:52.618566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Deleting port 615a8475-2fa4-4691-872b-d4b679eeb20a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:52.618982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.654297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 055e4554-e549-45a4-a345-809d418510de is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:52.697172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60152) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:52.754875 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (71811865-cca6-40ed-8601-9315f41ae122), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.767162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b33072c-6cd4-4be4-a50d-496a7eab3049 req-cff7740c-4ac9-4b9d-8e08-1b8615db3fae tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/security-groups?id=5999404e-dadc-46cc-bb43-1a40c7d5fdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923416 Feb 17 22:29:52.782259 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d2c-5f54-44fd-ab61-869477804305 None None] Publish callbacks [] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.798665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ce22d2c-5f54-44fd-ab61-869477804305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.841146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Current status of the port 055e4554-e549-45a4-a345-809d418510de is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:52.909582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] For port 615a8475-2fa4-4691-872b-d4b679eeb20a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=615a8475-2fa4-4691-872b-d4b679eeb20a,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:52.910100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.946428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Calling delete_port for 615a8475-2fa4-4691-872b-d4b679eeb20a owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:52.963477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a209868-fc15-491b-a71f-a2f46f004317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:52.991056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c35f23d2-fdf7-435b-8b69-1a94c8753c17 req-741ecda6-a802-4c35-8705-0a66defdc134 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0395091 Feb 17 22:29:53.005840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.017751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Provisioning complete for port 480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:53.019486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.031658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Delete allocated IP 2001:db8::28d (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/c9bc7d6f-cb60-4583-864f-74ed13761f5f) {{(pid=103526) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:29:53.061431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce22d2c-5f54-44fd-ab61-869477804305 None None] Pushing event updated for resources: {'Port': ['ID=e073252d-d433-4fe1-b8a6-c92fbc36a049,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:53.072077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d8c90a54-9ef6-421d-9686-15e21c731dce None None] Port 480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc was deleted so its status cannot be updated. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 22:29:53.078730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8:0:1::15b (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/fb63eb00-d623-45ff-96e8-f1644558767e/568eb35e-0bd2-4c80-894c-51b5651d7ca0) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:53.098561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Port': ['ID=480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:53.226218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-314f8054-2d56-4a58-a4f7-bf6d1f900277 None None] Provisioning complete for port 42524fa9-fccd-448d-87dc-0b272239af32 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:53.226731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-314f8054-2d56-4a58-a4f7-bf6d1f900277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (42524fa9-fccd-448d-87dc-0b272239af32), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.303281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (71811865-cca6-40ed-8601-9315f41ae122), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.323581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-314f8054-2d56-4a58-a4f7-bf6d1f900277 None None] Port 42524fa9-fccd-448d-87dc-0b272239af32 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:53.328188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-314f8054-2d56-4a58-a4f7-bf6d1f900277 None None] Could not find standard attr ID for object 480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:29:53.366768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.370238 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.377597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-73a4d7d8-c73d-4d38-a98a-0d58868dd9b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/ports/480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc HTTP/1.1" status: 204 len: 168 time: 1.8657215 Feb 17 22:29:53.400218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60160) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:53.442735 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (615a8475-2fa4-4691-872b-d4b679eeb20a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.464712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['615a8475-2fa4-4691-872b-d4b679eeb20a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:29:53.468613 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e539f-4692-4c38-8873-b467bd6addce tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] GET failed (client error): The resource could not be found. Feb 17 22:29:53.475731 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b1e539f-4692-4c38-8873-b467bd6addce tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "GET /v2.0/ports/480dcc17-3e8a-4d0a-b3a9-13f363d5ddbc HTTP/1.1" status: 404 len: 333 time: 0.0662773 Feb 17 22:29:53.488988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60162) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:53.514671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2070700034'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:53.515382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a209868-fc15-491b-a71f-a2f46f004317 admin admin] Publish callbacks [] for security_group (774f7bd2-8fef-49d3-b0be-de6d8fd10158), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.534114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a209868-fc15-491b-a71f-a2f46f004317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (774f7bd2-8fef-49d3-b0be-de6d8fd10158), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.610835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Pushing event deleted for resources: {'Port': ['ID=615a8475-2fa4-4691-872b-d4b679eeb20a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:53.658500 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a209868-fc15-491b-a71f-a2f46f004317 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e330f713a2704dd49cf683ba8c451e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9589026 Feb 17 22:29:53.664477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60164) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:53.671414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a209868-fc15-491b-a71f-a2f46f004317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774f7bd2-8fef-49d3-b0be-de6d8fd10158,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:53.674369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] No DVR routers for this DVR port 615a8475-2fa4-4691-872b-d4b679eeb20a on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:53.685577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.700359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a537515e-7e48-4a4e-935d-004c5a132c3b req-d53eac8b-8fdc-4b40-9291-8bf3ba158b57 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.73 "DELETE /v2.0/ports/615a8475-2fa4-4691-872b-d4b679eeb20a HTTP/1.1" status: 204 len: 173 time: 1.4872985 Feb 17 22:29:53.705513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'name': 'network-vif-deleted', 'tag': '615a8475-2fa4-4691-872b-d4b679eeb20a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:29:53.718443 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc67166a-1268-43d4-b798-6a6c24ca32fa" -d '{"events": [{"server_uuid": "6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd", "name": "network-vif-deleted", "tag": "615a8475-2fa4-4691-872b-d4b679eeb20a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:29:53.822741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.848090 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1673af16-e0c9-4c87-9846-269129a65377 x-openstack-request-id: req-1673af16-e0c9-4c87-9846-269129a65377 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:29:53.849667 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd", "name": "network-vif-deleted", "tag": "615a8475-2fa4-4691-872b-d4b679eeb20a", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:29:53.850211 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1673af16-e0c9-4c87-9846-269129a65377 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:29:53.851538 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd', 'name': 'network-vif-deleted', 'tag': '615a8475-2fa4-4691-872b-d4b679eeb20a', 'status': 'completed', 'code': 200} Feb 17 22:29:53.856421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.876028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:53.885001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e073252d-d433-4fe1-b8a6-c92fbc36a049 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:53.896788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:53.937504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] device_id is not set on port 3fa32a84-c0f2-4519-9a01-98df49c0cae7 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:53.956984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Allocated IP 172.25.0.190 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/5ffd72ae-d6b8-4fca-b596-72910f2e1a3a) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:54.039937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:54.040315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.079573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] In _notify_port_updated(), no bound segment for port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 on network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:29:54.083203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c193bc1-38db-43fd-8a37-9b4ff1ac026e req-ce4f60c4-20aa-4cd2-b3bc-24c8608d9290 tempest-ListServerFiltersTestJSON-1433249245 tempest-ListServerFiltersTestJSON-1433249245-project] 10.222.0.79 "GET /v2.0/ports?device_id=6abe4c9c-9100-4eb3-8ba3-fa4969cf8dcd HTTP/1.1" status: 200 len: 210 time: 0.0728321 Feb 17 22:29:54.084700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:54.085583 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.089967 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "PUT /v2.0/ports/568eb35e-0bd2-4c80-894c-51b5651d7ca0 HTTP/1.1" status: 200 len: 931 time: 3.1144514 Feb 17 22:29:54.095277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60174) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:54.168975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4a5-904f-40e5-8eab-e9c5aa2e38b2 admin admin] Publish callbacks [] for security_group (774f7bd2-8fef-49d3-b0be-de6d8fd10158), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.171843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:54.190483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bbbb8-56cb-4bde-a80d-82e6f77a6ece tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=568eb35e-0bd2-4c80-894c-51b5651d7ca0,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:54.224094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3470796c-fc03-4cd0-a9ca-65f1379ae1be req-d99ec922-f229-4553-9e5e-3837b977d3ba tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0557215 Feb 17 22:29:54.236217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4a5-904f-40e5-8eab-e9c5aa2e38b2 admin admin] Publish callbacks [] for security_group (774f7bd2-8fef-49d3-b0be-de6d8fd10158), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.276753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Provisioning complete for port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:54.277133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.322356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:54.344880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:54.346150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.443068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Allocated IP 2001:db8::332 (04ea5e5b-2b2a-496d-a759-45af7019a4c9/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc/3fa32a84-c0f2-4519-9a01-98df49c0cae7) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:29:54.453139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.474763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4a5-904f-40e5-8eab-e9c5aa2e38b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (774f7bd2-8fef-49d3-b0be-de6d8fd10158), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.481689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36a0b4a5-904f-40e5-8eab-e9c5aa2e38b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.483322 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-36a0b4a5-904f-40e5-8eab-e9c5aa2e38b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/774f7bd2-8fef-49d3-b0be-de6d8fd10158 HTTP/1.1" status: 204 len: 168 time: 0.8177381 Feb 17 22:29:54.500376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:54.500774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.512684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0b4a5-904f-40e5-8eab-e9c5aa2e38b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774f7bd2-8fef-49d3-b0be-de6d8fd10158,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:54.566734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.614732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:54.635129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Provisioning complete for port d88b043b-0636-46fb-a394-9b2b270a8552 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:54.636092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.654498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:54.665509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:54.680769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c7fc3-6810-4df6-a82a-5720eb784f18 None None] Port d88b043b-0636-46fb-a394-9b2b270a8552 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:54.682402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:54.740476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:54.773208 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.811302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for 568eb35e-0bd2-4c80-894c-51b5651d7ca0 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:54.813082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bc33c47a-376d-4fe0-8905-90771cdb7f4d None None] Provisioning complete for port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:54.813683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc33c47a-376d-4fe0-8905-90771cdb7f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.841329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:54.889074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bc33c47a-376d-4fe0-8905-90771cdb7f4d None None] Port 568eb35e-0bd2-4c80-894c-51b5651d7ca0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:54.987599 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.084316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:29:55.097894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:29:55.104146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:29:55.109562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:55.110430 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.113836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=3fa32a84-c0f2-4519-9a01-98df49c0cae7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:55.131088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (568eb35e-0bd2-4c80-894c-51b5651d7ca0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.154245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8ae2f7ad-852d-4d9b-982e-21ef81c8f79c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6479418 Feb 17 22:29:55.172811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60190) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:55.178390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::66', 'mac_address': 'fa:16:3e:28:66:1f'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:55.185428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=568eb35e-0bd2-4c80-894c-51b5651d7ca0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:55.244982 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.251010 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.255857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-67571804-a053-4d98-a025-20806387ecce tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/568eb35e-0bd2-4c80-894c-51b5651d7ca0 HTTP/1.1" status: 204 len: 168 time: 1.1596360 Feb 17 22:29:55.258968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60192) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:55.298823 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-01dc80e4-972a-46c6-9824-6ce92a6e38e2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:29:55.300364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-01dc80e4-972a-46c6-9824-6ce92a6e38e2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/568eb35e-0bd2-4c80-894c-51b5651d7ca0 HTTP/1.1" status: 404 len: 333 time: 0.0403605 Feb 17 22:29:55.305233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60196) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:55.417631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60198) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:55.565277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1aed8464-20ef-4eec-ab45-9f3c1b747d9b req-7b004404-2712-43e3-8a29-dccb7378f5d3 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1115885 Feb 17 22:29:55.627929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] Deleting subnet 16e41c69-e2cd-4f43-83f8-0ebf37386dad {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:55.651825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] Publish callbacks [] for subnet (16e41c69-e2cd-4f43-83f8-0ebf37386dad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.707426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (71811865-cca6-40ed-8601-9315f41ae122), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.724867 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae40f2bc-147b-4dc7-8c09-672af6125846 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (c26177de-52fb-4c26-9a18-88d928cc79dd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.968052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0eece7e2-f13b-4ca3-9edc-dc3114708949 None None] Provisioning complete for port 3fa32a84-c0f2-4519-9a01-98df49c0cae7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:55.968681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0eece7e2-f13b-4ca3-9edc-dc3114708949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:55.988194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60208) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:56.045295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0eece7e2-f13b-4ca3-9edc-dc3114708949 None None] Port 3fa32a84-c0f2-4519-9a01-98df49c0cae7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:56.080305 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (71811865-cca6-40ed-8601-9315f41ae122), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.177967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1559006301'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:56.189795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (16e41c69-e2cd-4f43-83f8-0ebf37386dad), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.215664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:56.219494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.221163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae40f2bc-147b-4dc7-8c09-672af6125846 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (c26177de-52fb-4c26-9a18-88d928cc79dd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.237320 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.243898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.309811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router 71811865-cca6-40ed-8601-9315f41ae122 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:29:56.353840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae40f2bc-147b-4dc7-8c09-672af6125846 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c26177de-52fb-4c26-9a18-88d928cc79dd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.356383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae40f2bc-147b-4dc7-8c09-672af6125846 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.359982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ae40f2bc-147b-4dc7-8c09-672af6125846 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/security-groups/c26177de-52fb-4c26-9a18-88d928cc79dd HTTP/1.1" status: 204 len: 168 time: 1.0513306 Feb 17 22:29:56.370661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60212) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:56.398659 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (16e41c69-e2cd-4f43-83f8-0ebf37386dad), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.425221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae40f2bc-147b-4dc7-8c09-672af6125846 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c26177de-52fb-4c26-9a18-88d928cc79dd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:56.523426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (d26a6acc-1cc2-418a-9a3c-5e303a7ffe70), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.549178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d26a6acc-1cc2-418a-9a3c-5e303a7ffe70), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.549661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5db2e8b7-5737-4dfd-a17e-702d06ad3e0a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (89521c36-6923-4c11-906e-7a87dcce7d6e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.579513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:29:56.594637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5db2e8b7-5737-4dfd-a17e-702d06ad3e0a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (89521c36-6923-4c11-906e-7a87dcce7d6e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.612691 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Sync routers for ids ['71811865-cca6-40ed-8601-9315f41ae122'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:29:56.615303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (16e41c69-e2cd-4f43-83f8-0ebf37386dad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.630969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:29:56.639217 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Routers {'71811865-cca6-40ed-8601-9315f41ae122'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:56.641188 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71811865-cca6-40ed-8601-9315f41ae122'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:56.654514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.655001 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7 of type vlan for network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 Feb 17 22:29:56.677647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e41c69-e2cd-4f43-83f8-0ebf37386dad,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:56.680326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.683611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aeaa58d7-68de-4a07-a6fc-053732024038 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/16e41c69-e2cd-4f43-83f8-0ebf37386dad HTTP/1.1" status: 204 len: 168 time: 1.2654729 Feb 17 22:29:56.690307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d51be4-8616-4862-9c9d-34b39f594a04 None None] Network fba4561d-bc89-470c-ab36-dc23d5baeb63 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:56.710727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60216) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:56.756061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2b58b98a-5406-45f9-b76b-ae3ea38943d3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.778150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.779429 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9bf7dcf9-4780-4e7d-b711-ceaa080602bb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.6512287 Feb 17 22:29:56.787290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60218) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:56.806690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26a6acc-1cc2-418a-9a3c-5e303a7ffe70,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:56.853173 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.855140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5db2e8b7-5737-4dfd-a17e-702d06ad3e0a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (89521c36-6923-4c11-906e-7a87dcce7d6e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.858287 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5db2e8b7-5737-4dfd-a17e-702d06ad3e0a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.859506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5db2e8b7-5737-4dfd-a17e-702d06ad3e0a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/security-groups/89521c36-6923-4c11-906e-7a87dcce7d6e HTTP/1.1" status: 204 len: 168 time: 0.4878592 Feb 17 22:29:56.865966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60220) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:56.869479 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Set router 71811865-cca6-40ed-8601-9315f41ae122 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:56.875214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ade9bf90-3990-4e44-a8df-eb0a05dca892 req-3c04f177-267f-4077-82c8-82a4db3fc521 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1044364 Feb 17 22:29:56.884737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.943630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 615a8475-2fa4-4691-872b-d4b679eeb20a no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:56.968830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet c9bc7d6f-cb60-4583-864f-74ed13761f5f {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:29:56.973802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (c9bc7d6f-cb60-4583-864f-74ed13761f5f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:56.976918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db2e8b7-5737-4dfd-a17e-702d06ad3e0a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89521c36-6923-4c11-906e-7a87dcce7d6e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:57.020413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (fba4561d-bc89-470c-ab36-dc23d5baeb63), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.028335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (c9bc7d6f-cb60-4583-864f-74ed13761f5f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.035899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] In _notify_port_updated(), no bound segment for port 3fa32a84-c0f2-4519-9a01-98df49c0cae7 on network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:29:57.043708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:57.044385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.048659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "PUT /v2.0/ports/3fa32a84-c0f2-4519-9a01-98df49c0cae7 HTTP/1.1" status: 200 len: 1002 time: 1.8748446 Feb 17 22:29:57.049302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60222) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:57.066075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a96140-d0bf-4b6e-8f2f-d47a735610b2 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=3fa32a84-c0f2-4519-9a01-98df49c0cae7,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:57.102345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] DHCP port deletion for fba4561d-bc89-470c-ab36-dc23d5baeb63 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:29:57.111178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 615a8475-2fa4-4691-872b-d4b679eeb20a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:57.121985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 615a8475-2fa4-4691-872b-d4b679eeb20a not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:57.186252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (c9bc7d6f-cb60-4583-864f-74ed13761f5f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.192655 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:29:54Z', 'revision_number': 3, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:29:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:57.218077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] Deleting port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:57.219181 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.228668 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Checking router: 71811865-cca6-40ed-8601-9315f41ae122 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:29:57.229401 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Updating router 71811865-cca6-40ed-8601-9315f41ae122 port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:29:57.268867 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.339046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] For port 78a7ff7f-4e85-4cee-98b6-49d90e403b92, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=78a7ff7f-4e85-4cee-98b6-49d90e403b92,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:57.339938 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.354203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2b58b98a-5406-45f9-b76b-ae3ea38943d3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.355981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting port 3fa32a84-c0f2-4519-9a01-98df49c0cae7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:57.356818 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.360915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Deleting port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:29:57.361307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.363925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:57.365561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.378741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] Calling delete_port for 78a7ff7f-4e85-4cee-98b6-49d90e403b92 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:57.388544 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (c9bc7d6f-cb60-4583-864f-74ed13761f5f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.471573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd84bc7-7d2b-4964-8e0b-f9e069c68de2 None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:29:57.502876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.508482 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/c9bc7d6f-cb60-4583-864f-74ed13761f5f HTTP/1.1" status: 204 len: 168 time: 0.6401908 Feb 17 22:29:57.591129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:57.606929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:57.613139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.677655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] For port 78a7ff7f-4e85-4cee-98b6-49d90e403b92, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=78a7ff7f-4e85-4cee-98b6-49d90e403b92,segment=NetworkSegment(5fc8d1d0-76f4-41b8-a36b-f94d9c790b69),segment_id=5fc8d1d0-76f4-41b8-a36b-f94d9c790b69)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:29:57.678290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.704792 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Publish callbacks [] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.712803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94046677-5765-49de-b41e-980faa6d1589 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=c9bc7d6f-cb60-4583-864f-74ed13761f5f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:57.716134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1164d66-0858-49e7-9a36-ef152f961590 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:57.717749 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d1164d66-0858-49e7-9a36-ef152f961590 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=e9adee1fef6b47dc934fa808d94a3103&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.9300690 Feb 17 22:29:57.726749 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.737207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60226) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:57.762159 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7728608 Feb 17 22:29:57.783067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60228) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:57.800952 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Pushing event updated for resources: {'Port': ['ID=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:57.803649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'name': 'tempest-PortsTestJSON-2032706608'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:57.818491 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.819323 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.820523 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.821111 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.821687 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.822489 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.823075 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.823709 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.824285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.825379 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.825944 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.826529 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.827092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:29:57.853747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 78a7ff7f-4e85-4cee-98b6-49d90e403b92 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:29:57.864993 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Attempting to bind port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:29:57.865903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Attempting to bind port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:29:57.866859 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Attempting to bind port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:29:57.874120 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:29:57.874949 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:29:57.875816 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.876790 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:29:57.877860 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Bound port: 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:29:57.878801 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.900073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] Pushing event deleted for resources: {'Port': ['ID=78a7ff7f-4e85-4cee-98b6-49d90e403b92,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:57.904046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b032f88c-a60e-435b-b419-ef529e7069be None None] Provisioning complete for port 3fa32a84-c0f2-4519-9a01-98df49c0cae7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:57.904431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b032f88c-a60e-435b-b419-ef529e7069be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:57.912127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 78a7ff7f-4e85-4cee-98b6-49d90e403b92 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:29:57.912492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 78a7ff7f-4e85-4cee-98b6-49d90e403b92 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:29:57.945294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16b194-206d-444e-8ac0-c0b0781d9fca tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:57.954811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60232) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:57.956043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5d16b194-206d-444e-8ac0-c0b0781d9fca tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2089815 Feb 17 22:29:57.961003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Calling delete_port for 78a7ff7f-4e85-4cee-98b6-49d90e403b92 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:57.977407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ab40f-500a-4a8f-a13e-ae60189a501e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=2b58b98a-5406-45f9-b76b-ae3ea38943d3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:57.979278 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] For port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:29:57.985582 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] For port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:29:58.000077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b032f88c-a60e-435b-b419-ef529e7069be None None] Port 3fa32a84-c0f2-4519-9a01-98df49c0cae7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:29:58.007641 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.014707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194530b9-f084-4b85-ad96-bc0cf3369738 None None] No DVR routers for this DVR port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:58.017625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:29:58.049339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.079397 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-db4a5336-ca93-44c3-9c2c-3522de73bb2d tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233227 Feb 17 22:29:58.090844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:58.166551 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-425e3421-6772-47ef-940c-b0c3e97be6c2 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=e9adee1fef6b47dc934fa808d94a3103&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696633 Feb 17 22:29:58.170070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60236) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:58.171501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4d401-988a-46c3-860f-d263cf648c80 None None] Pushing event updated for resources: {'Port': ['ID=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:58.177805 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Routers {'71811865-cca6-40ed-8601-9315f41ae122'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:29:58.178964 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71811865-cca6-40ed-8601-9315f41ae122'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:58.182431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Calling delete_port for 3fa32a84-c0f2-4519-9a01-98df49c0cae7 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:29:58.197819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3682e5f5-6a2f-4143-aecf-39338d50e261 req-7ca9510e-d185-4742-a145-84bf2da38716 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1457293 Feb 17 22:29:58.321647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (78a7ff7f-4e85-4cee-98b6-49d90e403b92), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.352343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Pushing event deleted for resources: {'Port': ['ID=78a7ff7f-4e85-4cee-98b6-49d90e403b92,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:58.386337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] No DVR routers for this DVR port 78a7ff7f-4e85-4cee-98b6-49d90e403b92 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:29:58.477444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:58.481667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.498787 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] Set router 71811865-cca6-40ed-8601-9315f41ae122 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:29:58.506085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b139af0-5211-409a-ad64-b768e14d76a4 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:29:58.508171 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b139af0-5211-409a-ad64-b768e14d76a4 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3355751 Feb 17 22:29:58.512554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:58.519158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.521628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60238) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:58.527523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port a578b074-dd02-4b74-8f6e-4de316fb8f5a yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:29:58.607647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8bf1df5a-ff80-40a1-83cf-6638df68932b tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770757 Feb 17 22:29:58.607918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60240) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:58.625188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (fba4561d-bc89-470c-ab36-dc23d5baeb63), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.626890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-474563709', 'network_id': '6f124461-49db-4b47-a944-80068a1a0077', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:58.649766 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3fa32a84-c0f2-4519-9a01-98df49c0cae7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.694155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba4561d-bc89-470c-ab36-dc23d5baeb63']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:58.708351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Port': ['ID=3fa32a84-c0f2-4519-9a01-98df49c0cae7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:58.719729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:58.720168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc8d1d0-76f4-41b8-a36b-f94d9c790b69') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:58.810376 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (5fc8d1d0-76f4-41b8-a36b-f94d9c790b69), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.838751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5fc8d1d0-76f4-41b8-a36b-f94d9c790b69), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.855338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:29:58.855338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (5fc8d1d0-76f4-41b8-a36b-f94d9c790b69), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:29:58.870245 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:29:58.924438 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:29:54Z', 'revision_number': 3, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:29:58.971890 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465df6c-56ba-4c2a-ada9-3a4685f81a92 None None] The sync data for ids ['71811865-cca6-40ed-8601-9315f41ae122'] in n-d-828369-18 is: [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:29:54Z', 'revision_number': 3, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:29:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:29:59.054316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.061098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-42982f67-e204-43b9-9b33-45477553a557 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/ports/3fa32a84-c0f2-4519-9a01-98df49c0cae7 HTTP/1.1" status: 204 len: 168 time: 2.0053637 Feb 17 22:29:59.065492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60242) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:59.093560 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (fba4561d-bc89-470c-ab36-dc23d5baeb63), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.121087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.126783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fba4561d-bc89-470c-ab36-dc23d5baeb63 HTTP/1.1" status: 204 len: 168 time: 2.4146192 Feb 17 22:29:59.129758 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-94214824-df7a-4315-9a28-648322afce30 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] GET failed (client error): The resource could not be found. Feb 17 22:29:59.131667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-94214824-df7a-4315-9a28-648322afce30 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "GET /v2.0/ports/3fa32a84-c0f2-4519-9a01-98df49c0cae7 HTTP/1.1" status: 404 len: 333 time: 0.0608308 Feb 17 22:29:59.143144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60246) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:59.144515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Made reservation on behalf of e9adee1fef6b47dc934fa808d94a3103 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:29:59.144987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca2e0-d5fe-4407-a63e-eaa3fde60544 admin admin] Pushing event deleted for resources: {'Network': ['ID=fba4561d-bc89-470c-ab36-dc23d5baeb63,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:29:59.150700 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.167146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1912498709'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:29:59.405545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0e648a1-7023-4393-817a-42eaf80e0d37 req-212e0614-931d-4d50-9db2-ddfac64a97b5 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0729463 Feb 17 22:29:59.610931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60250) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:59.729381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-22ee92af-6749-4718-a1b4-224e6c5ac434 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bfaaf15b02f04c8481c0124d82bd193a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158559 Feb 17 22:29:59.735302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60252) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:29:59.764246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3ae266d4-bb41-49cb-99f5-418dcf3befb7 None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:29:59.764749 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ae266d4-bb41-49cb-99f5-418dcf3befb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.840020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.877084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fccb250-b074-4963-b67a-b6f94d7a4671 admin admin] Publish callbacks [] for security_group (5999404e-dadc-46cc-bb43-1a40c7d5fdbd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.915175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:29:59.922097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fccb250-b074-4963-b67a-b6f94d7a4671 admin admin] Publish callbacks [] for security_group (5999404e-dadc-46cc-bb43-1a40c7d5fdbd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:29:59.998381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3ae266d4-bb41-49cb-99f5-418dcf3befb7 None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:29:59.999422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fccb250-b074-4963-b67a-b6f94d7a4671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5999404e-dadc-46cc-bb43-1a40c7d5fdbd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.004466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.005378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fccb250-b074-4963-b67a-b6f94d7a4671 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.014567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2fccb250-b074-4963-b67a-b6f94d7a4671 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5999404e-dadc-46cc-bb43-1a40c7d5fdbd HTTP/1.1" status: 204 len: 168 time: 0.2672122 Feb 17 22:30:00.028926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:00.029441 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.033301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3ae266d4-bb41-49cb-99f5-418dcf3befb7 None None] Provisioning complete for port d88b043b-0636-46fb-a394-9b2b270a8552 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:00.034203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ae266d4-bb41-49cb-99f5-418dcf3befb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.034696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccb250-b074-4963-b67a-b6f94d7a4671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5999404e-dadc-46cc-bb43-1a40c7d5fdbd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:00.140226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3ae266d4-bb41-49cb-99f5-418dcf3befb7 None None] Port d88b043b-0636-46fb-a394-9b2b270a8552 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:00.182916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:00.188777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.287200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] device_id is not set on port c3afa321-dbe6-44af-99c3-a0d00469e1b9 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:00.287634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:00.288369 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.320828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:00.329133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.370592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=a578b074-dd02-4b74-8f6e-4de316fb8f5a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:00.436469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:00.521629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': 'c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:00.522009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: 2b58b98a-5406-45f9-b76b-ae3ea38943d3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:00.591349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a338be56-0f19-4d44-a027-0235172a799c req-31851006-730b-43a9-8513-f71519a1cb11 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0613947 Feb 17 22:30:00.690185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.713522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Allocated IP 2001:db8::67 (04ea5e5b-2b2a-496d-a759-45af7019a4c9/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc/c3afa321-dbe6-44af-99c3-a0d00469e1b9) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:00.724278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:00.810356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (864ab517-6177-440d-bb17-1bf12c67677e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.823008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2b58b98a-5406-45f9-b76b-ae3ea38943d3) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:00.830317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:00.835502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:00.836348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.843330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11781f39-0598-45d8-9d71-0596a8af0c17 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:00.859038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:00.874358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:00.878199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:00.879277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:00.894391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:00.915745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52080c5e-e541-4751-adb8-42911cba6fac None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:00.972639 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8b26e4b1-9426-42e9-8357-28120c119b85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.1852584 Feb 17 22:30:00.977314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60276) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:00.988042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1286558039'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:01.014243 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-823c8ada-ec39-4b30-8b38-72e92cb62d07 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4199688 Feb 17 22:30:01.023977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60278) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:01.034178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:01.042941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.065968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-dbb55a97-d55a-42f1-bacd-78ee5c6d9101 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'security_group': {'name': 'tempest-secgroup-1664649730'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:01.114181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:01.126981 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbb55a97-d55a-42f1-bacd-78ee5c6d9101 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.133569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c67c865a-bad3-498a-98af-367faef47be0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.135113 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment c67c865a-bad3-498a-98af-367faef47be0 of type vlan for network 93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7 Feb 17 22:30:01.170251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60280) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:01.224458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Subnet': ['ID=864ab517-6177-440d-bb17-1bf12c67677e,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:01.278037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.316599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Checking segment: {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:01.317118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network hostable DHCP agents. Network: 6f124461-49db-4b47-a944-80068a1a0077, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:01.362306 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.368482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:01.369137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.420401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53dec86-ddb1-4ff7-a6b0-2125865087a5 None None] Update dhcp port {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'fixed_ips': [{'subnet_id': 'fb63eb00-d623-45ff-96e8-f1644558767e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb'}], 'binding:host_id': 'n-d-828369-18'}, 'id': 'e073252d-d433-4fe1-b8a6-c92fbc36a049'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:30:01.468588 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.495948 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c53dec86-ddb1-4ff7-a6b0-2125865087a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.520509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-764958894-network', 'tenant_id': '2106190c1f8a47459b51f13b733f733a'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:01.535240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5533929 Feb 17 22:30:01.550794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60286) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:01.567330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'ports': [{'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3'}, {'network_id': '93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7'}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:01.569028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:01.569028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:01.570810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network 6f124461-49db-4b47-a944-80068a1a0077 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:01.587302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbb55a97-d55a-42f1-bacd-78ee5c6d9101 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (2e0b5cf2-fb35-488a-8243-05ccfe3fad3e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.595388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbb55a97-d55a-42f1-bacd-78ee5c6d9101 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2e0b5cf2-fb35-488a-8243-05ccfe3fad3e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.603407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6f124461-49db-4b47-a944-80068a1a0077) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:01.632691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.642334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:01.642960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.668138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8407c-0425-420f-bec3-0ae30ff76e56 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:01.709028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Made reservation on behalf of 2106190c1f8a47459b51f13b733f733a for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:01.713332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.726493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbb55a97-d55a-42f1-bacd-78ee5c6d9101 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.728020 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dbb55a97-d55a-42f1-bacd-78ee5c6d9101 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6914887 Feb 17 22:30:01.734237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb55a97-d55a-42f1-bacd-78ee5c6d9101 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0b5cf2-fb35-488a-8243-05ccfe3fad3e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:01.742027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:01.743124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.767728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81dbe87-d37f-47d0-83fb-9f7b8c3aa916 None None] Network 6f124461-49db-4b47-a944-80068a1a0077 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:01.768635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-47811247-1ca5-4f1a-a420-235fe9407e5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'security_group': {'name': 'tempest-secgroup-363078037'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:01.775465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:01.781321 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-995b8118-6d0b-4311-af5f-56150b433f24 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1704121 Feb 17 22:30:01.800377 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:01.802186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:01.814718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:01.821858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:01.822610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.834117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=c3afa321-dbe6-44af-99c3-a0d00469e1b9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:01.845512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:01.933803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks [] for security_group (81336c35-5a0b-45b3-a386-183e5e2108d1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:01.982198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (81336c35-5a0b-45b3-a386-183e5e2108d1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.026335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cc1be2a-4050-4975-be13-c60c54400ac6 req-c32ceceb-fc2a-4d1c-8d58-710fbbf2a204 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.2852848 Feb 17 22:30:02.047830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:02.093356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:02.115406 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-770888e7-7d63-4b3d-ad4b-5827d4341de6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.9587419 Feb 17 22:30:02.127171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:02.157161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:28:66:1f'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:02.161801 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47811247-1ca5-4f1a-a420-235fe9407e5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.173406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81336c35-5a0b-45b3-a386-183e5e2108d1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:02.182627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (67bb1d3c-629f-4629-a296-47c65d468ea3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.182889 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Added segment 67bb1d3c-629f-4629-a296-47c65d468ea3 of type vlan for network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 Feb 17 22:30:02.268460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (23e4d933-81c3-4830-8ba7-80aebc9ff4d1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.301358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c53dec86-ddb1-4ff7-a6b0-2125865087a5 None None] Allocated IP 2001:db8::2 (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb/e073252d-d433-4fe1-b8a6-c92fbc36a049) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:02.315583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 2} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:02.321201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.340167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (23e4d933-81c3-4830-8ba7-80aebc9ff4d1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.341153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:02.341862 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.460316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c53dec86-ddb1-4ff7-a6b0-2125865087a5 None None] For port e073252d-d433-4fe1-b8a6-c92fbc36a049, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e073252d-d433-4fe1-b8a6-c92fbc36a049,segment=NetworkSegment(538cb550-d6e6-4852-a175-492ae0ae7cea),segment_id=538cb550-d6e6-4852-a175-492ae0ae7cea)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:02.470945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] Pushing event updated for resources: {'Network': ['ID=23e4d933-81c3-4830-8ba7-80aebc9ff4d1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:02.479911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.506480 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c53dec86-ddb1-4ff7-a6b0-2125865087a5 None None] Publish callbacks [] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.540225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:02.543020 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c53dec86-ddb1-4ff7-a6b0-2125865087a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.561160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8cafb93c-82fc-476d-b1a9-43054640afbe admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3891058 Feb 17 22:30:02.566661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:02.579333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Request body: {'subnet': {'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-764958894-subnet', 'tenant_id': '2106190c1f8a47459b51f13b733f733a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:02.626705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47811247-1ca5-4f1a-a420-235fe9407e5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (c0257e8b-5f0d-49b3-ab45-97cbfdd19890), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.639995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47811247-1ca5-4f1a-a420-235fe9407e5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c0257e8b-5f0d-49b3-ab45-97cbfdd19890), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.661039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:02.661487 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.691352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ac677d85-27be-4c3a-9ce3-52997b88a7f4 None None] Provisioning complete for port c3afa321-dbe6-44af-99c3-a0d00469e1b9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:02.691750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac677d85-27be-4c3a-9ce3-52997b88a7f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.745537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Made reservation on behalf of 2106190c1f8a47459b51f13b733f733a for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:02.747890 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.812893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-6f124461-49db-4b47-a944-80068a1a0077', 'network_id': '6f124461-49db-4b47-a944-80068a1a0077', 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'fixed_ips': [{'subnet_id': '864ab517-6177-440d-bb17-1bf12c67677e'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:02.813801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.820839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 95b13069-0cc7-4078-b208-8f116ac9be8d yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:02.828436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47811247-1ca5-4f1a-a420-235fe9407e5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.831224 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-47811247-1ca5-4f1a-a420-235fe9407e5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0840154 Feb 17 22:30:02.845275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60298) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:02.857710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b99c8dac-3064-4e5e-83c8-7bcfc77f544f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'security_group': {'name': 'tempest-secgroup-571264643'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:02.865505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ac677d85-27be-4c3a-9ce3-52997b88a7f4 None None] Port c3afa321-dbe6-44af-99c3-a0d00469e1b9 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:02.868185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53dec86-ddb1-4ff7-a6b0-2125865087a5 None None] Pushing event updated for resources: {'Port': ['ID=e073252d-d433-4fe1-b8a6-c92fbc36a049,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:02.877903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47811247-1ca5-4f1a-a420-235fe9407e5a tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0257e8b-5f0d-49b3-ab45-97cbfdd19890,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:02.894373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.955272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b99c8dac-3064-4e5e-83c8-7bcfc77f544f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:02.986426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:03.134619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Allocated IP 172.20.0.18 (6f124461-49db-4b47-a944-80068a1a0077/864ab517-6177-440d-bb17-1bf12c67677e/ec503f2d-7a4c-4092-b46f-00b6ac3b32df) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:03.139088 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b99c8dac-3064-4e5e-83c8-7bcfc77f544f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (068eb3a3-2b52-4c9f-8a2e-9543449ba9da), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.157615 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (95b13069-0cc7-4078-b208-8f116ac9be8d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.206599 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b99c8dac-3064-4e5e-83c8-7bcfc77f544f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (068eb3a3-2b52-4c9f-8a2e-9543449ba9da), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.295107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port f043d70d-2e39-45b6-95c1-d72dbe8cac39 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:03.337793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b2a7fe9-1411-4018-8b1c-c6aad4189d2a req-cef8c3cb-4b8f-4beb-8bfa-772c9fe9c942 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1127760 Feb 17 22:30:03.356985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b99c8dac-3064-4e5e-83c8-7bcfc77f544f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.362331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b99c8dac-3064-4e5e-83c8-7bcfc77f544f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5093944 Feb 17 22:30:03.363148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60302) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:03.364238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (1b38330d-3e8d-4e47-94be-db3fc35f3913), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.370726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1802564869', 'security_groups': ['068eb3a3-2b52-4c9f-8a2e-9543449ba9da'], 'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:03.380405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99c8dac-3064-4e5e-83c8-7bcfc77f544f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=068eb3a3-2b52-4c9f-8a2e-9543449ba9da,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:03.398052 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Publish callbacks [] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.408308 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.433184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Network 6f124461-49db-4b47-a944-80068a1a0077 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:03.436787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:03.440661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:03.620696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (f043d70d-2e39-45b6-95c1-d72dbe8cac39), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.644662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:03.705282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.726294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b38330d-3e8d-4e47-94be-db3fc35f3913,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:03.734968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.744457 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.746988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Checking segment: {'id': '67bb1d3c-629f-4629-a296-47c65d468ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:03.747632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Network hostable DHCP agents. Network: 23e4d933-81c3-4830-8ba7-80aebc9ff4d1, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:03.782018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Pushing event updated for resources: {'Port': ['ID=ec503f2d-7a4c-4092-b46f-00b6ac3b32df,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:03.787140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Attempting to bind port ec503f2d-7a4c-4092-b46f-00b6ac3b32df on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:03.787566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Attempting to bind port ec503f2d-7a4c-4092-b46f-00b6ac3b32df by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:03.788482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Attempting to bind port ec503f2d-7a4c-4092-b46f-00b6ac3b32df on network 6f124461-49db-4b47-a944-80068a1a0077 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:03.794831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:03.795086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Checking segment: {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:03.795610 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.796370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Bound using segment: {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:03.797487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Bound port: ec503f2d-7a4c-4092-b46f-00b6ac3b32df, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:03.798739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.817241 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.846088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] device_id is not set on port a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:03.883559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] In _notify_port_updated(), no bound segment for port c3afa321-dbe6-44af-99c3-a0d00469e1b9 on network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:30:03.889444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:03.890716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.892349 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "PUT /v2.0/ports/c3afa321-dbe6-44af-99c3-a0d00469e1b9 HTTP/1.1" status: 200 len: 1002 time: 1.7637320 Feb 17 22:30:03.895998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-330a149b-d8ad-4d4d-a8d7-611e97e31f69 None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:03.896524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-330a149b-d8ad-4d4d-a8d7-611e97e31f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:03.898725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60304) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:03.950774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e073252d-d433-4fe1-b8a6-c92fbc36a049 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:03.969140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:03.980199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa972e9d-87e0-4007-b8a1-2d6d7956d5f1 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=c3afa321-dbe6-44af-99c3-a0d00469e1b9,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:04.001379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] For port ec503f2d-7a4c-4092-b46f-00b6ac3b32df, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:04.021280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 23e4d933-81c3-4830-8ba7-80aebc9ff4d1) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:04.027920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] For port ec503f2d-7a4c-4092-b46f-00b6ac3b32df, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ec503f2d-7a4c-4092-b46f-00b6ac3b32df,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:04.035097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d64ca7c-7225-4579-bf37-4828ab149e12 None None] Network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:04.042210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.078839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:04.079775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.141919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (95b13069-0cc7-4078-b208-8f116ac9be8d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.189644 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f8e3bca6-5115-4f93-8099-2bc254ed498c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6169820 Feb 17 22:30:04.230001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:04.235302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8::150 (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb/a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:04.236717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-330a149b-d8ad-4d4d-a8d7-611e97e31f69 None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:04.242674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:04.244076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:04.244458 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.261990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:04.263982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f043d70d-2e39-45b6-95c1-d72dbe8cac39), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.309205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671a6cf-2cb5-4a20-9de7-2d151f52e308 None None] Pushing event updated for resources: {'Port': ['ID=ec503f2d-7a4c-4092-b46f-00b6ac3b32df,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:04.318777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting port c3afa321-dbe6-44af-99c3-a0d00469e1b9 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:04.319560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.385951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=95b13069-0cc7-4078-b208-8f116ac9be8d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:04.387180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-330a149b-d8ad-4d4d-a8d7-611e97e31f69 None None] Provisioning complete for port d88b043b-0636-46fb-a394-9b2b270a8552 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:04.387674 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-330a149b-d8ad-4d4d-a8d7-611e97e31f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.463523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584d086b-fc4e-4521-96d1-f0aa8f2a75ec None None] Network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:04.621112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-330a149b-d8ad-4d4d-a8d7-611e97e31f69 None None] Port d88b043b-0636-46fb-a394-9b2b270a8552 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:04.712716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:04.777707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73112644-cc3a-4b76-87d0-27de7af49e63 req-c83fbc40-ef79-4897-8b5b-dfc966f37aee tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1208582 Feb 17 22:30:04.782341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-876d751e-e2b6-4605-a22b-17ffa3f0d2cb None None] Provisioning complete for port c3afa321-dbe6-44af-99c3-a0d00469e1b9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:04.782700 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-876d751e-e2b6-4605-a22b-17ffa3f0d2cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.795279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.856113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': 'c67c865a-bad3-498a-98af-367faef47be0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:04.856782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: 93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:04.860033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-876d751e-e2b6-4605-a22b-17ffa3f0d2cb None None] Port c3afa321-dbe6-44af-99c3-a0d00469e1b9 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:04.875356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=f043d70d-2e39-45b6-95c1-d72dbe8cac39,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:04.893727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:04.902715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.906002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:04.916091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ef6933-87fb-4d97-898b-508ccb77e349 None None] Network 93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:04.940578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:04.947403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:04.953252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:04.953943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:04.975451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60324) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:04.983973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:04.986598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-28964548-network', 'tenant_id': 'd59544c1187c4bf3b2d5b383ff05b37d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:04.998344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Allocated IP 172.20.0.17 (6f124461-49db-4b47-a944-80068a1a0077/864ab517-6177-440d-bb17-1bf12c67677e/e17999d9-4932-4838-b976-5331d2f0d581) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:05.001398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.018591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:05.025273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Calling delete_port for c3afa321-dbe6-44af-99c3-a0d00469e1b9 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:05.027564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:05.034615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:05.035328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.043555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a807bf18-e529-406f-97dc-34725041c030 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4888997 Feb 17 22:30:05.048031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Made reservation on behalf of d59544c1187c4bf3b2d5b383ff05b37d for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:05.049635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:05.050454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.059404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:05.070443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.084561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6cc660f9-d990-41bd-9818-1624cdeaf867 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7190807 Feb 17 22:30:05.087929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60328) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:05.097267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7e35c676-b2fa-4e45-8c61-a6469184b22c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:05.283588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks [] for security_group (e49cbbb6-ec59-4a45-85d2-38e69b57652d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.290419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (e17999d9-4932-4838-b976-5331d2f0d581), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.291200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e35c676-b2fa-4e45-8c61-a6469184b22c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:05.295626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e35c676-b2fa-4e45-8c61-a6469184b22c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.301999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e49cbbb6-ec59-4a45-85d2-38e69b57652d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.361535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port f043d70d-2e39-45b6-95c1-d72dbe8cac39 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:05.361853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f043d70d-2e39-45b6-95c1-d72dbe8cac39), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.372568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:05.405999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49cbbb6-ec59-4a45-85d2-38e69b57652d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:05.416871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (11293269-e477-4547-8d2a-8edb043c2dad), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.417224 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Added segment 11293269-e477-4547-8d2a-8edb043c2dad of type vlan for network 83b7409e-2d87-4c77-9bd8-0f332ea8ed10 Feb 17 22:30:05.476418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c3afa321-dbe6-44af-99c3-a0d00469e1b9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.483674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (83b7409e-2d87-4c77-9bd8-0f332ea8ed10), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.496611 n-d-828369-18 neutron-server[103527]: INFO neutron.db.ipam_backend_mixin [None req-7e35c676-b2fa-4e45-8c61-a6469184b22c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb (CIDR: 2001:db8::/64) Feb 17 22:30:05.503704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e17999d9-4932-4838-b976-5331d2f0d581), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.510257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5a0a4b77-c03f-4fe0-8336-415becc48f08 None None] Provisioning complete for port a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:05.510918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a0a4b77-c03f-4fe0-8336-415becc48f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.513188 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e35c676-b2fa-4e45-8c61-a6469184b22c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:05.514765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e35c676-b2fa-4e45-8c61-a6469184b22c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:05.514914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f043d70d-2e39-45b6-95c1-d72dbe8cac39), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.557055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7e35c676-b2fa-4e45-8c61-a6469184b22c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4679255 Feb 17 22:30:05.560608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60334) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:05.567493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-52512fbc-9d82-4a44-8b91-7d2feab62e05 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:05.574190 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (83b7409e-2d87-4c77-9bd8-0f332ea8ed10), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.576063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:05.576927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.616604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Port': ['ID=c3afa321-dbe6-44af-99c3-a0d00469e1b9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:05.623654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5a0a4b77-c03f-4fe0-8336-415becc48f08 None None] Port a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:05.630774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for f043d70d-2e39-45b6-95c1-d72dbe8cac39 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:05.701032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:05.707482 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a7a7ebab-5ded-40a0-8796-b812cc4c203b tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/ports/c3afa321-dbe6-44af-99c3-a0d00469e1b9 HTTP/1.1" status: 204 len: 168 time: 1.8057780 Feb 17 22:30:05.713637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network 6f124461-49db-4b47-a944-80068a1a0077 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:05.715521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:05.719820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60336) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:05.725387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:05.889263 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f42b9db-7b57-4889-bcc4-3d84e52abb73 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] GET failed (client error): The resource could not be found. Feb 17 22:30:05.895709 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f42b9db-7b57-4889-bcc4-3d84e52abb73 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "GET /v2.0/ports/c3afa321-dbe6-44af-99c3-a0d00469e1b9 HTTP/1.1" status: 404 len: 333 time: 0.1712859 Feb 17 22:30:05.896928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60346) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:05.912291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1803310942'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:05.917282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=e17999d9-4932-4838-b976-5331d2f0d581,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:06.011872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (71811865-cca6-40ed-8601-9315f41ae122), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.035857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec503f2d-7a4c-4092-b46f-00b6ac3b32df up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:06.163614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ec503f2d-7a4c-4092-b46f-00b6ac3b32df triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:06.164197 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.185907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f043d70d-2e39-45b6-95c1-d72dbe8cac39), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.244346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fa7bd-e5e2-4d50-9054-1f2a4b4d85e1 None None] Network 6f124461-49db-4b47-a944-80068a1a0077 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:06.277910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=f043d70d-2e39-45b6-95c1-d72dbe8cac39,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:06.285584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.299817 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa658616-0f1b-473a-8bd5-0179809c8cf4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/f043d70d-2e39-45b6-95c1-d72dbe8cac39 HTTP/1.1" status: 204 len: 168 time: 1.2462363 Feb 17 22:30:06.305278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:06.313242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3351450 Feb 17 22:30:06.313828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ec503f2d-7a4c-4092-b46f-00b6ac3b32df is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:06.314802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.324776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60352) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:06.328413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:06.331984 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.339497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Request body: {'subnet': {'network_id': '83b7409e-2d87-4c77-9bd8-0f332ea8ed10', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-28964548-subnet', 'tenant_id': 'd59544c1187c4bf3b2d5b383ff05b37d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:06.346607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e848708-98a9-4f52-96a0-3b013c3d3620 admin admin] Pushing event updated for resources: {'Network': ['ID=83b7409e-2d87-4c77-9bd8-0f332ea8ed10,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:06.364249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e88a85a5-cbb1-413a-aaff-a836f71636aa None None] Provisioning complete for port ec503f2d-7a4c-4092-b46f-00b6ac3b32df triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:06.364626 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e88a85a5-cbb1-413a-aaff-a836f71636aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.375259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2c7800e-bb94-4850-bdfb-f9498c08f6ae req-a14f82f4-73e9-4130-91e4-47ccd36ee9dd tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0663881 Feb 17 22:30:06.405813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 83b7409e-2d87-4c77-9bd8-0f332ea8ed10 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:06.435612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Made reservation on behalf of d59544c1187c4bf3b2d5b383ff05b37d for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:06.441715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.446142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] device_id is not set on port d3a13286-e2eb-47a7-baef-d1eabf90f756 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:06.454780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e17999d9-4932-4838-b976-5331d2f0d581), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.465352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52512fbc-9d82-4a44-8b91-7d2feab62e05 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:06.471864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52512fbc-9d82-4a44-8b91-7d2feab62e05 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.568803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210a2d4-ed89-4d97-a9a4-b33cc5e5a88c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:06.571394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ec503f2d-7a4c-4092-b46f-00b6ac3b32df, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ec503f2d-7a4c-4092-b46f-00b6ac3b32df,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:06.575636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b210a2d4-ed89-4d97-a9a4-b33cc5e5a88c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:06.577534 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b210a2d4-ed89-4d97-a9a4-b33cc5e5a88c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2667711 Feb 17 22:30:06.580502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60354) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:06.608287 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.668422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e88a85a5-cbb1-413a-aaff-a836f71636aa None None] Current status of the port ec503f2d-7a4c-4092-b46f-00b6ac3b32df is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:06.668817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e88a85a5-cbb1-413a-aaff-a836f71636aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.749474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Allocated IP 2001:db8::301 (04ea5e5b-2b2a-496d-a759-45af7019a4c9/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc/d3a13286-e2eb-47a7-baef-d1eabf90f756) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:06.793547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ec503f2d-7a4c-4092-b46f-00b6ac3b32df,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:06.823115 n-d-828369-18 neutron-server[103527]: INFO neutron.db.ipam_backend_mixin [None req-52512fbc-9d82-4a44-8b91-7d2feab62e05 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet fb63eb00-d623-45ff-96e8-f1644558767e (CIDR: 2001:db8:0:1::/64) Feb 17 22:30:06.831240 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-52512fbc-9d82-4a44-8b91-7d2feab62e05 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:06.831983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52512fbc-9d82-4a44-8b91-7d2feab62e05 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:06.845055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-e88a85a5-cbb1-413a-aaff-a836f71636aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:30:06.845845 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-e88a85a5-cbb1-413a-aaff-a836f71636aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:30:06.861713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 95b13069-0cc7-4078-b208-8f116ac9be8d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:06.862638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (95b13069-0cc7-4078-b208-8f116ac9be8d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.946949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (95b13069-0cc7-4078-b208-8f116ac9be8d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:06.962941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 95b13069-0cc7-4078-b208-8f116ac9be8d owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:07.109671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (95b13069-0cc7-4078-b208-8f116ac9be8d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.110376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (d3a13286-e2eb-47a7-baef-d1eabf90f756), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.120976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-52512fbc-9d82-4a44-8b91-7d2feab62e05 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5586650 Feb 17 22:30:07.124832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60358) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:07.175298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'subnet': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:07.187750 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (e17999d9-4932-4838-b976-5331d2f0d581), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.192279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (8082919a-04bc-4090-a3d3-a91e11853660), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.196974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e17999d9-4932-4838-b976-5331d2f0d581), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.208694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d3a13286-e2eb-47a7-baef-d1eabf90f756), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.236021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=95b13069-0cc7-4078-b208-8f116ac9be8d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:07.306150 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.312528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9a8dd819-eea5-4b4a-b465-74f5047f585a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/95b13069-0cc7-4078-b208-8f116ac9be8d HTTP/1.1" status: 204 len: 168 time: 0.7286491 Feb 17 22:30:07.314639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:07.316559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=e17999d9-4932-4838-b976-5331d2f0d581,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:07.333436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:07.366847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (71811865-cca6-40ed-8601-9315f41ae122), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.375905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8082919a-04bc-4090-a3d3-a91e11853660,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:07.425768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:07.430354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e88a85a5-cbb1-413a-aaff-a836f71636aa None None] Current status of the port ec503f2d-7a4c-4092-b46f-00b6ac3b32df is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:07.455328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Checking segment: {'id': '11293269-e477-4547-8d2a-8edb043c2dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '83b7409e-2d87-4c77-9bd8-0f332ea8ed10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:07.455724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Network hostable DHCP agents. Network: 83b7409e-2d87-4c77-9bd8-0f332ea8ed10, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:07.477396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:07.493674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:07.494564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.518718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Made reservation on behalf of 1ecc71cb0f074db5b9b08e82681f9bc4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:07.527694 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.589532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5d63172a-5660-4dfd-9eb0-ba0e32bb2103 None None] Provisioning complete for port e17999d9-4932-4838-b976-5331d2f0d581 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:07.593868 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d63172a-5660-4dfd-9eb0-ba0e32bb2103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e17999d9-4932-4838-b976-5331d2f0d581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.608229 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7038224 Feb 17 22:30:07.608229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd151e94-a51a-47a7-b8a7-71239c9a140e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=d3a13286-e2eb-47a7-baef-d1eabf90f756,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:07.610412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60364) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:07.633039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df26b94-3288-4343-9d60-b839a2c454cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:07.633407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Network 83b7409e-2d87-4c77-9bd8-0f332ea8ed10 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:07.637711 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4df26b94-3288-4343-9d60-b839a2c454cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3224909 Feb 17 22:30:07.638939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60366) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:07.646516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'network_id': '04ea5e5b-2b2a-496d-a759-45af7019a4c9', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1469133552'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:07.732330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5d63172a-5660-4dfd-9eb0-ba0e32bb2103 None None] Port e17999d9-4932-4838-b976-5331d2f0d581 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:07.761056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5d63172a-5660-4dfd-9eb0-ba0e32bb2103 None None] Provisioning complete for port ec503f2d-7a4c-4092-b46f-00b6ac3b32df triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:07.761830 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d63172a-5660-4dfd-9eb0-ba0e32bb2103 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.781172 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8a15a4-1462-4aee-a902-c307e63fec28 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:30:07.785963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4a8a15a4-1462-4aee-a902-c307e63fec28 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/f043d70d-2e39-45b6-95c1-d72dbe8cac39 HTTP/1.1" status: 404 len: 333 time: 0.0492876 Feb 17 22:30:07.800954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60370) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:07.844324 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc88d54-2311-485c-895f-1e3d088e330d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:30:07.852850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-abc88d54-2311-485c-895f-1e3d088e330d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/95b13069-0cc7-4078-b208-8f116ac9be8d HTTP/1.1" status: 404 len: 333 time: 0.0503588 Feb 17 22:30:07.853944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 83b7409e-2d87-4c77-9bd8-0f332ea8ed10) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:07.859602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:07.860465 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:07.861724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60372) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:07.959246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210aad7-37b6-449b-8c86-a30682b018d4 None None] Network 83b7409e-2d87-4c77-9bd8-0f332ea8ed10 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:07.975679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec503f2d-7a4c-4092-b46f-00b6ac3b32df up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:07.986285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0be211c2-c207-4d2f-b2c8-b08f438bdd8f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6497955 Feb 17 22:30:07.995352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97fccc6f-42d0-48c3-80b6-b914d3248d59 req-6932eb5c-5c95-404e-a45c-0c07aada5f1f tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.3402681 Feb 17 22:30:08.057984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network 6f124461-49db-4b47-a944-80068a1a0077 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:08.059618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:08.070422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Made reservation on behalf of 3b69c1b70e8b4dfb97ff7227353b1c47 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:08.074291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.132028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5d63172a-5660-4dfd-9eb0-ba0e32bb2103 None None] Current status of the port ec503f2d-7a4c-4092-b46f-00b6ac3b32df is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:08.226984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ec503f2d-7a4c-4092-b46f-00b6ac3b32df triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:08.227719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.296544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] device_id is not set on port 67674062-e5be-4b73-995d-863a1815732f yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:08.380762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.385613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8c12c9f6-9f3e-40cf-8bc4-513b35ff74a3 None None] Provisioning complete for port d3a13286-e2eb-47a7-baef-d1eabf90f756 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:08.386243 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c12c9f6-9f3e-40cf-8bc4-513b35ff74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d3a13286-e2eb-47a7-baef-d1eabf90f756), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.431642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5767b1e9-0aed-4753-988c-952a9d4097ab None None] Network 83b7409e-2d87-4c77-9bd8-0f332ea8ed10 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:08.565071 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (1ed43d69-307a-40c7-a6de-dcfb05806d0b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.641549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:08.648014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:08.661686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:08.663572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.684618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Subnet': ['ID=1ed43d69-307a-40c7-a6de-dcfb05806d0b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:08.686177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.693621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c78e4f8d-f5d3-489e-8de3-dee8e009bada tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5657966 Feb 17 22:30:08.697066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60392) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:08.704631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-848881162', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1ed43d69-307a-40c7-a6de-dcfb05806d0b'}], 'security_groups': ['2e0b5cf2-fb35-488a-8243-05ccfe3fad3e', 'c0257e8b-5f0d-49b3-ab45-97cbfdd19890']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:08.773451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router 71811865-cca6-40ed-8601-9315f41ae122 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:30:08.778844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:08.814625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67c865a-bad3-498a-98af-367faef47be0') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:08.815061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67c865a-bad3-498a-98af-367faef47be0') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:08.852200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (c67c865a-bad3-498a-98af-367faef47be0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.856603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Allocated IP 2001:db8::3e (04ea5e5b-2b2a-496d-a759-45af7019a4c9/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc/67674062-e5be-4b73-995d-863a1815732f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:08.917007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c67c865a-bad3-498a-98af-367faef47be0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.933818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d4e227-2023-4bed-9323-75826423f3ad None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:08.948022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8c12c9f6-9f3e-40cf-8bc4-513b35ff74a3 None None] Port d3a13286-e2eb-47a7-baef-d1eabf90f756 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:08.961380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:08.961380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (c67c865a-bad3-498a-98af-367faef47be0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:08.967905 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:09.027225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ec503f2d-7a4c-4092-b46f-00b6ac3b32df is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:09.074603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8c12c9f6-9f3e-40cf-8bc4-513b35ff74a3 None None] Provisioning complete for port e17999d9-4932-4838-b976-5331d2f0d581 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:09.075052 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c12c9f6-9f3e-40cf-8bc4-513b35ff74a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e17999d9-4932-4838-b976-5331d2f0d581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.152446 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.211211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8c12c9f6-9f3e-40cf-8bc4-513b35ff74a3 None None] Port e17999d9-4932-4838-b976-5331d2f0d581 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:09.227691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.229380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e5a526d-d326-49a1-a3b0-4b0bfa06a7ea req-b27a235c-0ff1-4766-b153-ecf518f8eceb tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0834713 Feb 17 22:30:09.231501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (67674062-e5be-4b73-995d-863a1815732f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.236422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-eb478559-d6ac-47f1-a4b8-5598c010ee5a tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:09.244505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-eb478559-d6ac-47f1-a4b8-5598c010ee5a tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/networks?id=23e4d933-81c3-4830-8ba7-80aebc9ff4d1 HTTP/1.1" status: 200 len: 824 time: 0.3730090 Feb 17 22:30:09.270774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:30:09.278960 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b9be0a01-7fe6-4d51-8415-fbe40293611c tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "PUT /v2.0/routers/71811865-cca6-40ed-8601-9315f41ae122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4734581 Feb 17 22:30:09.292427 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.297869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-fe25290a-156b-4d3d-902e-de2b8c6f9976 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/quotas/2106190c1f8a47459b51f13b733f733a HTTP/1.1" status: 200 len: 375 time: 0.0520530 Feb 17 22:30:09.307044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Sync routers for ids ['71811865-cca6-40ed-8601-9315f41ae122'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:30:09.326531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.330221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Routers {'71811865-cca6-40ed-8601-9315f41ae122'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:30:09.330869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71811865-cca6-40ed-8601-9315f41ae122'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:09.353974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7 HTTP/1.1" status: 204 len: 168 time: 1.4850614 Feb 17 22:30:09.355518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60408) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:09.356294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a89aa-4eaa-450f-a6b0-8fac8b49aff8 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=93b76b1a-b2a9-4d6f-8b8f-ab624f6656b7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:09.396771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1404661913'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:09.406973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (67674062-e5be-4b73-995d-863a1815732f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.493203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0f25d176-d410-45f1-9a37-b6c7913a65c1 None None] Provisioning complete for port e17999d9-4932-4838-b976-5331d2f0d581 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:09.493810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0f25d176-d410-45f1-9a37-b6c7913a65c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e17999d9-4932-4838-b976-5331d2f0d581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.505035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-1b4b22ba-b745-485e-9f6d-963259351e35 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2106190c1f8a47459b51f13b733f733a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1871316 Feb 17 22:30:09.534351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=67674062-e5be-4b73-995d-863a1815732f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:09.558899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:09.561635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:09.566349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:09.573861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3472afa-4184-4f98-b0a3-3d3367add052 None None] Update dhcp port {'port': {'network_id': '8c12a466-e8e5-46ea-a7dc-ffc27e047fdb', 'fixed_ips': [{'subnet_id': 'fb63eb00-d623-45ff-96e8-f1644558767e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ed43d69-307a-40c7-a6de-dcfb05806d0b'}], 'binding:host_id': 'n-d-828369-18'}, 'id': 'e073252d-d433-4fe1-b8a6-c92fbc36a049'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:30:09.577500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:09.578378 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.612061 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d389b90-f3de-4583-af0d-e0661417de4e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9912150 Feb 17 22:30:09.614596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60420) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:09.618025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0f25d176-d410-45f1-9a37-b6c7913a65c1 None None] Port e17999d9-4932-4838-b976-5331d2f0d581 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:09.630795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::66', 'mac_address': 'fa:16:3e:28:66:1f'}, {'ip_address': '2001:db8::301', 'mac_address': 'fa:16:3e:5d:b6:be'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:09.633887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Set router 71811865-cca6-40ed-8601-9315f41ae122 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:30:09.667313 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3472afa-4184-4f98-b0a3-3d3367add052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.759555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:09.767465 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.886263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (67674062-e5be-4b73-995d-863a1815732f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:09.915562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:10.034126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f02b1eaf-229d-4f58-bf84-de68a052279b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.034622 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment f02b1eaf-229d-4f58-bf84-de68a052279b of type vlan for network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 Feb 17 22:30:10.059784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-8afad70f-bcf5-47d8-9c2e-b4b52f37c0d3 service neutron] 10.222.0.79 "GET /v2.0/networks/23e4d933-81c3-4830-8ba7-80aebc9ff4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346115 Feb 17 22:30:10.077459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a3472afa-4184-4f98-b0a3-3d3367add052 None None] Allocated IP 2001:db8:0:2::2 (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/1ed43d69-307a-40c7-a6de-dcfb05806d0b/e073252d-d433-4fe1-b8a6-c92fbc36a049) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:10.081301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-24421b0a-405d-4408-81c2-70add9bc00fe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:10.089437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-24421b0a-405d-4408-81c2-70add9bc00fe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/networks?id=6f124461-49db-4b47-a944-80068a1a0077 HTTP/1.1" status: 200 len: 798 time: 0.4897811 Feb 17 22:30:10.159946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for port (67674062-e5be-4b73-995d-863a1815732f), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.168745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (67674062-e5be-4b73-995d-863a1815732f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.175198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-dfec8c0e-628b-406f-b7cb-9c1a28b694cf tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/quotas/e9adee1fef6b47dc934fa808d94a3103 HTTP/1.1" status: 200 len: 375 time: 0.0845621 Feb 17 22:30:10.231052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a3472afa-4184-4f98-b0a3-3d3367add052 None None] For port e073252d-d433-4fe1-b8a6-c92fbc36a049, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e073252d-d433-4fe1-b8a6-c92fbc36a049,segment=NetworkSegment(538cb550-d6e6-4852-a175-492ae0ae7cea),segment_id=538cb550-d6e6-4852-a175-492ae0ae7cea)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:10.231298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (5cbeb9b5-ea20-4888-96e7-b9af2836f135), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.233717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e7c81d13-c9a0-4f00-9396-5eb36ba5575b None None] Provisioning complete for port 67674062-e5be-4b73-995d-863a1815732f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:10.233717 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7c81d13-c9a0-4f00-9396-5eb36ba5575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (67674062-e5be-4b73-995d-863a1815732f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.268103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event updated for resources: {'Port': ['ID=67674062-e5be-4b73-995d-863a1815732f,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:10.322459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-77085db5-a725-48ad-a493-3327be5eeb49 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1466465 Feb 17 22:30:10.323589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] In _notify_port_updated(), no bound segment for port 67674062-e5be-4b73-995d-863a1815732f on network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:30:10.323733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e7c81d13-c9a0-4f00-9396-5eb36ba5575b None None] Port 67674062-e5be-4b73-995d-863a1815732f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:10.324599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-faef3789-f5f3-4854-b602-53a71a5a9abe service neutron] 10.222.0.79 "GET /v2.0/networks/23e4d933-81c3-4830-8ba7-80aebc9ff4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638347 Feb 17 22:30:10.325853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (5cbeb9b5-ea20-4888-96e7-b9af2836f135), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.329578 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3472afa-4184-4f98-b0a3-3d3367add052 None None] Publish callbacks [] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.332925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:10.333453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.342184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:10.344008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.347087 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-569e52c3-8571-47cd-abb3-d10fd638226e tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "PUT /v2.0/ports/67674062-e5be-4b73-995d-863a1815732f HTTP/1.1" status: 200 len: 1066 time: 0.7304265 Feb 17 22:30:10.349235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60426) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:10.377851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3472afa-4184-4f98-b0a3-3d3367add052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.459523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3472afa-4184-4f98-b0a3-3d3367add052 None None] Pushing event updated for resources: {'Port': ['ID=e073252d-d433-4fe1-b8a6-c92fbc36a049,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:10.520495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1386497 Feb 17 22:30:10.525382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60428) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:10.531903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting port 67674062-e5be-4b73-995d-863a1815732f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:10.532253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (67674062-e5be-4b73-995d-863a1815732f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.650284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84365a4-35f0-45b3-a585-50e3105bdf42 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=5cbeb9b5-ea20-4888-96e7-b9af2836f135,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:10.667340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:10.720149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:10.757399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a58587b-6a8e-4b9e-bc09-ac457fe954a6 req-9f3a9038-a819-4d20-acbb-86c11a59a088 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.0938315 Feb 17 22:30:10.853775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:30:06Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e17999d9-4932-4838-b976-5331d2f0d581', 'name': '', 'network_id': '6f124461-49db-4b47-a944-80068a1a0077', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:fa:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '864ab517-6177-440d-bb17-1bf12c67677e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:30:04Z', 'updated_at': '2022-02-17T22:30:06Z', 'revision_number': 2, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '864ab517-6177-440d-bb17-1bf12c67677e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:10.877940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (67674062-e5be-4b73-995d-863a1815732f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:10.924454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Checking router: 71811865-cca6-40ed-8601-9315f41ae122 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:30:10.925216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Updating router 71811865-cca6-40ed-8601-9315f41ae122 port e17999d9-4932-4838-b976-5331d2f0d581 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:30:10.950429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Calling delete_port for 67674062-e5be-4b73-995d-863a1815732f owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:10.973001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-fc917ff2-b741-4cb2-a7e6-dfe12adae097 service neutron] 10.222.0.79 "GET /v2.0/networks/6f124461-49db-4b47-a944-80068a1a0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5346603 Feb 17 22:30:11.012612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3ea6d0e6-3911-41a9-a2e0-5640dfdbe5e4 None None] Provisioning complete for port 67674062-e5be-4b73-995d-863a1815732f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:11.013106 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ea6d0e6-3911-41a9-a2e0-5640dfdbe5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (67674062-e5be-4b73-995d-863a1815732f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:11.017609 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e17999d9-4932-4838-b976-5331d2f0d581), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:11.026046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9135b6f-a308-4dfc-b6f4-bc353d978e8e req-5ab38747-8a8f-4eea-807f-02c3b21801be tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 210 time: 0.0923653 Feb 17 22:30:11.073869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Delete allocated IP 2001:db8::150 (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb) {{(pid=103527) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:30:11.124797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Allocated IP 2001:db8:0:2::33a (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb/1ed43d69-307a-40c7-a6de-dcfb05806d0b/a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:11.189767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3ea6d0e6-3911-41a9-a2e0-5640dfdbe5e4 None None] Port 67674062-e5be-4b73-995d-863a1815732f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:11.234038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-781ea139-ba17-4d51-9539-a8bd33021bcd service neutron] 10.222.0.79 "GET /v2.0/networks/6f124461-49db-4b47-a944-80068a1a0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069051 Feb 17 22:30:11.603876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67a5850f-bdc1-409b-be22-601d65129cfc req-8054a09f-14ce-4eac-967e-d32ac5cac3c9 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 210 time: 0.0924845 Feb 17 22:30:11.689488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:11.700290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:11.778293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Publish callbacks [] for port (e17999d9-4932-4838-b976-5331d2f0d581), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:11.785320 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e17999d9-4932-4838-b976-5331d2f0d581), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:11.972977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] In _notify_port_updated(), no bound segment for port a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 on network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:30:12.007637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:12.008305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:12.040376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "PUT /v2.0/ports/a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 HTTP/1.1" status: 200 len: 969 time: 3.3198025 Feb 17 22:30:12.045154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60452) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:12.158456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e44824-7e99-463f-9e26-f7169f9bfe7d tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event updated for resources: {'Port': ['ID=a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:12.181026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e073252d-d433-4fe1-b8a6-c92fbc36a049 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:12.202284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4805c0-4ef7-4051-b02a-9802a49863d2 None None] Pushing event updated for resources: {'Port': ['ID=e17999d9-4932-4838-b976-5331d2f0d581,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:12.212003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71dd6023-2667-49c1-ae09-91129ce27c91 req-a221ca05-6057-481d-bf84-edb2c91ad7d2 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1064076 Feb 17 22:30:12.276338 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (67674062-e5be-4b73-995d-863a1815732f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:12.293773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:12.306877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d362b9f7-56e9-44e0-bfd7-a734bd5d84e6 req-e1512940-2cc4-4444-b630-efe892d48e98 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 210 time: 0.1419950 Feb 17 22:30:12.312482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:12.601564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Port': ['ID=67674062-e5be-4b73-995d-863a1815732f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:12.799806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-0278348c-7a13-491d-898d-be5e1f9121fb tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:12.801772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-0278348c-7a13-491d-898d-be5e1f9121fb tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.73 "GET /v2.0/networks?id=23e4d933-81c3-4830-8ba7-80aebc9ff4d1 HTTP/1.1" status: 200 len: 824 time: 0.3441951 Feb 17 22:30:12.824743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Request body: {'port': {'device_id': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1', 'admin_state_up': True, 'tenant_id': '2106190c1f8a47459b51f13b733f733a'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:12.905569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Performing IP validity checks on allocation pools {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 22:30:12.907910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 22:30:12.967689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:12.968319 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:12.978362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Provisioning complete for port a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:12.978582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:12.989914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:12.990260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.029532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab987349-1a25-40a2-97b2-9d9099dd9a12 req-184c03e6-64f7-4df1-b388-1a53bc36f1b8 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 210 time: 0.0714769 Feb 17 22:30:13.127700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Attempting to bind port e17999d9-4932-4838-b976-5331d2f0d581 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:13.128361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Attempting to bind port e17999d9-4932-4838-b976-5331d2f0d581 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:13.128982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Attempting to bind port e17999d9-4932-4838-b976-5331d2f0d581 on network 6f124461-49db-4b47-a944-80068a1a0077 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:13.137151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Made reservation on behalf of 2106190c1f8a47459b51f13b733f733a for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:13.141360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.154380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (ec5e9926-4539-415c-8f5a-04dbef666190), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.170528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Port a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:13.172899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:13.173497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Checking segment: {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:13.174088 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.174703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Bound using segment: {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:13.175542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Bound port: e17999d9-4932-4838-b976-5331d2f0d581, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:13.176329 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e17999d9-4932-4838-b976-5331d2f0d581), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.364954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=ec5e9926-4539-415c-8f5a-04dbef666190,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:13.440399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': 'f02b1eaf-229d-4f58-bf84-de68a052279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:13.440753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: 5cbeb9b5-ea20-4888-96e7-b9af2836f135, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:13.464722 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.471474 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c50ff047-972d-4888-8607-c206798d3e74 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/ports/67674062-e5be-4b73-995d-863a1815732f HTTP/1.1" status: 204 len: 168 time: 3.1194050 Feb 17 22:30:13.472143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:13.524015 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd74f5d5-9dc2-4803-bbe3-b2154ef8c78a tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] GET failed (client error): The resource could not be found. Feb 17 22:30:13.535473 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fd74f5d5-9dc2-4803-bbe3-b2154ef8c78a tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "GET /v2.0/ports/67674062-e5be-4b73-995d-863a1815732f HTTP/1.1" status: 404 len: 333 time: 0.0613499 Feb 17 22:30:13.541994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] For port e17999d9-4932-4838-b976-5331d2f0d581, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:13.544230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60470) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:13.547188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:13.563436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] For port e17999d9-4932-4838-b976-5331d2f0d581, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e17999d9-4932-4838-b976-5331d2f0d581,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:13.579184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e17999d9-4932-4838-b976-5331d2f0d581), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.622297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 5cbeb9b5-ea20-4888-96e7-b9af2836f135) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:13.649864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:13.650575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.700412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eb887f-2fc3-44d4-9af6-ef22778609be None None] Network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:13.715555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49aae399-78cb-464a-8b2b-7ddd5e06239b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0031381 Feb 17 22:30:13.735498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:13.736494 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:13.757279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60472) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:13.762890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135', 'name': 'tempest-PortsTestJSON-636712050'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:13.953602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting port d3a13286-e2eb-47a7-baef-d1eabf90f756 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:13.953969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d3a13286-e2eb-47a7-baef-d1eabf90f756), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:14.048100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:14.054855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:14.099188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port ff7054b7-06ed-4d9b-a135-c4a064ed54c3 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:14.131032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Routers {'71811865-cca6-40ed-8601-9315f41ae122'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:30:14.140890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:29:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71811865-cca6-40ed-8601-9315f41ae122'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:14.238889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d3a13286-e2eb-47a7-baef-d1eabf90f756), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:14.276416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Calling delete_port for d3a13286-e2eb-47a7-baef-d1eabf90f756 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:14.388035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] Set router 71811865-cca6-40ed-8601-9315f41ae122 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:30:14.457527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.9 (5cbeb9b5-ea20-4888-96e7-b9af2836f135/ec5e9926-4539-415c-8f5a-04dbef666190/ff7054b7-06ed-4d9b-a135-c4a064ed54c3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:14.465307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-019086cf-f6a2-44bb-bc6b-eef36ac03d5e req-e57cba57-da62-4c85-9a10-92b2cf4035eb tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 210 time: 0.1816337 Feb 17 22:30:14.479628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-532807a2-0abc-4e7f-8c61-08ee161decad req-194cf2eb-f706-46ad-a60b-93ea739354b9 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.2077851 Feb 17 22:30:14.507563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81e2dbbe-ca17-472c-8d8d-6a9617458b42 req-4b06a3de-7fea-4043-ab90-a05bebe136f5 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.2524359 Feb 17 22:30:14.573932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4805c0-4ef7-4051-b02a-9802a49863d2 None None] Pushing event updated for resources: {'Port': ['ID=e17999d9-4932-4838-b976-5331d2f0d581,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:14.592384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:14.605433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0bde0e4f-1b46-4a50-8ddc-87acd5af0ea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:14.669159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ebf427e-6e6c-4184-b52e-df902bc40ea9 req-9fa9a248-194e-4cd5-9f97-8db041091a7d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 210 time: 0.0634265 Feb 17 22:30:14.688429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:14.712456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:14.818007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Allocated IP 172.20.0.9 (23e4d933-81c3-4830-8ba7-80aebc9ff4d1/1b38330d-3e8d-4e47-94be-db3fc35f3913/b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:14.826782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-492459a2-5b2b-4152-972d-70bb7176edc6 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:14.828474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-492459a2-5b2b-4152-972d-70bb7176edc6 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.94 "GET /v2.0/networks?id=6f124461-49db-4b47-a944-80068a1a0077 HTTP/1.1" status: 200 len: 798 time: 0.6112113 Feb 17 22:30:14.909789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Request body: {'port': {'device_id': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'network_id': '6f124461-49db-4b47-a944-80068a1a0077', 'admin_state_up': True, 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:14.935936 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d3a13286-e2eb-47a7-baef-d1eabf90f756), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.032318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Port': ['ID=d3a13286-e2eb-47a7-baef-d1eabf90f756,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:15.041084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:15.056155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Provisioning complete for port d88b043b-0636-46fb-a394-9b2b270a8552 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:15.057879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.105962 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.111991 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-932ce49b-84c9-43c7-83a7-42432a7970cc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/ports/d3a13286-e2eb-47a7-baef-d1eabf90f756 HTTP/1.1" status: 204 len: 168 time: 1.5634587 Feb 17 22:30:15.112844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60478) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:15.125280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-5cbeb9b5-ea20-4888-96e7-b9af2836f135', 'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135', 'project_id': '5d5bde6308714fd4aa05863fc9e096e8', 'fixed_ips': [{'subnet_id': 'ec5e9926-4539-415c-8f5a-04dbef666190'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:15.127552 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.179329 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:30:15.184507 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2b0441f-429a-4b03-a023-7fe199d4c03f tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] GET failed (client error): The resource could not be found. Feb 17 22:30:15.189890 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2b0441f-429a-4b03-a023-7fe199d4c03f tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "GET /v2.0/ports/d3a13286-e2eb-47a7-baef-d1eabf90f756 HTTP/1.1" status: 404 len: 333 time: 0.0636265 Feb 17 22:30:15.192547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60480) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:15.210590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (ff7054b7-06ed-4d9b-a135-c4a064ed54c3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.225090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1cd14eff-f1ae-4782-88ae-f47c2816d04c None None] Port d88b043b-0636-46fb-a394-9b2b270a8552 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:15.285988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.363303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] Could not find standard attr ID for object a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:30:15.372311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:15.392057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] Provisioning complete for port e17999d9-4932-4838-b976-5331d2f0d581 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:15.392558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e17999d9-4932-4838-b976-5331d2f0d581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.397946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ff7054b7-06ed-4d9b-a135-c4a064ed54c3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.473628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:15.479683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:15.492058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:15.523120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Allocated IP 172.20.0.2 (5cbeb9b5-ea20-4888-96e7-b9af2836f135/ec5e9926-4539-415c-8f5a-04dbef666190/491f5967-d455-4ba7-bcd9-8a00bda53640) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:15.557213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:30:06Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e17999d9-4932-4838-b976-5331d2f0d581', 'name': '', 'network_id': '6f124461-49db-4b47-a944-80068a1a0077', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:fa:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '864ab517-6177-440d-bb17-1bf12c67677e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:30:04Z', 'updated_at': '2022-02-17T22:30:13Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '864ab517-6177-440d-bb17-1bf12c67677e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:15.587942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.608144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f8e468e8-17eb-4949-bbf9-d84ac70e339f tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 HTTP/1.1" status: 204 len: 168 time: 3.5217333 Feb 17 22:30:15.619472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ff89f6-f203-48d0-a1a6-d7755e6cc071 None None] The sync data for ids ['71811865-cca6-40ed-8601-9315f41ae122'] in n-d-828369-18 is: [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:30:06Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e17999d9-4932-4838-b976-5331d2f0d581', 'name': '', 'network_id': '6f124461-49db-4b47-a944-80068a1a0077', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:fa:9e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2206, 'fixed_ips': [{'subnet_id': '864ab517-6177-440d-bb17-1bf12c67677e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:30:04Z', 'updated_at': '2022-02-17T22:30:13Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '864ab517-6177-440d-bb17-1bf12c67677e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:30:15.637532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60488) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:15.650917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=ff7054b7-06ed-4d9b-a135-c4a064ed54c3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:15.810964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks [] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.822931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:15.823726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.841541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting port 42524fa9-fccd-448d-87dc-0b272239af32 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:15.848567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (42524fa9-fccd-448d-87dc-0b272239af32), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:15.907484 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eb352f27-2970-451f-bf3d-c4c06481fb64 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1485491 Feb 17 22:30:15.913936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60494) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:16.016183 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-d17a3bc0-a8ab-4427-94cf-36b6b3d1814c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] GET failed (client error): The resource could not be found. Feb 17 22:30:16.029654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d17a3bc0-a8ab-4427-94cf-36b6b3d1814c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports/a6f3bf46-03fe-413a-a9ac-4e4a05db9ad7 HTTP/1.1" status: 404 len: 333 time: 0.3728728 Feb 17 22:30:16.045767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60496) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:16.103869 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.143407 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Publish callbacks [] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.151786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] Current status of the port e17999d9-4932-4838-b976-5331d2f0d581 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:16.152776 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e17999d9-4932-4838-b976-5331d2f0d581), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.190255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:16.193512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c406592e-69e9-400e-9694-b893e48cd4b5 req-1639f774-9c4b-423b-8209-62ce8d874ee1 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.5185759 Feb 17 22:30:16.206837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.226670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:16.230026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:16.249424 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (42524fa9-fccd-448d-87dc-0b272239af32), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.314328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Calling delete_port for 42524fa9-fccd-448d-87dc-0b272239af32 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:16.374870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79057b86-fbc1-45e8-881a-1714a55c59e8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (068eb3a3-2b52-4c9f-8a2e-9543449ba9da), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.441147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Pushing event updated for resources: {'Port': ['ID=491f5967-d455-4ba7-bcd9-8a00bda53640,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:16.448652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:16.464032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] For port e17999d9-4932-4838-b976-5331d2f0d581, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e17999d9-4932-4838-b976-5331d2f0d581,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:16.466318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:16.474217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e17999d9-4932-4838-b976-5331d2f0d581), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.478424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:16.485895 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79057b86-fbc1-45e8-881a-1714a55c59e8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (068eb3a3-2b52-4c9f-8a2e-9543449ba9da), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.502727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:16.503898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.543133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7315972 Feb 17 22:30:16.575257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Request body: {'port': {'device_id': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:16.715800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82204581-91ca-43cf-aff6-3aa90f41cab9 req-6e02f60c-c7dd-4629-b850-8e604abddafe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 210 time: 0.1814289 Feb 17 22:30:16.726751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Attempting to bind port 491f5967-d455-4ba7-bcd9-8a00bda53640 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:16.727288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Attempting to bind port 491f5967-d455-4ba7-bcd9-8a00bda53640 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f02b1eaf-229d-4f58-bf84-de68a052279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:16.728156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Attempting to bind port 491f5967-d455-4ba7-bcd9-8a00bda53640 on network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:16.743791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:16.744377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Checking segment: {'id': 'f02b1eaf-229d-4f58-bf84-de68a052279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:16.747853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.748914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Bound using segment: {'id': 'f02b1eaf-229d-4f58-bf84-de68a052279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:16.752208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Bound port: 491f5967-d455-4ba7-bcd9-8a00bda53640, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f02b1eaf-229d-4f58-bf84-de68a052279b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5cbeb9b5-ea20-4888-96e7-b9af2836f135'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:16.753189 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.754116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fe3bb-e92c-4424-b8ac-4603910c3e19 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Pushing event updated for resources: {'Port': ['ID=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:16.809447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26cb15-7b15-4f32-a31e-5038d44bc6b2 req-1ccf3dfc-3961-49b5-aaf3-c331e895ac97 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:16.811566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca26cb15-7b15-4f32-a31e-5038d44bc6b2 req-1ccf3dfc-3961-49b5-aaf3-c331e895ac97 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 931 time: 1.1352105 Feb 17 22:30:16.827827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Made reservation on behalf of e9adee1fef6b47dc934fa808d94a3103 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:16.828748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port ff7054b7-06ed-4d9b-a135-c4a064ed54c3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:16.829638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ff7054b7-06ed-4d9b-a135-c4a064ed54c3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.833794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.936575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] For port 491f5967-d455-4ba7-bcd9-8a00bda53640, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:16.945451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] For port 491f5967-d455-4ba7-bcd9-8a00bda53640, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=491f5967-d455-4ba7-bcd9-8a00bda53640,segment=NetworkSegment(f02b1eaf-229d-4f58-bf84-de68a052279b),segment_id=f02b1eaf-229d-4f58-bf84-de68a052279b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:16.949138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79057b86-fbc1-45e8-881a-1714a55c59e8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (068eb3a3-2b52-4c9f-8a2e-9543449ba9da), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.954778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a04ee3d-fa3f-4e45-acfa-2b6d97decc8f None None] Pushing event updated for resources: {'Port': ['ID=e17999d9-4932-4838-b976-5331d2f0d581,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:16.963285 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.963705 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79057b86-fbc1-45e8-881a-1714a55c59e8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:16.965883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-79057b86-fbc1-45e8-881a-1714a55c59e8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/security-groups/068eb3a3-2b52-4c9f-8a2e-9543449ba9da HTTP/1.1" status: 204 len: 168 time: 0.9174738 Feb 17 22:30:16.991943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60500) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:17.049583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.075820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fe1a2-aa7e-4aad-a014-2718fe9e0e60 None None] Pushing event updated for resources: {'Port': ['ID=491f5967-d455-4ba7-bcd9-8a00bda53640,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:17.192148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79057b86-fbc1-45e8-881a-1714a55c59e8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=068eb3a3-2b52-4c9f-8a2e-9543449ba9da,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:17.195244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ff7054b7-06ed-4d9b-a135-c4a064ed54c3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.226477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for ff7054b7-06ed-4d9b-a135-c4a064ed54c3 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:17.228828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (42524fa9-fccd-448d-87dc-0b272239af32), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.288992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca26cb15-7b15-4f32-a31e-5038d44bc6b2 req-d8aa3e4d-1eb7-4bb2-b5e6-b784fad31dcc tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120421 Feb 17 22:30:17.359432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4d5451b-d745-4b83-98df-e8b56c999b68 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (c0257e8b-5f0d-49b3-ab45-97cbfdd19890), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.407151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d58c3f-ee95-4977-b398-e2adb2ca987d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.425494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e17999d9-4932-4838-b976-5331d2f0d581 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:17.453916 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4d5451b-d745-4b83-98df-e8b56c999b68 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (c0257e8b-5f0d-49b3-ab45-97cbfdd19890), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.614036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c035af4-52f0-4518-8f71-b8dffaed3e59 req-6607a4bd-85f5-40b7-be5a-8c86bed33dc7 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.2103436 Feb 17 22:30:17.653407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Port': ['ID=42524fa9-fccd-448d-87dc-0b272239af32,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:17.677611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ff7054b7-06ed-4d9b-a135-c4a064ed54c3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.823915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:17.841685 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8859c866-a70e-409c-86e0-6c604800837c tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/ports/42524fa9-fccd-448d-87dc-0b272239af32 HTTP/1.1" status: 204 len: 168 time: 2.6451066 Feb 17 22:30:17.943326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60512) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:17.985394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=ff7054b7-06ed-4d9b-a135-c4a064ed54c3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:18.017586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Allocated IP 172.20.0.28 (6f124461-49db-4b47-a944-80068a1a0077/864ab517-6177-440d-bb17-1bf12c67677e/f1f6f4c8-f854-4baf-bdcb-a6fc21505e83) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:18.299993 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.305045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting subnet fb0ac2d4-93bf-4ac7-a4ef-e325477428dc {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:18.316834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e17999d9-4932-4838-b976-5331d2f0d581 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:18.317077 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e17999d9-4932-4838-b976-5331d2f0d581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.322724 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for subnet (fb0ac2d4-93bf-4ac7-a4ef-e325477428dc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.382684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.453748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.453748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec2cd649-903c-4afa-af09-da47ca6b64d0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/ff7054b7-06ed-4d9b-a135-c4a064ed54c3 HTTP/1.1" status: 204 len: 168 time: 2.0464504 Feb 17 22:30:18.453748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60526) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:18.536242 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4d5451b-d745-4b83-98df-e8b56c999b68 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c0257e8b-5f0d-49b3-ab45-97cbfdd19890), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.541133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4d5451b-d745-4b83-98df-e8b56c999b68 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.547738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a4d5451b-d745-4b83-98df-e8b56c999b68 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/security-groups/c0257e8b-5f0d-49b3-ab45-97cbfdd19890 HTTP/1.1" status: 204 len: 168 time: 1.5505061 Feb 17 22:30:18.578486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e17999d9-4932-4838-b976-5331d2f0d581 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:18.579542 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b4d53a9-9b9d-40b8-afd1-5d0f701d988e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:18.580468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b4d53a9-9b9d-40b8-afd1-5d0f701d988e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:18.592062 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9b4d53a9-9b9d-40b8-afd1-5d0f701d988e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/ff7054b7-06ed-4d9b-a135-c4a064ed54c3 HTTP/1.1" status: 404 len: 333 time: 0.1446717 Feb 17 22:30:18.592062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60528) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:18.592062 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (fb0ac2d4-93bf-4ac7-a4ef-e325477428dc), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.620363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60530) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:18.732048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13742918-07d6-446a-ad26-8590f26834d4 req-8922d503-425f-46c7-8ce3-750c08bb66b8 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.3177624 Feb 17 22:30:18.744504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5451b-d745-4b83-98df-e8b56c999b68 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0257e8b-5f0d-49b3-ab45-97cbfdd19890,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:18.747424 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3be0873f-6ab5-4bf4-8a23-b8841e28f4c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:30:18.749006 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3be0873f-6ab5-4bf4-8a23-b8841e28f4c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/ff7054b7-06ed-4d9b-a135-c4a064ed54c3 HTTP/1.1" status: 404 len: 333 time: 0.0810318 Feb 17 22:30:18.780499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e74cc088-bee4-4f97-bd0f-16d94a546ab3 req-44f31556-c726-4722-b849-e35deb7d50ba tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 210 time: 0.3458128 Feb 17 22:30:18.782686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a469ec36-912b-4045-8997-705577d77e66 req-949a0ecd-5fee-43d9-8247-c6edb0dc954b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=0b27828a4ae246faa930b047dbb9c141&device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.3703859 Feb 17 22:30:18.799075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60532) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:18.919928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet ec5e9926-4539-415c-8f5a-04dbef666190 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:18.936591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (ec5e9926-4539-415c-8f5a-04dbef666190), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.955102 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:18.996783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a469ec36-912b-4045-8997-705577d77e66 req-0e0e7793-f6d8-4803-9291-0278c6af7c6f service neutron] 10.222.0.94 "GET /v2.0/networks?tenant_id=0b27828a4ae246faa930b047dbb9c141&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1894166 Feb 17 22:30:19.217953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (ec5e9926-4539-415c-8f5a-04dbef666190), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:19.222580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-539a8f14-f54a-4516-8b6b-8df8f69fba47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (2e0b5cf2-fb35-488a-8243-05ccfe3fad3e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:19.333036 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:19.416126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 491f5967-d455-4ba7-bcd9-8a00bda53640 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:19.576262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 491f5967-d455-4ba7-bcd9-8a00bda53640 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:19.577136 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:19.589551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Network 6f124461-49db-4b47-a944-80068a1a0077 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:19.596107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60542) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:19.602730 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ec5e9926-4539-415c-8f5a-04dbef666190), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:19.681642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a781fc-6197-4c30-a920-de0ad9148b57 None None] Network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:19.713024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:19.751641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:19.852171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (fb0ac2d4-93bf-4ac7-a4ef-e325477428dc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:19.935919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b91693c7-4a2b-43df-b9bc-524067b4da7f None None] Provisioning complete for port 491f5967-d455-4ba7-bcd9-8a00bda53640 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:19.936858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b91693c7-4a2b-43df-b9bc-524067b4da7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.017039 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-539a8f14-f54a-4516-8b6b-8df8f69fba47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (2e0b5cf2-fb35-488a-8243-05ccfe3fad3e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.021226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event updated for resources: {'Port': ['ID=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:20.141512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (ec5e9926-4539-415c-8f5a-04dbef666190), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.167900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 491f5967-d455-4ba7-bcd9-8a00bda53640 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:20.170958 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.188192 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (fb0ac2d4-93bf-4ac7-a4ef-e325477428dc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.247823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ac5d89d-4be0-4d3b-9542-167be0dab340 req-3f5e02b6-8f1b-41b6-bb49-345c590b5b1d tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.2171814 Feb 17 22:30:20.250774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.259693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.260658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.261527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.262326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.263150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.263980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.264819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.265674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.266668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.267626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.268473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.271906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:20.309984 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.320307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/subnets/fb0ac2d4-93bf-4ac7-a4ef-e325477428dc HTTP/1.1" status: 204 len: 168 time: 2.3749545 Feb 17 22:30:20.335671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:20.343660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.356247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035e56a3-98a5-45ac-b8b6-ee72fa7dafb8 None None] Network 04ea5e5b-2b2a-496d-a759-45af7019a4c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:20.359641 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/ec5e9926-4539-415c-8f5a-04dbef666190 HTTP/1.1" status: 204 len: 168 time: 1.5462878 Feb 17 22:30:20.369457 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-539a8f14-f54a-4516-8b6b-8df8f69fba47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2e0b5cf2-fb35-488a-8243-05ccfe3fad3e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.383061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-539a8f14-f54a-4516-8b6b-8df8f69fba47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.389993 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-539a8f14-f54a-4516-8b6b-8df8f69fba47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/security-groups/2e0b5cf2-fb35-488a-8243-05ccfe3fad3e HTTP/1.1" status: 204 len: 168 time: 1.7945764 Feb 17 22:30:20.396761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:20.399917 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.411693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60552) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:20.412308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:20.433480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6add8f-ebfd-4f55-a4cf-fe2008a36548 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5e9926-4539-415c-8f5a-04dbef666190,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:20.461539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105fcee-c286-4549-9d41-b66eb14f1fed req-caf7ad41-6d02-43a0-83c2-db79f1c46a23 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:20.474409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c105fcee-c286-4549-9d41-b66eb14f1fed req-caf7ad41-6d02-43a0-83c2-db79f1c46a23 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 931 time: 1.1674037 Feb 17 22:30:20.497053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-590612e5-4e32-4675-bd21-34c3e7cd39a5 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 5.5934227 Feb 17 22:30:20.522965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469ec36-912b-4045-8997-705577d77e66 req-c35700c3-10eb-4cc8-b9e3-9a056d1ce6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:20.525980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a469ec36-912b-4045-8997-705577d77e66 req-c35700c3-10eb-4cc8-b9e3-9a056d1ce6e4 service neutron] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3785889 Feb 17 22:30:20.577810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Request body: {'port': {'device_id': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:20.698840 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a8f14-f54a-4516-8b6b-8df8f69fba47 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0b5cf2-fb35-488a-8243-05ccfe3fad3e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:20.707619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet 7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:20.713716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 491f5967-d455-4ba7-bcd9-8a00bda53640, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=491f5967-d455-4ba7-bcd9-8a00bda53640,segment=NetworkSegment(f02b1eaf-229d-4f58-bf84-de68a052279b),segment_id=f02b1eaf-229d-4f58-bf84-de68a052279b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:20.759120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e81dc-2bb9-462b-82e6-db3654e62055 None None] Network 5cbeb9b5-ea20-4888-96e7-b9af2836f135 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:20.833483 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.871113 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (04ea5e5b-2b2a-496d-a759-45af7019a4c9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.932146 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.945707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edb96d3-b179-48bb-b4f4-53ebeede2dfc tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0ac2d4-93bf-4ac7-a4ef-e325477428dc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:20.958411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=491f5967-d455-4ba7-bcd9-8a00bda53640,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:20.972300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b91693c7-4a2b-43df-b9bc-524067b4da7f None None] Current status of the port 491f5967-d455-4ba7-bcd9-8a00bda53640 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:20.972924 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b91693c7-4a2b-43df-b9bc-524067b4da7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:20.980903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.079036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5cbeb9b5-ea20-4888-96e7-b9af2836f135), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.135326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.167429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:21.167971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:21.168529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:21.169001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:21.169486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:21.170191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:21.170462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:21.172761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-cfe60c04-048f-4a53-b5fa-de7eebff6d6d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6717 time: 1.5590289 Feb 17 22:30:21.174261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] DHCP port deletion for 04ea5e5b-2b2a-496d-a759-45af7019a4c9 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:30:21.198492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.208958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] DHCP port deletion for 5cbeb9b5-ea20-4888-96e7-b9af2836f135 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:30:21.215287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c105fcee-c286-4549-9d41-b66eb14f1fed req-b1e65f77-6ced-4279-b877-6b46c5136298 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7392478 Feb 17 22:30:21.285128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-b91693c7-4a2b-43df-b9bc-524067b4da7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:30:21.285573 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-b91693c7-4a2b-43df-b9bc-524067b4da7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:30:21.311292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.348126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:30:21.348589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] Deleting port 055e4554-e549-45a4-a345-809d418510de {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:21.349038 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (055e4554-e549-45a4-a345-809d418510de), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.362598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Publish callbacks [] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.398511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Deleting port 055e4554-e549-45a4-a345-809d418510de {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:21.399004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (055e4554-e549-45a4-a345-809d418510de), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.406793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.407474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] Deleting port 491f5967-d455-4ba7-bcd9-8a00bda53640 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:21.408235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.425780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Transition to ACTIVE for port object b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:30:21.450299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.507846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:21.517410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] For port 055e4554-e549-45a4-a345-809d418510de, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=055e4554-e549-45a4-a345-809d418510de,segment=NetworkSegment(6d391717-e625-4c50-8ecd-f078b5bfecf1),segment_id=6d391717-e625-4c50-8ecd-f078b5bfecf1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:21.517817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (055e4554-e549-45a4-a345-809d418510de), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.522964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.528987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f325b23f-634a-47dd-9ef8-780ca90ab6c3 None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:21.534586 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28305a15-f48c-4633-9b90-7c70a724b6bc tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb HTTP/1.1" status: 204 len: 168 time: 1.0946543 Feb 17 22:30:21.547624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:21.567625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 491f5967-d455-4ba7-bcd9-8a00bda53640 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:21.568168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.601160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] Calling delete_port for 055e4554-e549-45a4-a345-809d418510de owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:21.611008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] For port 491f5967-d455-4ba7-bcd9-8a00bda53640, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=491f5967-d455-4ba7-bcd9-8a00bda53640,segment=NetworkSegment(f02b1eaf-229d-4f58-bf84-de68a052279b),segment_id=f02b1eaf-229d-4f58-bf84-de68a052279b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:21.611870 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.645111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] Calling delete_port for 491f5967-d455-4ba7-bcd9-8a00bda53640 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:21.671681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] For port 491f5967-d455-4ba7-bcd9-8a00bda53640, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=491f5967-d455-4ba7-bcd9-8a00bda53640,segment=NetworkSegment(f02b1eaf-229d-4f58-bf84-de68a052279b),segment_id=f02b1eaf-229d-4f58-bf84-de68a052279b)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:21.672283 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.692028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 491f5967-d455-4ba7-bcd9-8a00bda53640 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:21.733844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] For port 055e4554-e549-45a4-a345-809d418510de, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=055e4554-e549-45a4-a345-809d418510de,segment=NetworkSegment(6d391717-e625-4c50-8ecd-f078b5bfecf1),segment_id=6d391717-e625-4c50-8ecd-f078b5bfecf1)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:21.734225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (055e4554-e549-45a4-a345-809d418510de), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.751226 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Calling delete_port for 055e4554-e549-45a4-a345-809d418510de owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:21.752495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3223f192-5a44-4525-a92d-9f270438f4c0 req-9702ef08-e9e5-4601-a5fb-87acb2af5684 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.1742415 Feb 17 22:30:21.880712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b91693c7-4a2b-43df-b9bc-524067b4da7f None None] Current status of the port 491f5967-d455-4ba7-bcd9-8a00bda53640 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:21.884473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (055e4554-e549-45a4-a345-809d418510de), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:21.897820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-92efd6f1-5c7c-40a4-874d-46798143f1eb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1601447e-02b4-4a94-9e00-d395bbc5503f&id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6805682 Feb 17 22:30:21.963459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Port': ['ID=055e4554-e549-45a4-a345-809d418510de,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:21.983777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] No DVR routers for this DVR port 055e4554-e549-45a4-a345-809d418510de on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:22.013564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efbc8f-d331-42a1-86e0-b0d19116f512 req-b6df2953-53b3-4b87-9348-883d5639f6ea tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:22.016762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9efbc8f-d331-42a1-86e0-b0d19116f512 req-b6df2953-53b3-4b87-9348-883d5639f6ea tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 895 time: 1.4187338 Feb 17 22:30:22.078928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (04ea5e5b-2b2a-496d-a759-45af7019a4c9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.090191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:22.093050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4cc8e20c-1311-48e1-aba3-62b0b79eeeb1 None None] Provisioning complete for port 491f5967-d455-4ba7-bcd9-8a00bda53640 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:22.093623 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e20c-1311-48e1-aba3-62b0b79eeeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.166051 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (055e4554-e549-45a4-a345-809d418510de), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.181934 n-d-828369-18 neutron-server[103528]: INFO neutron.plugins.ml2.db [None req-4cc8e20c-1311-48e1-aba3-62b0b79eeeb1 None None] No ports have port_id starting with 491f5967-d455-4ba7-bcd9-8a00bda53640 Feb 17 22:30:22.185889 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.246144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] No DVR routers for this DVR port 491f5967-d455-4ba7-bcd9-8a00bda53640 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:22.251797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a469ec36-912b-4045-8997-705577d77e66 req-af7f6e74-c328-496e-b494-647781b47760 tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.94 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.2262149 Feb 17 22:30:22.274439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] No DVR routers for this DVR port 055e4554-e549-45a4-a345-809d418510de on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:22.302508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b2600-e3ea-416d-85ca-b6398d306722 None None] Pushing event deleted for resources: {'Port': ['ID=055e4554-e549-45a4-a345-809d418510de,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:22.355628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a090dad-5dd6-4c5c-9378-5fd945f004ac None None] Pushing event deleted for resources: {'Port': ['ID=491f5967-d455-4ba7-bcd9-8a00bda53640,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:22.361222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4cc8e20c-1311-48e1-aba3-62b0b79eeeb1 None None] Provisioning complete for port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:22.361807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e20c-1311-48e1-aba3-62b0b79eeeb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.496078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4cc8e20c-1311-48e1-aba3-62b0b79eeeb1 None None] Port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:22.611649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Attempting to bind port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:22.611959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Attempting to bind port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '67bb1d3c-629f-4629-a296-47c65d468ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:22.612757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Attempting to bind port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f on network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:22.632712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f on network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:30:22.633219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Attempting to bind port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f on network 23e4d933-81c3-4830-8ba7-80aebc9ff4d1 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:22.635808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (491f5967-d455-4ba7-bcd9-8a00bda53640), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.647784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ea5e5b-2b2a-496d-a759-45af7019a4c9']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:22.663812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet 1ed43d69-307a-40c7-a6de-dcfb05806d0b {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:22.673858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:22.674384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Checking segment: {'id': '67bb1d3c-629f-4629-a296-47c65d468ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:22.675002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Bound using segment: {'id': '67bb1d3c-629f-4629-a296-47c65d468ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:22.676233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Bound port: b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67bb1d3c-629f-4629-a296-47c65d468ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:22.676649 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.696012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (1ed43d69-307a-40c7-a6de-dcfb05806d0b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.700026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d391717-e625-4c50-8ecd-f078b5bfecf1') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:22.700585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d391717-e625-4c50-8ecd-f078b5bfecf1') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:22.704577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No DVR routers for this DVR port 491f5967-d455-4ba7-bcd9-8a00bda53640 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:22.752811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53220094-f501-4d44-a253-0a2deb9b40f9 req-8ea30f53-d444-4304-a006-1facc1ea9455 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:22.764641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-53220094-f501-4d44-a253-0a2deb9b40f9 req-8ea30f53-d444-4304-a006-1facc1ea9455 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 943 time: 0.2545052 Feb 17 22:30:22.797952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=491f5967-d455-4ba7-bcd9-8a00bda53640,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:22.871719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (6d391717-e625-4c50-8ecd-f078b5bfecf1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.970370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (1ed43d69-307a-40c7-a6de-dcfb05806d0b), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:22.998248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6d391717-e625-4c50-8ecd-f078b5bfecf1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.020241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5cbeb9b5-ea20-4888-96e7-b9af2836f135), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.024272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:23.024677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (6d391717-e625-4c50-8ecd-f078b5bfecf1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.029883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:23.031634 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:23.039624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Publish callbacks [] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.068113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cbeb9b5-ea20-4888-96e7-b9af2836f135']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:23.143107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b1339a4-a833-4409-a16c-307a6bb9b9e8 req-69d82902-b0e8-482e-9252-9e91393a5ced tempest-ServerShowV254Test-183950339 tempest-ServerShowV254Test-183950339-project] 10.222.0.79 "GET /v2.0/ports?device_id=5921417c-82cb-4100-8203-e6d339225e38 HTTP/1.1" status: 200 len: 210 time: 0.2212279 Feb 17 22:30:23.165706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-53220094-f501-4d44-a253-0a2deb9b40f9 req-95c44eb9-fd89-4bf3-84c2-ecde2de326f1 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4000311 Feb 17 22:30:23.172655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Transition to ACTIVE for port object f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:30:23.185397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 055e4554-e549-45a4-a345-809d418510de no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:23.189008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] For port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:23.193483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] For port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,segment=NetworkSegment(67bb1d3c-629f-4629-a296-47c65d468ea3),segment_id=67bb1d3c-629f-4629-a296-47c65d468ea3)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:23.196321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.210242 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.244693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 055e4554-e549-45a4-a345-809d418510de {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:23.245053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 055e4554-e549-45a4-a345-809d418510de not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:23.245484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 491f5967-d455-4ba7-bcd9-8a00bda53640 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:23.289056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:23.289870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.291728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] 10.222.0.73 "PUT /v2.0/ports/b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f HTTP/1.1" status: 200 len: 1092 time: 6.7350574 Feb 17 22:30:23.292622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1ed43d69-307a-40c7-a6de-dcfb05806d0b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.314900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 491f5967-d455-4ba7-bcd9-8a00bda53640 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:23.315792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 491f5967-d455-4ba7-bcd9-8a00bda53640 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:23.317196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'tag': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:30:23.319999 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c93ff2-647b-4659-9f73-bdf67dae0a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "49cbffb1-4f81-436a-b66a-98c7447951d4", "tag": "b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:30:23.355352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-287742b3-2c20-4273-ba73-272488b23866 None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:23.359974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-287742b3-2c20-4273-ba73-272488b23866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.361129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:23.395352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (04ea5e5b-2b2a-496d-a759-45af7019a4c9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.400222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02b1eaf-229d-4f58-bf84-de68a052279b') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:23.400467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02b1eaf-229d-4f58-bf84-de68a052279b') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:23.403484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (1ed43d69-307a-40c7-a6de-dcfb05806d0b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.426602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.433772 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/1ed43d69-307a-40c7-a6de-dcfb05806d0b HTTP/1.1" status: 204 len: 168 time: 1.8842025 Feb 17 22:30:23.438728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.444718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] 10.222.0.79 "DELETE /v2.0/networks/04ea5e5b-2b2a-496d-a759-45af7019a4c9 HTTP/1.1" status: 204 len: 168 time: 3.0813336 Feb 17 22:30:23.445036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:23.449175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b214b0-d8c2-4474-8bd6-cf4163a8dfae None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:23.449527 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (f02b1eaf-229d-4f58-bf84-de68a052279b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.569679 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c16569-4427-4652-b7b9-561a31b58a66 x-openstack-request-id: req-95c16569-4427-4652-b7b9-561a31b58a66 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:30:23.569976 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49cbffb1-4f81-436a-b66a-98c7447951d4", "tag": "b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:30:23.570232 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95c16569-4427-4652-b7b9-561a31b58a66 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:30:23.571754 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-af1affc5-e0cd-4628-aa4a-e29ed4b01434 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:23.572216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af1affc5-e0cd-4628-aa4a-e29ed4b01434 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:23.579901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-af1affc5-e0cd-4628-aa4a-e29ed4b01434 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/7b27d9d4-fcf9-4ba1-9e9e-d205a90be4bb HTTP/1.1" status: 404 len: 337 time: 0.1324873 Feb 17 22:30:23.580585 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'tag': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f', 'status': 'completed', 'code': 200} Feb 17 22:30:23.602923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60582) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:23.739875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting subnet fb63eb00-d623-45ff-96e8-f1644558767e {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:23.743516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252869ba-bf29-476f-8683-43a85e0f3b28 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed43d69-307a-40c7-a6de-dcfb05806d0b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:23.764383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f02b1eaf-229d-4f58-bf84-de68a052279b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.774617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:23.775111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (f02b1eaf-229d-4f58-bf84-de68a052279b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.778275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-23257c7e-922b-40dc-a61e-2c641ab8c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:23.780427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-23257c7e-922b-40dc-a61e-2c641ab8c70d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2106190c1f8a47459b51f13b733f733a&device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 1126 time: 0.4133773 Feb 17 22:30:23.818796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-287742b3-2c20-4273-ba73-272488b23866 None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:23.835498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-287742b3-2c20-4273-ba73-272488b23866 None None] Provisioning complete for port d88b043b-0636-46fb-a394-9b2b270a8552 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:23.835878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-287742b3-2c20-4273-ba73-272488b23866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.868963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71fc4f-c599-417e-90cb-b84cfc32e4d6 tempest-AllowedAddressPairIpV6TestJSON-573229784 tempest-AllowedAddressPairIpV6TestJSON-573229784-project] Pushing event deleted for resources: {'Network': ['ID=04ea5e5b-2b2a-496d-a759-45af7019a4c9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:23.874031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-287742b3-2c20-4273-ba73-272488b23866 None None] Port d88b043b-0636-46fb-a394-9b2b270a8552 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:23.876512 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:23.878732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks [] for subnet (fb63eb00-d623-45ff-96e8-f1644558767e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.906814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60586) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:23.910747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (5cbeb9b5-ea20-4888-96e7-b9af2836f135), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.940478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.947582 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/5cbeb9b5-ea20-4888-96e7-b9af2836f135 HTTP/1.1" status: 204 len: 168 time: 3.5101767 Feb 17 22:30:23.953225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b1e586-ea56-42e1-b190-d4b1d6b954b9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=5cbeb9b5-ea20-4888-96e7-b9af2836f135,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:23.955915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60592) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:23.961201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9dde4-4820-4db5-8383-477922db88a4 req-2f39427a-7a33-4745-9858-245965500289 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:23.967163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-330646818'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:23.968673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82c9dde4-4820-4db5-8383-477922db88a4 req-2f39427a-7a33-4745-9858-245965500289 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 907 time: 0.6940644 Feb 17 22:30:23.976905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-903c8188-ae6b-438e-b4c6-3f6677ff21d4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f HTTP/1.1" status: 200 len: 217 time: 0.1840417 Feb 17 22:30:23.996252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (fb63eb00-d623-45ff-96e8-f1644558767e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:23.999759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:24.003258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.009079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b23671-9d30-44d8-887a-dac3875161a9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:24.040417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Attempting to bind port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:24.042781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Attempting to bind port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:24.043312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Attempting to bind port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 on network 6f124461-49db-4b47-a944-80068a1a0077 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:24.082561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:24.096961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 on network 6f124461-49db-4b47-a944-80068a1a0077 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:30:24.097352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (875490e7-5ad0-4a2a-9bca-6e5e265e10ca), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.097456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Attempting to bind port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 on network 6f124461-49db-4b47-a944-80068a1a0077 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:24.097841 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment 875490e7-5ad0-4a2a-9bca-6e5e265e10ca of type vlan for network f9f0fdaa-8173-43d9-b385-8c843ec87466 Feb 17 22:30:24.108991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:24.109338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Checking segment: {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:24.109787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Bound using segment: {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:24.110259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Bound port: f1f6f4c8-f854-4baf-bdcb-a6fc21505e83, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f2d64a0-0c15-44a1-8b13-e81c074970af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6f124461-49db-4b47-a944-80068a1a0077'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:24.110631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.178018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-ea45bf1a-c6f0-4988-b31b-601af90c6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:24.184534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-ea45bf1a-c6f0-4988-b31b-601af90c6e69 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b38330d-3e8d-4e47-94be-db3fc35f3913 HTTP/1.1" status: 200 len: 864 time: 0.1635261 Feb 17 22:30:24.204648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f9f0fdaa-8173-43d9-b385-8c843ec87466), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.245070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-53d87285-8ce6-4c7a-8928-4c39e9ccbce5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23e4d933-81c3-4830-8ba7-80aebc9ff4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509245 Feb 17 22:30:24.316102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (fb63eb00-d623-45ff-96e8-f1644558767e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.359285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] For port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:24.425389 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9f0c5b94-664e-4216-a53e-dfbc21a57166 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3b69c1b70e8b4dfb97ff7227353b1c47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5155442 Feb 17 22:30:24.433431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60600) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:24.436750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] For port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:24.442253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f9f0fdaa-8173-43d9-b385-8c843ec87466), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.448794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:24.449518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.456260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.543329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a473d6-7acb-400a-bb29-ff6f1dc1058a req-160a3874-5b60-4279-8e4a-c7796f01c719 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:24.545147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a473d6-7acb-400a-bb29-ff6f1dc1058a req-160a3874-5b60-4279-8e4a-c7796f01c719 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 943 time: 0.2801070 Feb 17 22:30:24.546502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:24.547110 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.548431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] 10.222.0.94 "PUT /v2.0/ports/f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 HTTP/1.1" status: 200 len: 1056 time: 3.9921730 Feb 17 22:30:24.677296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60604) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:24.678018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f72df0e8-c6f7-475f-95ef-c3e3a410e9c6 admin admin] Publish callbacks [] for security_group (77e480f9-0a67-4f47-831b-0b1932cd6aae), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.700902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4adcaf-71d2-4120-8c66-a9ad6d91f421 service neutron] Pushing event updated for resources: {'Port': ['ID=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:24.735236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-3d77f82c-ae59-4187-85be-58ce6d7e221c service neutron] 10.222.0.73 "GET /v2.0/networks/23e4d933-81c3-4830-8ba7-80aebc9ff4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837317 Feb 17 22:30:24.740650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f72df0e8-c6f7-475f-95ef-c3e3a410e9c6 admin admin] Publish callbacks [] for security_group (77e480f9-0a67-4f47-831b-0b1932cd6aae), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.801757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a473d6-7acb-400a-bb29-ff6f1dc1058a req-e1454462-a9ed-4325-9b11-b4d1d3cca1a0 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295117 Feb 17 22:30:24.827995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (fb63eb00-d623-45ff-96e8-f1644558767e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.848043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-fbe56952-aad1-4f35-86c1-61af5bb5aae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:24.849829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-fbe56952-aad1-4f35-86c1-61af5bb5aae5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 1090 time: 0.2380443 Feb 17 22:30:24.888556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f72df0e8-c6f7-475f-95ef-c3e3a410e9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (77e480f9-0a67-4f47-831b-0b1932cd6aae), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.891679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f72df0e8-c6f7-475f-95ef-c3e3a410e9c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.892856 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f72df0e8-c6f7-475f-95ef-c3e3a410e9c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/77e480f9-0a67-4f47-831b-0b1932cd6aae HTTP/1.1" status: 204 len: 168 time: 0.4582937 Feb 17 22:30:24.907419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:24.918127 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/fb63eb00-d623-45ff-96e8-f1644558767e HTTP/1.1" status: 204 len: 168 time: 1.3030090 Feb 17 22:30:24.922273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a61d17c-9326-488e-b658-6d567630eaeb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Subnet': ['ID=fb63eb00-d623-45ff-96e8-f1644558767e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:24.934929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60610) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:24.939160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-650e421f-f7b0-4387-b3cb-c7423ab9e08e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 HTTP/1.1" status: 200 len: 217 time: 0.0731561 Feb 17 22:30:24.975408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95508de-7b8b-4507-93af-ba29857e04a6 None None] Network 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:24.992337 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0282519 Feb 17 22:30:24.993040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60612) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:24.999469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:25.046856 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2822ed2-59cb-4de4-9ac6-43d530e7fd1c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.046856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2822ed2-59cb-4de4-9ac6-43d530e7fd1c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.054707 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2822ed2-59cb-4de4-9ac6-43d530e7fd1c tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/c9bc7d6f-cb60-4583-864f-74ed13761f5f HTTP/1.1" status: 404 len: 337 time: 0.1154807 Feb 17 22:30:25.062579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72df0e8-c6f7-475f-95ef-c3e3a410e9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e480f9-0a67-4f47-831b-0b1932cd6aae,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:25.066066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e304c53-4f75-40db-8883-a87605a2be2c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=f9f0fdaa-8173-43d9-b385-8c843ec87466,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:25.069973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60618) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.080925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef84d64-7be1-4c60-a74d-64058cef4b4d req-a34ee9c6-e682-4477-a15f-241d579fe010 service neutron] 10.222.0.73 "GET /v2.0/networks/23e4d933-81c3-4830-8ba7-80aebc9ff4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338621 Feb 17 22:30:25.143342 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f557b130-d417-4498-8f27-1933632940c2 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "GET /v2.0/ports?device_id=949dc68c-6ea9-4c28-983f-4adee69e9522 HTTP/1.1" status: 200 len: 205 time: 0.0730951 Feb 17 22:30:25.147596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60620) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.203267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f9f0fdaa-8173-43d9-b385-8c843ec87466 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:25.212213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-fa3bac6f-d093-4ae3-b316-450c3448dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:25.214367 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-fa3bac6f-d093-4ae3-b316-450c3448dcd8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=864ab517-6177-440d-bb17-1bf12c67677e HTTP/1.1" status: 200 len: 837 time: 0.2666252 Feb 17 22:30:25.252791 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-f56cec32-ed12-4e8f-8b38-47adb91731d8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] delete failed (client error): The resource could not be found. Feb 17 22:30:25.253884 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f56cec32-ed12-4e8f-8b38-47adb91731d8 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/routers/949dc68c-6ea9-4c28-983f-4adee69e9522 HTTP/1.1" status: 404 len: 336 time: 0.1042829 Feb 17 22:30:25.261236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60624) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.337304 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-00f7d163-7516-4354-b561-43938e7bb244 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.337795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00f7d163-7516-4354-b561-43938e7bb244 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.341211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-00f7d163-7516-4354-b561-43938e7bb244 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/3ca2bc6d-782b-4d37-9493-b3d235436f7e HTTP/1.1" status: 404 len: 337 time: 0.0772662 Feb 17 22:30:25.346124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60626) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.363826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:25.367163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.368816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.431080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53e5f640-c97a-4b08-a10e-06bb7cb8e302 None None] Provisioning complete for port e073252d-d433-4fe1-b8a6-c92fbc36a049 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:25.431386 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53e5f640-c97a-4b08-a10e-06bb7cb8e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.482019 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c890435f-dc84-4166-aaaf-803341d98496 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.482432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c890435f-dc84-4166-aaaf-803341d98496 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.488281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c890435f-dc84-4166-aaaf-803341d98496 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/c4718b6a-afb2-46a6-aee2-1bc6abcf7db9 HTTP/1.1" status: 404 len: 337 time: 0.1359410 Feb 17 22:30:25.490593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60630) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.527120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] DHCP port deletion for 8c12a466-e8e5-46ea-a7dc-ffc27e047fdb request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:30:25.541549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-5cc0f650-29bf-48ad-8c8f-2148af2b1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:25.546540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-5cc0f650-29bf-48ad-8c8f-2148af2b1607 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=2106190c1f8a47459b51f13b733f733a&device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 1126 time: 0.3950922 Feb 17 22:30:25.570404 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-764a950b-fabb-4ce9-be81-287e055d2205 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.573632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764a950b-fabb-4ce9-be81-287e055d2205 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.579027 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-764a950b-fabb-4ce9-be81-287e055d2205 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/bc98fa93-4d62-42f1-8c93-8b151be05880 HTTP/1.1" status: 404 len: 337 time: 0.0865161 Feb 17 22:30:25.584689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'tag': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:30:25.586927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60634) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.587053 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598cc79c-34d0-491c-af69-a341c2756328" -d '{"events": [{"name": "network-changed", "server_uuid": "0db9886d-a432-4db2-b099-b89f62ed42e0", "tag": "f1f6f4c8-f854-4baf-bdcb-a6fc21505e83"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:30:25.661724 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded75b12-19ce-4d92-8109-55887d9836ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.664907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded75b12-19ce-4d92-8109-55887d9836ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.676875 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ded75b12-19ce-4d92-8109-55887d9836ba tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/ca15f5a8-c85b-40b7-9168-f8218d260c8d HTTP/1.1" status: 404 len: 333 time: 0.0873570 Feb 17 22:30:25.690342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60640) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.703567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82cc086b-f643-4bed-a8e7-9703de9a79cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.717393 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88b8274-2f69-4fa6-aeb2-0e778a6b0ca5 x-openstack-request-id: req-e88b8274-2f69-4fa6-aeb2-0e778a6b0ca5 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:30:25.717733 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0db9886d-a432-4db2-b099-b89f62ed42e0", "tag": "f1f6f4c8-f854-4baf-bdcb-a6fc21505e83", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:30:25.718085 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e88b8274-2f69-4fa6-aeb2-0e778a6b0ca5 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:30:25.718959 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'tag': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83', 'status': 'completed', 'code': 200} Feb 17 22:30:25.741387 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4906b2-65a3-49d2-b5d7-a8b3253630fb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.741994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4906b2-65a3-49d2-b5d7-a8b3253630fb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.745946 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9e4906b2-65a3-49d2-b5d7-a8b3253630fb tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/3b5ee79b-cd1f-422c-b9bc-843e88b223a1 HTTP/1.1" status: 404 len: 337 time: 0.0501454 Feb 17 22:30:25.747586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53e5f640-c97a-4b08-a10e-06bb7cb8e302 None None] Current status of the port e073252d-d433-4fe1-b8a6-c92fbc36a049 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:25.749135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60644) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.751441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edadd3c-ea98-4c0e-9804-532f513c9ad8 req-ca10ca5c-1fcd-4e98-9821-1fb4f2bfc815 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:25.755252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1edadd3c-ea98-4c0e-9804-532f513c9ad8 req-ca10ca5c-1fcd-4e98-9821-1fb4f2bfc815 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 907 time: 0.5156655 Feb 17 22:30:25.767515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] Deleting port e073252d-d433-4fe1-b8a6-c92fbc36a049 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:25.767947 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.776778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-5dd6c6a0-7412-41e2-aaaa-adb79ccc5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:25.778385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-5dd6c6a0-7412-41e2-aaaa-adb79ccc5a4d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6f124461-49db-4b47-a944-80068a1a0077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.5512419 Feb 17 22:30:25.805808 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b344c060-b71d-4ae2-9167-57b1e30a63e1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.808122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b344c060-b71d-4ae2-9167-57b1e30a63e1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.819387 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b344c060-b71d-4ae2-9167-57b1e30a63e1 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/11cf8c7e-ef0c-4b0a-84cb-750c8f95389f HTTP/1.1" status: 404 len: 337 time: 0.0691211 Feb 17 22:30:25.823983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60646) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.871194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53e5f640-c97a-4b08-a10e-06bb7cb8e302 None None] Provisioning complete for port d88b043b-0636-46fb-a394-9b2b270a8552 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:25.871681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53e5f640-c97a-4b08-a10e-06bb7cb8e302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.905757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-c520fe27-6583-4143-ba03-d9df3e1734cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:25.908443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-c520fe27-6583-4143-ba03-d9df3e1734cb service neutron] 10.222.0.73 "GET /v2.0/networks?id=23e4d933-81c3-4830-8ba7-80aebc9ff4d1 HTTP/1.1" status: 200 len: 925 time: 0.3425331 Feb 17 22:30:25.923036 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31893eb-69ac-4734-85e2-38e317d3858b tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.923624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31893eb-69ac-4734-85e2-38e317d3858b tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.932893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c31893eb-69ac-4734-85e2-38e317d3858b tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/7627ed1e-91d4-425b-8f81-c0f4249fea2d HTTP/1.1" status: 404 len: 333 time: 0.0683973 Feb 17 22:30:25.935230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60652) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:25.940227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53e5f640-c97a-4b08-a10e-06bb7cb8e302 None None] Port d88b043b-0636-46fb-a394-9b2b270a8552 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:25.949517 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82cc086b-f643-4bed-a8e7-9703de9a79cf admin admin] Publish callbacks [] for security_group (84b3dc4e-b710-4866-b773-fd81d58df8be), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.966135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] For port e073252d-d433-4fe1-b8a6-c92fbc36a049, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e073252d-d433-4fe1-b8a6-c92fbc36a049,segment=NetworkSegment(538cb550-d6e6-4852-a175-492ae0ae7cea),segment_id=538cb550-d6e6-4852-a175-492ae0ae7cea)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:25.966605 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.978601 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ddfdb20-ca1e-4d7a-9cc2-4f35cc297eb0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:25.979123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ddfdb20-ca1e-4d7a-9cc2-4f35cc297eb0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:25.985282 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9ddfdb20-ca1e-4d7a-9cc2-4f35cc297eb0 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/9c187def-50e6-4194-8672-bff936100434 HTTP/1.1" status: 404 len: 337 time: 0.0464399 Feb 17 22:30:25.985282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82cc086b-f643-4bed-a8e7-9703de9a79cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (84b3dc4e-b710-4866-b773-fd81d58df8be), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:25.987910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60656) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:26.015867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] Calling delete_port for e073252d-d433-4fe1-b8a6-c92fbc36a049 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:26.087916 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4835e782-ffdd-4011-8a9a-64cf57bcf665 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] DELETE failed (client error): The resource could not be found. Feb 17 22:30:26.089051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4835e782-ffdd-4011-8a9a-64cf57bcf665 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:26.092761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-75e5fade-f5b0-457c-9bff-2aaf36da8e73 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f HTTP/1.1" status: 200 len: 217 time: 0.1727781 Feb 17 22:30:26.098252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4835e782-ffdd-4011-8a9a-64cf57bcf665 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/subnets/21cd656d-2eca-48b4-b845-be8126c84fde HTTP/1.1" status: 404 len: 337 time: 0.1017067 Feb 17 22:30:26.104817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60660) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:26.129901 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (e073252d-d433-4fe1-b8a6-c92fbc36a049), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.137448 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82cc086b-f643-4bed-a8e7-9703de9a79cf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b27828a4ae246faa930b047dbb9c141&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2873235 Feb 17 22:30:26.137666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cc086b-f643-4bed-a8e7-9703de9a79cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b3dc4e-b710-4866-b773-fd81d58df8be,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:26.142233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60662) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:26.156252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] No DVR routers for this DVR port e073252d-d433-4fe1-b8a6-c92fbc36a049 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:26.248941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-595b15f0-f9c6-4ecf-a885-c895f990a8cd admin admin] Publish callbacks [] for security_group (84b3dc4e-b710-4866-b773-fd81d58df8be), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.274455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c92da-fc59-4e6a-b1a9-9827bac2cd16 None None] Pushing event deleted for resources: {'Port': ['ID=e073252d-d433-4fe1-b8a6-c92fbc36a049,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:26.330671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-595b15f0-f9c6-4ecf-a885-c895f990a8cd admin admin] Publish callbacks [] for security_group (84b3dc4e-b710-4866-b773-fd81d58df8be), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.352876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-e304b9a3-8cd1-4bd2-ba8f-6f063f34efce service neutron] 10.222.0.94 "GET /v2.0/networks/6f124461-49db-4b47-a944-80068a1a0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648081 Feb 17 22:30:26.379650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-107de309-b844-4ff9-82b2-53341fa605a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:26.381336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-107de309-b844-4ff9-82b2-53341fa605a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1b38330d-3e8d-4e47-94be-db3fc35f3913 HTTP/1.1" status: 200 len: 864 time: 0.2816491 Feb 17 22:30:26.402646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-595b15f0-f9c6-4ecf-a885-c895f990a8cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (84b3dc4e-b710-4866-b773-fd81d58df8be), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.406623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-595b15f0-f9c6-4ecf-a885-c895f990a8cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.408504 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-595b15f0-f9c6-4ecf-a885-c895f990a8cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84b3dc4e-b710-4866-b773-fd81d58df8be HTTP/1.1" status: 204 len: 168 time: 0.2648380 Feb 17 22:30:26.419088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b15f0-f9c6-4ecf-a885-c895f990a8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b3dc4e-b710-4866-b773-fd81d58df8be,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:26.436526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60670) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:26.501581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34ba14-cce9-4a03-9497-4c3593764181 req-cde856df-14b6-4ce5-926f-76860a56ac65 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:26.503017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff34ba14-cce9-4a03-9497-4c3593764181 req-cde856df-14b6-4ce5-926f-76860a56ac65 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 943 time: 0.5408306 Feb 17 22:30:26.569611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-8777773d-0de8-4f29-9779-d7ac2555870e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=23e4d933-81c3-4830-8ba7-80aebc9ff4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822523 Feb 17 22:30:26.621933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356389498'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:26.627182 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (554ab351-c8ab-4a06-b3a6-eb1eccea965f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.651948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:26.658276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.675323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.827566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for security_group (51e11c93-b6e0-4f52-8db5-5db4830635a2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.836860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (51e11c93-b6e0-4f52-8db5-5db4830635a2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.855971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:26.885341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (78e01228-7c5e-4203-92f5-65ea54025edd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.886051 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment 78e01228-7c5e-4203-92f5-65ea54025edd of type vlan for network 9ee0d197-ec14-4f72-806f-7ee37b209c2b Feb 17 22:30:26.960193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (9ee0d197-ec14-4f72-806f-7ee37b209c2b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:26.978314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51e11c93-b6e0-4f52-8db5-5db4830635a2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:27.004913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (9ee0d197-ec14-4f72-806f-7ee37b209c2b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:27.013455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:27.014218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:27.120168 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6822851 Feb 17 22:30:27.142131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b62ed-4fd9-48da-ba07-eb86f1572ed5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=9ee0d197-ec14-4f72-806f-7ee37b209c2b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:27.172870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=554ab351-c8ab-4a06-b3a6-eb1eccea965f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:27.183306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 9ee0d197-ec14-4f72-806f-7ee37b209c2b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:27.238321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff34ba14-cce9-4a03-9497-4c3593764181 req-6f5df107-9cb0-4dc0-8086-e16b3fe093db tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991456 Feb 17 22:30:27.275432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e073252d-d433-4fe1-b8a6-c92fbc36a049 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:27.321319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e073252d-d433-4fe1-b8a6-c92fbc36a049 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:27.322232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e073252d-d433-4fe1-b8a6-c92fbc36a049 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:27.383423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Deleting port d88b043b-0636-46fb-a394-9b2b270a8552 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:27.385246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:27.503624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa814c62-765b-411a-a179-1fb19a3aec66 req-b92e809e-4533-4219-bf25-e8a599120dae service neutron] 10.222.0.94 "GET /v2.0/networks/6f124461-49db-4b47-a944-80068a1a0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1185701 Feb 17 22:30:27.559399 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:27.575247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-cc6cfc94-117d-4beb-8f3f-d7c0f1514e86 service neutron] 10.222.0.73 "GET /v2.0/networks/23e4d933-81c3-4830-8ba7-80aebc9ff4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9932249 Feb 17 22:30:27.576652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': '875490e7-5ad0-4a2a-9bca-6e5e265e10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:27.576998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: f9f0fdaa-8173-43d9-b385-8c843ec87466, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:27.617947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebf37c-0f26-4646-8485-f42b9c24ed54 req-ac02a5b5-be19-42da-8ce0-48598dbce473 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:27.619786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4ebf37c-0f26-4646-8485-f42b9c24ed54 req-ac02a5b5-be19-42da-8ce0-48598dbce473 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 907 time: 0.4505165 Feb 17 22:30:27.642766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Calling delete_port for d88b043b-0636-46fb-a394-9b2b270a8552 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:27.789323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network f9f0fdaa-8173-43d9-b385-8c843ec87466 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:27.822888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f9f0fdaa-8173-43d9-b385-8c843ec87466) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:27.827856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:27.828658 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:27.838696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49202798-1209-4c59-b7af-09cf3086187e None None] Network f9f0fdaa-8173-43d9-b385-8c843ec87466 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:27.892003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cc79c-34d0-491c-af69-a341c2756328 req-623513c4-2629-4675-b13b-e95c3cd276d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:27.893858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-598cc79c-34d0-491c-af69-a341c2756328 req-623513c4-2629-4675-b13b-e95c3cd276d8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 1090 time: 0.2622185 Feb 17 22:30:27.911609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-82b9b8d3-3567-48ad-8fd1-65fede9cf70d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9172132 Feb 17 22:30:27.914906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60700) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:27.921252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466', 'security_groups': [], 'name': 'tempest-PortsTestJSON-364104130'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:27.946688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49c93ff2-647b-4659-9f73-bdf67dae0a1a req-a8bdad86-994d-49e1-ae90-38221bc89705 service neutron] 10.222.0.73 "GET /v2.0/networks/23e4d933-81c3-4830-8ba7-80aebc9ff4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448207 Feb 17 22:30:28.004394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d88b043b-0636-46fb-a394-9b2b270a8552), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.057408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.065030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/ports/d88b043b-0636-46fb-a394-9b2b270a8552 HTTP/1.1" status: 204 len: 168 time: 1.9350138 Feb 17 22:30:28.072984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60702) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:28.074027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482eaef2-7424-4854-9d40-eb27d62f8684 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Port': ['ID=d88b043b-0636-46fb-a394-9b2b270a8552,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:28.261174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.311295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:28.322632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.324450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cc79c-34d0-491c-af69-a341c2756328 req-283d29f6-b2d3-49af-aa3e-368cfb807da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:28.326162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-598cc79c-34d0-491c-af69-a341c2756328 req-283d29f6-b2d3-49af-aa3e-368cfb807da5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6f124461-49db-4b47-a944-80068a1a0077 HTTP/1.1" status: 200 len: 899 time: 0.4184759 Feb 17 22:30:28.329325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f9f0fdaa-8173-43d9-b385-8c843ec87466', 'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466', 'project_id': '5d5bde6308714fd4aa05863fc9e096e8', 'fixed_ips': [{'subnet_id': '554ab351-c8ab-4a06-b3a6-eb1eccea965f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:28.332624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.410090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 253534ce-4dfd-4a18-9648-7d94dad2487c yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:28.642408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.668983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c12a466-e8e5-46ea-a7dc-ffc27e047fdb']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:28.681133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '538cb550-d6e6-4852-a175-492ae0ae7cea') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:28.681672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '538cb550-d6e6-4852-a175-492ae0ae7cea') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:28.697924 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (538cb550-d6e6-4852-a175-492ae0ae7cea), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.727061 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (538cb550-d6e6-4852-a175-492ae0ae7cea), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.735176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:28.736333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (538cb550-d6e6-4852-a175-492ae0ae7cea), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:28.837155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.5 (f9f0fdaa-8173-43d9-b385-8c843ec87466/554ab351-c8ab-4a06-b3a6-eb1eccea965f/253534ce-4dfd-4a18-9648-7d94dad2487c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:29.020974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-598cc79c-34d0-491c-af69-a341c2756328 req-27415ed8-4da1-4e8f-b188-5ca82396ccb7 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 HTTP/1.1" status: 200 len: 217 time: 0.6865764 Feb 17 22:30:29.028780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:29.232344 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:29.239119 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (253534ce-4dfd-4a18-9648-7d94dad2487c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:29.352654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (253534ce-4dfd-4a18-9648-7d94dad2487c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:29.427458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cc79c-34d0-491c-af69-a341c2756328 req-c7ef4269-762d-4713-b004-7ba80e04a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:29.433604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-598cc79c-34d0-491c-af69-a341c2756328 req-c7ef4269-762d-4713-b004-7ba80e04a7fe service neutron] 10.222.0.94 "GET /v2.0/subnets?id=864ab517-6177-440d-bb17-1bf12c67677e HTTP/1.1" status: 200 len: 837 time: 0.1703098 Feb 17 22:30:29.490098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network f9f0fdaa-8173-43d9-b385-8c843ec87466 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:29.500247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8c12a466-e8e5-46ea-a7dc-ffc27e047fdb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:29.501038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:29.534268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:29.535551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,segment=NetworkSegment(67bb1d3c-629f-4629-a296-47c65d468ea3),segment_id=67bb1d3c-629f-4629-a296-47c65d468ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:29.536312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:29.550495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] 10.222.0.79 "DELETE /v2.0/networks/8c12a466-e8e5-46ea-a7dc-ffc27e047fdb HTTP/1.1" status: 204 len: 168 time: 1.4662957 Feb 17 22:30:29.671026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237b5f6-e541-4431-ba70-7df127f3fe54 tempest-PortsIpV6TestJSON-1607917177 tempest-PortsIpV6TestJSON-1607917177-project] Pushing event deleted for resources: {'Network': ['ID=8c12a466-e8e5-46ea-a7dc-ffc27e047fdb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:29.673510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f', 'network_id': '23e4d933-81c3-4830-8ba7-80aebc9ff4d1', 'port_id': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f', 'mac_address': 'fa:16:3e:a6:37:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b38330d-3e8d-4e47-94be-db3fc35f3913', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:30:29.675064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=253534ce-4dfd-4a18-9648-7d94dad2487c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:29.714536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3333d3-c1c8-4f44-b82d-516d3621838b req-200dc3d2-0f23-4008-8b0b-30ed831ee016 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:29.720581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3333d3-c1c8-4f44-b82d-516d3621838b req-200dc3d2-0f23-4008-8b0b-30ed831ee016 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 943 time: 0.6936491 Feb 17 22:30:29.751405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:29.756347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:29.793743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Allocated IP 172.20.0.2 (f9f0fdaa-8173-43d9-b385-8c843ec87466/554ab351-c8ab-4a06-b3a6-eb1eccea965f/ea608d62-029a-4368-ba49-8920970d39fd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:29.812766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60732) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:29.814389 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5762f97e-b892-40ee-a344-6fd395f7b8f6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.8975649 Feb 17 22:30:29.832349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3e94b-d6a0-4bc5-8a85-02031efe4174 req-39ac5ac4-d300-484d-8989-455215a57f45 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:29.833683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5d3e94b-d6a0-4bc5-8a85-02031efe4174 req-39ac5ac4-d300-484d-8989-455215a57f45 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 907 time: 0.7147982 Feb 17 22:30:30.089329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3333d3-c1c8-4f44-b82d-516d3621838b req-ba193f43-2ea8-4c49-8b88-88e54567266e tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614104 Feb 17 22:30:30.095864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598cc79c-34d0-491c-af69-a341c2756328 req-d94bbda6-b3c8-49d1-af99-790c98713285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:30.100950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-598cc79c-34d0-491c-af69-a341c2756328 req-d94bbda6-b3c8-49d1-af99-790c98713285 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6f124461-49db-4b47-a944-80068a1a0077&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.6558466 Feb 17 22:30:30.138022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:30.140123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:30.220055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:30:30.402290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,segment=NetworkSegment(67bb1d3c-629f-4629-a296-47c65d468ea3),segment_id=67bb1d3c-629f-4629-a296-47c65d468ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:30.435235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:30.528896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60744) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:30.596246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-598cc79c-34d0-491c-af69-a341c2756328 req-4069f59a-1483-4873-91ed-8e58fcc24785 service neutron] 10.222.0.94 "GET /v2.0/networks/6f124461-49db-4b47-a944-80068a1a0077?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287610 Feb 17 22:30:30.609385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 253534ce-4dfd-4a18-9648-7d94dad2487c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:30.609743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (253534ce-4dfd-4a18-9648-7d94dad2487c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:30.669048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:30.796716 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Publish callbacks [] for port (ea608d62-029a-4368-ba49-8920970d39fd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:30.821366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:30.824834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ea608d62-029a-4368-ba49-8920970d39fd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:30.826709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '9ee0d197-ec14-4f72-806f-7ee37b209c2b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:30.888506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Network f9f0fdaa-8173-43d9-b385-8c843ec87466 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:30.895113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:30:30.904624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:30.908106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:30.994830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Pushing event updated for resources: {'Port': ['ID=ea608d62-029a-4368-ba49-8920970d39fd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:31.026894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.027539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.027969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.028379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.028912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.029432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.029947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.030353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.030752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.031160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.031579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.031990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.032537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:31.044836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Attempting to bind port ea608d62-029a-4368-ba49-8920970d39fd on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:31.045216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Attempting to bind port ea608d62-029a-4368-ba49-8920970d39fd by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '875490e7-5ad0-4a2a-9bca-6e5e265e10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:31.045590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Attempting to bind port ea608d62-029a-4368-ba49-8920970d39fd on network f9f0fdaa-8173-43d9-b385-8c843ec87466 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:31.067646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:31.067646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Checking segment: {'id': '875490e7-5ad0-4a2a-9bca-6e5e265e10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:31.067971 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.068145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Bound using segment: {'id': '875490e7-5ad0-4a2a-9bca-6e5e265e10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:31.068660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Bound port: ea608d62-029a-4368-ba49-8920970d39fd, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '875490e7-5ad0-4a2a-9bca-6e5e265e10ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f9f0fdaa-8173-43d9-b385-8c843ec87466'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:31.069580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea608d62-029a-4368-ba49-8920970d39fd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.115239 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-48cd990d-e52e-4f4d-998e-3b28c18df29f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ecc71cb0f074db5b9b08e82681f9bc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5843501 Feb 17 22:30:31.134098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60762) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:31.172647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] For port ea608d62-029a-4368-ba49-8920970d39fd, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:31.176140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] For port ea608d62-029a-4368-ba49-8920970d39fd, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea608d62-029a-4368-ba49-8920970d39fd,segment=NetworkSegment(875490e7-5ad0-4a2a-9bca-6e5e265e10ca),segment_id=875490e7-5ad0-4a2a-9bca-6e5e265e10ca)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:31.201399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:31.206804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.216293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ea608d62-029a-4368-ba49-8920970d39fd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.302488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f3786-3f40-4685-a969-8f4e2190c7ca None None] Pushing event updated for resources: {'Port': ['ID=ea608d62-029a-4368-ba49-8920970d39fd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:31.313373 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (253534ce-4dfd-4a18-9648-7d94dad2487c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.359875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 253534ce-4dfd-4a18-9648-7d94dad2487c owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:31.559866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-598cc79c-34d0-491c-af69-a341c2756328 req-89b74870-3007-4360-b1ac-d330a54403a0 service neutron] 10.222.0.94 "GET /v2.0/networks/6f124461-49db-4b47-a944-80068a1a0077?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9385831 Feb 17 22:30:31.579455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:30:31.607962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be1071-aaf4-4738-8519-d3907aa8cf3c req-e3784da1-d34b-43c7-a5b0-002b747e4ab1 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:31.611468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36be1071-aaf4-4738-8519-d3907aa8cf3c req-e3784da1-d34b-43c7-a5b0-002b747e4ab1 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 907 time: 0.6052182 Feb 17 22:30:31.750533 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (1ff27eba-89c5-46d8-831a-0e7dfb8430aa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.805634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4dad7fbf-5575-4684-802d-22da906e388d admin admin] Publish callbacks [] for security_group (c1360432-4832-416b-ab84-9979badf4d37), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.856275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f1772-0bb1-454b-90b9-b8d5125590a6 req-688f81d0-0c4a-443b-b535-eb7c3bcb6a58 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:31.859794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-727f1772-0bb1-454b-90b9-b8d5125590a6 req-688f81d0-0c4a-443b-b535-eb7c3bcb6a58 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 944 time: 0.4262581 Feb 17 22:30:31.864015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=1ff27eba-89c5-46d8-831a-0e7dfb8430aa,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:31.877260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': '78e01228-7c5e-4203-92f5-65ea54025edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9ee0d197-ec14-4f72-806f-7ee37b209c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:31.877654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 9ee0d197-ec14-4f72-806f-7ee37b209c2b, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:31.930039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 9ee0d197-ec14-4f72-806f-7ee37b209c2b is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:31.939913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:31.955500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 9ee0d197-ec14-4f72-806f-7ee37b209c2b) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:31.961206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:31.964686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:31.968571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83', 'network_id': '6f124461-49db-4b47-a944-80068a1a0077', 'port_id': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83', 'mac_address': 'fa:16:3e:4d:69:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '864ab517-6177-440d-bb17-1bf12c67677e', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:30:32.018722 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6acc5587-f0f6-43b2-840b-f693cf99e8d0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1959202 Feb 17 22:30:32.022866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60776) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:32.032327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735879378'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:32.044861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e1cae3-7bc7-4d56-9242-70a951c87c4c None None] Network 9ee0d197-ec14-4f72-806f-7ee37b209c2b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:32.048673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4dad7fbf-5575-4684-802d-22da906e388d admin admin] Publish callbacks [] for security_group (c1360432-4832-416b-ab84-9979badf4d37), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.059430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60778) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:32.060124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:32.060124 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.098545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:32.103195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.155592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:32.163188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (253534ce-4dfd-4a18-9648-7d94dad2487c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.191115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (28ac45eb-ea1f-4490-8263-b0d69e58e47b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.191601 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment 28ac45eb-ea1f-4490-8263-b0d69e58e47b of type vlan for network 66c5a0ac-241c-4845-b301-977e2a4e97cc Feb 17 22:30:32.194500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:30:32.220431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=253534ce-4dfd-4a18-9648-7d94dad2487c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:32.235168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-727f1772-0bb1-454b-90b9-b8d5125590a6 req-ab10334f-3f7c-4104-96a9-18c2b257aca9 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674569 Feb 17 22:30:32.245656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:32.269487 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.315528 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (66c5a0ac-241c-4845-b301-977e2a4e97cc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.342607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f11590b8-7ca7-4cf9-95ef-c8bc9e332e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.369330 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4dad7fbf-5575-4684-802d-22da906e388d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c1360432-4832-416b-ab84-9979badf4d37), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.375529 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4dad7fbf-5575-4684-802d-22da906e388d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.377270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4dad7fbf-5575-4684-802d-22da906e388d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c1360432-4832-416b-ab84-9979badf4d37 HTTP/1.1" status: 204 len: 168 time: 1.2361972 Feb 17 22:30:32.382407 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (66c5a0ac-241c-4845-b301-977e2a4e97cc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.389341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:32.390276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.408162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:32.424654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-9ee0d197-ec14-4f72-806f-7ee37b209c2b', 'network_id': '9ee0d197-ec14-4f72-806f-7ee37b209c2b', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': '1ff27eba-89c5-46d8-831a-0e7dfb8430aa'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:32.428645 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.431818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad7fbf-5575-4684-802d-22da906e388d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1360432-4832-416b-ab84-9979badf4d37,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:32.435663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.450770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e07e7ae-17e6-4647-9272-21f9b17002c6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/253534ce-4dfd-4a18-9648-7d94dad2487c HTTP/1.1" status: 204 len: 168 time: 2.6160419 Feb 17 22:30:32.452680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60784) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:32.486663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=66c5a0ac-241c-4845-b301-977e2a4e97cc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:32.518069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 66c5a0ac-241c-4845-b301-977e2a4e97cc details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:32.519887 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fbdffe5-3727-42a7-bc98-abe831292328 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:30:32.522892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e6e40820-7ee9-46c5-bbe1-d3404d45c055 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4987864 Feb 17 22:30:32.525874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:32.526105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60788) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:32.526968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5fbdffe5-3727-42a7-bc98-abe831292328 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/253534ce-4dfd-4a18-9648-7d94dad2487c HTTP/1.1" status: 404 len: 333 time: 0.0730696 Feb 17 22:30:32.556492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '66c5a0ac-241c-4845-b301-977e2a4e97cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:32.725008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 554ab351-c8ab-4a06-b3a6-eb1eccea965f {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:32.744200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (554ab351-c8ab-4a06-b3a6-eb1eccea965f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.846924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (554ab351-c8ab-4a06-b3a6-eb1eccea965f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:32.848872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Allocated IP 2001:db8:0:ffff::2 (9ee0d197-ec14-4f72-806f-7ee37b209c2b/1ff27eba-89c5-46d8-831a-0e7dfb8430aa/d9541972-6fb2-4eb5-89b8-95118e2d1c35) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:32.878031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f1f6f4c8-f854-4baf-bdcb-a6fc21505e83'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:30:32.936597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d2c50-a5e7-43b2-97f8-799bba898dda req-bf1d0ace-79d7-480f-abc2-9c34340ade0f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:32.955029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-744d2c50-a5e7-43b2-97f8-799bba898dda req-bf1d0ace-79d7-480f-abc2-9c34340ade0f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 908 time: 0.1784024 Feb 17 22:30:32.956841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:32.960745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.018774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f11590b8-7ca7-4cf9-95ef-c8bc9e332e54 admin admin] Publish callbacks [] for security_group (155756a9-c15a-4d95-a18c-0f2a9d2ffabc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.060103 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f11590b8-7ca7-4cf9-95ef-c8bc9e332e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (155756a9-c15a-4d95-a18c-0f2a9d2ffabc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.203889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11590b8-7ca7-4cf9-95ef-c8bc9e332e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155756a9-c15a-4d95-a18c-0f2a9d2ffabc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:33.207502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (554ab351-c8ab-4a06-b3a6-eb1eccea965f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.214441 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f11590b8-7ca7-4cf9-95ef-c8bc9e332e54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=71025e2d8a8746ff8cd2c095c0419037&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1551251 Feb 17 22:30:33.217609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60804) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:33.349071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:33.391138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06b13fdf-909a-49ec-a201-5cc9f605262c admin admin] Publish callbacks [] for security_group (155756a9-c15a-4d95-a18c-0f2a9d2ffabc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.393884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3507611e-0979-4881-b1f1-13132261a3e1 None None] Network f9f0fdaa-8173-43d9-b385-8c843ec87466 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:33.479917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (8a5e2e5b-9ae0-4f06-9c40-5e633e96f76b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.503853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea608d62-029a-4368-ba49-8920970d39fd up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:33.509515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06b13fdf-909a-49ec-a201-5cc9f605262c admin admin] Publish callbacks [] for security_group (155756a9-c15a-4d95-a18c-0f2a9d2ffabc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.585953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3596c5-a322-4553-a950-90201562d234 req-e305a236-fc85-4876-9ef0-13f8bcaad32e tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:33.587282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b3596c5-a322-4553-a950-90201562d234 req-e305a236-fc85-4876-9ef0-13f8bcaad32e tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 944 time: 0.1517918 Feb 17 22:30:33.638828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b44b26cc-1a17-4531-9588-0cca9683c34a None None] Provisioning complete for port ea608d62-029a-4368-ba49-8920970d39fd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:33.639310 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b44b26cc-1a17-4531-9588-0cca9683c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea608d62-029a-4368-ba49-8920970d39fd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.651482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06b13fdf-909a-49ec-a201-5cc9f605262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (155756a9-c15a-4d95-a18c-0f2a9d2ffabc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.654686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06b13fdf-909a-49ec-a201-5cc9f605262c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.656741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-06b13fdf-909a-49ec-a201-5cc9f605262c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/155756a9-c15a-4d95-a18c-0f2a9d2ffabc HTTP/1.1" status: 204 len: 168 time: 0.4376304 Feb 17 22:30:33.678154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b3596c5-a322-4553-a950-90201562d234 req-eab4fec0-c2bd-4716-8cff-68da585b3953 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818331 Feb 17 22:30:33.679345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b13fdf-909a-49ec-a201-5cc9f605262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155756a9-c15a-4d95-a18c-0f2a9d2ffabc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:33.687244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=8a5e2e5b-9ae0-4f06-9c40-5e633e96f76b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:33.745877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:30:33.762949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (554ab351-c8ab-4a06-b3a6-eb1eccea965f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.768928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': '28ac45eb-ea1f-4490-8263-b0d69e58e47b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '66c5a0ac-241c-4845-b301-977e2a4e97cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:33.773924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 66c5a0ac-241c-4845-b301-977e2a4e97cc, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:33.809935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:33.810312 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.834254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60818) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:33.834540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.842590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60822) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:33.843270 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/554ab351-c8ab-4a06-b3a6-eb1eccea965f HTTP/1.1" status: 204 len: 168 time: 1.3160746 Feb 17 22:30:33.844323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3464f5-1484-4908-a8d7-5fadc4497f9b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=554ab351-c8ab-4a06-b3a6-eb1eccea965f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:33.877526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 66c5a0ac-241c-4845-b301-977e2a4e97cc is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:33.902271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 66c5a0ac-241c-4845-b301-977e2a4e97cc) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:33.903594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ea608d62-029a-4368-ba49-8920970d39fd triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:33.905831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea608d62-029a-4368-ba49-8920970d39fd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.920775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:33.923116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.967560 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-706a4f4f-e09d-413e-a90f-69d7cc3a9946 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4379039 Feb 17 22:30:33.969162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60824) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:33.992470 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Publish callbacks [] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:33.999180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b691b8-bc47-4c70-b6a9-512417d2bccc None None] Network 66c5a0ac-241c-4845-b301-977e2a4e97cc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:34.006387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f9f0fdaa-8173-43d9-b385-8c843ec87466), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.106356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port ea608d62-029a-4368-ba49-8920970d39fd {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:34.107930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ea608d62-029a-4368-ba49-8920970d39fd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.140994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.237304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] For port ea608d62-029a-4368-ba49-8920970d39fd, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea608d62-029a-4368-ba49-8920970d39fd,segment=NetworkSegment(875490e7-5ad0-4a2a-9bca-6e5e265e10ca),segment_id=875490e7-5ad0-4a2a-9bca-6e5e265e10ca)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:34.238114 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ea608d62-029a-4368-ba49-8920970d39fd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.260335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (66c5a0ac-241c-4845-b301-977e2a4e97cc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.266026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for ea608d62-029a-4368-ba49-8920970d39fd owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:34.323311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Network 9ee0d197-ec14-4f72-806f-7ee37b209c2b is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:34.392894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (8a5e2e5b-9ae0-4f06-9c40-5e633e96f76b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.405205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:34.408792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ad730cd6-a7d9-4288-8d76-feb326feb962 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:34.411014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:34.411534 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-ad730cd6-a7d9-4288-8d76-feb326feb962 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:30:34.412085 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-ad730cd6-a7d9-4288-8d76-feb326feb962 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:30:34.419819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ad730cd6-a7d9-4288-8d76-feb326feb962 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5836060 Feb 17 22:30:34.434716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60832) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:34.439844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023685484'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:34.477656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ea608d62-029a-4368-ba49-8920970d39fd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.517645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=ea608d62-029a-4368-ba49-8920970d39fd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:34.529866 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.541562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No DVR routers for this DVR port ea608d62-029a-4368-ba49-8920970d39fd on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:34.557672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (8a5e2e5b-9ae0-4f06-9c40-5e633e96f76b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.565089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.586343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Pushing event updated for resources: {'Port': ['ID=d9541972-6fb2-4eb5-89b8-95118e2d1c35,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:34.594572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:34.619293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ea608d62-029a-4368-ba49-8920970d39fd is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:34.619946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea608d62-029a-4368-ba49-8920970d39fd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.620594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=8a5e2e5b-9ae0-4f06-9c40-5e633e96f76b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:34.622142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b44b26cc-1a17-4531-9588-0cca9683c34a None None] Current status of the port ea608d62-029a-4368-ba49-8920970d39fd is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:34.623086 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b44b26cc-1a17-4531-9588-0cca9683c34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea608d62-029a-4368-ba49-8920970d39fd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.632354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:34.634194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.652603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cdef-205a-4c0b-9c25-b8bda524bbfa req-10cb4c6f-6837-4dcd-82ac-80fb29655887 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:34.654064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a09cdef-205a-4c0b-9c25-b8bda524bbfa req-10cb4c6f-6837-4dcd-82ac-80fb29655887 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 908 time: 0.5561628 Feb 17 22:30:34.713025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d96c199-4445-46a3-a75b-b53c7f3fd3ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.723077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (66c5a0ac-241c-4845-b301-977e2a4e97cc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.731743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6dd0cd-0763-410c-b0f2-071c9913dfab None None] Network f9f0fdaa-8173-43d9-b385-8c843ec87466 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:34.747407 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f9f0fdaa-8173-43d9-b385-8c843ec87466), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.780584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c5a0ac-241c-4845-b301-977e2a4e97cc']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:34.784153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b023cd-447b-4b5a-bb9e-1df264f42f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-66c5a0ac-241c-4845-b301-977e2a4e97cc', 'network_id': '66c5a0ac-241c-4845-b301-977e2a4e97cc', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': '8a5e2e5b-9ae0-4f06-9c40-5e633e96f76b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:34.785019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48b023cd-447b-4b5a-bb9e-1df264f42f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.791668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f0fdaa-8173-43d9-b385-8c843ec87466']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:34.795206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28ac45eb-ea1f-4490-8263-b0d69e58e47b') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:34.798033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28ac45eb-ea1f-4490-8263-b0d69e58e47b') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:34.808796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Attempting to bind port d9541972-6fb2-4eb5-89b8-95118e2d1c35 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:34.809012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Attempting to bind port d9541972-6fb2-4eb5-89b8-95118e2d1c35 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '78e01228-7c5e-4203-92f5-65ea54025edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9ee0d197-ec14-4f72-806f-7ee37b209c2b'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:34.809297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Attempting to bind port d9541972-6fb2-4eb5-89b8-95118e2d1c35 on network 9ee0d197-ec14-4f72-806f-7ee37b209c2b {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:34.815472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875490e7-5ad0-4a2a-9bca-6e5e265e10ca') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:34.815812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875490e7-5ad0-4a2a-9bca-6e5e265e10ca') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:34.821937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (28ac45eb-ea1f-4490-8263-b0d69e58e47b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.853218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (28ac45eb-ea1f-4490-8263-b0d69e58e47b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.869906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (875490e7-5ad0-4a2a-9bca-6e5e265e10ca), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.878500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:34.880221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (28ac45eb-ea1f-4490-8263-b0d69e58e47b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:34.887325 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:34.910001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (875490e7-5ad0-4a2a-9bca-6e5e265e10ca), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.922263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,segment=NetworkSegment(67bb1d3c-629f-4629-a296-47c65d468ea3),segment_id=67bb1d3c-629f-4629-a296-47c65d468ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:34.923856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:34.924262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (875490e7-5ad0-4a2a-9bca-6e5e265e10ca), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:34.929034 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:34.942199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:30:34.947036 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0c8f00-0e6e-4735-9640-d2f3ce1f0d79" -d '{"events": [{"server_uuid": "49cbffb1-4f81-436a-b66a-98c7447951d4", "name": "network-vif-plugged", "status": "completed", "tag": "b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:30:34.950195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:34.950583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Checking segment: {'id': '78e01228-7c5e-4203-92f5-65ea54025edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9ee0d197-ec14-4f72-806f-7ee37b209c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:34.950991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.951446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Bound using segment: {'id': '78e01228-7c5e-4203-92f5-65ea54025edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9ee0d197-ec14-4f72-806f-7ee37b209c2b'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:34.953214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Bound port: d9541972-6fb2-4eb5-89b8-95118e2d1c35, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e01228-7c5e-4203-92f5-65ea54025edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9ee0d197-ec14-4f72-806f-7ee37b209c2b'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:34.953612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.971166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (a90c2026-6d05-4e7a-841d-4a28f46697e4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:34.991853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a90c2026-6d05-4e7a-841d-4a28f46697e4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.008907 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.015640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae741463-b25f-42d2-b3e0-4085257b20e9 req-fb5d29ce-d14f-46c9-a497-7bbf091286c7 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:35.017225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae741463-b25f-42d2-b3e0-4085257b20e9 req-fb5d29ce-d14f-46c9-a497-7bbf091286c7 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 944 time: 0.2078040 Feb 17 22:30:35.035186 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d96c199-4445-46a3-a75b-b53c7f3fd3ee admin admin] Publish callbacks [] for security_group (bd15e797-d24f-4226-b755-1c238a7fa35e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.045648 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f9f0fdaa-8173-43d9-b385-8c843ec87466), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.049184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d96c199-4445-46a3-a75b-b53c7f3fd3ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bd15e797-d24f-4226-b755-1c238a7fa35e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.094400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.107095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/f9f0fdaa-8173-43d9-b385-8c843ec87466 HTTP/1.1" status: 204 len: 168 time: 1.2608712 Feb 17 22:30:35.116238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (66c5a0ac-241c-4845-b301-977e2a4e97cc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.121611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96c199-4445-46a3-a75b-b53c7f3fd3ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd15e797-d24f-4226-b755-1c238a7fa35e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.129938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60840) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:35.173510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'name': 'tempest-PortsTestJSON-1108251788'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:35.179540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a90c2026-6d05-4e7a-841d-4a28f46697e4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.199950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.205329 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20de8535-e028-46f5-8619-90eefac0aaa4 x-openstack-request-id: req-20de8535-e028-46f5-8619-90eefac0aaa4 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:30:35.205691 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cbffb1-4f81-436a-b66a-98c7447951d4", "name": "network-vif-plugged", "status": "completed", "tag": "b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:30:35.206024 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20de8535-e028-46f5-8619-90eefac0aaa4 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:30:35.208485 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f', 'code': 200} Feb 17 22:30:35.220889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c532f3-3047-4b4b-a5e1-f3ed7fba28fd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=f9f0fdaa-8173-43d9-b385-8c843ec87466,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.253782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5cdea804-7a4a-4b96-a1db-8f9255471dbc None None] Could not find standard attr ID for object ea608d62-029a-4368-ba49-8920970d39fd. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:30:35.279195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] For port d9541972-6fb2-4eb5-89b8-95118e2d1c35, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:35.281441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.284642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] For port d9541972-6fb2-4eb5-89b8-95118e2d1c35, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d9541972-6fb2-4eb5-89b8-95118e2d1c35,segment=NetworkSegment(78e01228-7c5e-4203-92f5-65ea54025edd),segment_id=78e01228-7c5e-4203-92f5-65ea54025edd)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:35.293905 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.302922 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/66c5a0ac-241c-4845-b301-977e2a4e97cc HTTP/1.1" status: 204 len: 168 time: 1.3288901 Feb 17 22:30:35.308323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bac1d-e1b4-41d9-b0b5-3ea03a929c21 None None] Network 66c5a0ac-241c-4845-b301-977e2a4e97cc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:35.311535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60842) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:35.316170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-759108289'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:35.321250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e52c80-db09-4421-b13e-56a00db3a7b1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=66c5a0ac-241c-4845-b301-977e2a4e97cc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.364624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae741463-b25f-42d2-b3e0-4085257b20e9 req-c31d3757-71a7-4bf8-a85a-368043998ca6 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245921 Feb 17 22:30:35.383076 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (88985cd6-ba7e-476b-aa07-0e1b2a9d8cea), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.386362 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7d96c199-4445-46a3-a75b-b53c7f3fd3ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3637bab9563c4c4a9036d9e6fc669a2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7894475 Feb 17 22:30:35.389651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60846) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:35.414394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (88985cd6-ba7e-476b-aa07-0e1b2a9d8cea), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.421630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1b5938-fcdb-4eb1-93f4-c23b4f86de8d None None] DHCP port deletion for f9f0fdaa-8173-43d9-b385-8c843ec87466 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:30:35.429010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c43343-7afb-4f92-b644-f8922a5a7a62 None None] Pushing event updated for resources: {'Port': ['ID=d9541972-6fb2-4eb5-89b8-95118e2d1c35,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.431533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17bac1d-e1b4-41d9-b0b5-3ea03a929c21 None None] Network 66c5a0ac-241c-4845-b301-977e2a4e97cc could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:30:35.434834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:35.441073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.463784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1aa098-3ae8-42b6-8b00-b540b02d7004 req-3608c689-d3ba-4964-86ed-bf89dcc2a38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:35.465715 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e1aa098-3ae8-42b6-8b00-b540b02d7004 req-3608c689-d3ba-4964-86ed-bf89dcc2a38d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 1128 time: 0.2940702 Feb 17 22:30:35.511705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:35.514028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.517929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0794463 Feb 17 22:30:35.518087 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.518876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60848) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:35.524838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-899f6b42-3eb7-4e7f-be3d-fcd163101251 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': '88985cd6-ba7e-476b-aa07-0e1b2a9d8cea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:35.561011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457fb9c-344b-45a2-9cfa-0a6e4e57c626 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88985cd6-ba7e-476b-aa07-0e1b2a9d8cea,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.581695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:35.590325 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port cebd9685-3f3c-4894-8b40-54f195701443 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:35.611975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:35.624340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b1408d52-772c-48b1-83b0-043424d0ff5f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.624738 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment b1408d52-772c-48b1-83b0-043424d0ff5f of type vlan for network 4fd054e3-768b-4ef9-8bd0-70323292e889 Feb 17 22:30:35.653370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-899f6b42-3eb7-4e7f-be3d-fcd163101251 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group_rule (409cbb8c-d796-4071-92e2-84ec7319f2da), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.669593 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28229101-5479-45fe-9707-7e5c66f46400 admin admin] Publish callbacks [] for security_group (bd15e797-d24f-4226-b755-1c238a7fa35e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.696693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:30:35.702913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:35.703965 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.714082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (4fd054e3-768b-4ef9-8bd0-70323292e889), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.723575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e1aa098-3ae8-42b6-8b00-b540b02d7004 req-f06df3a3-32a0-4591-97ea-aeeba0bafc37 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105367 Feb 17 22:30:35.743390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28229101-5479-45fe-9707-7e5c66f46400 admin admin] Publish callbacks [] for security_group (bd15e797-d24f-4226-b755-1c238a7fa35e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.826098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (4fd054e3-768b-4ef9-8bd0-70323292e889), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.841298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:35.841917 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.881015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-899f6b42-3eb7-4e7f-be3d-fcd163101251 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group_rule (409cbb8c-d796-4071-92e2-84ec7319f2da), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.900110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-899f6b42-3eb7-4e7f-be3d-fcd163101251 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (409cbb8c-d796-4071-92e2-84ec7319f2da), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.910417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:35.911029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.942222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f6b42-3eb7-4e7f-be3d-fcd163101251 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409cbb8c-d796-4071-92e2-84ec7319f2da,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:35.979046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-899f6b42-3eb7-4e7f-be3d-fcd163101251 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:35.983769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:35.985312 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-899f6b42-3eb7-4e7f-be3d-fcd163101251 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4653749 Feb 17 22:30:35.992243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60852) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:35.995788 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.010587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6991932 Feb 17 22:30:36.016950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60854) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:36.022205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-24232ec2-059c-43f4-8fd8-34f2bb677200 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': '88985cd6-ba7e-476b-aa07-0e1b2a9d8cea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:36.034045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '4fd054e3-768b-4ef9-8bd0-70323292e889', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:36.049406 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (cebd9685-3f3c-4894-8b40-54f195701443), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.057553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ceddd-a093-4136-8da1-4657b9d4ec49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=4fd054e3-768b-4ef9-8bd0-70323292e889,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:36.080846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:36.083625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6441f5-9004-484a-bf1d-c321a673558e req-861bde44-5085-4307-9e45-975fff1d370a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:36.084972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd6441f5-9004-484a-bf1d-c321a673558e req-861bde44-5085-4307-9e45-975fff1d370a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 908 time: 0.1583655 Feb 17 22:30:36.086553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28229101-5479-45fe-9707-7e5c66f46400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bd15e797-d24f-4226-b755-1c238a7fa35e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.093014 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28229101-5479-45fe-9707-7e5c66f46400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.096619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 4fd054e3-768b-4ef9-8bd0-70323292e889 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:36.097153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-28229101-5479-45fe-9707-7e5c66f46400 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd15e797-d24f-4226-b755-1c238a7fa35e HTTP/1.1" status: 204 len: 168 time: 0.7064893 Feb 17 22:30:36.127289 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24232ec2-059c-43f4-8fd8-34f2bb677200 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group_rule (a3c0727f-79b5-468d-a06e-149ba5cd09ac), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.185552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28229101-5479-45fe-9707-7e5c66f46400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd15e797-d24f-4226-b755-1c238a7fa35e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:36.193410 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-24232ec2-059c-43f4-8fd8-34f2bb677200 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:30:36.197849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-24232ec2-059c-43f4-8fd8-34f2bb677200 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1941843 Feb 17 22:30:36.198054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60858) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:36.237973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (cebd9685-3f3c-4894-8b40-54f195701443), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.292859 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7da9f97-e2df-4f17-8fe3-17b4e2257714 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (88985cd6-ba7e-476b-aa07-0e1b2a9d8cea), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.296389 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:36.301654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.326357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7da9f97-e2df-4f17-8fe3-17b4e2257714 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (88985cd6-ba7e-476b-aa07-0e1b2a9d8cea), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.376180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:36.384139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:36.389174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:36.389375 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7da9f97-e2df-4f17-8fe3-17b4e2257714 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (88985cd6-ba7e-476b-aa07-0e1b2a9d8cea), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.392177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7da9f97-e2df-4f17-8fe3-17b4e2257714 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.395690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b7da9f97-e2df-4f17-8fe3-17b4e2257714 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/88985cd6-ba7e-476b-aa07-0e1b2a9d8cea HTTP/1.1" status: 204 len: 168 time: 0.1943233 Feb 17 22:30:36.397444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:36.398105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.401298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60860) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:36.401432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=cebd9685-3f3c-4894-8b40-54f195701443,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:36.434714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da9f97-e2df-4f17-8fe3-17b4e2257714 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88985cd6-ba7e-476b-aa07-0e1b2a9d8cea,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:36.462706 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-87f47984-8574-449c-a10a-b3e8ee7d6420 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.3026690 Feb 17 22:30:36.463607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60866) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:36.671927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c731443a-838c-47fa-baf0-7444fba8ad43 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2611296 Feb 17 22:30:36.681004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60870) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:36.688736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7f1789ca-dc16-4190-8a24-1a026ea341cb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.749060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d1795c4a-d757-49a9-8772-e763a8f0ae3e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1789091397'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:36.803696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d1795c4a-d757-49a9-8772-e763a8f0ae3e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.811317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=7f1789ca-dc16-4190-8a24-1a026ea341cb,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:36.840835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': 'b1408d52-772c-48b1-83b0-043424d0ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd054e3-768b-4ef9-8bd0-70323292e889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:36.841506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 4fd054e3-768b-4ef9-8bd0-70323292e889, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:36.867478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 4fd054e3-768b-4ef9-8bd0-70323292e889 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:36.876399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0915e-9362-40fa-95d8-d9403befa19e req-f92384e3-c0ac-48a7-9ed0-de2ea0f19667 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:36.878835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90c0915e-9362-40fa-95d8-d9403befa19e req-f92384e3-c0ac-48a7-9ed0-de2ea0f19667 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 945 time: 0.3005154 Feb 17 22:30:36.883285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 4fd054e3-768b-4ef9-8bd0-70323292e889) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:36.892920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:36.893722 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.912992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306d2951-7b2c-420e-b6a0-73b058a80cdf None None] Network 4fd054e3-768b-4ef9-8bd0-70323292e889 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:36.917188 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8e31d3f5-a314-4b1e-bf79-688c77c391d3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8973658 Feb 17 22:30:36.922064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60878) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:36.928737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-293570845'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:36.954859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:36.959033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:36.999434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:37.025201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb64ec42-4fa9-4a73-ac44-45be1fe68055), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.026481 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment fb64ec42-4fa9-4a73-ac44-45be1fe68055 of type vlan for network a4e3b932-89c5-4d16-89ee-d309cc0da662 Feb 17 22:30:37.042146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90c0915e-9362-40fa-95d8-d9403befa19e req-185ee770-78c9-4403-9b70-cc6b918ee8bc tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202652 Feb 17 22:30:37.079030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (a4e3b932-89c5-4d16-89ee-d309cc0da662), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.112589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (a4e3b932-89c5-4d16-89ee-d309cc0da662), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.117390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d1795c4a-d757-49a9-8772-e763a8f0ae3e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (a2b06819-dae5-4156-84c7-0f6a3ed5c236), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.126510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:37.127570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d1795c4a-d757-49a9-8772-e763a8f0ae3e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a2b06819-dae5-4156-84c7-0f6a3ed5c236), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.128606 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.153448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-4fd054e3-768b-4ef9-8bd0-70323292e889', 'network_id': '4fd054e3-768b-4ef9-8bd0-70323292e889', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': '7f1789ca-dc16-4190-8a24-1a026ea341cb'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:37.154323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.208496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port cebd9685-3f3c-4894-8b40-54f195701443 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:37.208868 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cebd9685-3f3c-4894-8b40-54f195701443), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.212970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:30:37.215255 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ea609-ea64-4fd0-8336-e22066985d7f" -d '{"events": [{"server_uuid": "0db9886d-a432-4db2-b099-b89f62ed42e0", "name": "network-vif-plugged", "status": "completed", "tag": "f1f6f4c8-f854-4baf-bdcb-a6fc21505e83"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:30:37.339735 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc224678-525b-43d2-8a25-76f03ded4647 x-openstack-request-id: req-fc224678-525b-43d2-8a25-76f03ded4647 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:30:37.340306 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db9886d-a432-4db2-b099-b89f62ed42e0", "name": "network-vif-plugged", "status": "completed", "tag": "f1f6f4c8-f854-4baf-bdcb-a6fc21505e83", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:30:37.340909 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc224678-525b-43d2-8a25-76f03ded4647 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:30:37.341641 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83', 'code': 200} Feb 17 22:30:37.403798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=a4e3b932-89c5-4d16-89ee-d309cc0da662,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:37.424158 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c0a4d5fd-f32c-45b5-841a-d798f8e27d60 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5004244 Feb 17 22:30:37.426831 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60892) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:37.435881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:37.444771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d1795c4a-d757-49a9-8772-e763a8f0ae3e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.450344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d1795c4a-d757-49a9-8772-e763a8f0ae3e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7564487 Feb 17 22:30:37.462259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60894) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:37.469829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ec5cc48b-816b-443b-a38b-b913e34cd1b0 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'a2b06819-dae5-4156-84c7-0f6a3ed5c236', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:37.470633 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-ec5cc48b-816b-443b-a38b-b913e34cd1b0 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 17 22:30:37.471193 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-ec5cc48b-816b-443b-a38b-b913e34cd1b0 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:37.477093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ec5cc48b-816b-443b-a38b-b913e34cd1b0 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105910 Feb 17 22:30:37.493560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60896) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:37.541413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1795c4a-d757-49a9-8772-e763a8f0ae3e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b06819-dae5-4156-84c7-0f6a3ed5c236,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:37.730672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:37.739250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.748018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c096a883-ce77-4a31-8849-bcbbcee527a4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (a2b06819-dae5-4156-84c7-0f6a3ed5c236), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:37.750426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d9541972-6fb2-4eb5-89b8-95118e2d1c35 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:37.837162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3b78d2-3f2e-4158-adbd-49965fef86cd None None] Network 9ee0d197-ec14-4f72-806f-7ee37b209c2b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:37.842963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network a4e3b932-89c5-4d16-89ee-d309cc0da662 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:37.909634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Allocated IP 2001:db8::1 (4fd054e3-768b-4ef9-8bd0-70323292e889/7f1789ca-dc16-4190-8a24-1a026ea341cb/7bef9f9e-3f7d-47b4-8821-339a0c22feb0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:38.060890 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cebd9685-3f3c-4894-8b40-54f195701443), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.119388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for cebd9685-3f3c-4894-8b40-54f195701443 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:38.258911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cebd9685-3f3c-4894-8b40-54f195701443), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.262999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac4c98-0b57-4b05-b8c4-0d6bc447a151 req-f43a018a-9bf3-46a7-a36e-d3c84614f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:38.264733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0aac4c98-0b57-4b05-b8c4-0d6bc447a151 req-f43a018a-9bf3-46a7-a36e-d3c84614f177 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 1092 time: 0.8001349 Feb 17 22:30:38.307970 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c096a883-ce77-4a31-8849-bcbbcee527a4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (a2b06819-dae5-4156-84c7-0f6a3ed5c236), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.312798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b5f6415d-2b35-4d66-8ae8-67c1f07ca6c4 None None] Provisioning complete for port d9541972-6fb2-4eb5-89b8-95118e2d1c35 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:38.313215 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5f6415d-2b35-4d66-8ae8-67c1f07ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.328883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Performing IP validity checks on allocation pools {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 22:30:38.328883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 22:30:38.360758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d21c7-4b53-40fa-8a6e-7af900f2905a req-054b6104-179f-4675-83b5-57f8c43f016f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:38.362516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bd5d21c7-4b53-40fa-8a6e-7af900f2905a req-054b6104-179f-4675-83b5-57f8c43f016f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 909 time: 1.0875797 Feb 17 22:30:38.367902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=cebd9685-3f3c-4894-8b40-54f195701443,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:38.395089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.398979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7937b220-5893-4417-9055-91005edc34e2 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/cebd9685-3f3c-4894-8b40-54f195701443 HTTP/1.1" status: 204 len: 168 time: 1.9311244 Feb 17 22:30:38.403762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60912) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:38.417958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'mac_address': 'fa:16:3e:76:3f:89', 'name': 'tempest-PortsTestJSON-613989120'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:38.421441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-ddb1fc16-608e-4ded-9dd1-c00f895c7c7a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8369792 Feb 17 22:30:38.439769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314dd91-6106-4238-a2f9-7f60d79ff90e req-82114a0b-dbfc-4604-ad45-7b460a72d028 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:38.447800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7314dd91-6106-4238-a2f9-7f60d79ff90e req-82114a0b-dbfc-4604-ad45-7b460a72d028 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 945 time: 0.2066915 Feb 17 22:30:38.469346 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Publish callbacks [] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.499633 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.567961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Network 4fd054e3-768b-4ef9-8bd0-70323292e889 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:38.577925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-9a96a5d8-97fd-4a34-bcae-a8ae91c91a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:38.579587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-9a96a5d8-97fd-4a34-bcae-a8ae91c91a89 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1167 time: 0.1295691 Feb 17 22:30:38.580932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:38.582974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d9541972-6fb2-4eb5-89b8-95118e2d1c35 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:38.583488 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.585251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7314dd91-6106-4238-a2f9-7f60d79ff90e req-45486b2f-bf98-4959-a483-d0a48b6b5945 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365664 Feb 17 22:30:38.592832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:38.629549 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c096a883-ce77-4a31-8849-bcbbcee527a4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a2b06819-dae5-4156-84c7-0f6a3ed5c236), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.637093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c096a883-ce77-4a31-8849-bcbbcee527a4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.640587 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c096a883-ce77-4a31-8849-bcbbcee527a4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/a2b06819-dae5-4156-84c7-0f6a3ed5c236 HTTP/1.1" status: 204 len: 168 time: 1.1425104 Feb 17 22:30:38.647995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60918) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:38.684754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b5f6415d-2b35-4d66-8ae8-67c1f07ca6c4 None None] Current status of the port d9541972-6fb2-4eb5-89b8-95118e2d1c35 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:38.685138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5f6415d-2b35-4d66-8ae8-67c1f07ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.716878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Pushing event updated for resources: {'Port': ['ID=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:38.749376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:38.805408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c096a883-ce77-4a31-8849-bcbbcee527a4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b06819-dae5-4156-84c7-0f6a3ed5c236,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:38.894382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b5f6415d-2b35-4d66-8ae8-67c1f07ca6c4 None None] For port d9541972-6fb2-4eb5-89b8-95118e2d1c35, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d9541972-6fb2-4eb5-89b8-95118e2d1c35,segment=NetworkSegment(78e01228-7c5e-4203-92f5-65ea54025edd),segment_id=78e01228-7c5e-4203-92f5-65ea54025edd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:38.918930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Attempting to bind port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:38.919471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Attempting to bind port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b1408d52-772c-48b1-83b0-043424d0ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd054e3-768b-4ef9-8bd0-70323292e889'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:38.920414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Attempting to bind port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 on network 4fd054e3-768b-4ef9-8bd0-70323292e889 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:38.925709 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5f6415d-2b35-4d66-8ae8-67c1f07ca6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:38.966572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-f8c3ff81-4e2c-44e3-9425-d6c123e33c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:38.972733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-f8c3ff81-4e2c-44e3-9425-d6c123e33c29 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcd79117-16cb-4107-ac9f-59e87b1c56bc HTTP/1.1" status: 200 len: 898 time: 0.3624842 Feb 17 22:30:39.008845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbb58a9-7423-4620-a002-f57484ca2d63 req-c2827dfd-284a-4d61-9c5c-7b8ee1e1311e tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:39.011085 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4464797-f583-4062-8267-a7be2d17d4a4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3460772 Feb 17 22:30:39.020015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60932) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:39.022457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcbb58a9-7423-4620-a002-f57484ca2d63 req-c2827dfd-284a-4d61-9c5c-7b8ee1e1311e tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 945 time: 0.2248046 Feb 17 22:30:39.027290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-396790a8-c083-4d73-9656-82e33ab14d91 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--446809342'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:39.031791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6415d-2b35-4d66-8ae8-67c1f07ca6c4 None None] Pushing event updated for resources: {'Port': ['ID=d9541972-6fb2-4eb5-89b8-95118e2d1c35,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:39.053012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:39.056783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Checking segment: {'id': 'b1408d52-772c-48b1-83b0-043424d0ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd054e3-768b-4ef9-8bd0-70323292e889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:39.058422 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.059887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Bound using segment: {'id': 'b1408d52-772c-48b1-83b0-043424d0ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd054e3-768b-4ef9-8bd0-70323292e889'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:39.060658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Bound port: 7bef9f9e-3f7d-47b4-8821-339a0c22feb0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1408d52-772c-48b1-83b0-043424d0ff5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '4fd054e3-768b-4ef9-8bd0-70323292e889'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:39.061909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.111138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.125321 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-396790a8-c083-4d73-9656-82e33ab14d91 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.160403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (af16e427-35e0-40db-94cd-15b7cc148455), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.235501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:39.327201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d9541972-6fb2-4eb5-89b8-95118e2d1c35 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:39.333895 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.354521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-787c930d-39bf-4928-850b-ddd255331894 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6475dda5-b822-4eda-9757-90dea9b9921b HTTP/1.1" status: 200 len: 1001 time: 0.3717847 Feb 17 22:30:39.362243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea608d62-029a-4368-ba49-8920970d39fd no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:39.451560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=af16e427-35e0-40db-94cd-15b7cc148455,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:39.471422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ea608d62-029a-4368-ba49-8920970d39fd {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:39.471422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea608d62-029a-4368-ba49-8920970d39fd not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:39.493343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcbb58a9-7423-4620-a002-f57484ca2d63 req-5cb3ddb1-d8bd-41f2-88b0-40065e10af82 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685280 Feb 17 22:30:39.494382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] For port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:39.502556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] For port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,segment=NetworkSegment(b1408d52-772c-48b1-83b0-043424d0ff5f),segment_id=b1408d52-772c-48b1-83b0-043424d0ff5f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:39.512300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3fede84a-c8ab-43b4-a3ff-9e83462c7880 None None] Provisioning complete for port d9541972-6fb2-4eb5-89b8-95118e2d1c35 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:39.512533 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fede84a-c8ab-43b4-a3ff-9e83462c7880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.518014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.592933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': 'fb64ec42-4fa9-4a73-ac44-45be1fe68055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:39.593317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: a4e3b932-89c5-4d16-89ee-d309cc0da662, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:39.645082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-396790a8-c083-4d73-9656-82e33ab14d91 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (537df140-0361-460e-bfbd-0146f5eae629), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.715681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-396790a8-c083-4d73-9656-82e33ab14d91 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (537df140-0361-460e-bfbd-0146f5eae629), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.761425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479400a-42d3-434c-bacd-c16c56c3135b None None] Pushing event updated for resources: {'Port': ['ID=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:39.935562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d9541972-6fb2-4eb5-89b8-95118e2d1c35 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:39.961454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network a4e3b932-89c5-4d16-89ee-d309cc0da662 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:39.996486 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-396790a8-c083-4d73-9656-82e33ab14d91 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:39.997053 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-396790a8-c083-4d73-9656-82e33ab14d91 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9758794 Feb 17 22:30:40.000798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.005937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:40.008810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, a4e3b932-89c5-4d16-89ee-d309cc0da662) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:40.020687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3fede84a-c8ab-43b4-a3ff-9e83462c7880 None None] Current status of the port d9541972-6fb2-4eb5-89b8-95118e2d1c35 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:40.026378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a89889d3-81d6-4aba-aff3-7d6a197f9af5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': '537df140-0361-460e-bfbd-0146f5eae629', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:40.030019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc4f63-dc3e-4253-ac70-cd880cf0db93 None None] Network a4e3b932-89c5-4d16-89ee-d309cc0da662 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:40.030958 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-a89889d3-81d6-4aba-aff3-7d6a197f9af5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 17 22:30:40.031548 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-a89889d3-81d6-4aba-aff3-7d6a197f9af5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:40.036264 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a89889d3-81d6-4aba-aff3-7d6a197f9af5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0283368 Feb 17 22:30:40.040840 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60954) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:40.044821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396790a8-c083-4d73-9656-82e33ab14d91 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537df140-0361-460e-bfbd-0146f5eae629,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:40.050844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:40.058035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.071966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-7b90b007-4ec1-44c7-8fe0-a9958197eb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:40.080928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-7b90b007-4ec1-44c7-8fe0-a9958197eb1e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bfe83f4-74de-4089-8a6a-b7a10528e45b HTTP/1.1" status: 200 len: 835 time: 0.5672138 Feb 17 22:30:40.160200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d9541972-6fb2-4eb5-89b8-95118e2d1c35 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:40.160636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.173870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee55fa-f625-4bbf-8a72-81bb9b7af7b3 req-4082ec01-0565-4dba-9561-1ac9a0f79e59 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:40.178928 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f667ec64-6a26-44b3-8ded-b59daea36613 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7492137 Feb 17 22:30:40.180523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60958) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:40.184244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10ee55fa-f625-4bbf-8a72-81bb9b7af7b3 req-4082ec01-0565-4dba-9561-1ac9a0f79e59 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.4591532 Feb 17 22:30:40.229872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.257877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fed794-082e-47c1-8298-6d72900a61c3 req-275d298b-97bf-4377-8903-fa65bd6469c2 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:40.259446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3fed794-082e-47c1-8298-6d72900a61c3 req-275d298b-97bf-4377-8903-fa65bd6469c2 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 909 time: 0.3695729 Feb 17 22:30:40.338139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-a4e3b932-89c5-4d16-89ee-d309cc0da662', 'network_id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': 'af16e427-35e0-40db-94cd-15b7cc148455'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:40.339597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.401662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbd70-3b1b-4bc4-8e6a-27397a3e801e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (537df140-0361-460e-bfbd-0146f5eae629), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.427286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:40.445935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10ee55fa-f625-4bbf-8a72-81bb9b7af7b3 req-707b9df2-f4ed-4254-9339-6d1ba869cd30 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561707 Feb 17 22:30:40.448517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:40.459239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:40.465962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:40.466907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.493034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-1dbe44f5-f364-4850-b8b2-5778b483aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:40.494941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-1dbe44f5-f364-4850-b8b2-5778b483aa38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcd79117-16cb-4107-ac9f-59e87b1c56bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4093609 Feb 17 22:30:40.521266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbd70-3b1b-4bc4-8e6a-27397a3e801e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (537df140-0361-460e-bfbd-0146f5eae629), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.524612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:40.588353 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1a45c60c-cec4-490b-bde9-40f09e12e77f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1781237 Feb 17 22:30:40.593258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60966) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:40.598767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (a4e3b932-89c5-4d16-89ee-d309cc0da662), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.617150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d9541972-6fb2-4eb5-89b8-95118e2d1c35 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:40.709962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Allocated IP 2001:db8::3 (a4e3b932-89c5-4d16-89ee-d309cc0da662/af16e427-35e0-40db-94cd-15b7cc148455/9cc20155-45c4-498d-89a2-c3995fa80c23) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:40.711222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-06b6d209-2ba9-4252-934c-800e9b7e2fa2 service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083354 Feb 17 22:30:40.768258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd19cbc-41b7-491b-be3d-bd27cde741de tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:40.770148 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7dd19cbc-41b7-491b-be3d-bd27cde741de tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b HTTP/1.1" status: 200 len: 840 time: 0.1687100 Feb 17 22:30:40.799620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60968) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:40.836725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbd70-3b1b-4bc4-8e6a-27397a3e801e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (537df140-0361-460e-bfbd-0146f5eae629), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.839576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbd70-3b1b-4bc4-8e6a-27397a3e801e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:40.840567 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c7dcbd70-3b1b-4bc4-8e6a-27397a3e801e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/537df140-0361-460e-bfbd-0146f5eae629 HTTP/1.1" status: 204 len: 168 time: 0.7970805 Feb 17 22:30:40.851520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60970) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:40.884186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcbd70-3b1b-4bc4-8e6a-27397a3e801e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537df140-0361-460e-bfbd-0146f5eae629,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:40.889780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (af16e427-35e0-40db-94cd-15b7cc148455), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.021373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1c8a4d12-5ed6-4966-82c6-262418170d0d tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1680758 Feb 17 22:30:41.027020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60974) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:41.044785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9c82406f-2b26-468f-be66-b6014c264c31 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306490543'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:41.061943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:41.062295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.085769 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Publish callbacks [] for port (9cc20155-45c4-498d-89a2-c3995fa80c23), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.096222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ceceb16-cb2a-4ae2-b1b7-b448a15e5cbe req-5e6b38e2-cad5-4236-a856-0afa9f31003a service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3784719 Feb 17 22:30:41.103594 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (9cc20155-45c4-498d-89a2-c3995fa80c23), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.181293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Pushing event updated for resources: {'Port': ['ID=9cc20155-45c4-498d-89a2-c3995fa80c23,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:41.216774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Network a4e3b932-89c5-4d16-89ee-d309cc0da662 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:41.218321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:41.220201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c82406f-2b26-468f-be66-b6014c264c31 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.223817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:41.369304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Attempting to bind port 9cc20155-45c4-498d-89a2-c3995fa80c23 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:41.370689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Attempting to bind port 9cc20155-45c4-498d-89a2-c3995fa80c23 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fb64ec42-4fa9-4a73-ac44-45be1fe68055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:41.371277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Attempting to bind port 9cc20155-45c4-498d-89a2-c3995fa80c23 on network a4e3b932-89c5-4d16-89ee-d309cc0da662 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:41.379712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:41.380572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Checking segment: {'id': 'fb64ec42-4fa9-4a73-ac44-45be1fe68055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:41.382034 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.384446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Bound using segment: {'id': 'fb64ec42-4fa9-4a73-ac44-45be1fe68055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:41.385144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Bound port: 9cc20155-45c4-498d-89a2-c3995fa80c23, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb64ec42-4fa9-4a73-ac44-45be1fe68055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:41.386012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9cc20155-45c4-498d-89a2-c3995fa80c23), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.451786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.471179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:41.552959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] For port 9cc20155-45c4-498d-89a2-c3995fa80c23, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:41.559989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] For port 9cc20155-45c4-498d-89a2-c3995fa80c23, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9cc20155-45c4-498d-89a2-c3995fa80c23,segment=NetworkSegment(fb64ec42-4fa9-4a73-ac44-45be1fe68055),segment_id=fb64ec42-4fa9-4a73-ac44-45be1fe68055)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:41.579017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9cc20155-45c4-498d-89a2-c3995fa80c23), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.615392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c82406f-2b26-468f-be66-b6014c264c31 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (f056e922-62ab-481c-9a68-e225303f9155), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.618694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (af16e427-35e0-40db-94cd-15b7cc148455), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.646249 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.652370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c82406f-2b26-468f-be66-b6014c264c31 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f056e922-62ab-481c-9a68-e225303f9155), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.772864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60bb9e6-25d9-4abc-b20e-a34b646845ef req-ee87ee9b-e89e-4a66-8500-9d6006d37e26 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:41.779469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f60bb9e6-25d9-4abc-b20e-a34b646845ef req-ee87ee9b-e89e-4a66-8500-9d6006d37e26 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 909 time: 0.3612242 Feb 17 22:30:41.819157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:41.847718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005ef7bc-0614-4f28-b239-377ba04dd5a8 req-0a72ec51-9c93-4e21-93cc-c07b6dbbb531 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:41.862983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-005ef7bc-0614-4f28-b239-377ba04dd5a8 req-0a72ec51-9c93-4e21-93cc-c07b6dbbb531 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 945 time: 0.3807745 Feb 17 22:30:41.874112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:41.880430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82406f-2b26-468f-be66-b6014c264c31 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f056e922-62ab-481c-9a68-e225303f9155,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:41.894175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c82406f-2b26-468f-be66-b6014c264c31 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.903991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60988) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:41.904275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9c82406f-2b26-468f-be66-b6014c264c31 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8736396 Feb 17 22:30:41.911067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cd38c648-abac-49a9-8512-f50d4cd7352d tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'f056e922-62ab-481c-9a68-e225303f9155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:41.915615 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-cd38c648-abac-49a9-8512-f50d4cd7352d tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 17 22:30:41.916527 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-cd38c648-abac-49a9-8512-f50d4cd7352d tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:41.916706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=af16e427-35e0-40db-94cd-15b7cc148455,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:41.925189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cd38c648-abac-49a9-8512-f50d4cd7352d tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0195854 Feb 17 22:30:41.928955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60990) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:41.963028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:41.976212 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d1e301e-2da2-4812-86df-3747b88f166e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b HTTP/1.1" status: 204 len: 168 time: 1.1755033 Feb 17 22:30:41.984360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60992) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:41.993188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-277a3dcf-c0b6-415a-ad98-818b52cdf21a tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'f056e922-62ab-481c-9a68-e225303f9155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:41.993916 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-277a3dcf-c0b6-415a-ad98-818b52cdf21a tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 17 22:30:41.994854 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-277a3dcf-c0b6-415a-ad98-818b52cdf21a tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:41.996168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-277a3dcf-c0b6-415a-ad98-818b52cdf21a tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0631289 Feb 17 22:30:42.015429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60994) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:42.018959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3d13d67e-501b-44af-9c2a-d795fc203b61 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'f056e922-62ab-481c-9a68-e225303f9155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:42.019824 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-3d13d67e-501b-44af-9c2a-d795fc203b61 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 17 22:30:42.020558 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-3d13d67e-501b-44af-9c2a-d795fc203b61 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:42.025123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3d13d67e-501b-44af-9c2a-d795fc203b61 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0095832 Feb 17 22:30:42.040763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60996) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:42.057177 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a5ef52-e1c8-4a67-b8bf-4ca703a22ca7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:30:42.066981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-77c479b4-b9fa-4121-a09b-c47339a6ffe5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'f056e922-62ab-481c-9a68-e225303f9155', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:42.066981 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-77c479b4-b9fa-4121-a09b-c47339a6ffe5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 17 22:30:42.066981 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-77c479b4-b9fa-4121-a09b-c47339a6ffe5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:42.066981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-77c479b4-b9fa-4121-a09b-c47339a6ffe5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0140662 Feb 17 22:30:42.067398 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-44a5ef52-e1c8-4a67-b8bf-4ca703a22ca7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/a9fdbe3e-c5dd-47f4-bd18-8c126c8da46b HTTP/1.1" status: 404 len: 333 time: 0.0787334 Feb 17 22:30:42.067500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60998) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:42.068707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32768) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:42.079203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'name': 'tempest-PortsTestJSON-1390926248'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:42.080099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (a4e3b932-89c5-4d16-89ee-d309cc0da662), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.090478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-005ef7bc-0614-4f28-b239-377ba04dd5a8 req-f9ccde55-5a18-489f-9239-c66b3ad2718d tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264843 Feb 17 22:30:42.178565 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e3b932-89c5-4d16-89ee-d309cc0da662']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:42.221661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb64ec42-4fa9-4a73-ac44-45be1fe68055') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:42.222032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb64ec42-4fa9-4a73-ac44-45be1fe68055') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:42.223111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dd9d9-3384-4f48-b5b7-1fd664a1f2e5 req-1077ccd1-3aeb-43f0-be0c-ece18e684300 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:42.230568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-475dd9d9-3384-4f48-b5b7-1fd664a1f2e5 req-1077ccd1-3aeb-43f0-be0c-ece18e684300 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.3002567 Feb 17 22:30:42.257863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fb64ec42-4fa9-4a73-ac44-45be1fe68055), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.287587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f482956e-0ba9-4fa7-8b64-f2396924ecde tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (f056e922-62ab-481c-9a68-e225303f9155), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.288655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb64ec42-4fa9-4a73-ac44-45be1fe68055), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.306063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:42.306063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fb64ec42-4fa9-4a73-ac44-45be1fe68055), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.324293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:42.327665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.330784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f482956e-0ba9-4fa7-8b64-f2396924ecde tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (f056e922-62ab-481c-9a68-e225303f9155), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.333821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397b0872-59ea-4137-b305-98a17b79a480 None None] Network 4fd054e3-768b-4ef9-8bd0-70323292e889 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:42.400704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 4cbad636-6ea0-4a87-9bdc-b3066af26d56 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:42.409065 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:42.439192 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:30:42.439192 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:30:42.439192 n-d-828369-18 neutron-server[103526]: [parameters: {'id': 'a4e3b932-89c5-4d16-89ee-d309cc0da662'}] Feb 17 22:30:42.439192 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:30:42.440173 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:30:42.447774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cdd63c-8d3e-41e5-a2e1-4501d60d35e3 None None] Pushing event updated for resources: {'Port': ['ID=9cc20155-45c4-498d-89a2-c3995fa80c23,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:42.473942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5422bf-c8aa-4de5-996c-662bab92c5a7 req-3ec7ec80-2867-4bdc-941e-d376c5cd26e9 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:42.480835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-91240b8c-7a5e-45d6-8932-b8bdc6e63207 None None] Provisioning complete for port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:42.481226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91240b8c-7a5e-45d6-8932-b8bdc6e63207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.486997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac5422bf-c8aa-4de5-996c-662bab92c5a7 req-3ec7ec80-2867-4bdc-941e-d376c5cd26e9 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 909 time: 0.2444797 Feb 17 22:30:42.523712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00445a29-56c9-401d-9b96-6fe9ddaebb49 None None] Network a4e3b932-89c5-4d16-89ee-d309cc0da662 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:42.583189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f482956e-0ba9-4fa7-8b64-f2396924ecde tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f056e922-62ab-481c-9a68-e225303f9155), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.589578 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f482956e-0ba9-4fa7-8b64-f2396924ecde tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.595105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f482956e-0ba9-4fa7-8b64-f2396924ecde tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/f056e922-62ab-481c-9a68-e225303f9155 HTTP/1.1" status: 204 len: 168 time: 0.5227015 Feb 17 22:30:42.595277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32778) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:42.632604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:42.632604 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.645581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482956e-0ba9-4fa7-8b64-f2396924ecde tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f056e922-62ab-481c-9a68-e225303f9155,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:42.735405 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-79f0388a-8c1a-4956-901f-043bcb6cb44e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1377707 Feb 17 22:30:42.740704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32782) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:42.749865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-73502a48-352d-4557-8314-1638c22b19e2 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--387584943'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:42.759089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-91240b8c-7a5e-45d6-8932-b8bdc6e63207 None None] Current status of the port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:42.759541 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91240b8c-7a5e-45d6-8932-b8bdc6e63207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.812524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:42.830424 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73502a48-352d-4557-8314-1638c22b19e2 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.892744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-91240b8c-7a5e-45d6-8932-b8bdc6e63207 None None] For port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,segment=NetworkSegment(b1408d52-772c-48b1-83b0-043424d0ff5f),segment_id=b1408d52-772c-48b1-83b0-043424d0ff5f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:42.894999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:42.895805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.906528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91240b8c-7a5e-45d6-8932-b8bdc6e63207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.951038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (a4e3b932-89c5-4d16-89ee-d309cc0da662), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.987983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73502a48-352d-4557-8314-1638c22b19e2 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (ebea162e-1d71-4c00-ac2e-2e84a7ec3e20), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:42.990156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-916c3bdb-d6e3-4069-bf00-09a95c9db6da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.016347 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:30:43.016762 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:30:43.023976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-475dd9d9-3384-4f48-b5b7-1fd664a1f2e5 req-c331d3e6-7074-4c42-b45b-7fda2e4c4d10 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7924614 Feb 17 22:30:43.032045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.035186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240b8c-7a5e-45d6-8932-b8bdc6e63207 None None] Pushing event updated for resources: {'Port': ['ID=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:43.041476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb2e984-8291-4f5b-8c40-c8e71a0de578 req-0fa76ef9-1d2f-4b28-9086-46c5e9372dd8 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:43.045325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73502a48-352d-4557-8314-1638c22b19e2 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ebea162e-1d71-4c00-ac2e-2e84a7ec3e20), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.048864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-deb2e984-8291-4f5b-8c40-c8e71a0de578 req-0fa76ef9-1d2f-4b28-9086-46c5e9372dd8 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 1092 time: 0.2281895 Feb 17 22:30:43.096709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.131920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:43.156248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:43.159861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73502a48-352d-4557-8314-1638c22b19e2 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebea162e-1d71-4c00-ac2e-2e84a7ec3e20,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:43.167897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73502a48-352d-4557-8314-1638c22b19e2 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.171791 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-73502a48-352d-4557-8314-1638c22b19e2 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4268181 Feb 17 22:30:43.175532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:43.176522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8668f7a-e166-483f-a7f3-605bd87f1361 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:30:43.182104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:43.183017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.184134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32790) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.197064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-42b3155f-75a3-4689-ac9f-9cfc14304302 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.198841 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-42b3155f-75a3-4689-ac9f-9cfc14304302 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:30:43.200005 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-42b3155f-75a3-4689-ac9f-9cfc14304302 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.206176 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42b3155f-75a3-4689-ac9f-9cfc14304302 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167482 Feb 17 22:30:43.216963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32792) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.219930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a227d003-7eae-457e-ad6f-c505bb9554d8 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.259021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting port 9cc20155-45c4-498d-89a2-c3995fa80c23 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:43.259563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9cc20155-45c4-498d-89a2-c3995fa80c23), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.271076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-35432c82-1877-4799-8df0-d669f73bec9b None None] Provisioning complete for port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:43.272252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35432c82-1877-4799-8df0-d669f73bec9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.301779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2343266 Feb 17 22:30:43.302556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9189798-aa9e-4528-83b6-45107b256292 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=4cbad636-6ea0-4a87-9bdc-b3066af26d56,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:43.308872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32796) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.314525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.339686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] For port 9cc20155-45c4-498d-89a2-c3995fa80c23, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9cc20155-45c4-498d-89a2-c3995fa80c23,segment=NetworkSegment(fb64ec42-4fa9-4a73-ac44-45be1fe68055),segment_id=fb64ec42-4fa9-4a73-ac44-45be1fe68055)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:43.340085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9cc20155-45c4-498d-89a2-c3995fa80c23), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.364650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Calling delete_port for 9cc20155-45c4-498d-89a2-c3995fa80c23 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:43.377840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-916c3bdb-d6e3-4069-bf00-09a95c9db6da admin admin] Publish callbacks [] for security_group (ac4f8b36-b993-4e6a-acda-d361cb0254cb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.387244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12819e3c-d382-4906-9ba9-649c23422b3e req-e78b1297-e266-4589-9ef0-6467094ddfda tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:43.388869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12819e3c-d382-4906-9ba9-649c23422b3e req-e78b1297-e266-4589-9ef0-6467094ddfda tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1167 time: 0.1972501 Feb 17 22:30:43.432815 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-a227d003-7eae-457e-ad6f-c505bb9554d8 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.432815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a227d003-7eae-457e-ad6f-c505bb9554d8 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2137282 Feb 17 22:30:43.438342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.446211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ed882310-4495-4599-acaa-66262f46542b tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.446834 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-ed882310-4495-4599-acaa-66262f46542b tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 17 22:30:43.447528 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-ed882310-4495-4599-acaa-66262f46542b tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.451155 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ed882310-4495-4599-acaa-66262f46542b tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092680 Feb 17 22:30:43.451155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-916c3bdb-d6e3-4069-bf00-09a95c9db6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ac4f8b36-b993-4e6a-acda-d361cb0254cb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.452890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32800) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.473690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8b302711-535f-45b7-b758-945e8dc776f1 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.478408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-35432c82-1877-4799-8df0-d669f73bec9b None None] Current status of the port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:43.487005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.492118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8668f7a-e166-483f-a7f3-605bd87f1361 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:30:43.526361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83c21c-efb7-4129-a38e-9c1d9ea7b894 req-0775375e-50fe-4a1c-8500-291fe3f8b3c3 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:43.534402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b83c21c-efb7-4129-a38e-9c1d9ea7b894 req-0775375e-50fe-4a1c-8500-291fe3f8b3c3 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 945 time: 0.1798050 Feb 17 22:30:43.542368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c3bdb-d6e3-4069-bf00-09a95c9db6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac4f8b36-b993-4e6a-acda-d361cb0254cb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:43.558289 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-916c3bdb-d6e3-4069-bf00-09a95c9db6da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1070b5359ac947268ceec6a0e4f5d915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7455955 Feb 17 22:30:43.561562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.573240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:43.609332 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12819e3c-d382-4906-9ba9-649c23422b3e req-0b0d9fc8-392d-4b4a-9aa7-7b92ed372c18 tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1960611 Feb 17 22:30:43.629947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.656792 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-8b302711-535f-45b7-b758-945e8dc776f1 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.658346 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8b302711-535f-45b7-b758-945e8dc776f1 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1953416 Feb 17 22:30:43.664618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32806) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.667209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9cc20155-45c4-498d-89a2-c3995fa80c23), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.675956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b83c21c-efb7-4129-a38e-9c1d9ea7b894 req-303272cf-0cea-46c7-b513-ac15564d61d0 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404901 Feb 17 22:30:43.684590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7551d896-5e04-494e-8866-642654611c20 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.685579 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-7551d896-5e04-494e-8866-642654611c20 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 17 22:30:43.686205 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-7551d896-5e04-494e-8866-642654611c20 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.690312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7551d896-5e04-494e-8866-642654611c20 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0122790 Feb 17 22:30:43.691206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32808) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.699073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-edf50684-7c42-47dc-9cc7-91d369b1b758 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.729240 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Port': ['ID=9cc20155-45c4-498d-89a2-c3995fa80c23,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:43.734382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No DVR routers for this DVR port 9cc20155-45c4-498d-89a2-c3995fa80c23 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:43.776169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb45afa6-ff3b-4934-8257-681f6e06582d admin admin] Publish callbacks [] for security_group (ac4f8b36-b993-4e6a-acda-d361cb0254cb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.794096 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-edf50684-7c42-47dc-9cc7-91d369b1b758 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.797795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-edf50684-7c42-47dc-9cc7-91d369b1b758 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1015124 Feb 17 22:30:43.800776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32810) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.807318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1dad471d-287b-4112-a3af-2f67f1917b38 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.807823 n-d-828369-18 neutron-server[103527]: WARNING neutron.api.v2.base [None req-1dad471d-287b-4112-a3af-2f67f1917b38 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 17 22:30:43.809098 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-1dad471d-287b-4112-a3af-2f67f1917b38 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.813230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1dad471d-287b-4112-a3af-2f67f1917b38 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089109 Feb 17 22:30:43.814951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32812) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.817516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:43.819201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c7631c77-8358-42d6-a08e-2cf548b7b3af tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.846156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade8a83-3c1a-45f4-919b-8354ccb0ffbd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:43.850524 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cade8a83-3c1a-45f4-919b-8354ccb0ffbd tempest-TestSecurityGroupsBasicOps-824359888 tempest-TestSecurityGroupsBasicOps-824359888-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 1087 time: 0.2167568 Feb 17 22:30:43.870635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb45afa6-ff3b-4934-8257-681f6e06582d admin admin] Publish callbacks [] for security_group (ac4f8b36-b993-4e6a-acda-d361cb0254cb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.902311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.912904 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.916132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (a4e3b932-89c5-4d16-89ee-d309cc0da662), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.930945 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-c7631c77-8358-42d6-a08e-2cf548b7b3af tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:43.935232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c7631c77-8358-42d6-a08e-2cf548b7b3af tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1201975 Feb 17 22:30:43.937613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32816) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:43.962915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2be26a17-093b-4478-8c4f-3fa6cc532575 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'ebea162e-1d71-4c00-ac2e-2e84a7ec3e20', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:43.970626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:43.971003 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.985791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] In _notify_port_updated(), no bound segment for port 4cbad636-6ea0-4a87-9bdc-b3066af26d56 on network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:30:43.991624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e3b932-89c5-4d16-89ee-d309cc0da662']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:43.992228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:43.992982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:43.994895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "PUT /v2.0/ports/4cbad636-6ea0-4a87-9bdc-b3066af26d56 HTTP/1.1" status: 200 len: 818 time: 0.6849742 Feb 17 22:30:43.999591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32818) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.010848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb64ec42-4fa9-4a73-ac44-45be1fe68055') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:44.010848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb64ec42-4fa9-4a73-ac44-45be1fe68055') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:44.033624 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fb64ec42-4fa9-4a73-ac44-45be1fe68055), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.050552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb45afa6-ff3b-4934-8257-681f6e06582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ac4f8b36-b993-4e6a-acda-d361cb0254cb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.062438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb45afa6-ff3b-4934-8257-681f6e06582d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.066850 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb45afa6-ff3b-4934-8257-681f6e06582d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac4f8b36-b993-4e6a-acda-d361cb0254cb HTTP/1.1" status: 204 len: 168 time: 0.5016778 Feb 17 22:30:44.084982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb64ec42-4fa9-4a73-ac44-45be1fe68055), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.091281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f08fa6-6f2e-4769-bb78-b2480352bc66 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=4cbad636-6ea0-4a87-9bdc-b3066af26d56,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:44.092558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb45afa6-ff3b-4934-8257-681f6e06582d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac4f8b36-b993-4e6a-acda-d361cb0254cb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:44.122171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:44.122620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fb64ec42-4fa9-4a73-ac44-45be1fe68055), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:44.129271 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:44.189197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:44.218900 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-2be26a17-093b-4478-8c4f-3fa6cc532575 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:44.223416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2be26a17-093b-4478-8c4f-3fa6cc532575 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2642570 Feb 17 22:30:44.230139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32826) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.265349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (a4e3b932-89c5-4d16-89ee-d309cc0da662), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.274968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.280755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/a4e3b932-89c5-4d16-89ee-d309cc0da662 HTTP/1.1" status: 204 len: 168 time: 4.0922730 Feb 17 22:30:44.284172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32830) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.300737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a1f1c-7f66-4cf0-b7f8-3c65ddccf5bb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=a4e3b932-89c5-4d16-89ee-d309cc0da662,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:44.319280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1398934791'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:44.323918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fe7c3d0-c143-49c1-940d-f5082b5caecb tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (ebea162e-1d71-4c00-ac2e-2e84a7ec3e20), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.355433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a994a658-ce79-4909-a474-feb002c6be93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.359640 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fe7c3d0-c143-49c1-940d-f5082b5caecb tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (ebea162e-1d71-4c00-ac2e-2e84a7ec3e20), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.400630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df5a54-3b1a-491e-b108-ddf1d246895e req-84a5530d-b23c-46ab-94f1-5153b39b5fa4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:44.402280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3df5a54-3b1a-491e-b108-ddf1d246895e req-84a5530d-b23c-46ab-94f1-5153b39b5fa4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.1937215 Feb 17 22:30:44.402799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:44.406594 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.426492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 4cbad636-6ea0-4a87-9bdc-b3066af26d56 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:44.427000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.429813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fe7c3d0-c143-49c1-940d-f5082b5caecb tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ebea162e-1d71-4c00-ac2e-2e84a7ec3e20), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.433586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fe7c3d0-c143-49c1-940d-f5082b5caecb tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.437598 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5fe7c3d0-c143-49c1-940d-f5082b5caecb tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/ebea162e-1d71-4c00-ac2e-2e84a7ec3e20 HTTP/1.1" status: 204 len: 168 time: 0.2040658 Feb 17 22:30:44.438391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32834) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.446845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe7c3d0-c143-49c1-940d-f5082b5caecb tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebea162e-1d71-4c00-ac2e-2e84a7ec3e20,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:44.551257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:44.573409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32836) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.590319 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83b31c27-1d47-48f2-b8ec-735fcb601557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.597483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.650449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3df5a54-3b1a-491e-b108-ddf1d246895e req-08921719-4dff-4936-b373-43c83e7cb0c0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310839 Feb 17 22:30:44.671488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b8359df6-5628-4a37-91a2-f4a48b98ecff), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.671488 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment b8359df6-5628-4a37-91a2-f4a48b98ecff of type vlan for network 61018ee0-7ba5-4a4f-bd31-51632e8f7788 Feb 17 22:30:44.671723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83b31c27-1d47-48f2-b8ec-735fcb601557 admin admin] Publish callbacks [] for security_group (16d7a179-81f2-493a-ad86-833f938826a5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.676102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83b31c27-1d47-48f2-b8ec-735fcb601557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (16d7a179-81f2-493a-ad86-833f938826a5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.690159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 4cbad636-6ea0-4a87-9bdc-b3066af26d56 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:44.697718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f5e349c9-f955-424d-a855-50e0fb2514bb tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2518587 Feb 17 22:30:44.702694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32840) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.711346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-62745404-9fa4-4890-bacd-6b383e633cd7 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1941098170'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:44.740102 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-83b31c27-1d47-48f2-b8ec-735fcb601557 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b727ece388b44c1bbfa30d2b8977440&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1655810 Feb 17 22:30:44.745096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32842) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.750709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (61018ee0-7ba5-4a4f-bd31-51632e8f7788), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.756939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b31c27-1d47-48f2-b8ec-735fcb601557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d7a179-81f2-493a-ad86-833f938826a5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:44.779872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62745404-9fa4-4890-bacd-6b383e633cd7 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.831472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cc10519-10cc-448b-90bd-15f578ee8939 admin admin] Publish callbacks [] for security_group (16d7a179-81f2-493a-ad86-833f938826a5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.863865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a6e2d-94f1-4efb-9d0c-ce3df00c7906 req-fe2d65c8-e9d1-4bc2-b687-c362bd76d16e tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:44.865393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-865a6e2d-94f1-4efb-9d0c-ce3df00c7906 req-fe2d65c8-e9d1-4bc2-b687-c362bd76d16e tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 909 time: 0.6220534 Feb 17 22:30:44.865553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cc10519-10cc-448b-90bd-15f578ee8939 admin admin] Publish callbacks [] for security_group (16d7a179-81f2-493a-ad86-833f938826a5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.889996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-25446bb1-0b8f-49a4-bd84-f552874c6150 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:44.889996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-25446bb1-0b8f-49a4-bd84-f552874c6150 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.73 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 945 time: 0.2969613 Feb 17 22:30:44.900561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (61018ee0-7ba5-4a4f-bd31-51632e8f7788), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.905457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:44.906034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.918312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62745404-9fa4-4890-bacd-6b383e633cd7 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (c0393664-434f-43fe-8b3b-3846638d567e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.922668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62745404-9fa4-4890-bacd-6b383e633cd7 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c0393664-434f-43fe-8b3b-3846638d567e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.952331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62745404-9fa4-4890-bacd-6b383e633cd7 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.953489 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-62745404-9fa4-4890-bacd-6b383e633cd7 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2499561 Feb 17 22:30:44.957601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32844) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:44.962674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4c013fed-9e4b-4a68-b30d-fd938e334605 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'c0393664-434f-43fe-8b3b-3846638d567e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:44.968298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62745404-9fa4-4890-bacd-6b383e633cd7 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0393664-434f-43fe-8b3b-3846638d567e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:44.970430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cc10519-10cc-448b-90bd-15f578ee8939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (16d7a179-81f2-493a-ad86-833f938826a5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.973057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cc10519-10cc-448b-90bd-15f578ee8939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:44.979545 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5cc10519-10cc-448b-90bd-15f578ee8939 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16d7a179-81f2-493a-ad86-833f938826a5 HTTP/1.1" status: 204 len: 168 time: 0.2286065 Feb 17 22:30:44.997283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc10519-10cc-448b-90bd-15f578ee8939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d7a179-81f2-493a-ad86-833f938826a5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:45.021071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7147269 Feb 17 22:30:45.028070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32848) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.038281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '61018ee0-7ba5-4a4f-bd31-51632e8f7788', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:45.061652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9c51a-758b-4289-b90a-b3a3e12e251b req-095902d4-969a-4bcd-85c1-5d799b565f06 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:45.067406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fb9c51a-758b-4289-b90a-b3a3e12e251b req-095902d4-969a-4bcd-85c1-5d799b565f06 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 945 time: 0.2697909 Feb 17 22:30:45.089716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4cbad636-6ea0-4a87-9bdc-b3066af26d56), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.101122 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-4c013fed-9e4b-4a68-b30d-fd938e334605 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The resource could not be found. Feb 17 22:30:45.106200 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4c013fed-9e4b-4a68-b30d-fd938e334605 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1466999 Feb 17 22:30:45.113182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32850) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.120666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1a2dae75-9b5a-4319-a184-dbcc3a3ccd52 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': 'c0393664-434f-43fe-8b3b-3846638d567e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ca8e8340-0c58-4ff5-81fa-75e456c8a31e'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:45.141842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deb583-05c7-4488-bbe5-a1602cf28297 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=61018ee0-7ba5-4a4f-bd31-51632e8f7788,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:45.159414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=4cbad636-6ea0-4a87-9bdc-b3066af26d56,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:45.163097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.170646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-090e8891-0532-4adf-8145-60de609a8bab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/4cbad636-6ea0-4a87-9bdc-b3066af26d56 HTTP/1.1" status: 204 len: 168 time: 1.1637018 Feb 17 22:30:45.173386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 61018ee0-7ba5-4a4f-bd31-51632e8f7788 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:45.176374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32852) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.205939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:45.210261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.216207 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-1a2dae75-9b5a-4319-a184-dbcc3a3ccd52 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The resource could not be found. Feb 17 22:30:45.222698 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1a2dae75-9b5a-4319-a184-dbcc3a3ccd52 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1073761 Feb 17 22:30:45.222698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32854) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.286620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fb9c51a-758b-4289-b90a-b3a3e12e251b req-61aecce5-fe68-4862-a441-5b5257ffbbd2 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/security-groups?id=81336c35-5a0b-45b3-a386-183e5e2108d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922405 Feb 17 22:30:45.306727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Deleting port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:45.307347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.363668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1e197a7-71ef-4696-9359-93e1e424fab4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (c0393664-434f-43fe-8b3b-3846638d567e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.378370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee37965a-f8e0-4736-939d-16b478ba901a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:45.379899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ee37965a-f8e0-4736-939d-16b478ba901a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1991932 Feb 17 22:30:45.383406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32860) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.429646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1e197a7-71ef-4696-9359-93e1e424fab4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (c0393664-434f-43fe-8b3b-3846638d567e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.435652 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd166df0-c6f1-4ff7-860d-49126c053eca tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:30:45.437323 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bd166df0-c6f1-4ff7-860d-49126c053eca tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/4cbad636-6ea0-4a87-9bdc-b3066af26d56 HTTP/1.1" status: 404 len: 333 time: 0.0529137 Feb 17 22:30:45.441227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32864) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.449309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-760185833'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:45.497870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:45.501524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.536368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1e197a7-71ef-4696-9359-93e1e424fab4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c0393664-434f-43fe-8b3b-3846638d567e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.539738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1e197a7-71ef-4696-9359-93e1e424fab4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.540896 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d1e197a7-71ef-4696-9359-93e1e424fab4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/c0393664-434f-43fe-8b3b-3846638d567e HTTP/1.1" status: 204 len: 168 time: 0.3079195 Feb 17 22:30:45.541681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] For port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,segment=NetworkSegment(67bb1d3c-629f-4629-a296-47c65d468ea3),segment_id=67bb1d3c-629f-4629-a296-47c65d468ea3)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:45.542235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.558208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Calling delete_port for b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:45.562193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32868) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.588682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:45.595854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e197a7-71ef-4696-9359-93e1e424fab4 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0393664-434f-43fe-8b3b-3846638d567e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:45.612466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (236348eb-679a-48f9-85b7-6f8e3531b957), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.696600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=236348eb-679a-48f9-85b7-6f8e3531b957,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:45.736923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': 'b8359df6-5628-4a37-91a2-f4a48b98ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '61018ee0-7ba5-4a4f-bd31-51632e8f7788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:45.737294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 61018ee0-7ba5-4a4f-bd31-51632e8f7788, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:45.762892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 61018ee0-7ba5-4a4f-bd31-51632e8f7788 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:45.774046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 61018ee0-7ba5-4a4f-bd31-51632e8f7788) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:45.779555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:45.780500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:45.787875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986bb7f9-4d5d-4fea-b12b-63449e9d97fe None None] Network 61018ee0-7ba5-4a4f-bd31-51632e8f7788 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:45.807486 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-17d9f157-50ad-41e6-b22c-4dc8322a84f8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7746675 Feb 17 22:30:45.808816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32880) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:45.996386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (61018ee0-7ba5-4a4f-bd31-51632e8f7788), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.014781 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (64696b5f-3a64-449d-b215-6d405c59d592), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.015164 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment 64696b5f-3a64-449d-b215-6d405c59d592 of type vlan for network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd Feb 17 22:30:46.074099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (236348eb-679a-48f9-85b7-6f8e3531b957), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.123635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2a8ca-39bf-49db-b7f9-5cd4dc2e5e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-61018ee0-7ba5-4a4f-bd31-51632e8f7788', 'network_id': '61018ee0-7ba5-4a4f-bd31-51632e8f7788', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': '236348eb-679a-48f9-85b7-6f8e3531b957'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:46.124745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3db2a8ca-39bf-49db-b7f9-5cd4dc2e5e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.177436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (236348eb-679a-48f9-85b7-6f8e3531b957), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.193486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cc0ca12f-007d-4b0c-bf5b-0e2d2720c80b tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6286623 Feb 17 22:30:46.202847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.206042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32892) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:46.216134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-db7e748c-35f8-40ec-996e-cd2ff2e53bf3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': '13784c36-8df1-478f-bb16-6336b3ccf726', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:46.268651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=236348eb-679a-48f9-85b7-6f8e3531b957,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:46.291624 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (61018ee0-7ba5-4a4f-bd31-51632e8f7788), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.316515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61018ee0-7ba5-4a4f-bd31-51632e8f7788']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:46.329732 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:30:46.330285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8359df6-5628-4a37-91a2-f4a48b98ecff') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:46.330685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8359df6-5628-4a37-91a2-f4a48b98ecff') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:46.342002 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b8359df6-5628-4a37-91a2-f4a48b98ecff), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.343138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09d450-c5a1-417d-ad2e-097d94d54899 req-0d0061f5-4cdb-4369-9a6c-9eb4292b6e47 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:46.344695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea09d450-c5a1-417d-ad2e-097d94d54899 req-0d0061f5-4cdb-4369-9a6c-9eb4292b6e47 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.3218434 Feb 17 22:30:46.360073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b8359df6-5628-4a37-91a2-f4a48b98ecff), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-3db2a8ca-39bf-49db-b7f9-5cd4dc2e5e96 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 236348eb-679a-48f9-85b7-6f8e3531b957: This subnet is being modified by another concurrent operation. Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:30:46.360234 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 236348eb-679a-48f9-85b7-6f8e3531b957: This subnet is being modified by another concurrent operation. Feb 17 22:30:46.365266 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 22:30:46.369223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:46.369223 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b8359df6-5628-4a37-91a2-f4a48b98ecff), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:46.376781 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:46.407577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99475817-4040-4c46-b667-9d56d94ed481 req-7cb8e2d0-5ece-4d45-95a0-0c626e332efb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:46.409111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99475817-4040-4c46-b667-9d56d94ed481 req-7cb8e2d0-5ece-4d45-95a0-0c626e332efb tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.94 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 909 time: 0.3852801 Feb 17 22:30:46.416603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b372bd-c50f-4db1-bf01-dde0bfe53cfd req-4de79bab-4792-4e8a-97ab-de09061f0902 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:46.417872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61b372bd-c50f-4db1-bf01-dde0bfe53cfd req-4de79bab-4792-4e8a-97ab-de09061f0902 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 909 time: 0.3963094 Feb 17 22:30:46.430095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.436053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:46.436053 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.437816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.439532 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-db7e748c-35f8-40ec-996e-cd2ff2e53bf3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The resource could not be found. Feb 17 22:30:46.440591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-db7e748c-35f8-40ec-996e-cd2ff2e53bf3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2334185 Feb 17 22:30:46.448113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32902) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:46.449760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfa3a75-1298-494e-bc98-7c1e6a5f3746 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:30:46.453215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-53846a33-3751-4322-b19e-5dfff41dc8d5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1450576690'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:46.455551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:30:46.480862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (61018ee0-7ba5-4a4f-bd31-51632e8f7788), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.485813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.491208 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/61018ee0-7ba5-4a4f-bd31-51632e8f7788 HTTP/1.1" status: 204 len: 168 time: 0.6809046 Feb 17 22:30:46.496444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32904) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:46.503527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1457452065'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:46.516459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53846a33-3751-4322-b19e-5dfff41dc8d5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.533605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ef5ae-7992-4fcf-962f-49debc126847 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=61018ee0-7ba5-4a4f-bd31-51632e8f7788,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:46.562600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:46.566517 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.618513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:46.630626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Pushing event deleted for resources: {'Port': ['ID=b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:46.664332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2ce4a4f6-0b41-4e34-b498-9d5df7f25f14), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.664714 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment 2ce4a4f6-0b41-4e34-b498-9d5df7f25f14 of type vlan for network 8183bce0-ae82-4f74-bf57-f1c612b7ea61 Feb 17 22:30:46.684076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53846a33-3751-4322-b19e-5dfff41dc8d5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (1c3e1a1a-8771-40f1-97a4-9e7087d216fa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.689978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2448330 Feb 17 22:30:46.692001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfa3a75-1298-494e-bc98-7c1e6a5f3746 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:30:46.707162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32908) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:46.713162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:46.726147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7546a647-741b-40a7-ab45-5f6417451829 req-fcbaa06a-ffe5-47d3-aef9-e6704fd29f09 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.79 "GET /v2.0/ports?device_id=49cbffb1-4f81-436a-b66a-98c7447951d4 HTTP/1.1" status: 200 len: 210 time: 0.1381989 Feb 17 22:30:46.728233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53846a33-3751-4322-b19e-5dfff41dc8d5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c3e1a1a-8771-40f1-97a4-9e7087d216fa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.772038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea09d450-c5a1-417d-ad2e-097d94d54899 req-2eb66872-92d8-4e6a-9c08-0b13785ad78c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4061980 Feb 17 22:30:46.777054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53846a33-3751-4322-b19e-5dfff41dc8d5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3e1a1a-8771-40f1-97a4-9e7087d216fa,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:46.782726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b021d49-e4ee-4a79-b076-7c2b9259de07 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=98d40612-e9c2-4c2d-a64c-ad2104b5bcbd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:46.810668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:46.814709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] No DVR routers for this DVR port b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:46.825115 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.830694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00fede97-2447-4d2d-858d-fffbb51095d1 req-afc48695-b3a8-4097-b7e3-c0481f495b15 tempest-ServersNegativeTestMultiTenantJSON-1579774896 tempest-ServersNegativeTestMultiTenantJSON-1579774896-project] 10.222.0.73 "DELETE /v2.0/ports/b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f HTTP/1.1" status: 204 len: 173 time: 1.9376440 Feb 17 22:30:46.832388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'name': 'network-vif-deleted', 'tag': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:30:46.835798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8183bce0-ae82-4f74-bf57-f1c612b7ea61), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.847568 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea78ff-2552-4545-a625-f9e7b4585874" -d '{"events": [{"server_uuid": "49cbffb1-4f81-436a-b66a-98c7447951d4", "name": "network-vif-deleted", "tag": "b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:30:46.875284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53846a33-3751-4322-b19e-5dfff41dc8d5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.879026 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-53846a33-3751-4322-b19e-5dfff41dc8d5 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4271493 Feb 17 22:30:46.880792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32914) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:46.893430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-52e73bbd-1842-4a94-8192-2cba44021ea6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359101737'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:46.925745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8183bce0-ae82-4f74-bf57-f1c612b7ea61), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.931319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:46.934423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.938836 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be29f6-d260-4741-91cd-a21f22a91270 x-openstack-request-id: req-26be29f6-d260-4741-91cd-a21f22a91270 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:30:46.941279 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49cbffb1-4f81-436a-b66a-98c7447951d4", "name": "network-vif-deleted", "tag": "b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:30:46.941554 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26be29f6-d260-4741-91cd-a21f22a91270 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:30:46.944372 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49cbffb1-4f81-436a-b66a-98c7447951d4', 'name': 'network-vif-deleted', 'tag': 'b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f', 'status': 'completed', 'code': 200} Feb 17 22:30:46.948933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:46.959403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:46.971604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:46.975954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.065034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52e73bbd-1842-4a94-8192-2cba44021ea6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.081956 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5844221 Feb 17 22:30:47.089541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32920) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:47.097916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:47.106944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d9d6a-3f02-4d63-996f-1b9c72c13eb1 None None] Network 61018ee0-7ba5-4a4f-bd31-51632e8f7788 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:47.123914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d9d6a-3f02-4d63-996f-1b9c72c13eb1 None None] Network 61018ee0-7ba5-4a4f-bd31-51632e8f7788 could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:30:47.128195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a8ecd-a3fd-4929-a27d-fefd557aa3ae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=8183bce0-ae82-4f74-bf57-f1c612b7ea61,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:47.141484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8183bce0-ae82-4f74-bf57-f1c612b7ea61 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:47.214313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] For port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:47.214941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.247206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Calling delete_port for f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:47.249914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52e73bbd-1842-4a94-8192-2cba44021ea6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (4ea446f0-ac23-4643-8699-8486506850b1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.257791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:47.262137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.264308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52e73bbd-1842-4a94-8192-2cba44021ea6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4ea446f0-ac23-4643-8699-8486506850b1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.344074 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15cd738f-69ef-4053-a6c8-55c3da3b18f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.386789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52e73bbd-1842-4a94-8192-2cba44021ea6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.388149 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-52e73bbd-1842-4a94-8192-2cba44021ea6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5055680 Feb 17 22:30:47.391336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32924) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:47.392055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e73bbd-1842-4a94-8192-2cba44021ea6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea446f0-ac23-4643-8699-8486506850b1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:47.401055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (28b8a640-56d4-4c4f-a5c6-2267924b0156), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.405149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-97f9525b-f146-4b8d-9a68-fc1a75dab2a1 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group_rule': {'security_group_id': '1c3e1a1a-8771-40f1-97a4-9e7087d216fa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4ea446f0-ac23-4643-8699-8486506850b1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:47.495913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=28b8a640-56d4-4c4f-a5c6-2267924b0156,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:47.503989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': '64696b5f-3a64-449d-b215-6d405c59d592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:47.504346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:47.530351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:47.545685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:47.555026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161145e3-1a05-4544-94ac-a5a62023e178 None None] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:47.559753 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-97f9525b-f146-4b8d-9a68-fc1a75dab2a1 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:47.563753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-97f9525b-f146-4b8d-9a68-fc1a75dab2a1 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1625376 Feb 17 22:30:47.566762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:47.567718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32928) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:47.568045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.595104 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e10d320-401d-4865-b100-8cadd71a5be5 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8865678 Feb 17 22:30:47.599534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32932) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:47.606320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-90f4fa27-c03f-41b1-a029-d8be4019bf47 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:47.657557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f1f6f4c8-f854-4baf-bdcb-a6fc21505e83), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.723769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-98d40612-e9c2-4c2d-a64c-ad2104b5bcbd', 'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd', 'project_id': '5d5bde6308714fd4aa05863fc9e096e8', 'fixed_ips': [{'subnet_id': '28b8a640-56d4-4c4f-a5c6-2267924b0156'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:47.725205 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.754158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Port': ['ID=f1f6f4c8-f854-4baf-bdcb-a6fc21505e83,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:47.763235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f4fa27-c03f-41b1-a029-d8be4019bf47 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:47.767070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-90f4fa27-c03f-41b1-a029-d8be4019bf47 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.794716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32938) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:47.807319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de37ac-a1e0-4dc5-9bb1-f03cba60d5d6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (4ea446f0-ac23-4643-8699-8486506850b1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.939089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.946600 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-90f4fa27-c03f-41b1-a029-d8be4019bf47 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 28b8a640-56d4-4c4f-a5c6-2267924b0156 (CIDR: 172.20.0.0/28) Feb 17 22:30:47.956245 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f4fa27-c03f-41b1-a029-d8be4019bf47 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:30:47.956746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f4fa27-c03f-41b1-a029-d8be4019bf47 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:30:47.961381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] Deleting subnet 1b38330d-3e8d-4e47-94be-db3fc35f3913 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:47.973382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] No DVR routers for this DVR port f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:47.976369 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (542117e6-0f1e-471c-8956-f9abce4b8d5c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.982556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.986133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99475817-4040-4c46-b667-9d56d94ed481 req-cae37f1f-ba97-41dc-85a0-fe0cef1e6efe tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.94 "DELETE /v2.0/ports/f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 HTTP/1.1" status: 204 len: 173 time: 1.5674012 Feb 17 22:30:47.986583 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-90f4fa27-c03f-41b1-a029-d8be4019bf47 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3860626 Feb 17 22:30:47.989028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] Publish callbacks [] for subnet (1b38330d-3e8d-4e47-94be-db3fc35f3913), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:47.989808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:48.004049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:48.013765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Allocated IP 172.20.0.2 (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd/28b8a640-56d4-4c4f-a5c6-2267924b0156/cb655d2c-1696-423e-9b24-5c1855bd7e4f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:48.117149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b75922-b24d-492e-a6a4-4e165e75353a req-d26afe6e-4e37-4b4d-bba3-b7a22cb70309 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:48.119854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05b75922-b24d-492e-a6a4-4e165e75353a req-d26afe6e-4e37-4b4d-bba3-b7a22cb70309 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=0db9886d-a432-4db2-b099-b89f62ed42e0 HTTP/1.1" status: 200 len: 830 time: 0.5276489 Feb 17 22:30:48.130585 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de37ac-a1e0-4dc5-9bb1-f03cba60d5d6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (4ea446f0-ac23-4643-8699-8486506850b1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.171625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:48.175156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.189985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32944) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:48.204803 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Publish callbacks [] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.213929 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.241703 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (1b38330d-3e8d-4e47-94be-db3fc35f3913), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.257402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:48.263587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:48.267723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:48.281172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Pushing event updated for resources: {'Port': ['ID=cb655d2c-1696-423e-9b24-5c1855bd7e4f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:48.296795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1b38330d-3e8d-4e47-94be-db3fc35f3913), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.336570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=542117e6-0f1e-471c-8956-f9abce4b8d5c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:48.349041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Attempting to bind port cb655d2c-1696-423e-9b24-5c1855bd7e4f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:48.349856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Attempting to bind port cb655d2c-1696-423e-9b24-5c1855bd7e4f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '64696b5f-3a64-449d-b215-6d405c59d592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:48.350082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Attempting to bind port cb655d2c-1696-423e-9b24-5c1855bd7e4f on network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:48.356162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:48.356690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Checking segment: {'id': '64696b5f-3a64-449d-b215-6d405c59d592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:48.357178 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.357825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Bound using segment: {'id': '64696b5f-3a64-449d-b215-6d405c59d592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:48.358056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Bound port: cb655d2c-1696-423e-9b24-5c1855bd7e4f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64696b5f-3a64-449d-b215-6d405c59d592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:48.358498 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.382246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de37ac-a1e0-4dc5-9bb1-f03cba60d5d6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4ea446f0-ac23-4643-8699-8486506850b1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.385028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de37ac-a1e0-4dc5-9bb1-f03cba60d5d6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.386161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f5de37ac-a1e0-4dc5-9bb1-f03cba60d5d6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/4ea446f0-ac23-4643-8699-8486506850b1 HTTP/1.1" status: 204 len: 168 time: 0.8150988 Feb 17 22:30:48.388228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.389919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:48.403099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de37ac-a1e0-4dc5-9bb1-f03cba60d5d6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea446f0-ac23-4643-8699-8486506850b1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:48.419882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ed5d7-33b6-48f4-85a6-da0c57b8db25 req-27770cab-ee2a-4832-8fd5-1cd643dfc4c8 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:48.422255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240ed5d7-33b6-48f4-85a6-da0c57b8db25 req-27770cab-ee2a-4832-8fd5-1cd643dfc4c8 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.4689248 Feb 17 22:30:48.424113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:48.424481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 8183bce0-ae82-4f74-bf57-f1c612b7ea61, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:48.450753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] For port cb655d2c-1696-423e-9b24-5c1855bd7e4f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:48.451036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (1b38330d-3e8d-4e47-94be-db3fc35f3913), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.454486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] For port cb655d2c-1696-423e-9b24-5c1855bd7e4f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb655d2c-1696-423e-9b24-5c1855bd7e4f,segment=NetworkSegment(64696b5f-3a64-449d-b215-6d405c59d592),segment_id=64696b5f-3a64-449d-b215-6d405c59d592)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:48.462119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.513966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.523867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1b38330d-3e8d-4e47-94be-db3fc35f3913 HTTP/1.1" status: 204 len: 168 time: 0.6951237 Feb 17 22:30:48.524770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32950) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:48.533202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae2c4a3-fa14-44b6-9dff-a630a555fbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b38330d-3e8d-4e47-94be-db3fc35f3913,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:48.541141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 8183bce0-ae82-4f74-bf57-f1c612b7ea61 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:48.550122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ebba3-e1a2-4f76-9e3c-21cfb0807bf5 None None] Pushing event updated for resources: {'Port': ['ID=cb655d2c-1696-423e-9b24-5c1855bd7e4f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:48.574614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-240ed5d7-33b6-48f4-85a6-da0c57b8db25 req-44023aa7-96f1-4a63-802b-0d7923cbcb03 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419687 Feb 17 22:30:48.579507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8183bce0-ae82-4f74-bf57-f1c612b7ea61) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:48.587920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:48.588675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.608753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d760fca4-7fcf-4fec-9134-a68cea59d423 None None] Network 8183bce0-ae82-4f74-bf57-f1c612b7ea61 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:48.611162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5fea4b8f-6c66-4b70-9f7a-599eeeb7cda4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5204186 Feb 17 22:30:48.612078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32952) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:48.652868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Publish callbacks [] for security_group (9399b122-a259-475b-96fb-7b56406faa14), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.753878 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cbca148d-b0d5-4329-975e-a5bd9d99b34f tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.3582151 Feb 17 22:30:48.754647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9399b122-a259-475b-96fb-7b56406faa14), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.763404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32954) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:48.814082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-8183bce0-ae82-4f74-bf57-f1c612b7ea61', 'network_id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': '542117e6-0f1e-471c-8956-f9abce4b8d5c'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:48.814969 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.839013 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8183bce0-ae82-4f74-bf57-f1c612b7ea61), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.874774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (913467e8-ce73-41ca-b842-ab3f78dc1193), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.890881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9399b122-a259-475b-96fb-7b56406faa14,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:48.928584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (23e4d933-81c3-4830-8ba7-80aebc9ff4d1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:48.945024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'name': 'network-vif-deleted', 'tag': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:30:48.947917 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26baa7ba-a4f7-4885-9a6f-6a7e20e10fb1" -d '{"events": [{"server_uuid": "0db9886d-a432-4db2-b099-b89f62ed42e0", "name": "network-vif-deleted", "tag": "f1f6f4c8-f854-4baf-bdcb-a6fc21505e83"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:30:48.966349 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (542117e6-0f1e-471c-8956-f9abce4b8d5c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.027637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32960) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:49.028017 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88d32dea4b08435db8e13c6b5dad727c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8344452 Feb 17 22:30:49.044163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.046733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Allocated IP 2001:db8::1 (8183bce0-ae82-4f74-bf57-f1c612b7ea61/542117e6-0f1e-471c-8956-f9abce4b8d5c/8b73119b-a95c-43be-9eab-7568360e2b23) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:49.053745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.054615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.058898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.061349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.063093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.066555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.068320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.072551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.073166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.087219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.087914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.088396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e65c23-c9d8-4902-a4f2-727d633ec9d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:30:49.093907 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e3eae8-35b5-4711-a934-8bfdd5a26dce x-openstack-request-id: req-b6e3eae8-35b5-4711-a934-8bfdd5a26dce {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:30:49.094240 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0db9886d-a432-4db2-b099-b89f62ed42e0", "name": "network-vif-deleted", "tag": "f1f6f4c8-f854-4baf-bdcb-a6fc21505e83", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:30:49.094583 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6e3eae8-35b5-4711-a934-8bfdd5a26dce {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:30:49.095059 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0db9886d-a432-4db2-b099-b89f62ed42e0', 'name': 'network-vif-deleted', 'tag': 'f1f6f4c8-f854-4baf-bdcb-a6fc21505e83', 'status': 'completed', 'code': 200} Feb 17 22:30:49.125376 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-905f18c4-fbad-4be9-a907-11c3454730b6 admin admin] Publish callbacks [] for security_group (9399b122-a259-475b-96fb-7b56406faa14), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.140508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:49.158242 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-905f18c4-fbad-4be9-a907-11c3454730b6 admin admin] Publish callbacks [] for security_group (9399b122-a259-475b-96fb-7b56406faa14), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.178272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:49.178635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b9d79dc5-15ec-4687-b71d-8e27b7f8ec5f not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:49.192921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:49.200779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32964) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:49.215680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:49.218593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=913467e8-ce73-41ca-b842-ab3f78dc1193,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:49.230247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:49.231005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.231661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-905f18c4-fbad-4be9-a907-11c3454730b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9399b122-a259-475b-96fb-7b56406faa14), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.234646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-905f18c4-fbad-4be9-a907-11c3454730b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.238829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-905f18c4-fbad-4be9-a907-11c3454730b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9399b122-a259-475b-96fb-7b56406faa14 HTTP/1.1" status: 204 len: 168 time: 0.2098567 Feb 17 22:30:49.247669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f18c4-fbad-4be9-a907-11c3454730b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9399b122-a259-475b-96fb-7b56406faa14,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:49.269677 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Publish callbacks [] for port (8b73119b-a95c-43be-9eab-7568360e2b23), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.294995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (8b73119b-a95c-43be-9eab-7568360e2b23), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.305814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.311130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (542117e6-0f1e-471c-8956-f9abce4b8d5c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.358258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Network 8183bce0-ae82-4f74-bf57-f1c612b7ea61 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:49.359332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=542117e6-0f1e-471c-8956-f9abce4b8d5c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:49.367550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:49.373336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:49.384474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Pushing event updated for resources: {'Port': ['ID=8b73119b-a95c-43be-9eab-7568360e2b23,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:49.473429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8183bce0-ae82-4f74-bf57-f1c612b7ea61), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.477641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Attempting to bind port 8b73119b-a95c-43be-9eab-7568360e2b23 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:49.478077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Attempting to bind port 8b73119b-a95c-43be-9eab-7568360e2b23 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:49.478801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Attempting to bind port 8b73119b-a95c-43be-9eab-7568360e2b23 on network 8183bce0-ae82-4f74-bf57-f1c612b7ea61 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:49.485244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:49.485634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Checking segment: {'id': '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:49.486102 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.486510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Bound using segment: {'id': '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:49.488146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Bound port: 8b73119b-a95c-43be-9eab-7568360e2b23, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:49.488546 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8b73119b-a95c-43be-9eab-7568360e2b23), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.499750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8183bce0-ae82-4f74-bf57-f1c612b7ea61']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:49.511915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:49.512219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:49.524497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (2ce4a4f6-0b41-4e34-b498-9d5df7f25f14), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.541335 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2ce4a4f6-0b41-4e34-b498-9d5df7f25f14), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.547915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:49.548374 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (2ce4a4f6-0b41-4e34-b498-9d5df7f25f14), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:49.560161 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:49.598894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] For port 8b73119b-a95c-43be-9eab-7568360e2b23, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:49.649417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] For port 8b73119b-a95c-43be-9eab-7568360e2b23, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8b73119b-a95c-43be-9eab-7568360e2b23,segment=NetworkSegment(2ce4a4f6-0b41-4e34-b498-9d5df7f25f14),segment_id=2ce4a4f6-0b41-4e34-b498-9d5df7f25f14)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:49.653238 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:30:49.653238 n-d-828369-18 neutron-server[103527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:30:49.653238 n-d-828369-18 neutron-server[103527]: [parameters: {'id': '8183bce0-ae82-4f74-bf57-f1c612b7ea61'}] Feb 17 22:30:49.653238 n-d-828369-18 neutron-server[103527]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:30:49.653877 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:30:49.669263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8b73119b-a95c-43be-9eab-7568360e2b23), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.696270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:49.735546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:49.768800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (23e4d933-81c3-4830-8ba7-80aebc9ff4d1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.790190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb655d2c-1696-423e-9b24-5c1855bd7e4f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:49.790789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac9c5-3f56-4b2a-9f56-7cbecd89f112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.800522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2caabf5a-f67b-44b6-a31d-ecda418db1e3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (1c3e1a1a-8771-40f1-97a4-9e7087d216fa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.809556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f791e4-14e9-4186-a49c-eb01623f0858 req-ca382d2f-687f-4696-968c-5c7e46b0d11a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:49.811202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1f791e4-14e9-4186-a49c-eb01623f0858 req-ca382d2f-687f-4696-968c-5c7e46b0d11a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.0855191 Feb 17 22:30:49.818023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:49.818454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1f6f4c8-f854-4baf-bdcb-a6fc21505e83 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:49.825293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2caabf5a-f67b-44b6-a31d-ecda418db1e3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (1c3e1a1a-8771-40f1-97a4-9e7087d216fa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:49.891823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58579e7-f01d-4d0a-9207-ba29d644e3df None None] Pushing event updated for resources: {'Port': ['ID=8b73119b-a95c-43be-9eab-7568360e2b23,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:49.908026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1f791e4-14e9-4186-a49c-eb01623f0858 req-4a6eaed9-912f-4df8-9785-e8602e375bc7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866215 Feb 17 22:30:49.913616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d89a96-50ef-4b43-ad65-c22552b02325 None None] Network 8183bce0-ae82-4f74-bf57-f1c612b7ea61 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:49.927186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cb655d2c-1696-423e-9b24-5c1855bd7e4f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:49.927843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.020105 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5de5b04-1cff-4577-ad6d-5d6f0a84c603 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.0290172 Feb 17 22:30:50.020639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32974) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:50.028137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd', 'fixed_ips': [{'subnet_id': '28b8a640-56d4-4c4f-a5c6-2267924b0156'}, {'subnet_id': '913467e8-ce73-41ca-b842-ab3f78dc1193'}], 'name': 'tempest-PortsTestJSON-1223201859'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:50.040677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e4d933-81c3-4830-8ba7-80aebc9ff4d1']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:50.053989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2caabf5a-f67b-44b6-a31d-ecda418db1e3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1c3e1a1a-8771-40f1-97a4-9e7087d216fa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.056885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2caabf5a-f67b-44b6-a31d-ecda418db1e3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.058283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2caabf5a-f67b-44b6-a31d-ecda418db1e3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/1c3e1a1a-8771-40f1-97a4-9e7087d216fa HTTP/1.1" status: 204 len: 168 time: 1.2768683 Feb 17 22:30:50.063292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67bb1d3c-629f-4629-a296-47c65d468ea3') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:50.063933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67bb1d3c-629f-4629-a296-47c65d468ea3') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:50.080722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cb655d2c-1696-423e-9b24-5c1855bd7e4f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:50.081117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.081285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32976) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:50.088684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caabf5a-f67b-44b6-a31d-ecda418db1e3 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3e1a1a-8771-40f1-97a4-9e7087d216fa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:50.105157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (67bb1d3c-629f-4629-a296-47c65d468ea3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.145153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (67bb1d3c-629f-4629-a296-47c65d468ea3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.155475 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8183bce0-ae82-4f74-bf57-f1c612b7ea61), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.156296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port cb655d2c-1696-423e-9b24-5c1855bd7e4f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb655d2c-1696-423e-9b24-5c1855bd7e4f,segment=NetworkSegment(64696b5f-3a64-449d-b215-6d405c59d592),segment_id=64696b5f-3a64-449d-b215-6d405c59d592)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:50.160738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:50.161453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (67bb1d3c-629f-4629-a296-47c65d468ea3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.164208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:50.165533 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:50.180822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d6b701d-32af-423e-91cc-3eb9909bc18e tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0981605 Feb 17 22:30:50.187408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32978) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:50.195738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e5cfefea-e477-4b7f-a57f-6f491f6c52a6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'tempest-secgroup--1223305826'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:50.228572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=cb655d2c-1696-423e-9b24-5c1855bd7e4f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:50.239859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3ca401-392a-4430-910b-8808fd155a24 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:30:50.252653 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5cfefea-e477-4b7f-a57f-6f491f6c52a6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.262777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac9c5-3f56-4b2a-9f56-7cbecd89f112 admin admin] Publish callbacks [] for security_group (c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.267526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:50.278371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac9c5-3f56-4b2a-9f56-7cbecd89f112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.309769 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (23e4d933-81c3-4830-8ba7-80aebc9ff4d1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.317494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.324264 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] 10.222.0.79 "DELETE /v2.0/networks/23e4d933-81c3-4830-8ba7-80aebc9ff4d1 HTTP/1.1" status: 204 len: 168 time: 1.7901320 Feb 17 22:30:50.329230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32980) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:50.346679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300245d-2c6d-45cc-8eaa-01be562e2c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=23e4d933-81c3-4830-8ba7-80aebc9ff4d1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:50.350590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-55917ba4-f3e2-4841-ad04-4e4d2eb0e0f8 None None] Provisioning complete for port cb655d2c-1696-423e-9b24-5c1855bd7e4f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:50.350969 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55917ba4-f3e2-4841-ad04-4e4d2eb0e0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.369771 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2c6ac9c5-3f56-4b2a-9f56-7cbecd89f112 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b266b3bb85214292b4473bacc0341797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6271794 Feb 17 22:30:50.375493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32982) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:50.384819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ac9c5-3f56-4b2a-9f56-7cbecd89f112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:50.444241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting port 8b73119b-a95c-43be-9eab-7568360e2b23 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:50.444607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8b73119b-a95c-43be-9eab-7568360e2b23), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.452766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] Deleting subnet 8082919a-04bc-4090-a3d3-a91e11853660 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:50.468770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3ca401-392a-4430-910b-8808fd155a24 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:30:50.485185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-55917ba4-f3e2-4841-ad04-4e4d2eb0e0f8 None None] Current status of the port cb655d2c-1696-423e-9b24-5c1855bd7e4f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:50.498883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (71811865-cca6-40ed-8601-9315f41ae122), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.507212 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] Publish callbacks [] for subnet (8082919a-04bc-4090-a3d3-a91e11853660), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.586072 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.593797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5cfefea-e477-4b7f-a57f-6f491f6c52a6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (0129a626-2815-490e-a0ce-5c552baaf183), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.625093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5cfefea-e477-4b7f-a57f-6f491f6c52a6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0129a626-2815-490e-a0ce-5c552baaf183), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.640358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (8082919a-04bc-4090-a3d3-a91e11853660), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.644847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] For port 8b73119b-a95c-43be-9eab-7568360e2b23, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8b73119b-a95c-43be-9eab-7568360e2b23,segment=NetworkSegment(2ce4a4f6-0b41-4e34-b498-9d5df7f25f14),segment_id=2ce4a4f6-0b41-4e34-b498-9d5df7f25f14)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:50.645128 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8b73119b-a95c-43be-9eab-7568360e2b23), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.687976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b220bbb-8e35-4444-8eb9-dc68e819ec31 admin admin] Publish callbacks [] for security_group (c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.698767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 0a05c306-143d-47b3-9bb4-451c4977b04c yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:50.703989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Calling delete_port for 8b73119b-a95c-43be-9eab-7568360e2b23 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:50.737695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5601f80d-a962-4ffd-a2a1-e52ab824038f None None] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:50.739975 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5cfefea-e477-4b7f-a57f-6f491f6c52a6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.745166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32984) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:50.745331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e5cfefea-e477-4b7f-a57f-6f491f6c52a6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5549550 Feb 17 22:30:50.750106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6d3041e5-eaf6-443d-8c13-6249f7614b11 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:50.750921 n-d-828369-18 neutron-server[103526]: WARNING neutron.api.v2.base [None req-6d3041e5-eaf6-443d-8c13-6249f7614b11 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 17 22:30:50.751246 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-6d3041e5-eaf6-443d-8c13-6249f7614b11 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] update failed (client error): There was a conflict when trying to complete your request. Feb 17 22:30:50.753923 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6d3041e5-eaf6-443d-8c13-6249f7614b11 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "PUT /v2.0/security-groups/0129a626-2815-490e-a0ce-5c552baaf183 HTTP/1.1" status: 409 len: 330 time: 0.0063589 Feb 17 22:30:50.757081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32986) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:50.782025 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.805941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b220bbb-8e35-4444-8eb9-dc68e819ec31 admin admin] Publish callbacks [] for security_group (c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.812266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfefea-e477-4b7f-a57f-6f491f6c52a6 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0129a626-2815-490e-a0ce-5c552baaf183,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:50.868303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e68d00c5-ce38-4a06-b6f1-532611f72fdc tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (0129a626-2815-490e-a0ce-5c552baaf183), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.873035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (8082919a-04bc-4090-a3d3-a91e11853660), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.877697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting port e17999d9-4932-4838-b976-5331d2f0d581 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:50.878182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e17999d9-4932-4838-b976-5331d2f0d581), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:50.942244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e68d00c5-ce38-4a06-b6f1-532611f72fdc tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (0129a626-2815-490e-a0ce-5c552baaf183), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.021957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] For port e17999d9-4932-4838-b976-5331d2f0d581, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e17999d9-4932-4838-b976-5331d2f0d581,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:51.022404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e17999d9-4932-4838-b976-5331d2f0d581), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.034967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e68d00c5-ce38-4a06-b6f1-532611f72fdc tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0129a626-2815-490e-a0ce-5c552baaf183), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.038211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e68d00c5-ce38-4a06-b6f1-532611f72fdc tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.039445 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e68d00c5-ce38-4a06-b6f1-532611f72fdc tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/0129a626-2815-490e-a0ce-5c552baaf183 HTTP/1.1" status: 204 len: 168 time: 0.2813115 Feb 17 22:30:51.047196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32990) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:51.048174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Calling delete_port for e17999d9-4932-4838-b976-5331d2f0d581 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:51.077969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d00c5-ce38-4a06-b6f1-532611f72fdc tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0129a626-2815-490e-a0ce-5c552baaf183,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:51.134847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675bc5ad-cd3f-4b50-809e-b8f544efd6e6 None None] Update dhcp port {'port': {'network_id': '98d40612-e9c2-4c2d-a64c-ad2104b5bcbd', 'fixed_ips': [{'subnet_id': '28b8a640-56d4-4c4f-a5c6-2267924b0156', 'ip_address': '172.20.0.2'}, {'subnet_id': '913467e8-ce73-41ca-b842-ab3f78dc1193'}], 'binding:host_id': 'n-d-828369-18'}, 'id': 'cb655d2c-1696-423e-9b24-5c1855bd7e4f'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:30:51.154927 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb5c9249-3d09-4285-bfb3-63cf32b85077 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1045690 Feb 17 22:30:51.159422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32992) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:51.170179 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-675bc5ad-cd3f-4b50-809e-b8f544efd6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.185093 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-cd4fb0b2-7401-46cc-b87d-9e1d091f7f0b tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] delete failed (client error): The resource could not be found. Feb 17 22:30:51.186143 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cd4fb0b2-7401-46cc-b87d-9e1d091f7f0b tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "DELETE /v2.0/security-groups/07e1d55f-bd67-49f9-b762-f1ea963908e0 HTTP/1.1" status: 404 len: 347 time: 0.0253911 Feb 17 22:30:51.190793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32994) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:51.209799 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-da5251e8-9cc2-4ce4-9129-c0c011b91612 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] show failed (client error): The resource could not be found. Feb 17 22:30:51.214559 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da5251e8-9cc2-4ce4-9129-c0c011b91612 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-groups/fd3833a5-b4ed-4de0-8d22-3c97d17b5a37 HTTP/1.1" status: 404 len: 347 time: 0.0192428 Feb 17 22:30:51.242606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:51.263476 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-27d3e673-4e96-451f-93eb-1a8727099898 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] show failed (client error): The resource could not be found. Feb 17 22:30:51.268138 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-27d3e673-4e96-451f-93eb-1a8727099898 tempest-NegativeSecGroupTest-1079613281 tempest-NegativeSecGroupTest-1079613281-project] 10.222.0.79 "GET /v2.0/security-group-rules/ec517e2f-33f2-4f6b-876f-fa8978f13563 HTTP/1.1" status: 404 len: 356 time: 0.0209494 Feb 17 22:30:51.370777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-675bc5ad-cd3f-4b50-809e-b8f544efd6e6 None None] Allocated IP 172.20.0.18 (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd/913467e8-ce73-41ca-b842-ab3f78dc1193/cb655d2c-1696-423e-9b24-5c1855bd7e4f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:51.389406 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e17999d9-4932-4838-b976-5331d2f0d581), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.440668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Port': ['ID=e17999d9-4932-4838-b976-5331d2f0d581,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:51.481447 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b220bbb-8e35-4444-8eb9-dc68e819ec31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.484142 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b220bbb-8e35-4444-8eb9-dc68e819ec31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.485279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7b220bbb-8e35-4444-8eb9-dc68e819ec31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d HTTP/1.1" status: 204 len: 168 time: 1.1079931 Feb 17 22:30:51.494731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471220ac-e8e9-4a6f-85a4-6ab7e1321c0f req-dd242e38-4ee2-4588-9cba-906559ebf4af tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:51.496651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-471220ac-e8e9-4a6f-85a4-6ab7e1321c0f req-dd242e38-4ee2-4588-9cba-906559ebf4af tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.2300107 Feb 17 22:30:51.516180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8b73119b-a95c-43be-9eab-7568360e2b23), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.518875 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (8082919a-04bc-4090-a3d3-a91e11853660), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.561375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-675bc5ad-cd3f-4b50-809e-b8f544efd6e6 None None] For port cb655d2c-1696-423e-9b24-5c1855bd7e4f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb655d2c-1696-423e-9b24-5c1855bd7e4f,segment=NetworkSegment(64696b5f-3a64-449d-b215-6d405c59d592),segment_id=64696b5f-3a64-449d-b215-6d405c59d592)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:51.600868 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-675bc5ad-cd3f-4b50-809e-b8f544efd6e6 None None] Publish callbacks [] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.612402 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-675bc5ad-cd3f-4b50-809e-b8f544efd6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.632378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b220bbb-8e35-4444-8eb9-dc68e819ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2eb489e-48cc-42f5-8f0c-50e1b6fc4c4d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:51.667791 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.671053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8082919a-04bc-4090-a3d3-a91e11853660 HTTP/1.1" status: 204 len: 168 time: 1.3408115 Feb 17 22:30:51.671979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Port': ['ID=8b73119b-a95c-43be-9eab-7568360e2b23,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:51.681938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d0569-17d6-4758-abcc-39fa659d5f5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8082919a-04bc-4090-a3d3-a91e11853660,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:51.696926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33002) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:51.795888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675bc5ad-cd3f-4b50-809e-b8f544efd6e6 None None] Pushing event updated for resources: {'Port': ['ID=cb655d2c-1696-423e-9b24-5c1855bd7e4f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:51.809163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No DVR routers for this DVR port 8b73119b-a95c-43be-9eab-7568360e2b23 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:51.822707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (71811865-cca6-40ed-8601-9315f41ae122), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:51.904121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33008) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:51.904936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb655d2c-1696-423e-9b24-5c1855bd7e4f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:52.000371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-471220ac-e8e9-4a6f-85a4-6ab7e1321c0f req-00819ef3-5893-41a9-a9cd-28a7c8f118ae tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4769936 Feb 17 22:30:52.022207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cb655d2c-1696-423e-9b24-5c1855bd7e4f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:52.022584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.154438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cb655d2c-1696-423e-9b24-5c1855bd7e4f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:52.172310 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:30:52.184989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8183bce0-ae82-4f74-bf57-f1c612b7ea61), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.205353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-bb431c4e-131b-4a4d-8964-f0c3639aab9f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7492912 Feb 17 22:30:52.219205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (83b7409e-2d87-4c77-9bd8-0f332ea8ed10), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.236573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8183bce0-ae82-4f74-bf57-f1c612b7ea61']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:52.261365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:52.261689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce4a4f6-0b41-4e34-b498-9d5df7f25f14') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:52.267953 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cab6907a-3a20-43ac-af80-6f530c32309d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af89f7315de8459ab84e050f290f9582&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3626003 Feb 17 22:30:52.270401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33020) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:52.280651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (2ce4a4f6-0b41-4e34-b498-9d5df7f25f14), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.297050 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2ce4a4f6-0b41-4e34-b498-9d5df7f25f14), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.306419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-330383f1-e32d-42a4-868a-f7156fa06520 {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:30:52.306779 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:30:52.309048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:52.309459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (2ce4a4f6-0b41-4e34-b498-9d5df7f25f14), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:52.314174 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:52.325483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router 71811865-cca6-40ed-8601-9315f41ae122 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:30:52.351049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-403b367a-1cad-4e1c-b4ef-f653d792f4df admin admin] Publish callbacks [] for security_group (a90c2026-6d05-4e7a-841d-4a28f46697e4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.455773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-403b367a-1cad-4e1c-b4ef-f653d792f4df admin admin] Publish callbacks [] for security_group (a90c2026-6d05-4e7a-841d-4a28f46697e4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.511398 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8183bce0-ae82-4f74-bf57-f1c612b7ea61), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.521144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.526778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/8183bce0-ae82-4f74-bf57-f1c612b7ea61 HTTP/1.1" status: 204 len: 168 time: 3.9136415 Feb 17 22:30:52.538278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33028) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:52.547003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1663233776'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:52.551489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:30:52.555641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (83b7409e-2d87-4c77-9bd8-0f332ea8ed10), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.563751 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] Sync routers for ids ['71811865-cca6-40ed-8601-9315f41ae122'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:30:52.565868 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-507d8087-7fcf-493e-ac11-5a3244bd5e18 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "PUT /v2.0/routers/71811865-cca6-40ed-8601-9315f41ae122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3636208 Feb 17 22:30:52.567786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-403b367a-1cad-4e1c-b4ef-f653d792f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a90c2026-6d05-4e7a-841d-4a28f46697e4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.571049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-403b367a-1cad-4e1c-b4ef-f653d792f4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.574390 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-403b367a-1cad-4e1c-b4ef-f653d792f4df admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a90c2026-6d05-4e7a-841d-4a28f46697e4 HTTP/1.1" status: 204 len: 168 time: 0.3008611 Feb 17 22:30:52.574390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33032) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:52.580030 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] Routers {'71811865-cca6-40ed-8601-9315f41ae122'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:30:52.580664 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:30:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71811865-cca6-40ed-8601-9315f41ae122'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:52.590828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.592586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.593258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b367a-1cad-4e1c-b4ef-f653d792f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90c2026-6d05-4e7a-841d-4a28f46697e4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:52.593434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.594078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.595530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.596744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.597406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.601840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-78f417f2-cb51-4d23-89e3-e9cf32f29e8d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 6717 time: 0.2941244 Feb 17 22:30:52.609321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df94175a-4117-43eb-af6e-33ddc3b5db43 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=8183bce0-ae82-4f74-bf57-f1c612b7ea61,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:52.632915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b7409e-2d87-4c77-9bd8-0f332ea8ed10']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:52.706719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting subnet 864ab517-6177-440d-bb17-1bf12c67677e {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:30:52.712067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for subnet (864ab517-6177-440d-bb17-1bf12c67677e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.752875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f8f689-f93d-4c74-831f-c92cf2545db2 None None] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:52.759825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-1ccdb552-87a8-4d3e-a659-0ec56b7523f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.760371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-1ccdb552-87a8-4d3e-a659-0ec56b7523f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.761144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-1ccdb552-87a8-4d3e-a659-0ec56b7523f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:52.762575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-1ccdb552-87a8-4d3e-a659-0ec56b7523f8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=1f182d69-5777-473f-ad41-128a438efa13&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=5d00f070-2d93-4b94-86cb-e0b7504883b4&id=8caa62b9-8ccb-4f50-ab64-8106d333b008&id=8caa62b9-8ccb-4f50-ab64-8106d333b008 HTTP/1.1" status: 200 len: 2293 time: 0.1176257 Feb 17 22:30:52.764839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11293269-e477-4547-8d2a-8edb043c2dad') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:52.765146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11293269-e477-4547-8d2a-8edb043c2dad') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:52.767191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:52.771500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.800575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (11293269-e477-4547-8d2a-8edb043c2dad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.814143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (864ab517-6177-440d-bb17-1bf12c67677e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.835540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:52.872362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port fdbef886-bb94-4299-9b7b-31c3aed40c08 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:30:52.967850 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] Set router 71811865-cca6-40ed-8601-9315f41ae122 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:30:52.981768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (864ab517-6177-440d-bb17-1bf12c67677e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.036102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2d0c01bf-4727-48b6-b74c-841bd1e92960 None None] Provisioning complete for port cb655d2c-1696-423e-9b24-5c1855bd7e4f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:53.036731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d0c01bf-4727-48b6-b74c-841bd1e92960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.102732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (864ab517-6177-440d-bb17-1bf12c67677e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.174183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Subnet': ['ID=864ab517-6177-440d-bb17-1bf12c67677e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:53.187123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.190462 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a741e4c2-f310-406c-8092-6ca84b9c3c6f tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/subnets/864ab517-6177-440d-bb17-1bf12c67677e HTTP/1.1" status: 204 len: 168 time: 0.6136377 Feb 17 22:30:53.194045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33048) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:53.203191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aab8025-c5c8-4096-b65a-d68e3be54a87 None None] Network 6f124461-49db-4b47-a944-80068a1a0077 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:53.300783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.3 (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd/28b8a640-56d4-4c4f-a5c6-2267924b0156/fdbef886-bb94-4299-9b7b-31c3aed40c08) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:53.310065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.19 (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd/913467e8-ce73-41ca-b842-ab3f78dc1193/fdbef886-bb94-4299-9b7b-31c3aed40c08) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:53.336245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2d0c01bf-4727-48b6-b74c-841bd1e92960 None None] Current status of the port cb655d2c-1696-423e-9b24-5c1855bd7e4f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:53.373394 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:30:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:53.414055 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] Checking router: 71811865-cca6-40ed-8601-9315f41ae122 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:30:53.440943 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] Routers {'71811865-cca6-40ed-8601-9315f41ae122'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:30:53.442852 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:30:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['71811865-cca6-40ed-8601-9315f41ae122'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:53.502459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.518985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router (71811865-cca6-40ed-8601-9315f41ae122), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.575832 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.589113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (11293269-e477-4547-8d2a-8edb043c2dad), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.638344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:53.695339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:53.708243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:53.708674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (11293269-e477-4547-8d2a-8edb043c2dad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.711634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:53.714113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:53.717125 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:53.737202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] DHCP port deletion for 6f124461-49db-4b47-a944-80068a1a0077 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:30:53.770097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cef2232a-f16b-4e96-ba9a-1fa109251c9a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.770464 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment cef2232a-f16b-4e96-ba9a-1fa109251c9a of type vlan for network 50a6b877-9dd3-4274-a506-1e6dd597fda2 Feb 17 22:30:53.779255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (71811865-cca6-40ed-8601-9315f41ae122), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.799590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-7e1840c0-4cca-4fd9-8cf0-dc4fee00eec4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb HTTP/1.1" status: 200 len: 1001 time: 1.0193920 Feb 17 22:30:53.830159 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] Set router 71811865-cca6-40ed-8601-9315f41ae122 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:30:53.855596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=fdbef886-bb94-4299-9b7b-31c3aed40c08,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:53.861540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb655d2c-1696-423e-9b24-5c1855bd7e4f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:53.939304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914fd26-5230-449a-9ab8-14bb38a006ad req-5f67f980-01ef-4ead-937f-98c25157ffbc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:53.940699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:53.940903 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:53.942333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4914fd26-5230-449a-9ab8-14bb38a006ad req-5f67f980-01ef-4ead-937f-98c25157ffbc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.3982372 Feb 17 22:30:54.019767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (83b7409e-2d87-4c77-9bd8-0f332ea8ed10), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.023523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7b8b8695-22a8-4307-a618-58ec41b872ea None None] Provisioning complete for port cb655d2c-1696-423e-9b24-5c1855bd7e4f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:54.024115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b8b8695-22a8-4307-a618-58ec41b872ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.024478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.028663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] 10.222.0.79 "DELETE /v2.0/networks/83b7409e-2d87-4c77-9bd8-0f332ea8ed10 HTTP/1.1" status: 204 len: 168 time: 2.3101156 Feb 17 22:30:54.033194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (50a6b877-9dd3-4274-a506-1e6dd597fda2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.048019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:54.048241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] Deleting port ec503f2d-7a4c-4092-b46f-00b6ac3b32df {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:54.048734 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.048832 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.081877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7f443-1121-4c6a-9842-93f756c08232 admin admin] Pushing event deleted for resources: {'Network': ['ID=83b7409e-2d87-4c77-9bd8-0f332ea8ed10,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:54.087419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-0ff31837-7133-4633-b4c2-394759356a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:54.091400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-0ff31837-7133-4633-b4c2-394759356a95 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0083f13c-a183-4fa0-a127-3477c7b0e467 HTTP/1.1" status: 200 len: 851 time: 0.2586193 Feb 17 22:30:54.182550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-54fd5383-d36e-4cc9-936c-6599ddbc6d77 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.1599953 Feb 17 22:30:54.193867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33078) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:54.209996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] For port 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:54.212600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.213686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28b8a640-56d4-4c4f-a5c6-2267924b0156'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:54.249203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Calling delete_port for 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:54.316280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.324203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4914fd26-5230-449a-9ab8-14bb38a006ad req-ea874c43-bfba-4a86-a74e-32b8c9e3adb1 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3808079 Feb 17 22:30:54.326842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cb655d2c-1696-423e-9b24-5c1855bd7e4f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:54.328940 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:30:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:54.332069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.332716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (50a6b877-9dd3-4274-a506-1e6dd597fda2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.338106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:54.338739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.395132 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df760a9b-5b7d-4f48-8b51-21d9923287f7 None None] The sync data for ids ['71811865-cca6-40ed-8601-9315f41ae122'] in n-d-828369-18 is: [{'id': '71811865-cca6-40ed-8601-9315f41ae122', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1299465873', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190'}], 'enable_snat': True}, 'gw_port_id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:29:52Z', 'updated_at': '2022-02-17T22:30:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '5ffd72ae-d6b8-4fca-b596-72910f2e1a3a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:5f:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71811865-cca6-40ed-8601-9315f41ae122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:29:53Z', 'updated_at': '2022-02-17T22:30:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:30:54.404649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33080) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:54.416143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] For port ec503f2d-7a4c-4092-b46f-00b6ac3b32df, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ec503f2d-7a4c-4092-b46f-00b6ac3b32df,segment=NetworkSegment(9f2d64a0-0c15-44a1-8b13-e81c074970af),segment_id=9f2d64a0-0c15-44a1-8b13-e81c074970af)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:54.416489 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0088317 Feb 17 22:30:54.417125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.420821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33082) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:54.421158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33084) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:54.422778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8798225 Feb 17 22:30:54.446228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:54.451233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] Calling delete_port for ec503f2d-7a4c-4092-b46f-00b6ac3b32df owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:54.467578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-cba3034b-0f3c-413c-82e9-ac9ba08bae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:54.469102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-cba3034b-0f3c-413c-82e9-ac9ba08bae1d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=1f182d69-5777-473f-ad41-128a438efa13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3548534 Feb 17 22:30:54.473335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33088) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:54.561523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4d6e2-f3b6-4664-95b0-e5eab27f8ed2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=50a6b877-9dd3-4274-a506-1e6dd597fda2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:54.574678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:54.624839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7b8b8695-22a8-4307-a618-58ec41b872ea None None] Current status of the port cb655d2c-1696-423e-9b24-5c1855bd7e4f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:54.668180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:54.674379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.710021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cb655d2c-1696-423e-9b24-5c1855bd7e4f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:54.738208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-909e9daf-05e3-4705-90a0-4e40bc06ad35 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2106190c1f8a47459b51f13b733f733a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2614229 Feb 17 22:30:54.748782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33090) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:54.769092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ec503f2d-7a4c-4092-b46f-00b6ac3b32df), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.815230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-ed87df9e-404b-47e7-bf57-a7adf28c3018 service neutron] 10.222.0.94 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333859 Feb 17 22:30:54.866569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] Pushing event deleted for resources: {'Port': ['ID=ec503f2d-7a4c-4092-b46f-00b6ac3b32df,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:54.873015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da43bd5-d4df-4d4e-9d8a-14cbd9c47c5a None None] No DVR routers for this DVR port ec503f2d-7a4c-4092-b46f-00b6ac3b32df on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:30:54.876255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-52059e6e-f25a-4b76-98e8-810f89c5e905 None None] Provisioning complete for port fdbef886-bb94-4299-9b7b-31c3aed40c08 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:54.876651 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-52059e6e-f25a-4b76-98e8-810f89c5e905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:54.902277 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bb4689f8-a615-4445-b134-ec4c1a52b04c tempest-NetworksApiDiscovery-1116794984 tempest-NetworksApiDiscovery-1116794984-project] 10.222.0.79 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4759099 Feb 17 22:30:54.949199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-52059e6e-f25a-4b76-98e8-810f89c5e905 None None] Port fdbef886-bb94-4299-9b7b-31c3aed40c08 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:55.028201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc51f-370d-480f-a8e8-fd47e26921e0 admin admin] Publish callbacks [] for security_group (81336c35-5a0b-45b3-a386-183e5e2108d1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.041564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5ffd72ae-d6b8-4fca-b596-72910f2e1a3a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.100653 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc51f-370d-480f-a8e8-fd47e26921e0 admin admin] Publish callbacks [] for security_group (81336c35-5a0b-45b3-a386-183e5e2108d1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.107886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Port': ['ID=5ffd72ae-d6b8-4fca-b596-72910f2e1a3a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:55.153556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-dce0d45c-e3d8-495a-bcb8-c1ce9adfd0ff service neutron] 10.222.0.94 "GET /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782285 Feb 17 22:30:55.156132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Delete allocated IP 172.20.0.19 (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd/913467e8-ce73-41ca-b842-ab3f78dc1193) {{(pid=103527) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:30:55.171481 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (4a3439ef-e1d6-47c9-9b13-a11e48872332), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.206509 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.240898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-18f1498f-6ef1-47f1-9a71-960be5fe8513 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.111&port_id=a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 217 time: 0.0744879 Feb 17 22:30:55.299882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': 'cef2232a-f16b-4e96-ba9a-1fa109251c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:55.300490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 50a6b877-9dd3-4274-a506-1e6dd597fda2, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:30:55.304059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=4a3439ef-e1d6-47c9-9b13-a11e48872332,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:55.310839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (71811865-cca6-40ed-8601-9315f41ae122), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.330963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-57b4837c-82dd-4073-80da-28efb6e63aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:55.332448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-57b4837c-82dd-4073-80da-28efb6e63aa3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 0.0863087 Feb 17 22:30:55.365895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33106) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:55.413528 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (71811865-cca6-40ed-8601-9315f41ae122), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.416688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_controller (71811865-cca6-40ed-8601-9315f41ae122), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.460569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc51f-370d-480f-a8e8-fd47e26921e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (81336c35-5a0b-45b3-a386-183e5e2108d1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.463409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbdc51f-370d-480f-a8e8-fd47e26921e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.468083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ebbdc51f-370d-480f-a8e8-fd47e26921e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/81336c35-5a0b-45b3-a386-183e5e2108d1 HTTP/1.1" status: 204 len: 168 time: 0.7183068 Feb 17 22:30:55.475509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (71811865-cca6-40ed-8601-9315f41ae122), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.476374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Fanout notify agent at l3_agent the message router_deleted on router 71811865-cca6-40ed-8601-9315f41ae122 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:30:55.485607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-67a04aba-19a2-4bcb-a2cd-d92da74b9386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:55.485871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.487201 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7e7ba1cb-712e-447d-8724-e59d53491d1b tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/routers/71811865-cca6-40ed-8601-9315f41ae122 HTTP/1.1" status: 204 len: 168 time: 2.2922158 Feb 17 22:30:55.488973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:30:55.491020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-67a04aba-19a2-4bcb-a2cd-d92da74b9386 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1205862 Feb 17 22:30:55.497174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33114) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:55.508851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 50a6b877-9dd3-4274-a506-1e6dd597fda2) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:55.518512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918a0b5-8e8c-47d3-967e-e8a21cffa635 None None] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:55.803215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-2e0a7254-f7b5-4677-8e9f-a2b7b65756c0 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968869 Feb 17 22:30:55.811156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdc51f-370d-480f-a8e8-fd47e26921e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81336c35-5a0b-45b3-a386-183e5e2108d1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:55.835925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-50a6b877-9dd3-4274-a506-1e6dd597fda2', 'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': '4a3439ef-e1d6-47c9-9b13-a11e48872332'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:30:55.837019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:55.979988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:55.982664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.026931 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e082b68c-3d28-4c20-8a51-d9ff201df4c1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6032300 Feb 17 22:30:56.030248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:56.038014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:56.049188 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6f124461-49db-4b47-a944-80068a1a0077), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.181008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Allocated IP 2001:db8::2 (50a6b877-9dd3-4274-a506-1e6dd597fda2/4a3439ef-e1d6-47c9-9b13-a11e48872332/85239afc-1373-4d41-ba88-7f61b5f196ca) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:56.211292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e17999d9-4932-4838-b976-5331d2f0d581 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:56.326568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33126) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:56.449450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e17999d9-4932-4838-b976-5331d2f0d581 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:56.449901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e17999d9-4932-4838-b976-5331d2f0d581 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:56.450220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec503f2d-7a4c-4092-b46f-00b6ac3b32df no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:56.456207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fece65eb-1222-4706-a3c8-5b21521550df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.493691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ec503f2d-7a4c-4092-b46f-00b6ac3b32df {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:56.494046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec503f2d-7a4c-4092-b46f-00b6ac3b32df not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:56.564303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6f124461-49db-4b47-a944-80068a1a0077), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.574304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Publish callbacks [] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.587155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.600803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.604420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:56.608433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.623609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c766f3-fb83-45d5-b056-c7931b23947e req-48fed762-b30d-4755-bd98-2f392d2fe929 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:56.630651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74c766f3-fb83-45d5-b056-c7931b23947e req-48fed762-b30d-4755-bd98-2f392d2fe929 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 1.1184201 Feb 17 22:30:56.653213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.684494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:56.687690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:56.695358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:30:56.754270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fece65eb-1222-4706-a3c8-5b21521550df admin admin] Publish callbacks [] for security_group (f2491b31-a7b2-4363-ab2a-1de45fbccb9b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.776663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Pushing event updated for resources: {'Port': ['ID=85239afc-1373-4d41-ba88-7f61b5f196ca,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:56.812327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Attempting to bind port 85239afc-1373-4d41-ba88-7f61b5f196ca on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:30:56.815608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Attempting to bind port 85239afc-1373-4d41-ba88-7f61b5f196ca by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'cef2232a-f16b-4e96-ba9a-1fa109251c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:30:56.816241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Attempting to bind port 85239afc-1373-4d41-ba88-7f61b5f196ca on network 50a6b877-9dd3-4274-a506-1e6dd597fda2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:30:56.829227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:30:56.833632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Checking segment: {'id': 'cef2232a-f16b-4e96-ba9a-1fa109251c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:30:56.834090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.834664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Bound using segment: {'id': 'cef2232a-f16b-4e96-ba9a-1fa109251c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:30:56.837543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Bound port: 85239afc-1373-4d41-ba88-7f61b5f196ca, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cef2232a-f16b-4e96-ba9a-1fa109251c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:30:56.837933 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.871313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=fdbef886-bb94-4299-9b7b-31c3aed40c08,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:56.876541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fece65eb-1222-4706-a3c8-5b21521550df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f2491b31-a7b2-4363-ab2a-1de45fbccb9b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.894795 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7c06c57b-e35f-4e68-b044-f320cf0ec51d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:56.923178 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-59113e7a-90b8-49bd-90e4-2b46c9abc56e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d59544c1187c4bf3b2d5b383ff05b37d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955484 Feb 17 22:30:56.939507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-2fc7c85b-4a0d-492b-a43c-42ce28253fa6 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1127393 Feb 17 22:30:56.944417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33136) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:56.945636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece65eb-1222-4706-a3c8-5b21521550df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2491b31-a7b2-4363-ab2a-1de45fbccb9b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:56.962204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f124461-49db-4b47-a944-80068a1a0077']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:57.004367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:30:57.022244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2d64a0-0c15-44a1-8b13-e81c074970af') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:57.022738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2d64a0-0c15-44a1-8b13-e81c074970af') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:30:57.025886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:30:57.033998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] For port 85239afc-1373-4d41-ba88-7f61b5f196ca, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:30:57.045183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] For port 85239afc-1373-4d41-ba88-7f61b5f196ca, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85239afc-1373-4d41-ba88-7f61b5f196ca,segment=NetworkSegment(cef2232a-f16b-4e96-ba9a-1fa109251c9a),segment_id=cef2232a-f16b-4e96-ba9a-1fa109251c9a)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:30:57.054622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.055525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-6f148b56-a973-4ad1-9077-31175cfdc302 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 217 time: 0.0840919 Feb 17 22:30:57.056706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.059456 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.091876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9f2d64a0-0c15-44a1-8b13-e81c074970af), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.109892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0776775 Feb 17 22:30:57.120764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74c766f3-fb83-45d5-b056-c7931b23947e req-7e9c3b94-18da-488c-9d27-93c5311c973f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4889853 Feb 17 22:30:57.128671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33140) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:57.182229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-f1019b7e-796e-45f6-9483-31924af4d1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.184495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-f1019b7e-796e-45f6-9483-31924af4d1b7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 0.0853391 Feb 17 22:30:57.197743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e1882-f73c-44f7-a473-2274dfba5e0c None None] Pushing event updated for resources: {'Port': ['ID=85239afc-1373-4d41-ba88-7f61b5f196ca,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:57.257043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e2b444-2624-4a35-bf35-d1101b23278b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=7c06c57b-e35f-4e68-b044-f320cf0ec51d,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:57.270279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9f2d64a0-0c15-44a1-8b13-e81c074970af), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.289149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fece65eb-1222-4706-a3c8-5b21521550df admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=540ea65e32d6483f933508154b74594d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9171298 Feb 17 22:30:57.304220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33144) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:57.307095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:30:57.307459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9f2d64a0-0c15-44a1-8b13-e81c074970af), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.322826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ffba3c34-7f19-4e03-ab86-bbff78ce4b90 None None] Provisioning complete for port fdbef886-bb94-4299-9b7b-31c3aed40c08 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:57.324324 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffba3c34-7f19-4e03-ab86-bbff78ce4b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.333082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] In _notify_port_updated(), no bound segment for port fdbef886-bb94-4299-9b7b-31c3aed40c08 on network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:30:57.339623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.340361 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.344731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5bbc3cc2-8e7b-4ed9-8be3-1a709d7cdc90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "PUT /v2.0/ports/fdbef886-bb94-4299-9b7b-31c3aed40c08 HTTP/1.1" status: 200 len: 919 time: 3.1433983 Feb 17 22:30:57.348784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33146) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:57.365645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28b8a640-56d4-4c4f-a5c6-2267924b0156'}, {'subnet_id': '913467e8-ce73-41ca-b842-ab3f78dc1193'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:30:57.391088 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:30:57.413674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ffba3c34-7f19-4e03-ab86-bbff78ce4b90 None None] Port fdbef886-bb94-4299-9b7b-31c3aed40c08 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:30:57.438806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-27500cf4-0ff8-49bb-bbb5-9372d5f68c28 admin admin] Publish callbacks [] for security_group (e49cbbb6-ec59-4a45-85d2-38e69b57652d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.446829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7acd072-2808-4922-8cbf-e08b4e3cab36 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.448301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7acd072-2808-4922-8cbf-e08b4e3cab36 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.449626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7acd072-2808-4922-8cbf-e08b4e3cab36 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.450966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7acd072-2808-4922-8cbf-e08b4e3cab36 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.452445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7acd072-2808-4922-8cbf-e08b4e3cab36 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.454265 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c7acd072-2808-4922-8cbf-e08b4e3cab36 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3239818 Feb 17 22:30:57.487096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33148) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:57.495201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1509953819'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:57.511687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-b00c0b3a-d0fa-491c-9513-60ef5eadcbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:57.513323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-b00c0b3a-d0fa-491c-9513-60ef5eadcbb6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.3104732 Feb 17 22:30:57.551940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-27500cf4-0ff8-49bb-bbb5-9372d5f68c28 admin admin] Publish callbacks [] for security_group (e49cbbb6-ec59-4a45-85d2-38e69b57652d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.553472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d487449-d00b-4f35-b6cc-38113e17b574 admin admin] Publish callbacks [] for security_group (f2491b31-a7b2-4363-ab2a-1de45fbccb9b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.619232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6f124461-49db-4b47-a944-80068a1a0077), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.622840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d487449-d00b-4f35-b6cc-38113e17b574 admin admin] Publish callbacks [] for security_group (f2491b31-a7b2-4363-ab2a-1de45fbccb9b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.641114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.644847 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/networks/6f124461-49db-4b47-a944-80068a1a0077 HTTP/1.1" status: 204 len: 168 time: 2.1464710 Feb 17 22:30:57.656587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33152) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:57.673142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:57.676900 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.806136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-c308769c-e95f-412e-8a3f-19cc3f908d38 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511256 Feb 17 22:30:57.841067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85239afc-1373-4d41-ba88-7f61b5f196ca up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:30:57.867805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c1172-71de-40b4-9b6b-33fb380dd1da tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Network': ['ID=6f124461-49db-4b47-a944-80068a1a0077,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:57.907793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:30:57.919318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fc9250d6-d745-42c6-bb4a-f58f0afd8ba2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.919810 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment fc9250d6-d745-42c6-bb4a-f58f0afd8ba2 of type vlan for network 6b32a74a-514e-43a9-be60-fa02f485b84c Feb 17 22:30:57.967651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6b32a74a-514e-43a9-be60-fa02f485b84c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.976352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.993502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 85239afc-1373-4d41-ba88-7f61b5f196ca triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:57.994558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:57.998958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6b32a74a-514e-43a9-be60-fa02f485b84c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.004481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:58.005110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.031252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5377815 Feb 17 22:30:58.041101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33154) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:58.096054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:58.114378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-27500cf4-0ff8-49bb-bbb5-9372d5f68c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e49cbbb6-ec59-4a45-85d2-38e69b57652d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.124722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-27500cf4-0ff8-49bb-bbb5-9372d5f68c28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.129351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-27500cf4-0ff8-49bb-bbb5-9372d5f68c28 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e49cbbb6-ec59-4a45-85d2-38e69b57652d HTTP/1.1" status: 204 len: 168 time: 1.1737006 Feb 17 22:30:58.166398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d487449-d00b-4f35-b6cc-38113e17b574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f2491b31-a7b2-4363-ab2a-1de45fbccb9b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.169082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d487449-d00b-4f35-b6cc-38113e17b574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.170275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2d487449-d00b-4f35-b6cc-38113e17b574 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2491b31-a7b2-4363-ab2a-1de45fbccb9b HTTP/1.1" status: 204 len: 168 time: 0.8649845 Feb 17 22:30:58.197350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d487449-d00b-4f35-b6cc-38113e17b574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2491b31-a7b2-4363-ab2a-1de45fbccb9b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:58.214594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075d87b-1214-444d-ad10-7cec7a8e675e tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=6b32a74a-514e-43a9-be60-fa02f485b84c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:58.236107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 85239afc-1373-4d41-ba88-7f61b5f196ca is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:58.238540 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.259058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6b32a74a-514e-43a9-be60-fa02f485b84c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:58.356160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6b32a74a-514e-43a9-be60-fa02f485b84c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.384387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting port 16aa1393-e661-44a0-8eb1-3054cdcc7612 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:30:58.384747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.388112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6b32a74a-514e-43a9-be60-fa02f485b84c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.468628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 6b32a74a-514e-43a9-be60-fa02f485b84c is not hosted by any dhcp agent {{(pid=103526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:30:58.479135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:58.484423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.485801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "PUT /v2.0/networks/6b32a74a-514e-43a9-be60-fa02f485b84c HTTP/1.1" status: 200 len: 723 time: 0.4080856 Feb 17 22:30:58.502833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33166) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:30:58.519601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 85239afc-1373-4d41-ba88-7f61b5f196ca, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85239afc-1373-4d41-ba88-7f61b5f196ca,segment=NetworkSegment(cef2232a-f16b-4e96-ba9a-1fa109251c9a),segment_id=cef2232a-f16b-4e96-ba9a-1fa109251c9a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:30:58.538545 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.547413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '6b32a74a-514e-43a9-be60-fa02f485b84c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:30:58.566451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27500cf4-0ff8-49bb-bbb5-9372d5f68c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49cbbb6-ec59-4a45-85d2-38e69b57652d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:58.630770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499c186-87ef-493d-abc1-d6916c4db8e9 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=6b32a74a-514e-43a9-be60-fa02f485b84c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:58.663780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.664110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for floatingip (16aa1393-e661-44a0-8eb1-3054cdcc7612), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:58.676731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=85239afc-1373-4d41-ba88-7f61b5f196ca,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:58.684204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:30:58.695231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Calling delete_port for 16aa1393-e661-44a0-8eb1-3054cdcc7612 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:30:58.758165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6b32a74a-514e-43a9-be60-fa02f485b84c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:30:58.809789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:30:58.810271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5ffd72ae-d6b8-4fca-b596-72910f2e1a3a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:30:58.910657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-83606ae5-6393-4f8d-b388-d8edb04d7b07 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0260274 Feb 17 22:30:59.011274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-4397df7b-5770-42ce-acd0-7fcdb55e7df2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=291c1fc8-69a8-4618-8ab7-096ba6999630 HTTP/1.1" status: 200 len: 217 time: 0.0771420 Feb 17 22:30:59.055219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (16aa1393-e661-44a0-8eb1-3054cdcc7612), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:59.065839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5b039f-91a9-46ba-8f7b-d73c66370558 None None] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:30:59.115696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f619989-74c7-42c6-ac78-7af6e3bc63f6 req-15347b1d-d836-4377-ac8e-1bbdad3d4e20 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:59.123162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f619989-74c7-42c6-ac78-7af6e3bc63f6 req-15347b1d-d836-4377-ac8e-1bbdad3d4e20 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.7670677 Feb 17 22:30:59.173183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Port': ['ID=16aa1393-e661-44a0-8eb1-3054cdcc7612,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:30:59.247818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for floatingip (fea8e8b0-31a4-4b06-a328-b46d0835d804), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:59.248481 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Floating IP fea8e8b0-31a4-4b06-a328-b46d0835d804 disassociated (deleted). External IP: 172.25.0.141, port: 6475dda5-b822-4eda-9757-90dea9b9921b. Feb 17 22:30:59.331075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-77f8657e-952c-480e-9ca0-83f2cb2231c0 None None] Provisioning complete for port 85239afc-1373-4d41-ba88-7f61b5f196ca triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:30:59.331682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77f8657e-952c-480e-9ca0-83f2cb2231c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:59.365728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-ad580933-67e2-460b-b9ec-5d46d6f95d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:30:59.367046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-ad580933-67e2-460b-b9ec-5d46d6f95d05 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 0.3477464 Feb 17 22:30:59.374958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f619989-74c7-42c6-ac78-7af6e3bc63f6 req-2bb73797-6ae2-4956-9148-26a0e39dea52 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557484 Feb 17 22:30:59.385785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:30:59.389996 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:59.574039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-77f8657e-952c-480e-9ca0-83f2cb2231c0 None None] Current status of the port 85239afc-1373-4d41-ba88-7f61b5f196ca is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:30:59.681978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286e1bf1-ea1f-48c9-b689-649aa0f94bb3 None None] Update dhcp port {'port': {'network_id': '50a6b877-9dd3-4274-a506-1e6dd597fda2', 'fixed_ips': [{'subnet_id': '4a3439ef-e1d6-47c9-9b13-a11e48872332', 'ip_address': '2001:db8::2'}, {'subnet_id': '7c06c57b-e35f-4e68-b044-f320cf0ec51d'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '85239afc-1373-4d41-ba88-7f61b5f196ca'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:30:59.747172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router e7044530-31aa-4ca0-8db2-b5bb30d5519e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:30:59.747999 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-286e1bf1-ea1f-48c9-b689-649aa0f94bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:30:59.944064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.24 (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd/913467e8-ce73-41ca-b842-ab3f78dc1193/fdbef886-bb94-4299-9b7b-31c3aed40c08) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:30:59.947128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85239afc-1373-4d41-ba88-7f61b5f196ca up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:00.116081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:00.121675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.134485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-286e1bf1-ea1f-48c9-b689-649aa0f94bb3 None None] Allocated IP 172.20.0.1 (50a6b877-9dd3-4274-a506-1e6dd597fda2/7c06c57b-e35f-4e68-b044-f320cf0ec51d/85239afc-1373-4d41-ba88-7f61b5f196ca) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:00.164670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] Sync routers for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:00.168085 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9993b67d-99fc-44d2-ac3e-dc9215498d3a tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/floatingips/fea8e8b0-31a4-4b06-a328-b46d0835d804 HTTP/1.1" status: 204 len: 168 time: 2.5076344 Feb 17 22:31:00.168085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:31:00.168877 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a590119-89d3-4b39-bad2-9383c4d8c1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:31:00.189280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (5920f36d-3e25-4599-857d-353fd9cd3d67), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.248803 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33f3fdb-25ad-45fe-b313-2aaf43055138 x-openstack-request-id: req-f33f3fdb-25ad-45fe-b313-2aaf43055138 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:31:00.249093 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:31:00.249352 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f33f3fdb-25ad-45fe-b313-2aaf43055138 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:31:00.249760 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b', 'status': 'completed', 'code': 200} Feb 17 22:31:00.288555 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.346017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.420758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=5920f36d-3e25-4599-857d-353fd9cd3d67,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:00.442349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-385a20c4-71c4-4014-9004-dbf11a77282a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:00.444233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-385a20c4-71c4-4014-9004-dbf11a77282a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 1.0673640 Feb 17 22:31:00.475832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 85239afc-1373-4d41-ba88-7f61b5f196ca triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:00.481968 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.538195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=fdbef886-bb94-4299-9b7b-31c3aed40c08,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:00.584962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:00.587034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:30:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:00.607861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': 'fc9250d6-d745-42c6-bb4a-f58f0afd8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6b32a74a-514e-43a9-be60-fa02f485b84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:00.608202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 6b32a74a-514e-43a9-be60-fa02f485b84c, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:00.612959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-02f1996a-b8bb-494e-bc89-a922ff0f73a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:00.615658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-02f1996a-b8bb-494e-bc89-a922ff0f73a6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e9adee1fef6b47dc934fa808d94a3103&device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 1167 time: 0.3338907 Feb 17 22:31:00.765823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-286e1bf1-ea1f-48c9-b689-649aa0f94bb3 None None] For port 85239afc-1373-4d41-ba88-7f61b5f196ca, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85239afc-1373-4d41-ba88-7f61b5f196ca,segment=NetworkSegment(cef2232a-f16b-4e96-ba9a-1fa109251c9a),segment_id=cef2232a-f16b-4e96-ba9a-1fa109251c9a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:00.821618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 85239afc-1373-4d41-ba88-7f61b5f196ca is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:00.863757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:00.898726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-286e1bf1-ea1f-48c9-b689-649aa0f94bb3 None None] Publish callbacks [] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.910027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-286e1bf1-ea1f-48c9-b689-649aa0f94bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.941161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] In _notify_port_updated(), no bound segment for port fdbef886-bb94-4299-9b7b-31c3aed40c08 on network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:31:00.946861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:00.947518 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:00.951870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3af9bc80-ffb8-41b7-a620-c7981e89ddfb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "PUT /v2.0/ports/fdbef886-bb94-4299-9b7b-31c3aed40c08 HTTP/1.1" status: 200 len: 999 time: 3.5944090 Feb 17 22:31:00.952295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33230) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:00.956423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 6b32a74a-514e-43a9-be60-fa02f485b84c is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:01.034323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-32d5a9fd-8466-406c-90bb-a7152af9a750 None None] Provisioning complete for port fdbef886-bb94-4299-9b7b-31c3aed40c08 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:01.034944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-32d5a9fd-8466-406c-90bb-a7152af9a750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:01.047654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-afab3e0b-3858-4720-8101-8db0ad1fdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:01.049903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-afab3e0b-3858-4720-8101-8db0ad1fdaf2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fcd79117-16cb-4107-ac9f-59e87b1c56bc HTTP/1.1" status: 200 len: 898 time: 0.3392875 Feb 17 22:31:01.099861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port fdbef886-bb94-4299-9b7b-31c3aed40c08 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:01.100359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:01.104605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caba4b-fdb4-4b95-9706-c6886963408c req-bd278f69-44d1-4fa7-8532-27b8bada9542 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:01.117173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39caba4b-fdb4-4b95-9706-c6886963408c req-bd278f69-44d1-4fa7-8532-27b8bada9542 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.5642972 Feb 17 22:31:01.134167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c3f88-46f3-4bef-ab5c-eaad11f287fd req-fe57124f-cbdd-4062-9cea-3d2c8db7ec1e tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:01.137306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d0c3f88-46f3-4bef-ab5c-eaad11f287fd req-fe57124f-cbdd-4062-9cea-3d2c8db7ec1e tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 984 time: 0.4994035 Feb 17 22:31:01.141236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6b32a74a-514e-43a9-be60-fa02f485b84c) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:01.147485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:01.148095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:01.153225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-796ec72b-4a31-46ef-ab34-385f0d8e7caa service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990834 Feb 17 22:31:01.179307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca1e950-e02b-4ca3-bee5-d51cf58d4077 None None] Network 6b32a74a-514e-43a9-be60-fa02f485b84c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:01.247674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-854fd377-6efb-42cb-8c12-6efc5390a220 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6475dda5-b822-4eda-9757-90dea9b9921b HTTP/1.1" status: 200 len: 217 time: 0.1857700 Feb 17 22:31:01.249698 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:01.271933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for fdbef886-bb94-4299-9b7b-31c3aed40c08 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:01.338112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e1bf1-ea1f-48c9-b689-649aa0f94bb3 None None] Pushing event updated for resources: {'Port': ['ID=85239afc-1373-4d41-ba88-7f61b5f196ca,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:01.367314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-6b32a74a-514e-43a9-be60-fa02f485b84c', 'network_id': '6b32a74a-514e-43a9-be60-fa02f485b84c', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': '5920f36d-3e25-4599-857d-353fd9cd3d67'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:01.368638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:01.372586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b3937fb-582b-46ca-8b9a-2fdcd78defbb tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8613844 Feb 17 22:31:01.383466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33244) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:01.396150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-32d5a9fd-8466-406c-90bb-a7152af9a750 None None] Port fdbef886-bb94-4299-9b7b-31c3aed40c08 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:01.398076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e3d00fac-5680-465f-ac4a-c4efac36bd18 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:01.480088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d0c3f88-46f3-4bef-ab5c-eaad11f287fd req-4d7664e6-dc4d-4773-ab21-2111abbb4997 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3199499 Feb 17 22:31:01.547319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39caba4b-fdb4-4b95-9706-c6886963408c req-13960c09-90a5-4bdd-9e8d-8a33c34d13a2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4282713 Feb 17 22:31:01.590984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-ddfba2e8-da62-4a8f-aa9d-11be9adafec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:01.590984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-ddfba2e8-da62-4a8f-aa9d-11be9adafec3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3bfe83f4-74de-4089-8a6a-b7a10528e45b HTTP/1.1" status: 200 len: 835 time: 0.3126771 Feb 17 22:31:01.697530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3d00fac-5680-465f-ac4a-c4efac36bd18 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63352421'] for subnet (5920f36d-3e25-4599-857d-353fd9cd3d67), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:01.719334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-9d6074e0-f341-4f67-9240-028ef8bdd6ab service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148106 Feb 17 22:31:01.767471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Allocated IP 2001:db8::2 (6b32a74a-514e-43a9-be60-fa02f485b84c/5920f36d-3e25-4599-857d-353fd9cd3d67/1065a063-24dc-472f-b339-27f7455a47fe) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:01.896741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-9cc43d41-1f06-4441-896e-3cd0b7aaf2bd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.107&port_id=71991263-60b1-40fd-bba4-34e8fb19d320 HTTP/1.1" status: 200 len: 217 time: 0.1654356 Feb 17 22:31:01.908803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-333d3ed9-537e-4dba-85de-c50716cc6d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:01.913970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-333d3ed9-537e-4dba-85de-c50716cc6d6b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fcd79117-16cb-4107-ac9f-59e87b1c56bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3095169 Feb 17 22:31:01.925676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85239afc-1373-4d41-ba88-7f61b5f196ca up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:02.039314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fdbef886-bb94-4299-9b7b-31c3aed40c08), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.085323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=fdbef886-bb94-4299-9b7b-31c3aed40c08,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:02.105324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33262) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:02.222574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:02.270693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.280329 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-67afadf2-2b33-4ddf-8c5a-76be9dcec8a0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/fdbef886-bb94-4299-9b7b-31c3aed40c08 HTTP/1.1" status: 204 len: 168 time: 1.3264205 Feb 17 22:31:02.284912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33268) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:02.322790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 85239afc-1373-4d41-ba88-7f61b5f196ca triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:02.324149 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.340482 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-867f0d9b-e55d-421a-ba02-57abb91d546b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:31:02.346415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-867f0d9b-e55d-421a-ba02-57abb91d546b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/fdbef886-bb94-4299-9b7b-31c3aed40c08 HTTP/1.1" status: 404 len: 333 time: 0.0600078 Feb 17 22:31:02.347119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33270) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:02.361434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] Checking router: e7044530-31aa-4ca0-8db2-b5bb30d5519e for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:31:02.378844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4752c83-a280-4b00-9c03-780064b5cd00 None None] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:02.439945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 913467e8-ce73-41ca-b842-ab3f78dc1193 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:02.451060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (913467e8-ce73-41ca-b842-ab3f78dc1193), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.493286 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Publish callbacks [] for port (1065a063-24dc-472f-b339-27f7455a47fe), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.498908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:02.499588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:30:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:02.513800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b41088ee-d6e2-42f2-84b1-1c15048ded42 None None] Provisioning complete for port 85239afc-1373-4d41-ba88-7f61b5f196ca triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:02.514199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b41088ee-d6e2-42f2-84b1-1c15048ded42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.613552 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (1065a063-24dc-472f-b339-27f7455a47fe), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.696170 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3d00fac-5680-465f-ac4a-c4efac36bd18 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771632413835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63608665'] for subnet (5920f36d-3e25-4599-857d-353fd9cd3d67), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.777641 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1034b87-534f-4a5a-9d76-5f0688d17594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.781994 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (913467e8-ce73-41ca-b842-ab3f78dc1193), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.789292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d00fac-5680-465f-ac4a-c4efac36bd18 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:02.790024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3d00fac-5680-465f-ac4a-c4efac36bd18 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:02.797232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e3d00fac-5680-465f-ac4a-c4efac36bd18 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "PUT /v2.0/subnets/5920f36d-3e25-4599-857d-353fd9cd3d67 HTTP/1.1" status: 200 len: 826 time: 1.4085379 Feb 17 22:31:02.817142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 85239afc-1373-4d41-ba88-7f61b5f196ca is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:02.827408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:02.830627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Network 6b32a74a-514e-43a9-be60-fa02f485b84c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:02.873869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:02.884671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:02.898306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Pushing event updated for resources: {'Port': ['ID=1065a063-24dc-472f-b339-27f7455a47fe,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:02.938432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-d4e9fb61-eb88-43af-98da-69bd427adcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:02.940311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-d4e9fb61-eb88-43af-98da-69bd427adcac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 200 len: 797 time: 1.0358007 Feb 17 22:31:02.962757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-05989a8e-2cda-4ece-b917-c566c5a14291 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:02.964561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-05989a8e-2cda-4ece-b917-c566c5a14291 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.73 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 984 time: 1.0979440 Feb 17 22:31:02.972964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1034b87-534f-4a5a-9d76-5f0688d17594 admin admin] Publish callbacks [] for security_group (16db50d0-e218-4f26-bfde-fcce56847e01), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.025670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d1034b87-534f-4a5a-9d76-5f0688d17594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (16db50d0-e218-4f26-bfde-fcce56847e01), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.091945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d00fac-5680-465f-ac4a-c4efac36bd18 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=5920f36d-3e25-4599-857d-353fd9cd3d67,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:03.127903 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d1034b87-534f-4a5a-9d76-5f0688d17594 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d078f87ed5f544a4b3bfa18c9f01214c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0132773 Feb 17 22:31:03.132284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33286) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:03.147098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536fe4-b552-4957-9537-938593755bd2 req-19e10ede-2eb1-47ee-a087-0680d244844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:03.148865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24536fe4-b552-4957-9537-938593755bd2 req-19e10ede-2eb1-47ee-a087-0680d244844b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1129 time: 1.0678916 Feb 17 22:31:03.171690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1034b87-534f-4a5a-9d76-5f0688d17594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16db50d0-e218-4f26-bfde-fcce56847e01,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:03.239232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa961-6df4-4d0a-ac6e-ba5137e132f9 req-d9016bf8-7f22-4bda-b3b3-2be7c4c16fd2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:03.241158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57aa961-6df4-4d0a-ac6e-ba5137e132f9 req-d9016bf8-7f22-4bda-b3b3-2be7c4c16fd2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 1.1485643 Feb 17 22:31:03.257532 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (913467e8-ce73-41ca-b842-ab3f78dc1193), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.269027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-eaa6ce43-aad4-4318-bde9-b13ef335247c service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2767322 Feb 17 22:31:03.303299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6b32a74a-514e-43a9-be60-fa02f485b84c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.331498 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63cf7dd8-86ac-490f-a2a9-c1cb691989b8 admin admin] Publish callbacks [] for security_group (16db50d0-e218-4f26-bfde-fcce56847e01), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.357843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:03.362143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63cf7dd8-86ac-490f-a2a9-c1cb691989b8 admin admin] Publish callbacks [] for security_group (16db50d0-e218-4f26-bfde-fcce56847e01), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.422103 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63cf7dd8-86ac-490f-a2a9-c1cb691989b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (16db50d0-e218-4f26-bfde-fcce56847e01), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.425330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63cf7dd8-86ac-490f-a2a9-c1cb691989b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.430542 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-63cf7dd8-86ac-490f-a2a9-c1cb691989b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16db50d0-e218-4f26-bfde-fcce56847e01 HTTP/1.1" status: 204 len: 168 time: 0.2947700 Feb 17 22:31:03.457740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b41088ee-d6e2-42f2-84b1-1c15048ded42 None None] Current status of the port 85239afc-1373-4d41-ba88-7f61b5f196ca is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:03.460507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Attempting to bind port 1065a063-24dc-472f-b339-27f7455a47fe on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:03.461152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Attempting to bind port 1065a063-24dc-472f-b339-27f7455a47fe by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fc9250d6-d745-42c6-bb4a-f58f0afd8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6b32a74a-514e-43a9-be60-fa02f485b84c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:03.461525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Attempting to bind port 1065a063-24dc-472f-b339-27f7455a47fe on network 6b32a74a-514e-43a9-be60-fa02f485b84c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:03.470592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536fe4-b552-4957-9537-938593755bd2 req-5599aff9-235d-4cc5-a127-69ddff51a762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:03.471120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:03.471559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Checking segment: {'id': 'fc9250d6-d745-42c6-bb4a-f58f0afd8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6b32a74a-514e-43a9-be60-fa02f485b84c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:03.472150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.472382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Bound using segment: {'id': 'fc9250d6-d745-42c6-bb4a-f58f0afd8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6b32a74a-514e-43a9-be60-fa02f485b84c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:03.472871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Bound port: 1065a063-24dc-472f-b339-27f7455a47fe, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc9250d6-d745-42c6-bb4a-f58f0afd8ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '6b32a74a-514e-43a9-be60-fa02f485b84c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:03.473258 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1065a063-24dc-472f-b339-27f7455a47fe), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.474599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24536fe4-b552-4957-9537-938593755bd2 req-5599aff9-235d-4cc5-a127-69ddff51a762 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.3005977 Feb 17 22:31:03.476976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf7dd8-86ac-490f-a2a9-c1cb691989b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16db50d0-e218-4f26-bfde-fcce56847e01,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:03.501802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (913467e8-ce73-41ca-b842-ab3f78dc1193), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.515816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57aa961-6df4-4d0a-ac6e-ba5137e132f9 req-964657cf-e17a-4bf5-9498-06ad2464dcb2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121184 Feb 17 22:31:03.593830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] For port 1065a063-24dc-472f-b339-27f7455a47fe, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:03.598505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] For port 1065a063-24dc-472f-b339-27f7455a47fe, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1065a063-24dc-472f-b339-27f7455a47fe,segment=NetworkSegment(fc9250d6-d745-42c6-bb4a-f58f0afd8ba2),segment_id=fc9250d6-d745-42c6-bb4a-f58f0afd8ba2)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:03.617666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-69165eaf-918b-44e1-807a-3dfcc2a8bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:03.624697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-69165eaf-918b-44e1-807a-3dfcc2a8bad6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5d00f070-2d93-4b94-86cb-e0b7504883b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.6747711 Feb 17 22:31:03.654886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1065a063-24dc-472f-b339-27f7455a47fe), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:03.838407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24536fe4-b552-4957-9537-938593755bd2 req-b533b30d-cd03-447f-8cd2-8e8503c41c2d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 1001 time: 0.2577014 Feb 17 22:31:03.849190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ce76a-73f3-4bd1-88fe-24598047fbdc req-d49e3476-3593-476c-9ff0-98486ef68072 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:03.859222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-945ce76a-73f3-4bd1-88fe-24598047fbdc req-d49e3476-3593-476c-9ff0-98486ef68072 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 984 time: 0.9541838 Feb 17 22:31:03.920063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff545d-dd1b-4a59-b095-5a5c12274ffb None None] Pushing event updated for resources: {'Port': ['ID=1065a063-24dc-472f-b339-27f7455a47fe,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:04.102078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536fe4-b552-4957-9537-938593755bd2 req-6355cfc4-5c31-4ced-bf06-32e5f7d4022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:04.106823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24536fe4-b552-4957-9537-938593755bd2 req-6355cfc4-5c31-4ced-bf06-32e5f7d4022e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.1977100 Feb 17 22:31:04.127659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7764be57-bb28-4d74-a39c-18fadd8cf04d None None] Provisioning complete for port 85239afc-1373-4d41-ba88-7f61b5f196ca triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:04.128145 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7764be57-bb28-4d74-a39c-18fadd8cf04d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:04.198281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-f8560694-9b83-43f2-95f1-f4dcbe913b98 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5690472 Feb 17 22:31:04.297945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:04.457698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-945ce76a-73f3-4bd1-88fe-24598047fbdc req-045ee594-3a75-4407-b711-28281b72f998 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.5973444 Feb 17 22:31:04.463740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=913467e8-ce73-41ca-b842-ab3f78dc1193,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:04.468807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting port 6475dda5-b822-4eda-9757-90dea9b9921b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:04.469439 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:04.482713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:04.493059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72fd1e46-0b70-461b-a07b-8f36097d82f3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/913467e8-ce73-41ca-b842-ab3f78dc1193 HTTP/1.1" status: 204 len: 168 time: 2.1447368 Feb 17 22:31:04.494787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33316) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:04.580716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f668b-3870-4836-84ef-513005dcd2e9 None None] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:04.595457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting port 1065a063-24dc-472f-b339-27f7455a47fe {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:04.599070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1065a063-24dc-472f-b339-27f7455a47fe), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:04.677895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] For port 6475dda5-b822-4eda-9757-90dea9b9921b, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=6475dda5-b822-4eda-9757-90dea9b9921b,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:04.678588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:04.724852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Calling delete_port for 6475dda5-b822-4eda-9757-90dea9b9921b owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:04.785386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1245927e-bc5f-4422-a371-17b1d1f02111 None None] The sync data for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 is: [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:28:40Z', 'revision_number': 4, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5305d69a-876e-407a-a8ae-37a7573972de', 'name': '', 'network_id': 'fcd79117-16cb-4107-ac9f-59e87b1c56bc', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'mac_address': 'fa:16:3e:b9:85:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2027, 'fixed_ips': [{'subnet_id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:38Z', 'updated_at': '2022-02-17T22:28:51Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'subnets': [{'id': '3bfe83f4-74de-4089-8a6a-b7a10528e45b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:04.847530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a590119-89d3-4b39-bad2-9383c4d8c1cc req-fca465d9-5316-46ed-90b6-b89f82fa7019 service neutron] 10.222.0.73 "GET /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4916518 Feb 17 22:31:04.867620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] For port 1065a063-24dc-472f-b339-27f7455a47fe, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1065a063-24dc-472f-b339-27f7455a47fe,segment=NetworkSegment(fc9250d6-d745-42c6-bb4a-f58f0afd8ba2),segment_id=fc9250d6-d745-42c6-bb4a-f58f0afd8ba2)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:04.868330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1065a063-24dc-472f-b339-27f7455a47fe), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:04.896954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Calling delete_port for 1065a063-24dc-472f-b339-27f7455a47fe owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:04.918124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536fe4-b552-4957-9537-938593755bd2 req-9181cb8b-e50e-40f7-af35-054a0b7942e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:04.923760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24536fe4-b552-4957-9537-938593755bd2 req-9181cb8b-e50e-40f7-af35-054a0b7942e5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7179327 Feb 17 22:31:05.109488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7764be57-bb28-4d74-a39c-18fadd8cf04d None None] Current status of the port 85239afc-1373-4d41-ba88-7f61b5f196ca is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:05.125424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-1aa3d8bd-2877-487d-9348-b344c5827fd2 service neutron] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9000211 Feb 17 22:31:05.132047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 28b8a640-56d4-4c4f-a5c6-2267924b0156 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:05.138017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (28b8a640-56d4-4c4f-a5c6-2267924b0156), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:05.203662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1065a063-24dc-472f-b339-27f7455a47fe), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:05.247460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (28b8a640-56d4-4c4f-a5c6-2267924b0156), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:05.265660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5de15-8921-441c-a3d5-c933bdf8ab81 req-83e4e660-4f97-4e71-bc3b-a3cb37233554 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:05.272222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cd5de15-8921-441c-a3d5-c933bdf8ab81 req-83e4e660-4f97-4e71-bc3b-a3cb37233554 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.4217024 Feb 17 22:31:05.284200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-d54d26fb-f36d-44ae-9a75-175cf1fbdb8f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c HTTP/1.1" status: 200 len: 217 time: 0.1428525 Feb 17 22:31:05.300955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Port': ['ID=1065a063-24dc-472f-b339-27f7455a47fe,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:05.374920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No DVR routers for this DVR port 1065a063-24dc-472f-b339-27f7455a47fe on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:05.512570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (28b8a640-56d4-4c4f-a5c6-2267924b0156), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:05.549638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-d6e8602e-9510-4cb0-bbcd-20382252bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:05.551474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-d6e8602e-9510-4cb0-bbcd-20382252bc74 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=06e0b721-0635-4451-b2a9-ec895a578aaa HTTP/1.1" status: 200 len: 797 time: 0.2245493 Feb 17 22:31:05.653732 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26177e41-0299-474e-b7a0-564f640d9612 None None] New status for floating IP fea8e8b0-31a4-4b06-a328-b46d0835d804: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:31:05.740417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5920f36d-3e25-4599-857d-353fd9cd3d67), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:05.755042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24536fe4-b552-4957-9537-938593755bd2 req-df212a19-1e2d-4c9a-aa8e-b2d378e0b9e4 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993913 Feb 17 22:31:05.874226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (28b8a640-56d4-4c4f-a5c6-2267924b0156), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.003358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.007423 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/28b8a640-56d4-4c4f-a5c6-2267924b0156 HTTP/1.1" status: 204 len: 168 time: 1.5099301 Feb 17 22:31:06.009257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6ec56-ea12-4e5f-84fe-f8eee9629097 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=28b8a640-56d4-4c4f-a5c6-2267924b0156,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:06.012714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:06.067648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c5a4d-9d28-432f-bc71-97846cf9cdf3 None None] Network 6b32a74a-514e-43a9-be60-fa02f485b84c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:06.226181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5c3eba3c-5579-4f50-97ac-01b8f7266dcc None None] Could not find standard attr ID for object 1065a063-24dc-472f-b339-27f7455a47fe. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:31:06.233774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.238472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (5920f36d-3e25-4599-857d-353fd9cd3d67), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.317770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=5920f36d-3e25-4599-857d-353fd9cd3d67,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:06.359519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cd5de15-8921-441c-a3d5-c933bdf8ab81 req-f20eaedf-313b-4e28-b085-00b7c75b2079 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0572822 Feb 17 22:31:06.359519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-5d32b986-cd35-4fae-81ee-602b8425f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:06.360608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-5d32b986-cd35-4fae-81ee-602b8425f52e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8caa62b9-8ccb-4f50-ab64-8106d333b008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.7865400 Feb 17 22:31:06.361432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6475dda5-b822-4eda-9757-90dea9b9921b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.464181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Port': ['ID=6475dda5-b822-4eda-9757-90dea9b9921b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:06.485499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6b32a74a-514e-43a9-be60-fa02f485b84c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.520326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b32a74a-514e-43a9-be60-fa02f485b84c']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:06.543675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc9250d6-d745-42c6-bb4a-f58f0afd8ba2') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:06.544060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc9250d6-d745-42c6-bb4a-f58f0afd8ba2') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:06.587771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fc9250d6-d745-42c6-bb4a-f58f0afd8ba2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.618249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25c4213-a26c-433a-8a0e-06e849927a34 None None] Network 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:06.620109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fc9250d6-d745-42c6-bb4a-f58f0afd8ba2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.642223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:06.642858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fc9250d6-d745-42c6-bb4a-f58f0afd8ba2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.708705 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-0617e740-a273-4a00-8076-7eac8c38db52 service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304729 Feb 17 22:31:06.712004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] No DVR routers for this DVR port 6475dda5-b822-4eda-9757-90dea9b9921b on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:06.728520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f86200-9ee1-4bff-aeba-316fd20e0949 req-9bb5ec7f-cb6a-4c62-8f63-34f866be3921 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:06.741205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5f86200-9ee1-4bff-aeba-316fd20e0949 req-9bb5ec7f-cb6a-4c62-8f63-34f866be3921 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac888cf-08d6-46bb-842c-2ef54c554b9d HTTP/1.1" status: 200 len: 906 time: 0.9918535 Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:06.772777 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:06.779783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6b32a74a-514e-43a9-be60-fa02f485b84c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.800281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.806491 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/6b32a74a-514e-43a9-be60-fa02f485b84c HTTP/1.1" status: 204 len: 168 time: 3.9684761 Feb 17 22:31:06.809199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.809323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e74bfb-6d3a-474a-8db9-c888c87083f1 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=6b32a74a-514e-43a9-be60-fa02f485b84c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:06.810451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:06.820422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94ed4c90-bd74-43af-85fb-8a8b13043936 req-5a9af063-2401-4b5c-bd0b-5829f73648f7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.73 "DELETE /v2.0/ports/6475dda5-b822-4eda-9757-90dea9b9921b HTTP/1.1" status: 204 len: 173 time: 3.7896545 Feb 17 22:31:06.821461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'name': 'network-vif-deleted', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:31:06.829632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-69f8c9e1-9aa6-4162-8d0f-4d4d9d9b334b None None] Provisioning complete for port cb655d2c-1696-423e-9b24-5c1855bd7e4f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:06.830016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69f8c9e1-9aa6-4162-8d0f-4d4d9d9b334b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.833475 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-80528026-9a75-459a-8a52-d6c78777d535 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:06.834701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80528026-9a75-459a-8a52-d6c78777d535 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:06.842474 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-80528026-9a75-459a-8a52-d6c78777d535 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/6b32a74a-514e-43a9-be60-fa02f485b84c HTTP/1.1" status: 404 len: 339 time: 0.0264816 Feb 17 22:31:06.842567 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7094c2e1-5405-48c9-a5cb-925fadf9270e" -d '{"events": [{"server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "name": "network-vif-deleted", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:31:06.861388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33372) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:06.899083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port cb655d2c-1696-423e-9b24-5c1855bd7e4f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:06.899487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:06.908327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24536fe4-b552-4957-9537-938593755bd2 req-d87d847e-49be-4b5c-9fb0-507cfe6da62f service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0876741 Feb 17 22:31:06.950625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-566456448', 'description': 'd1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:07.009967 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005def06-8048-400f-b3bc-dbb5e218b076 x-openstack-request-id: req-005def06-8048-400f-b3bc-dbb5e218b076 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:31:07.010387 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac888cf-08d6-46bb-842c-2ef54c554b9d", "name": "network-vif-deleted", "tag": "6475dda5-b822-4eda-9757-90dea9b9921b", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:31:07.010549 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-005def06-8048-400f-b3bc-dbb5e218b076 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:31:07.010926 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac888cf-08d6-46bb-842c-2ef54c554b9d', 'name': 'network-vif-deleted', 'tag': '6475dda5-b822-4eda-9757-90dea9b9921b', 'status': 'completed', 'code': 200} Feb 17 22:31:07.112225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] For port cb655d2c-1696-423e-9b24-5c1855bd7e4f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb655d2c-1696-423e-9b24-5c1855bd7e4f,segment=NetworkSegment(64696b5f-3a64-449d-b215-6d405c59d592),segment_id=64696b5f-3a64-449d-b215-6d405c59d592)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:07.113692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142b6563-6543-41c6-a47c-9c5465fd9deb None None] DHCP port deletion for 6b32a74a-514e-43a9-be60-fa02f485b84c request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:07.114289 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.156839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for cb655d2c-1696-423e-9b24-5c1855bd7e4f owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:07.197656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a76b0-0eb6-4459-9f0a-bd81a1be005d None None] Network 6b32a74a-514e-43a9-be60-fa02f485b84c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:07.225821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6475dda5-b822-4eda-9757-90dea9b9921b no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:07.262096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 6475dda5-b822-4eda-9757-90dea9b9921b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:07.263149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 6475dda5-b822-4eda-9757-90dea9b9921b not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:07.265628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151a76b0-0eb6-4459-9f0a-bd81a1be005d None None] Network 6b32a74a-514e-43a9-be60-fa02f485b84c could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:31:07.267549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-69f8c9e1-9aa6-4162-8d0f-4d4d9d9b334b None None] Current status of the port cb655d2c-1696-423e-9b24-5c1855bd7e4f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:07.327817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] DHCP port deletion for 98d40612-e9c2-4c2d-a64c-ad2104b5bcbd request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:07.417196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:07.421853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.512099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] Deleting port cb655d2c-1696-423e-9b24-5c1855bd7e4f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:07.512488 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.540450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.560415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5f86200-9ee1-4bff-aeba-316fd20e0949 req-c7e55d22-9f13-4651-a4ca-73c66d986547 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "GET /v2.0/security-groups?id=875995b3-2e98-49f6-bde7-854f8a1c2934&id=85c4abce-0be7-493c-a3c1-1f4fd5c09087&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8182275 Feb 17 22:31:07.651096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=cb655d2c-1696-423e-9b24-5c1855bd7e4f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:07.658705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No DVR routers for this DVR port cb655d2c-1696-423e-9b24-5c1855bd7e4f on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:07.685997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:07.756545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb8620b6-5075-40a5-af67-915549a41de1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.756813 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment fb8620b6-5075-40a5-af67-915549a41de1 of type vlan for network 76427b3e-caad-4ee1-8141-33a909446193 Feb 17 22:31:07.770450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] For port cb655d2c-1696-423e-9b24-5c1855bd7e4f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cb655d2c-1696-423e-9b24-5c1855bd7e4f,segment=NetworkSegment(64696b5f-3a64-449d-b215-6d405c59d592),segment_id=64696b5f-3a64-449d-b215-6d405c59d592)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:07.773203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.776100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-4632216a-d820-43c0-8bf2-f901bf6033b0 service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9871795 Feb 17 22:31:07.798650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1065a063-24dc-472f-b339-27f7455a47fe no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:07.836452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] Calling delete_port for cb655d2c-1696-423e-9b24-5c1855bd7e4f owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:07.841658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 1065a063-24dc-472f-b339-27f7455a47fe {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:07.842254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1065a063-24dc-472f-b339-27f7455a47fe not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:07.842762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb655d2c-1696-423e-9b24-5c1855bd7e4f no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:07.875083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: cb655d2c-1696-423e-9b24-5c1855bd7e4f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:07.875559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cb655d2c-1696-423e-9b24-5c1855bd7e4f not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:07.969800 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (76427b3e-caad-4ee1-8141-33a909446193), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.973801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-ecaf4874-d127-44bc-bc26-35d86b14c129 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 HTTP/1.1" status: 200 len: 217 time: 0.1880651 Feb 17 22:31:07.987643 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:07.989315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (cb655d2c-1696-423e-9b24-5c1855bd7e4f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.030035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72432f-7598-4bba-bdc2-2857d2b0da51 req-e26f70e3-e8df-4615-b14f-924b1fd7ded7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:08.033801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] No DVR routers for this DVR port cb655d2c-1696-423e-9b24-5c1855bd7e4f on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:08.038535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd49b28-d651-498b-a167-befc7985fdc5 None None] Pushing event deleted for resources: {'Port': ['ID=cb655d2c-1696-423e-9b24-5c1855bd7e4f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:08.056570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf72432f-7598-4bba-bdc2-2857d2b0da51 req-e26f70e3-e8df-4615-b14f-924b1fd7ded7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.4641495 Feb 17 22:31:08.064452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d40612-e9c2-4c2d-a64c-ad2104b5bcbd']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:08.084915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64696b5f-3a64-449d-b215-6d405c59d592') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:08.086237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64696b5f-3a64-449d-b215-6d405c59d592') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:08.101631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (64696b5f-3a64-449d-b215-6d405c59d592), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.123982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (64696b5f-3a64-449d-b215-6d405c59d592), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.134727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:08.135847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (64696b5f-3a64-449d-b215-6d405c59d592), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.146019 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:31:08.190642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (76427b3e-caad-4ee1-8141-33a909446193), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.191436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:08.194389 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:08.238165 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:08.247530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (98d40612-e9c2-4c2d-a64c-ad2104b5bcbd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.274604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.288248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/98d40612-e9c2-4c2d-a64c-ad2104b5bcbd HTTP/1.1" status: 204 len: 168 time: 2.2718308 Feb 17 22:31:08.335246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33410) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:08.368270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=76427b3e-caad-4ee1-8141-33a909446193,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:08.376260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a09fa1da-a1f3-4cd8-9179-23b37593b0a2 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4704156 Feb 17 22:31:08.380099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33418) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:08.383412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 76427b3e-caad-4ee1-8141-33a909446193 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:08.394506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a010ac3b-57c4-4dc7-8dd7-12b875ea2c9f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=98d40612-e9c2-4c2d-a64c-ad2104b5bcbd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:08.443263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308adf70-6b8b-41a4-bc65-243e45735c84 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:08.449614 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-308adf70-6b8b-41a4-bc65-243e45735c84 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1118510 Feb 17 22:31:08.450504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33422) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:08.521630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b74eade-241e-4b48-94ab-c02ca02dd7e4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:08.536070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b74eade-241e-4b48-94ab-c02ca02dd7e4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/networks?id=76427b3e-caad-4ee1-8141-33a909446193 HTTP/1.1" status: 200 len: 764 time: 0.1356683 Feb 17 22:31:08.539530 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a0b9d8de-4853-4050-8d45-3694d4a78623 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0872204 Feb 17 22:31:08.540235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33426) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:08.540729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33428) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:08.550770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-2dd3fc22-fb9d-460b-bc6a-f7445913bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:08.551010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'description': 'd2'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:08.552480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-2dd3fc22-fb9d-460b-bc6a-f7445913bb5e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=06e0b721-0635-4451-b2a9-ec895a578aaa HTTP/1.1" status: 200 len: 797 time: 0.5643091 Feb 17 22:31:08.560435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-217292912'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:08.665497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf72432f-7598-4bba-bdc2-2857d2b0da51 req-f40b24e0-1408-4498-876c-5759d28cea77 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6073871 Feb 17 22:31:08.673414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33432) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:08.722251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-a320400d-407b-4206-a0c8-93594156e5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:08.723832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-a320400d-407b-4206-a0c8-93594156e5b5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=8caa62b9-8ccb-4f50-ab64-8106d333b008&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1619208 Feb 17 22:31:08.830377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf863d1f-a246-405a-a201-95c3c474e817 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (875995b3-2e98-49f6-bde7-854f8a1c2934), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.861787 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf863d1f-a246-405a-a201-95c3c474e817 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (875995b3-2e98-49f6-bde7-854f8a1c2934), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.885310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (76427b3e-caad-4ee1-8141-33a909446193), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.902436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:08.908398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.913206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf863d1f-a246-405a-a201-95c3c474e817 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (875995b3-2e98-49f6-bde7-854f8a1c2934), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.916366 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf863d1f-a246-405a-a201-95c3c474e817 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.920842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cf863d1f-a246-405a-a201-95c3c474e817 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/security-groups/875995b3-2e98-49f6-bde7-854f8a1c2934 HTTP/1.1" status: 204 len: 168 time: 0.2423995 Feb 17 22:31:08.921106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (76427b3e-caad-4ee1-8141-33a909446193), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:08.930683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33438) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:08.933564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf863d1f-a246-405a-a201-95c3c474e817 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=875995b3-2e98-49f6-bde7-854f8a1c2934,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:09.020771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-0c4bc60a-08f3-4d96-a4d1-057682cf6c40 service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890542 Feb 17 22:31:09.030103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 76427b3e-caad-4ee1-8141-33a909446193 is not hosted by any dhcp agent {{(pid=103526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:31:09.036179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e829f745-cdfe-452b-b582-d697d98810b7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (85c4abce-0be7-493c-a3c1-1f4fd5c09087), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.042876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:09.044111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.046772 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "PUT /v2.0/networks/76427b3e-caad-4ee1-8141-33a909446193 HTTP/1.1" status: 200 len: 761 time: 0.5022140 Feb 17 22:31:09.055743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33440) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:09.155221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:09.184806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (11e0bfda-b338-4164-885c-d833e8c021e8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.185729 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment 11e0bfda-b338-4164-885c-d833e8c021e8 of type vlan for network 4a416ffb-5840-44a8-a03e-cd377e44bd9f Feb 17 22:31:09.198948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b593a6-ed96-4ea0-aa9d-09dfd20d117c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=76427b3e-caad-4ee1-8141-33a909446193,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:09.200836 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.205024 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e829f745-cdfe-452b-b582-d697d98810b7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (85c4abce-0be7-493c-a3c1-1f4fd5c09087), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.216632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 76427b3e-caad-4ee1-8141-33a909446193 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:09.258824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (4a416ffb-5840-44a8-a03e-cd377e44bd9f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.294713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (4a416ffb-5840-44a8-a03e-cd377e44bd9f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.300798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:09.301435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.305169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d705b18-c06b-4288-9892-90dc4af1d246 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:09.311724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33446) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:09.320084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d705b18-c06b-4288-9892-90dc4af1d246 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/networks?id=76427b3e-caad-4ee1-8141-33a909446193 HTTP/1.1" status: 200 len: 764 time: 0.2588103 Feb 17 22:31:09.336103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5556feaa-c897-4bf6-9972-fd0c8f74d76e req-daf74ac2-1507-4639-ad8d-d308c0fca8f2 service neutron] 10.222.0.94 "GET /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088746 Feb 17 22:31:09.365254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e829f745-cdfe-452b-b582-d697d98810b7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (85c4abce-0be7-493c-a3c1-1f4fd5c09087), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.370510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e829f745-cdfe-452b-b582-d697d98810b7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:09.376829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e829f745-cdfe-452b-b582-d697d98810b7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/security-groups/85c4abce-0be7-493c-a3c1-1f4fd5c09087 HTTP/1.1" status: 204 len: 168 time: 0.4405701 Feb 17 22:31:09.377901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33450) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:09.439701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e829f745-cdfe-452b-b582-d697d98810b7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c4abce-0be7-493c-a3c1-1f4fd5c09087,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:09.550056 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0057421 Feb 17 22:31:09.568129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33458) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:09.585073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:09.850457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79caa030-cb17-436c-848e-d13dc15cb39b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=4a416ffb-5840-44a8-a03e-cd377e44bd9f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:09.870653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:09.957723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27cbfb1-71c2-44f3-bbee-f2d1aef4bba4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:09.963900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a27cbfb1-71c2-44f3-bbee-f2d1aef4bba4 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6492484 Feb 17 22:31:09.964523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33474) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:10.016754 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-71765652-a8aa-4c77-84b7-5c96928a5364 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 207 time: 0.0495603 Feb 17 22:31:10.017367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:10.194807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:10.198747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:10.410687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dac9fa-7ab3-4bbf-92ab-802e3b416289 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.416401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dac9fa-7ab3-4bbf-92ab-802e3b416289 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.422484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dac9fa-7ab3-4bbf-92ab-802e3b416289 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.428730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dac9fa-7ab3-4bbf-92ab-802e3b416289 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.434129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dac9fa-7ab3-4bbf-92ab-802e3b416289 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.439612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dac9fa-7ab3-4bbf-92ab-802e3b416289 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.441449 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2dac9fa-7ab3-4bbf-92ab-802e3b416289 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4207938 Feb 17 22:31:10.445836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:10.484795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c46be4c-56c1-450a-9343-26ae417171e1 req-c3dcc49c-9b1b-41de-9402-20eaad3a5dda tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.486486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c46be4c-56c1-450a-9343-26ae417171e1 req-c3dcc49c-9b1b-41de-9402-20eaad3a5dda tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.3519351 Feb 17 22:31:10.572804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c46be4c-56c1-450a-9343-26ae417171e1 req-546892e9-def9-4121-b302-850c59a02315 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668676 Feb 17 22:31:10.582909 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc1617ba-510f-43fc-ab96-1d8e9a9fc1f0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1357546 Feb 17 22:31:10.586700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33492) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:10.668603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (e7044530-31aa-4ca0-8db2-b5bb30d5519e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:10.695766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79822425-c35c-40f8-b825-21f7f111dfec tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.697326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79822425-c35c-40f8-b825-21f7f111dfec tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.698868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79822425-c35c-40f8-b825-21f7f111dfec tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.700973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79822425-c35c-40f8-b825-21f7f111dfec tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.702904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79822425-c35c-40f8-b825-21f7f111dfec tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.705411 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-79822425-c35c-40f8-b825-21f7f111dfec tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1174967 Feb 17 22:31:10.710603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:10.833654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a593a-60be-4726-8b27-2ddb4e2192a3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.835628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a593a-60be-4726-8b27-2ddb4e2192a3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.837258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a593a-60be-4726-8b27-2ddb4e2192a3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.839079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a593a-60be-4726-8b27-2ddb4e2192a3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.840991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a593a-60be-4726-8b27-2ddb4e2192a3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['shared'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.843254 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e5a593a-60be-4726-8b27-2ddb4e2192a3 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1311841 Feb 17 22:31:10.846553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (308a6d52-8091-427a-b5dc-71db4c516928), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:10.846944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33504) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:10.923525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=308a6d52-8091-427a-b5dc-71db4c516928,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:10.936819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': '11e0bfda-b338-4164-885c-d833e8c021e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:10.937222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: 4a416ffb-5840-44a8-a03e-cd377e44bd9f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:10.964225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:10.978020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 4a416ffb-5840-44a8-a03e-cd377e44bd9f) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:10.983424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:10.984282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:10.994506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0003c5d-16ca-407b-b575-5a58a965c683 None None] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:11.009563 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-39981bf5-a62a-4055-9d19-0d06730a3a85 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4302940 Feb 17 22:31:11.010321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33510) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:11.018086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f', 'name': 'tempest-PortsTestJSON-372846681'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:11.144911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0df295e-7629-4e8d-95d2-fdeeee0339c8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:11.147555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a0df295e-7629-4e8d-95d2-fdeeee0339c8 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/networks/9ee0d197-ec14-4f72-806f-7ee37b209c2b HTTP/1.1" status: 200 len: 804 time: 0.2994409 Feb 17 22:31:11.157728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33514) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:11.261039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-4a416ffb-5840-44a8-a03e-cd377e44bd9f', 'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f', 'project_id': '5d5bde6308714fd4aa05863fc9e096e8', 'fixed_ips': [{'subnet_id': '308a6d52-8091-427a-b5dc-71db4c516928'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:11.263055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.301048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:11.306680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.335399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 42d38b59-98af-4639-b827-34ec93157834 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:11.512325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2b300dca-ad6e-4f54-88f4-0d9c8cfc4872 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/networks/9ee0d197-ec14-4f72-806f-7ee37b209c2b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3502507 Feb 17 22:31:11.517121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33520) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:11.535272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.6 (4a416ffb-5840-44a8-a03e-cd377e44bd9f/308a6d52-8091-427a-b5dc-71db4c516928/42d38b59-98af-4639-b827-34ec93157834) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:11.581642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d19d50-8e30-408a-b7e1-2223177cd34d tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:11.584371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b7d19d50-8e30-408a-b7e1-2223177cd34d tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/subnets/1ff27eba-89c5-46d8-831a-0e7dfb8430aa HTTP/1.1" status: 200 len: 843 time: 0.0654945 Feb 17 22:31:11.586198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33522) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:11.591987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33524) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:11.670481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting port 5305d69a-876e-407a-a8ae-37a7573972de {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:11.671058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5305d69a-876e-407a-a8ae-37a7573972de), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.738654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0956d37-f791-4a45-938a-c42e2dadb275 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:11.741033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f0956d37-f791-4a45-938a-c42e2dadb275 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "GET /v2.0/subnets/1ff27eba-89c5-46d8-831a-0e7dfb8430aa?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1468198 Feb 17 22:31:11.744952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33530) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:11.752696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1294134402'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:11.765134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (42d38b59-98af-4639-b827-34ec93157834), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.805780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:11.809451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.834719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (42d38b59-98af-4639-b827-34ec93157834), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.848589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:11.861966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f44aabb7-3575-4442-8fb7-98c9e98d8798), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.862541 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Added segment f44aabb7-3575-4442-8fb7-98c9e98d8798 of type vlan for network 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 Feb 17 22:31:11.930703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:11.935014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:11.940300 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (1da6d501-8c50-4b0c-b9c3-68ca0a06ec37), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:11.944449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:11.963996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Allocated IP 172.20.0.2 (4a416ffb-5840-44a8-a03e-cd377e44bd9f/308a6d52-8091-427a-b5dc-71db4c516928/0cdd1da1-5838-4863-91d4-f37129584ec4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:11.996848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=42d38b59-98af-4639-b827-34ec93157834,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:12.010105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] For port 5305d69a-876e-407a-a8ae-37a7573972de, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5305d69a-876e-407a-a8ae-37a7573972de,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:12.010679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5305d69a-876e-407a-a8ae-37a7573972de), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.017141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:12.018098 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.038306 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (1da6d501-8c50-4b0c-b9c3-68ca0a06ec37), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.038520 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a10e18f0-f4a8-4505-bbcb-e8e70998582c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0268154 Feb 17 22:31:12.040817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33534) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:12.045623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:12.046465 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.046590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f', 'name': 'tempest-PortsTestJSON-915149563'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:12.161192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Network': ['ID=1da6d501-8c50-4b0c-b9c3-68ca0a06ec37,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:12.169310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Calling delete_port for 5305d69a-876e-407a-a8ae-37a7573972de owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:12.171624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c05170f2-c153-45f5-af1c-3b28d2cf0b65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.200081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4259a638-a161-4c53-89c7-9bcdaa68dd5c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4537201 Feb 17 22:31:12.203901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33538) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:12.207339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:12.226400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'network_id': '1da6d501-8c50-4b0c-b9c3-68ca0a06ec37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:12.333465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:12.337855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.359260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Publish callbacks [] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.369297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.385662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 6104437f-91d7-47ac-b0d0-c303b324b038 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:12.426205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:12.433539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:12.436134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:12.446610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c05170f2-c153-45f5-af1c-3b28d2cf0b65 admin admin] Publish callbacks [] for security_group (4b75f838-5db0-413e-96b1-164a64c8a570), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.448321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Pushing event updated for resources: {'Port': ['ID=0cdd1da1-5838-4863-91d4-f37129584ec4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:12.456265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c05170f2-c153-45f5-af1c-3b28d2cf0b65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4b75f838-5db0-413e-96b1-164a64c8a570), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.516800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Made reservation on behalf of 84f3f8f2f6b94269ab9f4cb9a6f2a8f9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:12.521762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.556995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Attempting to bind port 0cdd1da1-5838-4863-91d4-f37129584ec4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:12.561315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Attempting to bind port 0cdd1da1-5838-4863-91d4-f37129584ec4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '11e0bfda-b338-4164-885c-d833e8c021e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:12.562481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Attempting to bind port 0cdd1da1-5838-4863-91d4-f37129584ec4 on network 4a416ffb-5840-44a8-a03e-cd377e44bd9f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:12.580238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c05170f2-c153-45f5-af1c-3b28d2cf0b65 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69e99e4d1f1c438892ed9b634434915a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9904706 Feb 17 22:31:12.580939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05170f2-c153-45f5-af1c-3b28d2cf0b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b75f838-5db0-413e-96b1-164a64c8a570,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:12.582610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 30, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:12.586746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33544) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:12.603074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Checking segment: {'id': '11e0bfda-b338-4164-885c-d833e8c021e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:12.603532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.603934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Bound using segment: {'id': '11e0bfda-b338-4164-885c-d833e8c021e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:12.604520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Bound port: 0cdd1da1-5838-4863-91d4-f37129584ec4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11e0bfda-b338-4164-885c-d833e8c021e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4a416ffb-5840-44a8-a03e-cd377e44bd9f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:12.604823 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.675145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Performing IP validity checks on allocation pools {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 22:31:12.675714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 22:31:12.699605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.7 (4a416ffb-5840-44a8-a03e-cd377e44bd9f/308a6d52-8091-427a-b5dc-71db4c516928/6104437f-91d7-47ac-b0d0-c303b324b038) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:12.710028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] For port 0cdd1da1-5838-4863-91d4-f37129584ec4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:12.723966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3040e09b-e5eb-4c64-b23f-cdac6075fbba admin admin] Publish callbacks [] for security_group (4b75f838-5db0-413e-96b1-164a64c8a570), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.726054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] For port 0cdd1da1-5838-4863-91d4-f37129584ec4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0cdd1da1-5838-4863-91d4-f37129584ec4,segment=NetworkSegment(11e0bfda-b338-4164-885c-d833e8c021e8),segment_id=11e0bfda-b338-4164-885c-d833e8c021e8)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:12.735112 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.838631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f45387-249a-4755-81b9-8eb3e958a026 None None] Pushing event updated for resources: {'Port': ['ID=0cdd1da1-5838-4863-91d4-f37129584ec4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:12.872326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3040e09b-e5eb-4c64-b23f-cdac6075fbba admin admin] Publish callbacks [] for security_group (4b75f838-5db0-413e-96b1-164a64c8a570), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.917446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (fcc7a6e4-9cf6-4c61-91b6-3597e61da67b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.936185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3040e09b-e5eb-4c64-b23f-cdac6075fbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4b75f838-5db0-413e-96b1-164a64c8a570), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.938796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3040e09b-e5eb-4c64-b23f-cdac6075fbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:12.944641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3040e09b-e5eb-4c64-b23f-cdac6075fbba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b75f838-5db0-413e-96b1-164a64c8a570 HTTP/1.1" status: 204 len: 168 time: 0.3565087 Feb 17 22:31:12.964862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040e09b-e5eb-4c64-b23f-cdac6075fbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b75f838-5db0-413e-96b1-164a64c8a570,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:12.972816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5305d69a-876e-407a-a8ae-37a7573972de), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:13.034895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Port': ['ID=5305d69a-876e-407a-a8ae-37a7573972de,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:13.036101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=fcc7a6e4-9cf6-4c61-91b6-3597e61da67b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:13.207147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Checking segment: {'id': 'f44aabb7-3575-4442-8fb7-98c9e98d8798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1da6d501-8c50-4b0c-b9c3-68ca0a06ec37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:13.209272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network hostable DHCP agents. Network: 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:13.434495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Network 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:13.472039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (e7044530-31aa-4ca0-8db2-b5bb30d5519e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:13.497861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (6104437f-91d7-47ac-b0d0-c303b324b038), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:13.501597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:13.506645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:13.509426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:13.548943 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b60ac064-4add-497b-ba0f-f5fd559bc1dd tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3432188 Feb 17 22:31:13.551837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33562) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:13.559200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1a9145-129b-45b7-97d4-6894693c43c4 None None] Network 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:13.573834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6da3d815-7695-47e3-8f4a-0ac8e04943ce tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:13.715963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33566) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:13.747542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d698a4f5-aac7-4431-a0cb-bc5e1a331139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:13.805536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6da3d815-7695-47e3-8f4a-0ac8e04943ce tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63352421'] for subnet (fcc7a6e4-9cf6-4c61-91b6-3597e61da67b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:13.898567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afd6ea3-8453-454a-980f-5b94a5ed0cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-1da6d501-8c50-4b0c-b9c3-68ca0a06ec37', 'network_id': '1da6d501-8c50-4b0c-b9c3-68ca0a06ec37', 'project_id': '84f3f8f2f6b94269ab9f4cb9a6f2a8f9', 'fixed_ips': [{'subnet_id': 'fcc7a6e4-9cf6-4c61-91b6-3597e61da67b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:13.899693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0afd6ea3-8453-454a-980f-5b94a5ed0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:13.931596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6104437f-91d7-47ac-b0d0-c303b324b038), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.083380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0cdd1da1-5838-4863-91d4-f37129584ec4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:14.133578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Router e7044530-31aa-4ca0-8db2-b5bb30d5519e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:31:14.231899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0cdd1da1-5838-4863-91d4-f37129584ec4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:14.232430 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.379644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0cdd1da1-5838-4863-91d4-f37129584ec4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:14.380216 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.381253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:14.401739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2c0b7d17-3ada-4f46-be18-05d8ff566ec7 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "PUT /v2.0/routers/e7044530-31aa-4ca0-8db2-b5bb30d5519e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0188711 Feb 17 22:31:14.404476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33582) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:14.406572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd847e90-6026-4f08-9c51-69b7e6c8078c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.409336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] Sync routers for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:14.446552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:14.447286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:30:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:14.454265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 0cdd1da1-5838-4863-91d4-f37129584ec4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0cdd1da1-5838-4863-91d4-f37129584ec4,segment=NetworkSegment(11e0bfda-b338-4164-885c-d833e8c021e8),segment_id=11e0bfda-b338-4164-885c-d833e8c021e8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:14.492202 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.521885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting subnet 3bfe83f4-74de-4089-8a6a-b7a10528e45b {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:14.529526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for subnet (3bfe83f4-74de-4089-8a6a-b7a10528e45b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.586067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (3bfe83f4-74de-4089-8a6a-b7a10528e45b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.667507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=0cdd1da1-5838-4863-91d4-f37129584ec4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:14.679806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d698a4f5-aac7-4431-a0cb-bc5e1a331139 admin admin] Publish callbacks [] for security_group (6c8f5311-5d46-4586-9ffd-0823c780f2d7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.715733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d698a4f5-aac7-4431-a0cb-bc5e1a331139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6c8f5311-5d46-4586-9ffd-0823c780f2d7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.819922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:14.843058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (3bfe83f4-74de-4089-8a6a-b7a10528e45b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:14.892765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d698a4f5-aac7-4431-a0cb-bc5e1a331139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8f5311-5d46-4586-9ffd-0823c780f2d7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:14.906369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06492da4-3497-4d1f-a706-0e190c6901d8 None None] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:14.952295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:14.959464 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d698a4f5-aac7-4431-a0cb-bc5e1a331139 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8a08ca781d7644f987cbf8180a373b13&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2419419 Feb 17 22:31:14.962042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33594) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:14.971454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:14.981951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:14.996750 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (3bfe83f4-74de-4089-8a6a-b7a10528e45b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.016332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.023314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/subnets/3bfe83f4-74de-4089-8a6a-b7a10528e45b HTTP/1.1" status: 204 len: 168 time: 0.6174593 Feb 17 22:31:15.026380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33596) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:15.043336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=6104437f-91d7-47ac-b0d0-c303b324b038,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:15.097971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:15.098632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.129611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba156a4-1f25-4d39-976e-0dc6fd8c8779 None None] Network fcd79117-16cb-4107-ac9f-59e87b1c56bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:15.152672 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d75cb2c7-bbf0-48e1-8fb6-5db9d111fab6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.1101854 Feb 17 22:31:15.157208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33600) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:15.201193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router (e7044530-31aa-4ca0-8db2-b5bb30d5519e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.206445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6da3d815-7695-47e3-8f4a-0ac8e04943ce tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771632413835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63608665'] for subnet (fcc7a6e4-9cf6-4c61-91b6-3597e61da67b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.240503 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-0afd6ea3-8453-454a-980f-5b94a5ed0cff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 22:31:15.240503 n-d-828369-18 neutron-server[103528]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 17 22:31:15.240503 n-d-828369-18 neutron-server[103528]: [parameters: {'in_use': 1, 'id_1': 'fcc7a6e4-9cf6-4c61-91b6-3597e61da67b'}] Feb 17 22:31:15.240503 n-d-828369-18 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:31:15.240922 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-0afd6ea3-8453-454a-980f-5b94a5ed0cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:31:15.273249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c2ccd-6a04-4729-b2a3-8f3b10e70513 tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfe83f4-74de-4089-8a6a-b7a10528e45b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:15.286816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-595b539f-ab41-447e-bdaf-2a867f39bb66 None None] Provisioning complete for port 0cdd1da1-5838-4863-91d4-f37129584ec4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:15.287292 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-595b539f-ab41-447e-bdaf-2a867f39bb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.292663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3d815-7695-47e3-8f4a-0ac8e04943ce tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:15.298238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6da3d815-7695-47e3-8f4a-0ac8e04943ce tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.298238 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6da3d815-7695-47e3-8f4a-0ac8e04943ce tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "PUT /v2.0/subnets/fcc7a6e4-9cf6-4c61-91b6-3597e61da67b HTTP/1.1" status: 200 len: 900 time: 1.7414789 Feb 17 22:31:15.301182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33604) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:15.318963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d11f0e4-a45c-4eb4-b62f-f9f6cb3c6968 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:15.329859 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d11f0e4-a45c-4eb4-b62f-f9f6cb3c6968 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.1648824 Feb 17 22:31:15.329859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3d815-7695-47e3-8f4a-0ac8e04943ce tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event updated for resources: {'Subnet': ['ID=fcc7a6e4-9cf6-4c61-91b6-3597e61da67b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:15.332567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33608) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:15.473748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2446365e-7414-425b-8b17-8e7ac5e48a13 admin admin] Publish callbacks [] for security_group (6c8f5311-5d46-4586-9ffd-0823c780f2d7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.489488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 6104437f-91d7-47ac-b0d0-c303b324b038 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:15.489917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6104437f-91d7-47ac-b0d0-c303b324b038), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.558108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2446365e-7414-425b-8b17-8e7ac5e48a13 admin admin] Publish callbacks [] for security_group (6c8f5311-5d46-4586-9ffd-0823c780f2d7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.602859 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (1da6d501-8c50-4b0c-b9c3-68ca0a06ec37), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.605132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_gateway (e7044530-31aa-4ca0-8db2-b5bb30d5519e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.667195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-595b539f-ab41-447e-bdaf-2a867f39bb66 None None] Current status of the port 0cdd1da1-5838-4863-91d4-f37129584ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:15.711092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6104437f-91d7-47ac-b0d0-c303b324b038), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.726856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2446365e-7414-425b-8b17-8e7ac5e48a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6c8f5311-5d46-4586-9ffd-0823c780f2d7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.729537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2446365e-7414-425b-8b17-8e7ac5e48a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.730719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2446365e-7414-425b-8b17-8e7ac5e48a13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c8f5311-5d46-4586-9ffd-0823c780f2d7 HTTP/1.1" status: 204 len: 168 time: 0.7666757 Feb 17 22:31:15.735442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (fcc7a6e4-9cf6-4c61-91b6-3597e61da67b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.745791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 6104437f-91d7-47ac-b0d0-c303b324b038 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:15.767644 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0afd6ea3-8453-454a-980f-5b94a5ed0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:15.800989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0cdd1da1-5838-4863-91d4-f37129584ec4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:15.846464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] DHCP port deletion for fcd79117-16cb-4107-ac9f-59e87b1c56bc request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:15.965086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446365e-7414-425b-8b17-8e7ac5e48a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8f5311-5d46-4586-9ffd-0823c780f2d7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:15.987568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Deleting port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:15.993173 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.002912 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (fcc7a6e4-9cf6-4c61-91b6-3597e61da67b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.074084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6104437f-91d7-47ac-b0d0-c303b324b038), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-0afd6ea3-8453-454a-980f-5b94a5ed0cff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcc7a6e4-9cf6-4c61-91b6-3597e61da67b: This subnet is being modified by another concurrent operation. Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:31:16.083160 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fcc7a6e4-9cf6-4c61-91b6-3597e61da67b: This subnet is being modified by another concurrent operation. Feb 17 22:31:16.086924 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 22:31:16.176686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=6104437f-91d7-47ac-b0d0-c303b324b038,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:16.186913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (1da6d501-8c50-4b0c-b9c3-68ca0a06ec37), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.195354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43900a43-4855-44cd-9207-d1eb87fba3e9 None None] Network 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:16.235163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da6d501-8c50-4b0c-b9c3-68ca0a06ec37']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:16.248709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44aabb7-3575-4442-8fb7-98c9e98d8798') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:16.249661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44aabb7-3575-4442-8fb7-98c9e98d8798') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:16.261427 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (f44aabb7-3575-4442-8fb7-98c9e98d8798), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.286318 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f44aabb7-3575-4442-8fb7-98c9e98d8798), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.294110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:16.294862 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (f44aabb7-3575-4442-8fb7-98c9e98d8798), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:16.401840 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:16.406943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (1da6d501-8c50-4b0c-b9c3-68ca0a06ec37), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.413314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=fcc7a6e4-9cf6-4c61-91b6-3597e61da67b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:16.419256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.429256 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6c3f4c6-f6ee-4241-b45b-752212fa74bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/6104437f-91d7-47ac-b0d0-c303b324b038 HTTP/1.1" status: 204 len: 168 time: 1.0937817 Feb 17 22:31:16.429443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33650) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:16.441034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.444530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0cdd1da1-5838-4863-91d4-f37129584ec4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:16.445965 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.448916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 HTTP/1.1" status: 204 len: 168 time: 1.0836823 Feb 17 22:31:16.451994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33652) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:16.452206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4048b89-2b64-4e00-b9a9-7a531cac8eae tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=1da6d501-8c50-4b0c-b9c3-68ca0a06ec37,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:16.501202 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-491eb1ce-d820-4a97-8476-3c158e607f06 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:31:16.508945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-491eb1ce-d820-4a97-8476-3c158e607f06 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/6104437f-91d7-47ac-b0d0-c303b324b038 HTTP/1.1" status: 404 len: 333 time: 0.0760756 Feb 17 22:31:16.518237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33658) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:16.558351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] For port 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:16.558853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.591553 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c04b56-70dd-4269-8aa7-9e06ef215ce6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:16.593536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c04b56-70dd-4269-8aa7-9e06ef215ce6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:16.598277 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-66c04b56-70dd-4269-8aa7-9e06ef215ce6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/fcc7a6e4-9cf6-4c61-91b6-3597e61da67b HTTP/1.1" status: 404 len: 337 time: 0.1446934 Feb 17 22:31:16.601288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33660) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:16.620211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Calling delete_port for 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:16.665424 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-654c433a-68f0-4774-be5b-dd848debeff0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:16.666029 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654c433a-68f0-4774-be5b-dd848debeff0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:16.673713 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-654c433a-68f0-4774-be5b-dd848debeff0 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 HTTP/1.1" status: 404 len: 339 time: 0.0698464 Feb 17 22:31:16.676180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33662) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:16.740781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-05e7d289-e485-4833-8f31-0bf1f2711ae4 None None] Provisioning complete for port 42d38b59-98af-4639-b827-34ec93157834 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:16.741150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05e7d289-e485-4833-8f31-0bf1f2711ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (42d38b59-98af-4639-b827-34ec93157834), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.852063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 42d38b59-98af-4639-b827-34ec93157834 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:16.852400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (42d38b59-98af-4639-b827-34ec93157834), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.908978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-05e7d289-e485-4833-8f31-0bf1f2711ae4 None None] Port 42d38b59-98af-4639-b827-34ec93157834 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:16.926181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055ea57-c7cd-4ca5-a469-e8f21751d8c7 None None] Network 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:16.940409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239'}], 'enable_snat': True}, 'gw_port_id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:31:12Z', 'revision_number': 5, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port': {'id': '21bc3a80-f373-44ff-86f9-8fbdd9e7d01c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:72:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2007, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:28:29Z', 'updated_at': '2022-02-17T22:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:16.946577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (76427b3e-caad-4ee1-8141-33a909446193), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:16.960197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] Deleting port 948802c3-b7c2-49c2-a702-320705fee4cb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:16.962323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.152325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (76427b3e-caad-4ee1-8141-33a909446193), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.162374 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (42d38b59-98af-4639-b827-34ec93157834), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.183617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76427b3e-caad-4ee1-8141-33a909446193']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:17.202767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb8620b6-5075-40a5-af67-915549a41de1') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:17.203064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb8620b6-5075-40a5-af67-915549a41de1') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:17.207868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4055ea57-c7cd-4ca5-a469-e8f21751d8c7 None None] Network 1da6d501-8c50-4b0c-b9c3-68ca0a06ec37 could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:31:17.222860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] Checking router: e7044530-31aa-4ca0-8db2-b5bb30d5519e for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:31:17.236226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fb8620b6-5075-40a5-af67-915549a41de1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.246538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 42d38b59-98af-4639-b827-34ec93157834 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:17.289507 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb8620b6-5075-40a5-af67-915549a41de1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.308843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:17.309295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fb8620b6-5075-40a5-af67-915549a41de1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.324578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] Routers {'e7044530-31aa-4ca0-8db2-b5bb30d5519e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:17.325387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:30:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:17.367700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-05e7d289-e485-4833-8f31-0bf1f2711ae4 None None] Provisioning complete for port 0cdd1da1-5838-4863-91d4-f37129584ec4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:17.376733 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05e7d289-e485-4833-8f31-0bf1f2711ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.399598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (21bc3a80-f373-44ff-86f9-8fbdd9e7d01c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.445555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Port': ['ID=21bc3a80-f373-44ff-86f9-8fbdd9e7d01c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:17.507558 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:17.513586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (76427b3e-caad-4ee1-8141-33a909446193), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.521691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.528125 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/76427b3e-caad-4ee1-8141-33a909446193 HTTP/1.1" status: 204 len: 168 time: 0.8472970 Feb 17 22:31:17.543990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:17.544952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e41445-b12f-4148-8720-32ff3b6bfaf6 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=76427b3e-caad-4ee1-8141-33a909446193,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:17.596337 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3802dd7-9a88-4e0a-b3a5-5b3234373e3d tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:17.597327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3802dd7-9a88-4e0a-b3a5-5b3234373e3d tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:17.602248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a3802dd7-9a88-4e0a-b3a5-5b3234373e3d tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/5920f36d-3e25-4599-857d-353fd9cd3d67 HTTP/1.1" status: 404 len: 337 time: 0.0460534 Feb 17 22:31:17.605649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33690) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:17.656794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (e7044530-31aa-4ca0-8db2-b5bb30d5519e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.658649 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f466284-efe0-49b6-804d-a4f33d2c9010 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:17.659308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f466284-efe0-49b6-804d-a4f33d2c9010 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:17.664107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f466284-efe0-49b6-804d-a4f33d2c9010 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/6b32a74a-514e-43a9-be60-fa02f485b84c HTTP/1.1" status: 404 len: 339 time: 0.0569823 Feb 17 22:31:17.668731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33692) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:17.800651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting subnet 7c06c57b-e35f-4e68-b044-f320cf0ec51d {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:17.806444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (7c06c57b-e35f-4e68-b044-f320cf0ec51d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:17.906683 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (7c06c57b-e35f-4e68-b044-f320cf0ec51d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.147919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7c06c57b-e35f-4e68-b044-f320cf0ec51d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.276079 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (7c06c57b-e35f-4e68-b044-f320cf0ec51d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.317326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=7c06c57b-e35f-4e68-b044-f320cf0ec51d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:18.323545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.330052 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d030ef2a-3eff-442a-85f0-456a04f84a26 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/7c06c57b-e35f-4e68-b044-f320cf0ec51d HTTP/1.1" status: 204 len: 168 time: 0.6590900 Feb 17 22:31:18.331707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33706) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:18.405856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586af87-4c1f-4974-9372-bd7d5e91f50b None None] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:18.472735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting subnet 4a3439ef-e1d6-47c9-9b13-a11e48872332 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:18.482622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (4a3439ef-e1d6-47c9-9b13-a11e48872332), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.496606 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-766cd61f-3aa7-44cb-9d71-6ebb73888eee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.568876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] For port 948802c3-b7c2-49c2-a702-320705fee4cb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=948802c3-b7c2-49c2-a702-320705fee4cb,segment=NetworkSegment(b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3),segment_id=b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:18.569804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.577296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0cdd1da1-5838-4863-91d4-f37129584ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:18.594947 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.632831 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (e7044530-31aa-4ca0-8db2-b5bb30d5519e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.637325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router_controller (e7044530-31aa-4ca0-8db2-b5bb30d5519e), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.651664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (4a3439ef-e1d6-47c9-9b13-a11e48872332), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.674442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] Calling delete_port for 948802c3-b7c2-49c2-a702-320705fee4cb owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:18.679844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-05e7d289-e485-4833-8f31-0bf1f2711ae4 None None] Current status of the port 0cdd1da1-5838-4863-91d4-f37129584ec4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:18.689456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-05e7d289-e485-4833-8f31-0bf1f2711ae4 None None] Could not find standard attr ID for object 6104437f-91d7-47ac-b0d0-c303b324b038. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:31:18.705863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] Set router e7044530-31aa-4ca0-8db2-b5bb30d5519e gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:18.815894 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (e7044530-31aa-4ca0-8db2-b5bb30d5519e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.823020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Fanout notify agent at l3_agent the message router_deleted on router e7044530-31aa-4ca0-8db2-b5bb30d5519e {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:31:18.839232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.848158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d92dae2d-2fc4-46be-b335-9a8bbbf5948d tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/routers/e7044530-31aa-4ca0-8db2-b5bb30d5519e HTTP/1.1" status: 204 len: 168 time: 3.8157928 Feb 17 22:31:18.851693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33722) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:18.863171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:31:15Z', 'revision_number': 6, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:18.916248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (42d38b59-98af-4639-b827-34ec93157834), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:18.959762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 948802c3-b7c2-49c2-a702-320705fee4cb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:18.977248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=42d38b59-98af-4639-b827-34ec93157834,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:18.981798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5d0c61-9535-4b70-861e-7e724cc8a634 None None] The sync data for ids ['e7044530-31aa-4ca0-8db2-b5bb30d5519e'] in n-d-828369-18 is: [{'id': 'e7044530-31aa-4ca0-8db2-b5bb30d5519e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1584269529', 'tenant_id': 'e9adee1fef6b47dc934fa808d94a3103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:28:28Z', 'updated_at': '2022-02-17T22:31:15Z', 'revision_number': 6, 'project_id': 'e9adee1fef6b47dc934fa808d94a3103', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:19.115236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1b408a8f-05aa-48c1-9998-de310a68bb96 None None] Provisioning complete for port 42d38b59-98af-4639-b827-34ec93157834 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:19.115899 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b408a8f-05aa-48c1-9998-de310a68bb96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (42d38b59-98af-4639-b827-34ec93157834), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.177692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1b408a8f-05aa-48c1-9998-de310a68bb96 None None] Port 42d38b59-98af-4639-b827-34ec93157834 was deleted so its status cannot be updated. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 22:31:19.198438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1b408a8f-05aa-48c1-9998-de310a68bb96 None None] Could not find standard attr ID for object 6104437f-91d7-47ac-b0d0-c303b324b038. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:31:19.215719 n-d-828369-18 neutron-server[103528]: INFO neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No ports have port_id starting with 948802c3-b7c2-49c2-a702-320705fee4cb Feb 17 22:31:19.227086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (fcd79117-16cb-4107-ac9f-59e87b1c56bc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.230535 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (948802c3-b7c2-49c2-a702-320705fee4cb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.240539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.252976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dab057f3-3094-4636-a0f9-34114cc3b588 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/42d38b59-98af-4639-b827-34ec93157834 HTTP/1.1" status: 204 len: 168 time: 2.7312417 Feb 17 22:31:19.254828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33730) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:19.299107 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cc2de11-d233-4d9b-8f13-4ac6a348919f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:31:19.304462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3cc2de11-d233-4d9b-8f13-4ac6a348919f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/42d38b59-98af-4639-b827-34ec93157834 HTTP/1.1" status: 404 len: 333 time: 0.0429528 Feb 17 22:31:19.304749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4a3439ef-e1d6-47c9-9b13-a11e48872332), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.305649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33734) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:19.307632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] No DVR routers for this DVR port 948802c3-b7c2-49c2-a702-320705fee4cb on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:19.454446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918b700-547b-436d-8795-a0e6aabc6939 None None] Pushing event deleted for resources: {'Port': ['ID=948802c3-b7c2-49c2-a702-320705fee4cb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:19.489133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.503648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 308a6d52-8091-427a-b5dc-71db4c516928 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:19.516296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (308a6d52-8091-427a-b5dc-71db4c516928), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.644797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (308a6d52-8091-427a-b5dc-71db4c516928), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.773493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (fcd79117-16cb-4107-ac9f-59e87b1c56bc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.796547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4a3439ef-e1d6-47c9-9b13-a11e48872332), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.889899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (308a6d52-8091-427a-b5dc-71db4c516928), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.900489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=4a3439ef-e1d6-47c9-9b13-a11e48872332,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:19.919628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:19.922932 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c0a53de7-927a-4353-aef4-c9754f39c062 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/4a3439ef-e1d6-47c9-9b13-a11e48872332 HTTP/1.1" status: 204 len: 168 time: 1.5896862 Feb 17 22:31:19.925091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd79117-16cb-4107-ac9f-59e87b1c56bc']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:19.935558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:19.987658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:19.989293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:20.027964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (308a6d52-8091-427a-b5dc-71db4c516928), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.065296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c804965c-c261-47c7-8f46-98db13c9fdd2 None None] Network 4a416ffb-5840-44a8-a03e-cd377e44bd9f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:20.075779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.079981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/308a6d52-8091-427a-b5dc-71db4c516928 HTTP/1.1" status: 204 len: 168 time: 0.7728865 Feb 17 22:31:20.088899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:20.090921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.140829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0133c1-8301-4de2-bf29-2fff9a6644c9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=308a6d52-8091-427a-b5dc-71db4c516928,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:20.326000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (4a416ffb-5840-44a8-a03e-cd377e44bd9f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.345993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5215f991-c137-4070-b38c-f2f2de89c317 None None] Network 50a6b877-9dd3-4274-a506-1e6dd597fda2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:20.388842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.495989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:20.498861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b3fc4d0e-5ba8-4772-8c3e-6aac55c86ea3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.506006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] DHCP port deletion for 4a416ffb-5840-44a8-a03e-cd377e44bd9f request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:20.507117 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:20.533685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7aeee4ee-3a6a-4ca6-b8d6-255a616f3346 None None] Provisioning complete for port 85239afc-1373-4d41-ba88-7f61b5f196ca triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:20.534296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7aeee4ee-3a6a-4ca6-b8d6-255a616f3346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.549408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (50a6b877-9dd3-4274-a506-1e6dd597fda2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.689415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] Deleting port 0cdd1da1-5838-4863-91d4-f37129584ec4 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:20.689792 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.758818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7aeee4ee-3a6a-4ca6-b8d6-255a616f3346 None None] Current status of the port 85239afc-1373-4d41-ba88-7f61b5f196ca is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:20.775803 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (fcd79117-16cb-4107-ac9f-59e87b1c56bc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.798097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] DHCP port deletion for 50a6b877-9dd3-4274-a506-1e6dd597fda2 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:20.811265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.818620 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] 10.222.0.79 "DELETE /v2.0/networks/fcd79117-16cb-4107-ac9f-59e87b1c56bc HTTP/1.1" status: 204 len: 168 time: 1.9620199 Feb 17 22:31:20.831340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f832-0743-4107-96da-9284fdf178ef tempest-TestSecurityGroupsBasicOps-381143645 tempest-TestSecurityGroupsBasicOps-381143645-project] Pushing event deleted for resources: {'Network': ['ID=fcd79117-16cb-4107-ac9f-59e87b1c56bc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:20.860488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0cdd1da1-5838-4863-91d4-f37129584ec4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:20.860798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 0cdd1da1-5838-4863-91d4-f37129584ec4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:20.861149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:20.987180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.013777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting port 85239afc-1373-4d41-ba88-7f61b5f196ca {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:21.014381 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.034720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] For port 0cdd1da1-5838-4863-91d4-f37129584ec4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0cdd1da1-5838-4863-91d4-f37129584ec4,segment=NetworkSegment(11e0bfda-b338-4164-885c-d833e8c021e8),segment_id=11e0bfda-b338-4164-885c-d833e8c021e8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:21.035125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.072996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] Calling delete_port for 0cdd1da1-5838-4863-91d4-f37129584ec4 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:21.099813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] For port 0cdd1da1-5838-4863-91d4-f37129584ec4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0cdd1da1-5838-4863-91d4-f37129584ec4,segment=NetworkSegment(11e0bfda-b338-4164-885c-d833e8c021e8),segment_id=11e0bfda-b338-4164-885c-d833e8c021e8)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:21.100429 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.120174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] Deleting port 85239afc-1373-4d41-ba88-7f61b5f196ca {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:21.120562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.127406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 0cdd1da1-5838-4863-91d4-f37129584ec4 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:21.154118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] For port 85239afc-1373-4d41-ba88-7f61b5f196ca, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85239afc-1373-4d41-ba88-7f61b5f196ca,segment=NetworkSegment(cef2232a-f16b-4e96-ba9a-1fa109251c9a),segment_id=cef2232a-f16b-4e96-ba9a-1fa109251c9a)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:21.154805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.198679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] For port 85239afc-1373-4d41-ba88-7f61b5f196ca, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=85239afc-1373-4d41-ba88-7f61b5f196ca,segment=NetworkSegment(cef2232a-f16b-4e96-ba9a-1fa109251c9a),segment_id=cef2232a-f16b-4e96-ba9a-1fa109251c9a)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:21.199086 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.202135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Calling delete_port for 85239afc-1373-4d41-ba88-7f61b5f196ca owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:21.215186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] Calling delete_port for 85239afc-1373-4d41-ba88-7f61b5f196ca owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:21.317401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.347454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=0cdd1da1-5838-4863-91d4-f37129584ec4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:21.354264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No DVR routers for this DVR port 0cdd1da1-5838-4863-91d4-f37129584ec4 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:21.392327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0cdd1da1-5838-4863-91d4-f37129584ec4 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:21.393382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.408750 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.435133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (85239afc-1373-4d41-ba88-7f61b5f196ca), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.501976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] No DVR routers for this DVR port 85239afc-1373-4d41-ba88-7f61b5f196ca on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:21.504637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Port': ['ID=85239afc-1373-4d41-ba88-7f61b5f196ca,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:21.513056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d74f64-f11f-4675-8c55-527e5b283064 None None] Pushing event deleted for resources: {'Port': ['ID=85239afc-1373-4d41-ba88-7f61b5f196ca,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:21.597332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:21.618294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No DVR routers for this DVR port 85239afc-1373-4d41-ba88-7f61b5f196ca on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:21.622127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:21.622127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 21bc3a80-f373-44ff-86f9-8fbdd9e7d01c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:21.622127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5305d69a-876e-407a-a8ae-37a7573972de no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:21.648638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 5305d69a-876e-407a-a8ae-37a7573972de {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:21.648952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5305d69a-876e-407a-a8ae-37a7573972de not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:21.659321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (0cdd1da1-5838-4863-91d4-f37129584ec4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.678980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (4a416ffb-5840-44a8-a03e-cd377e44bd9f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.700395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] Pushing event deleted for resources: {'Port': ['ID=0cdd1da1-5838-4863-91d4-f37129584ec4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:21.709048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd83d67-ada5-4511-b38f-03cfec96ca2f None None] No DVR routers for this DVR port 0cdd1da1-5838-4863-91d4-f37129584ec4 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:21.746099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e2c6c2-9320-4cac-98b6-1ac34d4a430d None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:31:21.766274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a416ffb-5840-44a8-a03e-cd377e44bd9f']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:21.777679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (50a6b877-9dd3-4274-a506-1e6dd597fda2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.788040 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e0bfda-b338-4164-885c-d833e8c021e8') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:21.788357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e0bfda-b338-4164-885c-d833e8c021e8') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:21.807702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (11e0bfda-b338-4164-885c-d833e8c021e8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.818261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a6b877-9dd3-4274-a506-1e6dd597fda2']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:21.832646 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cef2232a-f16b-4e96-ba9a-1fa109251c9a') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:21.832646 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cef2232a-f16b-4e96-ba9a-1fa109251c9a') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:21.835545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (11e0bfda-b338-4164-885c-d833e8c021e8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.857353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (cef2232a-f16b-4e96-ba9a-1fa109251c9a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.861113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33784) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:21.862985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:21.863409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (11e0bfda-b338-4164-885c-d833e8c021e8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:21.867680 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:21.914855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e2c6c2-9320-4cac-98b6-1ac34d4a430d None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:31:21.934262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cef2232a-f16b-4e96-ba9a-1fa109251c9a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.954972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:21.955401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (cef2232a-f16b-4e96-ba9a-1fa109251c9a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:21.960250 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:21.974350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (4a416ffb-5840-44a8-a03e-cd377e44bd9f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.024380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.027731 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/4a416ffb-5840-44a8-a03e-cd377e44bd9f HTTP/1.1" status: 204 len: 168 time: 1.9342306 Feb 17 22:31:22.031866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33792) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.039361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-415449049'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:22.050802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb85ab31-20ed-4163-817d-aa4ff14bf357 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=4a416ffb-5840-44a8-a03e-cd377e44bd9f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:22.072789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (50a6b877-9dd3-4274-a506-1e6dd597fda2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.082380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.091403 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/50a6b877-9dd3-4274-a506-1e6dd597fda2 HTTP/1.1" status: 204 len: 168 time: 2.1474469 Feb 17 22:31:22.092565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33794) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.104513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:22.108715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.119218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb16d5a-1af0-4749-a54f-f9d1a3ce0539 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=50a6b877-9dd3-4274-a506-1e6dd597fda2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:22.163408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:22.178077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5172fee4-e379-4209-8793-a22a7d6ee8c2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.178740 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment 5172fee4-e379-4209-8793-a22a7d6ee8c2 of type vlan for network d2820c4c-480e-417f-b644-34b5cb73e244 Feb 17 22:31:22.247010 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d2820c4c-480e-417f-b644-34b5cb73e244), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.311533 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ad2375-3739-4dd2-ba40-ec3083c6546b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:22.312395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ad2375-3739-4dd2-ba40-ec3083c6546b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:22.316453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-21ad2375-3739-4dd2-ba40-ec3083c6546b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/542117e6-0f1e-471c-8956-f9abce4b8d5c HTTP/1.1" status: 404 len: 337 time: 0.2222333 Feb 17 22:31:22.317578 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d2820c4c-480e-417f-b644-34b5cb73e244), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.319918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.323801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:22.324743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.346610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.354940 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b6d1a8-6fa5-4003-be92-b5155c190e55 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:22.355653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b6d1a8-6fa5-4003-be92-b5155c190e55 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:22.358689 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f9b6d1a8-6fa5-4003-be92-b5155c190e55 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/8183bce0-ae82-4f74-bf57-f1c612b7ea61 HTTP/1.1" status: 404 len: 339 time: 0.0373914 Feb 17 22:31:22.362694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.405778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3698485 Feb 17 22:31:22.413996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33808) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.422429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:22.426433 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb5d6d2-397e-41d2-ae8c-f54165b9b8ba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:22.426984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb5d6d2-397e-41d2-ae8c-f54165b9b8ba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:22.434843 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ffb5d6d2-397e-41d2-ae8c-f54165b9b8ba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/236348eb-679a-48f9-85b7-6f8e3531b957 HTTP/1.1" status: 404 len: 337 time: 0.0700123 Feb 17 22:31:22.440515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33810) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.444588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=d2820c4c-480e-417f-b644-34b5cb73e244,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:22.454390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-551ff47d-f956-4291-bd06-8814b381e49b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e9adee1fef6b47dc934fa808d94a3103&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5920947 Feb 17 22:31:22.456058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.456416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.456759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.457184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.457432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.457769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.458099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.458478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.458806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.459137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.459495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.459823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.460149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8b3be1-ccb7-4cc5-9362-57fd52f3fff3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:22.463291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33812) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.534589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c0e129-b5f7-4f73-b0c8-09c568ddf370 admin admin] Publish callbacks [] for security_group (4da4781a-32f9-4c20-ac19-1629def56cbf), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.551789 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6173e662-eb2c-4e68-b0cd-98c02c4173b5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:22.553031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6173e662-eb2c-4e68-b0cd-98c02c4173b5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:22.556609 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6173e662-eb2c-4e68-b0cd-98c02c4173b5 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/61018ee0-7ba5-4a4f-bd31-51632e8f7788 HTTP/1.1" status: 404 len: 339 time: 0.1144576 Feb 17 22:31:22.560149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33814) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.567329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c0e129-b5f7-4f73-b0c8-09c568ddf370 admin admin] Publish callbacks [] for security_group (4da4781a-32f9-4c20-ac19-1629def56cbf), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.616308 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-97ce6f68-8a80-4778-81a1-f325c226b3f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.640303 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-034eeb3b-cc83-4a0e-9714-3f3daf0be2cf tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:22.641246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034eeb3b-cc83-4a0e-9714-3f3daf0be2cf tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:22.647623 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-034eeb3b-cc83-4a0e-9714-3f3daf0be2cf tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/af16e427-35e0-40db-94cd-15b7cc148455 HTTP/1.1" status: 404 len: 337 time: 0.0859489 Feb 17 22:31:22.651969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33822) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.686521 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67598a9-0f1a-4aae-9490-87898375ce49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:22.687054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67598a9-0f1a-4aae-9490-87898375ce49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:22.687618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:22.690430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f67598a9-0f1a-4aae-9490-87898375ce49 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/a4e3b932-89c5-4d16-89ee-d309cc0da662 HTTP/1.1" status: 404 len: 339 time: 0.0373008 Feb 17 22:31:22.693550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.698334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33826) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:22.734653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d2820c4c-480e-417f-b644-34b5cb73e244 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:22.779701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c0e129-b5f7-4f73-b0c8-09c568ddf370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4da4781a-32f9-4c20-ac19-1629def56cbf), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.783410 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c0e129-b5f7-4f73-b0c8-09c568ddf370 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.784859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-14c0e129-b5f7-4f73-b0c8-09c568ddf370 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4da4781a-32f9-4c20-ac19-1629def56cbf HTTP/1.1" status: 204 len: 168 time: 0.3206658 Feb 17 22:31:22.811100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0e129-b5f7-4f73-b0c8-09c568ddf370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da4781a-32f9-4c20-ac19-1629def56cbf,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:22.839466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85239afc-1373-4d41-ba88-7f61b5f196ca no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:22.869461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-97ce6f68-8a80-4778-81a1-f325c226b3f7 admin admin] Publish callbacks [] for security_group (19d863e2-8943-42fb-b661-47e3762151a1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.883393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting subnet 7f1789ca-dc16-4190-8a24-1a026ea341cb {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:22.889267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (7f1789ca-dc16-4190-8a24-1a026ea341cb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:22.933640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 85239afc-1373-4d41-ba88-7f61b5f196ca {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:22.934019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 85239afc-1373-4d41-ba88-7f61b5f196ca not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:22.960952 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (7f1789ca-dc16-4190-8a24-1a026ea341cb), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.033839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-97ce6f68-8a80-4778-81a1-f325c226b3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (19d863e2-8943-42fb-b661-47e3762151a1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.192138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (6e4139a2-8033-4c89-84a9-01e8fc1121f1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.196204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ce6f68-8a80-4778-81a1-f325c226b3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d863e2-8943-42fb-b661-47e3762151a1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:23.209509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-97ce6f68-8a80-4778-81a1-f325c226b3f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6fa4b97b1d434047a34d92d6183567d1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8604269 Feb 17 22:31:23.214597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33846) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:23.247321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7f1789ca-dc16-4190-8a24-1a026ea341cb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.343050 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56a87fb0-8856-449b-ae75-56fa015d3d0f admin admin] Publish callbacks [] for security_group (19d863e2-8943-42fb-b661-47e3762151a1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.377100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56a87fb0-8856-449b-ae75-56fa015d3d0f admin admin] Publish callbacks [] for security_group (19d863e2-8943-42fb-b661-47e3762151a1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.386937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (7f1789ca-dc16-4190-8a24-1a026ea341cb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.389013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=6e4139a2-8033-4c89-84a9-01e8fc1121f1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:23.409038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': '5172fee4-e379-4209-8793-a22a7d6ee8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:23.410806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: d2820c4c-480e-417f-b644-34b5cb73e244, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:23.436737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.441413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/7f1789ca-dc16-4190-8a24-1a026ea341cb HTTP/1.1" status: 204 len: 168 time: 0.7420559 Feb 17 22:31:23.446745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426a96c-3e57-433d-a411-4aba77d487bc None None] Network 4fd054e3-768b-4ef9-8bd0-70323292e889 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:23.448183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33848) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:23.449194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d7588-6886-4650-8c33-2ef3ee459dba tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=7f1789ca-dc16-4190-8a24-1a026ea341cb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:23.488315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network d2820c4c-480e-417f-b644-34b5cb73e244 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:23.492058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56a87fb0-8856-449b-ae75-56fa015d3d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (19d863e2-8943-42fb-b661-47e3762151a1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.495248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56a87fb0-8856-449b-ae75-56fa015d3d0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.499951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-56a87fb0-8856-449b-ae75-56fa015d3d0f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/19d863e2-8943-42fb-b661-47e3762151a1 HTTP/1.1" status: 204 len: 168 time: 0.2840524 Feb 17 22:31:23.514261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a87fb0-8856-449b-ae75-56fa015d3d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d863e2-8943-42fb-b661-47e3762151a1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:23.559054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33854) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:23.582316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c037ad1b-9547-42e9-8930-472f773b951c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.648623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d2820c4c-480e-417f-b644-34b5cb73e244) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:23.663922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f6e48f-925b-4552-b975-1887122c7be5 None None] Network d2820c4c-480e-417f-b644-34b5cb73e244 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:23.692085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:23.693453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.718779 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9cc45f77-e7bb-4eb7-92fe-cb68b45bb1e0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3034837 Feb 17 22:31:23.722839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33858) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:23.742724 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (4fd054e3-768b-4ef9-8bd0-70323292e889), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.749907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244', 'name': 'tempest-PortsTestJSON-63445958', 'fixed_ips': [{'subnet_id': '6e4139a2-8033-4c89-84a9-01e8fc1121f1', 'ip_address': '172.20.0.10'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:23.831028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:23.831647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.856229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-d2820c4c-480e-417f-b644-34b5cb73e244', 'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244', 'project_id': '5d5bde6308714fd4aa05863fc9e096e8', 'fixed_ips': [{'subnet_id': '6e4139a2-8033-4c89-84a9-01e8fc1121f1'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:23.857172 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:23.956268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] DHCP port deletion for 4fd054e3-768b-4ef9-8bd0-70323292e889 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:24.011378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] For port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,segment=NetworkSegment(b1408d52-772c-48b1-83b0-043424d0ff5f),segment_id=b1408d52-772c-48b1-83b0-043424d0ff5f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:24.011762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.021863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:24.051556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Calling delete_port for 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:24.104272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Allocated IP 172.20.0.2 (d2820c4c-480e-417f-b644-34b5cb73e244/6e4139a2-8033-4c89-84a9-01e8fc1121f1/8a72c18a-25e9-4b67-adc4-d0de529e9b11) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:24.121042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] Deleting port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:24.121396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.183625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.268118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c037ad1b-9547-42e9-8930-472f773b951c admin admin] Publish callbacks [] for security_group (6bc325ad-89ca-4629-a8e0-4b038f71a21b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.280779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c037ad1b-9547-42e9-8930-472f773b951c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6bc325ad-89ca-4629-a8e0-4b038f71a21b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.290322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 88399379-4742-46d2-9f41-4f4234032cdd yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:24.291301 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.332926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Port': ['ID=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:24.335700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No DVR routers for this DVR port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:24.344322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] For port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,segment=NetworkSegment(b1408d52-772c-48b1-83b0-043424d0ff5f),segment_id=b1408d52-772c-48b1-83b0-043424d0ff5f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:24.344734 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.358276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33868) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:24.362099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037ad1b-9547-42e9-8930-472f773b951c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc325ad-89ca-4629-a8e0-4b038f71a21b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:24.413015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] Calling delete_port for 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:24.452632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (4fd054e3-768b-4ef9-8bd0-70323292e889), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.475478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e55317b9-ab59-400a-ad23-96b9a5dfd41a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.492561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fd054e3-768b-4ef9-8bd0-70323292e889']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:24.501043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c037ad1b-9547-42e9-8930-472f773b951c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9585c85f14ec478ab12da0cb0db6ae8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9405875 Feb 17 22:31:24.502155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:24.514924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1408d52-772c-48b1-83b0-043424d0ff5f') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:24.515221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1408d52-772c-48b1-83b0-043424d0ff5f') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:24.539418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b1408d52-772c-48b1-83b0-043424d0ff5f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.579891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b1408d52-772c-48b1-83b0-043424d0ff5f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.625190 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Publish callbacks [] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.632425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:24.638682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b1408d52-772c-48b1-83b0-043424d0ff5f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.646693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:24.647164 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:24.669802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Network d2820c4c-480e-417f-b644-34b5cb73e244 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:24.693483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e55317b9-ab59-400a-ad23-96b9a5dfd41a admin admin] Publish callbacks [] for security_group (3367bd2b-72e8-4204-a45e-66e1aec9eae6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.723337 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e55317b9-ab59-400a-ad23-96b9a5dfd41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3367bd2b-72e8-4204-a45e-66e1aec9eae6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.725044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Pushing event updated for resources: {'Port': ['ID=8a72c18a-25e9-4b67-adc4-d0de529e9b11,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:24.732667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:24.734803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:24.737560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:24.761813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e106b63-81a6-40fe-91de-3241dd422366 admin admin] Publish callbacks [] for security_group (6bc325ad-89ca-4629-a8e0-4b038f71a21b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.773285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (4fd054e3-768b-4ef9-8bd0-70323292e889), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.773663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:24.774024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:24.782444 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7bef9f9e-3f7d-47b4-8821-339a0c22feb0), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.790485 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.798099 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/4fd054e3-768b-4ef9-8bd0-70323292e889 HTTP/1.1" status: 204 len: 168 time: 1.3480465 Feb 17 22:31:24.805158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33874) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:24.810747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] Network 4fd054e3-768b-4ef9-8bd0-70323292e889 is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:31:24.811390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] No DVR routers for this DVR port 7bef9f9e-3f7d-47b4-8821-339a0c22feb0 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:24.816198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71c6c7-e8c2-4a0a-ace9-366caba013df tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=4fd054e3-768b-4ef9-8bd0-70323292e889,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:24.826047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e106b63-81a6-40fe-91de-3241dd422366 admin admin] Publish callbacks [] for security_group (6bc325ad-89ca-4629-a8e0-4b038f71a21b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.844757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ec125-dcb2-4ed4-9f83-3b782fde5987 None None] Pushing event deleted for resources: {'Port': ['ID=7bef9f9e-3f7d-47b4-8821-339a0c22feb0,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:24.892260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Attempting to bind port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:24.893137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Attempting to bind port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5172fee4-e379-4209-8793-a22a7d6ee8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:24.894869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Attempting to bind port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 on network d2820c4c-480e-417f-b644-34b5cb73e244 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:24.904331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:24.907076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e106b63-81a6-40fe-91de-3241dd422366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6bc325ad-89ca-4629-a8e0-4b038f71a21b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.910071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Checking segment: {'id': '5172fee4-e379-4209-8793-a22a7d6ee8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:24.912773 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.913832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Bound using segment: {'id': '5172fee4-e379-4209-8793-a22a7d6ee8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:24.914463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e106b63-81a6-40fe-91de-3241dd422366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.914794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Bound port: 8a72c18a-25e9-4b67-adc4-d0de529e9b11, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5172fee4-e379-4209-8793-a22a7d6ee8c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:24.916106 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:24.916255 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2e106b63-81a6-40fe-91de-3241dd422366 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6bc325ad-89ca-4629-a8e0-4b038f71a21b HTTP/1.1" status: 204 len: 168 time: 0.4128592 Feb 17 22:31:24.922878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.10 (d2820c4c-480e-417f-b644-34b5cb73e244/6e4139a2-8033-4c89-84a9-01e8fc1121f1/88399379-4742-46d2-9f41-4f4234032cdd) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:24.941488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e106b63-81a6-40fe-91de-3241dd422366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc325ad-89ca-4629-a8e0-4b038f71a21b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:25.032141 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-3873bd26-3bc8-4392-a4e5-b0fdfde9903c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:25.032649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3873bd26-3bc8-4392-a4e5-b0fdfde9903c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:25.044591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33880) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:25.045462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3873bd26-3bc8-4392-a4e5-b0fdfde9903c tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/8a5e2e5b-9ae0-4f06-9c40-5e633e96f76b HTTP/1.1" status: 404 len: 337 time: 0.1857841 Feb 17 22:31:25.063801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e55317b9-ab59-400a-ad23-96b9a5dfd41a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a51045d2090e414a991682d533f13e28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6895471 Feb 17 22:31:25.074513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33882) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:25.076368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55317b9-ab59-400a-ad23-96b9a5dfd41a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3367bd2b-72e8-4204-a45e-66e1aec9eae6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:25.085922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] For port 8a72c18a-25e9-4b67-adc4-d0de529e9b11, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:25.089735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] For port 8a72c18a-25e9-4b67-adc4-d0de529e9b11, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8a72c18a-25e9-4b67-adc4-d0de529e9b11,segment=NetworkSegment(5172fee4-e379-4209-8793-a22a7d6ee8c2),segment_id=5172fee4-e379-4209-8793-a22a7d6ee8c2)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:25.097487 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.108574 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dea6ab-b183-47c3-b72e-33abd5513088 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] DELETE failed (client error): The resource could not be found. Feb 17 22:31:25.113102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dea6ab-b183-47c3-b72e-33abd5513088 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:25.122899 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2dea6ab-b183-47c3-b72e-33abd5513088 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/66c5a0ac-241c-4845-b301-977e2a4e97cc HTTP/1.1" status: 404 len: 339 time: 0.0747240 Feb 17 22:31:25.126929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33886) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:25.246508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4720c32c-403e-4430-b2ca-a14e49588722 None None] Pushing event updated for resources: {'Port': ['ID=8a72c18a-25e9-4b67-adc4-d0de529e9b11,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:25.260508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting subnet 1ff27eba-89c5-46d8-831a-0e7dfb8430aa {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:25.270711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (1ff27eba-89c5-46d8-831a-0e7dfb8430aa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.273213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.304496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a137707f-7d2b-45f8-80a5-f75c98c91e5b admin admin] Publish callbacks [] for security_group (3367bd2b-72e8-4204-a45e-66e1aec9eae6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.364095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a137707f-7d2b-45f8-80a5-f75c98c91e5b admin admin] Publish callbacks [] for security_group (3367bd2b-72e8-4204-a45e-66e1aec9eae6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.384195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (1ff27eba-89c5-46d8-831a-0e7dfb8430aa), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.480498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a137707f-7d2b-45f8-80a5-f75c98c91e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3367bd2b-72e8-4204-a45e-66e1aec9eae6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.484383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a137707f-7d2b-45f8-80a5-f75c98c91e5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.491739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a137707f-7d2b-45f8-80a5-f75c98c91e5b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3367bd2b-72e8-4204-a45e-66e1aec9eae6 HTTP/1.1" status: 204 len: 168 time: 0.4123566 Feb 17 22:31:25.514667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137707f-7d2b-45f8-80a5-f75c98c91e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367bd2b-72e8-4204-a45e-66e1aec9eae6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:25.521888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (88399379-4742-46d2-9f41-4f4234032cdd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.596285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1ff27eba-89c5-46d8-831a-0e7dfb8430aa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.627437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (88399379-4742-46d2-9f41-4f4234032cdd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.690562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network d2820c4c-480e-417f-b644-34b5cb73e244 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:25.703682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (1ff27eba-89c5-46d8-831a-0e7dfb8430aa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.706686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:25.719879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:25.723356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33904) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:25.766854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff27eba-89c5-46d8-831a-0e7dfb8430aa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:25.785581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47a14a9-d718-440c-bcc3-48296c098641 None None] Network 9ee0d197-ec14-4f72-806f-7ee37b209c2b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:25.787928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.791622 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d5bfc63-549e-4b8c-a10d-994d8b62865b tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/subnets/1ff27eba-89c5-46d8-831a-0e7dfb8430aa HTTP/1.1" status: 204 len: 168 time: 0.6634414 Feb 17 22:31:25.794791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33908) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:25.834414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:25.835485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:25.840274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=88399379-4742-46d2-9f41-4f4234032cdd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:25.934250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ef857d82-ca73-44f6-a6c5-97fba1108c3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c80ea152d6d74cdf8046ff2fbe1f6f79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1984546 Feb 17 22:31:25.939081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e1f158c7-d70f-4d26-8fe6-78d2a5cf5c2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2098296 Feb 17 22:31:25.939081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33910) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:25.950595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33912) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:25.958710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': 'd2820c4c-480e-417f-b644-34b5cb73e244', 'name': 'tempest-PortsTestJSON-1498163396', 'fixed_ips': [{'subnet_id': '6e4139a2-8033-4c89-84a9-01e8fc1121f1', 'ip_address': '172.20.0.9'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:26.018385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b99d-398b-4624-9099-fd2e05a26d02 admin admin] Publish callbacks [] for security_group (61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.068587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (9ee0d197-ec14-4f72-806f-7ee37b209c2b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.102520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b99d-398b-4624-9099-fd2e05a26d02 admin admin] Publish callbacks [] for security_group (61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.220365 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b99d-398b-4624-9099-fd2e05a26d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.224827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9ae6b99d-398b-4624-9099-fd2e05a26d02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.225193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] DHCP port deletion for 9ee0d197-ec14-4f72-806f-7ee37b209c2b request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:26.228327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9ae6b99d-398b-4624-9099-fd2e05a26d02 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9 HTTP/1.1" status: 204 len: 168 time: 0.2874491 Feb 17 22:31:26.259503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6b99d-398b-4624-9099-fd2e05a26d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c0ead4-eab2-4f10-aeff-31d7a7dbe3a9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:26.304611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Deleting port d9541972-6fb2-4eb5-89b8-95118e2d1c35 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:26.304966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.332287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] Deleting port d9541972-6fb2-4eb5-89b8-95118e2d1c35 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:26.333139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.384542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:26.465951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] For port d9541972-6fb2-4eb5-89b8-95118e2d1c35, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d9541972-6fb2-4eb5-89b8-95118e2d1c35,segment=NetworkSegment(78e01228-7c5e-4203-92f5-65ea54025edd),segment_id=78e01228-7c5e-4203-92f5-65ea54025edd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:26.466371 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.494925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] Calling delete_port for d9541972-6fb2-4eb5-89b8-95118e2d1c35 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:26.590982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] For port d9541972-6fb2-4eb5-89b8-95118e2d1c35, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d9541972-6fb2-4eb5-89b8-95118e2d1c35,segment=NetworkSegment(78e01228-7c5e-4203-92f5-65ea54025edd),segment_id=78e01228-7c5e-4203-92f5-65ea54025edd)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:26.591607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.622496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Calling delete_port for d9541972-6fb2-4eb5-89b8-95118e2d1c35 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:26.665662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.711831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:26.751407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port be27d42a-48c4-4e36-a21f-c4e24e63cc29 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:26.809882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] Pushing event deleted for resources: {'Port': ['ID=d9541972-6fb2-4eb5-89b8-95118e2d1c35,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:26.824097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e16a7f-7575-4e4b-95fc-d82695ffac09 None None] No DVR routers for this DVR port d9541972-6fb2-4eb5-89b8-95118e2d1c35 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:26.877441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8a72c18a-25e9-4b67-adc4-d0de529e9b11 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:27.001089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d9541972-6fb2-4eb5-89b8-95118e2d1c35), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.019540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:27.020217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.090424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Port': ['ID=d9541972-6fb2-4eb5-89b8-95118e2d1c35,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:27.106219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] No DVR routers for this DVR port d9541972-6fb2-4eb5-89b8-95118e2d1c35 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:27.160646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:27.161480 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.231794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 8a72c18a-25e9-4b67-adc4-d0de529e9b11, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8a72c18a-25e9-4b67-adc4-d0de529e9b11,segment=NetworkSegment(5172fee4-e379-4209-8793-a22a7d6ee8c2),segment_id=5172fee4-e379-4209-8793-a22a7d6ee8c2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:27.249484 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.339869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (9ee0d197-ec14-4f72-806f-7ee37b209c2b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.393341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=8a72c18a-25e9-4b67-adc4-d0de529e9b11,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:27.403418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d9541972-6fb2-4eb5-89b8-95118e2d1c35 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:27.414464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095e02db-9098-46ae-a9be-76543cb99aed None None] Network d2820c4c-480e-417f-b644-34b5cb73e244 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:27.433125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ee0d197-ec14-4f72-806f-7ee37b209c2b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:27.439863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.9 (d2820c4c-480e-417f-b644-34b5cb73e244/6e4139a2-8033-4c89-84a9-01e8fc1121f1/be27d42a-48c4-4e36-a21f-c4e24e63cc29) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:27.468093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e01228-7c5e-4203-92f5-65ea54025edd') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:27.468795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e01228-7c5e-4203-92f5-65ea54025edd') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:27.514858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (78e01228-7c5e-4203-92f5-65ea54025edd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.541013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d9541972-6fb2-4eb5-89b8-95118e2d1c35 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:27.541414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d9541972-6fb2-4eb5-89b8-95118e2d1c35 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:27.547239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (78e01228-7c5e-4203-92f5-65ea54025edd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.565119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4bf91864-cbe0-4268-b48a-4373113992e8 None None] Provisioning complete for port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:27.565498 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4bf91864-cbe0-4268-b48a-4373113992e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.572065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:27.573803 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (78e01228-7c5e-4203-92f5-65ea54025edd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:27.579002 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:27.825725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4bf91864-cbe0-4268-b48a-4373113992e8 None None] Current status of the port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:28.184728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (9ee0d197-ec14-4f72-806f-7ee37b209c2b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.191654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.200554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33978) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:28.201468 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] 10.222.0.79 "DELETE /v2.0/networks/9ee0d197-ec14-4f72-806f-7ee37b209c2b HTTP/1.1" status: 204 len: 168 time: 2.4034986 Feb 17 22:31:28.245937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b6e873-4796-49c3-bb9e-2372cdd2e966 tempest-NetworksIpV6Test-1607110305 tempest-NetworksIpV6Test-1607110305-project] Pushing event deleted for resources: {'Network': ['ID=9ee0d197-ec14-4f72-806f-7ee37b209c2b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:28.266449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4252cada-ff37-4bf2-948c-0f41a5e89dd1 None None] Provisioning complete for port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:28.267528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4252cada-ff37-4bf2-948c-0f41a5e89dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.448206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4252cada-ff37-4bf2-948c-0f41a5e89dd1 None None] Current status of the port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:28.461813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (be27d42a-48c4-4e36-a21f-c4e24e63cc29), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.467687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4252cada-ff37-4bf2-948c-0f41a5e89dd1 None None] Provisioning complete for port 88399379-4742-46d2-9f41-4f4234032cdd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:28.468583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4252cada-ff37-4bf2-948c-0f41a5e89dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (88399379-4742-46d2-9f41-4f4234032cdd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.510475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (be27d42a-48c4-4e36-a21f-c4e24e63cc29), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.571049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4252cada-ff37-4bf2-948c-0f41a5e89dd1 None None] Port 88399379-4742-46d2-9f41-4f4234032cdd cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:28.586882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network d2820c4c-480e-417f-b644-34b5cb73e244 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:28.591868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:28.595233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:28.679403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=be27d42a-48c4-4e36-a21f-c4e24e63cc29,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:28.694489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:28.695158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.708167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-769d80e7-9c58-4cdb-9386-d7d7ca57e428 None None] Provisioning complete for port 88399379-4742-46d2-9f41-4f4234032cdd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:28.711151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-769d80e7-9c58-4cdb-9386-d7d7ca57e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (88399379-4742-46d2-9f41-4f4234032cdd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.730084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33988) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:28.730283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9818daca-25ad-4361-aad7-125710b8103e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7778227 Feb 17 22:31:28.760389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8a72c18a-25e9-4b67-adc4-d0de529e9b11 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:28.808774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-769d80e7-9c58-4cdb-9386-d7d7ca57e428 None None] Port 88399379-4742-46d2-9f41-4f4234032cdd cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:28.831236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:28.832084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:28.947654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:28.955209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b725e6a-115a-4885-b378-a5af10f45298 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:28.959572 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6b725e6a-115a-4885-b378-a5af10f45298 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 921 time: 0.2279899 Feb 17 22:31:28.962704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:29.074238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da9a3b-bcc8-4801-bb1c-7d67b7dc8cf7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:29.080074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da9a3b-bcc8-4801-bb1c-7d67b7dc8cf7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:29.086015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94da9a3b-bcc8-4801-bb1c-7d67b7dc8cf7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:29.086511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1297224460-network', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:29.087763 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94da9a3b-bcc8-4801-bb1c-7d67b7dc8cf7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1239731 Feb 17 22:31:29.090574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:29.121009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Made reservation on behalf of bf526341c52f40a2a047d649c92c5cfd for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:29.124238 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.141691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.151875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-977250a0-3dd0-4cbb-9f02-6f9dfbb4e6f6 None None] Provisioning complete for port be27d42a-48c4-4e36-a21f-c4e24e63cc29 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:29.152406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-977250a0-3dd0-4cbb-9f02-6f9dfbb4e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (be27d42a-48c4-4e36-a21f-c4e24e63cc29), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.157931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34002) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:29.171173 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:31:29.216754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-977250a0-3dd0-4cbb-9f02-6f9dfbb4e6f6 None None] Port be27d42a-48c4-4e36-a21f-c4e24e63cc29 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:29.264743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port be27d42a-48c4-4e36-a21f-c4e24e63cc29 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:29.266490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (be27d42a-48c4-4e36-a21f-c4e24e63cc29), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.294206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks [] for security_group (b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.301192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.345501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:29.358931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:29.369986 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c82b6568-f927-40bd-9961-cb5fe6673d4e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.371121 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Added segment c82b6568-f927-40bd-9961-cb5fe6673d4e of type vlan for network 77f1786c-0e45-47e6-abb7-08708b3df331 Feb 17 22:31:29.433541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (77f1786c-0e45-47e6-abb7-08708b3df331), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.461570 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9a49f566-d67b-43ae-848d-58a75bddae67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=84f3f8f2f6b94269ab9f4cb9a6f2a8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3032520 Feb 17 22:31:29.465311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:29.477187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (77f1786c-0e45-47e6-abb7-08708b3df331), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.479290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:29.480029 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.501534 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (be27d42a-48c4-4e36-a21f-c4e24e63cc29), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.533016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for be27d42a-48c4-4e36-a21f-c4e24e63cc29 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:29.598326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-214e4b23-9c9a-4789-bbeb-c4e3741bc330 admin admin] Publish callbacks [] for security_group (51e11c93-b6e0-4f52-8db5-5db4830635a2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.638710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-214e4b23-9c9a-4789-bbeb-c4e3741bc330 admin admin] Publish callbacks [] for security_group (51e11c93-b6e0-4f52-8db5-5db4830635a2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.640959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4368789 Feb 17 22:31:29.645258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34014) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:29.650719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Request body: {'subnet': {'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1297224460-subnet', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:29.666279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea14055-c41b-4cc8-a8c6-1b9025ba51e9 admin admin] Pushing event updated for resources: {'Network': ['ID=77f1786c-0e45-47e6-abb7-08708b3df331,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:29.719886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Made reservation on behalf of bf526341c52f40a2a047d649c92c5cfd for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:29.722646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.876971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-214e4b23-9c9a-4789-bbeb-c4e3741bc330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (51e11c93-b6e0-4f52-8db5-5db4830635a2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.880979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-214e4b23-9c9a-4789-bbeb-c4e3741bc330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:29.882195 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-214e4b23-9c9a-4789-bbeb-c4e3741bc330 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/51e11c93-b6e0-4f52-8db5-5db4830635a2 HTTP/1.1" status: 204 len: 168 time: 0.4154003 Feb 17 22:31:29.897216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214e4b23-9c9a-4789-bbeb-c4e3741bc330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e11c93-b6e0-4f52-8db5-5db4830635a2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:29.902514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (be27d42a-48c4-4e36-a21f-c4e24e63cc29), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.003841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=be27d42a-48c4-4e36-a21f-c4e24e63cc29,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:30.009554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34036) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:30.182113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 77f1786c-0e45-47e6-abb7-08708b3df331 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:30.329997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.338951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34050) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:30.342707 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b8a5c312-187d-45f8-b549-51394a2e2482 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/be27d42a-48c4-4e36-a21f-c4e24e63cc29 HTTP/1.1" status: 204 len: 168 time: 1.2509687 Feb 17 22:31:30.390805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (22abc4b8-e8c6-4792-aa32-514972f11ec3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.477566 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-9659b67d-182c-40a1-9c59-6f4033ecb77e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:31:30.483640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9659b67d-182c-40a1-9c59-6f4033ecb77e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/be27d42a-48c4-4e36-a21f-c4e24e63cc29 HTTP/1.1" status: 404 len: 333 time: 0.1409712 Feb 17 22:31:30.484361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34062) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:30.543903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22abc4b8-e8c6-4792-aa32-514972f11ec3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:30.570178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Checking segment: {'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:30.570643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Network hostable DHCP agents. Network: 77f1786c-0e45-47e6-abb7-08708b3df331, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:30.594120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Network 77f1786c-0e45-47e6-abb7-08708b3df331 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:30.616239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 77f1786c-0e45-47e6-abb7-08708b3df331) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:30.627888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:30.628038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee268f32-5779-4e53-8606-c45cd464575d None None] Network 77f1786c-0e45-47e6-abb7-08708b3df331 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:30.628484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.659285 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d40713d5-60be-4d3b-9d9d-db0015f4c164 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0124047 Feb 17 22:31:30.662742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34082) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:30.673942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:30.689805 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ae13f0-8224-4c7b-bd96-a54c1b76dab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.726382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.729227 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.808596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 88399379-4742-46d2-9f41-4f4234032cdd {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:30.809248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (88399379-4742-46d2-9f41-4f4234032cdd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.820777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks [] for router_controller (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:30.866679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34102) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:30.977384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (88399379-4742-46d2-9f41-4f4234032cdd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.001485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ae13f0-8224-4c7b-bd96-a54c1b76dab2 admin admin] Publish callbacks [] for security_group (25bc5087-82b6-45da-a9b6-b4142961d6ff), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.007445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 88399379-4742-46d2-9f41-4f4234032cdd owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:31.010811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ae13f0-8224-4c7b-bd96-a54c1b76dab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (25bc5087-82b6-45da-a9b6-b4142961d6ff), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.010993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-77f1786c-0e45-47e6-abb7-08708b3df331', 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331', 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'fixed_ips': [{'subnet_id': '22abc4b8-e8c6-4792-aa32-514972f11ec3'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:31.011768 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.043549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ae13f0-8224-4c7b-bd96-a54c1b76dab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc5087-82b6-45da-a9b6-b4142961d6ff,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:31.122639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-21ae13f0-8224-4c7b-bd96-a54c1b76dab2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c6e70ee1379a404085bcc7912e479962&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1111975 Feb 17 22:31:31.131653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34124) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:31.155768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks [] for router_gateway (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.300989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c13aa3fe-ed1a-4f0f-9d94-73ed4f75b1d5 admin admin] Publish callbacks [] for security_group (25bc5087-82b6-45da-a9b6-b4142961d6ff), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.348539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c13aa3fe-ed1a-4f0f-9d94-73ed4f75b1d5 admin admin] Publish callbacks [] for security_group (25bc5087-82b6-45da-a9b6-b4142961d6ff), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.455840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c13aa3fe-ed1a-4f0f-9d94-73ed4f75b1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (25bc5087-82b6-45da-a9b6-b4142961d6ff), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.459178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c13aa3fe-ed1a-4f0f-9d94-73ed4f75b1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.470120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c13aa3fe-ed1a-4f0f-9d94-73ed4f75b1d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/25bc5087-82b6-45da-a9b6-b4142961d6ff HTTP/1.1" status: 204 len: 168 time: 0.3371687 Feb 17 22:31:31.551856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-68ac2beb-7c31-4b7e-ba85-eaa96e046154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.581339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13aa3fe-ed1a-4f0f-9d94-73ed4f75b1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc5087-82b6-45da-a9b6-b4142961d6ff,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:31.655728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Allocated IP 172.20.0.2 (77f1786c-0e45-47e6-abb7-08708b3df331/22abc4b8-e8c6-4792-aa32-514972f11ec3/1c09b6bb-3612-4405-ac04-4122fea5d6e3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:31.664768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (88399379-4742-46d2-9f41-4f4234032cdd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.796400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks [] for router_gateway (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:31.824703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=88399379-4742-46d2-9f41-4f4234032cdd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:31.867951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34154) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:31.875506 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.035101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-68ac2beb-7c31-4b7e-ba85-eaa96e046154 admin admin] Publish callbacks [] for security_group (99409ac6-0216-448a-8319-34fd77c3791e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.046084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-68ac2beb-7c31-4b7e-ba85-eaa96e046154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (99409ac6-0216-448a-8319-34fd77c3791e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.051733 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Publish callbacks [] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.066115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.106422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac2beb-7c31-4b7e-ba85-eaa96e046154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99409ac6-0216-448a-8319-34fd77c3791e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:32.150358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.166057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fc377c0c-a0fa-4dea-ac1d-5bddc88d0655 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/88399379-4742-46d2-9f41-4f4234032cdd HTTP/1.1" status: 204 len: 168 time: 1.6796401 Feb 17 22:31:32.175751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Network 77f1786c-0e45-47e6-abb7-08708b3df331 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:32.176718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34160) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:32.182426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:32.184608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Pushing event updated for resources: {'Port': ['ID=1c09b6bb-3612-4405-ac04-4122fea5d6e3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:32.189097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac660e4-96ce-486c-bc6e-826578d467ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.193203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:32.200607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.201102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.201530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.202109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.202660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.203069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.203620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.204158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.204563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.205168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.205658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.206014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-68ac2beb-7c31-4b7e-ba85-eaa96e046154 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46f3dc3c99584c4d8bc6f86d5931697a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3379691 Feb 17 22:31:32.206305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.206774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:32.220037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34162) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:32.234155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34164) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:32.242355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Allocated IP 172.25.0.205 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:32.242698 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebf26f1-f08e-4b5f-a80a-735098bfff73 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:31:32.252892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34166) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:32.256382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cebf26f1-f08e-4b5f-a80a-735098bfff73 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/88399379-4742-46d2-9f41-4f4234032cdd HTTP/1.1" status: 404 len: 333 time: 0.0779288 Feb 17 22:31:32.272309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Attempting to bind port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:32.272616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Attempting to bind port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:32.273034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Attempting to bind port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 on network 77f1786c-0e45-47e6-abb7-08708b3df331 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:32.279220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:32.280099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Checking segment: {'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:32.280527 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.280942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Bound using segment: {'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:32.281604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Bound port: 1c09b6bb-3612-4405-ac04-4122fea5d6e3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:32.282126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.318538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cfe2c7c-b5e7-49e8-b169-d528fca98442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.363235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34168) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:32.377071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] For port 1c09b6bb-3612-4405-ac04-4122fea5d6e3, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:32.381206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] For port 1c09b6bb-3612-4405-ac04-4122fea5d6e3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1c09b6bb-3612-4405-ac04-4122fea5d6e3,segment=NetworkSegment(c82b6568-f927-40bd-9961-cb5fe6673d4e),segment_id=c82b6568-f927-40bd-9961-cb5fe6673d4e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:32.388157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.468818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 6e4139a2-8033-4c89-84a9-01e8fc1121f1 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:32.474247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edefa7-55ba-4280-b6a9-97ea267e207e None None] Pushing event updated for resources: {'Port': ['ID=1c09b6bb-3612-4405-ac04-4122fea5d6e3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:32.480440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (6e4139a2-8033-4c89-84a9-01e8fc1121f1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.587976 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62366546-abe9-456f-a233-dbdd6f390a75 admin admin] Publish callbacks [] for security_group (99409ac6-0216-448a-8319-34fd77c3791e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.623859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (6e4139a2-8033-4c89-84a9-01e8fc1121f1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.640472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5ff94e21-a3fd-4194-8d48-183fb141c3a2 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1040430992', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:32.680746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ff94e21-a3fd-4194-8d48-183fb141c3a2 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (68bc5b88-f48d-4e22-a40e-fc602894cc0a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.681867 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ff94e21-a3fd-4194-8d48-183fb141c3a2 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (68bc5b88-f48d-4e22-a40e-fc602894cc0a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.688525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62366546-abe9-456f-a233-dbdd6f390a75 admin admin] Publish callbacks [] for security_group (99409ac6-0216-448a-8319-34fd77c3791e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.695029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks [] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.803939 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ff94e21-a3fd-4194-8d48-183fb141c3a2 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router_controller (68bc5b88-f48d-4e22-a40e-fc602894cc0a), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.814344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ff94e21-a3fd-4194-8d48-183fb141c3a2 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (68bc5b88-f48d-4e22-a40e-fc602894cc0a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.829006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac660e4-96ce-486c-bc6e-826578d467ee admin admin] Publish callbacks [] for security_group (cc810b8a-7300-496e-9a68-0ca9a97b7491), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.846474 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ff94e21-a3fd-4194-8d48-183fb141c3a2 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.852225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5ff94e21-a3fd-4194-8d48-183fb141c3a2 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4838986 Feb 17 22:31:32.853169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34172) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:32.860083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-108827930'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:32.891235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:32.895274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.905441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ac660e4-96ce-486c-bc6e-826578d467ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cc810b8a-7300-496e-9a68-0ca9a97b7491), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.906711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.960592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cfe2c7c-b5e7-49e8-b169-d528fca98442 admin admin] Publish callbacks [] for security_group (c5a759ff-80cf-4b20-8e53-a7e526f841df), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:32.985186 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cfe2c7c-b5e7-49e8-b169-d528fca98442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5a759ff-80cf-4b20-8e53-a7e526f841df), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.029488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for security_group (efb0273c-8b21-4505-8127-fc195486207e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.035496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (efb0273c-8b21-4505-8127-fc195486207e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.042287 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ac660e4-96ce-486c-bc6e-826578d467ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=64b0743b7d2a453fa0d238675ed619fd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1687717 Feb 17 22:31:33.044123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34174) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:33.051278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (6e4139a2-8033-4c89-84a9-01e8fc1121f1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.055767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.078135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:33.080473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac660e4-96ce-486c-bc6e-826578d467ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc810b8a-7300-496e-9a68-0ca9a97b7491,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.091985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62366546-abe9-456f-a233-dbdd6f390a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (99409ac6-0216-448a-8319-34fd77c3791e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.094854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62366546-abe9-456f-a233-dbdd6f390a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.099704 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-62366546-abe9-456f-a233-dbdd6f390a75 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/99409ac6-0216-448a-8319-34fd77c3791e HTTP/1.1" status: 204 len: 168 time: 0.8755257 Feb 17 22:31:33.129057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0273c-8b21-4505-8127-fc195486207e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.136738 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2cfe2c7c-b5e7-49e8-b169-d528fca98442 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2137b023583c422fa5cd4d76f1825d5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8890738 Feb 17 22:31:33.148709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34178) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:33.151657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4e0097e6-01bc-40c0-a655-c0ba5cb13632), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.157592 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Added segment 4e0097e6-01bc-40c0-a655-c0ba5cb13632 of type vlan for network f16cba74-6c18-4d26-8786-c590c8298af3 Feb 17 22:31:33.185544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:33.194057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfe2c7c-b5e7-49e8-b169-d528fca98442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a759ff-80cf-4b20-8e53-a7e526f841df,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.200784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:33.203780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:33.218307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Pushing event updated for resources: {'Port': ['ID=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.247207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62366546-abe9-456f-a233-dbdd6f390a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99409ac6-0216-448a-8319-34fd77c3791e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.278501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (6e4139a2-8033-4c89-84a9-01e8fc1121f1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.290654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c16d-4831-4bfc-bdcf-89890648073f admin admin] Publish callbacks [] for security_group (cc810b8a-7300-496e-9a68-0ca9a97b7491), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.322723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4139a2-8033-4c89-84a9-01e8fc1121f1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.327574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.331440 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4eaf7822-e5ad-4be1-a226-73b193015bdf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/6e4139a2-8033-4c89-84a9-01e8fc1121f1 HTTP/1.1" status: 204 len: 168 time: 1.0639646 Feb 17 22:31:33.336764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34180) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:33.343654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d48c1a-1812-4396-befc-d1025f2867b8 None None] Network d2820c4c-480e-417f-b644-34b5cb73e244 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:33.473178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f16cba74-6c18-4d26-8786-c590c8298af3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.551520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4377d1e2-af9d-4ab8-b73f-14a991cb85b0 admin admin] Publish callbacks [] for security_group (c5a759ff-80cf-4b20-8e53-a7e526f841df), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.577915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4377d1e2-af9d-4ab8-b73f-14a991cb85b0 admin admin] Publish callbacks [] for security_group (c5a759ff-80cf-4b20-8e53-a7e526f841df), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.601165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f16cba74-6c18-4d26-8786-c590c8298af3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.602722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] DHCP port deletion for d2820c4c-480e-417f-b644-34b5cb73e244 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:33.606527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:33.614793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.664042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c16d-4831-4bfc-bdcf-89890648073f admin admin] Publish callbacks [] for security_group (cc810b8a-7300-496e-9a68-0ca9a97b7491), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.678441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] Deleting port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:33.679474 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.683345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d2820c4c-480e-417f-b644-34b5cb73e244), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.697975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:33.716921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f046b2f-f20d-44f0-941b-f90476b70c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.771492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] For port 8a72c18a-25e9-4b67-adc4-d0de529e9b11, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8a72c18a-25e9-4b67-adc4-d0de529e9b11,segment=NetworkSegment(5172fee4-e379-4209-8793-a22a7d6ee8c2),segment_id=5172fee4-e379-4209-8793-a22a7d6ee8c2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:33.772442 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.775158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Network': ['ID=f16cba74-6c18-4d26-8786-c590c8298af3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.789296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks [] for router_gateway (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.790253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f16cba74-6c18-4d26-8786-c590c8298af3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:33.820388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e202e477-cb5f-42b6-ad59-906041d088e8 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9658692 Feb 17 22:31:33.820955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34186) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:33.828466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'subnet': {'network_id': 'f16cba74-6c18-4d26-8786-c590c8298af3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:33.832928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4377d1e2-af9d-4ab8-b73f-14a991cb85b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5a759ff-80cf-4b20-8e53-a7e526f841df), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.835591 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4377d1e2-af9d-4ab8-b73f-14a991cb85b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.839055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4377d1e2-af9d-4ab8-b73f-14a991cb85b0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5a759ff-80cf-4b20-8e53-a7e526f841df HTTP/1.1" status: 204 len: 168 time: 0.6692626 Feb 17 22:31:33.878689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] Calling delete_port for 8a72c18a-25e9-4b67-adc4-d0de529e9b11 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:33.910635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377d1e2-af9d-4ab8-b73f-14a991cb85b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a759ff-80cf-4b20-8e53-a7e526f841df,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:33.985116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f046b2f-f20d-44f0-941b-f90476b70c4b admin admin] Publish callbacks [] for security_group (1f914e13-6ae8-4064-95e6-eeb75f707ee8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.994811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c16d-4831-4bfc-bdcf-89890648073f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (cc810b8a-7300-496e-9a68-0ca9a97b7491), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.998059 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6d9c16d-4831-4bfc-bdcf-89890648073f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:33.999682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b6d9c16d-4831-4bfc-bdcf-89890648073f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc810b8a-7300-496e-9a68-0ca9a97b7491 HTTP/1.1" status: 204 len: 168 time: 0.9541824 Feb 17 22:31:34.003198 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.010871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9c16d-4831-4bfc-bdcf-89890648073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc810b8a-7300-496e-9a68-0ca9a97b7491,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:34.041389 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f046b2f-f20d-44f0-941b-f90476b70c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1f914e13-6ae8-4064-95e6-eeb75f707ee8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.076821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:34.081730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.090988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] Pushing event deleted for resources: {'Port': ['ID=8a72c18a-25e9-4b67-adc4-d0de529e9b11,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:34.113178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c425bf-2844-4265-af5b-6e34b1176133 None None] Network 77f1786c-0e45-47e6-abb7-08708b3df331 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:34.127992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09ec05c-8788-48d5-ace3-b9adaaaa0f1c None None] No DVR routers for this DVR port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:34.183233 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f046b2f-f20d-44f0-941b-f90476b70c4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1c8298c47de4196adcfc230de74bb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4833927 Feb 17 22:31:34.186810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f046b2f-f20d-44f0-941b-f90476b70c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f914e13-6ae8-4064-95e6-eeb75f707ee8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:34.190241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34192) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:34.207422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:34.207715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.321062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-86a70297-b367-4ce7-a489-c45147ee228a None None] Provisioning complete for port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:34.321256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ece6-c58e-4cf7-aa65-cb06297e928a admin admin] Publish callbacks [] for security_group (1f914e13-6ae8-4064-95e6-eeb75f707ee8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.321365 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86a70297-b367-4ce7-a489-c45147ee228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.332196 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.417213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] For port 8a72c18a-25e9-4b67-adc4-d0de529e9b11, host n-d-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:34.418232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.429600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ece6-c58e-4cf7-aa65-cb06297e928a admin admin] Publish callbacks [] for security_group (1f914e13-6ae8-4064-95e6-eeb75f707ee8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.439985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 8a72c18a-25e9-4b67-adc4-d0de529e9b11 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:34.445570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 was not found and therefore no delete operation was performed {{(pid=103527) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:31:34.471848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-86a70297-b367-4ce7-a489-c45147ee228a None None] Current status of the port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:34.472322 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86a70297-b367-4ce7-a489-c45147ee228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.477990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8a72c18a-25e9-4b67-adc4-d0de529e9b11), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.556437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-86a70297-b367-4ce7-a489-c45147ee228a None None] For port 1c09b6bb-3612-4405-ac04-4122fea5d6e3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1c09b6bb-3612-4405-ac04-4122fea5d6e3,segment=NetworkSegment(c82b6568-f927-40bd-9961-cb5fe6673d4e),segment_id=c82b6568-f927-40bd-9961-cb5fe6673d4e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:34.567435 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-86a70297-b367-4ce7-a489-c45147ee228a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.569593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=8a72c18a-25e9-4b67-adc4-d0de529e9b11,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:34.587616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No DVR routers for this DVR port 8a72c18a-25e9-4b67-adc4-d0de529e9b11 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:34.605999 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ece6-c58e-4cf7-aa65-cb06297e928a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1f914e13-6ae8-4064-95e6-eeb75f707ee8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.610174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bdb5ece6-c58e-4cf7-aa65-cb06297e928a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.611696 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bdb5ece6-c58e-4cf7-aa65-cb06297e928a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f914e13-6ae8-4064-95e6-eeb75f707ee8 HTTP/1.1" status: 204 len: 168 time: 0.3916004 Feb 17 22:31:34.613001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34202) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:34.633699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb5ece6-c58e-4cf7-aa65-cb06297e928a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f914e13-6ae8-4064-95e6-eeb75f707ee8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:34.641473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:31:34.714033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e664fc5-1d44-4591-b31c-86185be5a9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.724366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a70297-b367-4ce7-a489-c45147ee228a None None] Pushing event updated for resources: {'Port': ['ID=1c09b6bb-3612-4405-ac04-4122fea5d6e3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:34.784019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:34.796045 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Sync routers for ids ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:34.813183 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Routers {'6bb66a02-ea6e-4b4c-96b7-04323ce722f5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:34.815561 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:34.817247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.821585 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa8b1f2a-bb20-4803-9727-20dd7d6fb9d1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.1551030 Feb 17 22:31:34.824103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34208) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:34.902617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c09b6bb-3612-4405-ac04-4122fea5d6e3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:34.942990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d2820c4c-480e-417f-b644-34b5cb73e244), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:34.947549 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (4ae447bf-aa9d-422a-b91c-2f50c622dca1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.016069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b076a257-8fcb-4bb4-9785-bc2580bdf6f3 None None] Provisioning complete for port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:35.016438 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b076a257-8fcb-4bb4-9785-bc2580bdf6f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.018037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2820c4c-480e-417f-b644-34b5cb73e244']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:35.044744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5172fee4-e379-4209-8793-a22a7d6ee8c2') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:35.045310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5172fee4-e379-4209-8793-a22a7d6ee8c2') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:35.076810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (5172fee4-e379-4209-8793-a22a7d6ee8c2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.090429 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Set router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:35.095271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:35.095684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.106508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Subnet': ['ID=4ae447bf-aa9d-422a-b91c-2f50c622dca1,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:35.129176 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5172fee4-e379-4209-8793-a22a7d6ee8c2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.147006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Checking segment: {'id': '4e0097e6-01bc-40c0-a655-c0ba5cb13632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f16cba74-6c18-4d26-8786-c590c8298af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:35.148104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network hostable DHCP agents. Network: f16cba74-6c18-4d26-8786-c590c8298af3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:35.150751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:35.151152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (5172fee4-e379-4209-8793-a22a7d6ee8c2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:35.157613 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:35.223263 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e664fc5-1d44-4591-b31c-86185be5a9d3 admin admin] Publish callbacks [] for security_group (9d770980-c407-4e2a-af44-2b26ec0d0026), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.224887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b076a257-8fcb-4bb4-9785-bc2580bdf6f3 None None] Current status of the port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:35.238680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6e664fc5-1d44-4591-b31c-86185be5a9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9d770980-c407-4e2a-af44-2b26ec0d0026), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.277448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:35.290221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network f16cba74-6c18-4d26-8786-c590c8298af3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:35.314123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d2820c4c-480e-417f-b644-34b5cb73e244), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.326456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6e664fc5-1d44-4591-b31c-86185be5a9d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a834e9ab3277481daaabd0ec4750e8f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7084565 Feb 17 22:31:35.330927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34218) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:35.345614 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.353123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/d2820c4c-480e-417f-b644-34b5cb73e244 HTTP/1.1" status: 204 len: 168 time: 2.0044212 Feb 17 22:31:35.356027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34220) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:35.358943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f16cba74-6c18-4d26-8786-c590c8298af3) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:35.363166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-61259244'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:35.368296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c84b23-b4a7-45cc-b192-62be916cbb02 None None] Network f16cba74-6c18-4d26-8786-c590c8298af3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:35.376097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:35.376896 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.378990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8a72c18a-25e9-4b67-adc4-d0de529e9b11 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:35.414037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e664fc5-1d44-4591-b31c-86185be5a9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d770980-c407-4e2a-af44-2b26ec0d0026,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:35.424072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8a72c18a-25e9-4b67-adc4-d0de529e9b11 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:35.425317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8a72c18a-25e9-4b67-adc4-d0de529e9b11 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:35.444276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccabd67-a989-48a0-bbc1-b233a8e2b0d3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=d2820c4c-480e-417f-b644-34b5cb73e244,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:35.519681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-12ee7993-c12b-4804-9331-f62edd1ca883 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6924052 Feb 17 22:31:35.521535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34230) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:35.550879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:35.555642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'network': {'name': 'tempest-router-network01--504016625'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:35.556662 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:33Z', 'revision_number': 3, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port': {'id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:31:31Z', 'updated_at': '2022-02-17T22:31:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:35.559325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.599499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201a3f3d-f51f-41e6-ba5a-356a3297c5ce admin admin] Publish callbacks [] for security_group (9d770980-c407-4e2a-af44-2b26ec0d0026), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.610767 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Checking router: 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:31:35.612051 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Updating router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:31:35.629396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:35.651549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:35.654868 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.660780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f16cba74-6c18-4d26-8786-c590c8298af3', 'network_id': 'f16cba74-6c18-4d26-8786-c590c8298af3', 'project_id': '131c358ff312443fa1f9a520a3e9fd78', 'fixed_ips': [{'subnet_id': '4ae447bf-aa9d-422a-b91c-2f50c622dca1'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:35.663214 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.669914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (78c293d5-aee9-4fef-9b61-9cdc1ff97b8c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.670266 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Added segment 78c293d5-aee9-4fef-9b61-9cdc1ff97b8c of type vlan for network e0ae10d8-4b88-4551-9c26-405cac9ddd56 Feb 17 22:31:35.671903 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.693938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201a3f3d-f51f-41e6-ba5a-356a3297c5ce admin admin] Publish callbacks [] for security_group (9d770980-c407-4e2a-af44-2b26ec0d0026), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.724506 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.742874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e0ae10d8-4b88-4551-9c26-405cac9ddd56), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.797763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:35.815066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cfa4410d-1eaf-41b1-9f9a-9d309934a8f7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.815666 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Added segment cfa4410d-1eaf-41b1-9f9a-9d309934a8f7 of type vlan for network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 Feb 17 22:31:35.867615 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.876783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e0ae10d8-4b88-4551-9c26-405cac9ddd56), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.882306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:35.883378 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.919977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.926681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:35.927553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:35.992640 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6355126 Feb 17 22:31:35.997502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34240) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:36.028330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Network': ['ID=9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:36.034525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201a3f3d-f51f-41e6-ba5a-356a3297c5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9d770980-c407-4e2a-af44-2b26ec0d0026), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.038014 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201a3f3d-f51f-41e6-ba5a-356a3297c5ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.039645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-201a3f3d-f51f-41e6-ba5a-356a3297c5ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d770980-c407-4e2a-af44-2b26ec0d0026 HTTP/1.1" status: 204 len: 168 time: 0.7039123 Feb 17 22:31:36.043233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a2d4f952-cbf7-47dd-b3e5-4d109cb7f353 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5059853 Feb 17 22:31:36.052889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34244) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:36.053926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a3f3d-f51f-41e6-ba5a-356a3297c5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d770980-c407-4e2a-af44-2b26ec0d0026,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:36.061243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'network': {'name': 'tempest-router-network02--319857214'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:36.077480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:36.096743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Allocated IP 2001:db8::2 (f16cba74-6c18-4d26-8786-c590c8298af3/4ae447bf-aa9d-422a-b91c-2f50c622dca1/7de235bb-2622-4883-b898-9897446bd30b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:36.117501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:36.126487 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.194776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:36.221818 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1273b240-7521-44a9-a134-43d111ea2567), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.222560 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Added segment 1273b240-7521-44a9-a134-43d111ea2567 of type vlan for network 6452623c-7ed3-4666-906d-55144f39c5a1 Feb 17 22:31:36.341349 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6452623c-7ed3-4666-906d-55144f39c5a1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.383314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:36.387755 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Publish callbacks [] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.400317 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.400539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6452623c-7ed3-4666-906d-55144f39c5a1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.413047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:36.413697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.445754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f26446a-3595-41e3-9a04-1b2f49ccf213 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Network': ['ID=e0ae10d8-4b88-4551-9c26-405cac9ddd56,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:36.460469 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Pushing event updated for resources: {'Port': ['ID=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:36.467026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:36.482278 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.483667 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.484606 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.484744 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.485077 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.485620 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.486015 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.487137 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.487587 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.488175 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.488290 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.488697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.490079 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:36.532955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4739032 Feb 17 22:31:36.534087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34256) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:36.539230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'subnet': {'network_id': '9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:36.545714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Allocated IP 172.20.0.1 (77f1786c-0e45-47e6-abb7-08708b3df331/22abc4b8-e8c6-4792-aa32-514972f11ec3/84f4950b-2667-4bd2-862c-4dbbafd48e82) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:36.557931 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Attempting to bind port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:36.557931 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Attempting to bind port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:36.559143 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Attempting to bind port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:36.565265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:36.569545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.575166 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:36.577144 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:36.577561 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.578926 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:36.579435 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Bound port: 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:36.579819 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.593220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dccbcd-d5b2-4b9f-9e18-5a50a38de7c0 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Network': ['ID=6452623c-7ed3-4666-906d-55144f39c5a1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:36.658467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:36.672017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.705545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6452623c-7ed3-4666-906d-55144f39c5a1 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:36.751277 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] For port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:36.754493 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] For port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:36.770171 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.821756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c09b6bb-3612-4405-ac04-4122fea5d6e3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:36.834133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Publish callbacks [] for port (7de235bb-2622-4883-b898-9897446bd30b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.885876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7de235bb-2622-4883-b898-9897446bd30b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:36.900606 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Routers {'6bb66a02-ea6e-4b4c-96b7-04323ce722f5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:36.901471 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:36.946148 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065cdfe0-624c-4d55-81c2-f0c76c5d05b7 None None] Pushing event updated for resources: {'Port': ['ID=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:36.966804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Network f16cba74-6c18-4d26-8786-c590c8298af3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:36.977245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Pushing event updated for resources: {'Port': ['ID=7de235bb-2622-4883-b898-9897446bd30b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:36.980415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:36.992419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:37.010297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:37.010873 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.033727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (5c9336b6-8168-4dd7-b74c-1d6dd4584809), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.048543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks [] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.094825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.159463 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] Set router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:37.165900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Attempting to bind port 7de235bb-2622-4883-b898-9897446bd30b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:37.166278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Attempting to bind port 7de235bb-2622-4883-b898-9897446bd30b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '4e0097e6-01bc-40c0-a655-c0ba5cb13632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f16cba74-6c18-4d26-8786-c590c8298af3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:37.166640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Attempting to bind port 7de235bb-2622-4883-b898-9897446bd30b on network f16cba74-6c18-4d26-8786-c590c8298af3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:37.173507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:37.173887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Checking segment: {'id': '4e0097e6-01bc-40c0-a655-c0ba5cb13632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f16cba74-6c18-4d26-8786-c590c8298af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:37.174329 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.174684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Bound using segment: {'id': '4e0097e6-01bc-40c0-a655-c0ba5cb13632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f16cba74-6c18-4d26-8786-c590c8298af3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:37.175160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Bound port: 7de235bb-2622-4883-b898-9897446bd30b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0097e6-01bc-40c0-a655-c0ba5cb13632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f16cba74-6c18-4d26-8786-c590c8298af3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:37.175568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7de235bb-2622-4883-b898-9897446bd30b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.185405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Pushing event updated for resources: {'Port': ['ID=84f4950b-2667-4bd2-862c-4dbbafd48e82,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:37.209980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Network 77f1786c-0e45-47e6-abb7-08708b3df331 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:37.212908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:37.215776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (4808461f-de88-4579-a5e4-d3b489e096e0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.218084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:37.236178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Checking segment: {'id': 'cfa4410d-1eaf-41b1-9f9a-9d309934a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:37.236553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network hostable DHCP agents. Network: 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:37.253801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Subnet': ['ID=5c9336b6-8168-4dd7-b74c-1d6dd4584809,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:37.288422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:37.294244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] For port 7de235bb-2622-4883-b898-9897446bd30b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:37.300725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:37.301180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] For port 7de235bb-2622-4883-b898-9897446bd30b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7de235bb-2622-4883-b898-9897446bd30b,segment=NetworkSegment(4e0097e6-01bc-40c0-a655-c0ba5cb13632),segment_id=4e0097e6-01bc-40c0-a655-c0ba5cb13632)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:37.313488 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7de235bb-2622-4883-b898-9897446bd30b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.325054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:37.326373 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.326818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d38cd9-22b3-43fc-b5f2-0a9e5d3c5360 None None] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:37.348492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:37.352746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-13fd34be-7303-45ea-bd5d-b41db7c37474 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8178825 Feb 17 22:31:37.356284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34278) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:37.363570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'subnet': {'network_id': '6452623c-7ed3-4666-906d-55144f39c5a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:37.431690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.578381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:37.582237 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.597301 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:33Z', 'revision_number': 3, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port': {'id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:31:31Z', 'updated_at': '2022-02-17T22:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:37.637732 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0c6b34-9e4a-4e78-97cd-ba8b61040c67 None None] The sync data for ids ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'] in n-d-828369-18 is: [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:33Z', 'revision_number': 3, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port': {'id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:31:31Z', 'updated_at': '2022-02-17T22:31:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:37.670118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=4808461f-de88-4579-a5e4-d3b489e096e0,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:37.694541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Checking segment: {'id': '78c293d5-aee9-4fef-9b61-9cdc1ff97b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:37.694920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network hostable DHCP agents. Network: e0ae10d8-4b88-4551-9c26-405cac9ddd56, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:37.858446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.860707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:37.871082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fb158585-b3f0-4248-a695-3e7f84bd80f0 None None] Provisioning complete for port 84f4950b-2667-4bd2-862c-4dbbafd48e82 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:37.871527 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb158585-b3f0-4248-a695-3e7f84bd80f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.907836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e0ae10d8-4b88-4551-9c26-405cac9ddd56) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:37.918443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:37.918983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:37.973121 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4925f35b-c76f-4dfe-b9d3-584d197845f9 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5922515 Feb 17 22:31:37.977938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:37.983435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fb158585-b3f0-4248-a695-3e7f84bd80f0 None None] Port 84f4950b-2667-4bd2-862c-4dbbafd48e82 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:37.985617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bda3cd4a-1b34-4b44-ad95-6ea5f6a19ffc tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-337615906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:37.992527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc9414e-6a29-46c4-a87a-76a50e97ff23 None None] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:38.068660 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (48b81f3b-5cfe-41f2-b7fe-20f28afd410b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.091599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc4f23e-3517-4b5c-ac9b-238f1b4d0acd None None] Pushing event updated for resources: {'Port': ['ID=7de235bb-2622-4883-b898-9897446bd30b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:38.096131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bda3cd4a-1b34-4b44-ad95-6ea5f6a19ffc tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (9c56c287-94e4-4766-bcbc-767b77a94886), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.098647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bda3cd4a-1b34-4b44-ad95-6ea5f6a19ffc tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (9c56c287-94e4-4766-bcbc-767b77a94886), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.200479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2', 'network_id': '9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2', 'project_id': '131c358ff312443fa1f9a520a3e9fd78', 'fixed_ips': [{'subnet_id': '5c9336b6-8168-4dd7-b74c-1d6dd4584809'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:38.201856 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.212270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bda3cd4a-1b34-4b44-ad95-6ea5f6a19ffc tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for router_controller (9c56c287-94e4-4766-bcbc-767b77a94886), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.220595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bda3cd4a-1b34-4b44-ad95-6ea5f6a19ffc tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (9c56c287-94e4-4766-bcbc-767b77a94886), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.237444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks [] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.250061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.272104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bda3cd4a-1b34-4b44-ad95-6ea5f6a19ffc tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.272104 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bda3cd4a-1b34-4b44-ad95-6ea5f6a19ffc tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2899830 Feb 17 22:31:38.287035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34298) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:38.314173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56', 'name': 'tempest-PortsTestJSON-557529474'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:38.376020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-e0ae10d8-4b88-4551-9c26-405cac9ddd56', 'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56', 'project_id': '5d5bde6308714fd4aa05863fc9e096e8', 'fixed_ips': [{'subnet_id': '4808461f-de88-4579-a5e4-d3b489e096e0'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:38.377239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.414834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Pushing event updated for resources: {'Port': ['ID=84f4950b-2667-4bd2-862c-4dbbafd48e82,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:38.417990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:38.641577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Network 77f1786c-0e45-47e6-abb7-08708b3df331 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:38.655266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:38.756936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Allocated IP 172.20.0.2 (e0ae10d8-4b88-4551-9c26-405cac9ddd56/4808461f-de88-4579-a5e4-d3b489e096e0/57c1107a-6969-47a1-ac2f-2d37948ea4f5) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:38.952237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:39.043159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:31:39.212496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:39.245386 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94010b84-eee4-450d-b208-70d93fffeb64 admin admin] 10.222.0.79 "PUT /v2.0/routers/6bb66a02-ea6e-4b4c-96b7-04323ce722f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4201462 Feb 17 22:31:39.354598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Subnet': ['ID=48b81f3b-5cfe-41f2-b7fe-20f28afd410b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:39.373921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Checking segment: {'id': '1273b240-7521-44a9-a134-43d111ea2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6452623c-7ed3-4666-906d-55144f39c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:39.374291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network hostable DHCP agents. Network: 6452623c-7ed3-4666-906d-55144f39c5a1, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:39.382611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Allocated IP 2001:db8::2 (9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2/5c9336b6-8168-4dd7-b74c-1d6dd4584809/258147ae-a285-4915-ae3e-44dcec3fb957) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:39.391228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:39.440030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Publish callbacks [] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:39.445075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f8039839-061b-4c94-b14b-89b90f0fb145 None None] Provisioning complete for port 84f4950b-2667-4bd2-862c-4dbbafd48e82 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:39.445824 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8039839-061b-4c94-b14b-89b90f0fb145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:39.453718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network 6452623c-7ed3-4666-906d-55144f39c5a1 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:39.513476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6452623c-7ed3-4666-906d-55144f39c5a1) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:39.533815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:39.534612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:39.551182 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:39.572072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88956b4-b2ab-4784-b578-5763ba40c6b8 None None] Network 6452623c-7ed3-4666-906d-55144f39c5a1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:39.579070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0ab5ca7c-fd7f-4de4-b842-ff61c3305b3e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2201974 Feb 17 22:31:39.581791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34322) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:39.612824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:39.622491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:39.676321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:39.857784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:39.858277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:39.883891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Pushing event updated for resources: {'Port': ['ID=57c1107a-6969-47a1-ac2f-2d37948ea4f5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:39.971410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77139aac-a33f-4e48-a92b-75923315b7b4 None None] Network f16cba74-6c18-4d26-8786-c590c8298af3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:39.973403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.13 (e0ae10d8-4b88-4551-9c26-405cac9ddd56/4808461f-de88-4579-a5e4-d3b489e096e0/3a8b9a6f-b220-4f15-912c-1fb9b22f05c2) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:40.044987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34328) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:40.055663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-6452623c-7ed3-4666-906d-55144f39c5a1', 'network_id': '6452623c-7ed3-4666-906d-55144f39c5a1', 'project_id': '131c358ff312443fa1f9a520a3e9fd78', 'fixed_ips': [{'subnet_id': '48b81f3b-5cfe-41f2-b7fe-20f28afd410b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:40.062992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.074634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:40.090842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f8039839-061b-4c94-b14b-89b90f0fb145 None None] Port 84f4950b-2667-4bd2-862c-4dbbafd48e82 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:40.108086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:40.112366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:40.166851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.321224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.344927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Allocated IP 2001:db8::2 (6452623c-7ed3-4666-906d-55144f39c5a1/48b81f3b-5cfe-41f2-b7fe-20f28afd410b/ace48a21-3710-4b38-addf-6d6d24721e47) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:40.407946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.508961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-311c5f73-69c9-4478-a6de-0344c7b6d84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.524203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:40.531075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:40.563143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:40.597616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=3a8b9a6f-b220-4f15-912c-1fb9b22f05c2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:40.664653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:40.665363 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.700170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c36ec9e2-28b1-4ff6-9afe-40752ff995dc None None] Provisioning complete for port 7de235bb-2622-4883-b898-9897446bd30b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:40.700558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c36ec9e2-28b1-4ff6-9afe-40752ff995dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7de235bb-2622-4883-b898-9897446bd30b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.721812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0a86dd2c-d3c3-4700-a1db-ee1686658a2d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4236917 Feb 17 22:31:40.725043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:40.816199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-311c5f73-69c9-4478-a6de-0344c7b6d84d admin admin] Publish callbacks [] for security_group (7fc7d1a6-28b6-4b57-8905-a007213983b6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.821467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-311c5f73-69c9-4478-a6de-0344c7b6d84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7fc7d1a6-28b6-4b57-8905-a007213983b6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.910683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-311c5f73-69c9-4478-a6de-0344c7b6d84d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f44caced641a40d29a983309bbd3b4fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8619037 Feb 17 22:31:40.910683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311c5f73-69c9-4478-a6de-0344c7b6d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc7d1a6-28b6-4b57-8905-a007213983b6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:40.912617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34358) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:40.934245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Attempting to bind port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:40.934956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Attempting to bind port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '78c293d5-aee9-4fef-9b61-9cdc1ff97b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:40.935627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Attempting to bind port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 on network e0ae10d8-4b88-4551-9c26-405cac9ddd56 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:40.984631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:40.987807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Checking segment: {'id': '78c293d5-aee9-4fef-9b61-9cdc1ff97b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:40.991242 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:40.991941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Bound using segment: {'id': '78c293d5-aee9-4fef-9b61-9cdc1ff97b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:40.992722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Bound port: 57c1107a-6969-47a1-ac2f-2d37948ea4f5, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c293d5-aee9-4fef-9b61-9cdc1ff97b8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e0ae10d8-4b88-4551-9c26-405cac9ddd56'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:40.993519 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.026168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9de8d953-8227-4e95-958f-e2c103dc6b7e admin admin] Publish callbacks [] for security_group (7fc7d1a6-28b6-4b57-8905-a007213983b6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.043937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:41.044478 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.055027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9de8d953-8227-4e95-958f-e2c103dc6b7e admin admin] Publish callbacks [] for security_group (7fc7d1a6-28b6-4b57-8905-a007213983b6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.078902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Sync routers for ids ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:41.108528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Publish callbacks [] for port (258147ae-a285-4915-ae3e-44dcec3fb957), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.176012 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9de8d953-8227-4e95-958f-e2c103dc6b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7fc7d1a6-28b6-4b57-8905-a007213983b6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.180243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9de8d953-8227-4e95-958f-e2c103dc6b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.183095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9de8d953-8227-4e95-958f-e2c103dc6b7e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7fc7d1a6-28b6-4b57-8905-a007213983b6 HTTP/1.1" status: 204 len: 168 time: 0.2694688 Feb 17 22:31:41.195099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8d953-8227-4e95-958f-e2c103dc6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc7d1a6-28b6-4b57-8905-a007213983b6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:41.279571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34366) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:41.340021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Allocated IP 2001:db8::1 (9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2/5c9336b6-8168-4dd7-b74c-1d6dd4584809/e8d398c1-ba18-4b05-9e14-240f605e622a) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:41.370537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:41.377477 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.408339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c36ec9e2-28b1-4ff6-9afe-40752ff995dc None None] Current status of the port 7de235bb-2622-4883-b898-9897446bd30b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:41.408994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c36ec9e2-28b1-4ff6-9afe-40752ff995dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7de235bb-2622-4883-b898-9897446bd30b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.410869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Routers {'6bb66a02-ea6e-4b4c-96b7-04323ce722f5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:41.412321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:41.414591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Publish callbacks [] for port (ace48a21-3710-4b38-addf-6d6d24721e47), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.432103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.433181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7de235bb-2622-4883-b898-9897446bd30b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:41.469185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.581133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.605394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] For port 57c1107a-6969-47a1-ac2f-2d37948ea4f5, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:41.650407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c36ec9e2-28b1-4ff6-9afe-40752ff995dc None None] For port 7de235bb-2622-4883-b898-9897446bd30b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7de235bb-2622-4883-b898-9897446bd30b,segment=NetworkSegment(4e0097e6-01bc-40c0-a655-c0ba5cb13632),segment_id=4e0097e6-01bc-40c0-a655-c0ba5cb13632)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:41.660901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:41.704980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3526cbbc-12ab-462f-aa9c-a0b3aebab505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.711612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c36ec9e2-28b1-4ff6-9afe-40752ff995dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7de235bb-2622-4883-b898-9897446bd30b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.725559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:41.729898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] For port 57c1107a-6969-47a1-ac2f-2d37948ea4f5, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=57c1107a-6969-47a1-ac2f-2d37948ea4f5,segment=NetworkSegment(78c293d5-aee9-4fef-9b61-9cdc1ff97b8c),segment_id=78c293d5-aee9-4fef-9b61-9cdc1ff97b8c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:41.735937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:41.776768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Pushing event updated for resources: {'Port': ['ID=258147ae-a285-4915-ae3e-44dcec3fb957,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:41.804372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.830487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.846174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:41.852770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:41.880986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Network 6452623c-7ed3-4666-906d-55144f39c5a1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:41.928278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:41.931267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:41.994609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Attempting to bind port 258147ae-a285-4915-ae3e-44dcec3fb957 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:41.995820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Attempting to bind port 258147ae-a285-4915-ae3e-44dcec3fb957 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'cfa4410d-1eaf-41b1-9f9a-9d309934a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:41.997471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Attempting to bind port 258147ae-a285-4915-ae3e-44dcec3fb957 on network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:42.031770 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3526cbbc-12ab-462f-aa9c-a0b3aebab505 admin admin] Publish callbacks [] for security_group (736b0a02-f642-4c48-8521-2808e24d14fd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.037829 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3526cbbc-12ab-462f-aa9c-a0b3aebab505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (736b0a02-f642-4c48-8521-2808e24d14fd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.060732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.064320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=3a8b9a6f-b220-4f15-912c-1fb9b22f05c2,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:42.129632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526cbbc-12ab-462f-aa9c-a0b3aebab505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736b0a02-f642-4c48-8521-2808e24d14fd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:42.135312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3526cbbc-12ab-462f-aa9c-a0b3aebab505 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2bc5cc26db864f9e9c696b821f969b30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8537438 Feb 17 22:31:42.138448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:42.191913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Set router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:42.220930 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.253485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b36ee21-000b-49c7-bfb9-f360e0d9b8b3 admin admin] Publish callbacks [] for security_group (736b0a02-f642-4c48-8521-2808e24d14fd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.314551 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b36ee21-000b-49c7-bfb9-f360e0d9b8b3 admin admin] Publish callbacks [] for security_group (736b0a02-f642-4c48-8521-2808e24d14fd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.329392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Port': ['ID=e8d398c1-ba18-4b05-9e14-240f605e622a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:42.406860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:42.409939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:42.414925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:42.415503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.426418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b36ee21-000b-49c7-bfb9-f360e0d9b8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (736b0a02-f642-4c48-8521-2808e24d14fd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.430154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b36ee21-000b-49c7-bfb9-f360e0d9b8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.435826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7b36ee21-000b-49c7-bfb9-f360e0d9b8b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/736b0a02-f642-4c48-8521-2808e24d14fd HTTP/1.1" status: 204 len: 168 time: 0.2931168 Feb 17 22:31:42.459277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36ee21-000b-49c7-bfb9-f360e0d9b8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736b0a02-f642-4c48-8521-2808e24d14fd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:42.499240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (9c56c287-94e4-4766-bcbc-767b77a94886), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.534518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34390) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:42.620331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7de235bb-2622-4883-b898-9897446bd30b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:42.620633 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7de235bb-2622-4883-b898-9897446bd30b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.669908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:42.670463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Checking segment: {'id': 'cfa4410d-1eaf-41b1-9f9a-9d309934a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:42.670881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.671287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Bound using segment: {'id': 'cfa4410d-1eaf-41b1-9f9a-9d309934a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:42.672029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Bound port: 258147ae-a285-4915-ae3e-44dcec3fb957, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfa4410d-1eaf-41b1-9f9a-9d309934a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:42.672413 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.682630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Attempting to bind port ace48a21-3710-4b38-addf-6d6d24721e47 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:42.683002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Attempting to bind port ace48a21-3710-4b38-addf-6d6d24721e47 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '1273b240-7521-44a9-a134-43d111ea2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6452623c-7ed3-4666-906d-55144f39c5a1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:42.683396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Attempting to bind port ace48a21-3710-4b38-addf-6d6d24721e47 on network 6452623c-7ed3-4666-906d-55144f39c5a1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:42.685673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Pushing event updated for resources: {'Port': ['ID=ace48a21-3710-4b38-addf-6d6d24721e47,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:42.746455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7eb14eb0-4160-4813-86ed-53096757c671 None None] Provisioning complete for port 7de235bb-2622-4883-b898-9897446bd30b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:42.746831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7eb14eb0-4160-4813-86ed-53096757c671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7de235bb-2622-4883-b898-9897446bd30b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.790974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:42.792419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Checking segment: {'id': '1273b240-7521-44a9-a134-43d111ea2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6452623c-7ed3-4666-906d-55144f39c5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:42.793236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.795332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Bound using segment: {'id': '1273b240-7521-44a9-a134-43d111ea2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6452623c-7ed3-4666-906d-55144f39c5a1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:42.796193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Bound port: ace48a21-3710-4b38-addf-6d6d24721e47, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1273b240-7521-44a9-a134-43d111ea2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6452623c-7ed3-4666-906d-55144f39c5a1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:42.797068 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.804383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.807779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:42.910816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34396) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:42.957667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36ec9e2-28b1-4ff6-9afe-40752ff995dc None None] Pushing event updated for resources: {'Port': ['ID=7de235bb-2622-4883-b898-9897446bd30b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:43.048505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] For port ace48a21-3710-4b38-addf-6d6d24721e47, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:43.062943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] For port ace48a21-3710-4b38-addf-6d6d24721e47, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ace48a21-3710-4b38-addf-6d6d24721e47,segment=NetworkSegment(1273b240-7521-44a9-a134-43d111ea2567),segment_id=1273b240-7521-44a9-a134-43d111ea2567)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:43.086502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7de235bb-2622-4883-b898-9897446bd30b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:43.114245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] For port 258147ae-a285-4915-ae3e-44dcec3fb957, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:43.153562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.167024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b50c2-f801-4f55-ab1a-abc6858d0172 None None] Pushing event updated for resources: {'Port': ['ID=57c1107a-6969-47a1-ac2f-2d37948ea4f5,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:43.184707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] For port 258147ae-a285-4915-ae3e-44dcec3fb957, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=258147ae-a285-4915-ae3e-44dcec3fb957,segment=NetworkSegment(cfa4410d-1eaf-41b1-9f9a-9d309934a8f7),segment_id=cfa4410d-1eaf-41b1-9f9a-9d309934a8f7)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:43.253853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.260116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7eb14eb0-4160-4813-86ed-53096757c671 None None] Current status of the port 7de235bb-2622-4883-b898-9897446bd30b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:43.384962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:43.387252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:43.429962 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cb04352-242a-4d17-9519-2218c6d77b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.437161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce22bab-0cd5-46b2-85ad-4901769b7fb9 None None] Pushing event updated for resources: {'Port': ['ID=ace48a21-3710-4b38-addf-6d6d24721e47,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:43.500397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0f0b-9a68-4c7c-8ae1-a0cfec6abbae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.553098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:37Z', 'revision_number': 4, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port': {'id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:31:31Z', 'updated_at': '2022-02-17T22:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84f4950b-2667-4bd2-862c-4dbbafd48e82', 'name': '', 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'mac_address': 'fa:16:3e:6d:2b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': '22abc4b8-e8c6-4792-aa32-514972f11ec3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:31:35Z', 'updated_at': '2022-02-17T22:31:37Z', 'revision_number': 2, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'subnets': [{'id': '22abc4b8-e8c6-4792-aa32-514972f11ec3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:43.603075 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.636355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Checking router: 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:31:43.637796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Updating router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 port 84f4950b-2667-4bd2-862c-4dbbafd48e82 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:31:43.715735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882daabd-ec1c-49bb-9a13-1e93480756cc None None] Pushing event updated for resources: {'Port': ['ID=258147ae-a285-4915-ae3e-44dcec3fb957,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:43.725483 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.779184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.793681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:43.794303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.825400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cb04352-242a-4d17-9519-2218c6d77b1e admin admin] Publish callbacks [] for security_group (da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:43.884949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cb04352-242a-4d17-9519-2218c6d77b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.009495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb04352-242a-4d17-9519-2218c6d77b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:44.018383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3cb04352-242a-4d17-9519-2218c6d77b1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1d8365ce609446eda5cafcbf100643d6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4827788 Feb 17 22:31:44.022465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34410) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:44.194455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-136d6e33-24b1-4a74-824e-2fff390d83c9 admin admin] Publish callbacks [] for security_group (da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.226476 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-136d6e33-24b1-4a74-824e-2fff390d83c9 admin admin] Publish callbacks [] for security_group (da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.268287 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.269216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.289599 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Publish callbacks [] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.293674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d752f-475d-4d0f-af70-579b867335d8 None None] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:44.323191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.349782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-136d6e33-24b1-4a74-824e-2fff390d83c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.352966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-136d6e33-24b1-4a74-824e-2fff390d83c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.356388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-136d6e33-24b1-4a74-824e-2fff390d83c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a HTTP/1.1" status: 204 len: 168 time: 0.3308790 Feb 17 22:31:44.373762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d6e33-24b1-4a74-824e-2fff390d83c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8ed18f-68aa-4e08-b4f4-2470ae5a5e2a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:44.382473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Deleting port 84f4950b-2667-4bd2-862c-4dbbafd48e82 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:44.383157 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.432548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.482551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] For port 84f4950b-2667-4bd2-862c-4dbbafd48e82, host n-d-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:44.483359 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.501129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Calling delete_port for 84f4950b-2667-4bd2-862c-4dbbafd48e82 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:44.697757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0f0b-9a68-4c7c-8ae1-a0cfec6abbae admin admin] Publish callbacks [] for security_group (c0a592e3-0df2-4d57-8ff2-13f309be7f5e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.698979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.822862 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.839955 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9b0e0f0b-9a68-4c7c-8ae1-a0cfec6abbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c0a592e3-0df2-4d57-8ff2-13f309be7f5e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.860938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:44.893392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Pushing event deleted for resources: {'Port': ['ID=84f4950b-2667-4bd2-862c-4dbbafd48e82,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:44.930794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b34442d4-f607-424e-bcb2-0b6c3dbadcc6 None None] Provisioning complete for port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:44.931186 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b34442d4-f607-424e-bcb2-0b6c3dbadcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.944199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b527be95-a4fa-4bd4-aaa0-0cd8a6bef822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:44.962184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Port': ['ID=e8d398c1-ba18-4b05-9e14-240f605e622a,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:44.977922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e0f0b-9a68-4c7c-8ae1-a0cfec6abbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a592e3-0df2-4d57-8ff2-13f309be7f5e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:44.982924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:45.008919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (9c56c287-94e4-4766-bcbc-767b77a94886), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.107010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:45.116566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7de235bb-2622-4883-b898-9897446bd30b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:45.137803 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9b0e0f0b-9a68-4c7c-8ae1-a0cfec6abbae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3cc45fa070c64d2b8d7ec4e94d2e5cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7426226 Feb 17 22:31:45.262606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b3efb9-0c38-4d1f-ba13-5eb0867a15a9 None None] Pushing event updated for resources: {'Port': ['ID=84f4950b-2667-4bd2-862c-4dbbafd48e82,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:45.263825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34430) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:45.265673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34432) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:45.318494 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.360088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Attempting to bind port 84f4950b-2667-4bd2-862c-4dbbafd48e82 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:45.361116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Attempting to bind port 84f4950b-2667-4bd2-862c-4dbbafd48e82 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:45.361689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Attempting to bind port 84f4950b-2667-4bd2-862c-4dbbafd48e82 on network 77f1786c-0e45-47e6-abb7-08708b3df331 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:45.373676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:45.374649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Checking segment: {'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:45.375830 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.376402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Bound using segment: {'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:45.377279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Bound port: 84f4950b-2667-4bd2-862c-4dbbafd48e82, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82b6568-f927-40bd-9961-cb5fe6673d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '77f1786c-0e45-47e6-abb7-08708b3df331'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:45.377903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (84f4950b-2667-4bd2-862c-4dbbafd48e82), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.417666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ca7b6-1e5f-42ee-be24-f3fceb7c4e22 None None] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:45.443660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Port 84f4950b-2667-4bd2-862c-4dbbafd48e82 has been deleted concurrently {{(pid=103528) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:671}} Feb 17 22:31:45.531790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7de235bb-2622-4883-b898-9897446bd30b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:45.533035 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7de235bb-2622-4883-b898-9897446bd30b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.599467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Routers {'6bb66a02-ea6e-4b4c-96b7-04323ce722f5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:45.600443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:45.632663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=3a8b9a6f-b220-4f15-912c-1fb9b22f05c2,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:45.653314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34438) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:45.689804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:45.711477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c96f585-7d16-4b28-a482-4598d27d5880 admin admin] Publish callbacks [] for security_group (c0a592e3-0df2-4d57-8ff2-13f309be7f5e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.760850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b34442d4-f607-424e-bcb2-0b6c3dbadcc6 None None] Current status of the port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:45.761180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b34442d4-f607-424e-bcb2-0b6c3dbadcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.778897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c96f585-7d16-4b28-a482-4598d27d5880 admin admin] Publish callbacks [] for security_group (c0a592e3-0df2-4d57-8ff2-13f309be7f5e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.788149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7faea2e9-d947-4600-8a1e-3ecd2705de24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.790554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:31:45.819931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b34442d4-f607-424e-bcb2-0b6c3dbadcc6 None None] For port 57c1107a-6969-47a1-ac2f-2d37948ea4f5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=57c1107a-6969-47a1-ac2f-2d37948ea4f5,segment=NetworkSegment(78c293d5-aee9-4fef-9b61-9cdc1ff97b8c),segment_id=78c293d5-aee9-4fef-9b61-9cdc1ff97b8c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:45.825695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:45.840871 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b34442d4-f607-424e-bcb2-0b6c3dbadcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:45.860360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:45.951017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6229887e-379d-4bcf-a14c-a30bc5600c76 None None] Network 6452623c-7ed3-4666-906d-55144f39c5a1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:45.957326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:45.967906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-50017a18-b2ee-495b-ab87-f0eaca3a7838 admin admin] 10.222.0.79 "PUT /v2.0/routers/6bb66a02-ea6e-4b4c-96b7-04323ce722f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0553336 Feb 17 22:31:45.968929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34444) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:46.028251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34442d4-f607-424e-bcb2-0b6c3dbadcc6 None None] Pushing event updated for resources: {'Port': ['ID=57c1107a-6969-47a1-ac2f-2d37948ea4f5,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:46.050526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] Set router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:46.056586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7de235bb-2622-4883-b898-9897446bd30b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:46.093537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7faea2e9-d947-4600-8a1e-3ecd2705de24 admin admin] Publish callbacks [] for security_group (fad016e2-a828-42e3-8f3c-9de25e5c686b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.119025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks [] for router (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.128504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7faea2e9-d947-4600-8a1e-3ecd2705de24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fad016e2-a828-42e3-8f3c-9de25e5c686b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.165523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Provisioning complete for port 3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:46.166010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.236011 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7faea2e9-d947-4600-8a1e-3ecd2705de24 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d862f48107094085928e791a12e4ad4c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9671245 Feb 17 22:31:46.243645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c96f585-7d16-4b28-a482-4598d27d5880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c0a592e3-0df2-4d57-8ff2-13f309be7f5e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.247576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34446) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:46.248352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c96f585-7d16-4b28-a482-4598d27d5880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.251109 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0c96f585-7d16-4b28-a482-4598d27d5880 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c0a592e3-0df2-4d57-8ff2-13f309be7f5e HTTP/1.1" status: 204 len: 168 time: 0.9835122 Feb 17 22:31:46.290859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Port 3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:46.315598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faea2e9-d947-4600-8a1e-3ecd2705de24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad016e2-a828-42e3-8f3c-9de25e5c686b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:46.324566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.390419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Router 9c56c287-94e4-4766-bcbc-767b77a94886 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:31:46.396413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96f585-7d16-4b28-a482-4598d27d5880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a592e3-0df2-4d57-8ff2-13f309be7f5e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:46.452483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edadcd33-9072-4718-9011-88050a474a33 admin admin] Publish callbacks [] for security_group (fad016e2-a828-42e3-8f3c-9de25e5c686b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.531239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 258147ae-a285-4915-ae3e-44dcec3fb957 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:46.540621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edadcd33-9072-4718-9011-88050a474a33 admin admin] Publish callbacks [] for security_group (fad016e2-a828-42e3-8f3c-9de25e5c686b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.550298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Router 68bc5b88-f48d-4e22-a40e-fc602894cc0a is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:31:46.558648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:46.559160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Provisioning complete for port ace48a21-3710-4b38-addf-6d6d24721e47 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:46.559568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.569811 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] Sync routers for ids ['9c56c287-94e4-4766-bcbc-767b77a94886'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:46.572640 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2574ffcb-f3b2-409f-9956-433e68cd9cb1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "PUT /v2.0/routers/9c56c287-94e4-4766-bcbc-767b77a94886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8456628 Feb 17 22:31:46.602457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34450) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:46.608132 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] Routers {'9c56c287-94e4-4766-bcbc-767b77a94886'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:46.610993 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9c56c287-94e4-4766-bcbc-767b77a94886'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:46.688642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks [] for router_gateway (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.737547 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:46.752810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:46.759929 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] Routers {'9c56c287-94e4-4766-bcbc-767b77a94886'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:46.760802 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9c56c287-94e4-4766-bcbc-767b77a94886'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:46.765469 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cc9d4c67-383a-4427-8109-98afbd5e6a66 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1801264 Feb 17 22:31:46.770101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34454) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:46.770947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] Sync routers for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:46.804632 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:46.805702 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b044be9b-3210-4c1b-8e5a-da3f9afb7c6d None None] The sync data for ids ['9c56c287-94e4-4766-bcbc-767b77a94886'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:46.833791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d547e04b-56cd-4315-902c-2c2bb84d4d81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:46.838994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d547e04b-56cd-4315-902c-2c2bb84d4d81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports?device_id=9c56c287-94e4-4766-bcbc-767b77a94886 HTTP/1.1" status: 200 len: 982 time: 0.2353551 Feb 17 22:31:46.843419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edadcd33-9072-4718-9011-88050a474a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (fad016e2-a828-42e3-8f3c-9de25e5c686b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.850982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edadcd33-9072-4718-9011-88050a474a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:46.852226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-edadcd33-9072-4718-9011-88050a474a33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fad016e2-a828-42e3-8f3c-9de25e5c686b HTTP/1.1" status: 204 len: 168 time: 0.6037292 Feb 17 22:31:46.853866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34456) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:46.943826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:46.944189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:46.946837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:44Z', 'revision_number': 5, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port': {'id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:31:31Z', 'updated_at': '2022-02-17T22:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:46.995668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6274343a-c7c4-4638-8703-35b15c7e4a5e None None] The sync data for ids ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'] in n-d-828369-18 is: [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205'}], 'enable_snat': True}, 'gw_port_id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:44Z', 'revision_number': 5, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port': {'id': '39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:af:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2416, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:31:31Z', 'updated_at': '2022-02-17T22:31:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:47.025814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edadcd33-9072-4718-9011-88050a474a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad016e2-a828-42e3-8f3c-9de25e5c686b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:47.118935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 258147ae-a285-4915-ae3e-44dcec3fb957 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:47.119667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.207429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:47.221652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Current status of the port ace48a21-3710-4b38-addf-6d6d24721e47 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:47.222041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.236194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Deleting port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:47.236538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.308301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:47.309166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:47.410814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:47.412382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4774f4f1-d214-4c65-bf1d-a2da0d0e3ab4 None None] The sync data for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:47.445091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.485767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f42c3620-ab3e-4569-8644-391abe749a1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.489472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] For port ace48a21-3710-4b38-addf-6d6d24721e47, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ace48a21-3710-4b38-addf-6d6d24721e47,segment=NetworkSegment(1273b240-7521-44a9-a134-43d111ea2567),segment_id=1273b240-7521-44a9-a134-43d111ea2567)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:47.568531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 258147ae-a285-4915-ae3e-44dcec3fb957 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:47.569204 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.572323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.672440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Pushing event updated for resources: {'Port': ['ID=ace48a21-3710-4b38-addf-6d6d24721e47,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:47.702351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] For port 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:47.703333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.708200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Provisioning complete for port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:47.708804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.738108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Calling delete_port for 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:47.772356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 258147ae-a285-4915-ae3e-44dcec3fb957, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=258147ae-a285-4915-ae3e-44dcec3fb957,segment=NetworkSegment(cfa4410d-1eaf-41b1-9f9a-9d309934a8f7),segment_id=cfa4410d-1eaf-41b1-9f9a-9d309934a8f7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:47.801605 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:47.807017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 57c1107a-6969-47a1-ac2f-2d37948ea4f5 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:47.906664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Allocated IP 172.25.0.210 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/0ae557d9-f914-4a2c-bd91-a905e6d7ab9e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:47.982799 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-419ef065-e359-46a1-a7ed-4fbf96ab177d tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:31:47.984354 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-419ef065-e359-46a1-a7ed-4fbf96ab177d tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2109551 Feb 17 22:31:48.062507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34490) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:48.149915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.152900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=258147ae-a285-4915-ae3e-44dcec3fb957,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:48.220545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.268738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Current status of the port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:48.273916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.296079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Provisioning complete for port 258147ae-a285-4915-ae3e-44dcec3fb957 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:48.297065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.302190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:48.304141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae557d9-f914-4a2c-bd91-a905e6d7ab9e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:48.313773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:48.316689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:48.346827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:48.347795 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.400092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] Sync routers for ids ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:48.403759 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (9c56c287-94e4-4766-bcbc-767b77a94886), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.418871 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] Routers {'6bb66a02-ea6e-4b4c-96b7-04323ce722f5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:48.420688 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:48.470158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for floatingip (22be08d8-7abc-43c2-9990-972e1d8a0783), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.506532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-73e9b882-3adc-4ac4-be71-0b4facc3a9d3 None None] Current status of the port 258147ae-a285-4915-ae3e-44dcec3fb957 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:48.586447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.634037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:48.645301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ace48a21-3710-4b38-addf-6d6d24721e47 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:48.676129 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] Set router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:48.741240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Provisioning complete for port 3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:48.741616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.776269 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:46Z', 'revision_number': 6, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:48.789645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ace48a21-3710-4b38-addf-6d6d24721e47 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:48.790450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.817318 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] Checking router: 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:31:48.827512 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] Routers {'6bb66a02-ea6e-4b4c-96b7-04323ce722f5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:48.828737 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:48.861122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Port 3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:48.871806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Provisioning complete for port e8d398c1-ba18-4b05-9e14-240f605e622a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:48.872489 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.900269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.912901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:48.925760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Port e8d398c1-ba18-4b05-9e14-240f605e622a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:31:48.971681 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] Set router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:31:49.022380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Provisioning complete for port 258147ae-a285-4915-ae3e-44dcec3fb957 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:49.024449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.026510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Pushing event updated for resources: {'Port': ['ID=0ae557d9-f914-4a2c-bd91-a905e6d7ab9e,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:49.045897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (22be08d8-7abc-43c2-9990-972e1d8a0783), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.081084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.082388 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9df3445-d056-402d-8734-beb37963f508 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4174137 Feb 17 22:31:49.085616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34518) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:49.091217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-2115466367', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'fixed_ips': [{'ip_address': '172.25.0.210'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:49.094502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ace48a21-3710-4b38-addf-6d6d24721e47 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:49.096539 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:46Z', 'revision_number': 6, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:49.144495 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2564d817-d1c9-47fe-8076-8deaf68c4a70 None None] The sync data for ids ['6bb66a02-ea6e-4b4c-96b7-04323ce722f5'] in n-d-828369-18 is: [{'id': '6bb66a02-ea6e-4b4c-96b7-04323ce722f5', 'name': 'tempest-ImageQuotaTest-1297224460-router', 'tenant_id': 'bf526341c52f40a2a047d649c92c5cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:31:30Z', 'updated_at': '2022-02-17T22:31:46Z', 'revision_number': 6, 'project_id': 'bf526341c52f40a2a047d649c92c5cfd', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:49.150288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Made reservation on behalf of c373ac11f8b544cabc584bfdd1bf7735 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:49.155107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.172815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.271925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Current status of the port 258147ae-a285-4915-ae3e-44dcec3fb957 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:49.330916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ace48a21-3710-4b38-addf-6d6d24721e47 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:49.383736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for security_group (695ad93f-b0a0-4c54-87bd-993169c46051), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.397389 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (695ad93f-b0a0-4c54-87bd-993169c46051), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.404519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] device_id is not set on port dd1c872d-6b03-4b0a-9bf0-0d2ffcc18777 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:49.432513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.441311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Provisioning complete for port ace48a21-3710-4b38-addf-6d6d24721e47 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:49.441696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.451960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.498767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ace48a21-3710-4b38-addf-6d6d24721e47 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:49.499117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.513703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695ad93f-b0a0-4c54-87bd-993169c46051,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:49.550951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.551522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.552444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.553130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.553643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.554134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.554555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.554817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.555159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.555730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.556074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.556746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.557090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:31:49.703881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Pushing event deleted for resources: {'Port': ['ID=39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:49.744824 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 22:31:49.745677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:31:49.785028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ace48a21-3710-4b38-addf-6d6d24721e47 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:49.789446 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3cd2827e-6649-43b5-a13d-2d0b3e92f699 tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7026722 Feb 17 22:31:49.795540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34532) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:49.795930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 258147ae-a285-4915-ae3e-44dcec3fb957 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:49.837670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8eca37a7-4d9f-4cf7-ba5b-4717b42bec7b None None] Current status of the port ace48a21-3710-4b38-addf-6d6d24721e47 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:49.883402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 258147ae-a285-4915-ae3e-44dcec3fb957 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:49.884029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.889431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:49.995534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 258147ae-a285-4915-ae3e-44dcec3fb957 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:31:50.055524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.059008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Deleting port 0ae557d9-f914-4a2c-bd91-a905e6d7ab9e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:50.059882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.062860 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks [] for router_controller (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.160413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (6bb66a02-ea6e-4b4c-96b7-04323ce722f5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.161199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bb66a02-ea6e-4b4c-96b7-04323ce722f5 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:31:50.169348 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.170773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-51515f51-2090-4b32-90f4-9d5b0631112b admin admin] 10.222.0.79 "DELETE /v2.0/routers/6bb66a02-ea6e-4b4c-96b7-04323ce722f5 HTTP/1.1" status: 204 len: 168 time: 4.2006693 Feb 17 22:31:50.176235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34542) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:50.178818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.179157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for floatingip (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.205306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Calling delete_port for 0ae557d9-f914-4a2c-bd91-a905e6d7ab9e owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:50.230234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:50.230839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.381647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.386074 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.399779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] Deleting subnet 22abc4b8-e8c6-4792-aa32-514972f11ec3 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:50.438899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0ae557d9-f914-4a2c-bd91-a905e6d7ab9e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.441679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] Publish callbacks [] for subnet (22abc4b8-e8c6-4792-aa32-514972f11ec3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.497837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ae557d9-f914-4a2c-bd91-a905e6d7ab9e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:50.504402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:50.586121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (22abc4b8-e8c6-4792-aa32-514972f11ec3), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.605308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks [] for floatingip (22be08d8-7abc-43c2-9990-972e1d8a0783), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.608447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.613312 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7574b15a-5012-474f-b2c7-3e96c97c014e tempest-ExternalNetworksAdminNegativeTestJSON-471444240 tempest-ExternalNetworksAdminNegativeTestJSON-471444240-project-admin] 10.222.0.79 "DELETE /v2.0/floatingips/22be08d8-7abc-43c2-9990-972e1d8a0783 HTTP/1.1" status: 204 len: 168 time: 0.8115854 Feb 17 22:31:50.774104 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:50.895999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (22abc4b8-e8c6-4792-aa32-514972f11ec3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.033329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34568) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:51.086567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (22abc4b8-e8c6-4792-aa32-514972f11ec3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.097537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3a8b9a6f-b220-4f15-912c-1fb9b22f05c2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.178605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22abc4b8-e8c6-4792-aa32-514972f11ec3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:51.194842 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.195477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce55bd26-0cbd-4778-a402-84a147686328 None None] Network 77f1786c-0e45-47e6-abb7-08708b3df331 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:51.201461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-87bd304c-511b-48ec-b739-a93c03d4ddb6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/22abc4b8-e8c6-4792-aa32-514972f11ec3 HTTP/1.1" status: 204 len: 168 time: 1.0237639 Feb 17 22:31:51.204029 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:51.207154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=3a8b9a6f-b220-4f15-912c-1fb9b22f05c2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:51.327891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:51.332514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting port e8d398c1-ba18-4b05-9e14-240f605e622a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:51.333233 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.392648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (77f1786c-0e45-47e6-abb7-08708b3df331), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.410308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:51.410615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 39d8eb64-e5db-4ebd-9b2d-ec4c8f44179c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:51.513794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Deleting port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:51.514288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.529020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (9c56c287-94e4-4766-bcbc-767b77a94886), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.605897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61802948-eba1-4d53-8c68-b009481534ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.619853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] DHCP port deletion for 77f1786c-0e45-47e6-abb7-08708b3df331 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:51.652491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.672647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Calling delete_port for e8d398c1-ba18-4b05-9e14-240f605e622a owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:51.716065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] For port 1c09b6bb-3612-4405-ac04-4122fea5d6e3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1c09b6bb-3612-4405-ac04-4122fea5d6e3,segment=NetworkSegment(c82b6568-f927-40bd-9961-cb5fe6673d4e),segment_id=c82b6568-f927-40bd-9961-cb5fe6673d4e)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:51.719894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.738924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34584) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:51.744448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] Deleting port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:51.745315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.757543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Calling delete_port for 1c09b6bb-3612-4405-ac04-4122fea5d6e3 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:51.821444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Router 9c56c287-94e4-4766-bcbc-767b77a94886 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:31:51.877081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61802948-eba1-4d53-8c68-b009481534ea admin admin] Publish callbacks [] for security_group (43207a22-c590-4274-9d82-e40505071713), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.885582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61802948-eba1-4d53-8c68-b009481534ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (43207a22-c590-4274-9d82-e40505071713), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.896556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] For port 1c09b6bb-3612-4405-ac04-4122fea5d6e3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1c09b6bb-3612-4405-ac04-4122fea5d6e3,segment=NetworkSegment(c82b6568-f927-40bd-9961-cb5fe6673d4e),segment_id=c82b6568-f927-40bd-9961-cb5fe6673d4e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:51.897165 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.915735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] Calling delete_port for 1c09b6bb-3612-4405-ac04-4122fea5d6e3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:51.917697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.970002 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-61802948-eba1-4d53-8c68-b009481534ea admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ec140658076d4fd6b18e8b5cb5a702d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9353158 Feb 17 22:31:51.971201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:51.974525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e30757-949e-44d8-a397-6d5ec562b638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:51.979702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c09b6bb-3612-4405-ac04-4122fea5d6e3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:51.992310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61802948-eba1-4d53-8c68-b009481534ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43207a22-c590-4274-9d82-e40505071713,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:52.002353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] No DVR routers for this DVR port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:52.057680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (1c09b6bb-3612-4405-ac04-4122fea5d6e3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.073627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] No DVR routers for this DVR port 1c09b6bb-3612-4405-ac04-4122fea5d6e3 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:52.122052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e6491-228f-4a47-a4e1-a89a78cd3642 None None] Pushing event deleted for resources: {'Port': ['ID=1c09b6bb-3612-4405-ac04-4122fea5d6e3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:52.127881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (77f1786c-0e45-47e6-abb7-08708b3df331), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.137619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e8d398c1-ba18-4b05-9e14-240f605e622a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.159070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc520247-c9be-4bac-83ba-16ae839c0486 admin admin] Publish callbacks [] for security_group (43207a22-c590-4274-9d82-e40505071713), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.167903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f1786c-0e45-47e6-abb7-08708b3df331']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:52.169808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:52.171809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Port': ['ID=e8d398c1-ba18-4b05-9e14-240f605e622a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:52.178344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-29277481-a76c-460f-bdab-9d54ecd3c4d1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "PUT /v2.0/routers/9c56c287-94e4-4766-bcbc-767b77a94886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3215699 Feb 17 22:31:52.183886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34590) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:52.195716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82b6568-f927-40bd-9961-cb5fe6673d4e') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:52.196069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82b6568-f927-40bd-9961-cb5fe6673d4e') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:52.204226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] Sync routers for ids ['9c56c287-94e4-4766-bcbc-767b77a94886'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:52.214371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] Routers {'9c56c287-94e4-4766-bcbc-767b77a94886'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:52.215227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9c56c287-94e4-4766-bcbc-767b77a94886'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:52.243954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (c82b6568-f927-40bd-9961-cb5fe6673d4e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.256893 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-464d4f11-d834-46bd-a7b7-c4dd024a9e1a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:31:52.261195 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-464d4f11-d834-46bd-a7b7-c4dd024a9e1a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/3a8b9a6f-b220-4f15-912c-1fb9b22f05c2 HTTP/1.1" status: 404 len: 333 time: 0.0690439 Feb 17 22:31:52.261838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34592) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:52.275987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc520247-c9be-4bac-83ba-16ae839c0486 admin admin] Publish callbacks [] for security_group (43207a22-c590-4274-9d82-e40505071713), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.293672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:52.306228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] Routers {'9c56c287-94e4-4766-bcbc-767b77a94886'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:52.307282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9c56c287-94e4-4766-bcbc-767b77a94886'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:52.325707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.358460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c82b6568-f927-40bd-9961-cb5fe6673d4e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.359097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:52.359865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8edb5d50-8a65-4b93-bedb-f962a34b94ef None None] The sync data for ids ['9c56c287-94e4-4766-bcbc-767b77a94886'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:52.402417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e30757-949e-44d8-a397-6d5ec562b638 admin admin] Publish callbacks [] for security_group (35f9e66b-3d95-4943-afba-5dad2e467d21), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.403747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:52.404144 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (c82b6568-f927-40bd-9961-cb5fe6673d4e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:52.412582 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:52.839164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26e30757-949e-44d8-a397-6d5ec562b638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (35f9e66b-3d95-4943-afba-5dad2e467d21), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.849874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (77f1786c-0e45-47e6-abb7-08708b3df331), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.873569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.879529 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] 10.222.0.79 "DELETE /v2.0/networks/77f1786c-0e45-47e6-abb7-08708b3df331 HTTP/1.1" status: 204 len: 168 time: 1.6719069 Feb 17 22:31:52.915729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e738339-f6ca-42ae-bd70-c8ea37b7d99e admin admin] Pushing event deleted for resources: {'Network': ['ID=77f1786c-0e45-47e6-abb7-08708b3df331,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:52.928306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-902fb3d7-c981-49e9-9a16-38138a3cd241 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for router (9c56c287-94e4-4766-bcbc-767b77a94886), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:52.991390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Router 68bc5b88-f48d-4e22-a40e-fc602894cc0a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:31:53.010686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34604) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:53.024150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-e89e03cb-9316-48ce-8961-c57419ce705e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5771887 Feb 17 22:31:53.025556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e30757-949e-44d8-a397-6d5ec562b638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f9e66b-3d95-4943-afba-5dad2e467d21,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:53.046868 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-26e30757-949e-44d8-a397-6d5ec562b638 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b373c2a46ef45df8406c1f80dc472df&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3058708 Feb 17 22:31:53.049437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34606) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:53.134742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc520247-c9be-4bac-83ba-16ae839c0486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (43207a22-c590-4274-9d82-e40505071713), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.144097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc520247-c9be-4bac-83ba-16ae839c0486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.144097 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fc520247-c9be-4bac-83ba-16ae839c0486 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/43207a22-c590-4274-9d82-e40505071713 HTTP/1.1" status: 204 len: 168 time: 1.1617169 Feb 17 22:31:53.156489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:31:53.176377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a07e1ae9-44ea-4126-b4da-65544e7d6f00 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1126554 Feb 17 22:31:53.178587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34610) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:53.190891 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] Sync routers for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:31:53.199704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc520247-c9be-4bac-83ba-16ae839c0486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43207a22-c590-4274-9d82-e40505071713,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:53.220685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-902fb3d7-c981-49e9-9a16-38138a3cd241 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (9c56c287-94e4-4766-bcbc-767b77a94886), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.234707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-902fb3d7-c981-49e9-9a16-38138a3cd241 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for router_controller (9c56c287-94e4-4766-bcbc-767b77a94886), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.236920 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:53.237567 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:53.264010 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55c6f81e-b9b8-47c2-b564-1f4e631ed456 admin admin] Publish callbacks [] for security_group (35f9e66b-3d95-4943-afba-5dad2e467d21), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.291044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55c6f81e-b9b8-47c2-b564-1f4e631ed456 admin admin] Publish callbacks [] for security_group (35f9e66b-3d95-4943-afba-5dad2e467d21), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.291425 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-9d55eeb0-ddd6-4549-a6f8-12c66a8b4219 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] delete failed (client error): The resource could not be found. Feb 17 22:31:53.292357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d55eeb0-ddd6-4549-a6f8-12c66a8b4219 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/routers/tempest-non_exist_router-1106030507 HTTP/1.1" status: 404 len: 335 time: 0.1087751 Feb 17 22:31:53.299283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6db4b6a6-f58f-42ad-bc38-85408aabaf47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bf526341c52f40a2a047d649c92c5cfd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2833934 Feb 17 22:31:53.302997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34614) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:53.303228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34616) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:53.351325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c09b6bb-3612-4405-ac04-4122fea5d6e3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:53.366969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b1c22ff3-59ab-4c44-a79d-38bac2f9e5b6 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'router': {'external_gateway_info': {'network_id': '68bc5b88-f48d-4e22-a40e-fc602894cc0a'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:53.375304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 1c09b6bb-3612-4405-ac04-4122fea5d6e3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:53.376030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1c09b6bb-3612-4405-ac04-4122fea5d6e3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:53.376889 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:53.398347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55c6f81e-b9b8-47c2-b564-1f4e631ed456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (35f9e66b-3d95-4943-afba-5dad2e467d21), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.401215 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:31:53.402171 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:53.404025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55c6f81e-b9b8-47c2-b564-1f4e631ed456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.406662 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-55c6f81e-b9b8-47c2-b564-1f4e631ed456 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35f9e66b-3d95-4943-afba-5dad2e467d21 HTTP/1.1" status: 204 len: 168 time: 0.3561163 Feb 17 22:31:53.410059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-902fb3d7-c981-49e9-9a16-38138a3cd241 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (9c56c287-94e4-4766-bcbc-767b77a94886), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.411276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902fb3d7-c981-49e9-9a16-38138a3cd241 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Fanout notify agent at l3_agent the message router_deleted on router 9c56c287-94e4-4766-bcbc-767b77a94886 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:31:53.422932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-902fb3d7-c981-49e9-9a16-38138a3cd241 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.424569 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-902fb3d7-c981-49e9-9a16-38138a3cd241 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/routers/9c56c287-94e4-4766-bcbc-767b77a94886 HTTP/1.1" status: 204 len: 168 time: 1.1562629 Feb 17 22:31:53.430616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34620) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:53.441818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6f81e-b9b8-47c2-b564-1f4e631ed456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f9e66b-3d95-4943-afba-5dad2e467d21,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:53.451701 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:53.453213 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107756c7-9cc7-42a4-a69c-b0a30ff15e6f None None] The sync data for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:31:53.526211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 4808461f-de88-4579-a5e4-d3b489e096e0 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:31:53.543339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (4808461f-de88-4579-a5e4-d3b489e096e0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.548958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-72c7b87d-abf6-45e4-998a-378accd1b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:53.551070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-72c7b87d-abf6-45e4-998a-378accd1b985 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1129 time: 0.4855988 Feb 17 22:31:53.619523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (4808461f-de88-4579-a5e4-d3b489e096e0), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.732184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4808461f-de88-4579-a5e4-d3b489e096e0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.740480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac67164b-44dc-42dc-844b-6c4c8ab67d56 admin admin] Publish callbacks [] for security_group (b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.811777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4808461f-de88-4579-a5e4-d3b489e096e0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.832717 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac67164b-44dc-42dc-844b-6c4c8ab67d56 admin admin] Publish callbacks [] for security_group (b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.847903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=4808461f-de88-4579-a5e4-d3b489e096e0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:53.858702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.863248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9b21d5-ccc6-4f03-b126-8520ac2b839e None None] Network e0ae10d8-4b88-4551-9c26-405cac9ddd56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:53.867596 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3b1b8cd4-264d-44e0-a338-58822cbb8e87 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/4808461f-de88-4579-a5e4-d3b489e096e0 HTTP/1.1" status: 204 len: 168 time: 0.4350390 Feb 17 22:31:53.869161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34626) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:53.934431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-2b4671a7-90a7-47f3-a646-d8e2dddcb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:53.936425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-2b4671a7-90a7-47f3-a646-d8e2dddcb8ee service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.3640795 Feb 17 22:31:53.938636 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1c22ff3-59ab-4c44-a79d-38bac2f9e5b6 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router_gateway (68bc5b88-f48d-4e22-a40e-fc602894cc0a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:53.941946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34628) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:54.011384 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e0ae10d8-4b88-4551-9c26-405cac9ddd56), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.037883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34630) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:54.073698 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-b1c22ff3-59ab-4c44-a79d-38bac2f9e5b6 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] update failed (client error): The resource could not be found. Feb 17 22:31:54.074741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b1c22ff3-59ab-4c44-a79d-38bac2f9e5b6 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a HTTP/1.1" status: 404 len: 339 time: 0.7667053 Feb 17 22:31:54.078399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34632) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:54.087339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1469262897'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:54.092350 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56ffe9e6-ff79-418d-ade6-10a2539d09e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.111623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-37ee7fb9-73a8-418a-ac7d-5ed5b4671cb3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 1001 time: 0.1612620 Feb 17 22:31:54.113948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:54.115124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.136313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:54.140985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.168258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-73ea9268-c73c-4d60-8bb2-507af524835c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c373ac11f8b544cabc584bfdd1bf7735&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250738 Feb 17 22:31:54.169246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac67164b-44dc-42dc-844b-6c4c8ab67d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.172564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34634) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:54.173121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac67164b-44dc-42dc-844b-6c4c8ab67d56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.177461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ac67164b-44dc-42dc-844b-6c4c8ab67d56 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7 HTTP/1.1" status: 204 len: 168 time: 0.8658280 Feb 17 22:31:54.177649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] DHCP port deletion for e0ae10d8-4b88-4551-9c26-405cac9ddd56 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:31:54.202167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67164b-44dc-42dc-844b-6c4c8ab67d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99a21f1-54e2-4ea1-9322-ea6fbae4d3e7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:54.227492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-b6841968-9574-47f3-80d4-dea6a29c476d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:54.228994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-b6841968-9574-47f3-80d4-dea6a29c476d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.1067247 Feb 17 22:31:54.265053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] For port 57c1107a-6969-47a1-ac2f-2d37948ea4f5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=57c1107a-6969-47a1-ac2f-2d37948ea4f5,segment=NetworkSegment(78c293d5-aee9-4fef-9b61-9cdc1ff97b8c),segment_id=78c293d5-aee9-4fef-9b61-9cdc1ff97b8c)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:54.266054 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.277687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:31:54.290861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 57c1107a-6969-47a1-ac2f-2d37948ea4f5 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:54.325715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c05f5ea2-d6a9-403a-9caa-d1097af9cdc3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.326001 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Added segment c05f5ea2-d6a9-403a-9caa-d1097af9cdc3 of type vlan for network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 Feb 17 22:31:54.335445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] Deleting port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:31:54.335823 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.350649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-9bab4cd2-4164-41a3-9484-a3c82000c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:54.352202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-9bab4cd2-4164-41a3-9484-a3c82000c077 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1170037 Feb 17 22:31:54.359259 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56ffe9e6-ff79-418d-ade6-10a2539d09e8 admin admin] Publish callbacks [] for security_group (2c6505ca-2349-4f27-a6c7-6252698af3e5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.384613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56ffe9e6-ff79-418d-ade6-10a2539d09e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2c6505ca-2349-4f27-a6c7-6252698af3e5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.416714 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.428773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] For port 57c1107a-6969-47a1-ac2f-2d37948ea4f5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=57c1107a-6969-47a1-ac2f-2d37948ea4f5,segment=NetworkSegment(78c293d5-aee9-4fef-9b61-9cdc1ff97b8c),segment_id=78c293d5-aee9-4fef-9b61-9cdc1ff97b8c)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:31:54.429350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.465772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] Calling delete_port for 57c1107a-6969-47a1-ac2f-2d37948ea4f5 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:31:54.564066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.571356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:54.571994 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.579361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9be594ad-9289-49a9-9fe7-e64dc71cfee1 admin admin] Publish callbacks [] for security_group (695ad93f-b0a0-4c54-87bd-993169c46051), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.580637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.611764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffe9e6-ff79-418d-ade6-10a2539d09e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6505ca-2349-4f27-a6c7-6252698af3e5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:54.622015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-56ffe9e6-ff79-418d-ade6-10a2539d09e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9f306050829d425881d4b1c6882d3705&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5798151 Feb 17 22:31:54.625992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (57c1107a-6969-47a1-ac2f-2d37948ea4f5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.631767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34646) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:54.647734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=57c1107a-6969-47a1-ac2f-2d37948ea4f5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:54.697107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-ff2f74ae-4627-427f-8510-d74413fe50d5 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363671 Feb 17 22:31:54.715465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] Pushing event deleted for resources: {'Port': ['ID=57c1107a-6969-47a1-ac2f-2d37948ea4f5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:54.722709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No DVR routers for this DVR port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:54.729800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa404a-aa8a-460e-9008-ca5c3e245344 None None] No DVR routers for this DVR port 57c1107a-6969-47a1-ac2f-2d37948ea4f5 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:31:54.730150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9be594ad-9289-49a9-9fe7-e64dc71cfee1 admin admin] Publish callbacks [] for security_group (695ad93f-b0a0-4c54-87bd-993169c46051), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.784545 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7018368 Feb 17 22:31:54.810268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34652) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:54.815249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'subnet': {'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:54.841233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0250849e-4842-4ae4-8995-6b4d81fcace5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Network': ['ID=f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:54.854118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:31:54.890807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f65b737b-bb36-4924-8b41-94f431a5527c admin admin] Publish callbacks [] for security_group (2c6505ca-2349-4f27-a6c7-6252698af3e5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.945637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e0ae10d8-4b88-4551-9c26-405cac9ddd56), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:54.973256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ae10d8-4b88-4551-9c26-405cac9ddd56']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:54.986314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c293d5-aee9-4fef-9b61-9cdc1ff97b8c') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:54.986619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c293d5-aee9-4fef-9b61-9cdc1ff97b8c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:31:54.995699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b192c78-5de5-4c97-85f4-41622419d9b9 req-b6468fe3-6455-425e-a9b5-b9eb4f0bf4e7 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884381 Feb 17 22:31:55.001311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (78c293d5-aee9-4fef-9b61-9cdc1ff97b8c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.014330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9be594ad-9289-49a9-9fe7-e64dc71cfee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (695ad93f-b0a0-4c54-87bd-993169c46051), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.018164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9be594ad-9289-49a9-9fe7-e64dc71cfee1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.020092 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9be594ad-9289-49a9-9fe7-e64dc71cfee1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/695ad93f-b0a0-4c54-87bd-993169c46051 HTTP/1.1" status: 204 len: 168 time: 0.8449419 Feb 17 22:31:55.038144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be594ad-9289-49a9-9fe7-e64dc71cfee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695ad93f-b0a0-4c54-87bd-993169c46051,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:55.048290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (78c293d5-aee9-4fef-9b61-9cdc1ff97b8c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.059220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:31:55.059950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (78c293d5-aee9-4fef-9b61-9cdc1ff97b8c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.065886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f65b737b-bb36-4924-8b41-94f431a5527c admin admin] Publish callbacks [] for security_group (2c6505ca-2349-4f27-a6c7-6252698af3e5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:31:55.075989 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:31:55.129304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Made reservation on behalf of 131c358ff312443fa1f9a520a3e9fd78 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:55.133599 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.181960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34656) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:55.215840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e0ae10d8-4b88-4551-9c26-405cac9ddd56), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.222431 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.225722 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/e0ae10d8-4b88-4551-9c26-405cac9ddd56 HTTP/1.1" status: 204 len: 168 time: 1.3537571 Feb 17 22:31:55.237801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.250191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34658) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:55.255631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 57c1107a-6969-47a1-ac2f-2d37948ea4f5 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:31:55.289810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48103bd4-a90a-4219-bf2f-aecfe4b99a1d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=e0ae10d8-4b88-4551-9c26-405cac9ddd56,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:55.294771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 57c1107a-6969-47a1-ac2f-2d37948ea4f5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:31:55.295931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bd560fe-35ed-4991-8df1-ad927150dcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.297640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 57c1107a-6969-47a1-ac2f-2d37948ea4f5 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:31:55.393110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bd560fe-35ed-4991-8df1-ad927150dcc9 admin admin] Publish callbacks [] for security_group (895bdadc-633e-4046-91cf-c54ba57468dc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.401025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bd560fe-35ed-4991-8df1-ad927150dcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (895bdadc-633e-4046-91cf-c54ba57468dc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.435413 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9bd560fe-35ed-4991-8df1-ad927150dcc9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2511263 Feb 17 22:31:55.436210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34662) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:55.497259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84cd74-ea25-45b1-b725-36f916a489aa tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:55.505111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34666) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:55.507583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d84cd74-ea25-45b1-b725-36f916a489aa tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/a578b074-dd02-4b74-8f6e-4de316fb8f5a HTTP/1.1" status: 200 len: 841 time: 0.2554073 Feb 17 22:31:55.568007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f65b737b-bb36-4924-8b41-94f431a5527c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2c6505ca-2349-4f27-a6c7-6252698af3e5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.576398 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f65b737b-bb36-4924-8b41-94f431a5527c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.592842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f65b737b-bb36-4924-8b41-94f431a5527c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c6505ca-2349-4f27-a6c7-6252698af3e5 HTTP/1.1" status: 204 len: 168 time: 0.9494417 Feb 17 22:31:55.601214 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42061b3b-b14c-45f8-aa29-c9d408ca08b4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/a578b074-dd02-4b74-8f6e-4de316fb8f5a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0899799 Feb 17 22:31:55.606577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34672) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:55.621046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b737b-bb36-4924-8b41-94f431a5527c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6505ca-2349-4f27-a6c7-6252698af3e5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:55.628465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:55.667140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd560fe-35ed-4991-8df1-ad927150dcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895bdadc-633e-4046-91cf-c54ba57468dc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:55.706129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-786778a2-c40b-46da-a994-76c23d29a027 admin admin] Publish callbacks [] for security_group (895bdadc-633e-4046-91cf-c54ba57468dc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.776241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-786778a2-c40b-46da-a994-76c23d29a027 admin admin] Publish callbacks [] for security_group (895bdadc-633e-4046-91cf-c54ba57468dc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.924993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.962026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-786778a2-c40b-46da-a994-76c23d29a027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (895bdadc-633e-4046-91cf-c54ba57468dc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.973912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-786778a2-c40b-46da-a994-76c23d29a027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:55.976960 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-786778a2-c40b-46da-a994-76c23d29a027 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/895bdadc-633e-4046-91cf-c54ba57468dc HTTP/1.1" status: 204 len: 168 time: 0.5373638 Feb 17 22:31:56.015144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Subnet': ['ID=48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:56.023627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786778a2-c40b-46da-a994-76c23d29a027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895bdadc-633e-4046-91cf-c54ba57468dc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:56.125275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Checking segment: {'id': 'c05f5ea2-d6a9-403a-9caa-d1097af9cdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:56.126175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network hostable DHCP agents. Network: f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:31:56.164753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:31:56.186467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:56.191337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:56.192410 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:56.199441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015b58e8-13ee-4bd8-af57-36c26f375bb1 None None] Network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:56.208767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:56.227252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-56b9cd48-9af7-403d-ad0e-4b51f95bef2f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4158702 Feb 17 22:31:56.228810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:56.230727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34690) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:56.236021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2ad87098-d44f-4619-9635-bdb7b27bb748 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:56.567138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54', 'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54', 'project_id': '131c358ff312443fa1f9a520a3e9fd78', 'fixed_ips': [{'subnet_id': '48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:56.573367 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.004304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (32840ae8-8b1a-453e-a76c-691bcfea43da), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.107899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Allocated IP 2001:db8:1::2 (f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54/48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d/e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:57.138124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ad87098-d44f-4619-9635-bdb7b27bb748 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router_gateway (68bc5b88-f48d-4e22-a40e-fc602894cc0a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.202899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:57.207667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:57.214492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:57.215418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.221095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=32840ae8-8b1a-453e-a76c-691bcfea43da,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:57.244729 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0eec22f9-fbe8-4a13-91b2-07932ac0e6e6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6337354 Feb 17 22:31:57.247447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34714) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:57.253351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0fffcba5-d540-407d-a626-b7518af92d7a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'security_group': {'name': 'tempest-secgroup-1911227734'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:57.293472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fffcba5-d540-407d-a626-b7518af92d7a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.359500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347662e5-ea7f-4637-9601-ade6f56fda24 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:31:57.431786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fffcba5-d540-407d-a626-b7518af92d7a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (5b0a7440-2c00-4a85-a2ec-8f894ae5d68a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.433923 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-2ad87098-d44f-4619-9635-bdb7b27bb748 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:31:57.440499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fffcba5-d540-407d-a626-b7518af92d7a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5b0a7440-2c00-4a85-a2ec-8f894ae5d68a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.443349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ad87098-d44f-4619-9635-bdb7b27bb748 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a HTTP/1.1" status: 400 len: 364 time: 1.2112062 Feb 17 22:31:57.448971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34716) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:57.496808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0fffcba5-d540-407d-a626-b7518af92d7a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.500827 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0fffcba5-d540-407d-a626-b7518af92d7a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2512352 Feb 17 22:31:57.526122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34718) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:57.546099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bf65c79b-058d-454d-9978-4d16ea0d2bad tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'security_group': {'name': 'tempest-secgroup-908639451'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:57.623059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fffcba5-d540-407d-a626-b7518af92d7a tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0a7440-2c00-4a85-a2ec-8f894ae5d68a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:57.662134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf65c79b-058d-454d-9978-4d16ea0d2bad tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.791569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf65c79b-058d-454d-9978-4d16ea0d2bad tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (794d8a34-8a24-4bac-9e2f-3ec4c219b4bc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.801740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf65c79b-058d-454d-9978-4d16ea0d2bad tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (794d8a34-8a24-4bac-9e2f-3ec4c219b4bc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.867925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65c79b-058d-454d-9978-4d16ea0d2bad tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=794d8a34-8a24-4bac-9e2f-3ec4c219b4bc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:57.893171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bf65c79b-058d-454d-9978-4d16ea0d2bad tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.894573 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bf65c79b-058d-454d-9978-4d16ea0d2bad tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3662879 Feb 17 22:31:57.897616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34730) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:57.906760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-394582900', 'security_groups': ['794d8a34-8a24-4bac-9e2f-3ec4c219b4bc'], 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32840ae8-8b1a-453e-a76c-691bcfea43da'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:57.928378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Publish callbacks [] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.933001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'project_id': '5d5bde6308714fd4aa05863fc9e096e8', 'fixed_ips': [{'subnet_id': '32840ae8-8b1a-453e-a76c-691bcfea43da'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:31:57.934285 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:57.969196 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:58.096468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:58.104250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:58.116398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:58.130801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Pushing event updated for resources: {'Port': ['ID=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:58.188750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:58.266711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:58.349327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Attempting to bind port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:58.349979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Attempting to bind port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c05f5ea2-d6a9-403a-9caa-d1097af9cdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:58.350522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Attempting to bind port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 on network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:58.361687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:58.362795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Checking segment: {'id': 'c05f5ea2-d6a9-403a-9caa-d1097af9cdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:58.363397 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:58.364091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Bound using segment: {'id': 'c05f5ea2-d6a9-403a-9caa-d1097af9cdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:58.365236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Bound port: e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c05f5ea2-d6a9-403a-9caa-d1097af9cdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:58.365771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:58.413598 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:58.461401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port db9e04b5-9223-40a5-8163-a3d9cc05e962 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:58.479087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] For port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:31:58.494491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] For port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,segment=NetworkSegment(c05f5ea2-d6a9-403a-9caa-d1097af9cdc3),segment_id=c05f5ea2-d6a9-403a-9caa-d1097af9cdc3)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:31:58.511355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34748) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:31:58.562197 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:58.801251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Allocated IP 172.20.0.2 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/32840ae8-8b1a-453e-a76c-691bcfea43da/46ddc40e-b33c-447f-8c7f-3cbf43d97140) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:58.851528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca488ca-90e4-4895-9661-ca1ab46d0c25 None None] Pushing event updated for resources: {'Port': ['ID=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:58.931522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Allocated IP 2001:db8::1 (f16cba74-6c18-4d26-8786-c590c8298af3/4ae447bf-aa9d-422a-b91c-2f50c622dca1/a09a19f5-2dfb-4412-aa18-8190a69e79da) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:59.190759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1642473423', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:31:59.253477 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Publish callbacks [] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.268846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.333595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.343070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:59.345866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:31:59.358142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.5 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/32840ae8-8b1a-453e-a76c-691bcfea43da/db9e04b5-9223-40a5-8163-a3d9cc05e962) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:31:59.358667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:59.360878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Made reservation on behalf of 11384c5fe24344a892ee3e5da401c8fc for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:31:59.363338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.381583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:59.388563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:59.407234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.505598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for security_group (b100d7c0-a549-4908-af6f-e980ee66261c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.508438 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.540806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b100d7c0-a549-4908-af6f-e980ee66261c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.596401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.646686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network f16cba74-6c18-4d26-8786-c590c8298af3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:59.651848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.692845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Port': ['ID=a09a19f5-2dfb-4412-aa18-8190a69e79da,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:31:59.698418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:31:59.702410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:59.706466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:59.714740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:31:59.718848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] device_id is not set on port 5f7c97ae-cd13-4afb-a487-947ad8b8f13a yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:31:59.793644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Attempting to bind port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:31:59.794023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Attempting to bind port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:31:59.794396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Attempting to bind port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 on network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:31:59.807241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:31:59.807661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Checking segment: {'id': 'c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:31:59.808073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.808477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Bound using segment: {'id': 'c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:31:59.808955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Bound port: 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:31:59.809343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.850021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:31:59.850607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.859975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:31:59.860360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:31:59.898829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:31:59.910430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:00.003421 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1018350 Feb 17 22:32:00.003421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c873c-d844-4817-b4e6-1e8eb6af4293 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=db9e04b5-9223-40a5-8163-a3d9cc05e962,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:00.018237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34768) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:00.049151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:00.055244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ea474bbe-2235-4cf6-8e6f-b3383f5d69bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:00.080742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:32:00.109831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:00.249862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b100d7c0-a549-4908-af6f-e980ee66261c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:00.353306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:00.353705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:00.436320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,segment=NetworkSegment(c05f5ea2-d6a9-403a-9caa-d1097af9cdc3),segment_id=c05f5ea2-d6a9-403a-9caa-d1097af9cdc3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:00.447919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278e498-29df-402a-a573-2c1cdeadcc1d None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:00.472361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163920a7-8b8a-4848-acc9-d550b74e4bb8 None None] Network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:00.477988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:00.524024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Allocated IP 172.25.0.191 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/5f7c97ae-cd13-4afb-a487-947ad8b8f13a) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:00.601016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-400645de-876b-48ac-824e-d5eb447d748b None None] Provisioning complete for port a09a19f5-2dfb-4412-aa18-8190a69e79da triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:00.601395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-400645de-876b-48ac-824e-d5eb447d748b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:00.647416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-400645de-876b-48ac-824e-d5eb447d748b None None] Port a09a19f5-2dfb-4412-aa18-8190a69e79da cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:00.743291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:00.788289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b32d6628-1640-4211-beb4-48cf2e65643e None None] Provisioning complete for port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:00.788667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b32d6628-1640-4211-beb4-48cf2e65643e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:00.972245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b32d6628-1640-4211-beb4-48cf2e65643e None None] Current status of the port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:01.176716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea474bbe-2235-4cf6-8e6f-b3383f5d69bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:01.182253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea474bbe-2235-4cf6-8e6f-b3383f5d69bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.196562 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.207518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ef43616f-74b1-4539-be63-53deecb55606 None None] Provisioning complete for port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:01.208821 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef43616f-74b1-4539-be63-53deecb55606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.391146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ef43616f-74b1-4539-be63-53deecb55606 None None] Current status of the port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:01.417239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:01.520361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:01.527859 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.544687 n-d-828369-18 neutron-server[103527]: INFO neutron.db.ipam_backend_mixin [None req-ea474bbe-2235-4cf6-8e6f-b3383f5d69bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 32840ae8-8b1a-453e-a76c-691bcfea43da (CIDR: 172.20.0.0/28) Feb 17 22:32:01.612829 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea474bbe-2235-4cf6-8e6f-b3383f5d69bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:32:01.613458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea474bbe-2235-4cf6-8e6f-b3383f5d69bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:01.659922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34796) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:01.666577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:01.674003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ea474bbe-2235-4cf6-8e6f-b3383f5d69bd tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6448150 Feb 17 22:32:01.700570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:01.703581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 46ddc40e-b33c-447f-8c7f-3cbf43d97140 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:01.709428 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for port (5f7c97ae-cd13-4afb-a487-947ad8b8f13a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.787299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:01.789895 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.908127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:01.913991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.968608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:01.969316 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:01.987804 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5f7c97ae-cd13-4afb-a487-947ad8b8f13a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.036828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-24c72a1c-4292-43f9-ba55-d39782fa89d5 None None] Provisioning complete for port a578b074-dd02-4b74-8f6e-4de316fb8f5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:02.037558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24c72a1c-4292-43f9-ba55-d39782fa89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.095176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:02.107736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.141691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-24c72a1c-4292-43f9-ba55-d39782fa89d5 None None] Port a578b074-dd02-4b74-8f6e-4de316fb8f5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:02.175973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-24c72a1c-4292-43f9-ba55-d39782fa89d5 None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:02.176349 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24c72a1c-4292-43f9-ba55-d39782fa89d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.213890 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.226778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:02.236256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:02.243968 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.245861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.249334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Pushing event updated for resources: {'Port': ['ID=5f7c97ae-cd13-4afb-a487-947ad8b8f13a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:02.262379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:02.265873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:02.367299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (e4c299da-5be6-40ad-8cce-3ce24151b6c7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.395635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-24c72a1c-4292-43f9-ba55-d39782fa89d5 None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:02.430279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event updated for resources: {'Port': ['ID=a09a19f5-2dfb-4412-aa18-8190a69e79da,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:02.437082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:02.437791 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.452298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:02.466770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:02.468335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:02.468989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.473949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-77012593-d553-4ee9-8e65-e48a6b040b33 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9612179 Feb 17 22:32:02.478855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405909f-62c6-4788-9d8e-0dfbf0285771 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:02.483307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34804) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:02.499564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.191'}]}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:02.499982 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8386178 Feb 17 22:32:02.500974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34806) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:02.511512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2028398507', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e4c299da-5be6-40ad-8cce-3ce24151b6c7'}], 'security_groups': ['5b0a7440-2c00-4a85-a2ec-8f894ae5d68a']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:02.569455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf9cb52-c984-4a6e-b2e3-9a2aee01c026 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=e4c299da-5be6-40ad-8cce-3ce24151b6c7,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:02.573232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.584712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.588053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-50881a75-97d8-4e94-bd29-496236b34821 None None] Provisioning complete for port db9e04b5-9223-40a5-8163-a3d9cc05e962 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:02.588559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50881a75-97d8-4e94-bd29-496236b34821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.665915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for router_controller (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.672576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50881a75-97d8-4e94-bd29-496236b34821 None None] Port db9e04b5-9223-40a5-8163-a3d9cc05e962 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:02.716216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.795948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Network f16cba74-6c18-4d26-8786-c590c8298af3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:02.799965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:02.892521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7b2d3-fb73-44a5-a629-690a3cbf0049 None None] Update dhcp port {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'fixed_ips': [{'subnet_id': '32840ae8-8b1a-453e-a76c-691bcfea43da', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e4c299da-5be6-40ad-8cce-3ce24151b6c7'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '46ddc40e-b33c-447f-8c7f-3cbf43d97140'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:32:02.958447 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62a7b2d3-fb73-44a5-a629-690a3cbf0049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:02.978037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for router_gateway (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.022444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Router 68bc5b88-f48d-4e22-a40e-fc602894cc0a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:32:03.293198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:32:03.305195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dd20ccb2-b3df-425b-aec0-6f9d6110540a tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8532405 Feb 17 22:32:03.311650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34826) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:03.324811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] Sync routers for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:32:03.328473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 46ddc40e-b33c-447f-8c7f-3cbf43d97140 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:03.438883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:32:03.440410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:03.471896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34830) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:03.491005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Delete allocated IP 172.20.0.5 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/32840ae8-8b1a-453e-a76c-691bcfea43da) {{(pid=103526) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:32:03.492123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:03.503504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-81098dfa-df87-4e26-9135-f1002ed53cac None None] Provisioning complete for port a09a19f5-2dfb-4412-aa18-8190a69e79da triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:03.504103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81098dfa-df87-4e26-9135-f1002ed53cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.508567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.30 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/e4c299da-5be6-40ad-8cce-3ce24151b6c7/db9e04b5-9223-40a5-8163-a3d9cc05e962) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:03.515180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2b8bfc2f-b6b2-432c-a4b1-ff37b3ee493d tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router (68bc5b88-f48d-4e22-a40e-fc602894cc0a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.521259 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for router_gateway (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.593488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.609030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:32:03.612329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:03.675142 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-2b8bfc2f-b6b2-432c-a4b1-ff37b3ee493d tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 17 22:32:03.675958 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2b8bfc2f-b6b2-432c-a4b1-ff37b3ee493d tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a HTTP/1.1" status: 409 len: 329 time: 0.3635297 Feb 17 22:32:03.688651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:03.707511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:03.708862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7866cd0-a1dd-4ee6-90be-e90300053894 None None] The sync data for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:32:03.710396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-81098dfa-df87-4e26-9135-f1002ed53cac None None] Port a09a19f5-2dfb-4412-aa18-8190a69e79da cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:03.730264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:03.730814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.873944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6af5da5e-5194-4e09-8eb0-57995bc75f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.900586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:03.981432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6af5da5e-5194-4e09-8eb0-57995bc75f92 admin admin] Publish callbacks [] for security_group (55e47524-afd3-40c2-9d8f-96fc9dfb0b08), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:03.996575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for router (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.096884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6af5da5e-5194-4e09-8eb0-57995bc75f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (55e47524-afd3-40c2-9d8f-96fc9dfb0b08), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.189912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af5da5e-5194-4e09-8eb0-57995bc75f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e47524-afd3-40c2-9d8f-96fc9dfb0b08,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:04.198626 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6af5da5e-5194-4e09-8eb0-57995bc75f92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4334393efbe94826b829a7fe02d33fa2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7260480 Feb 17 22:32:04.203070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:04.210048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.213039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks [] for router_controller (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.231250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.263572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.307827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (fc41640e-74ac-43b7-8f4c-d850aeb57e2a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.308330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fc41640e-74ac-43b7-8f4c-d850aeb57e2a {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:32:04.342917 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:32:04.346624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4361bbfe-66b3-4358-8a1e-13fc04f86e52 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8554459 Feb 17 22:32:04.346957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34850) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:04.357017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-62a7b2d3-fb73-44a5-a629-690a3cbf0049 None None] Allocated IP 172.20.0.18 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/e4c299da-5be6-40ad-8cce-3ce24151b6c7/46ddc40e-b33c-447f-8c7f-3cbf43d97140) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:04.394401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bf042-bfa0-49a4-9472-e2000dd8dd67 admin admin] Publish callbacks [] for security_group (55e47524-afd3-40c2-9d8f-96fc9dfb0b08), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.439846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=db9e04b5-9223-40a5-8163-a3d9cc05e962,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:04.498164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-62a7b2d3-fb73-44a5-a629-690a3cbf0049 None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:04.526880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Deleting port 5f7c97ae-cd13-4afb-a487-947ad8b8f13a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:04.529189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5f7c97ae-cd13-4afb-a487-947ad8b8f13a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.537699 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62a7b2d3-fb73-44a5-a629-690a3cbf0049 None None] Publish callbacks [] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.545589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-62a7b2d3-fb73-44a5-a629-690a3cbf0049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.546509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bf042-bfa0-49a4-9472-e2000dd8dd67 admin admin] Publish callbacks [] for security_group (55e47524-afd3-40c2-9d8f-96fc9dfb0b08), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.575446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] In _notify_port_updated(), no bound segment for port db9e04b5-9223-40a5-8163-a3d9cc05e962 on network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:32:04.580410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:04.581025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.585190 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-721a57eb-be72-44fc-987a-047fa76f190d tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "PUT /v2.0/ports/db9e04b5-9223-40a5-8163-a3d9cc05e962 HTTP/1.1" status: 200 len: 921 time: 2.0799980 Feb 17 22:32:04.588713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34856) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:04.672231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7b2d3-fb73-44a5-a629-690a3cbf0049 None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:04.711747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.728610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5f7c97ae-cd13-4afb-a487-947ad8b8f13a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.742684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Calling delete_port for 5f7c97ae-cd13-4afb-a487-947ad8b8f13a owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:04.912372 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5f7c97ae-cd13-4afb-a487-947ad8b8f13a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:04.943148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f7c97ae-cd13-4afb-a487-947ad8b8f13a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:05.018022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.024290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-08d91843-237e-43a9-8354-33f4f49413e3 tempest-RoutersAdminNegativeTest-513972241 tempest-RoutersAdminNegativeTest-513972241-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5f7c97ae-cd13-4afb-a487-947ad8b8f13a HTTP/1.1" status: 204 len: 168 time: 0.6763723 Feb 17 22:32:05.128576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bf042-bfa0-49a4-9472-e2000dd8dd67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (55e47524-afd3-40c2-9d8f-96fc9dfb0b08), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.131801 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f24bf042-bfa0-49a4-9472-e2000dd8dd67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.135115 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f24bf042-bfa0-49a4-9472-e2000dd8dd67 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/55e47524-afd3-40c2-9d8f-96fc9dfb0b08 HTTP/1.1" status: 204 len: 168 time: 0.9256511 Feb 17 22:32:05.173862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bf042-bfa0-49a4-9472-e2000dd8dd67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e47524-afd3-40c2-9d8f-96fc9dfb0b08,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:05.211299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port db9e04b5-9223-40a5-8163-a3d9cc05e962 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:05.214629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.271359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 46ddc40e-b33c-447f-8c7f-3cbf43d97140 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:05.344506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34866) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:05.380388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:05.381306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.404809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.435000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for db9e04b5-9223-40a5-8163-a3d9cc05e962 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:05.465542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Provisioning complete for port a578b074-dd02-4b74-8f6e-4de316fb8f5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:05.465908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.531776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:05.533864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Port a578b074-dd02-4b74-8f6e-4de316fb8f5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:05.549535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Provisioning complete for port db9e04b5-9223-40a5-8163-a3d9cc05e962 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:05.551809 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.594009 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32cfc93a-ee90-4dee-bad4-5627951e8048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.606163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Port db9e04b5-9223-40a5-8163-a3d9cc05e962 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:05.620278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:05.620775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.621844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting port a09a19f5-2dfb-4412-aa18-8190a69e79da {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:05.622350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.633783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34872) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:05.688488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32cfc93a-ee90-4dee-bad4-5627951e8048 admin admin] Publish callbacks [] for security_group (3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.693730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32cfc93a-ee90-4dee-bad4-5627951e8048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.706577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-43375b58-c910-43b5-a49f-8231cc478abb None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:05.712741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9b85232e-c63f-4368-a227-c296df9cc0eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.745406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfc93a-ee90-4dee-bad4-5627951e8048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:05.750778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-32cfc93a-ee90-4dee-bad4-5627951e8048 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=70b8a08c27cc4ff5b82a7e22e926963e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4052472 Feb 17 22:32:05.755829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34878) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:05.795839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (db9e04b5-9223-40a5-8163-a3d9cc05e962), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.831618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f660913-cf32-4ebc-bd22-5e6156dda8c1 admin admin] Publish callbacks [] for security_group (3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.863593 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f660913-cf32-4ebc-bd22-5e6156dda8c1 admin admin] Publish callbacks [] for security_group (3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.898176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.927563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f660913-cf32-4ebc-bd22-5e6156dda8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.930815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f660913-cf32-4ebc-bd22-5e6156dda8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:05.932251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2f660913-cf32-4ebc-bd22-5e6156dda8c1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c HTTP/1.1" status: 204 len: 168 time: 0.1754797 Feb 17 22:32:05.932379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=db9e04b5-9223-40a5-8163-a3d9cc05e962,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:05.960834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f660913-cf32-4ebc-bd22-5e6156dda8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a59e2-2ffc-4941-9ac0-2f5e93921b9c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:06.003970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Calling delete_port for a09a19f5-2dfb-4412-aa18-8190a69e79da owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:06.037028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9b85232e-c63f-4368-a227-c296df9cc0eb admin admin] Publish callbacks [] for security_group (928a285b-32a5-4d01-bef5-592ded89b5e9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.087304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9b85232e-c63f-4368-a227-c296df9cc0eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (928a285b-32a5-4d01-bef5-592ded89b5e9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.132912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-19fe3e3d-68a2-45c1-97f6-6b3a5b5ce816 None None] Could not find standard attr ID for object db9e04b5-9223-40a5-8163-a3d9cc05e962. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:06.136118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b85232e-c63f-4368-a227-c296df9cc0eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928a285b-32a5-4d01-bef5-592ded89b5e9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:06.143593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.150803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34890) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:06.151254 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-80a68aae-bf5d-4c2f-a97e-36b392196f90 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/db9e04b5-9223-40a5-8163-a3d9cc05e962 HTTP/1.1" status: 204 len: 168 time: 1.5616727 Feb 17 22:32:06.172852 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:32:06.229060 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fd1be8-cdbd-4a82-8977-f9437cb0a013 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:32:06.233488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-29fd1be8-cdbd-4a82-8977-f9437cb0a013 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/db9e04b5-9223-40a5-8163-a3d9cc05e962 HTTP/1.1" status: 404 len: 333 time: 0.0793464 Feb 17 22:32:06.234112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34896) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:06.242574 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9b85232e-c63f-4368-a227-c296df9cc0eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e617026620fa42cd8452788aa9da3afe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5946379 Feb 17 22:32:06.245879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34898) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:06.357262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fe4d1636-8c05-4b8e-adae-11413e870b82 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (794d8a34-8a24-4bac-9e2f-3ec4c219b4bc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.397620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fe4d1636-8c05-4b8e-adae-11413e870b82 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (794d8a34-8a24-4bac-9e2f-3ec4c219b4bc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.431147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee80fa5f-cd2a-40e8-a584-a3d03fc0890a admin admin] Publish callbacks [] for security_group (928a285b-32a5-4d01-bef5-592ded89b5e9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.492786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fe4d1636-8c05-4b8e-adae-11413e870b82 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (794d8a34-8a24-4bac-9e2f-3ec4c219b4bc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.495788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fe4d1636-8c05-4b8e-adae-11413e870b82 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.501342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fe4d1636-8c05-4b8e-adae-11413e870b82 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/security-groups/794d8a34-8a24-4bac-9e2f-3ec4c219b4bc HTTP/1.1" status: 204 len: 168 time: 0.2636297 Feb 17 22:32:06.501496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee80fa5f-cd2a-40e8-a584-a3d03fc0890a admin admin] Publish callbacks [] for security_group (928a285b-32a5-4d01-bef5-592ded89b5e9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.503265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34904) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:06.525691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d1636-8c05-4b8e-adae-11413e870b82 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d8a34-8a24-4bac-9e2f-3ec4c219b4bc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:06.532631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34908) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:06.550749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a09a19f5-2dfb-4412-aa18-8190a69e79da), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.597534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Port': ['ID=a09a19f5-2dfb-4412-aa18-8190a69e79da,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:06.598265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ada9db40-9536-43b1-af4c-93fde4e1b540 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (5b0a7440-2c00-4a85-a2ec-8f894ae5d68a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.640042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-da756b59-8faf-4da5-b06a-46e06b7ab613 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11384c5fe24344a892ee3e5da401c8fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0814183 Feb 17 22:32:06.640911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34910) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:06.648437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ada9db40-9536-43b1-af4c-93fde4e1b540 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (5b0a7440-2c00-4a85-a2ec-8f894ae5d68a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.710991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ada9db40-9536-43b1-af4c-93fde4e1b540 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5b0a7440-2c00-4a85-a2ec-8f894ae5d68a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.713723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ada9db40-9536-43b1-af4c-93fde4e1b540 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.720194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ada9db40-9536-43b1-af4c-93fde4e1b540 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/security-groups/5b0a7440-2c00-4a85-a2ec-8f894ae5d68a HTTP/1.1" status: 204 len: 168 time: 0.2106016 Feb 17 22:32:06.720194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34912) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:06.737435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9db40-9536-43b1-af4c-93fde4e1b540 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0a7440-2c00-4a85-a2ec-8f894ae5d68a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:06.759761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (68bc5b88-f48d-4e22-a40e-fc602894cc0a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.762665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee80fa5f-cd2a-40e8-a584-a3d03fc0890a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (928a285b-32a5-4d01-bef5-592ded89b5e9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.766124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee80fa5f-cd2a-40e8-a584-a3d03fc0890a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.771219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ee80fa5f-cd2a-40e8-a584-a3d03fc0890a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/928a285b-32a5-4d01-bef5-592ded89b5e9 HTTP/1.1" status: 204 len: 168 time: 0.5208154 Feb 17 22:32:06.803840 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80fa5f-cd2a-40e8-a584-a3d03fc0890a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928a285b-32a5-4d01-bef5-592ded89b5e9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:06.815958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49080d6e-3c63-40cf-b7db-804a1ae8cf1f admin admin] Publish callbacks [] for security_group (b100d7c0-a549-4908-af6f-e980ee66261c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.842825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49080d6e-3c63-40cf-b7db-804a1ae8cf1f admin admin] Publish callbacks [] for security_group (b100d7c0-a549-4908-af6f-e980ee66261c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.845207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 32840ae8-8b1a-453e-a76c-691bcfea43da {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:06.849149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (32840ae8-8b1a-453e-a76c-691bcfea43da), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:06.923562 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (32840ae8-8b1a-453e-a76c-691bcfea43da), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.053377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (32840ae8-8b1a-453e-a76c-691bcfea43da), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.117254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Router 68bc5b88-f48d-4e22-a40e-fc602894cc0a has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:32:07.139718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49080d6e-3c63-40cf-b7db-804a1ae8cf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b100d7c0-a549-4908-af6f-e980ee66261c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.142368 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (32840ae8-8b1a-453e-a76c-691bcfea43da), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.142509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49080d6e-3c63-40cf-b7db-804a1ae8cf1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.151998 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49080d6e-3c63-40cf-b7db-804a1ae8cf1f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b100d7c0-a549-4908-af6f-e980ee66261c HTTP/1.1" status: 204 len: 168 time: 0.4731240 Feb 17 22:32:07.189304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=32840ae8-8b1a-453e-a76c-691bcfea43da,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:07.192888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.200613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-94ae2855-db24-49d3-99d4-741f8c8505ac tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/32840ae8-8b1a-453e-a76c-691bcfea43da HTTP/1.1" status: 204 len: 168 time: 0.4788151 Feb 17 22:32:07.201379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34926) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:07.206713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce515b8-7017-471c-94ae-306d744508a8 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:07.221833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:07.359906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49080d6e-3c63-40cf-b7db-804a1ae8cf1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b100d7c0-a549-4908-af6f-e980ee66261c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:07.389050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:32:07.401454 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] Sync routers for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:32:07.407342 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-06af25f1-6b35-4f81-b684-48776e7b81e5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7175398 Feb 17 22:32:07.408627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34932) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:07.430455 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:32:07.432676 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:07.461799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:07.468022 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-27100e48-21f4-4010-8729-408ba6654894 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] show failed (client error): The resource could not be found. Feb 17 22:32:07.478051 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.478217 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-27100e48-21f4-4010-8729-408ba6654894 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "GET /v2.0/routers/tempest-non_exist_router-53589445 HTTP/1.1" status: 404 len: 333 time: 0.0681295 Feb 17 22:32:07.478843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:07.485612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9f7cb86a-8140-45ef-8d0e-6265ba7ecd75 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:07.500382 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:07.515042 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] Routers {'68bc5b88-f48d-4e22-a40e-fc602894cc0a'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:32:07.516702 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:31:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:07.533748 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-9f7cb86a-8140-45ef-8d0e-6265ba7ecd75 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] update failed (client error): The resource could not be found. Feb 17 22:32:07.549274 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9f7cb86a-8140-45ef-8d0e-6265ba7ecd75 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "PUT /v2.0/routers/tempest-non_exist_router-49998237 HTTP/1.1" status: 404 len: 333 time: 0.0686040 Feb 17 22:32:07.550211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34938) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:07.622581 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:07.623256 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca3353-2752-475b-b439-9887c0ee2482 None None] The sync data for ids ['68bc5b88-f48d-4e22-a40e-fc602894cc0a'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:32:07.624666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting subnet 48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:07.629213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.733759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:07.954297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.077102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.088554 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (1197c486-f77c-4fd2-86e8-9686a6086399), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.146259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Subnet': ['ID=48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:08.160283 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.168955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8791dae0-f9ca-4201-a227-1814cef8a1f7 None None] Network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:08.172946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=1197c486-f77c-4fd2-86e8-9686a6086399,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:08.174219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a997adc6-17f9-4107-a2d9-c7ef0bd57a68 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/subnets/48a3dbd0-3b0f-4c50-ad9c-deff0cc7db1d HTTP/1.1" status: 204 len: 168 time: 0.6227405 Feb 17 22:32:08.180430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34954) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:08.191822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:08.195990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:08.199141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:08.199993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.225992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34956) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:08.229531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c94bc6da-c6bf-4d72-a1b5-7d31721b2c40 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0229995 Feb 17 22:32:08.233330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3cad8289-fe16-41e7-9e32-59a16a19301f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'security_group': {'name': 'tempest-secgroup-919877930'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:08.331845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34964) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:08.386952 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cad8289-fe16-41e7-9e32-59a16a19301f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.481069 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.510462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] DHCP port deletion for f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:08.556563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8768814-849a-4a58-9cce-0a2cf5641d18 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:08.624858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-26cc0407-cf00-4067-8752-8a44dfae6f64 None None] Provisioning complete for port a578b074-dd02-4b74-8f6e-4de316fb8f5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:08.625310 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26cc0407-cf00-4067-8752-8a44dfae6f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.702260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e49c1f84-7c05-4d65-ba16-813210cc2635 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.703558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cad8289-fe16-41e7-9e32-59a16a19301f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (22cb4d10-9ffc-4e03-9d03-012a5411e150), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.707340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-26cc0407-cf00-4067-8752-8a44dfae6f64 None None] Port a578b074-dd02-4b74-8f6e-4de316fb8f5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:08.725915 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cad8289-fe16-41e7-9e32-59a16a19301f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (22cb4d10-9ffc-4e03-9d03-012a5411e150), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.727683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-26cc0407-cf00-4067-8752-8a44dfae6f64 None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:08.728113 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26cc0407-cf00-4067-8752-8a44dfae6f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.761315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:08.761712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.800637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] Deleting port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:08.801059 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.896291 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e49c1f84-7c05-4d65-ba16-813210cc2635 admin admin] Publish callbacks [] for security_group (ee714c80-c45b-401d-9c1b-5f6b31eb8a52), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.906796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e49c1f84-7c05-4d65-ba16-813210cc2635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ee714c80-c45b-401d-9c1b-5f6b31eb8a52), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:08.943947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e49c1f84-7c05-4d65-ba16-813210cc2635 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2b84097e2094ad695879d1af11ab216&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6085374 Feb 17 22:32:08.944584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34988) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:08.992133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] For port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,segment=NetworkSegment(c05f5ea2-d6a9-403a-9caa-d1097af9cdc3),segment_id=c05f5ea2-d6a9-403a-9caa-d1097af9cdc3)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:08.992511 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.024223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Calling delete_port for e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:09.044754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c1f84-7c05-4d65-ba16-813210cc2635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee714c80-c45b-401d-9c1b-5f6b31eb8a52,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:09.086553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5dbd56f8-f49c-4e60-9279-c084e000542d admin admin] Publish callbacks [] for security_group (ee714c80-c45b-401d-9c1b-5f6b31eb8a52), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.151017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5dbd56f8-f49c-4e60-9279-c084e000542d admin admin] Publish callbacks [] for security_group (ee714c80-c45b-401d-9c1b-5f6b31eb8a52), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.160496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3cad8289-fe16-41e7-9e32-59a16a19301f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.164444 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3cad8289-fe16-41e7-9e32-59a16a19301f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9373593 Feb 17 22:32:09.196530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:09.208742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cc8c31c0-9945-40b2-b2c9-652f5b629ca4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'security_group': {'name': 'tempest-secgroup-1063967526'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:09.223486 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad8289-fe16-41e7-9e32-59a16a19301f tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22cb4d10-9ffc-4e03-9d03-012a5411e150,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:09.237102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.266024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] For port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,segment=NetworkSegment(c05f5ea2-d6a9-403a-9caa-d1097af9cdc3),segment_id=c05f5ea2-d6a9-403a-9caa-d1097af9cdc3)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:09.266428 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.270330 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5dbd56f8-f49c-4e60-9279-c084e000542d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ee714c80-c45b-401d-9c1b-5f6b31eb8a52), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.274210 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5dbd56f8-f49c-4e60-9279-c084e000542d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.278924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:09.279573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5dbd56f8-f49c-4e60-9279-c084e000542d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee714c80-c45b-401d-9c1b-5f6b31eb8a52 HTTP/1.1" status: 204 len: 168 time: 0.3317480 Feb 17 22:32:09.289090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd56f8-f49c-4e60-9279-c084e000542d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee714c80-c45b-401d-9c1b-5f6b31eb8a52,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:09.310092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Port': ['ID=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:09.317842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] No DVR routers for this DVR port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:09.340894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35000) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:09.362517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] Calling delete_port for e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:09.372328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-26cc0407-cf00-4067-8752-8a44dfae6f64 None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:09.374374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:32:09.374724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:09.412382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.453048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.473289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df33779-c99c-4095-83b3-3685cf441ec0 None None] Update dhcp port {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'fixed_ips': [{'subnet_id': 'e4c299da-5be6-40ad-8cce-3ce24151b6c7', 'ip_address': '172.20.0.18'}, {'subnet_id': '1197c486-f77c-4fd2-86e8-9686a6086399'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '46ddc40e-b33c-447f-8c7f-3cbf43d97140'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:32:09.480866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:09.494734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c05f5ea2-d6a9-403a-9caa-d1097af9cdc3') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:09.495058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c05f5ea2-d6a9-403a-9caa-d1097af9cdc3') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:09.506101 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (c05f5ea2-d6a9-403a-9caa-d1097af9cdc3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.521342 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c05f5ea2-d6a9-403a-9caa-d1097af9cdc3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.521863 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8df33779-c99c-4095-83b3-3685cf441ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.544918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:09.545334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (c05f5ea2-d6a9-403a-9caa-d1097af9cdc3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:09.621297 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:09.626789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.630035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc8c31c0-9945-40b2-b2c9-652f5b629ca4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.640475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.644781 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/networks/f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 HTTP/1.1" status: 204 len: 168 time: 1.4625654 Feb 17 22:32:09.649207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35008) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:09.669248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afacc17-8594-4ea8-8ea9-535ff042fbba tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Network': ['ID=f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:09.753152 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.771085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting subnet 48b81f3b-5cfe-41f2-b7fe-20f28afd410b {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:09.782208 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (48b81f3b-5cfe-41f2-b7fe-20f28afd410b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.783487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc8c31c0-9945-40b2-b2c9-652f5b629ca4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (9390f195-a8a2-4c2d-854c-7d2e34094bef), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.792197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc8c31c0-9945-40b2-b2c9-652f5b629ca4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9390f195-a8a2-4c2d-854c-7d2e34094bef), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.818022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] Network f9a8c0fa-5a8b-4e94-8aa9-73951d8e9c54 is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:32:09.818495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] No DVR routers for this DVR port e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:09.822537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:09.846489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c31c0-9945-40b2-b2c9-652f5b629ca4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9390f195-a8a2-4c2d-854c-7d2e34094bef,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:09.852919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc8c31c0-9945-40b2-b2c9-652f5b629ca4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.854232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cc8c31c0-9945-40b2-b2c9-652f5b629ca4 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6516879 Feb 17 22:32:09.857718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:09.871555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4c0f661b-b32b-48b7-9056-243814187964 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'security_group': {'name': 'tempest-secgroup-344561476'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:09.894911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (48b81f3b-5cfe-41f2-b7fe-20f28afd410b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.902301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc0070-d8eb-4318-aafd-12861dcb2296 None None] Pushing event deleted for resources: {'Port': ['ID=e6a4cb3c-1f3a-4ce3-944a-95fbdb468e80,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:09.929147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c0f661b-b32b-48b7-9056-243814187964 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:09.952079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8df33779-c99c-4095-83b3-3685cf441ec0 None None] Allocated IP 172.20.0.2 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/1197c486-f77c-4fd2-86e8-9686a6086399/46ddc40e-b33c-447f-8c7f-3cbf43d97140) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:09.985162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d91d7b6-7b30-4702-9091-934804328ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.024896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1620532592'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:10.030566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35018) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:10.076281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1a6dca9-d4a9-4021-96a8-e4f43c62105a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.107134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:10.108248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c0f661b-b32b-48b7-9056-243814187964 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (ce3041bf-51f9-49ae-abf7-e5356a13aa67), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.112739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.120458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c0f661b-b32b-48b7-9056-243814187964 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce3041bf-51f9-49ae-abf7-e5356a13aa67), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.134656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8df33779-c99c-4095-83b3-3685cf441ec0 None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:10.137664 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (48b81f3b-5cfe-41f2-b7fe-20f28afd410b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.174124 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8df33779-c99c-4095-83b3-3685cf441ec0 None None] Publish callbacks [] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.181067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8df33779-c99c-4095-83b3-3685cf441ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.187281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c0f661b-b32b-48b7-9056-243814187964 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.190054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.191624 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4c0f661b-b32b-48b7-9056-243814187964 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3318970 Feb 17 22:32:10.194010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35020) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:10.197951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d91d7b6-7b30-4702-9091-934804328ea8 admin admin] Publish callbacks [] for security_group (0eca5923-39a9-48e3-9308-10c02c074f28), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.204380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1445021721', 'security_groups': ['ce3041bf-51f9-49ae-abf7-e5356a13aa67'], 'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1197c486-f77c-4fd2-86e8-9686a6086399'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:10.208829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f661b-b32b-48b7-9056-243814187964 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3041bf-51f9-49ae-abf7-e5356a13aa67,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:10.224715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d91d7b6-7b30-4702-9091-934804328ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0eca5923-39a9-48e3-9308-10c02c074f28), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.257373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df33779-c99c-4095-83b3-3685cf441ec0 None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:10.321234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (48b81f3b-5cfe-41f2-b7fe-20f28afd410b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.344318 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7d91d7b6-7b30-4702-9091-934804328ea8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5014d90b7774018b6bb90975ea25edc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5172918 Feb 17 22:32:10.351582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35022) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:10.355614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91d7b6-7b30-4702-9091-934804328ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eca5923-39a9-48e3-9308-10c02c074f28,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:10.393525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Subnet': ['ID=48b81f3b-5cfe-41f2-b7fe-20f28afd410b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:10.398686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.402363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8ce16774-b4ef-4f72-946c-2449f45c5cdf tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/subnets/48b81f3b-5cfe-41f2-b7fe-20f28afd410b HTTP/1.1" status: 204 len: 168 time: 0.7521548 Feb 17 22:32:10.407520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339cfa6e-e012-447b-b24d-f1d119f7bc25 None None] Network 6452623c-7ed3-4666-906d-55144f39c5a1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:10.420042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35024) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:10.441014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:10.461047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1a6dca9-d4a9-4021-96a8-e4f43c62105a admin admin] Publish callbacks [] for security_group (9e42d23b-75db-4995-868e-300aa6896aad), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.505378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1a6dca9-d4a9-4021-96a8-e4f43c62105a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9e42d23b-75db-4995-868e-300aa6896aad), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.544310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for security_group (f5b8b321-97d2-4490-bd59-2b7b680a429b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.576436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f5b8b321-97d2-4490-bd59-2b7b680a429b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.577074 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.600761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e1a6dca9-d4a9-4021-96a8-e4f43c62105a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc721bac5b474ccaaba8cecc526e8443&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5673039 Feb 17 22:32:10.606372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:10.608981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] device_id is not set on port 2a649be1-b116-4443-9e8f-d1be0b5c3dd8 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:10.616889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting subnet 5c9336b6-8168-4dd7-b74c-1d6dd4584809 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:10.624675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (5c9336b6-8168-4dd7-b74c-1d6dd4584809), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.636656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6dca9-d4a9-4021-96a8-e4f43c62105a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e42d23b-75db-4995-868e-300aa6896aad,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:10.640964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:32:10.667839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] DHCP port deletion for 6452623c-7ed3-4666-906d-55144f39c5a1 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:10.688678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d895986-7754-4e42-adfe-0682744781ba admin admin] Publish callbacks [] for security_group (0eca5923-39a9-48e3-9308-10c02c074f28), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.752441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] Deleting port ace48a21-3710-4b38-addf-6d6d24721e47 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:10.752830 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.780548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c60aeed9-d6fd-44cc-848e-8507c77d1499), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.781244 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Added segment c60aeed9-d6fd-44cc-848e-8507c77d1499 of type vlan for network 09316e07-fc22-44f3-8240-ce381295cee3 Feb 17 22:32:10.790421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc200602-3f85-4858-964e-83544ae1b637 admin admin] Publish callbacks [] for security_group (9e42d23b-75db-4995-868e-300aa6896aad), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.825332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d895986-7754-4e42-adfe-0682744781ba admin admin] Publish callbacks [] for security_group (0eca5923-39a9-48e3-9308-10c02c074f28), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.846176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b8b321-97d2-4490-bd59-2b7b680a429b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:10.855656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (5c9336b6-8168-4dd7-b74c-1d6dd4584809), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.858914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc200602-3f85-4858-964e-83544ae1b637 admin admin] Publish callbacks [] for security_group (9e42d23b-75db-4995-868e-300aa6896aad), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.961646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] For port ace48a21-3710-4b38-addf-6d6d24721e47, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ace48a21-3710-4b38-addf-6d6d24721e47,segment=NetworkSegment(1273b240-7521-44a9-a134-43d111ea2567),segment_id=1273b240-7521-44a9-a134-43d111ea2567)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:10.962209 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.972991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc200602-3f85-4858-964e-83544ae1b637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9e42d23b-75db-4995-868e-300aa6896aad), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.975600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc200602-3f85-4858-964e-83544ae1b637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:10.979161 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cc200602-3f85-4858-964e-83544ae1b637 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9e42d23b-75db-4995-868e-300aa6896aad HTTP/1.1" status: 204 len: 168 time: 0.3694367 Feb 17 22:32:10.985544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.9 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/1197c486-f77c-4fd2-86e8-9686a6086399/2a649be1-b116-4443-9e8f-d1be0b5c3dd8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:10.987914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] Calling delete_port for ace48a21-3710-4b38-addf-6d6d24721e47 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:10.995070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc200602-3f85-4858-964e-83544ae1b637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e42d23b-75db-4995-868e-300aa6896aad,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:11.212328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ace48a21-3710-4b38-addf-6d6d24721e47), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.231854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.275476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] Pushing event deleted for resources: {'Port': ['ID=ace48a21-3710-4b38-addf-6d6d24721e47,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:11.283260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07dbe731-077f-4314-899e-30dfcc59730b None None] No DVR routers for this DVR port ace48a21-3710-4b38-addf-6d6d24721e47 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:11.295346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 46ddc40e-b33c-447f-8c7f-3cbf43d97140 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:11.325053 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.391764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:11.392389 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.394575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0c7d7662-9c28-42c0-91a3-3a215823e465 None None] Provisioning complete for port a578b074-dd02-4b74-8f6e-4de316fb8f5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:11.395761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7662-9c28-42c0-91a3-3a215823e465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.442339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (09316e07-fc22-44f3-8240-ce381295cee3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.453441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=2a649be1-b116-4443-9e8f-d1be0b5c3dd8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:11.491335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:11.495191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:11.500933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:11.528932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5c9336b6-8168-4dd7-b74c-1d6dd4584809), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.532778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (09316e07-fc22-44f3-8240-ce381295cee3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.537658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:11.538382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.548205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d7662-9c28-42c0-91a3-3a215823e465 None None] Port a578b074-dd02-4b74-8f6e-4de316fb8f5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:11.579323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d895986-7754-4e42-adfe-0682744781ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0eca5923-39a9-48e3-9308-10c02c074f28), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.582194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d895986-7754-4e42-adfe-0682744781ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.586695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d895986-7754-4e42-adfe-0682744781ba admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0eca5923-39a9-48e3-9308-10c02c074f28 HTTP/1.1" status: 204 len: 168 time: 1.2160518 Feb 17 22:32:11.587455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:11.589311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.623303 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c53c0ba3-ee4f-49e3-9788-95649ee9f9d6 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4232800 Feb 17 22:32:11.624131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35040) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:11.633224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-38091a7a-d8c7-463d-b76d-46205b5b5ab7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:11.636288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0c7d7662-9c28-42c0-91a3-3a215823e465 None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:11.639434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c7d7662-9c28-42c0-91a3-3a215823e465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.678165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d895986-7754-4e42-adfe-0682744781ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eca5923-39a9-48e3-9308-10c02c074f28,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:11.693364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3502195 Feb 17 22:32:11.703892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35044) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:11.709482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:11.731854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd5105-8a9e-4bcb-ba72-419ef8447c6c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Network': ['ID=09316e07-fc22-44f3-8240-ce381295cee3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:11.760412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:32:11.824805 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (5c9336b6-8168-4dd7-b74c-1d6dd4584809), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.910972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38091a7a-d8c7-463d-b76d-46205b5b5ab7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:11.914574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38091a7a-d8c7-463d-b76d-46205b5b5ab7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.934962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9336b6-8168-4dd7-b74c-1d6dd4584809,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:11.949665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:11.960467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:11.969417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709bdd0-d171-4d2d-b909-88f207e14769 None None] Network 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:11.972095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-90215c5a-f97b-429b-bda4-4e514f178562 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/subnets/5c9336b6-8168-4dd7-b74c-1d6dd4584809 HTTP/1.1" status: 204 len: 168 time: 1.5408688 Feb 17 22:32:11.978827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35052) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:12.066724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d7662-9c28-42c0-91a3-3a215823e465 None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:12.072621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ace48a21-3710-4b38-addf-6d6d24721e47 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:12.121857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ace48a21-3710-4b38-addf-6d6d24721e47 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:32:12.122303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ace48a21-3710-4b38-addf-6d6d24721e47 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:12.137541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6452623c-7ed3-4666-906d-55144f39c5a1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.167040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:12.175603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.187783 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-38091a7a-d8c7-463d-b76d-46205b5b5ab7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1197c486-f77c-4fd2-86e8-9686a6086399 (CIDR: 172.20.0.0/28) Feb 17 22:32:12.196488 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-38091a7a-d8c7-463d-b76d-46205b5b5ab7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:32:12.196981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38091a7a-d8c7-463d-b76d-46205b5b5ab7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:12.199155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-63816e6c-4bc1-4ecf-a623-d20f8492aa52 None None] Provisioning complete for port 2a649be1-b116-4443-9e8f-d1be0b5c3dd8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:12.199811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63816e6c-4bc1-4ecf-a623-d20f8492aa52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.242163 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-38091a7a-d8c7-463d-b76d-46205b5b5ab7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6168339 Feb 17 22:32:12.242711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] DHCP port deletion for 9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:12.243655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:12.249687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-16fa4154-6f28-4382-8fc9-609690356f6b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:12.292320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-63816e6c-4bc1-4ecf-a623-d20f8492aa52 None None] Port 2a649be1-b116-4443-9e8f-d1be0b5c3dd8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:12.321658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] Deleting port 258147ae-a285-4915-ae3e-44dcec3fb957 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:12.322841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.430567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] For port 258147ae-a285-4915-ae3e-44dcec3fb957, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=258147ae-a285-4915-ae3e-44dcec3fb957,segment=NetworkSegment(cfa4410d-1eaf-41b1-9f9a-9d309934a8f7),segment_id=cfa4410d-1eaf-41b1-9f9a-9d309934a8f7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:12.432591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.447416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16fa4154-6f28-4382-8fc9-609690356f6b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:12.459661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16fa4154-6f28-4382-8fc9-609690356f6b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.466835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] Calling delete_port for 258147ae-a285-4915-ae3e-44dcec3fb957 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:12.623030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (e42de8f9-8b38-42c7-9180-1118102402f5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.630926 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-16fa4154-6f28-4382-8fc9-609690356f6b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e4c299da-5be6-40ad-8cce-3ce24151b6c7 (CIDR: 172.20.0.16/28) Feb 17 22:32:12.638454 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fa4154-6f28-4382-8fc9-609690356f6b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:32:12.638952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16fa4154-6f28-4382-8fc9-609690356f6b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:12.667657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (258147ae-a285-4915-ae3e-44dcec3fb957), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.680100 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16fa4154-6f28-4382-8fc9-609690356f6b tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4345412 Feb 17 22:32:12.682225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35074) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:12.695156 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6452623c-7ed3-4666-906d-55144f39c5a1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.698090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=e42de8f9-8b38-42c7-9180-1118102402f5,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:12.700924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'subnet': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:12.710446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] No DVR routers for this DVR port 258147ae-a285-4915-ae3e-44dcec3fb957 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:12.732962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6452623c-7ed3-4666-906d-55144f39c5a1']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:12.760779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1273b240-7521-44a9-a134-43d111ea2567') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:12.761288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1273b240-7521-44a9-a134-43d111ea2567') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:12.772596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc065e82-172a-41a4-a8ae-d72b033aea7b None None] Pushing event deleted for resources: {'Port': ['ID=258147ae-a285-4915-ae3e-44dcec3fb957,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:12.773222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:12.773331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network hostable DHCP agents. Network: 09316e07-fc22-44f3-8240-ce381295cee3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:32:12.782045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (1273b240-7521-44a9-a134-43d111ea2567), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.811233 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1273b240-7521-44a9-a134-43d111ea2567), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.818950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:32:12.830810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:12.831392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (1273b240-7521-44a9-a134-43d111ea2567), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:12.836002 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:12.838216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 09316e07-fc22-44f3-8240-ce381295cee3) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:12.847821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065a75a6-c390-42b1-965f-1a053e2ca024 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:12.895627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:12.896395 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:12.924175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5f44f3a1-317a-4ade-96ae-5594b35b2058 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2184575 Feb 17 22:32:12.934505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35088) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:12.951919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'name': 'tempest-NetworksTestDHCPv6-387557356'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:12.967793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Made reservation on behalf of 5d5bde6308714fd4aa05863fc9e096e8 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:12.976053 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.055168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6452623c-7ed3-4666-906d-55144f39c5a1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.066453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.069797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'e42de8f9-8b38-42c7-9180-1118102402f5'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:32:13.072059 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.076946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/networks/6452623c-7ed3-4666-906d-55144f39c5a1 HTTP/1.1" status: 204 len: 168 time: 1.0938218 Feb 17 22:32:13.112751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35090) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:13.283229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 258147ae-a285-4915-ae3e-44dcec3fb957 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:13.299842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35096) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:13.317714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 258147ae-a285-4915-ae3e-44dcec3fb957 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:32:13.318391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 258147ae-a285-4915-ae3e-44dcec3fb957 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:13.320847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5c112-db0d-441a-ad7d-e056e7907819 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Network': ['ID=6452623c-7ed3-4666-906d-55144f39c5a1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:13.335924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:13.342569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.377941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/e42de8f9-8b38-42c7-9180-1118102402f5/03f38e32-c0f5-4095-a561-d323e8190086) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:13.425431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.461515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:13.608348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (339baec2-5cdf-42a5-b3c3-5b741873f509), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.653176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3506-8c14-4858-bddb-0141eed152d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.680101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Publish callbacks [] for port (03f38e32-c0f5-4095-a561-d323e8190086), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.691307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (03f38e32-c0f5-4095-a561-d323e8190086), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.699668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:13.709081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:13.717755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:13.718360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.727477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.742876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baabeaf-d623-4471-b746-2c55002232c8 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:13.751325 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Subnet': ['ID=339baec2-5cdf-42a5-b3c3-5b741873f509,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:13.763744 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a344de85-0633-424c-99d8-c37bcbc09bcf tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0754833 Feb 17 22:32:13.765328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35106) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:13.810396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1326784906', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '339baec2-5cdf-42a5-b3c3-5b741873f509'}], 'security_groups': ['22cb4d10-9ffc-4e03-9d03-012a5411e150', '9390f195-a8a2-4c2d-854c-7d2e34094bef']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:13.820018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:13.822965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Pushing event updated for resources: {'Port': ['ID=03f38e32-c0f5-4095-a561-d323e8190086,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:13.830036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:13.835693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:13.892239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3506-8c14-4858-bddb-0141eed152d1 admin admin] Publish callbacks [] for security_group (b0dc7f8c-70fa-4ba1-9254-966869ebbb57), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.902052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c9d3506-8c14-4858-bddb-0141eed152d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0dc7f8c-70fa-4ba1-9254-966869ebbb57), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.950361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Attempting to bind port 03f38e32-c0f5-4095-a561-d323e8190086 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:32:13.950842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Attempting to bind port 03f38e32-c0f5-4095-a561-d323e8190086 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:32:13.951508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Attempting to bind port 03f38e32-c0f5-4095-a561-d323e8190086 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:32:13.961832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:32:13.962482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:13.962997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.963792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:32:13.964464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Bound port: 03f38e32-c0f5-4095-a561-d323e8190086, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:32:13.965023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03f38e32-c0f5-4095-a561-d323e8190086), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:13.990445 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3c9d3506-8c14-4858-bddb-0141eed152d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fa75bea527be4583aa454132c821014a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6867018 Feb 17 22:32:13.991407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d3506-8c14-4858-bddb-0141eed152d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dc7f8c-70fa-4ba1-9254-966869ebbb57,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:13.997919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35114) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:14.035008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:14.061952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfa4410d-1eaf-41b1-9f9a-9d309934a8f7') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:14.062438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfa4410d-1eaf-41b1-9f9a-9d309934a8f7') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:14.100574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (cfa4410d-1eaf-41b1-9f9a-9d309934a8f7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.103022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::152 (09316e07-fc22-44f3-8240-ce381295cee3/e42de8f9-8b38-42c7-9180-1118102402f5/4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:14.131019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b609b70-414f-41fa-bae1-cb40dccd5d6f admin admin] Publish callbacks [] for security_group (b0dc7f8c-70fa-4ba1-9254-966869ebbb57), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.140068 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cfa4410d-1eaf-41b1-9f9a-9d309934a8f7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.178095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b609b70-414f-41fa-bae1-cb40dccd5d6f admin admin] Publish callbacks [] for security_group (b0dc7f8c-70fa-4ba1-9254-966869ebbb57), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.192412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] For port 03f38e32-c0f5-4095-a561-d323e8190086, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:14.198820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:14.199242 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (cfa4410d-1eaf-41b1-9f9a-9d309934a8f7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:14.205596 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:14.207598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8119e5e-5cd4-42cf-8f5b-2f65564dcea6 None None] Update dhcp port {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'fixed_ips': [{'subnet_id': 'e4c299da-5be6-40ad-8cce-3ce24151b6c7', 'ip_address': '172.20.0.18'}, {'subnet_id': '1197c486-f77c-4fd2-86e8-9686a6086399', 'ip_address': '172.20.0.2'}, {'subnet_id': '339baec2-5cdf-42a5-b3c3-5b741873f509'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '46ddc40e-b33c-447f-8c7f-3cbf43d97140'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:32:14.242368 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8119e5e-5cd4-42cf-8f5b-2f65564dcea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.284401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b609b70-414f-41fa-bae1-cb40dccd5d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0dc7f8c-70fa-4ba1-9254-966869ebbb57), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.287935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b609b70-414f-41fa-bae1-cb40dccd5d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.289156 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b609b70-414f-41fa-bae1-cb40dccd5d6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0dc7f8c-70fa-4ba1-9254-966869ebbb57 HTTP/1.1" status: 204 len: 168 time: 0.2893677 Feb 17 22:32:14.302189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b609b70-414f-41fa-bae1-cb40dccd5d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dc7f8c-70fa-4ba1-9254-966869ebbb57,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:14.400809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.517054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.585550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.593306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/networks/9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2 HTTP/1.1" status: 204 len: 168 time: 1.4755673 Feb 17 22:32:14.593621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35124) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:14.628582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbe0141-eda9-46cd-80aa-d714d4b3d981 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Network': ['ID=9e122e0c-c60e-40e6-90f2-a9b5efa9bdc2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:14.685888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] For port 03f38e32-c0f5-4095-a561-d323e8190086, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03f38e32-c0f5-4095-a561-d323e8190086,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:32:14.696144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting subnet 4ae447bf-aa9d-422a-b91c-2f50c622dca1 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:14.704230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (4ae447bf-aa9d-422a-b91c-2f50c622dca1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.716148 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (03f38e32-c0f5-4095-a561-d323e8190086), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.726301 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45e26271-9420-44a4-aeb2-a92b45ad38e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.832282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (4ae447bf-aa9d-422a-b91c-2f50c622dca1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:14.890064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a853ec4f-e56e-40c3-9b8d-e17ba1335178 None None] Pushing event updated for resources: {'Port': ['ID=03f38e32-c0f5-4095-a561-d323e8190086,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:14.914538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a8119e5e-5cd4-42cf-8f5b-2f65564dcea6 None None] Allocated IP 172.20.0.34 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/339baec2-5cdf-42a5-b3c3-5b741873f509/46ddc40e-b33c-447f-8c7f-3cbf43d97140) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:14.946207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.152936 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4ae447bf-aa9d-422a-b91c-2f50c622dca1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.205049 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.232296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a8119e5e-5cd4-42cf-8f5b-2f65564dcea6 None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:15.293876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4ae447bf-aa9d-422a-b91c-2f50c622dca1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.326032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8119e5e-5cd4-42cf-8f5b-2f65564dcea6 None None] Publish callbacks [] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.341421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8119e5e-5cd4-42cf-8f5b-2f65564dcea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.358775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:15.372794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae447bf-aa9d-422a-b91c-2f50c622dca1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:15.392075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:15.418148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.424266 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-229614eb-a635-408d-a679-eb8428fed396 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/subnets/4ae447bf-aa9d-422a-b91c-2f50c622dca1 HTTP/1.1" status: 204 len: 168 time: 0.8295977 Feb 17 22:32:15.426906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35144) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:15.434079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:15.448784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:15.450491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.454501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03f38e32-c0f5-4095-a561-d323e8190086 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:15.456558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1234be1f-bf92-43fd-af75-751dfd063df0 None None] Network f16cba74-6c18-4d26-8786-c590c8298af3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:15.458186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:15.605870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f16cba74-6c18-4d26-8786-c590c8298af3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.692985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8119e5e-5cd4-42cf-8f5b-2f65564dcea6 None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:15.731648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Delete allocated IP 172.20.0.9 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/1197c486-f77c-4fd2-86e8-9686a6086399) {{(pid=103527) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 17 22:32:15.736364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Deleting port 7de235bb-2622-4883-b898-9897446bd30b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:15.738914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7de235bb-2622-4883-b898-9897446bd30b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.745557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Allocated IP 172.20.0.40 (2b58b98a-5406-45f9-b76b-ae3ea38943d3/339baec2-5cdf-42a5-b3c3-5b741873f509/2a649be1-b116-4443-9e8f-d1be0b5c3dd8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:15.816474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 03f38e32-c0f5-4095-a561-d323e8190086 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:15.817411 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03f38e32-c0f5-4095-a561-d323e8190086), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.892996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] For port 7de235bb-2622-4883-b898-9897446bd30b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7de235bb-2622-4883-b898-9897446bd30b,segment=NetworkSegment(4e0097e6-01bc-40c0-a655-c0ba5cb13632),segment_id=4e0097e6-01bc-40c0-a655-c0ba5cb13632)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:15.896868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7de235bb-2622-4883-b898-9897446bd30b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:15.945555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Calling delete_port for 7de235bb-2622-4883-b898-9897446bd30b owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:15.974713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 03f38e32-c0f5-4095-a561-d323e8190086 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:15.975321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03f38e32-c0f5-4095-a561-d323e8190086), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.006143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] DHCP port deletion for f16cba74-6c18-4d26-8786-c590c8298af3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:16.063514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 03f38e32-c0f5-4095-a561-d323e8190086, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03f38e32-c0f5-4095-a561-d323e8190086,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:16.121138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (03f38e32-c0f5-4095-a561-d323e8190086), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.161595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.171337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-80a7d523-38fd-4eca-8ade-8d9d675e9aa9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2339675 Feb 17 22:32:16.174484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35158) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:16.193714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.248757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] Deleting port 7de235bb-2622-4883-b898-9897446bd30b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:16.249134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7de235bb-2622-4883-b898-9897446bd30b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.393675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event updated for resources: {'Port': ['ID=2a649be1-b116-4443-9e8f-d1be0b5c3dd8,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:16.424531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=03f38e32-c0f5-4095-a561-d323e8190086,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:16.477604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] For port 7de235bb-2622-4883-b898-9897446bd30b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7de235bb-2622-4883-b898-9897446bd30b,segment=NetworkSegment(4e0097e6-01bc-40c0-a655-c0ba5cb13632),segment_id=4e0097e6-01bc-40c0-a655-c0ba5cb13632)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:16.478073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7de235bb-2622-4883-b898-9897446bd30b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.520583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] Calling delete_port for 7de235bb-2622-4883-b898-9897446bd30b owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:16.554638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] In _notify_port_updated(), no bound segment for port 2a649be1-b116-4443-9e8f-d1be0b5c3dd8 on network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:32:16.576291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:16.584096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.599475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a81ab03e-a50d-4161-bf07-eb584b69d873 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "PUT /v2.0/ports/2a649be1-b116-4443-9e8f-d1be0b5c3dd8 HTTP/1.1" status: 200 len: 960 time: 2.7953465 Feb 17 22:32:16.600216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35166) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:16.639229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b33e3-dbbe-4728-b23d-4e73b4c8ebbb tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:16.658237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36b33e3-dbbe-4728-b23d-4e73b4c8ebbb tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:16.666243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f36b33e3-dbbe-4728-b23d-4e73b4c8ebbb tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.4904552 Feb 17 22:32:16.725508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7de235bb-2622-4883-b898-9897446bd30b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:16.785325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] Pushing event deleted for resources: {'Port': ['ID=7de235bb-2622-4883-b898-9897446bd30b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:16.812464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f391834-a5b4-4cff-8211-b6752d01d2fa None None] No DVR routers for this DVR port 7de235bb-2622-4883-b898-9897446bd30b on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:16.843515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1b5fc-8a8d-40f2-bf63-646eaf86ba5d None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:16.854295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35168) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:17.009079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port 2a649be1-b116-4443-9e8f-d1be0b5c3dd8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:17.009873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.027595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9cb09473-daba-4463-b0be-624190a46f66 None None] Provisioning complete for port 03f38e32-c0f5-4095-a561-d323e8190086 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:17.028207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cb09473-daba-4463-b0be-624190a46f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03f38e32-c0f5-4095-a561-d323e8190086), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.138185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7de235bb-2622-4883-b898-9897446bd30b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.158709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] No DVR routers for this DVR port 7de235bb-2622-4883-b898-9897446bd30b on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:17.200778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:17.209451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.262207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9cb09473-daba-4463-b0be-624190a46f66 None None] Current status of the port 03f38e32-c0f5-4095-a561-d323e8190086 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:17.360858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9bf0893-92fc-40db-9089-878155b51574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.375582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Port': ['ID=7de235bb-2622-4883-b898-9897446bd30b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:17.408671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 46ddc40e-b33c-447f-8c7f-3cbf43d97140 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:17.413965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.433694 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.436600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f16cba74-6c18-4d26-8786-c590c8298af3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.451479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:17.460290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for 2a649be1-b116-4443-9e8f-d1be0b5c3dd8 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:17.501600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f16cba74-6c18-4d26-8786-c590c8298af3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:17.557465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0097e6-01bc-40c0-a655-c0ba5cb13632') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:17.557909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0097e6-01bc-40c0-a655-c0ba5cb13632') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:17.582717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (4e0097e6-01bc-40c0-a655-c0ba5cb13632), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.617199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7f2cdbb3-bbc4-4ea5-956e-adfd228fa3c8 None None] Provisioning complete for port a578b074-dd02-4b74-8f6e-4de316fb8f5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:17.617868 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdbb3-bbc4-4ea5-956e-adfd228fa3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.622657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4e0097e6-01bc-40c0-a655-c0ba5cb13632), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.637865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:17.638757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (4e0097e6-01bc-40c0-a655-c0ba5cb13632), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:17.642610 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:17.690819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:17.691125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.812354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f16cba74-6c18-4d26-8786-c590c8298af3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.824661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.831726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cdbb3-bbc4-4ea5-956e-adfd228fa3c8 None None] Port a578b074-dd02-4b74-8f6e-4de316fb8f5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:17.840023 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/networks/f16cba74-6c18-4d26-8786-c590c8298af3 HTTP/1.1" status: 204 len: 168 time: 2.4110155 Feb 17 22:32:17.842384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35200) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:17.899989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeec63e-772e-461f-a801-89351184da0f tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Pushing event deleted for resources: {'Network': ['ID=f16cba74-6c18-4d26-8786-c590c8298af3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:17.931845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a3a8fac-a1ce-42b5-aed9-ee313e282dc5 tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "GET /v2.0/ports?device_id=68bc5b88-f48d-4e22-a40e-fc602894cc0a HTTP/1.1" status: 200 len: 205 time: 0.0755172 Feb 17 22:32:17.933881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35204) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:17.977465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7f2cdbb3-bbc4-4ea5-956e-adfd228fa3c8 None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:17.977854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f2cdbb3-bbc4-4ea5-956e-adfd228fa3c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:17.985627 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.060717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:18.061899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03f38e32-c0f5-4095-a561-d323e8190086 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:18.072007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31942c34-eb6c-4e9c-890c-6ba89a96b45e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router (68bc5b88-f48d-4e22-a40e-fc602894cc0a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.173264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 03f38e32-c0f5-4095-a561-d323e8190086 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:18.174068 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03f38e32-c0f5-4095-a561-d323e8190086), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.174910 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2a649be1-b116-4443-9e8f-d1be0b5c3dd8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.227671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7f2cdbb3-bbc4-4ea5-956e-adfd228fa3c8 None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:18.233055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=2a649be1-b116-4443-9e8f-d1be0b5c3dd8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:18.233608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7f2cdbb3-bbc4-4ea5-956e-adfd228fa3c8 None None] Could not find standard attr ID for object 2a649be1-b116-4443-9e8f-d1be0b5c3dd8. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:18.282208 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.356696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 03f38e32-c0f5-4095-a561-d323e8190086 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:18.373729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-03be9cc6-f9f3-4292-b997-1734dcc4158d None None] Could not find standard attr ID for object 4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:18.389581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-03be9cc6-f9f3-4292-b997-1734dcc4158d None None] Provisioning complete for port 03f38e32-c0f5-4095-a561-d323e8190086 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:18.390273 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03be9cc6-f9f3-4292-b997-1734dcc4158d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03f38e32-c0f5-4095-a561-d323e8190086), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.495643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7de235bb-2622-4883-b898-9897446bd30b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:18.510161 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31942c34-eb6c-4e9c-890c-6ba89a96b45e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (68bc5b88-f48d-4e22-a40e-fc602894cc0a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.513821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31942c34-eb6c-4e9c-890c-6ba89a96b45e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router_controller (68bc5b88-f48d-4e22-a40e-fc602894cc0a), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.546802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7de235bb-2622-4883-b898-9897446bd30b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:32:18.547150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7de235bb-2622-4883-b898-9897446bd30b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:18.573578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:18.588696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.596916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dcbcb5e5-0b46-4479-92be-4d83166ed6bb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/2a649be1-b116-4443-9e8f-d1be0b5c3dd8 HTTP/1.1" status: 204 len: 168 time: 1.9930437 Feb 17 22:32:18.599734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35250) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:18.677782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.682558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ae6351a-8900-452c-ae63-d902aa46f0b8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba HTTP/1.1" status: 204 len: 168 time: 1.8231053 Feb 17 22:32:18.683774 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3710cdd-1dce-4aea-a916-7c228eca0de1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] GET failed (client error): The resource could not be found. Feb 17 22:32:18.687968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e3710cdd-1dce-4aea-a916-7c228eca0de1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports/2a649be1-b116-4443-9e8f-d1be0b5c3dd8 HTTP/1.1" status: 404 len: 333 time: 0.0813758 Feb 17 22:32:18.687968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35256) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:18.703984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35258) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:18.752026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31942c34-eb6c-4e9c-890c-6ba89a96b45e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (68bc5b88-f48d-4e22-a40e-fc602894cc0a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.752730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31942c34-eb6c-4e9c-890c-6ba89a96b45e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Fanout notify agent at l3_agent the message router_deleted on router 68bc5b88-f48d-4e22-a40e-fc602894cc0a {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:32:18.753703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-03be9cc6-f9f3-4292-b997-1734dcc4158d None None] Current status of the port 03f38e32-c0f5-4095-a561-d323e8190086 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:18.765995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-03be9cc6-f9f3-4292-b997-1734dcc4158d None None] Could not find standard attr ID for object 2a649be1-b116-4443-9e8f-d1be0b5c3dd8. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:18.780301 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31942c34-eb6c-4e9c-890c-6ba89a96b45e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:18.789190 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-31942c34-eb6c-4e9c-890c-6ba89a96b45e tempest-RoutersNegativeIpV6Test-1456638835 tempest-RoutersNegativeIpV6Test-1456638835-project] 10.222.0.79 "DELETE /v2.0/routers/68bc5b88-f48d-4e22-a40e-fc602894cc0a HTTP/1.1" status: 204 len: 168 time: 0.8515480 Feb 17 22:32:18.871645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648edfa6-b9ad-47fa-a0da-5cb9e2b0e306 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:18.877121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648edfa6-b9ad-47fa-a0da-5cb9e2b0e306 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:18.879858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-648edfa6-b9ad-47fa-a0da-5cb9e2b0e306 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1920733 Feb 17 22:32:18.882643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35276) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:18.883199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6bed828f-9f0c-489e-a074-69410ff4fd55 None None] Could not find standard attr ID for object 4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:18.948124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbdbded9-368d-489b-bf09-5778f4c20010 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (ce3041bf-51f9-49ae-abf7-e5356a13aa67), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.011869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbdbded9-368d-489b-bf09-5778f4c20010 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (ce3041bf-51f9-49ae-abf7-e5356a13aa67), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.062201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet e42de8f9-8b38-42c7-9180-1118102402f5 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:19.077495 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (e42de8f9-8b38-42c7-9180-1118102402f5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.109312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbdbded9-368d-489b-bf09-5778f4c20010 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce3041bf-51f9-49ae-abf7-e5356a13aa67), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.112397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dbdbded9-368d-489b-bf09-5778f4c20010 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.114380 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dbdbded9-368d-489b-bf09-5778f4c20010 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/security-groups/ce3041bf-51f9-49ae-abf7-e5356a13aa67 HTTP/1.1" status: 204 len: 168 time: 0.4064538 Feb 17 22:32:19.118291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35284) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:19.195714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (e42de8f9-8b38-42c7-9180-1118102402f5), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.264809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e180a246-7ede-42bf-80b0-6b65603e6cd3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (9390f195-a8a2-4c2d-854c-7d2e34094bef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.270645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbded9-368d-489b-bf09-5778f4c20010 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3041bf-51f9-49ae-abf7-e5356a13aa67,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:19.342200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e180a246-7ede-42bf-80b0-6b65603e6cd3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (9390f195-a8a2-4c2d-854c-7d2e34094bef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.357090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.403580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e42de8f9-8b38-42c7-9180-1118102402f5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.445284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e180a246-7ede-42bf-80b0-6b65603e6cd3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9390f195-a8a2-4c2d-854c-7d2e34094bef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.447946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e180a246-7ede-42bf-80b0-6b65603e6cd3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.449113 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e180a246-7ede-42bf-80b0-6b65603e6cd3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/security-groups/9390f195-a8a2-4c2d-854c-7d2e34094bef HTTP/1.1" status: 204 len: 168 time: 0.3279834 Feb 17 22:32:19.453035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:19.544516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180a246-7ede-42bf-80b0-6b65603e6cd3 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390f195-a8a2-4c2d-854c-7d2e34094bef,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:19.554598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:19.590751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (e42de8f9-8b38-42c7-9180-1118102402f5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.604779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:19.623982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3a08d10-fd98-4f1d-867b-19ce9247dc7e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (22cb4d10-9ffc-4e03-9d03-012a5411e150), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.628116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65219345-8e00-4f0f-9556-433139527d90 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:19.641942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.662189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/e42de8f9-8b38-42c7-9180-1118102402f5 HTTP/1.1" status: 204 len: 168 time: 0.7576952 Feb 17 22:32:19.664004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35300) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:19.694881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3a08d10-fd98-4f1d-867b-19ce9247dc7e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (22cb4d10-9ffc-4e03-9d03-012a5411e150), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.746766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af44362-58bd-4176-8193-281b282c20e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=e42de8f9-8b38-42c7-9180-1118102402f5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:19.799415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35302) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:19.799901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-32c7a29a-a8ab-4c67-9ba4-939a6a6e710b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291327 Feb 17 22:32:19.806071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:19.815295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c613ed2-c3a6-4aea-a67e-0fa2899219e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.941672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3a08d10-fd98-4f1d-867b-19ce9247dc7e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (22cb4d10-9ffc-4e03-9d03-012a5411e150), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.946684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3a08d10-fd98-4f1d-867b-19ce9247dc7e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:19.948081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c3a08d10-fd98-4f1d-867b-19ce9247dc7e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/security-groups/22cb4d10-9ffc-4e03-9d03-012a5411e150 HTTP/1.1" status: 204 len: 168 time: 0.4941170 Feb 17 22:32:19.951821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:19.968690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35308) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:19.975184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a08d10-fd98-4f1d-867b-19ce9247dc7e tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22cb4d10-9ffc-4e03-9d03-012a5411e150,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:20.049149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] Deleting port 03f38e32-c0f5-4095-a561-d323e8190086 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:20.049598 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (03f38e32-c0f5-4095-a561-d323e8190086), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.062107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8782f5db-c128-456b-ad6b-1b9e9f9f32d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=131c358ff312443fa1f9a520a3e9fd78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4535246 Feb 17 22:32:20.064786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35310) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:20.071446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 1197c486-f77c-4fd2-86e8-9686a6086399 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:20.089955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (1197c486-f77c-4fd2-86e8-9686a6086399), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.093278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:20.096996 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.117649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c613ed2-c3a6-4aea-a67e-0fa2899219e1 admin admin] Publish callbacks [] for security_group (2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.134617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] For port 03f38e32-c0f5-4095-a561-d323e8190086, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03f38e32-c0f5-4095-a561-d323e8190086,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:20.135398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (03f38e32-c0f5-4095-a561-d323e8190086), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.136705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c613ed2-c3a6-4aea-a67e-0fa2899219e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.152173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] Calling delete_port for 03f38e32-c0f5-4095-a561-d323e8190086 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:20.232750 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (1197c486-f77c-4fd2-86e8-9686a6086399), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.245870 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8c613ed2-c3a6-4aea-a67e-0fa2899219e1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=75a848c0d1644464bc34aeb74ea109bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6883640 Feb 17 22:32:20.248235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:20.251938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c613ed2-c3a6-4aea-a67e-0fa2899219e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:20.255565 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (03f38e32-c0f5-4095-a561-d323e8190086), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.295294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] Pushing event deleted for resources: {'Port': ['ID=03f38e32-c0f5-4095-a561-d323e8190086,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:20.316834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283aaf1b-781c-42ce-930d-2a9509485ed2 None None] No DVR routers for this DVR port 03f38e32-c0f5-4095-a561-d323e8190086 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:20.319026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9429ed5f-2319-45c8-b7bc-120a125defb2 admin admin] Publish callbacks [] for security_group (efb0273c-8b21-4505-8127-fc195486207e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.371823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76fd1cf8-b79d-4f59-a3f0-730a53c0edc0 admin admin] Publish callbacks [] for security_group (2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.400902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76fd1cf8-b79d-4f59-a3f0-730a53c0edc0 admin admin] Publish callbacks [] for security_group (2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.403639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9429ed5f-2319-45c8-b7bc-120a125defb2 admin admin] Publish callbacks [] for security_group (efb0273c-8b21-4505-8127-fc195486207e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.465689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1197c486-f77c-4fd2-86e8-9686a6086399), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.479793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76fd1cf8-b79d-4f59-a3f0-730a53c0edc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.483897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76fd1cf8-b79d-4f59-a3f0-730a53c0edc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.485355 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-76fd1cf8-b79d-4f59-a3f0-730a53c0edc0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7 HTTP/1.1" status: 204 len: 168 time: 0.2349086 Feb 17 22:32:20.498435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd1cf8-b79d-4f59-a3f0-730a53c0edc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d20fd7f-f09a-4106-bed8-53a9ca8bc4b7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:20.589063 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (1197c486-f77c-4fd2-86e8-9686a6086399), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.634572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.638662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/1197c486-f77c-4fd2-86e8-9686a6086399 HTTP/1.1" status: 204 len: 168 time: 0.6666796 Feb 17 22:32:20.638973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84548c5-b206-4be7-8adb-1a375dc497cb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=1197c486-f77c-4fd2-86e8-9686a6086399,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:20.643348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35316) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:20.651855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f370042-c88b-4266-a3e9-fe09aa1ff6b3 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:20.704468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9429ed5f-2319-45c8-b7bc-120a125defb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (efb0273c-8b21-4505-8127-fc195486207e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.708529 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9429ed5f-2319-45c8-b7bc-120a125defb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.709752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9429ed5f-2319-45c8-b7bc-120a125defb2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/efb0273c-8b21-4505-8127-fc195486207e HTTP/1.1" status: 204 len: 168 time: 0.6432159 Feb 17 22:32:20.746787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet 339baec2-5cdf-42a5-b3c3-5b741873f509 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:20.758414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (339baec2-5cdf-42a5-b3c3-5b741873f509), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.771114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9429ed5f-2319-45c8-b7bc-120a125defb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0273c-8b21-4505-8127-fc195486207e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:20.787537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (11e6caf3-bcc9-4b55-9b31-2dca1cc8102d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.809603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:20.812463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:20.840692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:20.841087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.852076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (339baec2-5cdf-42a5-b3c3-5b741873f509), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:20.870548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f6164f-52ed-44b5-86d3-ff463cbeb429 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:20.888158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0876613 Feb 17 22:32:20.897993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35322) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:20.915331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'name': 'tempest-NetworksTestDHCPv6-2145096159'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:21.052309 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.100521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f62c51-9ab3-4066-891d-fb7ea529e93a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=11e6caf3-bcc9-4b55-9b31-2dca1cc8102d,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:21.138930 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (339baec2-5cdf-42a5-b3c3-5b741873f509), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.149253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35330) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:21.179403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a38be46a-6ca1-40f1-b636-7c8323235426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.182698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:21.186189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.194588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '11e6caf3-bcc9-4b55-9b31-2dca1cc8102d'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:32:21.196755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.237335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 84bc2171-9fc3-417d-970c-7b6063ea47f4 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:21.298928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (339baec2-5cdf-42a5-b3c3-5b741873f509), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.322205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03f38e32-c0f5-4095-a561-d323e8190086 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:21.369474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=339baec2-5cdf-42a5-b3c3-5b741873f509,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:21.387448 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.396736 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54986855-fce4-4cd8-8cdd-ca00d6806c7c tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/339baec2-5cdf-42a5-b3c3-5b741873f509 HTTP/1.1" status: 204 len: 168 time: 0.7526283 Feb 17 22:32:21.400999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35336) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:21.471506 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7958a3-c847-4be5-94fe-499637e06569 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:21.478305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7958a3-c847-4be5-94fe-499637e06569 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:21.493034 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fc7958a3-c847-4be5-94fe-499637e06569 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/1197c486-f77c-4fd2-86e8-9686a6086399 HTTP/1.1" status: 404 len: 337 time: 0.0897624 Feb 17 22:32:21.497164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35340) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:21.627407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting subnet e4c299da-5be6-40ad-8cce-3ce24151b6c7 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:21.631771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (e4c299da-5be6-40ad-8cce-3ce24151b6c7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.670078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/11e6caf3-bcc9-4b55-9b31-2dca1cc8102d/31946a07-2c97-419b-aa17-f6cdb757c875) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:21.696989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (e4c299da-5be6-40ad-8cce-3ce24151b6c7), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.914861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e4c299da-5be6-40ad-8cce-3ce24151b6c7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.965342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a38be46a-6ca1-40f1-b636-7c8323235426 admin admin] Publish callbacks [] for security_group (8d756f48-cc77-49c7-8a98-397256b5b382), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:21.972877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a38be46a-6ca1-40f1-b636-7c8323235426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8d756f48-cc77-49c7-8a98-397256b5b382), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.059041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e4c299da-5be6-40ad-8cce-3ce24151b6c7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.108398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 03f38e32-c0f5-4095-a561-d323e8190086 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:32:22.108752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03f38e32-c0f5-4095-a561-d323e8190086 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:22.112084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a38be46a-6ca1-40f1-b636-7c8323235426 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f76af45ab184c9d9d025642bdb59fd3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9556897 Feb 17 22:32:22.135953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35354) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.136530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Subnet': ['ID=e4c299da-5be6-40ad-8cce-3ce24151b6c7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:22.161442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38be46a-6ca1-40f1-b636-7c8323235426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d756f48-cc77-49c7-8a98-397256b5b382,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:22.166529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.172157 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de999621-dad5-4c53-bb05-ef566fdc2db7 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/e4c299da-5be6-40ad-8cce-3ce24151b6c7 HTTP/1.1" status: 204 len: 168 time: 0.6712699 Feb 17 22:32:22.179410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35358) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.305689 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e43ee71-70ad-4abb-a6e5-7a9ba9f58d73 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.306779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e43ee71-70ad-4abb-a6e5-7a9ba9f58d73 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.310693 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7e43ee71-70ad-4abb-a6e5-7a9ba9f58d73 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/32840ae8-8b1a-453e-a76c-691bcfea43da HTTP/1.1" status: 404 len: 337 time: 0.1246467 Feb 17 22:32:22.313723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35362) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.353444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2054845b-0283-4f2f-bd75-dbea93c8a942 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "GET /v2.0/ports?device_id=9c56c287-94e4-4766-bcbc-767b77a94886 HTTP/1.1" status: 200 len: 205 time: 0.0377758 Feb 17 22:32:22.356768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35364) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.361808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e214-8c8d-46ad-80df-cc91662e2e20 admin admin] Publish callbacks [] for security_group (8d756f48-cc77-49c7-8a98-397256b5b382), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.370735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e850df-b00c-416d-9208-4a163bb735f6 None None] Update dhcp port {'port': {'network_id': '2b58b98a-5406-45f9-b76b-ae3ea38943d3', 'fixed_ips': [{'subnet_id': 'e4c299da-5be6-40ad-8cce-3ce24151b6c7'}, {'subnet_id': '339baec2-5cdf-42a5-b3c3-5b741873f509'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '46ddc40e-b33c-447f-8c7f-3cbf43d97140'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:32:22.417425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e214-8c8d-46ad-80df-cc91662e2e20 admin admin] Publish callbacks [] for security_group (8d756f48-cc77-49c7-8a98-397256b5b382), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.421604 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-5a409eef-fddf-4d81-969b-f05579bcc059 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] delete failed (client error): The resource could not be found. Feb 17 22:32:22.427121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5a409eef-fddf-4d81-969b-f05579bcc059 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/routers/9c56c287-94e4-4766-bcbc-767b77a94886 HTTP/1.1" status: 404 len: 336 time: 0.0675399 Feb 17 22:32:22.428095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35366) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.435337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.449624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Publish callbacks [] for port (31946a07-2c97-419b-aa17-f6cdb757c875), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.451383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c5e850df-b00c-416d-9208-4a163bb735f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.466208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.502579 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e18a628-2f24-4278-966e-c4a8817cec02 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.503540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e18a628-2f24-4278-966e-c4a8817cec02 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.511501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7e18a628-2f24-4278-966e-c4a8817cec02 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/4808461f-de88-4579-a5e4-d3b489e096e0 HTTP/1.1" status: 404 len: 337 time: 0.0809755 Feb 17 22:32:22.515522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.546909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e214-8c8d-46ad-80df-cc91662e2e20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8d756f48-cc77-49c7-8a98-397256b5b382), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.547408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:22.550573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4c5e214-8c8d-46ad-80df-cc91662e2e20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.556309 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4c5e214-8c8d-46ad-80df-cc91662e2e20 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d756f48-cc77-49c7-8a98-397256b5b382 HTTP/1.1" status: 204 len: 168 time: 0.4114125 Feb 17 22:32:22.566896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:22.574167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:22.580409 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-85abefb8-13c2-4c35-8ed7-8b2232479cd1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.580878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85abefb8-13c2-4c35-8ed7-8b2232479cd1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.584892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-85abefb8-13c2-4c35-8ed7-8b2232479cd1 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/6e4139a2-8033-4c89-84a9-01e8fc1121f1 HTTP/1.1" status: 404 len: 337 time: 0.0653145 Feb 17 22:32:22.592540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35376) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.596739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c5e214-8c8d-46ad-80df-cc91662e2e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d756f48-cc77-49c7-8a98-397256b5b382,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:22.673850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Pushing event updated for resources: {'Port': ['ID=31946a07-2c97-419b-aa17-f6cdb757c875,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:22.675457 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-117097cb-227d-494c-b342-8c14bfcd2b51 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.684231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-117097cb-227d-494c-b342-8c14bfcd2b51 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.689444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-117097cb-227d-494c-b342-8c14bfcd2b51 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/308a6d52-8091-427a-b5dc-71db4c516928 HTTP/1.1" status: 404 len: 337 time: 0.0945423 Feb 17 22:32:22.693023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35378) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.738239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045571551-network', 'tenant_id': '27c1e1332d614daa956e365a71b788cd'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:22.744278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::49 (09316e07-fc22-44f3-8240-ce381295cee3/11e6caf3-bcc9-4b55-9b31-2dca1cc8102d/84bc2171-9fc3-417d-970c-7b6063ea47f4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:22.745299 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f0be905-7d0b-4b32-927d-5fc5b545a9c0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.745925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f0be905-7d0b-4b32-927d-5fc5b545a9c0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.749197 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7f0be905-7d0b-4b32-927d-5fc5b545a9c0 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/fdbef886-bb94-4299-9b7b-31c3aed40c08 HTTP/1.1" status: 404 len: 333 time: 0.0551383 Feb 17 22:32:22.752265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35380) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.805029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Attempting to bind port 31946a07-2c97-419b-aa17-f6cdb757c875 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:32:22.805377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Attempting to bind port 31946a07-2c97-419b-aa17-f6cdb757c875 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:32:22.805768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Attempting to bind port 31946a07-2c97-419b-aa17-f6cdb757c875 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:32:22.820177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:32:22.820570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:22.820994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.821396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:32:22.822565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Bound port: 31946a07-2c97-419b-aa17-f6cdb757c875, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:32:22.823016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.827097 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce386022-c605-4fcb-83ec-0a721f7d3a61 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.827571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa3b99f-a950-481b-8134-347f67e1fb82 None None] Network 2b58b98a-5406-45f9-b76b-ae3ea38943d3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:22.827682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce386022-c605-4fcb-83ec-0a721f7d3a61 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.835348 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce386022-c605-4fcb-83ec-0a721f7d3a61 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/913467e8-ce73-41ca-b842-ab3f78dc1193 HTTP/1.1" status: 404 len: 337 time: 0.0811212 Feb 17 22:32:22.838016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.875883 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9400fecf-22e4-4910-b568-9f8eb5b02c25 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.877106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9400fecf-22e4-4910-b568-9f8eb5b02c25 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.882855 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9400fecf-22e4-4910-b568-9f8eb5b02c25 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/28b8a640-56d4-4c4f-a5c6-2267924b0156 HTTP/1.1" status: 404 len: 337 time: 0.0431418 Feb 17 22:32:22.885271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35386) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.898203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Made reservation on behalf of 27c1e1332d614daa956e365a71b788cd for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:22.901379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.932926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:22.933897 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c2e576-b70c-4e8f-9215-3cf32592c8ab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.934665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33c2e576-b70c-4e8f-9215-3cf32592c8ab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.939933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33c2e576-b70c-4e8f-9215-3cf32592c8ab tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/253534ce-4dfd-4a18-9648-7d94dad2487c HTTP/1.1" status: 404 len: 333 time: 0.0531652 Feb 17 22:32:22.950025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:22.987784 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e69aa97-c97e-4415-92d9-8d285ed95185 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:22.988253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e69aa97-c97e-4415-92d9-8d285ed95185 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:22.994758 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0e69aa97-c97e-4415-92d9-8d285ed95185 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/554ab351-c8ab-4a06-b3a6-eb1eccea965f HTTP/1.1" status: 404 len: 337 time: 0.0434458 Feb 17 22:32:22.998329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35390) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:23.009638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Provisioning complete for port a578b074-dd02-4b74-8f6e-4de316fb8f5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:23.010022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.121820 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8492d7-0aac-48eb-bd45-669cb2042ceb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] DELETE failed (client error): The resource could not be found. Feb 17 22:32:23.122361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8492d7-0aac-48eb-bd45-669cb2042ceb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:32:23.146612 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a8492d7-0aac-48eb-bd45-669cb2042ceb tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/subnets/ec5e9926-4539-415c-8f5a-04dbef666190 HTTP/1.1" status: 404 len: 337 time: 0.1348069 Feb 17 22:32:23.170052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:23.191717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] DHCP port deletion for 2b58b98a-5406-45f9-b76b-ae3ea38943d3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:23.192223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (84bc2171-9fc3-417d-970c-7b6063ea47f4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.241845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (84bc2171-9fc3-417d-970c-7b6063ea47f4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.294439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:23.298050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:23.302606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:23.321084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:23.322949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.350780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 46ddc40e-b33c-447f-8c7f-3cbf43d97140 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:23.431224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5320206 Feb 17 22:32:23.439607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35406) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:23.453806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Port a578b074-dd02-4b74-8f6e-4de316fb8f5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:23.457031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] For port 31946a07-2c97-419b-aa17-f6cdb757c875, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:23.485316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks [] for security_group (52637165-75f8-4483-b7e7-837967c18298), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.504050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (52637165-75f8-4483-b7e7-837967c18298), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.519728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:23.521136 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.547121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Deleting port a578b074-dd02-4b74-8f6e-4de316fb8f5a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:23.547509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.547993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] For port 31946a07-2c97-419b-aa17-f6cdb757c875, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=31946a07-2c97-419b-aa17-f6cdb757c875,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:32:23.554116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Provisioning complete for port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:23.555069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.559103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=84bc2171-9fc3-417d-970c-7b6063ea47f4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:23.596022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.599350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.602057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.602411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.602754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.603090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.603472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.605986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.606335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.606675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.607010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.607340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.607732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fc2d9ff-f67c-430b-ac93-1ef66bb16ee6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:23.614042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.633490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:32:23.665738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52637165-75f8-4483-b7e7-837967c18298,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:23.674063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.674564 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Added segment 4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627 of type vlan for network 5f345f40-48f9-47c1-9f3a-65cf37c3a4ec Feb 17 22:32:23.694636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16beac-cba1-479e-b813-21cf37e5f3b4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:23.704584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e16beac-cba1-479e-b813-21cf37e5f3b4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:23.706496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3e16beac-cba1-479e-b813-21cf37e5f3b4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2640748 Feb 17 22:32:23.710393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35416) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:23.718237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22714bc3-4357-4411-960a-4ae7bf7c8401 None None] Pushing event updated for resources: {'Port': ['ID=31946a07-2c97-419b-aa17-f6cdb757c875,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:23.720780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.741280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:23.771801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] Deleting port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:23.772180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.776277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Calling delete_port for a578b074-dd02-4b74-8f6e-4de316fb8f5a owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:23.941940 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.945215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:23.945691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:23.973671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (5f345f40-48f9-47c1-9f3a-65cf37c3a4ec), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.013303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 84bc2171-9fc3-417d-970c-7b6063ea47f4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:24.020588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (84bc2171-9fc3-417d-970c-7b6063ea47f4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.128107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a578b074-dd02-4b74-8f6e-4de316fb8f5a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.161048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (5f345f40-48f9-47c1-9f3a-65cf37c3a4ec), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.168000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] Calling delete_port for 46ddc40e-b33c-447f-8c7f-3cbf43d97140 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:24.168443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:24.169176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.204122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Current status of the port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:24.204523 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.303447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Port': ['ID=a578b074-dd02-4b74-8f6e-4de316fb8f5a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:24.340754 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (84bc2171-9fc3-417d-970c-7b6063ea47f4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.393551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.398465 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-737f84a1-dbcb-4131-9cab-7d41da795865 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/ports/a578b074-dd02-4b74-8f6e-4de316fb8f5a HTTP/1.1" status: 204 len: 168 time: 1.2271264 Feb 17 22:32:24.401746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35432) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:24.412467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 84bc2171-9fc3-417d-970c-7b6063ea47f4 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:24.431682 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9945705 Feb 17 22:32:24.431974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35434) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:24.480809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Request body: {'subnet': {'network_id': '5f345f40-48f9-47c1-9f3a-65cf37c3a4ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045571551-subnet', 'tenant_id': '27c1e1332d614daa956e365a71b788cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:24.494387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:24.499720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] For port 46ddc40e-b33c-447f-8c7f-3cbf43d97140, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=46ddc40e-b33c-447f-8c7f-3cbf43d97140,segment=NetworkSegment(c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7),segment_id=c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:24.533714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.600911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54279fa-4b7b-4427-a77e-0e3537eee8f5 None None] Pushing event updated for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:24.639787 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (46ddc40e-b33c-447f-8c7f-3cbf43d97140), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.642660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb952f-e45a-445a-aebc-a3ecfc01f09b admin admin] Pushing event updated for resources: {'Network': ['ID=5f345f40-48f9-47c1-9f3a-65cf37c3a4ec,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:24.662481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 5f345f40-48f9-47c1-9f3a-65cf37c3a4ec details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:32:24.690913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2b58b98a-5406-45f9-b76b-ae3ea38943d3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.780408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] Pushing event deleted for resources: {'Port': ['ID=46ddc40e-b33c-447f-8c7f-3cbf43d97140,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:24.788182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1b1df-1971-4ce1-9d72-82dd328ed0a1 None None] No DVR routers for this DVR port 46ddc40e-b33c-447f-8c7f-3cbf43d97140 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:24.823402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Made reservation on behalf of 27c1e1332d614daa956e365a71b788cd for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:24.823978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2b58b98a-5406-45f9-b76b-ae3ea38943d3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.831434 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.863431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b58b98a-5406-45f9-b76b-ae3ea38943d3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:24.875353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:24.875684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:24.887402 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.905226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.913863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:24.914456 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (c43c5c3d-ebf2-4efd-9a6a-e417bc1c71b7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:24.918150 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:25.014174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2b58b98a-5406-45f9-b76b-ae3ea38943d3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.021829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.027942 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] 10.222.0.79 "DELETE /v2.0/networks/2b58b98a-5406-45f9-b76b-ae3ea38943d3 HTTP/1.1" status: 204 len: 168 time: 0.6227279 Feb 17 22:32:25.037231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.043021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.048407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.054259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.061552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc421ae6-a9e9-4678-a093-0de0b8867b81 tempest-PortsTestJSON-524422195 tempest-PortsTestJSON-524422195-project] Pushing event deleted for resources: {'Network': ['ID=2b58b98a-5406-45f9-b76b-ae3ea38943d3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:25.068339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.074449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.080869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.083597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-867b9f07-370b-40d1-9ac4-39d21cd32868 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.4208410 Feb 17 22:32:25.215981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eff4b4f5-4396-45b7-875d-e57fec2513d6 req-67806945-085f-4123-bc41-22d5590a42f1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0899863 Feb 17 22:32:25.242108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (190384ee-ee94-41ae-9640-c5a3cbf6c3b1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.278841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.338679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Pushing event updated for resources: {'Subnet': ['ID=190384ee-ee94-41ae-9640-c5a3cbf6c3b1,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:25.362561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (84bc2171-9fc3-417d-970c-7b6063ea47f4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.405732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=84bc2171-9fc3-417d-970c-7b6063ea47f4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:25.424034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 31946a07-2c97-419b-aa17-f6cdb757c875 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:25.432156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Checking segment: {'id': '4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5f345f40-48f9-47c1-9f3a-65cf37c3a4ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:25.432980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Network hostable DHCP agents. Network: 5f345f40-48f9-47c1-9f3a-65cf37c3a4ec, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:32:25.480996 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.488297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eee7b66c-510f-496c-873a-31149627e728 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/84bc2171-9fc3-417d-970c-7b6063ea47f4 HTTP/1.1" status: 204 len: 168 time: 1.7765548 Feb 17 22:32:25.491677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:25.501455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Network 5f345f40-48f9-47c1-9f3a-65cf37c3a4ec is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:32:25.514167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 5f345f40-48f9-47c1-9f3a-65cf37c3a4ec) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:25.533172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.537307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.538029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d597d8-cb2e-4265-b2b6-a746a18ce4ec None None] Network 5f345f40-48f9-47c1-9f3a-65cf37c3a4ec requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:25.581795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-85d3060b-5676-4b91-b24d-eece8b7dfaca admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1437657 Feb 17 22:32:25.617168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1a8a4-0063-4780-a229-ca454e5fe622 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.618710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d1a8a4-0063-4780-a229-ca454e5fe622 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:25.624181 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28d1a8a4-0063-4780-a229-ca454e5fe622 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1287162 Feb 17 22:32:25.625045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:25.670756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35480) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:25.744764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 31946a07-2c97-419b-aa17-f6cdb757c875 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:25.745133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.749714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 11e6caf3-bcc9-4b55-9b31-2dca1cc8102d {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:25.756685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (11e6caf3-bcc9-4b55-9b31-2dca1cc8102d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:25.860990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbcff11-934c-4283-b858-7b2f78148b31 None None] Network 5f345f40-48f9-47c1-9f3a-65cf37c3a4ec requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:25.889868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (11e6caf3-bcc9-4b55-9b31-2dca1cc8102d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.041672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb98656-79cd-41fd-b0fa-e7ca5455730b req-53bbda88-44bb-48d0-9b8d-469685affcc3 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.049432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cb98656-79cd-41fd-b0fa-e7ca5455730b req-53bbda88-44bb-48d0-9b8d-469685affcc3 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.1320655 Feb 17 22:32:26.070891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (11e6caf3-bcc9-4b55-9b31-2dca1cc8102d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.190796 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (11e6caf3-bcc9-4b55-9b31-2dca1cc8102d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.237444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 31946a07-2c97-419b-aa17-f6cdb757c875 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:26.237933 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.255165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cb98656-79cd-41fd-b0fa-e7ca5455730b req-9e57afba-ae9a-4300-bbc5-9d8393f7964f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040062 Feb 17 22:32:26.265887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=11e6caf3-bcc9-4b55-9b31-2dca1cc8102d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:26.276912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0d618b4d-be67-4395-bd1e-0a79fb544d2b None None] Provisioning complete for port 31946a07-2c97-419b-aa17-f6cdb757c875 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:26.277024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d618b4d-be67-4395-bd1e-0a79fb544d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.277994 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.281921 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-828a37aa-ee2f-4c0f-87ca-7c6ffd9daed2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/11e6caf3-bcc9-4b55-9b31-2dca1cc8102d HTTP/1.1" status: 204 len: 168 time: 0.6549840 Feb 17 22:32:26.284542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35520) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:26.375696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:32:26.376021 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:32:26.456928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0d618b4d-be67-4395-bd1e-0a79fb544d2b None None] Current status of the port 31946a07-2c97-419b-aa17-f6cdb757c875 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:26.458142 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d618b4d-be67-4395-bd1e-0a79fb544d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.467690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6eca581f-8526-4199-a9f8-2f51baa6f35a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1793456 Feb 17 22:32:26.468239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35526) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:26.474454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:26.487743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35528) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:26.540012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0d618b4d-be67-4395-bd1e-0a79fb544d2b None None] For port 31946a07-2c97-419b-aa17-f6cdb757c875, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=31946a07-2c97-419b-aa17-f6cdb757c875,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:26.549798 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d618b4d-be67-4395-bd1e-0a79fb544d2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.648391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d618b4d-be67-4395-bd1e-0a79fb544d2b None None] Pushing event updated for resources: {'Port': ['ID=31946a07-2c97-419b-aa17-f6cdb757c875,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:26.663328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35534) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:26.664170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7286e5b4-f821-4038-a899-5c301a59a0a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5d5bde6308714fd4aa05863fc9e096e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9893887 Feb 17 22:32:26.669476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4ce280fc-7a1f-466c-9334-17277f069d7e None None] Could not find standard attr ID for object 84bc2171-9fc3-417d-970c-7b6063ea47f4. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:26.714358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e507ef9-b668-4cf2-ab9f-e337ce4f425f None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:26.765120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026be38b-cf42-428d-bcd3-602457af1068 admin admin] Publish callbacks [] for security_group (d26a6acc-1cc2-418a-9a3c-5e303a7ffe70), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.766584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:26.770076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.782243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.805795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.836245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.849329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.872804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.879499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.887083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:26.900690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-00445e97-8d1c-4b1d-9c41-97c8d673c92e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.4477525 Feb 17 22:32:26.945354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026be38b-cf42-428d-bcd3-602457af1068 admin admin] Publish callbacks [] for security_group (d26a6acc-1cc2-418a-9a3c-5e303a7ffe70), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.996565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5d994cd-395c-4641-aa23-c1a102922919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:26.997468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 31946a07-2c97-419b-aa17-f6cdb757c875 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:27.026483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-879cb2c4-a089-4296-a9ab-2fe09fd399a7 req-e1f31f7b-78de-4766-ab79-027ed6c2a4ca tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245513 Feb 17 22:32:27.130395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:27.162975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026be38b-cf42-428d-bcd3-602457af1068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d26a6acc-1cc2-418a-9a3c-5e303a7ffe70), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.167653 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-026be38b-cf42-428d-bcd3-602457af1068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.173052 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-026be38b-cf42-428d-bcd3-602457af1068 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d26a6acc-1cc2-418a-9a3c-5e303a7ffe70 HTTP/1.1" status: 204 len: 168 time: 0.4947600 Feb 17 22:32:27.228463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026be38b-cf42-428d-bcd3-602457af1068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26a6acc-1cc2-418a-9a3c-5e303a7ffe70,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:27.365950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] Deleting port 31946a07-2c97-419b-aa17-f6cdb757c875 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:27.366810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.397291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 31946a07-2c97-419b-aa17-f6cdb757c875 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:27.440236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35552) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:27.446151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048855349-network', 'tenant_id': 'acf82c294e994899b5295e0d8e8a93bd'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:27.561024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (ff7de741-758e-4e2b-9f99-7c2ca9841b14), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.579669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Made reservation on behalf of acf82c294e994899b5295e0d8e8a93bd for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:27.588495 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.607677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.636040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5d994cd-395c-4641-aa23-c1a102922919 admin admin] Publish callbacks [] for security_group (c65deb1d-0d6c-4646-95d2-35b90e6936bc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.655438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01896c-a810-4fac-93ee-f676644dbdaf req-545eea08-bc76-4036-8549-f56fe47bc73d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:27.657507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb01896c-a810-4fac-93ee-f676644dbdaf req-545eea08-bc76-4036-8549-f56fe47bc73d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.1726365 Feb 17 22:32:27.662862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:27.764469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb01896c-a810-4fac-93ee-f676644dbdaf req-339a25ad-2d76-428a-b06c-f9430fed825c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900657 Feb 17 22:32:27.790063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:27.808107 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=ff7de741-758e-4e2b-9f99-7c2ca9841b14,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:27.808107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5d994cd-395c-4641-aa23-c1a102922919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c65deb1d-0d6c-4646-95d2-35b90e6936bc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.830959 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks [] for security_group (e80abf18-2734-4e32-b7b1-1a265e44b150), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.842051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:27.842880 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.895515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e80abf18-2734-4e32-b7b1-1a265e44b150), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.905218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d994cd-395c-4641-aa23-c1a102922919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65deb1d-0d6c-4646-95d2-35b90e6936bc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:27.934747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:32:27.962143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (273f7bbe-44ce-4946-a8d7-3568ac828936), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:27.964232 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Added segment 273f7bbe-44ce-4946-a8d7-3568ac828936 of type vlan for network c665c429-a7ac-4a60-baff-44aa2bdfa4d9 Feb 17 22:32:28.005363 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5d994cd-395c-4641-aa23-c1a102922919 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dbea0b579eae45e18f9282b939e8f458&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5115685 Feb 17 22:32:28.006172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35586) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:28.020710 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ef9b6771-5b18-4756-a5d1-95a403b2bf3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5499351 Feb 17 22:32:28.032414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] For port 31946a07-2c97-419b-aa17-f6cdb757c875, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=31946a07-2c97-419b-aa17-f6cdb757c875,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:28.032900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.055742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] Calling delete_port for 31946a07-2c97-419b-aa17-f6cdb757c875 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:28.073272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:28.076055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (c665c429-a7ac-4a60-baff-44aa2bdfa4d9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.078429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'name': 'tempest-NetworksTestDHCPv6-1487979264'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:28.186173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.196515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.207647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.224941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.229832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 31946a07-2c97-419b-aa17-f6cdb757c875 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:28.230224 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.239307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.252068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.266898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.273254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-249359e7-e625-4949-8981-40e61ac3b0d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.4547911 Feb 17 22:32:28.277484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (c665c429-a7ac-4a60-baff-44aa2bdfa4d9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.278985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.280151 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.301202 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (31946a07-2c97-419b-aa17-f6cdb757c875), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.339333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] Pushing event deleted for resources: {'Port': ['ID=31946a07-2c97-419b-aa17-f6cdb757c875,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:28.359766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa15d16-76dc-47af-b161-534c2c4508cf None None] No DVR routers for this DVR port 31946a07-2c97-419b-aa17-f6cdb757c875 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:28.384305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b50814-d954-4fd5-9a87-ac3a7d1402e7 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:28.428031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80abf18-2734-4e32-b7b1-1a265e44b150,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:28.484666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbde5f5-6093-41af-8984-86e91d0d1d09 admin admin] Publish callbacks [] for security_group (c65deb1d-0d6c-4646-95d2-35b90e6936bc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.560401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'ff7de741-758e-4e2b-9f99-7c2ca9841b14'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:32:28.561809 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.573555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbde5f5-6093-41af-8984-86e91d0d1d09 admin admin] Publish callbacks [] for security_group (c65deb1d-0d6c-4646-95d2-35b90e6936bc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.597553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:28.604589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.672447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2279994 Feb 17 22:32:28.672969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35610) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:28.689282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-8e1a67a5-928a-499b-b26f-beb5489779a5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:28.690699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-8e1a67a5-928a-499b-b26f-beb5489779a5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "GET /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4059892 Feb 17 22:32:28.699361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Request body: {'subnet': {'network_id': 'c665c429-a7ac-4a60-baff-44aa2bdfa4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2048855349-subnet', 'tenant_id': 'acf82c294e994899b5295e0d8e8a93bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:28.708143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8238be1f-2f28-4d88-b39a-7ab64e8e76d3 admin admin] Pushing event updated for resources: {'Network': ['ID=c665c429-a7ac-4a60-baff-44aa2bdfa4d9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:28.731943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network c665c429-a7ac-4a60-baff-44aa2bdfa4d9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:32:28.746366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port a934bc60-0cce-4f22-9723-a1781c4bb8d5 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:28.852283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Made reservation on behalf of acf82c294e994899b5295e0d8e8a93bd for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:28.855430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.895973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbde5f5-6093-41af-8984-86e91d0d1d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c65deb1d-0d6c-4646-95d2-35b90e6936bc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.909234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbde5f5-6093-41af-8984-86e91d0d1d09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:28.911065 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fcbde5f5-6093-41af-8984-86e91d0d1d09 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c65deb1d-0d6c-4646-95d2-35b90e6936bc HTTP/1.1" status: 204 len: 168 time: 0.9032953 Feb 17 22:32:29.009762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.023244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.053264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.060575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/ff7de741-758e-4e2b-9f99-7c2ca9841b14/3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:29.064437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.081251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35632) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:29.087408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.108858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.125713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.141499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-79a2f59f-942e-4ec4-b942-e1937f503dd0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 5436 time: 0.8544095 Feb 17 22:32:29.160155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbde5f5-6093-41af-8984-86e91d0d1d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65deb1d-0d6c-4646-95d2-35b90e6936bc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:29.440361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-b96e3c68-0768-4981-b0ad-5c5c354bdd03 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "GET /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7350297 Feb 17 22:32:29.462076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:29.483572 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32946830-1e6b-45b5-9b13-9dc75f10dfcf req-e8a4e8b8-a235-430f-b488-ceea32a949d7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3025637 Feb 17 22:32:29.493965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501d281-db2e-4d79-80a4-d998678ed900 req-dbdbc23e-1639-4468-a97b-84abe70060a4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:29.497957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5501d281-db2e-4d79-80a4-d998678ed900 req-dbdbc23e-1639-4468-a97b-84abe70060a4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.5875289 Feb 17 22:32:29.513419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Publish callbacks [] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:29.524670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:29.594594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:29.601633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:29.605838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:29.675478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::2a3 (09316e07-fc22-44f3-8240-ce381295cee3/ff7de741-758e-4e2b-9f99-7c2ca9841b14/a934bc60-0cce-4f22-9723-a1781c4bb8d5) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:29.703788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Pushing event updated for resources: {'Port': ['ID=3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:29.739290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5501d281-db2e-4d79-80a4-d998678ed900 req-fff6f1ee-7c58-48c4-82dd-72517eb65996 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989193 Feb 17 22:32:29.745545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:29.750251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Attempting to bind port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:32:29.751011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Attempting to bind port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:32:29.751999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Attempting to bind port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:32:29.769413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:32:29.773184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:29.774908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:29.775994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:32:29.781874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Bound port: 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:32:29.781874 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:29.947929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (a934bc60-0cce-4f22-9723-a1781c4bb8d5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.021425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] For port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:30.022116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0af8815a-c7cd-46c6-b027-22d9f2a442f6 tempest-ServiceProvidersTest-1652823728 tempest-ServiceProvidersTest-1652823728-project] 10.222.0.79 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.9297328 Feb 17 22:32:30.039017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] For port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:32:30.062410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.135675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] For port a17a7c7a-bf87-4900-abc8-4d0edddcf323, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a17a7c7a-bf87-4900-abc8-4d0edddcf323,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:30.149800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a934bc60-0cce-4f22-9723-a1781c4bb8d5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.200559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb09530-8493-4253-9b5f-7b17ae7e99a5 None None] Pushing event updated for resources: {'Port': ['ID=3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:30.289341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (eef78125-947e-4497-acaf-f301baf60a49), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.303256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] For port a17a7c7a-bf87-4900-abc8-4d0edddcf323, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:30.342355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:30.377991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:30.386457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:30.392034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:30.392703 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.397774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35670) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:30.423353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=a934bc60-0cce-4f22-9723-a1781c4bb8d5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:30.445548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3883ca86-6867-4dcb-bb67-2ae9d8d323d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.476333 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-288656f9-7caa-4cd2-9c39-9740ab309e36 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4019032 Feb 17 22:32:30.480441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35676) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:30.482946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef78125-947e-4497-acaf-f301baf60a49,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:30.490239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] device_id is not set on port a17a7c7a-bf87-4900-abc8-4d0edddcf323 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:30.519073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] Publish callbacks [] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.556253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.600425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Checking segment: {'id': '273f7bbe-44ce-4946-a8d7-3568ac828936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c665c429-a7ac-4a60-baff-44aa2bdfa4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:30.600915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Network hostable DHCP agents. Network: c665c429-a7ac-4a60-baff-44aa2bdfa4d9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:32:30.666724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35682) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:30.696172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Network c665c429-a7ac-4a60-baff-44aa2bdfa4d9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:32:30.731020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f9741-a397-4df8-b568-792efe178617 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:30.768146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f9741-a397-4df8-b568-792efe178617 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:30.784416 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-026f9741-a397-4df8-b568-792efe178617 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.3013024 Feb 17 22:32:30.796570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35692) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:30.951880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, c665c429-a7ac-4a60-baff-44aa2bdfa4d9) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:30.961754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:30.966136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:30.981889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c4bca28-68bb-4680-a9ac-efdacc59fa30 None None] Network c665c429-a7ac-4a60-baff-44aa2bdfa4d9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:30.990375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] Pushing event updated for resources: {'Port': ['ID=a17a7c7a-bf87-4900-abc8-4d0edddcf323,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:31.088488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] No DVR routers for this DVR port a17a7c7a-bf87-4900-abc8-4d0edddcf323 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:31.299151 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-10a005ab-8943-4a22-97c6-9662ba5055fe admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6062250 Feb 17 22:32:31.449511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port a934bc60-0cce-4f22-9723-a1781c4bb8d5 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:31.450252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a934bc60-0cce-4f22-9723-a1781c4bb8d5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:31.468853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a92545d-6d0a-4c56-b336-14c7b42b37d8 None None] Network c665c429-a7ac-4a60-baff-44aa2bdfa4d9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:31.507138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3883ca86-6867-4dcb-bb67-2ae9d8d323d4 admin admin] Publish callbacks [] for security_group (6043c337-7ea0-426a-8f1c-ec4c6741ade5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:31.587538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3883ca86-6867-4dcb-bb67-2ae9d8d323d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6043c337-7ea0-426a-8f1c-ec4c6741ade5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:31.623826 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f487ac-d0f6-4119-a3dd-974268b0ba18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:31.680155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] In _notify_port_updated(), no bound segment for port a17a7c7a-bf87-4900-abc8-4d0edddcf323 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:32:31.681057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:31.681662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:31.683006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-aa199abc-2d21-4e96-804b-a9f28f0bae9d service neutron] 10.222.0.94 "PUT /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 200 len: 1028 time: 2.2354705 Feb 17 22:32:31.739527 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a934bc60-0cce-4f22-9723-a1781c4bb8d5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:31.779064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:31.796035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for a934bc60-0cce-4f22-9723-a1781c4bb8d5 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:31.800799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35724) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:31.818855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-46428d7a-9b1d-4e7a-912e-9bd3feeb2f9b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:31.824795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-46428d7a-9b1d-4e7a-912e-9bd3feeb2f9b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:31.830575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-46428d7a-9b1d-4e7a-912e-9bd3feeb2f9b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:31.836355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-46428d7a-9b1d-4e7a-912e-9bd3feeb2f9b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:31.846469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-46428d7a-9b1d-4e7a-912e-9bd3feeb2f9b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:31.855161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-46428d7a-9b1d-4e7a-912e-9bd3feeb2f9b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:31.872652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-46428d7a-9b1d-4e7a-912e-9bd3feeb2f9b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 4661 time: 1.1450088 Feb 17 22:32:31.923040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3883ca86-6867-4dcb-bb67-2ae9d8d323d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b20f154ba29049cba065ae64e1c491af&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5233424 Feb 17 22:32:31.940605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:31.962746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fd4acbce-d75b-4621-b178-c00dbe207a81 None None] Provisioning complete for port a17a7c7a-bf87-4900-abc8-4d0edddcf323 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:31.963304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd4acbce-d75b-4621-b178-c00dbe207a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:31.966488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3883ca86-6867-4dcb-bb67-2ae9d8d323d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043c337-7ea0-426a-8f1c-ec4c6741ade5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:32.019795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1698042-edb5-444f-9ef1-c98b2cb88f52 req-ccc0e559-81ef-4e5f-b278-48d09ea36600 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:32.022111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1698042-edb5-444f-9ef1-c98b2cb88f52 req-ccc0e559-81ef-4e5f-b278-48d09ea36600 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 1.0244038 Feb 17 22:32:32.050064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] Deleting subnet 190384ee-ee94-41ae-9640-c5a3cbf6c3b1 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:32.066636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd4acbce-d75b-4621-b178-c00dbe207a81 None None] Port a17a7c7a-bf87-4900-abc8-4d0edddcf323 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:32.082028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:32.083209 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.125499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] Publish callbacks [] for subnet (190384ee-ee94-41ae-9640-c5a3cbf6c3b1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.130581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-7dedbcda-81d4-4dc1-8476-44df324789d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:32.133064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-7dedbcda-81d4-4dc1-8476-44df324789d9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "GET /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4078832 Feb 17 22:32:32.149603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a17a7c7a-bf87-4900-abc8-4d0edddcf323 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:32.186812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:32.216464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (190384ee-ee94-41ae-9640-c5a3cbf6c3b1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.248072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:32.259764 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.272147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (190384ee-ee94-41ae-9640-c5a3cbf6c3b1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.297166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port a17a7c7a-bf87-4900-abc8-4d0edddcf323 host ! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:32:32.308088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a17a7c7a-bf87-4900-abc8-4d0edddcf323 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:32.308656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 2bda1d45-b83b-46ac-adc6-674d05d87beb no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:32.344537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99e2db06-2121-4dd4-9c29-e9e4096944ca req-4f26fc37-42b4-496c-9134-5f904a205e55 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&id=1601447e-02b4-4a94-9e00-d395bbc5503f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3805797 Feb 17 22:32:32.406948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 2bda1d45-b83b-46ac-adc6-674d05d87beb is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:32.407475 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.428944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:32.440823 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.442631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a934bc60-0cce-4f22-9723-a1781c4bb8d5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.445955 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (190384ee-ee94-41ae-9640-c5a3cbf6c3b1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.454660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1698042-edb5-444f-9ef1-c98b2cb88f52 req-3b483c0c-9c25-41d0-88d8-a7599c49d1f6 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4173825 Feb 17 22:32:32.538369 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.558639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:32.562595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:32:32.567969 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1f675d-1e23-459a-8b36-149b0a2152d1" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:32:32.602601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.605011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f487ac-d0f6-4119-a3dd-974268b0ba18 admin admin] Publish callbacks [] for security_group (f0410496-4f14-458b-ad85-4f6292f16972), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.612788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f487ac-d0f6-4119-a3dd-974268b0ba18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f0410496-4f14-458b-ad85-4f6292f16972), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.622074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.622074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.622074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.622074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.622074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.622074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.622074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.623185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.623818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.624476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.625101 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/190384ee-ee94-41ae-9640-c5a3cbf6c3b1 HTTP/1.1" status: 204 len: 168 time: 0.8215148 Feb 17 22:32:32.625292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.625902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.626564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:32.627462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e01b00-edf6-4a11-8b82-e04bc1ef7647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=190384ee-ee94-41ae-9640-c5a3cbf6c3b1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:32.637272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 2bda1d45-b83b-46ac-adc6-674d05d87beb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:32.645536 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.646842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 71991263-60b1-40fd-bba4-34e8fb19d320 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:32.647684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81b78414-9026-49ca-8cb5-9d92c24ff5c7 admin admin] Publish callbacks [] for security_group (6043c337-7ea0-426a-8f1c-ec4c6741ade5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.651043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35746) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:32.661247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f487ac-d0f6-4119-a3dd-974268b0ba18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0410496-4f14-458b-ad85-4f6292f16972,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:32.698183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e8f487ac-d0f6-4119-a3dd-974268b0ba18 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9106998787f542cfa68f007c1a4da034&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0281253 Feb 17 22:32:32.709476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=a934bc60-0cce-4f22-9723-a1781c4bb8d5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:32.713426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35748) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:32.764905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35750) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:32.838612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-61ece50b-3948-43f6-afc8-8b0e5ea8f841 None None] Provisioning complete for port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:32.841191 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-61ece50b-3948-43f6-afc8-8b0e5ea8f841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:32.872147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] For port d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:32.953114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] For port d39b0d22-24dc-43dc-a39c-8d28ec2069a8, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:32.991361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81b78414-9026-49ca-8cb5-9d92c24ff5c7 admin admin] Publish callbacks [] for security_group (6043c337-7ea0-426a-8f1c-ec4c6741ade5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.011193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=2bda1d45-b83b-46ac-adc6-674d05d87beb,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:33.031149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] device_id is not set on port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:33.046337 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] Publish callbacks [] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.072274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.075840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc936695-90a3-4ea4-9cc0-994d86152142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.078329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.079913 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-69d99982-4caf-4a3b-be5e-61dc8ac04c55 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/a934bc60-0cce-4f22-9723-a1781c4bb8d5 HTTP/1.1" status: 204 len: 168 time: 2.2645957 Feb 17 22:32:33.092686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35754) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:33.108461 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb6889-c682-492b-a412-d712de0024d0 x-openstack-request-id: req-4ffb6889-c682-492b-a412-d712de0024d0 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:32:33.108899 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:32:33.109291 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ffb6889-c682-492b-a412-d712de0024d0 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:32:33.109995 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'code': 200} Feb 17 22:32:33.193289 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5f345f40-48f9-47c1-9f3a-65cf37c3a4ec), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.193799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-61ece50b-3948-43f6-afc8-8b0e5ea8f841 None None] Current status of the port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:33.206875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 71991263-60b1-40fd-bba4-34e8fb19d320 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:33.208264 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.268706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81b78414-9026-49ca-8cb5-9d92c24ff5c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6043c337-7ea0-426a-8f1c-ec4c6741ade5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.276555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81b78414-9026-49ca-8cb5-9d92c24ff5c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.280586 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-81b78414-9026-49ca-8cb5-9d92c24ff5c7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6043c337-7ea0-426a-8f1c-ec4c6741ade5 HTTP/1.1" status: 204 len: 168 time: 1.3293209 Feb 17 22:32:33.289984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 71991263-60b1-40fd-bba4-34e8fb19d320, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=71991263-60b1-40fd-bba4-34e8fb19d320,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:33.296872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.298157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b37dfe7c-e1b9-458e-b07b-a72461f2939c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:33.299317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b78414-9026-49ca-8cb5-9d92c24ff5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043c337-7ea0-426a-8f1c-ec4c6741ade5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:33.330917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00d05b-f4ce-4eeb-ade6-fb5ab908ca85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:33.333558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00d05b-f4ce-4eeb-ade6-fb5ab908ca85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:33.336057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c00d05b-f4ce-4eeb-ade6-fb5ab908ca85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2251823 Feb 17 22:32:33.346840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35758) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:33.353930 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d91e995-f459-4529-83b4-e0b966658e73 admin admin] Publish callbacks [] for security_group (f0410496-4f14-458b-ad85-4f6292f16972), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.358962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] No DVR routers for this DVR port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:33.416518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] Pushing event updated for resources: {'Port': ['ID=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:33.510610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d91e995-f459-4529-83b4-e0b966658e73 admin admin] Publish callbacks [] for security_group (f0410496-4f14-458b-ad85-4f6292f16972), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.543628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5f345f40-48f9-47c1-9f3a-65cf37c3a4ec), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.634006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f345f40-48f9-47c1-9f3a-65cf37c3a4ec']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:33.648821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:33.656078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:33.656468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=71991263-60b1-40fd-bba4-34e8fb19d320,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:33.660735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:33.682329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.706585 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.711479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7b1b062d-4862-416d-bc92-8565a49c27e4 None None] Could not find standard attr ID for object a934bc60-0cce-4f22-9723-a1781c4bb8d5. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:33.724501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:33.725560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (4a4b07d1-d6a4-40b0-920a-f7b5e8cf8627), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.773459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet ff7de741-758e-4e2b-9f99-7c2ca9841b14 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:33.781404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:33.781783 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.788424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] In _notify_port_updated(), no bound segment for port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 on network 5d00f070-2d93-4b94-86cb-e0b7504883b4 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:32:33.791544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:33.792881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.795175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f0a7d4cc-9fbc-44b6-a827-d4ed5e69ce08 service neutron] 10.222.0.94 "PUT /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 200 len: 1028 time: 1.6260366 Feb 17 22:32:33.798439 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (ff7de741-758e-4e2b-9f99-7c2ca9841b14), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:33.798942 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:33.823391 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc936695-90a3-4ea4-9cc0-994d86152142 admin admin] Publish callbacks [] for security_group (956c21eb-a7f3-4b1f-b74c-99a1d2be7c73), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.861219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (5f345f40-48f9-47c1-9f3a-65cf37c3a4ec), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.867255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b37dfe7c-e1b9-458e-b07b-a72461f2939c is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:33.867711 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.875929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.881390 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] 10.222.0.79 "DELETE /v2.0/networks/5f345f40-48f9-47c1-9f3a-65cf37c3a4ec HTTP/1.1" status: 204 len: 168 time: 1.1966641 Feb 17 22:32:33.890593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b425f37b-4cce-4974-b8c2-92849bb44efb None None] Provisioning complete for port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:33.890977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b425f37b-4cce-4974-b8c2-92849bb44efb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.891296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35768) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:33.913881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc936695-90a3-4ea4-9cc0-994d86152142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (956c21eb-a7f3-4b1f-b74c-99a1d2be7c73), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.927474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf50ce1-cfef-45dc-b4ac-b66827a2faab admin admin] Pushing event deleted for resources: {'Network': ['ID=5f345f40-48f9-47c1-9f3a-65cf37c3a4ec,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:33.965213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b425f37b-4cce-4974-b8c2-92849bb44efb None None] Port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:33.981103 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d91e995-f459-4529-83b4-e0b966658e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f0410496-4f14-458b-ad85-4f6292f16972), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.986195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d91e995-f459-4529-83b4-e0b966658e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:33.990970 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4d91e995-f459-4529-83b4-e0b966658e73 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f0410496-4f14-458b-ad85-4f6292f16972 HTTP/1.1" status: 204 len: 168 time: 1.2370059 Feb 17 22:32:34.012694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b37dfe7c-e1b9-458e-b07b-a72461f2939c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:34.015714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91e995-f459-4529-83b4-e0b966658e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0410496-4f14-458b-ad85-4f6292f16972,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:34.044749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] Deleting subnet eef78125-947e-4497-acaf-f301baf60a49 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:34.056414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] Publish callbacks [] for subnet (eef78125-947e-4497-acaf-f301baf60a49), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.060745 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (ff7de741-758e-4e2b-9f99-7c2ca9841b14), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.083750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.085427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 291c1fc8-69a8-4618-8ab7-096ba6999630 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:34.129673 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (eef78125-947e-4497-acaf-f301baf60a49), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.173915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bc936695-90a3-4ea4-9cc0-994d86152142 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=727de793c174405f8e1568da53753b19&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4080160 Feb 17 22:32:34.186312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35778) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:34.219177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:34.246513 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (eef78125-947e-4497-acaf-f301baf60a49), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.251123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b37dfe7c-e1b9-458e-b07b-a72461f2939c,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:34.271744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc936695-90a3-4ea4-9cc0-994d86152142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=956c21eb-a7f3-4b1f-b74c-99a1d2be7c73,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:34.312707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 291c1fc8-69a8-4618-8ab7-096ba6999630 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:34.313098 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.321890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42b55-5fa9-4ef1-aff7-ad638847ac45 req-add11893-9df5-48ec-9ea3-2c36b1bcc5b5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:34.328114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42b55-5fa9-4ef1-aff7-ad638847ac45 req-add11893-9df5-48ec-9ea3-2c36b1bcc5b5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:34.334990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42b55-5fa9-4ef1-aff7-ad638847ac45 req-add11893-9df5-48ec-9ea3-2c36b1bcc5b5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:34.341865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42b55-5fa9-4ef1-aff7-ad638847ac45 req-add11893-9df5-48ec-9ea3-2c36b1bcc5b5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:34.349107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd42b55-5fa9-4ef1-aff7-ad638847ac45 req-add11893-9df5-48ec-9ea3-2c36b1bcc5b5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:34.357482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0dd42b55-5fa9-4ef1-aff7-ad638847ac45 req-add11893-9df5-48ec-9ea3-2c36b1bcc5b5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 3882 time: 0.7454827 Feb 17 22:32:34.366700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 291c1fc8-69a8-4618-8ab7-096ba6999630, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=291c1fc8-69a8-4618-8ab7-096ba6999630,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:34.374635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.376047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d39b0d22-24dc-43dc-a39c-8d28ec2069a8 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:34.392168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893a610-93d6-4b6e-a763-c74d14366f7c req-3d4a5315-f86c-44c1-ada0-57d4f64f05c3 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:34.394198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5893a610-93d6-4b6e-a763-c74d14366f7c req-3d4a5315-f86c-44c1-ada0-57d4f64f05c3 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.6293666 Feb 17 22:32:34.541689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ff7de741-758e-4e2b-9f99-7c2ca9841b14), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.555934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 host ! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:32:34.556594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d39b0d22-24dc-43dc-a39c-8d28ec2069a8 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:34.557166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:34.561073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=291c1fc8-69a8-4618-8ab7-096ba6999630,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:34.577198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9921f320-059c-4efc-a089-966ebfb5cfc5 admin admin] Publish callbacks [] for security_group (956c21eb-a7f3-4b1f-b74c-99a1d2be7c73), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.613775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0dd42b55-5fa9-4ef1-aff7-ad638847ac45 req-9847999f-e1a0-4d20-86da-286aa94597fd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547708 Feb 17 22:32:34.635983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5893a610-93d6-4b6e-a763-c74d14366f7c req-6ffbf2a1-6a48-412d-9162-1bf99a44bc9a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2189937 Feb 17 22:32:34.646652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:34.647261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.717429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9921f320-059c-4efc-a089-966ebfb5cfc5 admin admin] Publish callbacks [] for security_group (956c21eb-a7f3-4b1f-b74c-99a1d2be7c73), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.732934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:34.735429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.784313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (ff7de741-758e-4e2b-9f99-7c2ca9841b14), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.812705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:34.820224 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.835665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.841789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ff7de741-758e-4e2b-9f99-7c2ca9841b14 HTTP/1.1" status: 204 len: 168 time: 1.4792881 Feb 17 22:32:34.842625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35798) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:34.847106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b172c-a3c3-4fb3-951f-9c4fa669e73d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7de741-758e-4e2b-9f99-7c2ca9841b14,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:34.903020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-11a79e01-c688-4925-ac12-8313ae5bd2b6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522516 Feb 17 22:32:34.907335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:34.911095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] For port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:34.911497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.942797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877b15c9-89cc-4f0d-9e23-e0d65b8a1103 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:34.977873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9921f320-059c-4efc-a089-966ebfb5cfc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (956c21eb-a7f3-4b1f-b74c-99a1d2be7c73), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.980691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9921f320-059c-4efc-a089-966ebfb5cfc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.981823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (eef78125-947e-4497-acaf-f301baf60a49), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:34.982358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9921f320-059c-4efc-a089-966ebfb5cfc5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/956c21eb-a7f3-4b1f-b74c-99a1d2be7c73 HTTP/1.1" status: 204 len: 168 time: 0.7944400 Feb 17 22:32:34.984748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:35.021561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef78125-947e-4497-acaf-f301baf60a49,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:35.032638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.040919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921f320-059c-4efc-a089-966ebfb5cfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956c21eb-a7f3-4b1f-b74c-99a1d2be7c73,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:35.041818 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b55d5aa5-86d3-4063-9b4a-9f0338d8ff86 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/eef78125-947e-4497-acaf-f301baf60a49 HTTP/1.1" status: 204 len: 168 time: 1.1290426 Feb 17 22:32:35.042911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:35.149883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed5fe8-3f7f-41c7-8ba0-4e16514c6d9d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:35.155836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-beed5fe8-3f7f-41c7-8ba0-4e16514c6d9d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2471037 Feb 17 22:32:35.156586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35812) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:35.185164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:32:35.188500 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80924f23-264e-45af-a88f-9b49a188edf0" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:32:35.239744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:35.254291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (c665c429-a7ac-4a60-baff-44aa2bdfa4d9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.277706 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 17 Feb 2022 22:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ff5fcd-c485-4a5a-a9cb-3d4fa3c14344 x-openstack-request-id: req-09ff5fcd-c485-4a5a-a9cb-3d4fa3c14344 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:32:35.278327 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-unplugged", "status": "completed", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:32:35.278899 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-09ff5fcd-c485-4a5a-a9cb-3d4fa3c14344 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:32:35.279339 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320', 'code': 200} Feb 17 22:32:35.279748 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c', 'code': 200} Feb 17 22:32:35.280030 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630', 'code': 200} Feb 17 22:32:35.280404 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05', 'code': 200} Feb 17 22:32:35.306155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fdad94-b3ea-49ea-afce-a53cb6bec9d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:35.311356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-29fdad94-b3ea-49ea-afce-a53cb6bec9d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1459653 Feb 17 22:32:35.311552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35818) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:35.493051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:35.560596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (c665c429-a7ac-4a60-baff-44aa2bdfa4d9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.572033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] Deleting port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:35.572821 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.635719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c665c429-a7ac-4a60-baff-44aa2bdfa4d9']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:35.691272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273f7bbe-44ce-4946-a8d7-3568ac828936') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:35.692317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273f7bbe-44ce-4946-a8d7-3568ac828936') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:35.748303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (273f7bbe-44ce-4946-a8d7-3568ac828936), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.756085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] For port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:35.757255 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.806036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] Calling delete_port for 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:35.807229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (273f7bbe-44ce-4946-a8d7-3568ac828936), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.823743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:35.824448 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (273f7bbe-44ce-4946-a8d7-3568ac828936), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:35.826460 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:35.896673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3e53c868-eaa0-46cc-bf6c-fc0e66c76998 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5832355 Feb 17 22:32:35.914868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:35.925232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:36.069957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.082025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (c665c429-a7ac-4a60-baff-44aa2bdfa4d9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.101419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.107573 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] 10.222.0.79 "DELETE /v2.0/networks/c665c429-a7ac-4a60-baff-44aa2bdfa4d9 HTTP/1.1" status: 204 len: 168 time: 1.0547953 Feb 17 22:32:36.121535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] Pushing event deleted for resources: {'Port': ['ID=3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:36.136604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d000b3-438e-433a-bf08-18dad85c1084 None None] No DVR routers for this DVR port 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:36.143583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192c16c-b63e-4033-9afd-c6dd3c40d866 admin admin] Pushing event deleted for resources: {'Network': ['ID=c665c429-a7ac-4a60-baff-44aa2bdfa4d9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:36.152633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553203-899a-41f1-8511-bc323e447bff req-b4317426-5b5f-4b32-aea8-e9cec90a98b0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:36.158003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553203-899a-41f1-8511-bc323e447bff req-b4317426-5b5f-4b32-aea8-e9cec90a98b0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:36.173713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553203-899a-41f1-8511-bc323e447bff req-b4317426-5b5f-4b32-aea8-e9cec90a98b0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:36.179151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:36.180583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553203-899a-41f1-8511-bc323e447bff req-b4317426-5b5f-4b32-aea8-e9cec90a98b0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:36.184159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.186377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42553203-899a-41f1-8511-bc323e447bff req-b4317426-5b5f-4b32-aea8-e9cec90a98b0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:36.188457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42553203-899a-41f1-8511-bc323e447bff req-b4317426-5b5f-4b32-aea8-e9cec90a98b0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 3876 time: 0.2994468 Feb 17 22:32:36.218922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.235577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020fb2d-4987-446c-948c-97c8c2117708 req-8c0e81cb-031d-434d-8875-d05a91272f67 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:36.242922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f020fb2d-4987-446c-948c-97c8c2117708 req-8c0e81cb-031d-434d-8875-d05a91272f67 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.3547409 Feb 17 22:32:36.371808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:36.418894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] No DVR routers for this DVR port 48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:36.429484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.433684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-dbea9305-4970-4145-a1cc-b770cb93e499 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "DELETE /v2.0/ports/48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05 HTTP/1.1" status: 204 len: 173 time: 2.5761890 Feb 17 22:32:36.434167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:32:36.436720 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85158761-3b52-4254-baa0-e09347887c82" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:32:36.448683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42553203-899a-41f1-8511-bc323e447bff req-475b4576-b277-4f95-affa-9f7d98b3b669 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275605 Feb 17 22:32:36.450299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35890) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:36.561946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (bba65eb7-4ae5-46f8-b341-42c4ba1c548f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.566098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f020fb2d-4987-446c-948c-97c8c2117708 req-4c7100a2-a08e-4620-9f33-374a60eeed69 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723036 Feb 17 22:32:36.573828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c72ebb47-8cfe-483c-95d8-0931433e97c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=27c1e1332d614daa956e365a71b788cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1168656 Feb 17 22:32:36.577534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35896) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:36.631225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:36.637608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:36.644358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:36.645616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.652077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b91754-dbc2-4372-8eeb-780aa5b168d7 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:36.670264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=bba65eb7-4ae5-46f8-b341-42c4ba1c548f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:36.684481 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7498373-fc54-4117-851c-39a71e1b68f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7676728 Feb 17 22:32:36.685136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35900) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:36.694037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'bba65eb7-4ae5-46f8-b341-42c4ba1c548f', 'ip_address': '2001:db8::356d:30f8:ae08:871f'}], 'name': 'tempest-NetworksTestDHCPv6-1716793430'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:36.913027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'bba65eb7-4ae5-46f8-b341-42c4ba1c548f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:32:36.918001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.958967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port b37dfe7c-e1b9-458e-b07b-a72461f2939c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:36.960052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:36.979739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:37.009294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6502-3172-47a2-b170-e20174651c54 admin admin] Publish callbacks [] for security_group (52637165-75f8-4483-b7e7-837967c18298), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.061978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6502-3172-47a2-b170-e20174651c54 admin admin] Publish callbacks [] for security_group (52637165-75f8-4483-b7e7-837967c18298), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.181982 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4b83ff-f9ca-486c-b528-18d3115435c7 x-openstack-request-id: req-5b4b83ff-f9ca-486c-b528-18d3115435c7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:32:37.182964 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:32:37.183391 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5b4b83ff-f9ca-486c-b528-18d3115435c7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:32:37.185351 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '48c3e7e5-c846-4d4e-bbd0-bcdfc8973a05', 'status': 'completed', 'code': 200} Feb 17 22:32:37.190444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6502-3172-47a2-b170-e20174651c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (52637165-75f8-4483-b7e7-837967c18298), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.202244 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb1d6502-3172-47a2-b170-e20174651c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.205833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eb1d6502-3172-47a2-b170-e20174651c54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52637165-75f8-4483-b7e7-837967c18298 HTTP/1.1" status: 204 len: 168 time: 0.6249549 Feb 17 22:32:37.215486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/bba65eb7-4ae5-46f8-b341-42c4ba1c548f/29c61720-634e-4d02-b567-ecf650842790) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:37.228619 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.246091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35942) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:37.292932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 18df06d8-adbb-4aa8-88b1-7ef4a1c32207 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:37.322793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:37.323896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] For port b37dfe7c-e1b9-458e-b07b-a72461f2939c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b37dfe7c-e1b9-458e-b07b-a72461f2939c,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:37.324271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.349459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for b37dfe7c-e1b9-458e-b07b-a72461f2939c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:37.351238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:32:37.351786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b9b4992-ac19-4b78-9698-c9a7ff5cc6ce not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:32:37.504570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d6502-3172-47a2-b170-e20174651c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52637165-75f8-4483-b7e7-837967c18298,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:37.585568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Publish callbacks [] for port (29c61720-634e-4d02-b567-ecf650842790), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.629449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (29c61720-634e-4d02-b567-ecf650842790), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.692687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-710967169'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:37.749856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b37dfe7c-e1b9-458e-b07b-a72461f2939c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.758746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:37.769408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Pushing event updated for resources: {'Port': ['ID=29c61720-634e-4d02-b567-ecf650842790,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:37.773022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:37.777832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:37.782079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Made reservation on behalf of 896996bde2ea41b2b77ab9555f2a4c53 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:37.785570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.789135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::356d:30f8:ae08:871f (09316e07-fc22-44f3-8240-ce381295cee3/bba65eb7-4ae5-46f8-b341-42c4ba1c548f/18df06d8-adbb-4aa8-88b1-7ef4a1c32207) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:37.824026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.865465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb83fa6-ecd0-47c5-8817-1576b35a8cef req-21d54dfe-dab4-4446-a9b1-6c2bfcfdaeff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:37.872064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb83fa6-ecd0-47c5-8817-1576b35a8cef req-21d54dfe-dab4-4446-a9b1-6c2bfcfdaeff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:37.877660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb83fa6-ecd0-47c5-8817-1576b35a8cef req-21d54dfe-dab4-4446-a9b1-6c2bfcfdaeff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:37.884225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb83fa6-ecd0-47c5-8817-1576b35a8cef req-21d54dfe-dab4-4446-a9b1-6c2bfcfdaeff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:37.885974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7eb83fa6-ecd0-47c5-8817-1576b35a8cef req-21d54dfe-dab4-4446-a9b1-6c2bfcfdaeff tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 3065 time: 0.2901723 Feb 17 22:32:37.886790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=b37dfe7c-e1b9-458e-b07b-a72461f2939c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:37.898142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Attempting to bind port 29c61720-634e-4d02-b567-ecf650842790 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:32:37.898464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Attempting to bind port 29c61720-634e-4d02-b567-ecf650842790 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:32:37.898836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Attempting to bind port 29c61720-634e-4d02-b567-ecf650842790 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:32:37.904955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:32:37.905299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:37.905712 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.906112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:32:37.906592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Bound port: 29c61720-634e-4d02-b567-ecf650842790, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:32:37.906979 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29c61720-634e-4d02-b567-ecf650842790), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.915344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] No DVR routers for this DVR port b37dfe7c-e1b9-458e-b07b-a72461f2939c on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:37.918051 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:37.921472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-f7d1ea67-fb02-4392-9551-cce3bb93b368 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "DELETE /v2.0/ports/b37dfe7c-e1b9-458e-b07b-a72461f2939c HTTP/1.1" status: 204 len: 173 time: 1.4718497 Feb 17 22:32:37.984978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa483f02-4b97-4ea0-87c9-b08c7e26e5b5 req-e1d74d21-7b4d-41b0-a309-4d6a4b150efc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:37.986747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa483f02-4b97-4ea0-87c9-b08c7e26e5b5 req-e1d74d21-7b4d-41b0-a309-4d6a4b150efc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.2867744 Feb 17 22:32:38.012729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] For port 29c61720-634e-4d02-b567-ecf650842790, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:38.018216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35958) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:38.022326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] For port 29c61720-634e-4d02-b567-ecf650842790, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29c61720-634e-4d02-b567-ecf650842790,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:32:38.030574 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29c61720-634e-4d02-b567-ecf650842790), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.106587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7eb83fa6-ecd0-47c5-8817-1576b35a8cef req-9341269e-1c5b-4a24-ab0d-f72dd498d994 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1925187 Feb 17 22:32:38.120535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd53d5-541f-49df-b428-1f58e77e7dc6 None None] Pushing event updated for resources: {'Port': ['ID=29c61720-634e-4d02-b567-ecf650842790,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:38.156597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa483f02-4b97-4ea0-87c9-b08c7e26e5b5 req-fdf5689c-1351-4d83-a3a3-fdcced96d2b3 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564660 Feb 17 22:32:38.201600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port 71991263-60b1-40fd-bba4-34e8fb19d320 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:38.202693 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.241089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for security_group (a3305252-24c3-4944-8b5d-39e4f173cab7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.315443 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (18df06d8-adbb-4aa8-88b1-7ef4a1c32207), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.317573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a3305252-24c3-4944-8b5d-39e4f173cab7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.343032 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-926047d1-bf53-4c39-bf09-8a3e165f63ec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=acf82c294e994899b5295e0d8e8a93bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3118083 Feb 17 22:32:38.351069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35964) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:38.392815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] For port 71991263-60b1-40fd-bba4-34e8fb19d320, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=71991263-60b1-40fd-bba4-34e8fb19d320,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:38.393462 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.396650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:32:38.420278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for 71991263-60b1-40fd-bba4-34e8fb19d320 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:38.453945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3305252-24c3-4944-8b5d-39e4f173cab7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:38.469528 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a25ac286-2524-43a6-ac35-a056cec52b2d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.469814 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Added segment a25ac286-2524-43a6-ac35-a056cec52b2d of type vlan for network 39487898-3042-4f32-b224-d5bad12db929 Feb 17 22:32:38.565533 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (18df06d8-adbb-4aa8-88b1-7ef4a1c32207), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.569579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (39487898-3042-4f32-b224-d5bad12db929), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.686661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:38.687512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e1d03cf-756c-4f65-914b-e9bda1d110ae admin admin] Publish callbacks [] for security_group (e80abf18-2734-4e32-b7b1-1a265e44b150), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.689678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.resource_extend [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:32:38.721573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:38.725270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:38.730437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:38.731071 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.777293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=18df06d8-adbb-4aa8-88b1-7ef4a1c32207,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:38.781744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e1d03cf-756c-4f65-914b-e9bda1d110ae admin admin] Publish callbacks [] for security_group (e80abf18-2734-4e32-b7b1-1a265e44b150), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.789753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (39487898-3042-4f32-b224-d5bad12db929), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.795114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:38.795791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.812457 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-811d2483-570d-474c-a225-251d836cf632 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1262314 Feb 17 22:32:38.818616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35968) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:38.845521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (71991263-60b1-40fd-bba4-34e8fb19d320), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.877803 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6306233 Feb 17 22:32:38.887447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35970) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:38.892521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Request body: {'subnet': {'network_id': '39487898-3042-4f32-b224-d5bad12db929', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:38.946554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=71991263-60b1-40fd-bba4-34e8fb19d320,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:38.970649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] No DVR routers for this DVR port 71991263-60b1-40fd-bba4-34e8fb19d320 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:38.974350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ca991-9d59-4fe6-a526-23bb18f193b6 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event updated for resources: {'Network': ['ID=39487898-3042-4f32-b224-d5bad12db929,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:38.977771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:38.981683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-c9e21d16-acd9-4096-aa60-0db5a7459f3c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "DELETE /v2.0/ports/71991263-60b1-40fd-bba4-34e8fb19d320 HTTP/1.1" status: 204 len: 173 time: 1.0464027 Feb 17 22:32:38.985061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 39487898-3042-4f32-b224-d5bad12db929 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:32:39.012327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e1d03cf-756c-4f65-914b-e9bda1d110ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e80abf18-2734-4e32-b7b1-1a265e44b150), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.025265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e1d03cf-756c-4f65-914b-e9bda1d110ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.026771 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9e1d03cf-756c-4f65-914b-e9bda1d110ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e80abf18-2734-4e32-b7b1-1a265e44b150 HTTP/1.1" status: 204 len: 168 time: 0.6704416 Feb 17 22:32:39.056814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d03cf-756c-4f65-914b-e9bda1d110ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80abf18-2734-4e32-b7b1-1a265e44b150,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:39.074105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Made reservation on behalf of 896996bde2ea41b2b77ab9555f2a4c53 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:39.078726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.101848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b37dff-7b89-47f6-a6ed-20b8ae642ca8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:39.119907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b37dff-7b89-47f6-a6ed-20b8ae642ca8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:39.126732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7b37dff-7b89-47f6-a6ed-20b8ae642ca8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3057485 Feb 17 22:32:39.137970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35978) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:39.273425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c'}, {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:32:39.299407 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6867d8c6-5165-4a86-92f6-d8e7cf25771a" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c"}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:32:39.341625 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.416570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (50a10a07-9820-42cb-98a6-f132d98a9d34), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.500937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29c61720-634e-4d02-b567-ecf650842790 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:39.615956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port 2bda1d45-b83b-46ac-adc6-674d05d87beb {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:39.616294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.649125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Checking segment: {'id': 'a25ac286-2524-43a6-ac35-a056cec52b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39487898-3042-4f32-b224-d5bad12db929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:39.649941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Network hostable DHCP agents. Network: 39487898-3042-4f32-b224-d5bad12db929, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:32:39.655734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 29c61720-634e-4d02-b567-ecf650842790 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:39.656386 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29c61720-634e-4d02-b567-ecf650842790), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.663182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc3de-7c62-4218-93fc-1b1a5f62ee72 req-d7f22ad3-55f8-4883-b755-431c28cea3ab tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:39.663783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event updated for resources: {'Subnet': ['ID=50a10a07-9820-42cb-98a6-f132d98a9d34,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:39.691075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Network 39487898-3042-4f32-b224-d5bad12db929 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:32:39.697947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc3de-7c62-4218-93fc-1b1a5f62ee72 req-d7f22ad3-55f8-4883-b755-431c28cea3ab tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:39.707900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1afdc3de-7c62-4218-93fc-1b1a5f62ee72 req-d7f22ad3-55f8-4883-b755-431c28cea3ab tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 1677 time: 0.3618844 Feb 17 22:32:39.713817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 39487898-3042-4f32-b224-d5bad12db929) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:39.719651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:39.720847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:39.731732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae5156-b930-4a9d-bd8d-79a1f2af245c None None] Network 39487898-3042-4f32-b224-d5bad12db929 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:39.765557 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9614c76e-6235-479f-b8f1-0e37183a4827 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8769243 Feb 17 22:32:39.766241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35992) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:39.781222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Request body: {'port': {'network_id': '39487898-3042-4f32-b224-d5bad12db929', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1479088540'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:39.929345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cadfa9-abcc-4cc7-bee3-1db601e2eb94 req-7cfbb974-082a-43a7-9f31-abde9b48b4dc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:39.934849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39cadfa9-abcc-4cc7-bee3-1db601e2eb94 req-7cfbb974-082a-43a7-9f31-abde9b48b4dc tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.5017557 Feb 17 22:32:39.937428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 18df06d8-adbb-4aa8-88b1-7ef4a1c32207 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:39.937780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (18df06d8-adbb-4aa8-88b1-7ef4a1c32207), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.089235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1afdc3de-7c62-4218-93fc-1b1a5f62ee72 req-ae34120a-df26-4ef6-ad8a-579a1d786293 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3782892 Feb 17 22:32:40.091881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-39487898-3042-4f32-b224-d5bad12db929', 'network_id': '39487898-3042-4f32-b224-d5bad12db929', 'project_id': '896996bde2ea41b2b77ab9555f2a4c53', 'fixed_ips': [{'subnet_id': '50a10a07-9820-42cb-98a6-f132d98a9d34'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:32:40.093212 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.123008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-67d9bbfe-0888-47b8-a6a9-b09a8e9d4d36 None None] Provisioning complete for port 29c61720-634e-4d02-b567-ecf650842790 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:40.123008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67d9bbfe-0888-47b8-a6a9-b09a8e9d4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29c61720-634e-4d02-b567-ecf650842790), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.173143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Made reservation on behalf of 896996bde2ea41b2b77ab9555f2a4c53 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:40.178326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.205508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 29c61720-634e-4d02-b567-ecf650842790 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:40.206111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29c61720-634e-4d02-b567-ecf650842790), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.241681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] device_id is not set on port 5025d77f-05d3-4db6-b978-31f61fad5faf yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:40.273056 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 17 Feb 2022 22:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9731e4cb-6cbd-464f-9444-7e90487d19cc x-openstack-request-id: req-9731e4cb-6cbd-464f-9444-7e90487d19cc {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:32:40.274105 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "b37dfe7c-e1b9-458e-b07b-a72461f2939c", "status": "completed", "code": 200}, {"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "71991263-60b1-40fd-bba4-34e8fb19d320", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:32:40.277898 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9731e4cb-6cbd-464f-9444-7e90487d19cc {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:32:40.278671 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': 'b37dfe7c-e1b9-458e-b07b-a72461f2939c', 'status': 'completed', 'code': 200} Feb 17 22:32:40.280222 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '71991263-60b1-40fd-bba4-34e8fb19d320', 'status': 'completed', 'code': 200} Feb 17 22:32:40.343961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 29c61720-634e-4d02-b567-ecf650842790, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29c61720-634e-4d02-b567-ecf650842790,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:40.349366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67d9bbfe-0888-47b8-a6a9-b09a8e9d4d36 None None] Current status of the port 29c61720-634e-4d02-b567-ecf650842790 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:40.350143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67d9bbfe-0888-47b8-a6a9-b09a8e9d4d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29c61720-634e-4d02-b567-ecf650842790), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.451946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29c61720-634e-4d02-b567-ecf650842790), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.465436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] For port 2bda1d45-b83b-46ac-adc6-674d05d87beb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=2bda1d45-b83b-46ac-adc6-674d05d87beb,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:40.466689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.547679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39cadfa9-abcc-4cc7-bee3-1db601e2eb94 req-44e68c75-109e-4ce9-b96f-a963c0f56666 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645921 Feb 17 22:32:40.567323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Allocated IP 172.20.0.3 (39487898-3042-4f32-b224-d5bad12db929/50a10a07-9820-42cb-98a6-f132d98a9d34/5025d77f-05d3-4db6-b978-31f61fad5faf) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:40.606510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=29c61720-634e-4d02-b567-ecf650842790,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:40.730484 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-67d9bbfe-0888-47b8-a6a9-b09a8e9d4d36 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:32:40.731107 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-67d9bbfe-0888-47b8-a6a9-b09a8e9d4d36 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:32:40.741590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (18df06d8-adbb-4aa8-88b1-7ef4a1c32207), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:40.789657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 18df06d8-adbb-4aa8-88b1-7ef4a1c32207 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:40.911015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.007454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.086928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Network 39487898-3042-4f32-b224-d5bad12db929 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:41.101952 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.102678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (82eb065c-650c-44c8-bbd2-92cc87e8a4f8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.103258 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Floating IP 82eb065c-650c-44c8-bbd2-92cc87e8a4f8 disassociated. External IP: 172.25.0.45, port: 2bda1d45-b83b-46ac-adc6-674d05d87beb. Feb 17 22:32:41.103962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for 2bda1d45-b83b-46ac-adc6-674d05d87beb owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:41.128467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:41.138326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:41.210649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Allocated IP 172.20.0.2 (39487898-3042-4f32-b224-d5bad12db929/50a10a07-9820-42cb-98a6-f132d98a9d34/243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:41.259705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event updated for resources: {'Port': ['ID=5025d77f-05d3-4db6-b978-31f61fad5faf,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:41.288277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:41.289130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.327831 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e85f4f06-db08-41c7-bbf4-9b4af10da086 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5594811 Feb 17 22:32:41.330728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36022) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:41.341248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Request body: {'port': {'network_id': '39487898-3042-4f32-b224-d5bad12db929', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1469342317', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:41.341767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] bootfile-name is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:32:41.346045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] tftp-server is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:32:41.346521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] server-ip-address is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:32:41.353365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29c61720-634e-4d02-b567-ecf650842790 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:41.415391 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (18df06d8-adbb-4aa8-88b1-7ef4a1c32207), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.463995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67d9bbfe-0888-47b8-a6a9-b09a8e9d4d36 None None] Current status of the port 29c61720-634e-4d02-b567-ecf650842790 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:41.475617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=18df06d8-adbb-4aa8-88b1-7ef4a1c32207,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:41.611663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d0fa4ee9-2760-465d-89c5-2df27ca89cdc None None] Could not find standard attr ID for object 18df06d8-adbb-4aa8-88b1-7ef4a1c32207. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:41.677188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Made reservation on behalf of 896996bde2ea41b2b77ab9555f2a4c53 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:41.679445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 29c61720-634e-4d02-b567-ecf650842790 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:41.679730 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29c61720-634e-4d02-b567-ecf650842790), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.688844 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.733566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.745154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36030) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:41.746007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-be6de088-c605-45a6-a8af-c44bc4828aac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/18df06d8-adbb-4aa8-88b1-7ef4a1c32207 HTTP/1.1" status: 204 len: 168 time: 2.6042066 Feb 17 22:32:41.795150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Publish callbacks [] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.877802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:41.925773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6df7-f86a-4dc9-9db9-16f49b394265 req-51eb2405-420c-4080-9056-a24c257577e1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:41.956221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b6df7-f86a-4dc9-9db9-16f49b394265 req-51eb2405-420c-4080-9056-a24c257577e1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:41.960193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc4b6df7-f86a-4dc9-9db9-16f49b394265 req-51eb2405-420c-4080-9056-a24c257577e1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 1677 time: 0.6974387 Feb 17 22:32:41.965943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2bda1d45-b83b-46ac-adc6-674d05d87beb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:42.077015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd3009-ac23-4bd7-a44d-750ae5b5e24e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:42.080772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=2bda1d45-b83b-46ac-adc6-674d05d87beb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:42.101325 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd3009-ac23-4bd7-a44d-750ae5b5e24e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:42.106477 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-69dd3009-ac23-4bd7-a44d-750ae5b5e24e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3602021 Feb 17 22:32:42.108648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] device_id is not set on port e21d2fd9-24b1-4c03-901f-d1370433ad31 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:42.110426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36040) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:42.262043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Network 39487898-3042-4f32-b224-d5bad12db929 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:42.268859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:42.273996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:42.276267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 29c61720-634e-4d02-b567-ecf650842790 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:42.280413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Pushing event updated for resources: {'Port': ['ID=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:42.337633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Allocated IP 172.20.0.13 (39487898-3042-4f32-b224-d5bad12db929/50a10a07-9820-42cb-98a6-f132d98a9d34/e21d2fd9-24b1-4c03-901f-d1370433ad31) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:42.362575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Attempting to bind port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:32:42.363152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Attempting to bind port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a25ac286-2524-43a6-ac35-a056cec52b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39487898-3042-4f32-b224-d5bad12db929'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:32:42.364145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Attempting to bind port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb on network 39487898-3042-4f32-b224-d5bad12db929 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:32:42.376339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:32:42.377994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Checking segment: {'id': 'a25ac286-2524-43a6-ac35-a056cec52b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39487898-3042-4f32-b224-d5bad12db929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:42.381664 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:42.382499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Bound using segment: {'id': 'a25ac286-2524-43a6-ac35-a056cec52b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39487898-3042-4f32-b224-d5bad12db929'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:32:42.383091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Bound port: 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25ac286-2524-43a6-ac35-a056cec52b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39487898-3042-4f32-b224-d5bad12db929'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:32:42.383577 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:42.456115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet bba65eb7-4ae5-46f8-b341-42c4ba1c548f {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:42.503279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (bba65eb7-4ae5-46f8-b341-42c4ba1c548f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:42.538799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] For port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:42.542681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] For port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,segment=NetworkSegment(a25ac286-2524-43a6-ac35-a056cec52b2d),segment_id=a25ac286-2524-43a6-ac35-a056cec52b2d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:32:42.560012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:42.724322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e83fd-1f40-4d1b-837c-19e03d320ce4 None None] Pushing event updated for resources: {'Port': ['ID=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:42.745058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for port (e21d2fd9-24b1-4c03-901f-d1370433ad31), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:42.838374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e21d2fd9-24b1-4c03-901f-d1370433ad31), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:42.951178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Network 39487898-3042-4f32-b224-d5bad12db929 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:42.971865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:42.983851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:43.100535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:43.101711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:43.114121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event updated for resources: {'Port': ['ID=e21d2fd9-24b1-4c03-901f-d1370433ad31,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:43.133098 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-291d417d-b6a0-4b5b-a06b-a1a138830b32 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.7990663 Feb 17 22:32:43.133397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:43.182267 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:32:43.294045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f781bd3-bf95-486d-9982-8aaefc6b4046 req-9ae9cc80-e977-478d-9b65-eb3ca7c7a107 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:43.300765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f781bd3-bf95-486d-9982-8aaefc6b4046 req-9ae9cc80-e977-478d-9b65-eb3ca7c7a107 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 1.5195229 Feb 17 22:32:43.321410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c4fdc-98be-4b34-aad3-45e7f651fe14 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:43.330146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c4fdc-98be-4b34-aad3-45e7f651fe14 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:43.336430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc4b6df7-f86a-4dc9-9db9-16f49b394265 req-6ab76d4d-5f85-4059-87a7-676c0f9cf8f5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3452713 Feb 17 22:32:43.347343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (bba65eb7-4ae5-46f8-b341-42c4ba1c548f), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:43.354962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c4fdc-98be-4b34-aad3-45e7f651fe14 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:43.361293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc6c4fdc-98be-4b34-aad3-45e7f651fe14 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2216630 Feb 17 22:32:43.361971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36072) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:43.433334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:43.488285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f781bd3-bf95-486d-9982-8aaefc6b4046 req-61e33f12-b595-41c9-bd8c-94addaaf01da tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699710 Feb 17 22:32:43.506019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Deleting port e21d2fd9-24b1-4c03-901f-d1370433ad31 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:43.506747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e21d2fd9-24b1-4c03-901f-d1370433ad31), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:43.507287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Router c9008528-f374-49d6-b373-bef8a20cb4d8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:32:43.564760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:43.565134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:43.695863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e21d2fd9-24b1-4c03-901f-d1370433ad31), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:43.734502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Calling delete_port for e21d2fd9-24b1-4c03-901f-d1370433ad31 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:43.790807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:43.791617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:43.831774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,segment=NetworkSegment(a25ac286-2524-43a6-ac35-a056cec52b2d),segment_id=a25ac286-2524-43a6-ac35-a056cec52b2d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:43.842631 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:43.942490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:43.975054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (bba65eb7-4ae5-46f8-b341-42c4ba1c548f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.033068 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e21d2fd9-24b1-4c03-901f-d1370433ad31), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.085042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:32:44.096700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event deleted for resources: {'Port': ['ID=e21d2fd9-24b1-4c03-901f-d1370433ad31,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:44.101990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] Sync routers for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:32:44.125994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:32:44.126641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:32:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:44.228409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.247014 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0dd04538-07c7-4061-872b-936eaa471d84 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "DELETE /v2.0/ports/e21d2fd9-24b1-4c03-901f-d1370433ad31 HTTP/1.1" status: 204 len: 168 time: 0.8809736 Feb 17 22:32:44.252313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36084) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:44.265342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Request body: {'port': {'name': 'tempest-new-port-name-1527264666', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:44.265745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] bootfile-name is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:32:44.270610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] tftp-server is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:32:44.270977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] server-ip-address is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:32:44.422630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] No DVR routers for this DVR port 2bda1d45-b83b-46ac-adc6-674d05d87beb on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:44.447757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e3a388b-e7a3-448e-8d7c-60f066612883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.456866 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (bba65eb7-4ae5-46f8-b341-42c4ba1c548f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.484973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:32:44.485949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.502551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-d8f77511-2e8f-46d1-8cf6-e1faad3d3c18 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "DELETE /v2.0/ports/2bda1d45-b83b-46ac-adc6-674d05d87beb HTTP/1.1" status: 204 len: 173 time: 5.5157051 Feb 17 22:32:44.523118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7c498-577e-4abb-8ecf-838b6daf56d7 req-28e27dfb-5974-4e32-9540-adad05ba3c72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:44.528499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fb7c498-577e-4abb-8ecf-838b6daf56d7 req-28e27dfb-5974-4e32-9540-adad05ba3c72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.7419550 Feb 17 22:32:44.539031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.540715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:32:44.544152 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7deba44-6cb2-4882-b274-94daf5728a48" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:32:44.773066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=bba65eb7-4ae5-46f8-b341-42c4ba1c548f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:44.859168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ded4e0-be3c-41cd-9a31-f441b892a126 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:44.870885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:44.876861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bf9a5878-88a1-4e28-8286-49200543ad95 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/bba65eb7-4ae5-46f8-b341-42c4ba1c548f HTTP/1.1" status: 204 len: 168 time: 2.7652781 Feb 17 22:32:44.896982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36098) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:44.915629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-6fad3843-5d7e-4c0c-abe7-3fdf9dd78160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:44.926743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-6fad3843-5d7e-4c0c-abe7-3fdf9dd78160 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1129 time: 1.0450625 Feb 17 22:32:44.971916 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a28f2877-366b-4652-a8e6-bfca7dd56fc4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733254 Feb 17 22:32:44.980820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36100) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:44.994510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:45.092073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc2895c-3888-4ef6-b1f5-22a8a8555f7d None None] Network 39487898-3042-4f32-b224-d5bad12db929 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:45.231161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06295d8-00ac-43c5-b74f-e1c04385bf1f req-877aa9eb-9058-417d-b7be-5b0d9e0e5400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:45.232905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b06295d8-00ac-43c5-b74f-e1c04385bf1f req-877aa9eb-9058-417d-b7be-5b0d9e0e5400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 942 time: 0.4855096 Feb 17 22:32:45.249004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fb7c498-577e-4abb-8ecf-838b6daf56d7 req-a8757264-40b0-4467-a0f7-f99a69bd8843 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6936309 Feb 17 22:32:45.270556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.288692 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.400529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:45.454059 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd78d46-0b8f-4578-94ad-efa3c3b89a16 x-openstack-request-id: req-ccd78d46-0b8f-4578-94ad-efa3c3b89a16 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:32:45.455626 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "2bda1d45-b83b-46ac-adc6-674d05d87beb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:32:45.456835 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ccd78d46-0b8f-4578-94ad-efa3c3b89a16 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:32:45.464992 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '2bda1d45-b83b-46ac-adc6-674d05d87beb', 'status': 'completed', 'code': 200} Feb 17 22:32:45.521429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:45.533042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.549399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-81d1067a-b735-4dd2-b641-be1a48c56ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:45.551519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-81d1067a-b735-4dd2-b641-be1a48c56ea3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.5958135 Feb 17 22:32:45.557782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port 291c1fc8-69a8-4618-8ab7-096ba6999630 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:45.558127 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.564671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b06295d8-00ac-43c5-b74f-e1c04385bf1f req-a676bb41-3001-4263-8e98-2be78e15874e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups?id=b305f215-9de5-4e00-b6fb-08fabb4caa69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210592 Feb 17 22:32:45.656159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-66c95d63-5812-44d2-aeef-a80cfae33b66 None None] Provisioning complete for port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:45.657932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66c95d63-5812-44d2-aeef-a80cfae33b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.794050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-76dafa13-6021-4e8b-887c-5186edc51eef service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 1001 time: 0.2247906 Feb 17 22:32:45.908354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7367fd6c-9e6f-4295-9d49-6192f4538b09), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.931579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:45.971813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] For port 291c1fc8-69a8-4618-8ab7-096ba6999630, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=291c1fc8-69a8-4618-8ab7-096ba6999630,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:45.972241 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.974421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:45.974867 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:45.989170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=7367fd6c-9e6f-4295-9d49-6192f4538b09,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:46.003260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:46.008253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event updated for resources: {'Port': ['ID=5025d77f-05d3-4db6-b978-31f61fad5faf,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:46.015358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:46.021287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:46.022101 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:46.031578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for 291c1fc8-69a8-4618-8ab7-096ba6999630 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:46.033486 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] In _notify_port_updated(), no bound segment for port 5025d77f-05d3-4db6-b978-31f61fad5faf on network 39487898-3042-4f32-b224-d5bad12db929 {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:32:46.048623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-ba88e611-f41b-4f19-8e3a-d27a32dc7b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:46.049369 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:46.050066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:46.054410 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de65e7f9-3320-448d-bad7-663ce8558584 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "PUT /v2.0/ports/5025d77f-05d3-4db6-b978-31f61fad5faf HTTP/1.1" status: 200 len: 1136 time: 1.7985988 Feb 17 22:32:46.055728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:46.059481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-ba88e611-f41b-4f19-8e3a-d27a32dc7b5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.2536783 Feb 17 22:32:46.145359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2caeb19-0b34-455a-a078-9abacc464bfa tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:46.157827 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2caeb19-0b34-455a-a078-9abacc464bfa tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "GET /v2.0/ports/5025d77f-05d3-4db6-b978-31f61fad5faf HTTP/1.1" status: 200 len: 1136 time: 0.0973737 Feb 17 22:32:46.158064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36116) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:46.172483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:19Z', 'revision_number': 5, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:46.190147 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-24378320-f3cd-401f-8f37-ffc9dfefdec4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2074108 Feb 17 22:32:46.195588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:46.265367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': '7367fd6c-9e6f-4295-9d49-6192f4538b09', 'ip_address': '2001:db8::7532:3cdd:3d76:290d'}], 'name': 'tempest-NetworksTestDHCPv6-631139930'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:46.282249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] Checking router: c9008528-f374-49d6-b373-bef8a20cb4d8 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:32:46.409353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:32:46.411150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:32:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:46.689581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-0c080462-aac9-4d1a-ae75-54749f0d13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:46.693137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-0c080462-aac9-4d1a-ae75-54749f0d13d4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6234596 Feb 17 22:32:46.699721 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (291c1fc8-69a8-4618-8ab7-096ba6999630), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:46.710348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-66c95d63-5812-44d2-aeef-a80cfae33b66 None None] Current status of the port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:46.732801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47c886-8174-41bf-9419-baa21aded8d6 req-24a07dc0-fa93-47fc-972b-aef52d389660 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:46.741185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d47c886-8174-41bf-9419-baa21aded8d6 req-24a07dc0-fa93-47fc-972b-aef52d389660 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.1707087 Feb 17 22:32:46.878340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ee8f8bb-4b32-410d-924a-5a92f3714955 req-a919c34e-9908-41f2-acda-360d3e6e150c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1304121 Feb 17 22:32:46.888794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Deleting port 5025d77f-05d3-4db6-b978-31f61fad5faf {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:46.890272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:46.897137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:46.908638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=291c1fc8-69a8-4618-8ab7-096ba6999630,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:46.950726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] Deleting port 29c61720-634e-4d02-b567-ecf650842790 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:46.951115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (29c61720-634e-4d02-b567-ecf650842790), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:47.017426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] No DVR routers for this DVR port 291c1fc8-69a8-4618-8ab7-096ba6999630 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:47.036447 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:47.044389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d89e52f-9c8a-4bd4-b889-9201e3d90a0c req-fce57bab-d65d-483e-bfe4-5b7fdc323daa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.94 "DELETE /v2.0/ports/291c1fc8-69a8-4618-8ab7-096ba6999630 HTTP/1.1" status: 204 len: 173 time: 2.4650612 Feb 17 22:32:47.088310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d47c886-8174-41bf-9419-baa21aded8d6 req-058855dd-a953-45e0-bb54-31bc98a3976f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3459547 Feb 17 22:32:47.135083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-dc6751cf-779b-4290-a501-194ba3f9aa9e service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327497 Feb 17 22:32:47.214400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:47.253111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1e5959b9-e4b5-4b88-9f50-cf834de2e23e None None] Provisioning complete for port 5025d77f-05d3-4db6-b978-31f61fad5faf triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:47.254360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e5959b9-e4b5-4b88-9f50-cf834de2e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:47.366146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1e5959b9-e4b5-4b88-9f50-cf834de2e23e None None] Port 5025d77f-05d3-4db6-b978-31f61fad5faf cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:32:47.372685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60317ce6-b017-46bd-b932-0d63d39b2c64 req-759d774e-81dc-4ab4-9e93-9d09f4927eac service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307293 Feb 17 22:32:47.439034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:32:47.467540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:32:47.470421 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f135e24c-e640-47b2-bacb-d8a218dc8f7b" -d '{"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:32:47.561802 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b88e19-a8b5-41cd-995d-f212c6f6d345 x-openstack-request-id: req-36b88e19-a8b5-41cd-995d-f212c6f6d345 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:32:47.562024 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc8f6969-3fff-4f4a-8174-705b696e255a", "name": "network-vif-deleted", "tag": "291c1fc8-69a8-4618-8ab7-096ba6999630", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:32:47.562216 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36b88e19-a8b5-41cd-995d-f212c6f6d345 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:32:47.562645 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc8f6969-3fff-4f4a-8174-705b696e255a', 'name': 'network-vif-deleted', 'tag': '291c1fc8-69a8-4618-8ab7-096ba6999630', 'status': 'completed', 'code': 200} Feb 17 22:32:47.616630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29c61720-634e-4d02-b567-ecf650842790 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:48.195467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:48.209038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-620d76f7-afad-48e8-b63e-02cd369a3abd req-679d476a-13b6-4436-bf30-9ee94f39c0c5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0979514 Feb 17 22:32:48.302583 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:48.336379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Calling delete_port for 5025d77f-05d3-4db6-b978-31f61fad5faf owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:48.416539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f1f76fe-2e7c-44f9-9ef9-131d6cbf308c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:48.472184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669ed8c-4a7d-40a7-92d8-5296e8c01b23 req-4f283321-fcc3-4292-8c86-934c05b8a212 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:48.485441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9669ed8c-4a7d-40a7-92d8-5296e8c01b23 req-4f283321-fcc3-4292-8c86-934c05b8a212 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.1590691 Feb 17 22:32:48.521597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1e5959b9-e4b5-4b88-9f50-cf834de2e23e None None] Provisioning complete for port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:48.524553 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1e5959b9-e4b5-4b88-9f50-cf834de2e23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:48.638216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9669ed8c-4a7d-40a7-92d8-5296e8c01b23 req-0b4a253b-9557-4646-a3ee-22cb281a98e5 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472876 Feb 17 22:32:48.650977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:48.727316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5025d77f-05d3-4db6-b978-31f61fad5faf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:48.729485 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port ea5ace63-709a-47fb-b6b2-8981854d9798 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:48.742630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] For port 29c61720-634e-4d02-b567-ecf650842790, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29c61720-634e-4d02-b567-ecf650842790,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:48.743100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (29c61720-634e-4d02-b567-ecf650842790), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:48.861417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event deleted for resources: {'Port': ['ID=5025d77f-05d3-4db6-b978-31f61fad5faf,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:48.893516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] Calling delete_port for 29c61720-634e-4d02-b567-ecf650842790 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:49.319419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 29c61720-634e-4d02-b567-ecf650842790 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:49.319846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29c61720-634e-4d02-b567-ecf650842790), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:49.354879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:49.366174 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2d868ab9-dabf-4677-85f3-acd0b46c9d04 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "DELETE /v2.0/ports/5025d77f-05d3-4db6-b978-31f61fad5faf HTTP/1.1" status: 204 len: 168 time: 3.2041311 Feb 17 22:32:49.366475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36160) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:49.377320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::7532:3cdd:3d76:290d (09316e07-fc22-44f3-8240-ce381295cee3/7367fd6c-9e6f-4295-9d49-6192f4538b09/ea5ace63-709a-47fb-b6b2-8981854d9798) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:49.478946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:49.570763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 29c61720-634e-4d02-b567-ecf650842790, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29c61720-634e-4d02-b567-ecf650842790,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:49.579807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29c61720-634e-4d02-b567-ecf650842790), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:49.591018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1e5959b9-e4b5-4b88-9f50-cf834de2e23e None None] Current status of the port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:49.653261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07f3f070-a556-44cd-ace4-807a4bd105be req-29cd588c-7132-449b-8064-ba02d7bbc1dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1674793 Feb 17 22:32:49.746575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Deleting subnet 50a10a07-9820-42cb-98a6-f132d98a9d34 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:49.775025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for subnet (50a10a07-9820-42cb-98a6-f132d98a9d34), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:49.797958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d58639d3-adee-4449-9d88-52e985cfc8f4 None None] Could not find standard attr ID for object 5025d77f-05d3-4db6-b978-31f61fad5faf. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:49.835886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (29c61720-634e-4d02-b567-ecf650842790), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:49.837666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d58639d3-adee-4449-9d88-52e985cfc8f4 None None] Could not find standard attr ID for object e21d2fd9-24b1-4c03-901f-d1370433ad31. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:49.858685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=29c61720-634e-4d02-b567-ecf650842790,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:49.930990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:19Z', 'revision_number': 5, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:50.043701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (ea5ace63-709a-47fb-b6b2-8981854d9798), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.078402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf3a333-de30-4c40-adc1-abfe0f19b1e4 None None] The sync data for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 is: [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:25:07Z', 'revision_number': 4, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '0479d664-fca4-44c2-9a79-9b946b86f646', 'name': '', 'network_id': '1f182d69-5777-473f-ad41-128a438efa13', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'mac_address': 'fa:16:3e:1c:f3:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:06Z', 'updated_at': '2022-02-17T22:25:19Z', 'revision_number': 5, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'subnets': [{'id': '0083f13c-a183-4fa0-a127-3477c7b0e467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:32:50.088130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] No DVR routers for this DVR port 29c61720-634e-4d02-b567-ecf650842790 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:50.095584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f2eb3-6106-4d40-ad05-32df8e3e075a None None] Pushing event deleted for resources: {'Port': ['ID=29c61720-634e-4d02-b567-ecf650842790,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:50.130176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b79909-ba1b-438c-ab0b-b31938dae2d5 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:50.172917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ea5ace63-709a-47fb-b6b2-8981854d9798), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.213268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (50a10a07-9820-42cb-98a6-f132d98a9d34), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.276762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:50.318340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01171076-d7b4-43a3-ab9f-ef6af4985652 req-2a96a131-efb7-4112-9613-06b56d918be9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:50.323258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01171076-d7b4-43a3-ab9f-ef6af4985652 req-2a96a131-efb7-4112-9613-06b56d918be9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.4436116 Feb 17 22:32:50.352920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:50.386385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:50.428782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:50.429479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.478218 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2795129 Feb 17 22:32:50.482152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36172) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:50.487686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01171076-d7b4-43a3-ab9f-ef6af4985652 req-dae423db-9de9-4f20-8efb-e5bfa952bc16 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528614 Feb 17 22:32:50.650968 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (50a10a07-9820-42cb-98a6-f132d98a9d34), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.657206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=ea5ace63-709a-47fb-b6b2-8981854d9798,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:50.658143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '7367fd6c-9e6f-4295-9d49-6192f4538b09'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:32:50.659131 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.693156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.693521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.693870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.694210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.694542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.694875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.695205 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.700721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.701191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.706075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.706676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.707619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.707966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36276bae-0885-4479-b75e-0e7a25b730c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:32:50.757392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6f9ee3-d1a7-4311-8514-29ac77f0d1b4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:50.761253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec6f9ee3-d1a7-4311-8514-29ac77f0d1b4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2711875 Feb 17 22:32:50.763355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36178) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:50.831170 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d69bda-653c-4228-858d-ff8c66f49123 None None] New status for floating IP 82eb065c-650c-44c8-bbd2-92cc87e8a4f8: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:32:50.888805 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (50a10a07-9820-42cb-98a6-f132d98a9d34), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.907624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:50.912451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "DELETE /v2.0/subnets/50a10a07-9820-42cb-98a6-f132d98a9d34 HTTP/1.1" status: 204 len: 168 time: 1.5443323 Feb 17 22:32:50.934346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36182) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:50.939063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a825d449-ab65-4905-8e41-1ae292f82889 req-e49bcadf-d520-40c2-b47b-7ad7adb168a8 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0704076 Feb 17 22:32:50.951616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398561e4-23d9-473b-a2f3-8843a1b78a6f None None] Network 39487898-3042-4f32-b224-d5bad12db929 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:50.988029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08d9b2-3263-4154-b872-f9d6884d7260 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event deleted for resources: {'Subnet': ['ID=50a10a07-9820-42cb-98a6-f132d98a9d34,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:51.007738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port ea5ace63-709a-47fb-b6b2-8981854d9798 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:51.008219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ea5ace63-709a-47fb-b6b2-8981854d9798), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.149758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (39487898-3042-4f32-b224-d5bad12db929), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.187173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ea5ace63-709a-47fb-b6b2-8981854d9798), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.216188 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.217458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for ea5ace63-709a-47fb-b6b2-8981854d9798 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:51.341506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Deleting port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:51.343890 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.371582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/7367fd6c-9e6f-4295-9d49-6192f4538b09/9518b206-aea0-4f6f-9fcf-f692bc49bf40) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:51.503778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] For port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,segment=NetworkSegment(a25ac286-2524-43a6-ac35-a056cec52b2d),segment_id=a25ac286-2524-43a6-ac35-a056cec52b2d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:51.504835 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.539264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] DHCP port deletion for 39487898-3042-4f32-b224-d5bad12db929 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:32:51.540111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Calling delete_port for 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:51.548855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ea5ace63-709a-47fb-b6b2-8981854d9798), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.652926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=ea5ace63-709a-47fb-b6b2-8981854d9798,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:51.759720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.768849 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-92d22451-cd2b-4391-a02a-34d8c7e57dd2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/ea5ace63-709a-47fb-b6b2-8981854d9798 HTTP/1.1" status: 204 len: 168 time: 1.0023320 Feb 17 22:32:51.769999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36196) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:51.831952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Publish callbacks [] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.841484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:32:51.886843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.894906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] Deleting port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:51.896333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:51.954518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7b38d-3384-44fe-ab9a-6ea94a8adaef tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:51.955978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea7b38d-3384-44fe-ab9a-6ea94a8adaef tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:51.960796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ea7b38d-3384-44fe-ab9a-6ea94a8adaef tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1841245 Feb 17 22:32:51.962580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:51.983102 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.055830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event deleted for resources: {'Port': ['ID=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:52.067258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] No DVR routers for this DVR port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:52.089416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 7367fd6c-9e6f-4295-9d49-6192f4538b09 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:52.095410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (7367fd6c-9e6f-4295-9d49-6192f4538b09), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.134904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:52.135400 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.190971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (7367fd6c-9e6f-4295-9d49-6192f4538b09), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.311922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:52.322417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:52.327286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:52.392482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Pushing event updated for resources: {'Port': ['ID=9518b206-aea0-4f6f-9fcf-f692bc49bf40,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:52.406280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (39487898-3042-4f32-b224-d5bad12db929), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.477973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] For port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,segment=NetworkSegment(a25ac286-2524-43a6-ac35-a056cec52b2d),segment_id=a25ac286-2524-43a6-ac35-a056cec52b2d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:52.478387 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.487975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39487898-3042-4f32-b224-d5bad12db929']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:52.498683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Attempting to bind port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:32:52.498918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Attempting to bind port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:32:52.499163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Attempting to bind port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:32:52.510856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7367fd6c-9e6f-4295-9d49-6192f4538b09), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.515998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] Calling delete_port for 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:52.544829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:32:52.545210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:32:52.545616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.546014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:32:52.546500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Bound port: 9518b206-aea0-4f6f-9fcf-f692bc49bf40, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:32:52.546885 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.563824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a76f78b3-b587-4d6d-86eb-f68cfb3741bb req-786d27c9-1b97-421f-97a7-4f9dafc66250 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.4200943 Feb 17 22:32:52.565649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25ac286-2524-43a6-ac35-a056cec52b2d') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:52.565949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25ac286-2524-43a6-ac35-a056cec52b2d') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:32:52.599595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (a25ac286-2524-43a6-ac35-a056cec52b2d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.620992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (7367fd6c-9e6f-4295-9d49-6192f4538b09), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.624113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a25ac286-2524-43a6-ac35-a056cec52b2d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.632113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:32:52.632526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (a25ac286-2524-43a6-ac35-a056cec52b2d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:32:52.645349 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:32:52.710787 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.723173 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/7367fd6c-9e6f-4295-9d49-6192f4538b09 HTTP/1.1" status: 204 len: 168 time: 0.7580159 Feb 17 22:32:52.727762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e552d6-3051-4771-b66b-350e55c98691 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=7367fd6c-9e6f-4295-9d49-6192f4538b09,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:52.731511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:52.754416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] For port 9518b206-aea0-4f6f-9fcf-f692bc49bf40, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:32:52.789590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] For port 9518b206-aea0-4f6f-9fcf-f692bc49bf40, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9518b206-aea0-4f6f-9fcf-f692bc49bf40,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:32:52.805954 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.813344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (39487898-3042-4f32-b224-d5bad12db929), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.821463 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.824793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] 10.222.0.79 "DELETE /v2.0/networks/39487898-3042-4f32-b224-d5bad12db929 HTTP/1.1" status: 204 len: 168 time: 1.8888800 Feb 17 22:32:52.843055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b0d62-eb71-44d0-b6cd-3aacefce8d00 tempest-ExtraDHCPOptionsTestJSON-982605834 tempest-ExtraDHCPOptionsTestJSON-982605834-project] Pushing event deleted for resources: {'Network': ['ID=39487898-3042-4f32-b224-d5bad12db929,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:52.852157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:52.870866 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-24589647-bda7-4a13-9b61-89de199435ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337004 Feb 17 22:32:52.871235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36222) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:52.877336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:52.898302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] Network 39487898-3042-4f32-b224-d5bad12db929 is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:32:52.898556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] No DVR routers for this DVR port 243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:32:52.979586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdc841-4805-4fa5-9a75-e81f1cff8ec1 None None] Pushing event updated for resources: {'Port': ['ID=9518b206-aea0-4f6f-9fcf-f692bc49bf40,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:53.010437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b3694f-90df-4ded-8d0e-90aae5de8edd None None] Pushing event deleted for resources: {'Port': ['ID=243dfc46-a0c3-4723-ab9e-2a1fa7ca3abb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:53.021881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18c8fdf0-8ec8-4d9b-94f5-796a8af4e4c2 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:32:53.099974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:53.109784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:53.194201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c8fdf0-8ec8-4d9b-94f5-796a8af4e4c2 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:32:53.471728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:53.584067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (cebd39b4-6e5e-4326-8d8e-ca485bd29f40), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:53.703162 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e3270e12-065a-42c3-b01f-754947458d0d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=896996bde2ea41b2b77ab9555f2a4c53&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2278554 Feb 17 22:32:53.705636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36244) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:53.718802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:53.728527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:53.734785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:53.735415 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:53.823119 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c20007e-0797-4269-84b7-968e1b7a7454 admin admin] Publish callbacks [] for security_group (a3305252-24c3-4944-8b5d-39e4f173cab7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:53.876559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c20007e-0797-4269-84b7-968e1b7a7454 admin admin] Publish callbacks [] for security_group (a3305252-24c3-4944-8b5d-39e4f173cab7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:53.894304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3624770-9e89-44d6-b575-f82bf43775c8 req-405db736-672b-43f7-a1dc-b7c33a26005c tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1264744 Feb 17 22:32:53.897945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=cebd39b4-6e5e-4326-8d8e-ca485bd29f40,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:53.913194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a11e1949-3c6c-4378-842c-0f0c84e66dc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0407369 Feb 17 22:32:53.916230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36246) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:53.925124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'cebd39b4-6e5e-4326-8d8e-ca485bd29f40', 'ip_address': '2001:db8::47b1:23d7:c396:41c8'}], 'name': 'tempest-NetworksTestDHCPv6-1265646077'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:53.971588 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c20007e-0797-4269-84b7-968e1b7a7454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a3305252-24c3-4944-8b5d-39e4f173cab7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:53.975083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c20007e-0797-4269-84b7-968e1b7a7454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:53.976515 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1c20007e-0797-4269-84b7-968e1b7a7454 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a3305252-24c3-4944-8b5d-39e4f173cab7 HTTP/1.1" status: 204 len: 168 time: 0.2696271 Feb 17 22:32:53.998393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c20007e-0797-4269-84b7-968e1b7a7454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3305252-24c3-4944-8b5d-39e4f173cab7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:54.085749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9d42bb-dbd6-4302-8be7-74859ee48703 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:32:54.264760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:54.513697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:54.568123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca031e-0863-4fa3-86c7-7029a8be3bc4 None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'cebd39b4-6e5e-4326-8d8e-ca485bd29f40'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '9518b206-aea0-4f6f-9fcf-f692bc49bf40'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:32:54.583540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port d9425d65-f1c3-4a7c-86c8-9ae76262f87e yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:32:54.738808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ceca031e-0863-4fa3-86c7-7029a8be3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:54.860150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-3646104d-29ec-4ff8-a11e-58d5685e8594 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4220285 Feb 17 22:32:55.145691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-825f4e1e-5b2d-4f8d-aa84-1421ae6f383f req-9b3cb1b4-6a14-4bff-b7dd-abd87dd8da51 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0652640 Feb 17 22:32:55.149067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ceca031e-0863-4fa3-86c7-7029a8be3bc4 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/cebd39b4-6e5e-4326-8d8e-ca485bd29f40/9518b206-aea0-4f6f-9fcf-f692bc49bf40) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:55.183673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-79f18896-86c5-4ca9-a869-cdd6603cb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:55.185263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-79f18896-86c5-4ca9-a869-cdd6603cb0a5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 1129 time: 0.2387724 Feb 17 22:32:55.421065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:55.505257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ceca031e-0863-4fa3-86c7-7029a8be3bc4 None None] For port 9518b206-aea0-4f6f-9fcf-f692bc49bf40, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9518b206-aea0-4f6f-9fcf-f692bc49bf40,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:55.535586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-9b1e5811-1248-4abe-9f4d-1013a2f25d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:55.549966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-9b1e5811-1248-4abe-9f4d-1013a2f25d92 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.3277507 Feb 17 22:32:55.596911 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ceca031e-0863-4fa3-86c7-7029a8be3bc4 None None] Publish callbacks [] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:55.616324 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ceca031e-0863-4fa3-86c7-7029a8be3bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:55.831426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca031e-0863-4fa3-86c7-7029a8be3bc4 None None] Pushing event updated for resources: {'Port': ['ID=9518b206-aea0-4f6f-9fcf-f692bc49bf40,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:55.958759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::47b1:23d7:c396:41c8 (09316e07-fc22-44f3-8240-ce381295cee3/cebd39b4-6e5e-4326-8d8e-ca485bd29f40/d9425d65-f1c3-4a7c-86c8-9ae76262f87e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:32:56.005378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36286) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:56.398863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1671886753'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:56.437957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:56.451320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.491359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.620004 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (d9425d65-f1c3-4a7c-86c8-9ae76262f87e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.732610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for security_group (9604623c-e575-4a62-b00e-73caecfb39ac), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.736597 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d9425d65-f1c3-4a7c-86c8-9ae76262f87e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.742494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9604623c-e575-4a62-b00e-73caecfb39ac), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.777417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:32:56.809137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (204b2f45-22be-4f59-bd54-01bcfc0e792d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.812286 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Added segment 204b2f45-22be-4f59-bd54-01bcfc0e792d of type vlan for network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc Feb 17 22:32:56.820237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed362c1d-dabe-4d85-9758-7cfa84b0a740 req-cdeb0701-ba51-4ba4-bb2b-f9e2ac9d21ba tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1204169 Feb 17 22:32:56.928893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:56.936388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:32:56.978091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:32:56.999992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:32:57.015396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:57.029250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:57.031996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:57.032746 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:57.036446 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:57.184943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9604623c-e575-4a62-b00e-73caecfb39ac,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:57.196975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2749581 Feb 17 22:32:57.199083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36300) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:57.214321 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2049098 Feb 17 22:32:57.241996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36302) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:57.245225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-d2f0c768-4c73-43be-97ce-370280ca737a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 200 len: 1001 time: 1.6891561 Feb 17 22:32:57.248852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'subnet': {'network_id': '23fce0fc-50bd-4cfc-a2ac-d681829fc6bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:32:57.380778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbcaaca-127d-4590-9fb4-c8abdff650c4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Network': ['ID=23fce0fc-50bd-4cfc-a2ac-d681829fc6bc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:57.398001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:32:57.451049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425cdb20-21fa-498a-882a-e97b4e4d7de2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:57.475183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425cdb20-21fa-498a-882a-e97b4e4d7de2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:57.488824 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-425cdb20-21fa-498a-882a-e97b4e4d7de2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2848947 Feb 17 22:32:57.490039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36304) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:57.717684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port d9425d65-f1c3-4a7c-86c8-9ae76262f87e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:32:57.719860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d9425d65-f1c3-4a7c-86c8-9ae76262f87e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:57.948897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9518b206-aea0-4f6f-9fcf-f692bc49bf40 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:32:57.997258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d9425d65-f1c3-4a7c-86c8-9ae76262f87e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.033835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for d9425d65-f1c3-4a7c-86c8-9ae76262f87e owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:32:58.115230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5cf700f0-a322-470c-ab61-c55fdafb5069 None None] Provisioning complete for port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:58.116192 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cf700f0-a322-470c-ab61-c55fdafb5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.118266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:32:58.119173 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.399925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d9425d65-f1c3-4a7c-86c8-9ae76262f87e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.416262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:58.416719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.503812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=d9425d65-f1c3-4a7c-86c8-9ae76262f87e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:58.532088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5cf700f0-a322-470c-ab61-c55fdafb5069 None None] Current status of the port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:58.532612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5cf700f0-a322-470c-ab61-c55fdafb5069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.570255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 9518b206-aea0-4f6f-9fcf-f692bc49bf40, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9518b206-aea0-4f6f-9fcf-f692bc49bf40,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:32:58.571142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb127ef-5130-4027-87d9-b03589e34a39 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=d9425d65-f1c3-4a7c-86c8-9ae76262f87e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:58.575756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-b7573966-8206-4867-a99e-2cba531e0e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:58.578452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.579900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-b7573966-8206-4867-a99e-2cba531e0e9c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 1.1518655 Feb 17 22:32:58.593740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.610125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36316) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:58.612650 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d8225723-4d96-41f1-b1c2-f2300e987f94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/d9425d65-f1c3-4a7c-86c8-9ae76262f87e HTTP/1.1" status: 204 len: 168 time: 1.1111298 Feb 17 22:32:58.753176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-857d9cbc-36fa-45c0-959a-612d0b0604ee req-466b4207-e01d-4751-b597-cd18a120396f tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1720605 Feb 17 22:32:58.756298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:32:58.768955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:58.838873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=9518b206-aea0-4f6f-9fcf-f692bc49bf40,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:32:58.961760 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-5cf700f0-a322-470c-ab61-c55fdafb5069 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:32:58.964256 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-5cf700f0-a322-470c-ab61-c55fdafb5069 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:32:59.258541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b21d4c3-e994-45ce-bfbc-1785f3106610 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:59.260181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b21d4c3-e994-45ce-bfbc-1785f3106610 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:59.264857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7b21d4c3-e994-45ce-bfbc-1785f3106610 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6454256 Feb 17 22:32:59.265348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:32:59.274803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-de7f17e9-7e46-4837-83ce-0cbd9644f16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:32:59.277173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-de7f17e9-7e46-4837-83ce-0cbd9644f16d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6625752 Feb 17 22:32:59.479105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet cebd39b4-6e5e-4326-8d8e-ca485bd29f40 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:32:59.501132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (cebd39b4-6e5e-4326-8d8e-ca485bd29f40), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:59.599912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5cf700f0-a322-470c-ab61-c55fdafb5069 None None] Current status of the port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:32:59.664414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-59334e55-0fda-4435-bb25-da66252cb80d service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3743682 Feb 17 22:32:59.688341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (cebd39b4-6e5e-4326-8d8e-ca485bd29f40), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:59.715102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-26b49946-04d3-4450-b29d-83cfa4d72fbb None None] Could not find standard attr ID for object d9425d65-f1c3-4a7c-86c8-9ae76262f87e. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:59.719544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-26b49946-04d3-4450-b29d-83cfa4d72fbb None None] Could not find standard attr ID for object ea5ace63-709a-47fb-b6b2-8981854d9798. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:32:59.835339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (4fea3be4-daa7-4cc6-bbce-1ace1259e807), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:32:59.855792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9518b206-aea0-4f6f-9fcf-f692bc49bf40 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:00.014849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:00.018875 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:00.076137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (cebd39b4-6e5e-4326-8d8e-ca485bd29f40), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:00.295731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (cebd39b4-6e5e-4326-8d8e-ca485bd29f40), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:00.320101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac4eee08-3fe6-40c9-9836-e26aec8d31ce req-777bdbec-6ea6-4cdd-9550-7ab6489b39c1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2660615 Feb 17 22:33:00.320291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:00.340987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:00.350534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0dddf2-6b6c-4f5c-9b4c-bb3875ee27e0 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:00.366269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Subnet': ['ID=4fea3be4-daa7-4cc6-bbce-1ace1259e807,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:00.374418 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/cebd39b4-6e5e-4326-8d8e-ca485bd29f40 HTTP/1.1" status: 204 len: 168 time: 1.1070271 Feb 17 22:33:00.375923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36338) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:00.419067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9775753-71ed-49ff-b4ff-b9d3efce531a req-ad88a1fd-e648-4115-941b-d1d91e22bcca service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7408342 Feb 17 22:33:00.427398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Checking segment: {'id': '204b2f45-22be-4f59-bd54-01bcfc0e792d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '23fce0fc-50bd-4cfc-a2ac-d681829fc6bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:00.428015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network hostable DHCP agents. Network: 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:33:00.492078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:33:00.521258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:00.544890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:00.550347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:00.554656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74d573a-d5fb-4612-ad8b-6d6665e1333f None None] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:00.596609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7b263391-dfa7-45ee-b17a-f3bd44bb12f7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3541772 Feb 17 22:33:00.599862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36342) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:00.611232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-656898030', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:00.625139 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c1642c6-a500-4654-a85d-ff98d9ba57c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2457438 Feb 17 22:33:00.627758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:00.653356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be087ed-8152-42b7-a46a-02f8b8bf8e2e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=cebd39b4-6e5e-4326-8d8e-ca485bd29f40,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:00.705068 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (856f8332-f8e1-40c7-b8a6-293738160431), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:00.711871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (856f8332-f8e1-40c7-b8a6-293738160431), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:00.915225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d7349c-0787-4ece-9797-9fdf24ab4fe8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:00.923197 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2d7349c-0787-4ece-9797-9fdf24ab4fe8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2932103 Feb 17 22:33:00.930805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36346) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:00.999763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_controller (856f8332-f8e1-40c7-b8a6-293738160431), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:01.010656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:33:01.063884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddc287e-c4a4-4665-9dc4-182a95a56750 None None] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:01.128795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ed87d-4553-4814-82c4-fe57b1bdc8bf tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:01.138275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36350) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:01.142925 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-650ed87d-4553-4814-82c4-fe57b1bdc8bf tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2064483 Feb 17 22:33:01.295908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36356) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:01.302664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:01.306782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b5645c1c-d586-44b3-a1aa-3040fb708db0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580970 Feb 17 22:33:01.507419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (856f8332-f8e1-40c7-b8a6-293738160431), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:01.514366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] Deleting port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:01.514751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:01.611417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:01.617218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:01.650064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72ae4d51-b504-4e13-949a-90380ec2a55c req-29ad879c-d961-40f6-837a-3e13a8667c7b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0611749 Feb 17 22:33:01.849449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9518b206-aea0-4f6f-9fcf-f692bc49bf40 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:01.962172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] For port 9518b206-aea0-4f6f-9fcf-f692bc49bf40, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9518b206-aea0-4f6f-9fcf-f692bc49bf40,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:01.962848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.008757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] Calling delete_port for 9518b206-aea0-4f6f-9fcf-f692bc49bf40 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:02.011137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (856f8332-f8e1-40c7-b8a6-293738160431), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.045262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.158041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:02.164023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.195555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (d04749ca-5bc4-49a2-8ff5-aaa05e02ae17), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.254687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (9518b206-aea0-4f6f-9fcf-f692bc49bf40), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.271076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.25.0.198 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/3e38818f-155a-457c-9486-4fd1a0d8f4b3) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:02.325488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=d04749ca-5bc4-49a2-8ff5-aaa05e02ae17,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:02.379010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:02.380767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:02.383167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] Pushing event deleted for resources: {'Port': ['ID=9518b206-aea0-4f6f-9fcf-f692bc49bf40,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:02.387336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:02.387975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.423869 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3c07b3e0-cf26-417b-a7bb-2eee73ee8b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1261690 Feb 17 22:33:02.424535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:02.440222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'd04749ca-5bc4-49a2-8ff5-aaa05e02ae17', 'ip_address': '2001:db8::226b:1fb0:f2ec:d9f'}], 'name': 'tempest-NetworksTestDHCPv6-1154888263'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:02.442602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2eaae6-0fea-4fd4-a06c-9c5d8230675b None None] No DVR routers for this DVR port 9518b206-aea0-4f6f-9fcf-f692bc49bf40 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:33:02.481729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98766451-2170-4621-b504-9ba00f38d6d2 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:02.605640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (3e38818f-155a-457c-9486-4fd1a0d8f4b3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.668947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'd04749ca-5bc4-49a2-8ff5-aaa05e02ae17'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:33:02.669845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.703181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3e38818f-155a-457c-9486-4fd1a0d8f4b3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.780866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:02.879833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=3e38818f-155a-457c-9486-4fd1a0d8f4b3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:02.912666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:02.965199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:02.988097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 3e173552-902c-4e1e-97db-a07e7998e80f yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:33:03.071653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:03.075930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/d04749ca-5bc4-49a2-8ff5-aaa05e02ae17/56e0da0b-7344-491e-8c70-827e9a2cefd3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:03.082793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:03.088321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-977eff9c-8433-4edf-85c4-73d11cffe07d req-2e049167-5162-4e2f-b003-dc28c696f027 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1730826 Feb 17 22:33:03.503596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Publish callbacks [] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:03.513262 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:03.596395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Pushing event updated for resources: {'Port': ['ID=56e0da0b-7344-491e-8c70-827e9a2cefd3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:03.635323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:03.637157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:03.653029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:03.671675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::226b:1fb0:f2ec:d9f (09316e07-fc22-44f3-8240-ce381295cee3/d04749ca-5bc4-49a2-8ff5-aaa05e02ae17/3e173552-902c-4e1e-97db-a07e7998e80f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:03.793580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Attempting to bind port 56e0da0b-7344-491e-8c70-827e9a2cefd3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:33:03.794021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Attempting to bind port 56e0da0b-7344-491e-8c70-827e9a2cefd3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:33:03.795565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Attempting to bind port 56e0da0b-7344-491e-8c70-827e9a2cefd3 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:03.812674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:33:03.814099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:03.814533 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:03.815136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:33:03.815762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Bound port: 56e0da0b-7344-491e-8c70-827e9a2cefd3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:33:03.817106 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:04.006848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] For port 56e0da0b-7344-491e-8c70-827e9a2cefd3, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:33:04.013493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] For port 56e0da0b-7344-491e-8c70-827e9a2cefd3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=56e0da0b-7344-491e-8c70-827e9a2cefd3,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:33:04.032369 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:04.185933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (3e173552-902c-4e1e-97db-a07e7998e80f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:04.195108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (856f8332-f8e1-40c7-b8a6-293738160431), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:04.199024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5750759-af46-40f9-8cce-f2af475c7737 None None] Pushing event updated for resources: {'Port': ['ID=56e0da0b-7344-491e-8c70-827e9a2cefd3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:04.376401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3e173552-902c-4e1e-97db-a07e7998e80f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:04.560034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:04.577448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:04.586672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:04.609754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:04.610598 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:04.672395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=3e173552-902c-4e1e-97db-a07e7998e80f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:04.778924 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-379bac40-3536-4d3f-80a6-19d91a124a96 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3473868 Feb 17 22:33:04.783746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36416) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:04.789102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97475efd-ff3b-4a1d-9c42-9aa41f6f2124 req-9bc1ea99-135d-491b-80da-5afba24f93cd tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2176268 Feb 17 22:33:04.824352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1d6f0bd7-7e5d-46ce-9a69-e7e27c30d6a9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'd04749ca-5bc4-49a2-8ff5-aaa05e02ae17', 'ip_address': '2001:db8::226b:1fb0:f2ec:d9f'}], 'name': 'tempest-NetworksTestDHCPv6-1492240536'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:05.099580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (856f8332-f8e1-40c7-b8a6-293738160431), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:05.122675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36422) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:05.125710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6f0bd7-7e5d-46ce-9a69-e7e27c30d6a9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:05.137956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6f0bd7-7e5d-46ce-9a69-e7e27c30d6a9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:05.195818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-1d6f0bd7-7e5d-46ce-9a69-e7e27c30d6a9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 27b4cb7b-1ea7-4670-bb17-2e9ec366ccb5 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:33:05.430580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-649122e9-23c5-4d41-b6e9-2316d3991907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:05.602621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-649122e9-23c5-4d41-b6e9-2316d3991907 admin admin] Publish callbacks [] for security_group (d35847d7-129e-4c7d-8ef0-699daa40924f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:05.614834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-649122e9-23c5-4d41-b6e9-2316d3991907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d35847d7-129e-4c7d-8ef0-699daa40924f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:05.825741 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d6f0bd7-7e5d-46ce-9a69-e7e27c30d6a9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 17 22:33:05.826479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d6f0bd7-7e5d-46ce-9a69-e7e27c30d6a9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:33:05.837613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-649122e9-23c5-4d41-b6e9-2316d3991907 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b45bfced52944ad7b5c3639754d2d706&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7136612 Feb 17 22:33:05.844090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36432) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:05.845866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649122e9-23c5-4d41-b6e9-2316d3991907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35847d7-129e-4c7d-8ef0-699daa40924f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:05.894720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:33:05.972045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 56e0da0b-7344-491e-8c70-827e9a2cefd3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:06.076003 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d6f0bd7-7e5d-46ce-9a69-e7e27c30d6a9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2843058 Feb 17 22:33:06.082895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36434) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:06.177249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 56e0da0b-7344-491e-8c70-827e9a2cefd3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:06.177833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.214085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12dd11e8-9a7b-42c0-8bc9-db365be99c81 req-aab44c5b-bba4-4ea2-96ac-656719df0d2d tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0743816 Feb 17 22:33:06.236178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-025d954d-fb1e-432e-b392-fea86fd3d4af admin admin] Publish callbacks [] for security_group (d35847d7-129e-4c7d-8ef0-699daa40924f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.355507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:06.394058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-025d954d-fb1e-432e-b392-fea86fd3d4af admin admin] Publish callbacks [] for security_group (d35847d7-129e-4c7d-8ef0-699daa40924f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.414884 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.418417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e8057dd2-84c7-44ac-912c-bc6c9265c1cb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.8172343 Feb 17 22:33:06.422981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36438) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:06.464935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 56e0da0b-7344-491e-8c70-827e9a2cefd3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:06.468581 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.477641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:06.573459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c1f42-95e6-4f9b-b6fc-afe6e5055ac1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:06.579042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33c1f42-95e6-4f9b-b6fc-afe6e5055ac1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:06.586200 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b33c1f42-95e6-4f9b-b6fc-afe6e5055ac1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.5011263 Feb 17 22:33:06.599091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36444) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:06.607425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 56e0da0b-7344-491e-8c70-827e9a2cefd3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=56e0da0b-7344-491e-8c70-827e9a2cefd3,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:06.625707 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.710931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:06.711694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:06.715738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=56e0da0b-7344-491e-8c70-827e9a2cefd3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:06.720724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-af98054b-ca72-4949-84ba-884a2d7ce880 None None] Provisioning complete for port 56e0da0b-7344-491e-8c70-827e9a2cefd3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:06.721196 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af98054b-ca72-4949-84ba-884a2d7ce880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.810664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:06.811857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-025d954d-fb1e-432e-b392-fea86fd3d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d35847d7-129e-4c7d-8ef0-699daa40924f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.816316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-025d954d-fb1e-432e-b392-fea86fd3d4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:06.824697 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-025d954d-fb1e-432e-b392-fea86fd3d4af admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d35847d7-129e-4c7d-8ef0-699daa40924f HTTP/1.1" status: 204 len: 168 time: 0.9783468 Feb 17 22:33:06.854402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025d954d-fb1e-432e-b392-fea86fd3d4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35847d7-129e-4c7d-8ef0-699daa40924f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:06.899912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:06.914942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:06.943593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 3e173552-902c-4e1e-97db-a07e7998e80f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:06.945386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3e173552-902c-4e1e-97db-a07e7998e80f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:07.049322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:07.050041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86afed06-07d5-4b75-9b71-c4d00f63c418 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:07.261490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-af98054b-ca72-4949-84ba-884a2d7ce880 None None] Current status of the port 56e0da0b-7344-491e-8c70-827e9a2cefd3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:07.326216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3e173552-902c-4e1e-97db-a07e7998e80f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:07.356482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 3e173552-902c-4e1e-97db-a07e7998e80f owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:07.408050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a7a2ce29-cdf2-499a-a701-6dfddcea5dfe None None] Provisioning complete for port 3e173552-902c-4e1e-97db-a07e7998e80f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:07.408886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7a2ce29-cdf2-499a-a701-6dfddcea5dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3e173552-902c-4e1e-97db-a07e7998e80f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:07.575686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a7a2ce29-cdf2-499a-a701-6dfddcea5dfe None None] Port 3e173552-902c-4e1e-97db-a07e7998e80f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:33:07.691923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36458) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:07.716968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-232a7125-7adc-44f2-9692-9597cb112ba4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:07.845070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 56e0da0b-7344-491e-8c70-827e9a2cefd3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:07.869486 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3e173552-902c-4e1e-97db-a07e7998e80f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:08.005203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=3e173552-902c-4e1e-97db-a07e7998e80f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:08.020597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 56e0da0b-7344-491e-8c70-827e9a2cefd3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:08.021414 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:08.246718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:08.251800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 56e0da0b-7344-491e-8c70-827e9a2cefd3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:08.261863 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d30bca6-61e6-4a21-8ac1-e8b2d36508bd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/3e173552-902c-4e1e-97db-a07e7998e80f HTTP/1.1" status: 204 len: 168 time: 1.6585927 Feb 17 22:33:08.266292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:08.572001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c29d46-858b-4f85-93d7-f48b49256ca0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:08.576083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c29d46-858b-4f85-93d7-f48b49256ca0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:08.584639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36474) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:08.587910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f6c29d46-858b-4f85-93d7-f48b49256ca0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3163595 Feb 17 22:33:08.590178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-232a7125-7adc-44f2-9692-9597cb112ba4 admin admin] Publish callbacks [] for security_group (f7742f5a-aad4-428f-9f4f-86b622b5c911), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:08.598238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-232a7125-7adc-44f2-9692-9597cb112ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f7742f5a-aad4-428f-9f4f-86b622b5c911), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:08.699568 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-232a7125-7adc-44f2-9692-9597cb112ba4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f31840ef0a634157a89abdb969b266d4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0054767 Feb 17 22:33:08.707940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36478) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:08.798174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet d04749ca-5bc4-49a2-8ff5-aaa05e02ae17 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:33:08.803219 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (d04749ca-5bc4-49a2-8ff5-aaa05e02ae17), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:08.827129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a7125-7adc-44f2-9692-9597cb112ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7742f5a-aad4-428f-9f4f-86b622b5c911,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:08.875891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (d04749ca-5bc4-49a2-8ff5-aaa05e02ae17), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:08.938648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a1972c-25d8-4208-b7ad-821e39be2eca admin admin] Publish callbacks [] for security_group (f7742f5a-aad4-428f-9f4f-86b622b5c911), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.002373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a1972c-25d8-4208-b7ad-821e39be2eca admin admin] Publish callbacks [] for security_group (f7742f5a-aad4-428f-9f4f-86b622b5c911), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.104591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-edd4b89d-111c-4b3b-8441-9410b136f3d1 req-a65cf0b1-4dc7-4f00-8dfb-eb1101c98afb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.5515866 Feb 17 22:33:09.137740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a1972c-25d8-4208-b7ad-821e39be2eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f7742f5a-aad4-428f-9f4f-86b622b5c911), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.141239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a1972c-25d8-4208-b7ad-821e39be2eca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.145198 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94a1972c-25d8-4208-b7ad-821e39be2eca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7742f5a-aad4-428f-9f4f-86b622b5c911 HTTP/1.1" status: 204 len: 168 time: 0.4286799 Feb 17 22:33:09.158329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (d04749ca-5bc4-49a2-8ff5-aaa05e02ae17), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.162549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1972c-25d8-4208-b7ad-821e39be2eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7742f5a-aad4-428f-9f4f-86b622b5c911,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:09.231416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.554236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (d04749ca-5bc4-49a2-8ff5-aaa05e02ae17), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.661360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:09.667880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36488) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:09.673264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860d175-f366-4fe9-839e-59c5c211d621 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:09.704021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/d04749ca-5bc4-49a2-8ff5-aaa05e02ae17 HTTP/1.1" status: 204 len: 168 time: 1.1141992 Feb 17 22:33:09.723813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef822ae-f12f-427e-8c8b-d40b5990db75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=d04749ca-5bc4-49a2-8ff5-aaa05e02ae17,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:09.823059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ecea4ceb-a3ee-49cf-b237-3d3556280e75 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1544831 Feb 17 22:33:09.838523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36494) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:09.881847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:10.068618 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:10.645796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:33:10.790778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] Deleting port 56e0da0b-7344-491e-8c70-827e9a2cefd3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:10.796823 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:10.825106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.1 (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc/4fea3be4-daa7-4cc6-bbce-1ace1259e807/4ed3f469-5346-473b-9737-efdfaaaf0594) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:10.931524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36518) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:10.939227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] For port 56e0da0b-7344-491e-8c70-827e9a2cefd3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=56e0da0b-7344-491e-8c70-827e9a2cefd3,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:10.939693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:10.968615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] Calling delete_port for 56e0da0b-7344-491e-8c70-827e9a2cefd3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:10.993565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:11.001466 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.171107 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.173632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (56e0da0b-7344-491e-8c70-827e9a2cefd3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.183176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-161970702-network', 'tenant_id': 'd92fb75990ca4cadaee3522ca1bcfd4e'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:11.214850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] Pushing event deleted for resources: {'Port': ['ID=56e0da0b-7344-491e-8c70-827e9a2cefd3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:11.220111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfd650e-2b71-427d-ae2e-5de5db99315f None None] No DVR routers for this DVR port 56e0da0b-7344-491e-8c70-827e9a2cefd3 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:33:11.249392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Made reservation on behalf of d92fb75990ca4cadaee3522ca1bcfd4e for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:11.264414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.299080 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.300830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.397591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58c3cc53-ade6-4575-94d8-94ede299d9d4 req-6f67651b-f3e1-443e-bad9-9e394a97b8c5 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.4660640 Feb 17 22:33:11.438381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=4ed3f469-5346-473b-9737-efdfaaaf0594,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:11.525826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:11.530065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:11.538165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:11.610354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks [] for security_group (bd0b3268-1118-4a33-9ca4-3601249480c7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.616891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bd0b3268-1118-4a33-9ca4-3601249480c7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.644836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (856f8332-f8e1-40c7-b8a6-293738160431), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.728005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:33:11.738814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b3268-1118-4a33-9ca4-3601249480c7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:11.758303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (926cbf0f-4db2-430b-a5ef-687beb717976), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.758637 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Added segment 926cbf0f-4db2-430b-a5ef-687beb717976 of type vlan for network 6527725d-ad2e-4b27-b6a1-97983c21b02f Feb 17 22:33:11.851967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6527725d-ad2e-4b27-b6a1-97983c21b02f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.856692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 56e0da0b-7344-491e-8c70-827e9a2cefd3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:11.903017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6527725d-ad2e-4b27-b6a1-97983c21b02f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.904188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:11.904628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:11.912841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 56e0da0b-7344-491e-8c70-827e9a2cefd3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:33:11.913159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 56e0da0b-7344-491e-8c70-827e9a2cefd3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:33:11.917518 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:12.003417 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0699680 Feb 17 22:33:12.011785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36530) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:12.022780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Request body: {'subnet': {'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-161970702-subnet', 'tenant_id': 'd92fb75990ca4cadaee3522ca1bcfd4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:12.075815 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Made reservation on behalf of d92fb75990ca4cadaee3522ca1bcfd4e for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:12.080710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:12.085733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (44fe57c4-d1de-4932-abe4-d0a1af7f33ca), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:12.162366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773000b5-e285-477d-b6cc-ebd478d3986f admin admin] Pushing event updated for resources: {'Network': ['ID=6527725d-ad2e-4b27-b6a1-97983c21b02f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:12.182358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=44fe57c4-d1de-4932-abe4-d0a1af7f33ca,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:12.183281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6527725d-ad2e-4b27-b6a1-97983c21b02f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:33:12.201001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:12.204869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:12.209309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:12.209898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:12.233847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-68809e69-27ca-4a50-b709-8dd64703f97b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3934109 Feb 17 22:33:12.239577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36534) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:12.249621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4d8fe0f9-5741-43bb-8b85-0ce55a92d795 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': '44fe57c4-d1de-4932-abe4-d0a1af7f33ca', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-2056411812'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:12.320448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff06863-b4cb-47ef-b5a4-4df5cc7711db None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:12.546458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8fe0f9-5741-43bb-8b85-0ce55a92d795 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:12.669127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (5956709f-6535-44de-a3b6-528662697a9e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:12.683770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '44fe57c4-d1de-4932-abe4-d0a1af7f33ca'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:33:12.685058 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:12.797038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5956709f-6535-44de-a3b6-528662697a9e,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:12.814507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99d8d02a-ec82-4bc1-b033-e32684d08f23 req-68c44b4c-53db-459e-aee0-86778a9d5316 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2185464 Feb 17 22:33:12.908660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/44fe57c4-d1de-4932-abe4-d0a1af7f33ca/2b83c0b2-c19d-4d25-88bd-8d354e554405) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:12.945073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d8fe0f9-5741-43bb-8b85-0ce55a92d795 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:12.982207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Checking segment: {'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:12.984457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Network hostable DHCP agents. Network: 6527725d-ad2e-4b27-b6a1-97983c21b02f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:33:13.002685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-4d8fe0f9-5741-43bb-8b85-0ce55a92d795 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 3d32d134-9672-419a-85f0-60e8b88bba40 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:33:13.078245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.085808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.090923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Publish callbacks [] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.099595 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.147677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Network 6527725d-ad2e-4b27-b6a1-97983c21b02f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:33:13.233615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:13.257327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6527725d-ad2e-4b27-b6a1-97983c21b02f) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:13.271217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (856f8332-f8e1-40c7-b8a6-293738160431), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.273685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:13.274358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.275799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=4ed3f469-5346-473b-9737-efdfaaaf0594,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:13.309442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5d405c-effc-4e32-94e7-ff1ee7261fda None None] Network 6527725d-ad2e-4b27-b6a1-97983c21b02f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:13.334818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:13.338560 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6879f3f3-a4ad-4744-b609-2e75665bb94b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3253205 Feb 17 22:33:13.350573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:13.357378 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d8fe0f9-5741-43bb-8b85-0ce55a92d795 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:33:13.357917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d8fe0f9-5741-43bb-8b85-0ce55a92d795 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:33:13.387729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Pushing event updated for resources: {'Port': ['ID=2b83c0b2-c19d-4d25-88bd-8d354e554405,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:13.390877 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4d8fe0f9-5741-43bb-8b85-0ce55a92d795 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.1464732 Feb 17 22:33:13.395781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36556) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:13.542184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b51112-fd7e-4889-b769-a04d4e4329df tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:13.542184 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6b51112-fd7e-4889-b769-a04d4e4329df tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1437750 Feb 17 22:33:13.544985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36558) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:13.673379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Attempting to bind port 2b83c0b2-c19d-4d25-88bd-8d354e554405 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:33:13.673818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Attempting to bind port 2b83c0b2-c19d-4d25-88bd-8d354e554405 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:33:13.674408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Attempting to bind port 2b83c0b2-c19d-4d25-88bd-8d354e554405 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:13.719433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 32, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:33:13.719433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:13.719433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.719433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:33:13.719433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Bound port: 2b83c0b2-c19d-4d25-88bd-8d354e554405, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:33:13.719433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:13.799488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4ae6c-e0a5-41d1-ac18-c2fc5da44a08 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:13.804631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4ae6c-e0a5-41d1-ac18-c2fc5da44a08 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:13.807688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d5d4ae6c-e0a5-41d1-ac18-c2fc5da44a08 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2493925 Feb 17 22:33:13.810320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36566) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:13.846483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2e96e7-c5c2-4598-aa10-47c439f66536 None None] Network 6527725d-ad2e-4b27-b6a1-97983c21b02f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:13.915597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:13.918587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:13.970437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 44fe57c4-d1de-4932-abe4-d0a1af7f33ca {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:33:13.985193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (44fe57c4-d1de-4932-abe4-d0a1af7f33ca), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:14.132071 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (44fe57c4-d1de-4932-abe4-d0a1af7f33ca), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:14.199331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] For port 2b83c0b2-c19d-4d25-88bd-8d354e554405, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:33:14.203684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] For port 2b83c0b2-c19d-4d25-88bd-8d354e554405, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2b83c0b2-c19d-4d25-88bd-8d354e554405,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:33:14.220032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:14.266366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f905371-a5c1-488d-9c6e-80bd247ceed8 req-10f19590-e583-40c1-8595-38c8b982d965 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0789015 Feb 17 22:33:14.282608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (44fe57c4-d1de-4932-abe4-d0a1af7f33ca), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:14.296194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:14.414948 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (44fe57c4-d1de-4932-abe4-d0a1af7f33ca), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:14.441558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:14.458200 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/44fe57c4-d1de-4932-abe4-d0a1af7f33ca HTTP/1.1" status: 204 len: 168 time: 0.6458061 Feb 17 22:33:14.466110 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18554415-3ca6-4065-ac7d-dd994d20079a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:14.495989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36580) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:14.528141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382320bd-2e41-486e-a673-27e9a3408c71 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=44fe57c4-d1de-4932-abe4-d0a1af7f33ca,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:14.530094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e01b2-c800-4bae-8b67-7b27f766281f None None] Pushing event updated for resources: {'Port': ['ID=2b83c0b2-c19d-4d25-88bd-8d354e554405,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:14.681981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:14.690054 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8ed5e37c-252f-428f-91d0-b236ceb0ee82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1925254 Feb 17 22:33:14.693056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36590) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:14.694760 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:14.702299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:14.711881 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b03464b4-17e8-497a-b303-6cc05b12f8c2 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/routers/856f8332-f8e1-40c7-b8a6-293738160431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2849078 Feb 17 22:33:14.712627 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:14.713590 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:14.727575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36592) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:14.742859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'port': {'network_id': '23fce0fc-50bd-4cfc-a2ac-d681829fc6bc', 'name': 'tempest-FloatingIPTestJSON-1984709123'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:14.866482 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:14.945483 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:14.946697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:15.063216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:15.072617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:15.089498 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:15.092228 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0449039d-ca1c-42d2-b2a8-00a98ad62443 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:15.103132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:15.109678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:15.145537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] device_id is not set on port 739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:33:15.444320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.3 (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc/4fea3be4-daa7-4cc6-bbce-1ace1259e807/739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:15.695279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (a46f6fb2-23f4-4097-98d0-c36820dc8dfe), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:15.812979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:15.832593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:15.838843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:15.840275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:15.879449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b764fda-b9f2-4960-a29b-8a27af0175e8 req-ecb8e9b4-0d04-4c48-8791-22a393b13be4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.3080921 Feb 17 22:33:15.902540 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2071102 Feb 17 22:33:15.917565 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36606) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:15.960464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-dffc2014-9a04-4476-be56-b02be5e1e6d1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-422629949', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:15.965919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2b83c0b2-c19d-4d25-88bd-8d354e554405 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:16.061344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f763e-4252-4f6f-ad87-ee13c636d329 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=a46f6fb2-23f4-4097-98d0-c36820dc8dfe,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:16.068592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dffc2014-9a04-4476-be56-b02be5e1e6d1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (b4f80674-809f-4d05-b690-2289761b2dd8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.071829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dffc2014-9a04-4476-be56-b02be5e1e6d1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (b4f80674-809f-4d05-b690-2289761b2dd8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.109187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.150510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2b83c0b2-c19d-4d25-88bd-8d354e554405 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:16.151675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.214941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.228708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dffc2014-9a04-4476-be56-b02be5e1e6d1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router_controller (b4f80674-809f-4d05-b690-2289761b2dd8), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.238953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dffc2014-9a04-4476-be56-b02be5e1e6d1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (b4f80674-809f-4d05-b690-2289761b2dd8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.289137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dffc2014-9a04-4476-be56-b02be5e1e6d1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.295691 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dffc2014-9a04-4476-be56-b02be5e1e6d1 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3706739 Feb 17 22:33:16.301273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36608) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:16.376079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2b83c0b2-c19d-4d25-88bd-8d354e554405 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:16.379806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.381740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:16.397621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:16.402366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:16.417255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:16.530218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:16.530218 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.548771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 2b83c0b2-c19d-4d25-88bd-8d354e554405, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2b83c0b2-c19d-4d25-88bd-8d354e554405,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:16.561486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:16.570273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fcdfb236-b8e6-4ea5-96d1-cbde36a104a6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8381839 Feb 17 22:33:16.571486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36610) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:16.589553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'port': {'network_id': '23fce0fc-50bd-4cfc-a2ac-d681829fc6bc', 'name': 'tempest-FloatingIPTestJSON-1242033484'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:16.638941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c0733f-873e-4c14-ba25-6aba1c08704b None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:16.953353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:16.957888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:17.018265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3203fba1-68f1-408c-bcff-c6fff420e468 None None] Provisioning complete for port 2b83c0b2-c19d-4d25-88bd-8d354e554405 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:17.019707 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3203fba1-68f1-408c-bcff-c6fff420e468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:17.026886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] device_id is not set on port 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:33:17.033172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=2b83c0b2-c19d-4d25-88bd-8d354e554405,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:17.398940 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-63f3423f-5440-4815-9fc9-49596f0cb97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:17.402790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3203fba1-68f1-408c-bcff-c6fff420e468 None None] Current status of the port 2b83c0b2-c19d-4d25-88bd-8d354e554405 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:17.491809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eebf12b8-f2ab-4cb7-8fd5-64ef6145efd7 req-66826328-88de-4379-b332-676018b1e7f8 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0664823 Feb 17 22:33:17.518849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.13 (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc/4fea3be4-daa7-4cc6-bbce-1ace1259e807/2cb9eada-4659-4e22-8ee3-4c2bb45ac56e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:17.749744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-94ba3c40-ecdc-41f1-90dd-d944caf93e4b None None] Provisioning complete for port 2b83c0b2-c19d-4d25-88bd-8d354e554405 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:17.750168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94ba3c40-ecdc-41f1-90dd-d944caf93e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:17.886111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (2cb9eada-4659-4e22-8ee3-4c2bb45ac56e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:17.949111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2b83c0b2-c19d-4d25-88bd-8d354e554405 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:17.955069 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2cb9eada-4659-4e22-8ee3-4c2bb45ac56e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:18.105926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-94ba3c40-ecdc-41f1-90dd-d944caf93e4b None None] Current status of the port 2b83c0b2-c19d-4d25-88bd-8d354e554405 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:18.113619 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:18.131245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2b83c0b2-c19d-4d25-88bd-8d354e554405 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:18.131719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:18.168257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=2cb9eada-4659-4e22-8ee3-4c2bb45ac56e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:18.268218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:18.276272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:18.288231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:18.376138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2b83c0b2-c19d-4d25-88bd-8d354e554405 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:18.471692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:18.473541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:18.499233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-268b6b7c-b784-45f2-9f6c-20101e53bfd8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9206240 Feb 17 22:33:18.502708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36636) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:18.510842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '2cb9eada-4659-4e22-8ee3-4c2bb45ac56e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:18.565542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:18.587581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:18.764488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b74c9437-c60a-4636-b7ad-9bdfea09ff62 req-4bf94ff0-fa3a-4e59-9386-5c885dda11ed tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0417280 Feb 17 22:33:18.905911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:18.908426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::1 (09316e07-fc22-44f3-8240-ce381295cee3/a46f6fb2-23f4-4097-98d0-c36820dc8dfe/a475a307-fed8-4cf2-8bc5-c2e05bda9f91) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:19.128563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.183808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.25.0.182 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/6858850d-0f93-4b97-bf9e-085013927a23) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:19.187571 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.294819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:19.297551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:19.304246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:19.311577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:19.312074 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (b4f80674-809f-4d05-b690-2289761b2dd8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.355276 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.686074 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (6858850d-0f93-4b97-bf9e-085013927a23), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.745371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6858850d-0f93-4b97-bf9e-085013927a23), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.826577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.909617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:19.915993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-f4c4d9e7-dbaf-4949-a59f-160663235f7a tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:19.919011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9a996fe4-38f6-4c83-94d3-1fb49254fdeb None None] Provisioning complete for port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:19.919596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-f4c4d9e7-dbaf-4949-a59f-160663235f7a tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/networks?id=6527725d-ad2e-4b27-b6a1-97983c21b02f HTTP/1.1" status: 200 len: 808 time: 0.1880057 Feb 17 22:33:19.919978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a996fe4-38f6-4c83-94d3-1fb49254fdeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:19.942092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-f2598793-4298-414c-9be6-38a1ff634093 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/quotas/d92fb75990ca4cadaee3522ca1bcfd4e HTTP/1.1" status: 200 len: 375 time: 0.0152864 Feb 17 22:33:19.956044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:20.023756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9a996fe4-38f6-4c83-94d3-1fb49254fdeb None None] Port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:33:20.039755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:20.044505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-0bc95033-be26-4492-b261-374244f23a1e tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d92fb75990ca4cadaee3522ca1bcfd4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0935676 Feb 17 22:33:20.078386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-155d31f5-7517-4efc-9d6d-831c1259c8ad req-e30b0b6c-47b1-4e3b-9fa4-d200415687b7 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1102865 Feb 17 22:33:20.093954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=6858850d-0f93-4b97-bf9e-085013927a23,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:20.172254 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:33:20.332258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-bcd3e1a1-fbd2-47e8-b325-d9790eda028d service neutron] 10.222.0.79 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863984 Feb 17 22:33:20.461874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-38504425-fbff-422f-85f6-401f42c90db5 service neutron] 10.222.0.79 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231525 Feb 17 22:33:20.764897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:20.779521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:20.780068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d489d0e-ffa1-4db4-a8ff-a6d3e3c0e076 req-7638e42d-86c8-48c7-9e92-49af0ddcc836 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 210 time: 0.0548677 Feb 17 22:33:20.780228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (b4f80674-809f-4d05-b690-2289761b2dd8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:20.837732 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:20.844424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:20.967483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:20.972651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:21.311064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9210fe8-19a6-44b6-b20d-2485b7fc1550 req-4ee3938c-8807-48be-9781-ae67730ad7cb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0854909 Feb 17 22:33:21.356290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (98a35ef8-1218-4216-a01a-0d3b84451bab), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:21.464983 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Router b4f80674-809f-4d05-b690-2289761b2dd8 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:33:21.566535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6858850d-0f93-4b97-bf9e-085013927a23), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:21.583093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-29fe0f3f-9554-4d9a-9501-07aa19bba2fe None None] Provisioning complete for port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:21.583592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29fe0f3f-9554-4d9a-9501-07aa19bba2fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:21.677834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-29fe0f3f-9554-4d9a-9501-07aa19bba2fe None None] Port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:33:21.964343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6868616-f437-4d1a-8ef9-d4807c670ce3 req-df11220b-448e-4d5e-9201-8c748e42f50b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 210 time: 0.0824664 Feb 17 22:33:21.969797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (6858850d-0f93-4b97-bf9e-085013927a23), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:22.005352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6858850d-0f93-4b97-bf9e-085013927a23), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:22.184244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (98a35ef8-1218-4216-a01a-0d3b84451bab), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:22.339026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:22.345339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=6858850d-0f93-4b97-bf9e-085013927a23,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:22.357976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36712) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:22.379800 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a127a32d-c518-427b-93a6-86a1537c631b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "PUT /v2.0/routers/b4f80674-809f-4d05-b690-2289761b2dd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0751715 Feb 17 22:33:22.407809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Sync routers for ids ['b4f80674-809f-4d05-b690-2289761b2dd8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:22.495280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Routers {'b4f80674-809f-4d05-b690-2289761b2dd8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:22.495959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4f80674-809f-4d05-b690-2289761b2dd8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:22.506701 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP 98a35ef8-1218-4216-a01a-0d3b84451bab associated. External IP: 172.25.0.182, port: 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e. Feb 17 22:33:22.563288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab62353b-ad90-4cb3-8c66-aad147ed2366 req-14c131aa-a481-4afb-8ca5-4d5a44247763 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0407569 Feb 17 22:33:22.591986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6718818f-26a9-450b-8d3c-977b12d5e464 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:22.599289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6718818f-26a9-450b-8d3c-977b12d5e464 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports/a475a307-fed8-4cf2-8bc5-c2e05bda9f91 HTTP/1.1" status: 200 len: 911 time: 0.2368550 Feb 17 22:33:22.603309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36718) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:22.792878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b05c28-f88b-457c-aaba-8e5449d2c63f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:22.805882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b05c28-f88b-457c-aaba-8e5449d2c63f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:22.807674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b3b05c28-f88b-457c-aaba-8e5449d2c63f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2032273 Feb 17 22:33:22.817011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36720) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:23.098485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Set router b4f80674-809f-4d05-b690-2289761b2dd8 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:23.162470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-220bab26-3953-4b84-9c15-c89b2a967171 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:23.181458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-220bab26-3953-4b84-9c15-c89b2a967171 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "GET /v2.0/networks?id=6527725d-ad2e-4b27-b6a1-97983c21b02f HTTP/1.1" status: 200 len: 808 time: 0.3485284 Feb 17 22:33:23.201040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Request body: {'port': {'device_id': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f', 'admin_state_up': True, 'tenant_id': 'd92fb75990ca4cadaee3522ca1bcfd4e'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:24.119678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'name': 'tempest-NetworksTestDHCPv6-router-422629949', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:16Z', 'updated_at': '2022-02-17T22:33:19Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None, '_interfaces': [{'id': 'a475a307-fed8-4cf2-8bc5-c2e05bda9f91', 'name': '', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'mac_address': 'fa:16:3e:df:e5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a46f6fb2-23f4-4097-98d0-c36820dc8dfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:33:18Z', 'updated_at': '2022-02-17T22:33:20Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'subnets': [{'id': 'a46f6fb2-23f4-4097-98d0-c36820dc8dfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:24.130810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff1db14f-cfe6-4d1c-8625-977ae66c1cf2 req-be4839a5-6574-40b2-9738-ef15cb5ccd56 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 210 time: 0.9476857 Feb 17 22:33:24.176666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-35da362b-293e-4051-ab74-d8ca96449d93 req-728fd5ea-bde1-4775-8fa2-187525ba7fd1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1146903 Feb 17 22:33:24.270613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Checking router: b4f80674-809f-4d05-b690-2289761b2dd8 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:33:24.272174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Updating router b4f80674-809f-4d05-b690-2289761b2dd8 port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:33:24.279224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Made reservation on behalf of d92fb75990ca4cadaee3522ca1bcfd4e for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:24.294643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:24.365111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:24.605617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Allocated IP 172.20.0.12 (6527725d-ad2e-4b27-b6a1-97983c21b02f/5956709f-6535-44de-a3b6-528662697a9e/b52b503c-8e4c-47eb-9496-0358ed1db35f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:24.907788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:25.005609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks [] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.089233 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.097669 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Publish callbacks [] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.109036 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.133266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Network 6527725d-ad2e-4b27-b6a1-97983c21b02f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:25.136038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:25.206591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:25.286139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ebbb5-79e4-4baf-9042-684d7eeb6382 None None] Pushing event updated for resources: {'Port': ['ID=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:25.311462 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.331396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:25.332086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.395778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Attempting to bind port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:33:25.396215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Attempting to bind port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:33:25.396533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Attempting to bind port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:25.411620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:33:25.412101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:25.412500 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.412970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:33:25.413464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Bound port: a475a307-fed8-4cf2-8bc5-c2e05bda9f91, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:33:25.413911 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.438695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2423284 Feb 17 22:33:25.453882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:25.469849 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:25.505895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:25.506931 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:25.587857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Pushing event updated for resources: {'Port': ['ID=b52b503c-8e4c-47eb-9496-0358ed1db35f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:25.607497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (b4f80674-809f-4d05-b690-2289761b2dd8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.626888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.627537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.629087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.629772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.632277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.632829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.633352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.633897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.634419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.634959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.635564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.636075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.636618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5b5c67-2cb6-4b50-9862-7d0ca159111f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:25.640864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] For port a475a307-fed8-4cf2-8bc5-c2e05bda9f91, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:33:25.651451 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:25.655618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] For port a475a307-fed8-4cf2-8bc5-c2e05bda9f91, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:33:25.672325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41c1380b-2078-457a-a2ca-c19084b71909 req-be3c3db9-2959-43c5-82d9-f1ba3a899c88 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2529581 Feb 17 22:33:25.677359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.697571 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:25.699926 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:25.702762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Request body: {'port': {'device_id': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:25.784538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.865637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622de0cb-5fe7-438e-b7de-542b801cf2c1 req-4e7d1b36-8ed0-414e-a61a-4afa3c789073 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:25.867500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-622de0cb-5fe7-438e-b7de-542b801cf2c1 req-4e7d1b36-8ed0-414e-a61a-4afa3c789073 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 932 time: 0.5241811 Feb 17 22:33:25.895533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ebbb5-79e4-4baf-9042-684d7eeb6382 None None] Pushing event updated for resources: {'Port': ['ID=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:25.900543 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:25.901259 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7feb9e-e4a4-4b0d-9484-91279248cd9a None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:25.931185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Routers {'b4f80674-809f-4d05-b690-2289761b2dd8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:25.932283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4f80674-809f-4d05-b690-2289761b2dd8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:25.962510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:25.999332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a043550b-3047-446e-b794-aec3c92e7460 None None] Provisioning complete for port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:25.999959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a043550b-3047-446e-b794-aec3c92e7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:26.031547 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ddee16db-f9b7-4c3a-ab85-0375803e69ce tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 7.5262804 Feb 17 22:33:26.035344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:26.051207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:26.092344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-622de0cb-5fe7-438e-b7de-542b801cf2c1 req-673a1724-686e-4a1e-909f-124d1d5c4d73 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139604 Feb 17 22:33:26.332461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] Set router b4f80674-809f-4d05-b690-2289761b2dd8 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:26.492685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (98a35ef8-1218-4216-a01a-0d3b84451bab), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:26.558832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a043550b-3047-446e-b794-aec3c92e7460 None None] Current status of the port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:26.559556 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a043550b-3047-446e-b794-aec3c92e7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:26.656584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a043550b-3047-446e-b794-aec3c92e7460 None None] For port a475a307-fed8-4cf2-8bc5-c2e05bda9f91, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:26.698560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52b503c-8e4c-47eb-9496-0358ed1db35f {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:33:26.716670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Publish callbacks [] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:26.723099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a043550b-3047-446e-b794-aec3c92e7460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:26.757131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Transition to ACTIVE for port object b52b503c-8e4c-47eb-9496-0358ed1db35f will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:33:26.762644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:26.856305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Pushing event updated for resources: {'Port': ['ID=b52b503c-8e4c-47eb-9496-0358ed1db35f,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:26.935503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a043550b-3047-446e-b794-aec3c92e7460 None None] Pushing event updated for resources: {'Port': ['ID=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:26.961749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c4c329aa-c5aa-4da0-b4a9-b55f66d12054 None None] Provisioning complete for port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:26.962116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4c329aa-c5aa-4da0-b4a9-b55f66d12054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.070037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'name': 'tempest-NetworksTestDHCPv6-router-422629949', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:16Z', 'updated_at': '2022-02-17T22:33:19Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None, '_interfaces': [{'id': 'a475a307-fed8-4cf2-8bc5-c2e05bda9f91', 'name': '', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'mac_address': 'fa:16:3e:df:e5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a46f6fb2-23f4-4097-98d0-c36820dc8dfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:33:18Z', 'updated_at': '2022-02-17T22:33:25Z', 'revision_number': 4, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'subnets': [{'id': 'a46f6fb2-23f4-4097-98d0-c36820dc8dfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:27.100468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b90eba3-92f7-4279-9fac-5ef682771aff req-957b0960-508c-4609-a35f-8fdf0ac8d683 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1609056 Feb 17 22:33:27.178479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e312fb-b90e-4bf8-8552-2a4f3b6179a9 None None] The sync data for ids ['b4f80674-809f-4d05-b690-2289761b2dd8'] in n-d-828369-18 is: [{'id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'name': 'tempest-NetworksTestDHCPv6-router-422629949', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:16Z', 'updated_at': '2022-02-17T22:33:19Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None, '_interfaces': [{'id': 'a475a307-fed8-4cf2-8bc5-c2e05bda9f91', 'name': '', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'mac_address': 'fa:16:3e:df:e5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2711, 'fixed_ips': [{'subnet_id': 'a46f6fb2-23f4-4097-98d0-c36820dc8dfe', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:33:18Z', 'updated_at': '2022-02-17T22:33:25Z', 'revision_number': 4, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'subnets': [{'id': 'a46f6fb2-23f4-4097-98d0-c36820dc8dfe', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:27.184784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Attempting to bind port b52b503c-8e4c-47eb-9496-0358ed1db35f on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:33:27.185299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Attempting to bind port b52b503c-8e4c-47eb-9496-0358ed1db35f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:33:27.185798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Attempting to bind port b52b503c-8e4c-47eb-9496-0358ed1db35f on network 6527725d-ad2e-4b27-b6a1-97983c21b02f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:27.211308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.214154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Port b52b503c-8e4c-47eb-9496-0358ed1db35f on network 6527725d-ad2e-4b27-b6a1-97983c21b02f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:33:27.215637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Attempting to bind port b52b503c-8e4c-47eb-9496-0358ed1db35f on network 6527725d-ad2e-4b27-b6a1-97983c21b02f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:27.228735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (98a35ef8-1218-4216-a01a-0d3b84451bab), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.232998 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP 98a35ef8-1218-4216-a01a-0d3b84451bab disassociated. External IP: 172.25.0.182, port: 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e. Feb 17 22:33:27.244792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:33:27.244792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Checking segment: {'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:27.244792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Bound using segment: {'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:33:27.244792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Bound port: b52b503c-8e4c-47eb-9496-0358ed1db35f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:33:27.244792 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.252766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:27.256327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.322512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c4c329aa-c5aa-4da0-b4a9-b55f66d12054 None None] Current status of the port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:27.420850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863685-8546-4fa1-b291-daca312fb474 req-e17f040d-762c-4358-99b1-1af6666f4d58 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:27.422928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4863685-8546-4fa1-b291-daca312fb474 req-e17f040d-762c-4358-99b1-1af6666f4d58 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 944 time: 0.1146502 Feb 17 22:33:27.532805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] For port b52b503c-8e4c-47eb-9496-0358ed1db35f, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:33:27.546671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] For port b52b503c-8e4c-47eb-9496-0358ed1db35f, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b52b503c-8e4c-47eb-9496-0358ed1db35f,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:33:27.579441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] For port a475a307-fed8-4cf2-8bc5-c2e05bda9f91, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:27.580013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.599445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.602394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for a475a307-fed8-4cf2-8bc5-c2e05bda9f91 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:27.815999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:27.816696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:27.818522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] 10.222.0.73 "PUT /v2.0/ports/b52b503c-8e4c-47eb-9496-0358ed1db35f HTTP/1.1" status: 200 len: 1093 time: 2.3427875 Feb 17 22:33:27.835132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef45ee-459a-43d7-a999-da7f68a2844c service neutron] Pushing event updated for resources: {'Port': ['ID=b52b503c-8e4c-47eb-9496-0358ed1db35f,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:27.841919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'tag': 'b52b503c-8e4c-47eb-9496-0358ed1db35f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:33:27.851221 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31186416-ad54-4053-bc4d-2ecc8261a031" -d '{"events": [{"name": "network-changed", "server_uuid": "db7bf8aa-800d-4dfd-889d-ac68f5af6757", "tag": "b52b503c-8e4c-47eb-9496-0358ed1db35f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:33:27.931184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a475a307-fed8-4cf2-8bc5-c2e05bda9f91 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:27.959260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4863685-8546-4fa1-b291-daca312fb474 req-46929cf7-ddb3-4ac6-85d9-eb066c7d2d68 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285397 Feb 17 22:33:27.999176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-a7a00fb1-b18d-4eb6-a8a3-3f71bfb6555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:28.005328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-a7a00fb1-b18d-4eb6-a8a3-3f71bfb6555c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d92fb75990ca4cadaee3522ca1bcfd4e&device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 1127 time: 0.1207819 Feb 17 22:33:28.008893 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d4c329-1e03-4162-bf06-54b6f6610ea9 x-openstack-request-id: req-34d4c329-1e03-4162-bf06-54b6f6610ea9 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:33:28.009191 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db7bf8aa-800d-4dfd-889d-ac68f5af6757", "tag": "b52b503c-8e4c-47eb-9496-0358ed1db35f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:33:28.009452 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34d4c329-1e03-4162-bf06-54b6f6610ea9 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:33:28.009883 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'tag': 'b52b503c-8e4c-47eb-9496-0358ed1db35f', 'status': 'completed', 'code': 200} Feb 17 22:33:28.082483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:28.087359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:28.092865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-61be21b2-7979-4d4b-b7a8-4218da252004 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52b503c-8e4c-47eb-9496-0358ed1db35f HTTP/1.1" status: 200 len: 217 time: 0.0726120 Feb 17 22:33:28.250874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-e1a8133a-474e-43d5-803d-bb7cfcad3739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:28.252486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-e1a8133a-474e-43d5-803d-bb7cfcad3739 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5956709f-6535-44de-a3b6-528662697a9e HTTP/1.1" status: 200 len: 848 time: 0.1536810 Feb 17 22:33:28.332281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-ca72d99c-881e-4f5c-9f3f-74d9b081d2a1 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527725d-ad2e-4b27-b6a1-97983c21b02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711830 Feb 17 22:33:28.446713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a475a307-fed8-4cf2-8bc5-c2e05bda9f91 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:28.462809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a475a307-fed8-4cf2-8bc5-c2e05bda9f91), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:28.513459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=a475a307-fed8-4cf2-8bc5-c2e05bda9f91,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:28.528453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-a2870d5b-fca3-4c5b-bd1e-63a6dd349588 service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372478 Feb 17 22:33:28.528453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-039aae34-beb9-468f-85b7-5b726ea1078b req-48c8db7e-c7e7-41be-b9ce-938b6d2220d4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1951289 Feb 17 22:33:28.742392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:28.759734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (b4f80674-809f-4d05-b690-2289761b2dd8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:28.864984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d597614-e85e-4995-8b52-0f0e4804a3a8 req-99d52613-6c2c-49fb-9be2-6f577d0000b4 service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210051 Feb 17 22:33:29.032273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-ced01e7b-c5dd-45d8-a6cd-78c0d10dc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:29.037123 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-ced01e7b-c5dd-45d8-a6cd-78c0d10dc3c4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d92fb75990ca4cadaee3522ca1bcfd4e&device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 1127 time: 0.1157312 Feb 17 22:33:29.293316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff8168-2a06-4558-9844-01c7a4be4db5 req-2b0a2975-1c1f-4bdc-ae02-64fc44fae9f8 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:29.306585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15ff8168-2a06-4558-9844-01c7a4be4db5 req-2b0a2975-1c1f-4bdc-ae02-64fc44fae9f8 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 944 time: 0.2016642 Feb 17 22:33:29.404255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-0109fac0-5eb0-4297-bad0-a9fa5f7cec1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:29.408702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-0109fac0-5eb0-4297-bad0-a9fa5f7cec1f service neutron] 10.222.0.73 "GET /v2.0/networks?id=6527725d-ad2e-4b27-b6a1-97983c21b02f HTTP/1.1" status: 200 len: 909 time: 0.3667769 Feb 17 22:33:29.495155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-fb2a619c-4cbe-4825-8e53-2b9caf216f7e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b52b503c-8e4c-47eb-9496-0358ed1db35f HTTP/1.1" status: 200 len: 217 time: 0.0747881 Feb 17 22:33:29.534274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15ff8168-2a06-4558-9844-01c7a4be4db5 req-646bc182-56a9-4867-b4eb-17d6e3079f3e tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260153 Feb 17 22:33:29.624286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-b2c8cdd1-e53b-4d32-8ae5-594e8bd07cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:29.627444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-b2c8cdd1-e53b-4d32-8ae5-594e8bd07cbc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5956709f-6535-44de-a3b6-528662697a9e HTTP/1.1" status: 200 len: 848 time: 0.0866656 Feb 17 22:33:29.720765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-04823128-aa25-47f3-a201-d543f79a37d4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527725d-ad2e-4b27-b6a1-97983c21b02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869002 Feb 17 22:33:29.919863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-4de7e79d-892f-476d-ade1-0974de51bdc9 service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926398 Feb 17 22:33:30.082287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Router b4f80674-809f-4d05-b690-2289761b2dd8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:30.101638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31186416-ad54-4053-bc4d-2ecc8261a031 req-601b2910-fb77-439e-9692-c6c16369f240 service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692355 Feb 17 22:33:30.177087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0cee52d-a6d6-46ed-9ab7-0cafd1fa8d40 req-b187c94a-a18b-4c89-b06b-db6e4ad6ec5b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2560318 Feb 17 22:33:30.188832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:30.196982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:30.201003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:30.240536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:30.241882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:30.265718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:30.272079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36788) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:30.272228 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-46ca598b-3aa4-40fe-be79-f142db371197 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/floatingips/98a35ef8-1218-4216-a01a-0d3b84451bab HTTP/1.1" status: 200 len: 688 time: 4.2354400 Feb 17 22:33:30.276147 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1493cd90-7d03-4514-bea6-67d8c81dddcd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "PUT /v2.0/routers/b4f80674-809f-4d05-b690-2289761b2dd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4574907 Feb 17 22:33:30.278798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36790) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:30.285235 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] Sync routers for ids ['b4f80674-809f-4d05-b690-2289761b2dd8'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:30.312556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:30.314545 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] Routers {'b4f80674-809f-4d05-b690-2289761b2dd8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:30.315454 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4f80674-809f-4d05-b690-2289761b2dd8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:30.331226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:30.332390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:30.382451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79fd030-6a9a-4173-aa7e-ee1058732097 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:30.400717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79fd030-6a9a-4173-aa7e-ee1058732097 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:30.406509 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f79fd030-6a9a-4173-aa7e-ee1058732097 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1266015 Feb 17 22:33:30.407164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36792) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:30.420238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:30.421075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3646a2-9988-49fd-affa-8edc221a5a6c None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:30.525086 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] Set router b4f80674-809f-4d05-b690-2289761b2dd8 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:30.633243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet a46f6fb2-23f4-4097-98d0-c36820dc8dfe {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:33:30.646145 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (a46f6fb2-23f4-4097-98d0-c36820dc8dfe), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:30.802162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (a46f6fb2-23f4-4097-98d0-c36820dc8dfe), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:30.821307 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'name': 'tempest-NetworksTestDHCPv6-router-422629949', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:16Z', 'updated_at': '2022-02-17T22:33:28Z', 'revision_number': 3, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:30.825382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 6858850d-0f93-4b97-bf9e-085013927a23 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:30.825382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6858850d-0f93-4b97-bf9e-085013927a23), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:30.852691 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] Checking router: b4f80674-809f-4d05-b690-2289761b2dd8 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:33:30.871349 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] Routers {'b4f80674-809f-4d05-b690-2289761b2dd8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:30.872695 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b4f80674-809f-4d05-b690-2289761b2dd8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:30.913237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a46f6fb2-23f4-4097-98d0-c36820dc8dfe), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:30.973150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1085145b-2c6e-4e1d-b5f8-efa63473aa38 req-0d6e087e-af71-499d-9741-53f9160ea3d5 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:30.983603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1085145b-2c6e-4e1d-b5f8-efa63473aa38 req-0d6e087e-af71-499d-9741-53f9160ea3d5 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 944 time: 0.2848475 Feb 17 22:33:31.014375 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] Set router b4f80674-809f-4d05-b690-2289761b2dd8 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:31.015294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (a46f6fb2-23f4-4097-98d0-c36820dc8dfe), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:31.092554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dae67f-5eca-43dd-a37f-b5fc2f156189 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:31.092899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:31.095003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1085145b-2c6e-4e1d-b5f8-efa63473aa38 req-0f72642a-30d8-40e7-82dd-0e43ff334c8b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027749 Feb 17 22:33:31.104125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6858850d-0f93-4b97-bf9e-085013927a23), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:31.104685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (6858850d-0f93-4b97-bf9e-085013927a23), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:31.106973 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/a46f6fb2-23f4-4097-98d0-c36820dc8dfe HTTP/1.1" status: 204 len: 168 time: 0.6986556 Feb 17 22:33:31.108327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:31.135229 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'name': 'tempest-NetworksTestDHCPv6-router-422629949', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:16Z', 'updated_at': '2022-02-17T22:33:28Z', 'revision_number': 3, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:31.136713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 6858850d-0f93-4b97-bf9e-085013927a23 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:31.164641 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e5321-e8b5-4edb-9e14-1455cd8271f8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=a46f6fb2-23f4-4097-98d0-c36820dc8dfe,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:31.184265 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf135e1-1aeb-4c17-b44f-2631f8ea735c None None] The sync data for ids ['b4f80674-809f-4d05-b690-2289761b2dd8'] in n-d-828369-18 is: [{'id': 'b4f80674-809f-4d05-b690-2289761b2dd8', 'name': 'tempest-NetworksTestDHCPv6-router-422629949', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:16Z', 'updated_at': '2022-02-17T22:33:28Z', 'revision_number': 3, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:31.381727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff1362e4-92cf-43d9-a762-139cb9dc5031 req-ddfd5f6d-b234-46e1-a832-b84e95d7bb61 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0723073 Feb 17 22:33:31.479517 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8d3d139-933e-4b16-9173-07611fedbd3d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3217075 Feb 17 22:33:31.482012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36808) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:31.574638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:33:31.774130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9833-879d-4956-b8a3-834c4ece510c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router (b4f80674-809f-4d05-b690-2289761b2dd8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:31.778868 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6858850d-0f93-4b97-bf9e-085013927a23), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:31.829411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b52b503c-8e4c-47eb-9496-0358ed1db35f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:33:31.891787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=6858850d-0f93-4b97-bf9e-085013927a23,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:31.894308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a475a307-fed8-4cf2-8bc5-c2e05bda9f91 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:31.938636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a475a307-fed8-4cf2-8bc5-c2e05bda9f91 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:33:31.939444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a475a307-fed8-4cf2-8bc5-c2e05bda9f91 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:33:31.940237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2b83c0b2-c19d-4d25-88bd-8d354e554405 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:32.000149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] Deleting port 2b83c0b2-c19d-4d25-88bd-8d354e554405 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:32.001239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.095629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] For port 2b83c0b2-c19d-4d25-88bd-8d354e554405, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2b83c0b2-c19d-4d25-88bd-8d354e554405,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:32.096180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.103475 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (98a35ef8-1218-4216-a01a-0d3b84451bab), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.107774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.115191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36814) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:32.116043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] Calling delete_port for 2b83c0b2-c19d-4d25-88bd-8d354e554405 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:32.118354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-40a31738-2fa3-4fb3-ab99-c25e840fba44 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/floatingips/98a35ef8-1218-4216-a01a-0d3b84451bab HTTP/1.1" status: 204 len: 168 time: 1.8445861 Feb 17 22:33:32.125011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:32.129543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9833-879d-4956-b8a3-834c4ece510c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (b4f80674-809f-4d05-b690-2289761b2dd8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.136769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9833-879d-4956-b8a3-834c4ece510c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router_controller (b4f80674-809f-4d05-b690-2289761b2dd8), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.180911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.223732 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (2b83c0b2-c19d-4d25-88bd-8d354e554405), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.228756 n-d-828369-18 neutron-server[103528]: INFO neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No ports have port_id starting with 2b83c0b2-c19d-4d25-88bd-8d354e554405 Feb 17 22:33:32.239193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.resource_extend [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:33:32.275817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9833-879d-4956-b8a3-834c4ece510c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (b4f80674-809f-4d05-b690-2289761b2dd8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.277238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5f9833-879d-4956-b8a3-834c4ece510c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Fanout notify agent at l3_agent the message router_deleted on router b4f80674-809f-4d05-b690-2289761b2dd8 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:33:32.322549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] Pushing event deleted for resources: {'Port': ['ID=2b83c0b2-c19d-4d25-88bd-8d354e554405,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:32.334547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5f9833-879d-4956-b8a3-834c4ece510c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.342153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7a5f9833-879d-4956-b8a3-834c4ece510c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/routers/b4f80674-809f-4d05-b690-2289761b2dd8 HTTP/1.1" status: 204 len: 168 time: 0.8585789 Feb 17 22:33:32.382057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3f1831-0095-45f1-b176-4094714cc883 None None] No DVR routers for this DVR port 2b83c0b2-c19d-4d25-88bd-8d354e554405 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:33:32.466945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36820) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:32.482007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:32.500226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b52b503c-8e4c-47eb-9496-0358ed1db35f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b52b503c-8e4c-47eb-9496-0358ed1db35f,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:32.536615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b52b503c-8e4c-47eb-9496-0358ed1db35f', 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f', 'port_id': 'b52b503c-8e4c-47eb-9496-0358ed1db35f', 'mac_address': 'fa:16:3e:a2:97:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5956709f-6535-44de-a3b6-528662697a9e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:33:32.638347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b52b503c-8e4c-47eb-9496-0358ed1db35f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:32.639618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.660338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52b503c-8e4c-47eb-9496-0358ed1db35f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:33:32.709150 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.712198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b52b503c-8e4c-47eb-9496-0358ed1db35f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b52b503c-8e4c-47eb-9496-0358ed1db35f,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:32.719719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.772985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba775f3d-602e-4e61-8df0-8707329a0e1c req-4ff0ca62-638c-44da-ac21-6d93f98de770 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0715451 Feb 17 22:33:32.785882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:32.791965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:32.866021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b52b503c-8e4c-47eb-9496-0358ed1db35f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:32.890219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be92aad-8eb3-4fe8-a076-c71d0b13fa5d req-0efbb17a-506b-4831-92dd-1cd8fbaae624 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:32.892683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5be92aad-8eb3-4fe8-a076-c71d0b13fa5d req-0efbb17a-506b-4831-92dd-1cd8fbaae624 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 944 time: 0.5463254 Feb 17 22:33:32.923281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.924177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.924694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.929199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.930100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.930895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.931709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.932518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.934919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.935707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.939416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.25.0.124 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/a2e61a2a-a38e-423a-97f8-d5a434aaee68) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:32.939875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.940938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:32.942955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:33.037458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b52b503c-8e4c-47eb-9496-0358ed1db35f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:33:33.088860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5be92aad-8eb3-4fe8-a076-c71d0b13fa5d req-f433edf9-8069-459e-bf56-45011eb926e8 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736233 Feb 17 22:33:33.150086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.220369 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.326095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:33.335190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:33.344475 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (ec068fd2-1482-4efd-938e-e5fc15ded860), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.351163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:33.363559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=a2e61a2a-a38e-423a-97f8-d5a434aaee68,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:33.396322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:33.400675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:33.414023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:33.415400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.449935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8e95dc-299a-46e4-a7a5-0dc8fde36c62 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:33.466396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=ec068fd2-1482-4efd-938e-e5fc15ded860,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:33.488584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ed1857dc-a825-4298-a20c-ad0b140411ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0173109 Feb 17 22:33:33.489370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36828) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:33.500852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2e24c730-9424-403e-93c2-77072f442003 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-178211933', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:33.547345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c730-9424-403e-93c2-77072f442003 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (c9c395f3-cac2-44be-899e-95e66c7eb200), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.548525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c730-9424-403e-93c2-77072f442003 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (c9c395f3-cac2-44be-899e-95e66c7eb200), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.655411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c730-9424-403e-93c2-77072f442003 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router_controller (c9c395f3-cac2-44be-899e-95e66c7eb200), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.662995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c730-9424-403e-93c2-77072f442003 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (c9c395f3-cac2-44be-899e-95e66c7eb200), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.688261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c730-9424-403e-93c2-77072f442003 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:33.691250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2e24c730-9424-403e-93c2-77072f442003 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2000670 Feb 17 22:33:33.704776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36832) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:33.727169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'ec068fd2-1482-4efd-938e-e5fc15ded860'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:33:33.734918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:34.107670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc2b05e5-df10-416f-98e2-7066407dadef req-f1e2f661-2826-41f4-87ce-54a04c3e4831 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0673289 Feb 17 22:33:34.505263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (e29efa10-4880-42d7-86f6-79a880506e0c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:34.520380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/ec068fd2-1482-4efd-938e-e5fc15ded860/de655fa4-a60c-43fd-8a59-3a9b677456e4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:34.679735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c0fdb-42a9-45e9-980c-465a8fff4e9c req-f8eb8772-2396-4fee-a789-f809bcb44c6d tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:34.683701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:34.700924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-316c0fdb-42a9-45e9-980c-465a8fff4e9c req-f8eb8772-2396-4fee-a789-f809bcb44c6d tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 945 time: 0.2239830 Feb 17 22:33:34.896506 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:34.932199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-316c0fdb-42a9-45e9-980c-465a8fff4e9c req-975b163b-bf88-46f4-9ebf-93710f56bb64 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292132 Feb 17 22:33:35.042564 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Publish callbacks [] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.059056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.104601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:35.111321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:35.122487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.131806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.168374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:35.303889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Pushing event updated for resources: {'Port': ['ID=de655fa4-a60c-43fd-8a59-3a9b677456e4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:35.319595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e29efa10-4880-42d7-86f6-79a880506e0c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.347324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Attempting to bind port de655fa4-a60c-43fd-8a59-3a9b677456e4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:33:35.349380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Attempting to bind port de655fa4-a60c-43fd-8a59-3a9b677456e4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:33:35.352473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Attempting to bind port de655fa4-a60c-43fd-8a59-3a9b677456e4 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:35.372225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:33:35.372615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:35.373035 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.373440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:33:35.373924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Bound port: de655fa4-a60c-43fd-8a59-3a9b677456e4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:33:35.374318 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.535269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=a2e61a2a-a38e-423a-97f8-d5a434aaee68,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:35.581722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] For port de655fa4-a60c-43fd-8a59-3a9b677456e4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:33:35.592002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] For port de655fa4-a60c-43fd-8a59-3a9b677456e4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de655fa4-a60c-43fd-8a59-3a9b677456e4,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:33:35.608749 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:35.610936 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP e29efa10-4880-42d7-86f6-79a880506e0c associated. External IP: 172.25.0.124, port: 739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4. Feb 17 22:33:35.706823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b4fbb5-189f-476c-8241-a5dcef0c2ae4 None None] Pushing event updated for resources: {'Port': ['ID=de655fa4-a60c-43fd-8a59-3a9b677456e4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:35.790556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b52b503c-8e4c-47eb-9496-0358ed1db35f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:36.033360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b52b503c-8e4c-47eb-9496-0358ed1db35f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:33:36.075218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b52b503c-8e4c-47eb-9496-0358ed1db35f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:36.076187 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:36.208806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:36.223572 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c04f353d-2f52-4bcd-9fc3-015ce7a32ee5 req-99d517d6-9fb7-426d-b01c-2d8b2df78cc6 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2024937 Feb 17 22:33:36.360915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b52b503c-8e4c-47eb-9496-0358ed1db35f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:36.361351 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:36.414983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b503c-8e4c-47eb-9496-0358ed1db35f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:33:36.420026 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68f5022-535a-4b41-a356-c3537c4b4b05" -d '{"events": [{"server_uuid": "db7bf8aa-800d-4dfd-889d-ac68f5af6757", "name": "network-vif-plugged", "status": "completed", "tag": "b52b503c-8e4c-47eb-9496-0358ed1db35f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:33:36.492756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b52b503c-8e4c-47eb-9496-0358ed1db35f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b52b503c-8e4c-47eb-9496-0358ed1db35f,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:36.504928 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:36.564246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09109e-8083-453e-a7f5-4ed7fe45f8b0 req-962169ea-2361-4be8-aadc-9cac5643a382 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:36.584683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea09109e-8083-453e-a7f5-4ed7fe45f8b0 req-962169ea-2361-4be8-aadc-9cac5643a382 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 945 time: 0.4031188 Feb 17 22:33:36.609744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:36.656909 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2377c853-c6b3-4d3d-a724-79344004bd96 x-openstack-request-id: req-2377c853-c6b3-4d3d-a724-79344004bd96 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:33:36.661005 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7bf8aa-800d-4dfd-889d-ac68f5af6757", "name": "network-vif-plugged", "status": "completed", "tag": "b52b503c-8e4c-47eb-9496-0358ed1db35f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:33:36.661885 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2377c853-c6b3-4d3d-a724-79344004bd96 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:33:36.663328 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52b503c-8e4c-47eb-9496-0358ed1db35f', 'code': 200} Feb 17 22:33:36.666219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:36.666839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124552f6-6520-45b8-8809-271442b28377 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:36.738567 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7cf8cf16-348f-46ee-82a8-abcd8cef4dee tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6202824 Feb 17 22:33:36.741466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:36.749395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124552f6-6520-45b8-8809-271442b28377 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:36.753934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-124552f6-6520-45b8-8809-271442b28377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:36.827714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-124552f6-6520-45b8-8809-271442b28377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:36.895943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124552f6-6520-45b8-8809-271442b28377 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:36.906156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-124552f6-6520-45b8-8809-271442b28377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:36.950141 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ad7d5ccf-eec0-43fb-ac17-55a90a761d5a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "GET /v2.0/floatingips/e29efa10-4880-42d7-86f6-79a880506e0c HTTP/1.1" status: 200 len: 978 time: 0.2061172 Feb 17 22:33:36.952394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36864) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:36.985761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-124552f6-6520-45b8-8809-271442b28377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:36.989058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124552f6-6520-45b8-8809-271442b28377 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:36.990202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::1 (09316e07-fc22-44f3-8240-ce381295cee3/ec068fd2-1482-4efd-938e-e5fc15ded860/9cb6e8a7-cfb6-4115-b67d-b2d67766324c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:36.996417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b52b503c-8e4c-47eb-9496-0358ed1db35f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:37.223905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea09109e-8083-453e-a7f5-4ed7fe45f8b0 req-e1a85026-8bc2-4abf-896a-72a85a248ac1 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5956318 Feb 17 22:33:37.308526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895894b-db05-4ddd-b17a-9cff85506f42 req-38e7c6c2-0913-4e38-8ba8-3eb140fbf1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:37.310109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b895894b-db05-4ddd-b17a-9cff85506f42 req-38e7c6c2-0913-4e38-8ba8-3eb140fbf1cb service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 1129 time: 0.5535650 Feb 17 22:33:37.385436 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3183af54-32f4-4966-825a-30ed9d377bd3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4246385 Feb 17 22:33:37.394238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36876) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:37.405309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'port_id': '2cb9eada-4659-4e22-8ee3-4c2bb45ac56e'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:37.522390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (e29efa10-4880-42d7-86f6-79a880506e0c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:37.600728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c3dcba0-7cbf-44fb-a192-466c4de93750 req-a2d941a5-c3aa-4402-b306-c9f4b9fd78e0 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0836301 Feb 17 22:33:37.608189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-748c942b-1df6-495a-bc18-cd122bcf828f None None] Provisioning complete for port de655fa4-a60c-43fd-8a59-3a9b677456e4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:37.608770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-748c942b-1df6-495a-bc18-cd122bcf828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:37.695064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b895894b-db05-4ddd-b17a-9cff85506f42 req-dcc7da13-df3a-4e0e-b6be-11cece93efc8 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594513 Feb 17 22:33:37.806754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-748c942b-1df6-495a-bc18-cd122bcf828f None None] Current status of the port de655fa4-a60c-43fd-8a59-3a9b677456e4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:37.807419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-748c942b-1df6-495a-bc18-cd122bcf828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:37.900713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-748c942b-1df6-495a-bc18-cd122bcf828f None None] For port de655fa4-a60c-43fd-8a59-3a9b677456e4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de655fa4-a60c-43fd-8a59-3a9b677456e4,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:37.914255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device de655fa4-a60c-43fd-8a59-3a9b677456e4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:37.917103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-748c942b-1df6-495a-bc18-cd122bcf828f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:38.047784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:38.112060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port de655fa4-a60c-43fd-8a59-3a9b677456e4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:38.112894 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:38.135400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:38.200031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=9cb6e8a7-cfb6-4115-b67d-b2d67766324c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:38.229675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:38.235178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:38.242516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:38.243264 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (c9c395f3-cac2-44be-899e-95e66c7eb200), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:38.265632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c942b-1df6-495a-bc18-cd122bcf828f None None] Pushing event updated for resources: {'Port': ['ID=de655fa4-a60c-43fd-8a59-3a9b677456e4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:38.522404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port de655fa4-a60c-43fd-8a59-3a9b677456e4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:38.844745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f1bc7-caa1-40a1-aa6e-c482d5e403d1 req-6e82d093-c890-4dd8-8f26-0afe45ba519b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:38.852130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9076af20-bb5f-4a9b-8251-6f90c063a969 None None] Provisioning complete for port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:38.853128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9076af20-bb5f-4a9b-8251-6f90c063a969 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:38.854125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-947f1bc7-caa1-40a1-aa6e-c482d5e403d1 req-6e82d093-c890-4dd8-8f26-0afe45ba519b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 946 time: 0.4163544 Feb 17 22:33:38.941980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9076af20-bb5f-4a9b-8251-6f90c063a969 None None] Port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:33:39.012069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d972ece-072f-47b3-8904-5c530b615e60 req-21a4b56a-d355-4c9a-a0d9-4159f726afe1 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1144097 Feb 17 22:33:39.213565 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:39.297965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:39.356414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:33:39.788704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-947f1bc7-caa1-40a1-aa6e-c482d5e403d1 req-abb35002-7600-48fd-8d60-15baf6f5585f tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8873973 Feb 17 22:33:39.896603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:39.927126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device de655fa4-a60c-43fd-8a59-3a9b677456e4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:33:39.930654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:39.933333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:39.935268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (c9c395f3-cac2-44be-899e-95e66c7eb200), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:39.943269 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e29efa10-4880-42d7-86f6-79a880506e0c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:40.077596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port de655fa4-a60c-43fd-8a59-3a9b677456e4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:40.083028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:40.285276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port de655fa4-a60c-43fd-8a59-3a9b677456e4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:40.299475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70879821-1b55-4aa5-bd1b-e86ebf49bdba req-8a9067b8-a338-4cda-8bb8-be3eb92c5ead tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0682974 Feb 17 22:33:40.308121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=9cb6e8a7-cfb6-4115-b67d-b2d67766324c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:40.325209 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP e29efa10-4880-42d7-86f6-79a880506e0c associated. External IP: 172.25.0.124, port: 739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4. Feb 17 22:33:40.492236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:40.501803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:40.913275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36924) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:41.122071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f6b4687f-0c8c-4bcc-8cc0-4f1b9cbf0394 None None] Provisioning complete for port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:41.123223 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6b4687f-0c8c-4bcc-8cc0-4f1b9cbf0394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.222719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f6b4687f-0c8c-4bcc-8cc0-4f1b9cbf0394 None None] Port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:33:41.245671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d83828c-e880-470b-81eb-30c9fa99ac32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.457581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d83828c-e880-470b-81eb-30c9fa99ac32 admin admin] Publish callbacks [] for security_group (17560443-efb1-4702-a131-5ef9afc13f89), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.465344 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d83828c-e880-470b-81eb-30c9fa99ac32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (17560443-efb1-4702-a131-5ef9afc13f89), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.573294 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4d83828c-e880-470b-81eb-30c9fa99ac32 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f1e1633386b34729a4ad156e1127b15c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6576619 Feb 17 22:33:41.576859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36932) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:41.593055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d83828c-e880-470b-81eb-30c9fa99ac32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17560443-efb1-4702-a131-5ef9afc13f89,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:41.657597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec599779-fad2-4b4d-b7ff-3750be3fe45f req-fbf94100-3a89-4d9e-9007-bbef556f4691 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0865746 Feb 17 22:33:41.699774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Router c9c395f3-cac2-44be-899e-95e66c7eb200 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:33:41.711084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-461b583c-26a8-42bf-b374-62b1455d9455 admin admin] Publish callbacks [] for security_group (17560443-efb1-4702-a131-5ef9afc13f89), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.724151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb557b5-f254-4585-ab99-7787d6275a85 req-fe08752a-b709-4b32-94c9-bbba5e8601fc tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:41.731154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aeb557b5-f254-4585-ab99-7787d6275a85 req-fe08752a-b709-4b32-94c9-bbba5e8601fc tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 946 time: 0.1749029 Feb 17 22:33:41.807156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-461b583c-26a8-42bf-b374-62b1455d9455 admin admin] Publish callbacks [] for security_group (17560443-efb1-4702-a131-5ef9afc13f89), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.821677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:41.929382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-461b583c-26a8-42bf-b374-62b1455d9455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (17560443-efb1-4702-a131-5ef9afc13f89), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.932112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-461b583c-26a8-42bf-b374-62b1455d9455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:41.933295 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-461b583c-26a8-42bf-b374-62b1455d9455 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/17560443-efb1-4702-a131-5ef9afc13f89 HTTP/1.1" status: 204 len: 168 time: 0.3550589 Feb 17 22:33:41.950180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b583c-26a8-42bf-b374-62b1455d9455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17560443-efb1-4702-a131-5ef9afc13f89,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:42.197474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:42.204276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:42.225495 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:42.240512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aeb557b5-f254-4585-ab99-7787d6275a85 req-f61dd5ec-5192-4173-bcde-fd5b0712b660 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084343 Feb 17 22:33:42.246608 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:42.247871 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:42.251724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-48510906-16c9-4ff1-8a3b-5d03c8f276c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "PUT /v2.0/routers/c9c395f3-cac2-44be-899e-95e66c7eb200/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5434327 Feb 17 22:33:42.252712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:42.257867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Sync routers for ids ['c9c395f3-cac2-44be-899e-95e66c7eb200'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:42.312302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Routers {'c9c395f3-cac2-44be-899e-95e66c7eb200'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:42.312956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9c395f3-cac2-44be-899e-95e66c7eb200'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:42.402217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c64bb8-d97c-4181-97c9-50b97e66a339 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:42.427857 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:42.445276 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49c64bb8-d97c-4181-97c9-50b97e66a339 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports/9cb6e8a7-cfb6-4115-b67d-b2d67766324c HTTP/1.1" status: 200 len: 911 time: 0.1908259 Feb 17 22:33:42.446970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36944) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:42.461837 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:42.465618 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:42.671342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43723917-726c-45b3-b0bd-b4fc527de1b6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:42.693999 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:42.699360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43723917-726c-45b3-b0bd-b4fc527de1b6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:42.701440 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57729c90-3d0e-456b-9ab2-5357d7d4f116 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:42.717202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Set router c9c395f3-cac2-44be-899e-95e66c7eb200 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:42.719349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-43723917-726c-45b3-b0bd-b4fc527de1b6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2709289 Feb 17 22:33:42.722437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36946) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:42.832621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36950) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:42.860187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-300f8fbd-9d47-4cfa-aab2-db557b9c11e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.002326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-300f8fbd-9d47-4cfa-aab2-db557b9c11e0 admin admin] Publish callbacks [] for security_group (3c667231-c528-455c-a64a-ad3639e52f52), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.008273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-300f8fbd-9d47-4cfa-aab2-db557b9c11e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3c667231-c528-455c-a64a-ad3639e52f52), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.042113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-533c97ef-698b-4b5d-978b-cc96bdb451b2 req-229a103f-58fb-4e45-b55a-4138156aab30 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1141753 Feb 17 22:33:43.083362 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-300f8fbd-9d47-4cfa-aab2-db557b9c11e0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f461a94c17840ecaa32df83cac97537&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2493751 Feb 17 22:33:43.088315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36956) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:43.195054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f8fbd-9d47-4cfa-aab2-db557b9c11e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c667231-c528-455c-a64a-ad3639e52f52,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:43.281926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17615d81-f6aa-450b-bfce-5ffe35551f44 admin admin] Publish callbacks [] for security_group (3c667231-c528-455c-a64a-ad3639e52f52), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.349497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17615d81-f6aa-450b-bfce-5ffe35551f44 admin admin] Publish callbacks [] for security_group (3c667231-c528-455c-a64a-ad3639e52f52), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.351001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'name': 'tempest-NetworksTestDHCPv6-router-178211933', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:33Z', 'updated_at': '2022-02-17T22:33:38Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None, '_interfaces': [{'id': '9cb6e8a7-cfb6-4115-b67d-b2d67766324c', 'name': '', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'mac_address': 'fa:16:3e:e9:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'ec068fd2-1482-4efd-938e-e5fc15ded860', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:33:35Z', 'updated_at': '2022-02-17T22:33:39Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'subnets': [{'id': 'ec068fd2-1482-4efd-938e-e5fc15ded860', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:43.486739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Checking router: c9c395f3-cac2-44be-899e-95e66c7eb200 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:33:43.506243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Updating router c9c395f3-cac2-44be-899e-95e66c7eb200 port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:33:43.516908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17615d81-f6aa-450b-bfce-5ffe35551f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3c667231-c528-455c-a64a-ad3639e52f52), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.523487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-17615d81-f6aa-450b-bfce-5ffe35551f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.525244 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-17615d81-f6aa-450b-bfce-5ffe35551f44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c667231-c528-455c-a64a-ad3639e52f52 HTTP/1.1" status: 204 len: 168 time: 0.4356565 Feb 17 22:33:43.559250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17615d81-f6aa-450b-bfce-5ffe35551f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c667231-c528-455c-a64a-ad3639e52f52,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:43.651150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:43.746078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:44.267459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fdd1d84d-575c-449c-b99f-7d9536ea7040 req-6a2f6248-19d9-431c-ae74-8a79741a3b02 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0431342 Feb 17 22:33:44.313051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:44.323270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:44.338141 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:44.390358 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:44.392335 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:44.424585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3963f-f4b7-4d57-aed1-9d10acf0c473 req-07834687-bcc9-4225-9ec6-4c15188d0704 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:44.429619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccd3963f-f4b7-4d57-aed1-9d10acf0c473 req-07834687-bcc9-4225-9ec6-4c15188d0704 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 946 time: 0.3564982 Feb 17 22:33:44.457592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Publish callbacks [] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:44.465765 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:44.478969 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (c9c395f3-cac2-44be-899e-95e66c7eb200), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:44.495233 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:44.508931 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:44.509753 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:44.622804 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:44.623794 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fed3524-4e37-4c02-8a6c-42ba662df15a None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:44.712081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37019-94ee-4413-ba30-2bf273060456 None None] Pushing event updated for resources: {'Port': ['ID=9cb6e8a7-cfb6-4115-b67d-b2d67766324c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:44.784293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75081384-e051-4b71-a3e2-dc128da87254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:44.795077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b5b3299-0357-4c6c-97a1-aa916fdfa4c8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/floatingips/e29efa10-4880-42d7-86f6-79a880506e0c HTTP/1.1" status: 200 len: 979 time: 7.3899739 Feb 17 22:33:44.800383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36982) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:44.815222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:44.936018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Attempting to bind port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:33:44.936407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Attempting to bind port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:33:44.936779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Attempting to bind port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:44.944230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:33:44.944950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:44.945594 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:44.946159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:33:44.946839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Bound port: 9cb6e8a7-cfb6-4115-b67d-b2d67766324c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:33:44.947443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:45.040482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (e29efa10-4880-42d7-86f6-79a880506e0c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:45.069268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccd3963f-f4b7-4d57-aed1-9d10acf0c473 req-d3b85d7c-f52c-4e77-a4cf-12c34115f40a tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492792 Feb 17 22:33:45.141616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] For port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:33:45.154237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] For port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9cb6e8a7-cfb6-4115-b67d-b2d67766324c,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:33:45.173905 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:45.304707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e37019-94ee-4413-ba30-2bf273060456 None None] Pushing event updated for resources: {'Port': ['ID=9cb6e8a7-cfb6-4115-b67d-b2d67766324c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:45.347939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Routers {'c9c395f3-cac2-44be-899e-95e66c7eb200'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:45.349423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9c395f3-cac2-44be-899e-95e66c7eb200'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:45.356973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:45.357209 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:45.538197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ce709318-2a8c-4637-a006-fb124f288899 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:45.543711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ce709318-2a8c-4637-a006-fb124f288899 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 946 time: 0.3133657 Feb 17 22:33:45.709524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-35a855ff-e1dc-4387-b3be-c8902ca03df6 None None] Provisioning complete for port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:33:45.710286 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35a855ff-e1dc-4387-b3be-c8902ca03df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:45.879720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] For port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9cb6e8a7-cfb6-4115-b67d-b2d67766324c,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:45.880570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:45.973534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 9cb6e8a7-cfb6-4115-b67d-b2d67766324c owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:46.015776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] Set router c9c395f3-cac2-44be-899e-95e66c7eb200 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:46.100770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91575b78-4322-490c-9bac-b99661315b72 req-8c2f504e-de00-4d9c-b5f4-828a43c9e6f2 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1457503 Feb 17 22:33:46.346315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:46.364429 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e29efa10-4880-42d7-86f6-79a880506e0c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:46.365109 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP e29efa10-4880-42d7-86f6-79a880506e0c disassociated. External IP: 172.25.0.124, port: 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e. Feb 17 22:33:47.009119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a95a66-cc7b-4bea-94b1-904ae76bccf0 req-e583f510-0670-4bc5-9269-fdea05214e6b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:47.024620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6a95a66-cc7b-4bea-94b1-904ae76bccf0 req-e583f510-0670-4bc5-9269-fdea05214e6b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 946 time: 0.2185993 Feb 17 22:33:47.082334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Deleting port b52b503c-8e4c-47eb-9496-0358ed1db35f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:47.083101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:47.191493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6a95a66-cc7b-4bea-94b1-904ae76bccf0 req-cc2cb50d-688f-43ff-a7ee-dd5d374d486e tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638978 Feb 17 22:33:47.360692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:47.415739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-35a855ff-e1dc-4387-b3be-c8902ca03df6 None None] Current status of the port 9cb6e8a7-cfb6-4115-b67d-b2d67766324c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:47.416591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35a855ff-e1dc-4387-b3be-c8902ca03df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:47.550499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14011915-b68a-4edb-87c7-a3ed33b6f5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:47.593517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'name': 'tempest-NetworksTestDHCPv6-router-178211933', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:33Z', 'updated_at': '2022-02-17T22:33:38Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None, '_interfaces': [{'id': '9cb6e8a7-cfb6-4115-b67d-b2d67766324c', 'name': '', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'mac_address': 'fa:16:3e:e9:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'ec068fd2-1482-4efd-938e-e5fc15ded860', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:33:35Z', 'updated_at': '2022-02-17T22:33:45Z', 'revision_number': 4, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'subnets': [{'id': 'ec068fd2-1482-4efd-938e-e5fc15ded860', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:47.669140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f90eb9-c6be-4c4d-a7c4-d1f8aef1c55d None None] The sync data for ids ['c9c395f3-cac2-44be-899e-95e66c7eb200'] in n-d-828369-18 is: [{'id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'name': 'tempest-NetworksTestDHCPv6-router-178211933', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:33Z', 'updated_at': '2022-02-17T22:33:38Z', 'revision_number': 2, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None, '_interfaces': [{'id': '9cb6e8a7-cfb6-4115-b67d-b2d67766324c', 'name': '', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'mac_address': 'fa:16:3e:e9:ff:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'ec068fd2-1482-4efd-938e-e5fc15ded860', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:33:35Z', 'updated_at': '2022-02-17T22:33:45Z', 'revision_number': 4, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'subnets': [{'id': 'ec068fd2-1482-4efd-938e-e5fc15ded860', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:47.687936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:47.697656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:47.730036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:47.767843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:47.769705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:47.794028 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c923dc87-e48f-4d7e-a41d-0e0c3a5c095b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/floatingips/e29efa10-4880-42d7-86f6-79a880506e0c HTTP/1.1" status: 200 len: 688 time: 2.9914873 Feb 17 22:33:47.796301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37034) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:47.880477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:47.898077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:47.898905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:47.953901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:47.955567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d064403-5be3-45a7-9988-969781b11b3a None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:47.960297 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:48.130498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port a2e61a2a-a38e-423a-97f8-d5a434aaee68 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:48.131060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:48.323224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:48.324211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (a2e61a2a-a38e-423a-97f8-d5a434aaee68), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:48.351035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for a2e61a2a-a38e-423a-97f8-d5a434aaee68 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:48.497594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] For port b52b503c-8e4c-47eb-9496-0358ed1db35f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b52b503c-8e4c-47eb-9496-0358ed1db35f,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:48.498297 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:48.544729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Calling delete_port for b52b503c-8e4c-47eb-9496-0358ed1db35f owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:48.564887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-770eaf69-9122-4ef1-9c88-c7179f6f9b6e None None] Could not find standard attr ID for object 9cb6e8a7-cfb6-4115-b67d-b2d67766324c. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:33:48.644875 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9cb6e8a7-cfb6-4115-b67d-b2d67766324c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:48.673285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33b2057e-f038-4208-8935-c95e6c3eed83 req-53286a9a-4bfd-488d-b542-34c75bca58f4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.4899225 Feb 17 22:33:48.839015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a2e61a2a-a38e-423a-97f8-d5a434aaee68), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:48.942213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=9cb6e8a7-cfb6-4115-b67d-b2d67766324c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:48.950494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=a2e61a2a-a38e-423a-97f8-d5a434aaee68,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:48.973229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b52b503c-8e4c-47eb-9496-0358ed1db35f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:49.090999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39d0f054-13a9-4265-92a6-680975d915af req-b93f1857-5019-4b4c-9202-7c0e51f09aa7 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 210 time: 0.1073775 Feb 17 22:33:49.206558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (e29efa10-4880-42d7-86f6-79a880506e0c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:49.211324 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:49.232364 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ef816aea-e1b7-4964-a118-68f8d64d5283 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/floatingips/e29efa10-4880-42d7-86f6-79a880506e0c HTTP/1.1" status: 204 len: 168 time: 1.4303932 Feb 17 22:33:49.234445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37062) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:49.307993 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:49.335486 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (c9c395f3-cac2-44be-899e-95e66c7eb200), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:49.339046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Pushing event deleted for resources: {'Port': ['ID=b52b503c-8e4c-47eb-9496-0358ed1db35f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:49.398252 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-cfee4475-c632-4c41-a7ed-501905364979 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] delete failed (client error): The resource could not be found. Feb 17 22:33:49.410443 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cfee4475-c632-4c41-a7ed-501905364979 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/floatingips/e29efa10-4880-42d7-86f6-79a880506e0c HTTP/1.1" status: 404 len: 345 time: 0.1743848 Feb 17 22:33:49.411765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37066) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:49.417306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] No DVR routers for this DVR port b52b503c-8e4c-47eb-9496-0358ed1db35f on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:33:49.420228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:49.426843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a94f01a-d755-466f-bd6a-8d5fe83cb0a8 req-ca436f6d-97b7-46d7-9763-399313cc5138 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "DELETE /v2.0/ports/b52b503c-8e4c-47eb-9496-0358ed1db35f HTTP/1.1" status: 204 len: 173 time: 3.8795466 Feb 17 22:33:49.440948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33600042-b1ab-4c37-ab92-357f63fbcdae req-f74fbf3d-ecfd-4348-bc03-5ff55de148ce tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:49.452999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33600042-b1ab-4c37-ab92-357f63fbcdae req-f74fbf3d-ecfd-4348-bc03-5ff55de148ce tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 1.2598631 Feb 17 22:33:49.456614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'name': 'network-vif-deleted', 'tag': 'b52b503c-8e4c-47eb-9496-0358ed1db35f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:33:49.465952 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599330ac-c24e-435a-b272-e98c9890a168" -d '{"events": [{"server_uuid": "db7bf8aa-800d-4dfd-889d-ac68f5af6757", "name": "network-vif-deleted", "tag": "b52b503c-8e4c-47eb-9496-0358ed1db35f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:33:49.643612 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f4a2362-f50c-4f6a-944d-70cb1f7219a1 x-openstack-request-id: req-3f4a2362-f50c-4f6a-944d-70cb1f7219a1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:33:49.646979 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db7bf8aa-800d-4dfd-889d-ac68f5af6757", "name": "network-vif-deleted", "tag": "b52b503c-8e4c-47eb-9496-0358ed1db35f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:33:49.647615 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3f4a2362-f50c-4f6a-944d-70cb1f7219a1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:33:49.648197 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db7bf8aa-800d-4dfd-889d-ac68f5af6757', 'name': 'network-vif-deleted', 'tag': 'b52b503c-8e4c-47eb-9496-0358ed1db35f', 'status': 'completed', 'code': 200} Feb 17 22:33:49.673849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-bc4aebfb-69f9-4d25-960d-6e476022ad56 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:49.689497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-bc4aebfb-69f9-4d25-960d-6e476022ad56 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.8227751 Feb 17 22:33:49.770899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc8ffb-2522-4ca5-a346-9610a207e68d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:49.776492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc8ffb-2522-4ca5-a346-9610a207e68d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:49.790322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacc8ffb-2522-4ca5-a346-9610a207e68d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:49.796041 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aacc8ffb-2522-4ca5-a346-9610a207e68d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "GET /v2.0/ports?network_id=23fce0fc-50bd-4cfc-a2ac-d681829fc6bc HTTP/1.1" status: 200 len: 2359 time: 0.3758967 Feb 17 22:33:49.801069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37078) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:49.883239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b52b503c-8e4c-47eb-9496-0358ed1db35f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:49.906787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33600042-b1ab-4c37-ab92-357f63fbcdae req-fdb67035-b560-4041-99cd-6cc3f0275899 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4528344 Feb 17 22:33:49.940086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1144995-ef8e-4355-ac04-48771ca95ae4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:49.942058 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a1144995-ef8e-4355-ac04-48771ca95ae4 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "GET /v2.0/subnets/4fea3be4-daa7-4cc6-bbce-1ace1259e807 HTTP/1.1" status: 200 len: 797 time: 0.1399722 Feb 17 22:33:49.949940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37082) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:49.967852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'port': {'network_id': '23fce0fc-50bd-4cfc-a2ac-d681829fc6bc', 'name': 'tempest-FloatingIPTestJSON-1698163399', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:49.997134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: b52b503c-8e4c-47eb-9496-0358ed1db35f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:33:49.997940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b52b503c-8e4c-47eb-9496-0358ed1db35f not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:33:50.214681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c97a9bfa-a101-4cb5-817f-14f5108fbc33 req-aa9dda8c-86fc-47e1-afec-2abd6542f345 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2041235 Feb 17 22:33:50.242062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Router c9c395f3-cac2-44be-899e-95e66c7eb200 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:50.252085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:50.273464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Deleting port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:50.273812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:50.571001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] For port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:50.571394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:50.620834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:50.694020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] device_id is not set on port 970376a1-fdbf-49e5-83d0-a54899c1c389 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:33:50.824323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bbe1899d-de18-494b-a22c-f6a1fe21ee98 req-2eb51eee-f2d4-49bb-94ab-856315c11a64 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=db7bf8aa-800d-4dfd-889d-ac68f5af6757 HTTP/1.1" status: 200 len: 210 time: 0.1029644 Feb 17 22:33:50.884609 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:51.041780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:51.051842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4b67837b-1206-4e71-9f56-604d657a266a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "PUT /v2.0/routers/c9c395f3-cac2-44be-899e-95e66c7eb200/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3178492 Feb 17 22:33:51.059556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37114) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:51.074195 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] Sync routers for ids ['c9c395f3-cac2-44be-899e-95e66c7eb200'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:51.104214 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] Routers {'c9c395f3-cac2-44be-899e-95e66c7eb200'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:51.105214 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9c395f3-cac2-44be-899e-95e66c7eb200'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:51.276078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5ddb8-f9a8-443a-b57c-8fdebdfd1131 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:51.278732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d5ddb8-f9a8-443a-b57c-8fdebdfd1131 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:51.286024 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94d5ddb8-f9a8-443a-b57c-8fdebdfd1131 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2213328 Feb 17 22:33:51.289316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37122) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:51.297286 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] Set router c9c395f3-cac2-44be-899e-95e66c7eb200 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:51.398957 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'name': 'tempest-NetworksTestDHCPv6-router-178211933', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:33Z', 'updated_at': '2022-02-17T22:33:46Z', 'revision_number': 3, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:51.429700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:51.430079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:51.430282 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Floating IP 2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b disassociated. External IP: 172.25.0.29, port: c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35. Feb 17 22:33:51.430648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Calling delete_port for c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:51.445560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c10568-c33f-4c4f-9df4-07da73e7a6af req-0cddf449-a5b5-4e48-938c-12c86787a90a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:51.447276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06c10568-c33f-4c4f-9df4-07da73e7a6af req-0cddf449-a5b5-4e48-938c-12c86787a90a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 946 time: 0.3267415 Feb 17 22:33:51.493744 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] Checking router: c9c395f3-cac2-44be-899e-95e66c7eb200 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:33:51.523885 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] Routers {'c9c395f3-cac2-44be-899e-95e66c7eb200'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:51.524531 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9c395f3-cac2-44be-899e-95e66c7eb200'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:51.576550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet ec068fd2-1482-4efd-938e-e5fc15ded860 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:33:51.623988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.14 (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc/4fea3be4-daa7-4cc6-bbce-1ace1259e807/970376a1-fdbf-49e5-83d0-a54899c1c389) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:51.649029 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.12 (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc/4fea3be4-daa7-4cc6-bbce-1ace1259e807/970376a1-fdbf-49e5-83d0-a54899c1c389) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:51.677274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (ec068fd2-1482-4efd-938e-e5fc15ded860), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:51.711355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f918192-859b-40d1-87c3-482c630b3400 req-46bb8296-4a36-4916-b464-83e9717d5255 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.2021611 Feb 17 22:33:51.769562 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] Set router c9c395f3-cac2-44be-899e-95e66c7eb200 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:51.868023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06c10568-c33f-4c4f-9df4-07da73e7a6af req-9f36ca45-f5c9-4217-8538-df2ca46776b9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=799ba3e0-28fe-4ca6-8871-9bd4a2122b91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3973143 Feb 17 22:33:51.920357 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'name': 'tempest-NetworksTestDHCPv6-router-178211933', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:33Z', 'updated_at': '2022-02-17T22:33:46Z', 'revision_number': 3, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:51.980447 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (ec068fd2-1482-4efd-938e-e5fc15ded860), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:51.996885 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683be5-0beb-45e0-a2a6-31db18c60f15 None None] The sync data for ids ['c9c395f3-cac2-44be-899e-95e66c7eb200'] in n-d-828369-18 is: [{'id': 'c9c395f3-cac2-44be-899e-95e66c7eb200', 'name': 'tempest-NetworksTestDHCPv6-router-178211933', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:33:33Z', 'updated_at': '2022-02-17T22:33:46Z', 'revision_number': 3, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:52.232192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:52.233715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (970376a1-fdbf-49e5-83d0-a54899c1c389), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:52.359150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event deleted for resources: {'Port': ['ID=c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:52.361686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (970376a1-fdbf-49e5-83d0-a54899c1c389), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:52.414782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ec068fd2-1482-4efd-938e-e5fc15ded860), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:52.488684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:52.578022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:33:52.580126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:33:52.678408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=970376a1-fdbf-49e5-83d0-a54899c1c389,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:52.707190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.709078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.709909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.711059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.711916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.712738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.713665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.714493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.715286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.716063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.716864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.717658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.718410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:33:52.765199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:52.770115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:52.775696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:52.887345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (ec068fd2-1482-4efd-938e-e5fc15ded860), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:52.918242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:52.919323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:52.975826 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-218c80d5-d781-44e4-b320-ff994e4c279f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0240107 Feb 17 22:33:52.978606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37182) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:53.013802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '970376a1-fdbf-49e5-83d0-a54899c1c389', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:53.035447 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:53.038943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ec068fd2-1482-4efd-938e-e5fc15ded860 HTTP/1.1" status: 204 len: 168 time: 1.7356136 Feb 17 22:33:53.045073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df829215-6e08-48ff-8cc8-80bb0a6428c0 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:53.046166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-a7f73414-e250-43e9-bf6d-034cfe29883e tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:53.048488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:53.049374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37186) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:53.059873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-a7f73414-e250-43e9-bf6d-034cfe29883e tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/networks?id=6527725d-ad2e-4b27-b6a1-97983c21b02f HTTP/1.1" status: 200 len: 808 time: 0.1774740 Feb 17 22:33:53.070775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Router 51a9dfce-ceac-4249-8262-0c3f652b2030 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:33:53.160274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-53578274-7a0c-4c26-9261-cccab0443fa4 req-b7d3a856-68c3-483a-903f-4ed40a8accab tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0952835 Feb 17 22:33:53.164106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae361e14-0262-404d-8e22-7262f1855f84 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=ec068fd2-1482-4efd-938e-e5fc15ded860,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:53.174008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-2e7b5220-79d7-468e-b35d-6b7913ac7237 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/quotas/d92fb75990ca4cadaee3522ca1bcfd4e HTTP/1.1" status: 200 len: 375 time: 0.1124201 Feb 17 22:33:53.394603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:53.403293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:33:53.421253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] Sync routers for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:33:53.465737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:53.466855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:53.469108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-ed99bdf9-435f-4167-afc5-a997c22d6213 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d92fb75990ca4cadaee3522ca1bcfd4e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2917457 Feb 17 22:33:53.617913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:33:53.675893 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2f83301e-b1de-4e61-9e67-9a0c8ed5c158 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6222789 Feb 17 22:33:53.687888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37194) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:53.691599 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c723dcd-3359-44c4-87e3-58169adb4124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:53.711478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:53.745504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba3af75a-fbb5-4535-a319-3e6ac4a2618e req-4f32142d-4851-4aa9-9661-04425daeffb1 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=6f743198-d2d0-4178-bfea-0bf9df47dffe HTTP/1.1" status: 200 len: 210 time: 0.2680922 Feb 17 22:33:53.801900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] No DVR routers for this DVR port c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:33:53.806060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] Deleting port de655fa4-a60c-43fd-8a59-3a9b677456e4 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:53.808443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:53.810824 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:53.828449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb04dbd0-9b47-4b37-bc40-9dfa2092323e req-269d6808-0e8d-43ba-9a3d-edbc74eeeb72 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "DELETE /v2.0/ports/c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35 HTTP/1.1" status: 204 len: 173 time: 4.1230175 Feb 17 22:33:53.859964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'name': 'network-vif-deleted', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:33:53.883232 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805294b2-9040-41ed-9ce8-cff1618df82f" -d '{"events": [{"server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "name": "network-vif-deleted", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:33:53.896463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device de655fa4-a60c-43fd-8a59-3a9b677456e4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:53.949740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51ac0dfc-ac3d-4ba8-8821-8bb65ba5c4ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router (c9c395f3-cac2-44be-899e-95e66c7eb200), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:53.997510 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a12739-6dba-477c-bebc-22d95540a5fb x-openstack-request-id: req-96a12739-6dba-477c-bebc-22d95540a5fb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:33:53.998100 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f743198-d2d0-4178-bfea-0bf9df47dffe", "name": "network-vif-deleted", "tag": "c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:33:53.998557 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96a12739-6dba-477c-bebc-22d95540a5fb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:33:53.999172 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f743198-d2d0-4178-bfea-0bf9df47dffe', 'name': 'network-vif-deleted', 'tag': 'c37c77a3-1d59-4bc2-8aa5-dc3c3ff4bf35', 'status': 'completed', 'code': 200} Feb 17 22:33:54.125653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-ce92f346-5c00-4e1c-a0ec-2a786c0c06e4 service neutron] 10.222.0.79 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534436 Feb 17 22:33:54.132411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:54.275037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] For port de655fa4-a60c-43fd-8a59-3a9b677456e4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de655fa4-a60c-43fd-8a59-3a9b677456e4,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:54.275772 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:54.405171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-6c039e96-c83a-4e1b-a795-f2816bb955a6 service neutron] 10.222.0.79 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725077 Feb 17 22:33:54.416731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] Calling delete_port for de655fa4-a60c-43fd-8a59-3a9b677456e4 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:54.483199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42c15188-b757-4194-9daf-efa1ce0c90b5 req-259bbe00-0dcb-4d0b-9c19-8874c08ec0da tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0752363 Feb 17 22:33:54.514260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port de655fa4-a60c-43fd-8a59-3a9b677456e4 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:33:54.514847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:54.719004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51ac0dfc-ac3d-4ba8-8821-8bb65ba5c4ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (c9c395f3-cac2-44be-899e-95e66c7eb200), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:54.734430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51ac0dfc-ac3d-4ba8-8821-8bb65ba5c4ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router_controller (c9c395f3-cac2-44be-899e-95e66c7eb200), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:54.744646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c723dcd-3359-44c4-87e3-58169adb4124 admin admin] Publish callbacks [] for security_group (33d6be37-e8af-4696-a193-cd2cd56b4132), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:54.806435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6c723dcd-3359-44c4-87e3-58169adb4124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (33d6be37-e8af-4696-a193-cd2cd56b4132), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:54.924090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port de655fa4-a60c-43fd-8a59-3a9b677456e4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=de655fa4-a60c-43fd-8a59-3a9b677456e4,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:33:54.938600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:54.979862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d54ecef-5d7c-407c-8965-b0b1c00de660 req-30f997a6-e71e-463b-9133-601fbcad4707 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 210 time: 0.0937133 Feb 17 22:33:55.037946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.038653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9cb6e8a7-cfb6-4115-b67d-b2d67766324c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:33:55.043080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] Checking router: 51a9dfce-ceac-4249-8262-0c3f652b2030 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:33:55.084988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c723dcd-3359-44c4-87e3-58169adb4124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d6be37-e8af-4696-a193-cd2cd56b4132,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:55.111950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6c723dcd-3359-44c4-87e3-58169adb4124 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a33f2aa6b0a548e785f7b48a9cf71f06&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0541708 Feb 17 22:33:55.115556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37212) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:55.121014 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51ac0dfc-ac3d-4ba8-8821-8bb65ba5c4ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (c9c395f3-cac2-44be-899e-95e66c7eb200), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.124585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ac0dfc-ac3d-4ba8-8821-8bb65ba5c4ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Fanout notify agent at l3_agent the message router_deleted on router c9c395f3-cac2-44be-899e-95e66c7eb200 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:33:55.137393 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (de655fa4-a60c-43fd-8a59-3a9b677456e4), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.138798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51ac0dfc-ac3d-4ba8-8821-8bb65ba5c4ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.144755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9cb6e8a7-cfb6-4115-b67d-b2d67766324c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:33:55.146284 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-51ac0dfc-ac3d-4ba8-8821-8bb65ba5c4ac tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/routers/c9c395f3-cac2-44be-899e-95e66c7eb200 HTTP/1.1" status: 204 len: 168 time: 1.4295022 Feb 17 22:33:55.149249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9cb6e8a7-cfb6-4115-b67d-b2d67766324c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:33:55.150095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:55.158667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event deleted for resources: {'Port': ['ID=de655fa4-a60c-43fd-8a59-3a9b677456e4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:55.244275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7913711-4ea4-4b3a-af4f-3ce7eff7c880 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0865834 Feb 17 22:33:55.248434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37218) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:55.254530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:33:55.259039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:55.280215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.25.0.217 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/375e1006-3e20-4190-a1fa-1f97aa81b461) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:55.335188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-84025636-67f8-4d1e-806f-0043caa9bc47 admin admin] Publish callbacks [] for security_group (33d6be37-e8af-4696-a193-cd2cd56b4132), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.375672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] No DVR routers for this DVR port de655fa4-a60c-43fd-8a59-3a9b677456e4 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:33:55.391207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49515-5b29-42db-91c3-d2b6d9c6fedf None None] Pushing event deleted for resources: {'Port': ['ID=de655fa4-a60c-43fd-8a59-3a9b677456e4,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:55.398664 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-84025636-67f8-4d1e-806f-0043caa9bc47 admin admin] Publish callbacks [] for security_group (33d6be37-e8af-4696-a193-cd2cd56b4132), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.408482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83588190-0f7f-4250-b909-334c912a3cbc tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:55.410537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-83588190-0f7f-4250-b909-334c912a3cbc tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1314363 Feb 17 22:33:55.417843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37222) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:55.452134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.481826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0251fd42-92c7-4015-871b-afae34d2c000 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625739 Feb 17 22:33:55.487983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37224) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:55.498233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:55.591461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:33:55.753814 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.806504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.818948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78705aac-4712-4f28-83ae-42e2625f0402 req-8ca65181-34e5-416e-85dc-ea943ccb278e tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0800180 Feb 17 22:33:55.869867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:55.873685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:55.911118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:55.925283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:55.944755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:55.952846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=375e1006-3e20-4190-a1fa-1f97aa81b461,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:56.060072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:56.128941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-84025636-67f8-4d1e-806f-0043caa9bc47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (33d6be37-e8af-4696-a193-cd2cd56b4132), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:56.136540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-84025636-67f8-4d1e-806f-0043caa9bc47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:56.139652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-84025636-67f8-4d1e-806f-0043caa9bc47 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33d6be37-e8af-4696-a193-cd2cd56b4132 HTTP/1.1" status: 204 len: 168 time: 1.0227089 Feb 17 22:33:56.160412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84025636-67f8-4d1e-806f-0043caa9bc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d6be37-e8af-4696-a193-cd2cd56b4132,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:56.215914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-426fd15f-5bff-4369-abad-97a644663131 req-92811f15-02bb-49da-833e-48817fcc43f0 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 210 time: 0.0502121 Feb 17 22:33:56.387483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8cd90117-a467-4221-bad4-f640e33455a0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (799ba3e0-28fe-4ca6-8871-9bd4a2122b91), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:56.593890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:33:56.643889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8cd90117-a467-4221-bad4-f640e33455a0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (799ba3e0-28fe-4ca6-8871-9bd4a2122b91), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:56.670139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc55c2d9-d707-4561-b7d3-0de8cac7e02e None None] The sync data for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 is: [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:33:56.882599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:33:56.888081 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (db850e16-c15f-4d35-9a39-6604b2beaaa8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:57.088706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8cd90117-a467-4221-bad4-f640e33455a0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (799ba3e0-28fe-4ca6-8871-9bd4a2122b91), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:57.093035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8cd90117-a467-4221-bad4-f640e33455a0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:57.101304 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8cd90117-a467-4221-bad4-f640e33455a0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "DELETE /v2.0/security-groups/799ba3e0-28fe-4ca6-8871-9bd4a2122b91 HTTP/1.1" status: 204 len: 168 time: 1.0332341 Feb 17 22:33:57.126028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37244) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:57.136593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=db850e16-c15f-4d35-9a39-6604b2beaaa8,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:57.177552 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:33:57.204997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:57.240111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd90117-a467-4221-bad4-f640e33455a0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=799ba3e0-28fe-4ca6-8871-9bd4a2122b91,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:57.248732 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-50f8b4a8-8110-4405-9f3b-ef3caa0fdc28 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] show failed (client error): The resource could not be found. Feb 17 22:33:57.249998 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-50f8b4a8-8110-4405-9f3b-ef3caa0fdc28 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups/799ba3e0-28fe-4ca6-8871-9bd4a2122b91 HTTP/1.1" status: 404 len: 347 time: 0.1092489 Feb 17 22:33:57.257163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37246) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:57.274703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:57.280458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:57.283591 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:57.323200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d58f6a-0ddd-4763-b63e-ee8c25ed0003 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:33:57.388354 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b852cec8-548d-428f-81d2-dbd187b75b28 None None] New status for floating IP 2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:33:57.390584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37250) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:57.407135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-86aa436f-eade-4547-861b-e7e860b89683 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9129701 Feb 17 22:33:57.418380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37252) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:57.500062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:57.681900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7b2f1f1-b568-4c95-b95f-f33eb657d6bc req-bf0280ed-38f6-4b54-8ba7-e97ab59d04ed tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.4667399 Feb 17 22:33:57.742867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-d217ea79-35cb-4a72-9bfe-da0de7ef2de1 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:33:57.747785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-d217ea79-35cb-4a72-9bfe-da0de7ef2de1 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "GET /v2.0/networks?id=6527725d-ad2e-4b27-b6a1-97983c21b02f HTTP/1.1" status: 200 len: 808 time: 0.6022770 Feb 17 22:33:57.875775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf31d13a-49a1-43c2-9205-e028260fc6ce req-88977fee-16bf-4a10-a3c1-3f426a559a3a tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 210 time: 0.1096289 Feb 17 22:33:57.880597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Request body: {'port': {'device_id': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f', 'admin_state_up': True, 'tenant_id': 'd92fb75990ca4cadaee3522ca1bcfd4e'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:33:57.913343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d00d6e3-0660-4c2a-811a-abeed2d586d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.154520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'db850e16-c15f-4d35-9a39-6604b2beaaa8'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:33:58.157090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.357095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:58.378513 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.409650 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d00d6e3-0660-4c2a-811a-abeed2d586d5 admin admin] Publish callbacks [] for security_group (5d5aac25-c512-4c0f-a0be-34fc78ac99d0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.412391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Made reservation on behalf of d92fb75990ca4cadaee3522ca1bcfd4e for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:33:58.417039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.502497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Deleting port 66e6516b-47f3-4a02-8993-b06004d4d8ef {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:33:58.503657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.632048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Allocated IP 2001:db8::f816:3eff:feaf:9bb5 (09316e07-fc22-44f3-8240-ce381295cee3/db850e16-c15f-4d35-9a39-6604b2beaaa8/8e424abf-feaa-4ac0-aebb-932cb0618680) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:58.677225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.905689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.906006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (66e6516b-47f3-4a02-8993-b06004d4d8ef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:58.950268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Calling delete_port for 66e6516b-47f3-4a02-8993-b06004d4d8ef owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:33:59.118684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Publish callbacks [] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.126033 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.178483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Pushing event updated for resources: {'Port': ['ID=8e424abf-feaa-4ac0-aebb-932cb0618680,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:59.192700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:33:59.194850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:33:59.197761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:33:59.305198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Attempting to bind port 8e424abf-feaa-4ac0-aebb-932cb0618680 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:33:59.306005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Attempting to bind port 8e424abf-feaa-4ac0-aebb-932cb0618680 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:33:59.306623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Attempting to bind port 8e424abf-feaa-4ac0-aebb-932cb0618680 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:33:59.313413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:33:59.313969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:33:59.314489 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.314987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:33:59.316083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Bound port: 8e424abf-feaa-4ac0-aebb-932cb0618680, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:33:59.316682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.324145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d00d6e3-0660-4c2a-811a-abeed2d586d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5d5aac25-c512-4c0f-a0be-34fc78ac99d0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.395731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-832ad47a-6a1f-4f5a-bbbb-2ca8202175e3 req-395106cc-c57d-4cc0-9b1e-47ab6ce75571 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.0355048 Feb 17 22:33:59.404747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.416638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (66e6516b-47f3-4a02-8993-b06004d4d8ef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.501468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a2087b78-0835-4b0b-b01d-68ba7dafd84e req-005ccf07-9812-4dd0-b500-8930dc342687 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 210 time: 0.1632369 Feb 17 22:33:59.512472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] For port 8e424abf-feaa-4ac0-aebb-932cb0618680, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:33:59.527051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] For port 8e424abf-feaa-4ac0-aebb-932cb0618680, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8e424abf-feaa-4ac0-aebb-932cb0618680,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:33:59.544054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.548716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00d6e3-0660-4c2a-811a-abeed2d586d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5aac25-c512-4c0f-a0be-34fc78ac99d0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:59.583984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d00d6e3-0660-4c2a-811a-abeed2d586d5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e8b243bfec5748a7898ca0cf3a9a82f1&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1798520 Feb 17 22:33:59.585959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37264) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:33:59.620605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event deleted for resources: {'Port': ['ID=66e6516b-47f3-4a02-8993-b06004d4d8ef,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:59.771907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efb166-6ecf-4d63-914e-43a7659eefca None None] Pushing event updated for resources: {'Port': ['ID=8e424abf-feaa-4ac0-aebb-932cb0618680,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:33:59.889573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.904499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.911927 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-90f70a7e-aac1-409a-ab37-be508164f304 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "DELETE /v2.0/floatingips/2b4082e4-7218-4e9d-86f2-9ad2a0f0da2b HTTP/1.1" status: 204 len: 168 time: 2.6471522 Feb 17 22:33:59.954479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Allocated IP 172.20.0.6 (6527725d-ad2e-4b27-b6a1-97983c21b02f/5956709f-6535-44de-a3b6-528662697a9e/778810ae-5214-4f08-bb5c-95698d99c0ee) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:33:59.966601 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13b5d4bc-88ed-4d8a-ab8c-a2b4f92b6957 admin admin] Publish callbacks [] for security_group (5d5aac25-c512-4c0f-a0be-34fc78ac99d0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:33:59.977040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (2847fa3e-c4e3-4453-b9bd-d962103141af), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:00.030622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13b5d4bc-88ed-4d8a-ab8c-a2b4f92b6957 admin admin] Publish callbacks [] for security_group (5d5aac25-c512-4c0f-a0be-34fc78ac99d0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:00.224876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:00.244405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:00.256428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:00.257364 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:00.316611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=2847fa3e-c4e3-4453-b9bd-d962103141af,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:00.376026 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7e04bf7-62af-4254-89ca-e79f71ae4221 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8936653 Feb 17 22:34:00.379151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37270) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:00.396607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:3c:ed:66', 'name': 'tempest-NetworksTestDHCPv6-1352787496'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:00.444945 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13b5d4bc-88ed-4d8a-ab8c-a2b4f92b6957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5d5aac25-c512-4c0f-a0be-34fc78ac99d0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:00.448214 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13b5d4bc-88ed-4d8a-ab8c-a2b4f92b6957 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:00.449481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-13b5d4bc-88ed-4d8a-ab8c-a2b4f92b6957 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5d5aac25-c512-4c0f-a0be-34fc78ac99d0 HTTP/1.1" status: 204 len: 168 time: 0.8509083 Feb 17 22:34:00.602743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b5d4bc-88ed-4d8a-ab8c-a2b4f92b6957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5aac25-c512-4c0f-a0be-34fc78ac99d0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:00.853021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-edead863-5f19-4030-842b-fde277cd6fff req-7d98d832-8921-411b-8f21-d866cb51ace4 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/ports?device_id=bc8f6969-3fff-4f4a-8174-705b696e255a HTTP/1.1" status: 200 len: 210 time: 0.1368980 Feb 17 22:34:00.878569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:00.881381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:00.888729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:00.999584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks [] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:01.074115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=375e1006-3e20-4190-a1fa-1f97aa81b461,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:01.201313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:01.208109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5f4e8aae-c1cb-475f-90be-66d3a4e1119f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'security_group': {'name': 'tempest-securitygroup--123410721', 'description': 'tempest-description--1478440647'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:01.225964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:01.234733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:01.340949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Pushing event updated for resources: {'Port': ['ID=778810ae-5214-4f08-bb5c-95698d99c0ee,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:01.362737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Network 6527725d-ad2e-4b27-b6a1-97983c21b02f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:01.366024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:01.372138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:01.482035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91402e11-e643-4ea1-ae3c-fe7f914e1939 req-6b4bb450-9f8c-4c1f-8ae7-fdb26dfb6220 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:01.489645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:01.496319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91402e11-e643-4ea1-ae3c-fe7f914e1939 req-6b4bb450-9f8c-4c1f-8ae7-fdb26dfb6220 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 931 time: 0.3445785 Feb 17 22:34:01.513324 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8aae-c1cb-475f-90be-66d3a4e1119f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:01.571449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port dff2594e-dfc9-4a97-8ae2-250304f4f04f yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:34:01.587675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91402e11-e643-4ea1-ae3c-fe7f914e1939 req-49a95a3b-c5f2-46d7-9207-1d17a6a4a668 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900362 Feb 17 22:34:01.625791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:01.627526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:01.660638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-e93372ea-9b11-4385-aeff-5c6c9e8680b6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8074698 Feb 17 22:34:01.664801 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c associated. External IP: 172.25.0.217, port: 970376a1-fdbf-49e5-83d0-a54899c1c389. Feb 17 22:34:01.678359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Request body: {'port': {'device_id': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:01.823649 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:01.979814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8e424abf-feaa-4ac0-aebb-932cb0618680 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:02.049406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b4f461-ce79-48eb-a43b-fa8888a6340b None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:02.173432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37298) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:02.329836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5a3e2412-7b79-4ec7-842b-d3403d1cd254 None None] Provisioning complete for port 8e424abf-feaa-4ac0-aebb-932cb0618680 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:02.330592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2412-7b79-4ec7-842b-d3403d1cd254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.395082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8e424abf-feaa-4ac0-aebb-932cb0618680 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:02.395863 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.422260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-de1a50d5-ae85-4045-929b-1f5869e436f0 req-bfadf5a6-9b0a-4ea3-8f0f-cb2c8b7ca159 service neutron] (103527) timed out ('10.222.0.79', 34342) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:34:02.570775 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067fa2ce-901c-4fbc-acc6-38e4c5592d60 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group (b305f215-9de5-4e00-b6fb-08fabb4caa69), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.607027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067fa2ce-901c-4fbc-acc6-38e4c5592d60 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group (b305f215-9de5-4e00-b6fb-08fabb4caa69), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.667828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 778810ae-5214-4f08-bb5c-95698d99c0ee {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:34:02.686947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8aae-c1cb-475f-90be-66d3a4e1119f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (93ade39f-e558-445d-b2da-dd1be483d453), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.688782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067fa2ce-901c-4fbc-acc6-38e4c5592d60 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b305f215-9de5-4e00-b6fb-08fabb4caa69), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.694162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-067fa2ce-901c-4fbc-acc6-38e4c5592d60 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.696717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:02.702473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8aae-c1cb-475f-90be-66d3a4e1119f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (93ade39f-e558-445d-b2da-dd1be483d453), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.702814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-067fa2ce-901c-4fbc-acc6-38e4c5592d60 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/security-groups/b305f215-9de5-4e00-b6fb-08fabb4caa69 HTTP/1.1" status: 204 len: 168 time: 0.5232892 Feb 17 22:34:02.708616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:02.709161 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Publish callbacks [] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.740989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0a8ec-3175-4a49-84f3-541300dba30f None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'db850e16-c15f-4d35-9a39-6604b2beaaa8', 'ip_address': '2001:db8::f816:3eff:feaf:9bb5'}, {'subnet_id': '2847fa3e-c4e3-4453-b9bd-d962103141af'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '8e424abf-feaa-4ac0-aebb-932cb0618680'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:34:02.751936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067fa2ce-901c-4fbc-acc6-38e4c5592d60 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b305f215-9de5-4e00-b6fb-08fabb4caa69,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:02.790669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Transition to ACTIVE for port object 778810ae-5214-4f08-bb5c-95698d99c0ee will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:34:02.793686 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-17e5c853-364b-461b-8a03-e78a41eae76b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] show failed (client error): The resource could not be found. Feb 17 22:34:02.798836 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-17e5c853-364b-461b-8a03-e78a41eae76b tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "GET /v2.0/security-groups/b305f215-9de5-4e00-b6fb-08fabb4caa69 HTTP/1.1" status: 404 len: 347 time: 0.0835481 Feb 17 22:34:02.804219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37314) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:02.809427 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.824172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8aae-c1cb-475f-90be-66d3a4e1119f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:02.830420 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f4e8aae-c1cb-475f-90be-66d3a4e1119f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.6271975 Feb 17 22:34:02.838927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37316) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:02.847865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1d6a0175-1b43-4cb9-8f35-27d583327e43 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'security_group_rule': {'security_group_id': '93ade39f-e558-445d-b2da-dd1be483d453', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:02.869412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e8aae-c1cb-475f-90be-66d3a4e1119f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ade39f-e558-445d-b2da-dd1be483d453,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:02.885216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 172.20.0.12 (09316e07-fc22-44f3-8240-ce381295cee3/2847fa3e-c4e3-4453-b9bd-d962103141af/dff2594e-dfc9-4a97-8ae2-250304f4f04f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:02.972982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:fe3c:ed66 (09316e07-fc22-44f3-8240-ce381295cee3/db850e16-c15f-4d35-9a39-6604b2beaaa8/dff2594e-dfc9-4a97-8ae2-250304f4f04f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:03.061011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5a3e2412-7b79-4ec7-842b-d3403d1cd254 None None] Current status of the port 8e424abf-feaa-4ac0-aebb-932cb0618680 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:03.062174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2412-7b79-4ec7-842b-d3403d1cd254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.063275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6a0175-1b43-4cb9-8f35-27d583327e43 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (da22484f-e035-4824-97cb-951d889a2246), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.101285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8e424abf-feaa-4ac0-aebb-932cb0618680 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:03.101838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.149589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Pushing event updated for resources: {'Port': ['ID=778810ae-5214-4f08-bb5c-95698d99c0ee,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:03.182412 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dde0a8ec-3175-4a49-84f3-541300dba30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.188846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:03.206775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09819eb0-0585-477e-868c-887719d77bcb req-58fe83b6-d379-420b-ad18-95a5c8329fb6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:03.218032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09819eb0-0585-477e-868c-887719d77bcb req-58fe83b6-d379-420b-ad18-95a5c8329fb6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 943 time: 0.4247856 Feb 17 22:34:03.224161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Attempting to bind port 778810ae-5214-4f08-bb5c-95698d99c0ee on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:34:03.224161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Attempting to bind port 778810ae-5214-4f08-bb5c-95698d99c0ee by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:34:03.224161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Attempting to bind port 778810ae-5214-4f08-bb5c-95698d99c0ee on network 6527725d-ad2e-4b27-b6a1-97983c21b02f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:03.224911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:03.236335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Port 778810ae-5214-4f08-bb5c-95698d99c0ee on network 6527725d-ad2e-4b27-b6a1-97983c21b02f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:34:03.238177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Attempting to bind port 778810ae-5214-4f08-bb5c-95698d99c0ee on network 6527725d-ad2e-4b27-b6a1-97983c21b02f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:03.314762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:34:03.315271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Checking segment: {'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:03.317735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Bound using segment: {'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:34:03.319901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Bound port: 778810ae-5214-4f08-bb5c-95698d99c0ee, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '926cbf0f-4db2-430b-a5ef-687beb717976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:34:03.320482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.348702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port 341f2692-f2b0-429b-a8c7-391b7d0c6e92 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:03.349607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.405007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:03.405841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (dff2594e-dfc9-4a97-8ae2-250304f4f04f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.406455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:03.443794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6a0175-1b43-4cb9-8f35-27d583327e43 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (da22484f-e035-4824-97cb-951d889a2246), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.447514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dff2594e-dfc9-4a97-8ae2-250304f4f04f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.454648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6a0175-1b43-4cb9-8f35-27d583327e43 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (da22484f-e035-4824-97cb-951d889a2246), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.486113 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.494609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5a3e2412-7b79-4ec7-842b-d3403d1cd254 None None] For port 8e424abf-feaa-4ac0-aebb-932cb0618680, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8e424abf-feaa-4ac0-aebb-932cb0618680,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:03.512280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:03.555583 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1d6a0175-1b43-4cb9-8f35-27d583327e43 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.557519 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d6a0175-1b43-4cb9-8f35-27d583327e43 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7174709 Feb 17 22:34:03.578301 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a3e2412-7b79-4ec7-842b-d3403d1cd254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.626739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37324) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:03.677235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09819eb0-0585-477e-868c-887719d77bcb req-51fc7b4f-a54b-4bca-aca1-8e977874025d tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578855 Feb 17 22:34:03.689220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a26dd743-11b0-401e-8ffa-28f07bc2fc2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'security_group_rule': {'security_group_id': '93ade39f-e558-445d-b2da-dd1be483d453', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:03.750034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:03.751154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:03.863180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a26dd743-11b0-401e-8ffa-28f07bc2fc2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (81027444-3f15-44ba-b33a-944e6daed524), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:03.999176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:04.000333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f0342b-3c6c-4bf2-bcd2-a9770058c784 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:04.016460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a26dd743-11b0-401e-8ffa-28f07bc2fc2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (81027444-3f15-44ba-b33a-944e6daed524), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.029895 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.030443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for floatingip (341f2692-f2b0-429b-a8c7-391b7d0c6e92), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.035341 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:34:04.035341 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:34:04.039760 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2739a9ea-d048-441f-a5bd-2198cf6ff38d tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.0589800 Feb 17 22:34:04.044159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a0175-1b43-4cb9-8f35-27d583327e43 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da22484f-e035-4824-97cb-951d889a2246,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:04.044558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-dde0a8ec-3175-4a49-84f3-541300dba30f None None] Allocated IP 172.20.0.2 (09316e07-fc22-44f3-8240-ce381295cee3/2847fa3e-c4e3-4453-b9bd-d962103141af/8e424abf-feaa-4ac0-aebb-932cb0618680) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:04.046883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37332) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:04.059312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e2412-7b79-4ec7-842b-d3403d1cd254 None None] Pushing event updated for resources: {'Port': ['ID=8e424abf-feaa-4ac0-aebb-932cb0618680,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:04.059597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'port_id': '970376a1-fdbf-49e5-83d0-a54899c1c389', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:04.059699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a26dd743-11b0-401e-8ffa-28f07bc2fc2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (81027444-3f15-44ba-b33a-944e6daed524), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.064138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:04.073509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:04.106607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for 341f2692-f2b0-429b-a8c7-391b7d0c6e92 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:04.130911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] For port 778810ae-5214-4f08-bb5c-95698d99c0ee, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:34:04.133953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:04.139270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26dd743-11b0-401e-8ffa-28f07bc2fc2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81027444-3f15-44ba-b33a-944e6daed524,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:04.144084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=dff2594e-dfc9-4a97-8ae2-250304f4f04f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:04.144496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] For port 778810ae-5214-4f08-bb5c-95698d99c0ee, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=778810ae-5214-4f08-bb5c-95698d99c0ee,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:34:04.150287 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a26dd743-11b0-401e-8ffa-28f07bc2fc2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.151633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a26dd743-11b0-401e-8ffa-28f07bc2fc2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4819660 Feb 17 22:34:04.155422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37334) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:04.201073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:04.211053 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.232372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dde0a8ec-3175-4a49-84f3-541300dba30f None None] For port 8e424abf-feaa-4ac0-aebb-932cb0618680, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8e424abf-feaa-4ac0-aebb-932cb0618680,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:04.246813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:04.247077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.251882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.282232 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dde0a8ec-3175-4a49-84f3-541300dba30f None None] Publish callbacks [] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.288653 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dde0a8ec-3175-4a49-84f3-541300dba30f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.337374 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-67699fb5-7c5c-45f9-ac3a-e42afc0c9cc7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.9537013 Feb 17 22:34:04.337819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37340) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:04.353750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Pushing event updated for resources: {'Port': ['ID=778810ae-5214-4f08-bb5c-95698d99c0ee,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:04.362565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:04.362565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.363176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-3cfe9657-b5a4-44ea-b32f-fefb58966d0c service neutron] 10.222.0.73 "PUT /v2.0/ports/778810ae-5214-4f08-bb5c-95698d99c0ee HTTP/1.1" status: 200 len: 1092 time: 2.6939020 Feb 17 22:34:04.366385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'tag': '778810ae-5214-4f08-bb5c-95698d99c0ee'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:34:04.369774 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8db0e57-32f2-4a32-8420-65f6dda37d24" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5e70f7-1e60-4f4b-a1d2-319d3527947a", "tag": "778810ae-5214-4f08-bb5c-95698d99c0ee"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:34:04.411768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:04.476353 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d3bd7e-c05c-48fe-bb8f-6697917f5255 x-openstack-request-id: req-90d3bd7e-c05c-48fe-bb8f-6697917f5255 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:34:04.476576 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5e70f7-1e60-4f4b-a1d2-319d3527947a", "tag": "778810ae-5214-4f08-bb5c-95698d99c0ee", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:34:04.476895 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90d3bd7e-c05c-48fe-bb8f-6697917f5255 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:34:04.477471 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'tag': '778810ae-5214-4f08-bb5c-95698d99c0ee', 'status': 'completed', 'code': 200} Feb 17 22:34:04.545530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0a8ec-3175-4a49-84f3-541300dba30f None None] Pushing event updated for resources: {'Port': ['ID=8e424abf-feaa-4ac0-aebb-932cb0618680,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:04.644018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51693fe7-6a81-4454-bb0b-dd85f42caf8a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:04.644314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8e424abf-feaa-4ac0-aebb-932cb0618680 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:04.656607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51693fe7-6a81-4454-bb0b-dd85f42caf8a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:04.659917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-51693fe7-6a81-4454-bb0b-dd85f42caf8a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3205521 Feb 17 22:34:04.667247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37350) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:04.924129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8e424abf-feaa-4ac0-aebb-932cb0618680 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:04.992314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (341f2692-f2b0-429b-a8c7-391b7d0c6e92), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.093840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=341f2692-f2b0-429b-a8c7-391b7d0c6e92,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:05.097956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-1f6ad507-aa21-4c83-8423-282cdde71101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:05.099858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-1f6ad507-aa21-4c83-8423-282cdde71101 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d92fb75990ca4cadaee3522ca1bcfd4e&device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 1126 time: 0.6839254 Feb 17 22:34:05.109917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8e424abf-feaa-4ac0-aebb-932cb0618680 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:05.110868 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.308587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-96f8f2dd-bea5-43bc-95a3-4795dc87e366 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=778810ae-5214-4f08-bb5c-95698d99c0ee HTTP/1.1" status: 200 len: 217 time: 0.1598577 Feb 17 22:34:05.341533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8e424abf-feaa-4ac0-aebb-932cb0618680 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:05.366173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d493d7-bced-4d53-af0a-567c651edb49 req-f02d2590-fb79-487b-ac0c-1dac1993cf29 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:05.374528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79d493d7-bced-4d53-af0a-567c651edb49 req-f02d2590-fb79-487b-ac0c-1dac1993cf29 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 943 time: 0.4513090 Feb 17 22:34:05.383625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port dff2594e-dfc9-4a97-8ae2-250304f4f04f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:05.383962 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dff2594e-dfc9-4a97-8ae2-250304f4f04f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.527414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.534857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.553333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for floatingip (82eb065c-650c-44c8-bbd2-92cc87e8a4f8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.556007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.557414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e2eceaeb-c8f1-4b4b-8b9d-a3f7c04347eb tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/floatingips/82eb065c-650c-44c8-bbd2-92cc87e8a4f8 HTTP/1.1" status: 204 len: 168 time: 2.7494748 Feb 17 22:34:05.578982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37366) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:05.649366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79d493d7-bced-4d53-af0a-567c651edb49 req-8c6ffa06-e510-4b9c-9265-774cdc1b8318 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737710 Feb 17 22:34:05.656205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-ecb8a268-4636-4b58-a22d-0d3db8bf498f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:05.658157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-ecb8a268-4636-4b58-a22d-0d3db8bf498f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5956709f-6535-44de-a3b6-528662697a9e HTTP/1.1" status: 200 len: 848 time: 0.3387001 Feb 17 22:34:05.676226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:05.850299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-45c6e918-8d82-43a4-9c84-7795e41fbbc2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527725d-ad2e-4b27-b6a1-97983c21b02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875008 Feb 17 22:34:05.917619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dff2594e-dfc9-4a97-8ae2-250304f4f04f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:06.022200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for dff2594e-dfc9-4a97-8ae2-250304f4f04f owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:06.039320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-236ea836-dcba-4fa7-9058-87c8a7e4619b None None] Provisioning complete for port 8e424abf-feaa-4ac0-aebb-932cb0618680 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:06.040069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-236ea836-dcba-4fa7-9058-87c8a7e4619b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:06.115965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:06.280607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-236ea836-dcba-4fa7-9058-87c8a7e4619b None None] Current status of the port 8e424abf-feaa-4ac0-aebb-932cb0618680 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:06.293190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Allocated IP 172.25.0.34 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/6e641592-ac47-4cba-8f26-92904a335915) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:06.333790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-46fc7b35-813f-4d38-bfd9-c09276ed93e6 service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4633436 Feb 17 22:34:06.370595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port d39b0d22-24dc-43dc-a39c-8d28ec2069a8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:06.370907 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:06.397688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:06.415125 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:06.419250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:06.442586 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:06.443488 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:06.555170 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1eb7f51d-d7ff-42cd-b275-0c81c01d5d28 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/floatingips/ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c HTTP/1.1" status: 200 len: 979 time: 2.5042486 Feb 17 22:34:06.559311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:06.629812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-50422e38-3597-4ca0-a702-e49b59ce7769 None None] Provisioning complete for port dff2594e-dfc9-4a97-8ae2-250304f4f04f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:06.631802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-50422e38-3597-4ca0-a702-e49b59ce7769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dff2594e-dfc9-4a97-8ae2-250304f4f04f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:06.639823 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:06.652629 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:06.653716 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:06.703873 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:06.704974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:06.705115 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bcb7bf-68e3-409c-8fec-d7768af36b3c None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:06.782920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-50422e38-3597-4ca0-a702-e49b59ce7769 None None] Port dff2594e-dfc9-4a97-8ae2-250304f4f04f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:06.797082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for d39b0d22-24dc-43dc-a39c-8d28ec2069a8 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:06.899900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 375e1006-3e20-4190-a1fa-1f97aa81b461 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:06.903072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.069835 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.070482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (375e1006-3e20-4190-a1fa-1f97aa81b461), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.078020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for port (6e641592-ac47-4cba-8f26-92904a335915), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.091238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 375e1006-3e20-4190-a1fa-1f97aa81b461 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:07.133063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78493faf-d189-4bf6-966c-7c8348e887c8 req-b5594bb6-cd7e-486e-9332-f1c9599da169 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:07.134643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78493faf-d189-4bf6-966c-7c8348e887c8 req-b5594bb6-cd7e-486e-9332-f1c9599da169 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 943 time: 0.2553172 Feb 17 22:34:07.147712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f436a720-d6a5-449b-8b7a-93b02391d430 req-87233144-5c56-4f9e-9fc2-e010233672cd service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7951009 Feb 17 22:34:07.439685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (375e1006-3e20-4190-a1fa-1f97aa81b461), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.492771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=375e1006-3e20-4190-a1fa-1f97aa81b461,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:07.555275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37398) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:07.629632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.630658 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c disassociated (deleted). External IP: 172.25.0.217, port: 970376a1-fdbf-49e5-83d0-a54899c1c389. Feb 17 22:34:07.740993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6e641592-ac47-4cba-8f26-92904a335915), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.745593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-6bf341fa-5bc8-480b-a93c-9d9e8a5784ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:07.747194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-6bf341fa-5bc8-480b-a93c-9d9e8a5784ac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d92fb75990ca4cadaee3522ca1bcfd4e&device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 1126 time: 0.5310111 Feb 17 22:34:07.759200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78493faf-d189-4bf6-966c-7c8348e887c8 req-85ec695a-6d44-43ca-aa8b-999c39d6d6c0 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6104317 Feb 17 22:34:07.767790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dff2594e-dfc9-4a97-8ae2-250304f4f04f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.790955 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6769c26f-5c56-43b0-9583-1320f76c9138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:07.852643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:07.913600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:07.917233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:07.964096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d39b0d22-24dc-43dc-a39c-8d28ec2069a8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.020650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6769c26f-5c56-43b0-9583-1320f76c9138 admin admin] Publish callbacks [] for security_group (d3d368c7-0389-4eaf-8f2f-037ad143f01a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.027666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6769c26f-5c56-43b0-9583-1320f76c9138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d3d368c7-0389-4eaf-8f2f-037ad143f01a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.083856 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6769c26f-5c56-43b0-9583-1320f76c9138 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=729233fb14374b6dbdddf1b3ad8b4856&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5243464 Feb 17 22:34:08.084658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37404) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:08.098968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'Port': ['ID=6e641592-ac47-4cba-8f26-92904a335915,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:08.123083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769c26f-5c56-43b0-9583-1320f76c9138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d368c7-0389-4eaf-8f2f-037ad143f01a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:08.163220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:08.187445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9e542a7-2e16-498f-be03-82a25cb24bae admin admin] Publish callbacks [] for security_group (d3d368c7-0389-4eaf-8f2f-037ad143f01a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.303739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (d46cb010-f925-47c4-87af-9d179bbb97eb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.314477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=dff2594e-dfc9-4a97-8ae2-250304f4f04f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:08.389022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:08.402079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:08.420951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:08.421613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:08.422048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.428239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e641592-ac47-4cba-8f26-92904a335915), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.429957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9e542a7-2e16-498f-be03-82a25cb24bae admin admin] Publish callbacks [] for security_group (d3d368c7-0389-4eaf-8f2f-037ad143f01a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.465300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=d39b0d22-24dc-43dc-a39c-8d28ec2069a8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:08.488336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:08.500127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:08.501037 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5674b746-3798-4551-8c3f-6d435778cac8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/floatingips/ac4cb6a3-4f1d-4ffe-a25d-c6a4d4062d0c HTTP/1.1" status: 204 len: 168 time: 1.9401388 Feb 17 22:34:08.501206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:08.501905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37406) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:08.506616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-084e88fd-0c21-4fe8-ad99-404a1b46601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:08.508252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-084e88fd-0c21-4fe8-ad99-404a1b46601f service neutron] 10.222.0.73 "GET /v2.0/networks?id=6527725d-ad2e-4b27-b6a1-97983c21b02f HTTP/1.1" status: 200 len: 909 time: 0.7417095 Feb 17 22:34:08.514186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.520811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e150882c-d4e5-4dda-90bf-52d0eaf750a4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/dff2594e-dfc9-4a97-8ae2-250304f4f04f HTTP/1.1" status: 204 len: 168 time: 3.8493249 Feb 17 22:34:08.525878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.537083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4944446b-a85c-4600-a7ab-d8f9d03953db tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/ports/d39b0d22-24dc-43dc-a39c-8d28ec2069a8 HTTP/1.1" status: 204 len: 168 time: 2.9569252 Feb 17 22:34:08.543621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37408) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:08.543621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37410) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:08.558783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:08.560489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f8d9-b900-412a-92ab-cf2169954579 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:08.593870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-62e58e19-7eaf-48a9-9380-72fdd1581e61 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=778810ae-5214-4f08-bb5c-95698d99c0ee HTTP/1.1" status: 200 len: 217 time: 0.0723646 Feb 17 22:34:08.737701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-882aca07-801f-4b4b-b122-831896e05e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:08.739304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-882aca07-801f-4b4b-b122-831896e05e7c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5956709f-6535-44de-a3b6-528662697a9e HTTP/1.1" status: 200 len: 848 time: 0.1350358 Feb 17 22:34:08.798763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-446b3b95-e5c4-40e5-9f6e-38d13bc0c0d5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6527725d-ad2e-4b27-b6a1-97983c21b02f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518019 Feb 17 22:34:08.819091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247acc55-17f4-443d-b093-402ae62e2e5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:08.819091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247acc55-17f4-443d-b093-402ae62e2e5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:08.819091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247acc55-17f4-443d-b093-402ae62e2e5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:08.821155 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-247acc55-17f4-443d-b093-402ae62e2e5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2768044 Feb 17 22:34:08.826433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37414) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:08.847030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9e542a7-2e16-498f-be03-82a25cb24bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d3d368c7-0389-4eaf-8f2f-037ad143f01a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.849669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a9e542a7-2e16-498f-be03-82a25cb24bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:08.852017 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a9e542a7-2e16-498f-be03-82a25cb24bae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d3d368c7-0389-4eaf-8f2f-037ad143f01a HTTP/1.1" status: 204 len: 168 time: 0.7593348 Feb 17 22:34:08.914109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e542a7-2e16-498f-be03-82a25cb24bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d368c7-0389-4eaf-8f2f-037ad143f01a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:08.967158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 2847fa3e-c4e3-4453-b9bd-d962103141af {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:08.974943 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (2847fa3e-c4e3-4453-b9bd-d962103141af), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.007944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 970376a1-fdbf-49e5-83d0-a54899c1c389 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:09.008287 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (970376a1-fdbf-49e5-83d0-a54899c1c389), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.091218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-b9f5967c-c5c2-40df-89d8-6fef602518a4 service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844472 Feb 17 22:34:09.094080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for port (6e641592-ac47-4cba-8f26-92904a335915), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.123688 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6e641592-ac47-4cba-8f26-92904a335915), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.224972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'Port': ['ID=6e641592-ac47-4cba-8f26-92904a335915,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:09.240784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc27dd63-b3b9-449a-bb46-9065679f871f req-35fa9a3c-ec4a-4333-b17f-cfd4e6fdcebb tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:09.242513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc27dd63-b3b9-449a-bb46-9065679f871f req-35fa9a3c-ec4a-4333-b17f-cfd4e6fdcebb tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 943 time: 0.3411820 Feb 17 22:34:09.257711 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.372841 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (d46cb010-f925-47c4-87af-9d179bbb97eb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.402413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8db0e57-32f2-4a32-8420-65f6dda37d24 req-dc207226-ae02-494d-80ff-ba90c48264bd service neutron] 10.222.0.73 "GET /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039072 Feb 17 22:34:09.405487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port a17a7c7a-bf87-4900-abc8-4d0edddcf323 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:09.405718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.412383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.413623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8306cf9e-8210-4e82-82e9-adf7caf4271b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2557783 Feb 17 22:34:09.427028 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (2847fa3e-c4e3-4453-b9bd-d962103141af), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.427732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc27dd63-b3b9-449a-bb46-9065679f871f req-7d323887-807e-4357-9496-4b946417ed18 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730635 Feb 17 22:34:09.459797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37424) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:09.481680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-97f5b114-d298-4f8a-abdc-1d25669e0bd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.618956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-97f5b114-d298-4f8a-abdc-1d25669e0bd2 admin admin] Publish callbacks [] for security_group (ccf68193-6eef-43f2-8ad1-2a0b292b97f6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.623118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-97f5b114-d298-4f8a-abdc-1d25669e0bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ccf68193-6eef-43f2-8ad1-2a0b292b97f6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.675090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (970376a1-fdbf-49e5-83d0-a54899c1c389), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.677663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5b114-d298-4f8a-abdc-1d25669e0bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf68193-6eef-43f2-8ad1-2a0b292b97f6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:09.681716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.685886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-97f5b114-d298-4f8a-abdc-1d25669e0bd2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0a2ce1b448cf426e9f9d615aa9d8ca3e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2226267 Feb 17 22:34:09.692385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37436) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:09.701077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (2847fa3e-c4e3-4453-b9bd-d962103141af), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.736834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for a17a7c7a-bf87-4900-abc8-4d0edddcf323 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:09.739168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 970376a1-fdbf-49e5-83d0-a54899c1c389 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:09.757942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-c10029ea-5770-4df8-92c1-8aebc29f62b9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--123410721&fields=id&tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb HTTP/1.1" status: 200 len: 267 time: 0.0905454 Feb 17 22:34:09.791651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac40d-48f6-492a-8d8f-1b769630dcc7 admin admin] Publish callbacks [] for security_group (ccf68193-6eef-43f2-8ad1-2a0b292b97f6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.872646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac40d-48f6-492a-8d8f-1b769630dcc7 admin admin] Publish callbacks [] for security_group (ccf68193-6eef-43f2-8ad1-2a0b292b97f6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.891314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (2847fa3e-c4e3-4453-b9bd-d962103141af), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.930396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=2847fa3e-c4e3-4453-b9bd-d962103141af,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:09.943061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:09.951163 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3b2ce758-fdd5-4cfb-a543-af4cbdd4db1b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/2847fa3e-c4e3-4453-b9bd-d962103141af HTTP/1.1" status: 204 len: 168 time: 1.1187425 Feb 17 22:34:09.951498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b5f36-2491-4e7d-9cb1-059d1ff148dc None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:09.952621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-631119ab-936b-47d4-8123-c1333dad785a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:09.954386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-631119ab-936b-47d4-8123-c1333dad785a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 809 time: 0.1829746 Feb 17 22:34:09.954638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37438) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:09.994147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 778810ae-5214-4f08-bb5c-95698d99c0ee details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:34:10.016489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-f5dfd562-0b3c-4a1a-9f19-41bcc19f34d5 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/quotas/48ad5cf5371f41bfa0e3a0692349e2cb HTTP/1.1" status: 200 len: 375 time: 0.0387461 Feb 17 22:34:10.039728 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac40d-48f6-492a-8d8f-1b769630dcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ccf68193-6eef-43f2-8ad1-2a0b292b97f6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.042352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2d6ac40d-48f6-492a-8d8f-1b769630dcc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.047470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2d6ac40d-48f6-492a-8d8f-1b769630dcc7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccf68193-6eef-43f2-8ad1-2a0b292b97f6 HTTP/1.1" status: 204 len: 168 time: 0.3501999 Feb 17 22:34:10.083620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a17a7c7a-bf87-4900-abc8-4d0edddcf323), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.092769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet db850e16-c15f-4d35-9a39-6604b2beaaa8 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:10.094941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ac40d-48f6-492a-8d8f-1b769630dcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf68193-6eef-43f2-8ad1-2a0b292b97f6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:10.102096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (db850e16-c15f-4d35-9a39-6604b2beaaa8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.155264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=a17a7c7a-bf87-4900-abc8-4d0edddcf323,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:10.159596 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (db850e16-c15f-4d35-9a39-6604b2beaaa8), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.180646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-6ee02050-e804-4d90-80d2-a2a4399ab146 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1546922 Feb 17 22:34:10.368560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.379931 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-64c9462b-c75c-4e5d-8c28-b1b77a80b850 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/ports/a17a7c7a-bf87-4900-abc8-4d0edddcf323 HTTP/1.1" status: 204 len: 168 time: 1.8310480 Feb 17 22:34:10.381932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37450) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:10.396726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (970376a1-fdbf-49e5-83d0-a54899c1c389), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.552667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=970376a1-fdbf-49e5-83d0-a54899c1c389,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:10.649266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting subnet 06e0b721-0635-4451-b2a9-ec895a578aaa {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:10.698362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for subnet (06e0b721-0635-4451-b2a9-ec895a578aaa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.788408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 778810ae-5214-4f08-bb5c-95698d99c0ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=778810ae-5214-4f08-bb5c-95698d99c0ee,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:10.824983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '778810ae-5214-4f08-bb5c-95698d99c0ee', 'network_id': '6527725d-ad2e-4b27-b6a1-97983c21b02f', 'port_id': '778810ae-5214-4f08-bb5c-95698d99c0ee', 'mac_address': 'fa:16:3e:cc:9b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5956709f-6535-44de-a3b6-528662697a9e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:34:10.849323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.864642 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fee587aa-2792-458e-ac2b-7e99962a58c3 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/ports/970376a1-fdbf-49e5-83d0-a54899c1c389 HTTP/1.1" status: 204 len: 168 time: 2.3522060 Feb 17 22:34:10.865397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37456) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:10.883397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (06e0b721-0635-4451-b2a9-ec895a578aaa), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.906654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:10.950555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 778810ae-5214-4f08-bb5c-95698d99c0ee is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:10.950822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:10.966273 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (db850e16-c15f-4d35-9a39-6604b2beaaa8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.000192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 778810ae-5214-4f08-bb5c-95698d99c0ee {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:34:11.028667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.059148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 778810ae-5214-4f08-bb5c-95698d99c0ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=778810ae-5214-4f08-bb5c-95698d99c0ee,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:11.067278 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.138177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-d9a75b61-c7bd-4d14-a15c-7c548ed410a5 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9144752 Feb 17 22:34:11.203043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (06e0b721-0635-4451-b2a9-ec895a578aaa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.224305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=778810ae-5214-4f08-bb5c-95698d99c0ee,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:11.313150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['778810ae-5214-4f08-bb5c-95698d99c0ee'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:34:11.351292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9bc9cc-cd52-41fc-9857-5e36891c7557 req-1d832a89-0f91-428b-a038-22ff693c7d0b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:11.352956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe9bc9cc-cd52-41fc-9857-5e36891c7557 req-1d832a89-0f91-428b-a038-22ff693c7d0b tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 943 time: 0.5478709 Feb 17 22:34:11.416296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (06e0b721-0635-4451-b2a9-ec895a578aaa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.456230 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (db850e16-c15f-4d35-9a39-6604b2beaaa8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.500513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c0b3c6-223b-4ac7-83bb-5b22fc30da85 None None] Network 8caa62b9-8ccb-4f50-ab64-8106d333b008 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:11.501951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Subnet': ['ID=06e0b721-0635-4451-b2a9-ec895a578aaa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:11.507657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.515886 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-37ccf674-c49a-475f-a6bf-47cd9e302af9 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/subnets/06e0b721-0635-4451-b2a9-ec895a578aaa HTTP/1.1" status: 204 len: 168 time: 1.1323817 Feb 17 22:34:11.517392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:11.521115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.575102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=db850e16-c15f-4d35-9a39-6604b2beaaa8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:11.586255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.590195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d2a29dee-1b9b-483a-b5c3-df0fccdda855 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/db850e16-c15f-4d35-9a39-6604b2beaaa8 HTTP/1.1" status: 204 len: 168 time: 1.6328738 Feb 17 22:34:11.597608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37472) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:11.635795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-3757f3bf-30a0-4307-a74f-a4207e821400 service neutron] 10.222.0.79 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4663689 Feb 17 22:34:11.728498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe9bc9cc-cd52-41fc-9857-5e36891c7557 req-c971d893-d4f8-4c5b-8dff-762e4c4e8b2d tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3585131 Feb 17 22:34:11.729119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting subnet 50eec9e0-35ad-4820-bc00-ede9bb2214cb {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:11.735751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a4b0d4f2-5dfa-483f-af91-38218adc3431 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1293488 Feb 17 22:34:11.736376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37476) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:11.746933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:11.768866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for subnet (50eec9e0-35ad-4820-bc00-ede9bb2214cb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:11.877348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (50eec9e0-35ad-4820-bc00-ede9bb2214cb), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.071664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] DHCP port deletion for 8caa62b9-8ccb-4f50-ab64-8106d333b008 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:34:12.131216 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-715c5686-b357-49c0-b61f-b7a4a0fc26de req-627ea92f-7ce3-4864-a919-e5a3cf33a1c9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 210 time: 0.0943360 Feb 17 22:34:12.148620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:12.157272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.213323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4321688c-8bf9-442c-b59a-b57bda38a72a None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:12.216774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] Deleting port 86979e85-a1c9-47f3-866d-034154b3ae0b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:12.217163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.229473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.25.0.116 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/affa79ba-62c6-441e-8036-5f22f51ada91) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:12.356510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (50eec9e0-35ad-4820-bc00-ede9bb2214cb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.563480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (affa79ba-62c6-441e-8036-5f22f51ada91), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.566782 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (50eec9e0-35ad-4820-bc00-ede9bb2214cb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.599728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b0dd5af4-cc62-4ec9-84bf-d98a00727a69 None None] Provisioning complete for port 8e424abf-feaa-4ac0-aebb-932cb0618680 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:12.600164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b0dd5af4-cc62-4ec9-84bf-d98a00727a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.608775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] For port 86979e85-a1c9-47f3-866d-034154b3ae0b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=86979e85-a1c9-47f3-866d-034154b3ae0b,segment=NetworkSegment(6ba56cad-8650-4b78-9f07-a2ebdcac5e95),segment_id=6ba56cad-8650-4b78-9f07-a2ebdcac5e95)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:12.612886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.614649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.619925 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/subnets/50eec9e0-35ad-4820-bc00-ede9bb2214cb HTTP/1.1" status: 204 len: 168 time: 1.1003685 Feb 17 22:34:12.625240 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d2440-8acb-4da4-be2c-419686e998dc tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Subnet': ['ID=50eec9e0-35ad-4820-bc00-ede9bb2214cb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:12.626048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10262a01-dbc3-4dec-bdec-e9eb1239714d None None] Network 5d00f070-2d93-4b94-86cb-e0b7504883b4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:12.629835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37496) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:12.681994 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (affa79ba-62c6-441e-8036-5f22f51ada91), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:12.751879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:12.759190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:12.781655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:12.913148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=affa79ba-62c6-441e-8036-5f22f51ada91,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:12.921720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] Calling delete_port for 86979e85-a1c9-47f3-866d-034154b3ae0b owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:12.929254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 86979e85-a1c9-47f3-866d-034154b3ae0b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:34:13.002314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8caa62b9-8ccb-4f50-ab64-8106d333b008), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.012239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (315d952a-9032-4792-a9fc-3257a795951e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.077829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (affa79ba-62c6-441e-8036-5f22f51ada91), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.216203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:34:13.251089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7af844-b384-4bdb-8fc0-5aab2f12d20f req-dc2cb6dd-456b-4982-aa4c-0a33a84b8d36 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:13.262648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c7af844-b384-4bdb-8fc0-5aab2f12d20f req-dc2cb6dd-456b-4982-aa4c-0a33a84b8d36 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 944 time: 0.3566735 Feb 17 22:34:13.295587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b0dd5af4-cc62-4ec9-84bf-d98a00727a69 None None] Current status of the port 8e424abf-feaa-4ac0-aebb-932cb0618680 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:13.371469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:34:13.384597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.457701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] Pushing event deleted for resources: {'Port': ['ID=86979e85-a1c9-47f3-866d-034154b3ae0b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:13.504418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (affa79ba-62c6-441e-8036-5f22f51ada91), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.511063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (affa79ba-62c6-441e-8036-5f22f51ada91), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.514451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] DHCP port deletion for 5d00f070-2d93-4b94-86cb-e0b7504883b4 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:34:13.519397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 86979e85-a1c9-47f3-866d-034154b3ae0b is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:13.520216 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.552524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f836c83-1f56-4aa1-b5b6-be3e44416aa1 None None] No DVR routers for this DVR port 86979e85-a1c9-47f3-866d-034154b3ae0b on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:34:13.606051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=affa79ba-62c6-441e-8036-5f22f51ada91,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:13.710427 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (315d952a-9032-4792-a9fc-3257a795951e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.716478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bc907a8-368d-449f-bbcb-fc2c9aa53d4d req-19a7c287-90f9-4c73-b6ab-9ea21d51eafe tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 210 time: 0.4149210 Feb 17 22:34:13.756252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] Deleting port 8e424abf-feaa-4ac0-aebb-932cb0618680 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:13.758419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.758906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.763309 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94a96807-d165-4470-a6e5-24b43915773b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8743818 Feb 17 22:34:13.764147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37518) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:13.771996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'port': {'network_id': '23fce0fc-50bd-4cfc-a2ac-d681829fc6bc', 'name': 'tempest-FloatingIPTestJSON-655088'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:13.889973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] Deleting port 65fda325-fec2-4dc5-9d22-a0a658bc3236 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:13.891151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:13.970719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:13.980079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 778810ae-5214-4f08-bb5c-95698d99c0ee up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:13.981578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.022819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] device_id is not set on port b7f7205d-7fb9-4414-86fe-2a8c3234d378 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:34:14.046939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c7af844-b384-4bdb-8fc0-5aab2f12d20f req-8a1db6fe-2bc0-4527-8202-bff97bfe87c9 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7791865 Feb 17 22:34:14.083320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] For port 65fda325-fec2-4dc5-9d22-a0a658bc3236, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=65fda325-fec2-4dc5-9d22-a0a658bc3236,segment=NetworkSegment(2c1ee0a2-b8d2-4251-b792-a7c37d683fa2),segment_id=2c1ee0a2-b8d2-4251-b792-a7c37d683fa2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:14.083770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.112193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Deleting port 86979e85-a1c9-47f3-866d-034154b3ae0b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:14.113035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.124059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] Calling delete_port for 65fda325-fec2-4dc5-9d22-a0a658bc3236 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:14.137480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] For port 8e424abf-feaa-4ac0-aebb-932cb0618680, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8e424abf-feaa-4ac0-aebb-932cb0618680,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:14.137916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.163130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] Calling delete_port for 8e424abf-feaa-4ac0-aebb-932cb0618680 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:14.195547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] For port 86979e85-a1c9-47f3-866d-034154b3ae0b, host n-d-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:14.196345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.213821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Calling delete_port for 86979e85-a1c9-47f3-866d-034154b3ae0b owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:14.218063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Port 86979e85-a1c9-47f3-866d-034154b3ae0b was not found and therefore no delete operation was performed {{(pid=103527) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:34:14.237445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (86979e85-a1c9-47f3-866d-034154b3ae0b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.280930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.12 (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc/4fea3be4-daa7-4cc6-bbce-1ace1259e807/b7f7205d-7fb9-4414-86fe-2a8c3234d378) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:14.386743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Port': ['ID=86979e85-a1c9-47f3-866d-034154b3ae0b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:14.421083 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (65fda325-fec2-4dc5-9d22-a0a658bc3236), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.438352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] No DVR routers for this DVR port 86979e85-a1c9-47f3-866d-034154b3ae0b on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:34:14.444953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 778810ae-5214-4f08-bb5c-95698d99c0ee completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:34:14.507558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 778810ae-5214-4f08-bb5c-95698d99c0ee triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:14.508426 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.512452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6c333446-d346-4715-8770-c914551b9f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.557025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] Pushing event deleted for resources: {'Port': ['ID=65fda325-fec2-4dc5-9d22-a0a658bc3236,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:14.564778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0c85d4-bfbc-4e37-a1b1-4d7d242ffa6d None None] No DVR routers for this DVR port 65fda325-fec2-4dc5-9d22-a0a658bc3236 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:34:14.629683 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (b7f7205d-7fb9-4414-86fe-2a8c3234d378), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.633109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-1cdf802b-6db9-46d6-b856-92c15af1fcb9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:14.635511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-1cdf802b-6db9-46d6-b856-92c15af1fcb9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 809 time: 0.9467731 Feb 17 22:34:14.708280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.716582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (8e424abf-feaa-4ac0-aebb-932cb0618680), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.724800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b7f7205d-7fb9-4414-86fe-2a8c3234d378), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.782457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] Pushing event deleted for resources: {'Port': ['ID=8e424abf-feaa-4ac0-aebb-932cb0618680,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:14.790733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac48122-48a7-4c4a-8302-12e60675a10d None None] No DVR routers for this DVR port 8e424abf-feaa-4ac0-aebb-932cb0618680 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:34:14.802002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 23fce0fc-50bd-4cfc-a2ac-d681829fc6bc is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:14.809988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:14.826899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:14.884054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8e424abf-feaa-4ac0-aebb-932cb0618680 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:34:14.940464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=b7f7205d-7fb9-4414-86fe-2a8c3234d378,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:14.941322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8e424abf-feaa-4ac0-aebb-932cb0618680 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:34:14.941683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8e424abf-feaa-4ac0-aebb-932cb0618680 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:34:14.942122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 65fda325-fec2-4dc5-9d22-a0a658bc3236 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:34:14.973428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 778810ae-5214-4f08-bb5c-95698d99c0ee is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:14.973891 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:14.976501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 65fda325-fec2-4dc5-9d22-a0a658bc3236 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:34:14.976977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 65fda325-fec2-4dc5-9d22-a0a658bc3236 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:34:15.019083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:15.020495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.028286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 778810ae-5214-4f08-bb5c-95698d99c0ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=778810ae-5214-4f08-bb5c-95698d99c0ee,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:15.029600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778810ae-5214-4f08-bb5c-95698d99c0ee'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:34:15.032812 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60726c7-85e9-4081-a076-377f2be5109a" -d '{"events": [{"server_uuid": "7f5e70f7-1e60-4f4b-a1d2-319d3527947a", "name": "network-vif-plugged", "status": "completed", "tag": "778810ae-5214-4f08-bb5c-95698d99c0ee"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:34:15.038618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.051310 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-af3bf58c-c63a-4854-8668-00ae55fa2842 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 1.2823992 Feb 17 22:34:15.052125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37542) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:15.064117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'port_id': 'b7f7205d-7fb9-4414-86fe-2a8c3234d378'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:15.129618 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58e1acf-d8ba-4845-831e-57dac0de3036 x-openstack-request-id: req-e58e1acf-d8ba-4845-831e-57dac0de3036 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:34:15.130155 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e70f7-1e60-4f4b-a1d2-319d3527947a", "name": "network-vif-plugged", "status": "completed", "tag": "778810ae-5214-4f08-bb5c-95698d99c0ee", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:34:15.130606 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e58e1acf-d8ba-4845-831e-57dac0de3036 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:34:15.131117 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '778810ae-5214-4f08-bb5c-95698d99c0ee', 'code': 200} Feb 17 22:34:15.173807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (315d952a-9032-4792-a9fc-3257a795951e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.197783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=778810ae-5214-4f08-bb5c-95698d99c0ee,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:15.407763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8caa62b9-8ccb-4f50-ab64-8106d333b008), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.438854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Port 8e424abf-feaa-4ac0-aebb-932cb0618680 concurrently deleted while adding address for new subnet {'id': '5f831abb-09df-451f-9595-0c1375872c14', 'name': '', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2767, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-17T22:34:12Z', 'updated_at': '2022-02-17T22:34:12Z', 'revision_number': 0, 'segment_id': None, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264'}. {{(pid=103527) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 17 22:34:15.439385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (5f831abb-09df-451f-9595-0c1375872c14), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.602598 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d97d1048-faca-4520-9e23-2c1d63b726ca req-caf6055f-1a74-435f-a30b-8e3810c58382 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 210 time: 0.1866355 Feb 17 22:34:15.606617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8caa62b9-8ccb-4f50-ab64-8106d333b008']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:15.650947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:15.654412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba56cad-8650-4b78-9f07-a2ebdcac5e95') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:15.654928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba56cad-8650-4b78-9f07-a2ebdcac5e95') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:15.668441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-efe1ad8a-f819-42af-9223-15b1503bbce0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb HTTP/1.1" status: 200 len: 379 time: 1.0072551 Feb 17 22:34:15.685618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:15.695121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:15.695834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.700716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7f780-5c1c-4de2-825c-bb128e319613 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:15.704801 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (6ba56cad-8650-4b78-9f07-a2ebdcac5e95), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.711825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'port': {'device_id': '8919d857-203c-4672-8c82-c91df4e5da52', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'admin_state_up': True, 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'security_groups': ['93ade39f-e558-445d-b2da-dd1be483d453']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:15.746050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=5f831abb-09df-451f-9595-0c1375872c14,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:15.793819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6ba56cad-8650-4b78-9f07-a2ebdcac5e95), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.807864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5547d55b-1f63-464e-9f54-33ccfe9670af tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0692513 Feb 17 22:34:15.817177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37550) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:15.824485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5483c24-8261-407d-a1e8-a8794e3a7960 req-630a88aa-877c-4c75-81a9-d184be83405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:15.829054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5483c24-8261-407d-a1e8-a8794e3a7960 req-630a88aa-877c-4c75-81a9-d184be83405c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 1128 time: 0.4235232 Feb 17 22:34:15.844700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:15.864176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:34:15.864857 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (6ba56cad-8650-4b78-9f07-a2ebdcac5e95), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.890682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d753a30-88b8-420d-ab5d-408263821b9f req-07416c2a-1273-4b75-94cd-de72a94ae0f1 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:15.892587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d753a30-88b8-420d-ab5d-408263821b9f req-07416c2a-1273-4b75-94cd-de72a94ae0f1 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 945 time: 0.4811015 Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:34:15.894131 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:34:15.926674 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:15.935851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (315d952a-9032-4792-a9fc-3257a795951e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.000522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '5f831abb-09df-451f-9595-0c1375872c14'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:34:16.003113 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.105535 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP 315d952a-9032-4792-a9fc-3257a795951e associated. External IP: 172.25.0.116, port: b7f7205d-7fb9-4414-86fe-2a8c3234d378. Feb 17 22:34:16.366895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Allocated IP 2001:db8::f816:3eff:fe37:21e7 (09316e07-fc22-44f3-8240-ce381295cee3/5f831abb-09df-451f-9595-0c1375872c14/eaf9b350-58af-49da-a8f8-519e3aa99726) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:16.435521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5483c24-8261-407d-a1e8-a8794e3a7960 req-e1e14351-10c3-4937-a91b-80a409902eb0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951154 Feb 17 22:34:16.448723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d753a30-88b8-420d-ab5d-408263821b9f req-3160bf71-e803-41d3-81e0-894f35250354 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705248 Feb 17 22:34:16.459426 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8caa62b9-8ccb-4f50-ab64-8106d333b008), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.463549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Made reservation on behalf of 48ad5cf5371f41bfa0e3a0692349e2cb for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:16.470815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.544017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.550157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/networks/8caa62b9-8ccb-4f50-ab64-8106d333b008 HTTP/1.1" status: 204 len: 168 time: 3.9159534 Feb 17 22:34:16.551350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0a390-2a4d-43b5-bb63-59ca1d061486 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Network': ['ID=8caa62b9-8ccb-4f50-ab64-8106d333b008,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:16.584793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37556) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:16.750772 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Publish callbacks [] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.763015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:16.769525 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.772521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:16.813910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:16.820543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-410654e3-b412-4a76-9989-d3d54800ff1d req-59fee8c8-df6e-435b-94af-b78d298f00e0 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 210 time: 0.0661318 Feb 17 22:34:16.873168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:16.876049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:16.927237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:16.980411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5d00f070-2d93-4b94-86cb-e0b7504883b4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.077868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Allocated IP 172.20.0.8 (6ca20bca-50b2-42fb-a57b-35ba5c000d56/27100d44-8a5c-4153-a004-e8eb790e1c17/f0533133-13a4-42bd-956f-8c321f5407c5) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:17.086492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Attempting to bind port eaf9b350-58af-49da-a8f8-519e3aa99726 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:34:17.087254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Attempting to bind port eaf9b350-58af-49da-a8f8-519e3aa99726 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:34:17.087687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Attempting to bind port eaf9b350-58af-49da-a8f8-519e3aa99726 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:17.090044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:17.100516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:34:17.100890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:17.101303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.101699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:34:17.102560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Bound port: eaf9b350-58af-49da-a8f8-519e3aa99726, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:34:17.102560 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.209721 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5d00f070-2d93-4b94-86cb-e0b7504883b4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.383236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a12d8a55-1729-475e-804f-2cd8751dfcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.405034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:34:17.414177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:17.420962 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.444359 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:17.465695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:34:17.488291 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:17.489371 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:17.503228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.522892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fdfbef5a-d958-4206-96f2-ab68eace65b9 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/floatingips/315d952a-9032-4792-a9fc-3257a795951e HTTP/1.1" status: 200 len: 975 time: 2.4691880 Feb 17 22:34:17.526316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37570) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:17.641069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d00f070-2d93-4b94-86cb-e0b7504883b4']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:17.710868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:17.746247 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:17.748107 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:17.796126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port b7f7205d-7fb9-4414-86fe-2a8c3234d378 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:17.796619 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b7f7205d-7fb9-4414-86fe-2a8c3234d378), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.814359 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:17.816202 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3178092e-46c7-43a7-bd75-3fb4bf281294 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:17.862483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:17.863192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1ee0a2-b8d2-4251-b792-a7c37d683fa2') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:17.943273 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.961561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (2c1ee0a2-b8d2-4251-b792-a7c37d683fa2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:17.981253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab28ac-7ce6-456b-bdf4-4965d147fa11 None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:18.000789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b7f7205d-7fb9-4414-86fe-2a8c3234d378), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.059542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2c1ee0a2-b8d2-4251-b792-a7c37d683fa2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.071833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for port (f0533133-13a4-42bd-956f-8c321f5407c5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.152092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:34:18.153347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (2c1ee0a2-b8d2-4251-b792-a7c37d683fa2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:34:18.175867 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:34:18.181826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f15fcfa-69c6-43c0-b50a-4a7f73c865c4 req-cd9fd2ac-e8c7-4d75-9757-6c17dbc8686c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 210 time: 0.1618016 Feb 17 22:34:18.212422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70470e83-04a8-4d8a-992a-80308a5a7971 req-980c8782-81b9-4af9-ba87-9617bab518dc tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:18.214174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70470e83-04a8-4d8a-992a-80308a5a7971 req-980c8782-81b9-4af9-ba87-9617bab518dc tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 945 time: 0.5438075 Feb 17 22:34:18.453728 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (5d00f070-2d93-4b94-86cb-e0b7504883b4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.462052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.474301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] 10.222.0.79 "DELETE /v2.0/networks/5d00f070-2d93-4b94-86cb-e0b7504883b4 HTTP/1.1" status: 204 len: 168 time: 1.8863232 Feb 17 22:34:18.507859 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (a680000e-1206-4fa4-8912-a25a10916ed4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.570580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.571060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (315d952a-9032-4792-a9fc-3257a795951e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.574479 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP 315d952a-9032-4792-a9fc-3257a795951e disassociated. External IP: 172.25.0.116, port: b7f7205d-7fb9-4414-86fe-2a8c3234d378. Feb 17 22:34:18.574801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for b7f7205d-7fb9-4414-86fe-2a8c3234d378 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:18.661432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f83d68-6a4b-4bb2-8d06-20a2b2732400 tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] Pushing event deleted for resources: {'Network': ['ID=5d00f070-2d93-4b94-86cb-e0b7504883b4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:18.668479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:18.680493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:18.683651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:18.684304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.687825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:18.716756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70470e83-04a8-4d8a-992a-80308a5a7971 req-fb88895d-02c0-4fda-84a1-2211a51a73ed tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184918 Feb 17 22:34:18.829982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0079780 Feb 17 22:34:18.830881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776586c-052e-4977-bec0-b96bc193d1b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=a680000e-1206-4fa4-8912-a25a10916ed4,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:18.837476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:18.840190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37590) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:18.845724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:c3:80:24', 'name': 'tempest-NetworksTestDHCPv6-667398401'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:18.941196 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b7f7205d-7fb9-4414-86fe-2a8c3234d378), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:19.014408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=b7f7205d-7fb9-4414-86fe-2a8c3234d378,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:19.039068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:19.056294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:19.069257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eaf9b350-58af-49da-a8f8-519e3aa99726 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:19.228420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:19.229262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:19.272471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5733817 Feb 17 22:34:19.291869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:19.292754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:19.350865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Request body: {'port': {'device_id': '8919d857-203c-4672-8c82-c91df4e5da52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:19.393841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:19.436102 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:19.464388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a903468-9a52-448f-bcd9-0e25e7f436b4 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event updated for resources: {'Port': ['ID=f0533133-13a4-42bd-956f-8c321f5407c5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:19.634166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:19.634851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:19.726183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:19.756062 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:19.967266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:20.045079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-de7e9f22-0eae-4986-99f8-d5ed2839921d None None] Provisioning complete for port f0533133-13a4-42bd-956f-8c321f5407c5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:20.045506 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de7e9f22-0eae-4986-99f8-d5ed2839921d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:20.132569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:20.136101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:20.147733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-de7e9f22-0eae-4986-99f8-d5ed2839921d None None] Port f0533133-13a4-42bd-956f-8c321f5407c5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:20.155618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:20.162917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:20.167469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:20.167706 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-23acaad3-9a57-4d10-a1b8-5db4f20ee226 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/ports/b7f7205d-7fb9-4414-86fe-2a8c3234d378 HTTP/1.1" status: 204 len: 168 time: 2.6358509 Feb 17 22:34:20.167846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc194eb-b8cd-43a3-b877-ddf493510eb6 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:20.168617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37606) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:20.301195 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a6c41cb-af18-44f0-80e0-bdf6655a7225 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "GET /v2.0/floatingips/315d952a-9032-4792-a9fc-3257a795951e HTTP/1.1" status: 200 len: 688 time: 0.1281419 Feb 17 22:34:20.301641 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37610) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:20.412808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:20.480759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:20.493282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b699a32-80c4-4b31-a951-76e3f4447467 req-d493a6a2-22df-4722-a4bc-9e372e870e9f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:20.511581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:20.531652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e28e35b4-3d75-419e-a27c-63e99c8b730f None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:20.532583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e28e35b4-3d75-419e-a27c-63e99c8b730f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:20.545650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b699a32-80c4-4b31-a951-76e3f4447467 req-d493a6a2-22df-4722-a4bc-9e372e870e9f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 931 time: 1.0541048 Feb 17 22:34:20.575699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:20.576716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:20.628710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:20.634049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20204f5b-6232-4ec4-811b-7ebf42dc4d3d None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:20.691110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port affa79ba-62c6-441e-8036-5f22f51ada91 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:20.691775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (affa79ba-62c6-441e-8036-5f22f51ada91), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:20.774818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa56f5-9e8c-4ff5-93f2-cb74db274341 req-c8ba5b9c-ac26-4f56-86b6-056d92dc724c tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:20.783446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5fa56f5-9e8c-4ff5-93f2-cb74db274341 req-c8ba5b9c-ac26-4f56-86b6-056d92dc724c tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 945 time: 0.4756601 Feb 17 22:34:20.882987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e28e35b4-3d75-419e-a27c-63e99c8b730f None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:20.895261 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:20.907478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eaf9b350-58af-49da-a8f8-519e3aa99726 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:20.949601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7efee6-5239-431f-917c-28b0713a3516 None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': '5f831abb-09df-451f-9595-0c1375872c14', 'ip_address': '2001:db8::f816:3eff:fe37:21e7'}, {'subnet_id': 'a680000e-1206-4fa4-8912-a25a10916ed4'}], 'binding:host_id': 'n-d-828369-18'}, 'id': 'eaf9b350-58af-49da-a8f8-519e3aa99726'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:34:20.957959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (affa79ba-62c6-441e-8036-5f22f51ada91), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:20.959259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (affa79ba-62c6-441e-8036-5f22f51ada91), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.015742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for affa79ba-62c6-441e-8036-5f22f51ada91 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:21.019122 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a7efee6-5239-431f-917c-28b0713a3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.046125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b699a32-80c4-4b31-a951-76e3f4447467 req-c092f90c-1037-4615-beb8-6b6b5b34470a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4995239 Feb 17 22:34:21.143744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:21.144286 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.155626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.351346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port dd9fd180-3116-47ff-9567-7b694e7160ae yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:34:21.441823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6a7efee6-5239-431f-917c-28b0713a3516 None None] Allocated IP 172.20.0.2 (09316e07-fc22-44f3-8240-ce381295cee3/a680000e-1206-4fa4-8912-a25a10916ed4/eaf9b350-58af-49da-a8f8-519e3aa99726) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:21.457881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:21.523167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (affa79ba-62c6-441e-8036-5f22f51ada91), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.609915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=affa79ba-62c6-441e-8036-5f22f51ada91,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:21.693354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6a7efee6-5239-431f-917c-28b0713a3516 None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:21.758984 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a7efee6-5239-431f-917c-28b0713a3516 None None] Publish callbacks [] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.776191 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a7efee6-5239-431f-917c-28b0713a3516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.788200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5fa56f5-9e8c-4ff5-93f2-cb74db274341 req-cb557597-380d-411c-96e4-583c36a042bb tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027535 Feb 17 22:34:21.817477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (315d952a-9032-4792-a9fc-3257a795951e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.829760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:21.836789 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f0c449ec-997d-4e22-8a74-23cd5fe7fc22 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/floatingips/315d952a-9032-4792-a9fc-3257a795951e HTTP/1.1" status: 204 len: 168 time: 1.5307639 Feb 17 22:34:21.838433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37620) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:21.864160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '2cb9eada-4659-4e22-8ee3-4c2bb45ac56e'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:21.941522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:22.030179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7efee6-5239-431f-917c-28b0713a3516 None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:22.115797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 172.20.0.9 (09316e07-fc22-44f3-8240-ce381295cee3/a680000e-1206-4fa4-8912-a25a10916ed4/dd9fd180-3116-47ff-9567-7b694e7160ae) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:22.126106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:fec3:8024 (09316e07-fc22-44f3-8240-ce381295cee3/5f831abb-09df-451f-9595-0c1375872c14/dd9fd180-3116-47ff-9567-7b694e7160ae) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:22.417231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:22.730148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0533133-13a4-42bd-956f-8c321f5407c5 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:34:22.760357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.25.0.192 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/d2106f88-9c0d-4bea-b816-62662efb826b) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:22.764093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Publish callbacks [] for port (f0533133-13a4-42bd-956f-8c321f5407c5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:22.797780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Transition to ACTIVE for port object f0533133-13a4-42bd-956f-8c321f5407c5 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:34:22.818015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:22.870045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eaf9b350-58af-49da-a8f8-519e3aa99726 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:22.939564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (dd9fd180-3116-47ff-9567-7b694e7160ae), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:23.035021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:23.035425 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:23.208568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (d2106f88-9c0d-4bea-b816-62662efb826b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:23.282391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:23.315398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Pushing event updated for resources: {'Port': ['ID=f0533133-13a4-42bd-956f-8c321f5407c5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:23.438584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d2106f88-9c0d-4bea-b816-62662efb826b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:23.605265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445536ce-d389-4d02-8c3c-66ab146550b0 req-c5e8372e-078b-4e09-a84b-14c5b01e77cb tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:23.612330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-445536ce-d389-4d02-8c3c-66ab146550b0 req-c5e8372e-078b-4e09-a84b-14c5b01e77cb tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 943 time: 0.8122628 Feb 17 22:34:23.625306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-dedc4f1c-7bcf-4058-ac49-a55448ea31aa None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:23.639130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dedc4f1c-7bcf-4058-ac49-a55448ea31aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:23.647154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:23.672748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:23.703297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:23.716507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dd9fd180-3116-47ff-9567-7b694e7160ae), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:23.814925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Attempting to bind port f0533133-13a4-42bd-956f-8c321f5407c5 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:34:23.816089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Attempting to bind port f0533133-13a4-42bd-956f-8c321f5407c5 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:34:23.816089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Attempting to bind port f0533133-13a4-42bd-956f-8c321f5407c5 on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:23.823615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=d2106f88-9c0d-4bea-b816-62662efb826b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:23.835865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:23.853318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Port f0533133-13a4-42bd-956f-8c321f5407c5 on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:34:23.853716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Attempting to bind port f0533133-13a4-42bd-956f-8c321f5407c5 on network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:23.856075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:23.860549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:23.898065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-445536ce-d389-4d02-8c3c-66ab146550b0 req-ce1ace31-2411-44bd-a3aa-92741f1b96da tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662117 Feb 17 22:34:23.917286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:34:23.917642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Checking segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:23.918040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Bound using segment: {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:34:23.918498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Bound port: f0533133-13a4-42bd-956f-8c321f5407c5, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b36d7be-cea1-46a8-a55b-689a9698537f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:34:23.922965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:23.938521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dedc4f1c-7bcf-4058-ac49-a55448ea31aa None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:23.954106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44455e3-6cc5-4901-b014-b19a71f18239 req-2f630678-9347-4ccf-830a-8e301e89cc91 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:23.966236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b44455e3-6cc5-4901-b014-b19a71f18239 req-2f630678-9347-4ccf-830a-8e301e89cc91 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 945 time: 0.3273344 Feb 17 22:34:23.968328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=dd9fd180-3116-47ff-9567-7b694e7160ae,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:24.171795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:24.172542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:24.321884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6cfb4bca-d6d9-4c2e-b4c0-76b01e37a4d8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.4802988 Feb 17 22:34:24.322790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37648) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:24.351424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b44455e3-6cc5-4901-b014-b19a71f18239 req-f9e2c05a-70af-4863-a4fc-31085cc5a6ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841159 Feb 17 22:34:24.458900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] For port f0533133-13a4-42bd-956f-8c321f5407c5, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:34:24.480130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fb9b3e21-47fd-4a1e-9112-aa226a3a61d7 None None] Provisioning complete for port dd9fd180-3116-47ff-9567-7b694e7160ae triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:24.481121 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb9b3e21-47fd-4a1e-9112-aa226a3a61d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dd9fd180-3116-47ff-9567-7b694e7160ae), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:24.512651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] For port f0533133-13a4-42bd-956f-8c321f5407c5, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0533133-13a4-42bd-956f-8c321f5407c5,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:34:24.557475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef606d8f-6843-46f9-99d5-2db421a69103 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:24.577794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef606d8f-6843-46f9-99d5-2db421a69103 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:24.584060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ef606d8f-6843-46f9-99d5-2db421a69103 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2569687 Feb 17 22:34:24.585371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37654) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:24.590725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:24.629100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fb9b3e21-47fd-4a1e-9112-aa226a3a61d7 None None] Port dd9fd180-3116-47ff-9567-7b694e7160ae cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:24.688991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (eda222dc-a181-4b9d-9da3-9faa7b5025a5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:24.697033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Pushing event updated for resources: {'Port': ['ID=f0533133-13a4-42bd-956f-8c321f5407c5,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:24.787106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:24.790050 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:24.793650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-e7682a09-7f85-4c01-b398-c73b597cddae service neutron] 10.222.0.94 "PUT /v2.0/ports/f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 200 len: 1092 time: 5.4593930 Feb 17 22:34:24.819389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:34:24.825737 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08f743e-4059-4ff1-a918-57bebeb8c8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:34:24.885425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d2106f88-9c0d-4bea-b816-62662efb826b), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:24.898271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-b861ce08-2cee-4394-9641-74b45b9eecd6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:24.899886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-b861ce08-2cee-4394-9641-74b45b9eecd6 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 945 time: 0.2174499 Feb 17 22:34:24.956692 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ac2256-8d72-4794-8d55-63cbc1a40ceb x-openstack-request-id: req-f2ac2256-8d72-4794-8d55-63cbc1a40ceb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:34:24.957166 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:34:24.957604 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2ac2256-8d72-4794-8d55-63cbc1a40ceb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:34:24.961007 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'status': 'completed', 'code': 200} Feb 17 22:34:25.051778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-40c04d0a-3812-4961-b06f-c627e078f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:25.053296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-40c04d0a-3812-4961-b06f-c627e078f055 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 1126 time: 0.1943600 Feb 17 22:34:25.133959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-9981434b-63cf-40f3-97a5-2f0c6eb41c8b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 200 len: 217 time: 0.0403252 Feb 17 22:34:25.199041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (d2106f88-9c0d-4bea-b816-62662efb826b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:25.210250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (d2106f88-9c0d-4bea-b816-62662efb826b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:25.306939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=d2106f88-9c0d-4bea-b816-62662efb826b,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:25.321285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (eda222dc-a181-4b9d-9da3-9faa7b5025a5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:25.324241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:25.332002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port dd9fd180-3116-47ff-9567-7b694e7160ae {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:25.332546 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dd9fd180-3116-47ff-9567-7b694e7160ae), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:25.529373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef0ef8-6492-4ee3-8cdd-225ed00383d2 req-33be1cd1-ae06-477e-83b8-b1693bd3fd96 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:25.543211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cef0ef8-6492-4ee3-8cdd-225ed00383d2 req-33be1cd1-ae06-477e-83b8-b1693bd3fd96 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 943 time: 0.4056308 Feb 17 22:34:25.646244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-b9d50214-c952-43c9-a53f-4f87068c58b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:25.647968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-b9d50214-c952-43c9-a53f-4f87068c58b9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.4599841 Feb 17 22:34:25.649262 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP eda222dc-a181-4b9d-9da3-9faa7b5025a5 associated. External IP: 172.25.0.192, port: 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e. Feb 17 22:34:25.825677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eba730-3b21-4df5-8893-4d26dda6cbde req-000935f5-856a-497b-aa78-b292dbb4b798 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:25.834201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94eba730-3b21-4df5-8893-4d26dda6cbde req-000935f5-856a-497b-aa78-b292dbb4b798 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 945 time: 0.2627983 Feb 17 22:34:25.944073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94eba730-3b21-4df5-8893-4d26dda6cbde req-a0f7284a-71a4-4fc7-9ae3-c86a95cb7f35 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087959 Feb 17 22:34:25.946435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Deleting port 778810ae-5214-4f08-bb5c-95698d99c0ee {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:25.946783 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:26.040099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:26.041779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cef0ef8-6492-4ee3-8cdd-225ed00383d2 req-2c32e7d5-fff3-4a51-b428-fd9d7de07b05 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4975941 Feb 17 22:34:26.047758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dd9fd180-3116-47ff-9567-7b694e7160ae), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:26.066211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-11880913-b03b-404a-b4f9-9ec1fbc99b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:26.067740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-11880913-b03b-404a-b4f9-9ec1fbc99b6c service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3468406 Feb 17 22:34:26.128991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for dd9fd180-3116-47ff-9567-7b694e7160ae owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:26.516633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dd9fd180-3116-47ff-9567-7b694e7160ae), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:26.555085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:26.567417 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:26.590189 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:26.592238 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:26.602424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=dd9fd180-3116-47ff-9567-7b694e7160ae,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:26.615778 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:26.661837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] For port 778810ae-5214-4f08-bb5c-95698d99c0ee, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=778810ae-5214-4f08-bb5c-95698d99c0ee,segment=NetworkSegment(926cbf0f-4db2-430b-a5ef-687beb717976),segment_id=926cbf0f-4db2-430b-a5ef-687beb717976)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:26.662020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:26.669715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.670076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.670412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.670753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.671086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.671441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.671773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.672100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.672422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.672748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.673074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.673398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.673724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:26.712375 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:26.712687 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc90d433-8e3b-4858-9fdc-a15409f49ff6 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.8685224 Feb 17 22:34:26.715791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37674) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:26.727041 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1013276633'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:26.734995 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:26.735727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:26.785414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:26.807485 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:26.829997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Calling delete_port for 778810ae-5214-4f08-bb5c-95698d99c0ee owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:26.864394 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:26.865057 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3946889d-95d7-49bd-a9fa-de7c7d12f790 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:26.883484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:34:26.903412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (33fc845d-89a0-4585-96f8-a597ea0be50b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:26.905269 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Added segment 33fc845d-89a0-4585-96f8-a597ea0be50b of type vlan for network 333d89db-1e54-4220-b783-e08bc3db644b Feb 17 22:34:26.999660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (333d89db-1e54-4220-b783-e08bc3db644b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.113135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (333d89db-1e54-4220-b783-e08bc3db644b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.137027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:27.137684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.264850 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5477612 Feb 17 22:34:27.266063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37686) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:27.274375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'subnet': {'network_id': '333d89db-1e54-4220-b783-e08bc3db644b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:27.354705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e129ba-73f0-4ee4-889b-3360affffeab tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Network': ['ID=333d89db-1e54-4220-b783-e08bc3db644b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:27.360424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:27.372007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 333d89db-1e54-4220-b783-e08bc3db644b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:34:27.557664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:27.565335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.581312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-2fb4954b-25f2-4127-9c37-9bff9eae73b7 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4911258 Feb 17 22:34:27.751483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a28e8dd-39d2-4301-9b6d-739f07cf8e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.840348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a28e8dd-39d2-4301-9b6d-739f07cf8e67 admin admin] Publish callbacks [] for security_group (54ca285d-849e-4aa4-ba8b-ec7aefbe04e8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.854004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a28e8dd-39d2-4301-9b6d-739f07cf8e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (54ca285d-849e-4aa4-ba8b-ec7aefbe04e8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.959793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e14332b1-2a34-464a-bff7-07e8f3f9244f req-64c8335f-4fe6-4435-a69b-fef47b4e0801 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105478 Feb 17 22:34:27.968963 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:27.980205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b4f589eb-9feb-4dc4-8c90-2e6deb0bcf50 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/dd9fd180-3116-47ff-9567-7b694e7160ae HTTP/1.1" status: 204 len: 168 time: 3.3791094 Feb 17 22:34:27.980205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37696) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:27.980620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37698) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:27.983730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4a28e8dd-39d2-4301-9b6d-739f07cf8e67 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0c3cee97c95d4a46928344e71c04e68f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6122618 Feb 17 22:34:27.990392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a28e8dd-39d2-4301-9b6d-739f07cf8e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca285d-849e-4aa4-ba8b-ec7aefbe04e8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:28.007084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 778810ae-5214-4f08-bb5c-95698d99c0ee no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:34:28.157687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c018512-fd20-4713-9dd3-fe18c1d17a13 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:28.160886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c018512-fd20-4713-9dd3-fe18c1d17a13 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:28.167953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c018512-fd20-4713-9dd3-fe18c1d17a13 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:28.178479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37704) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:28.180433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5c018512-fd20-4713-9dd3-fe18c1d17a13 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1950672 Feb 17 22:34:28.267834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 778810ae-5214-4f08-bb5c-95698d99c0ee is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:28.268238 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.304686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0024ea-c0e9-4b42-aeaf-f2dc5d418b86 req-b9d4aca6-ceed-4298-b19a-d35a2a000fb8 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:28.306788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a0024ea-c0e9-4b42-aeaf-f2dc5d418b86 req-b9d4aca6-ceed-4298-b19a-d35a2a000fb8 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/ports?device_id=7f5e70f7-1e60-4f4b-a1d2-319d3527947a HTTP/1.1" status: 200 len: 945 time: 0.7479508 Feb 17 22:34:28.325237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eadb74c-44b4-4808-860a-d741796f0513 req-c72e98a0-9add-4c10-ab49-47439c21a6ce tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:28.327154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eadb74c-44b4-4808-860a-d741796f0513 req-c72e98a0-9add-4c10-ab49-47439c21a6ce tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 943 time: 0.7587833 Feb 17 22:34:28.336270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (778810ae-5214-4f08-bb5c-95698d99c0ee), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.441885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0398e57d-f3fc-48ee-bae7-3b11f512bc0e admin admin] Publish callbacks [] for security_group (54ca285d-849e-4aa4-ba8b-ec7aefbe04e8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.448933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37706) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:28.456325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Pushing event deleted for resources: {'Port': ['ID=778810ae-5214-4f08-bb5c-95698d99c0ee,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:28.509285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 5f831abb-09df-451f-9595-0c1375872c14 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:28.516324 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (5f831abb-09df-451f-9595-0c1375872c14), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.526369 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7dc7c8d8-3664-41f8-9d8b-69ceec35dd74), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.603543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] No DVR routers for this DVR port 778810ae-5214-4f08-bb5c-95698d99c0ee on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:34:28.607533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.610972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96f152d7-1187-4f9a-bae4-4cfbb53448e2 req-e77a57e0-9c69-4276-a557-479ecd2513ab tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.73 "DELETE /v2.0/ports/778810ae-5214-4f08-bb5c-95698d99c0ee HTTP/1.1" status: 204 len: 173 time: 3.7054935 Feb 17 22:34:28.634414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0398e57d-f3fc-48ee-bae7-3b11f512bc0e admin admin] Publish callbacks [] for security_group (54ca285d-849e-4aa4-ba8b-ec7aefbe04e8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.641458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'name': 'network-vif-deleted', 'tag': '778810ae-5214-4f08-bb5c-95698d99c0ee'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:34:28.644931 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da63c5c-4a85-4268-808d-525c66a1b26f" -d '{"events": [{"server_uuid": "7f5e70f7-1e60-4f4b-a1d2-319d3527947a", "name": "network-vif-deleted", "tag": "778810ae-5214-4f08-bb5c-95698d99c0ee"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:34:28.681272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-330096d9-1c7a-46fe-9955-f309d839e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:28.683806 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-330096d9-1c7a-46fe-9955-f309d839e602 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 1126 time: 0.5476534 Feb 17 22:34:28.776167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (5f831abb-09df-451f-9595-0c1375872c14), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:28.783049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Subnet': ['ID=7dc7c8d8-3664-41f8-9d8b-69ceec35dd74,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:28.813518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a0024ea-c0e9-4b42-aeaf-f2dc5d418b86 req-9aedcd5b-5707-408a-966a-c4c9af336d95 tempest-VolumesActionsTest-1534088990 tempest-VolumesActionsTest-1534088990-project] 10.222.0.79 "GET /v2.0/security-groups?id=bd0b3268-1118-4a33-9ca4-3601249480c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848495 Feb 17 22:34:28.830102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eadb74c-44b4-4808-860a-d741796f0513 req-b2c4b706-905b-48e8-ba06-ca2d055c0e66 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4823468 Feb 17 22:34:28.866730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Checking segment: {'id': '33fc845d-89a0-4585-96f8-a597ea0be50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '333d89db-1e54-4220-b783-e08bc3db644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:28.867116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network hostable DHCP agents. Network: 333d89db-1e54-4220-b783-e08bc3db644b, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:34:28.953675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 333d89db-1e54-4220-b783-e08bc3db644b is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:34:28.979522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5f831abb-09df-451f-9595-0c1375872c14), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.041945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 333d89db-1e54-4220-b783-e08bc3db644b) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:29.044647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-81deaea0-f17d-4aee-8291-685eb4dc2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:29.046329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-81deaea0-f17d-4aee-8291-685eb4dc2f0d service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.3367207 Feb 17 22:34:29.047209 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d087-f499-41db-b9cf-cd8d48152174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.051860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (5f831abb-09df-451f-9595-0c1375872c14), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.054590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:29.055201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.057496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c22d47-3ecb-4b79-9069-95b784a1a4ae None None] Network 333d89db-1e54-4220-b783-e08bc3db644b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:29.092716 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4791b02a-b4ec-4ce9-a0ab-dd2d08b61896 x-openstack-request-id: req-4791b02a-b4ec-4ce9-a0ab-dd2d08b61896 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:34:29.093184 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5e70f7-1e60-4f4b-a1d2-319d3527947a", "name": "network-vif-deleted", "tag": "778810ae-5214-4f08-bb5c-95698d99c0ee", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:34:29.093626 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4791b02a-b4ec-4ce9-a0ab-dd2d08b61896 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:34:29.094212 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f5e70f7-1e60-4f4b-a1d2-319d3527947a', 'name': 'network-vif-deleted', 'tag': '778810ae-5214-4f08-bb5c-95698d99c0ee', 'status': 'completed', 'code': 200} Feb 17 22:34:29.139108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=5f831abb-09df-451f-9595-0c1375872c14,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:29.193576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.208539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e758fedd-a504-4072-8ef7-d357811c2570 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/5f831abb-09df-451f-9595-0c1375872c14 HTTP/1.1" status: 204 len: 168 time: 1.0258179 Feb 17 22:34:29.228382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6136f0c2-7e68-4adb-a80e-c46fa536fd65 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:29.228842 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-85f7fab3-aac2-427e-8839-59a3de58d5aa tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9581649 Feb 17 22:34:29.229719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37714) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:29.230344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37716) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:29.243679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1759282826', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:29.254671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0398e57d-f3fc-48ee-bae7-3b11f512bc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (54ca285d-849e-4aa4-ba8b-ec7aefbe04e8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.269828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0398e57d-f3fc-48ee-bae7-3b11f512bc0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.272335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0398e57d-f3fc-48ee-bae7-3b11f512bc0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54ca285d-849e-4aa4-ba8b-ec7aefbe04e8 HTTP/1.1" status: 204 len: 168 time: 1.1866388 Feb 17 22:34:29.304285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-2a95dfb9-98ce-413d-8c37-384ec191f209 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 200 len: 217 time: 0.2364514 Feb 17 22:34:29.365970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398e57d-f3fc-48ee-bae7-3b11f512bc0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca285d-849e-4aa4-ba8b-ec7aefbe04e8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:29.529168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.530632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.566467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet a680000e-1206-4fa4-8912-a25a10916ed4 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:29.583867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (a680000e-1206-4fa4-8912-a25a10916ed4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.590154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-6de8c7f4-4f5d-4fad-bd40-16609d31fd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:29.600891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-6de8c7f4-4f5d-4fad-bd40-16609d31fd5a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.2729828 Feb 17 22:34:29.692691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-333d89db-1e54-4220-b783-e08bc3db644b', 'network_id': '333d89db-1e54-4220-b783-e08bc3db644b', 'project_id': '31cd3ac59e654f35abcba88dfc03f5fd', 'fixed_ips': [{'subnet_id': '7dc7c8d8-3664-41f8-9d8b-69ceec35dd74'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:34:29.701633 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.801552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (a680000e-1206-4fa4-8912-a25a10916ed4), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.831587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d087-f499-41db-b9cf-cd8d48152174 admin admin] Publish callbacks [] for security_group (79305531-a25b-49e8-9185-630f50d9c238), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:29.848568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d0a5d087-f499-41db-b9cf-cd8d48152174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (79305531-a25b-49e8-9185-630f50d9c238), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.019353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d0a5d087-f499-41db-b9cf-cd8d48152174 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=22db217f0ff743f7980e1f366c61ab9e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5559306 Feb 17 22:34:30.030864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a5d087-f499-41db-b9cf-cd8d48152174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79305531-a25b-49e8-9185-630f50d9c238,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:30.048479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37726) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:30.238805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a680000e-1206-4fa4-8912-a25a10916ed4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.250170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-70aeb37a-acd5-4196-ba9f-a53b824a8585 admin admin] Publish callbacks [] for security_group (79305531-a25b-49e8-9185-630f50d9c238), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.364317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-c313bcec-531e-4178-b876-fdf8eaefc068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:30.366152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-c313bcec-531e-4178-b876-fdf8eaefc068 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.7359324 Feb 17 22:34:30.509595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_controller (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.663336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (a680000e-1206-4fa4-8912-a25a10916ed4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.749995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Allocated IP 172.20.0.2 (333d89db-1e54-4220-b783-e08bc3db644b/7dc7c8d8-3664-41f8-9d8b-69ceec35dd74/0754e49e-14dd-42c8-8db1-f97b94742c35) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:30.772053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-290b9f59-7009-4d5a-a906-5d7891855dae service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3755534 Feb 17 22:34:30.779533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-70aeb37a-acd5-4196-ba9f-a53b824a8585 admin admin] Publish callbacks [] for security_group (79305531-a25b-49e8-9185-630f50d9c238), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.867877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.931659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=a680000e-1206-4fa4-8912-a25a10916ed4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:30.989674 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:30.994048 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6aeb311b-18ed-4bc8-b8b7-d01fde95925a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/a680000e-1206-4fa4-8912-a25a10916ed4 HTTP/1.1" status: 204 len: 168 time: 1.7623959 Feb 17 22:34:30.998070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37758) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:31.136781 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b2bc9860-fa31-43e3-8ddf-6179f0408f7c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1349740 Feb 17 22:34:31.137465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37764) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:31.151062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:31.151669 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Publish callbacks [] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:31.152861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371cae1-748f-45b3-b4d0-27ae52260bf6 req-0b9da06b-6217-4ac7-bad7-792fa87c8784 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:31.157188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e371cae1-748f-45b3-b4d0-27ae52260bf6 req-0b9da06b-6217-4ac7-bad7-792fa87c8784 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 943 time: 1.1028812 Feb 17 22:34:31.172174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0533133-13a4-42bd-956f-8c321f5407c5 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:34:31.180406 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-70aeb37a-acd5-4196-ba9f-a53b824a8585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (79305531-a25b-49e8-9185-630f50d9c238), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:31.187449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-70aeb37a-acd5-4196-ba9f-a53b824a8585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:31.192197 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:31.192448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-70aeb37a-acd5-4196-ba9f-a53b824a8585 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/79305531-a25b-49e8-9185-630f50d9c238 HTTP/1.1" status: 204 len: 168 time: 1.1136389 Feb 17 22:34:31.245388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aeb37a-acd5-4196-ba9f-a53b824a8585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79305531-a25b-49e8-9185-630f50d9c238,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:31.313372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37768) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:31.322729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e371cae1-748f-45b3-b4d0-27ae52260bf6 req-c89a4353-4ec1-418a-808a-3c5be1e5c59f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281111 Feb 17 22:34:31.347698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08f743e-4059-4ff1-a918-57bebeb8c8b7 req-f0924875-7a84-4785-9305-8ba270bcc169 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619745 Feb 17 22:34:31.395920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Network 333d89db-1e54-4220-b783-e08bc3db644b is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:31.408112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:31.420205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:31.858483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:31.873558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:31.892644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Pushing event updated for resources: {'Port': ['ID=0754e49e-14dd-42c8-8db1-f97b94742c35,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:31.921893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1707227479-network', 'tenant_id': '8529b6db185244b8a0a4552e5850037f'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:32.004773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0533133-13a4-42bd-956f-8c321f5407c5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0533133-13a4-42bd-956f-8c321f5407c5,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:32.024053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Made reservation on behalf of 8529b6db185244b8a0a4552e5850037f for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:32.028557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.061317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'port_id': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'mac_address': 'fa:16:3e:55:d5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:34:32.077747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Attempting to bind port 0754e49e-14dd-42c8-8db1-f97b94742c35 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:34:32.081049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Attempting to bind port 0754e49e-14dd-42c8-8db1-f97b94742c35 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '33fc845d-89a0-4585-96f8-a597ea0be50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '333d89db-1e54-4220-b783-e08bc3db644b'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:34:32.081472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Attempting to bind port 0754e49e-14dd-42c8-8db1-f97b94742c35 on network 333d89db-1e54-4220-b783-e08bc3db644b {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:32.087396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.126341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:34:32.128978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Checking segment: {'id': '33fc845d-89a0-4585-96f8-a597ea0be50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '333d89db-1e54-4220-b783-e08bc3db644b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:32.129953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.130886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Bound using segment: {'id': '33fc845d-89a0-4585-96f8-a597ea0be50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '333d89db-1e54-4220-b783-e08bc3db644b'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:34:32.132036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Bound port: 0754e49e-14dd-42c8-8db1-f97b94742c35, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fc845d-89a0-4585-96f8-a597ea0be50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '333d89db-1e54-4220-b783-e08bc3db644b'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:34:32.133002 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.317830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37788) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:32.364623 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa605146-3f6b-4cff-9db8-75d96267a045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.454773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] For port 0754e49e-14dd-42c8-8db1-f97b94742c35, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:34:32.461275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] For port 0754e49e-14dd-42c8-8db1-f97b94742c35, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0754e49e-14dd-42c8-8db1-f97b94742c35,segment=NetworkSegment(33fc845d-89a0-4585-96f8-a597ea0be50b),segment_id=33fc845d-89a0-4585-96f8-a597ea0be50b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:34:32.482445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.510936 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa605146-3f6b-4cff-9db8-75d96267a045 admin admin] Publish callbacks [] for security_group (9a0b08da-82fa-44ae-a583-a365dee2a82b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.529885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa605146-3f6b-4cff-9db8-75d96267a045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9a0b08da-82fa-44ae-a583-a365dee2a82b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.535939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (379cb107-8e28-4ae6-b767-7e434dcb9c71), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.626517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=379cb107-8e28-4ae6-b767-7e434dcb9c71,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:32.627180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks [] for security_group (9f2c2e2b-70df-4942-aa2b-be173aec1a7e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.637427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c84bf-6778-42f9-91ff-7b8ad3f528b2 None None] Pushing event updated for resources: {'Port': ['ID=0754e49e-14dd-42c8-8db1-f97b94742c35,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:32.688255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02e22dd-210a-42d5-8169-ee77cfa72391 None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'a680000e-1206-4fa4-8912-a25a10916ed4'}], 'binding:host_id': 'n-d-828369-18'}, 'id': 'eaf9b350-58af-49da-a8f8-519e3aa99726'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:34:32.693941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0533133-13a4-42bd-956f-8c321f5407c5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:32.699086 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.734765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:32.775933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:32.782260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:32.783336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.794008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fa605146-3f6b-4cff-9db8-75d96267a045 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d100aed2ed7496ea677b9f4e68643b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4748089 Feb 17 22:34:32.803583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0533133-13a4-42bd-956f-8c321f5407c5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:34:32.805727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37808) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:32.812597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa605146-3f6b-4cff-9db8-75d96267a045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0b08da-82fa-44ae-a583-a365dee2a82b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:32.863517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9f2c2e2b-70df-4942-aa2b-be173aec1a7e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.864752 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d02e22dd-210a-42d5-8169-ee77cfa72391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.877256 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4c3f7814-d2e7-4ae2-bbbc-04f0afe5dd67 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7379341 Feb 17 22:34:32.885981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37810) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:32.898389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0533133-13a4-42bd-956f-8c321f5407c5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0533133-13a4-42bd-956f-8c321f5407c5,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:32.901844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:32.939208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:32.998064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.000363 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de6552cd-9c5a-48b9-98af-482affa63e33 admin admin] Publish callbacks [] for security_group (9a0b08da-82fa-44ae-a583-a365dee2a82b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.067068 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.145276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:34:33.307454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2c2e2b-70df-4942-aa2b-be173aec1a7e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:33.363538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b08c62a9-9b9b-49d1-b921-d252030ef7fa), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.364168 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Added segment b08c62a9-9b9b-49d1-b921-d252030ef7fa of type vlan for network 4a66209d-b109-49df-b51b-b8bcf034a3d6 Feb 17 22:34:33.442971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.25.0.207 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/8f54a3ef-992b-4f4e-8486-879546cc2329) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:33.530131 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (4a66209d-b109-49df-b51b-b8bcf034a3d6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.634183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e309043-18cf-4d8f-bf6a-9a8113fd9cdb req-7337a8a6-b436-4c38-83e5-09b6eb58a3f2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:33.638972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e309043-18cf-4d8f-bf6a-9a8113fd9cdb req-7337a8a6-b436-4c38-83e5-09b6eb58a3f2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 943 time: 1.0031838 Feb 17 22:34:33.639727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (4a66209d-b109-49df-b51b-b8bcf034a3d6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.640716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:33.643507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0533133-13a4-42bd-956f-8c321f5407c5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:33.644758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.671042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.671543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.675071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.675455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.675796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.676133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.676519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.676850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.677175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.677519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.679865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.680209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.697118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:33.732725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (8f54a3ef-992b-4f4e-8486-879546cc2329), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.842499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8f54a3ef-992b-4f4e-8486-879546cc2329), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:33.858715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] Pushing event updated for resources: {'Network': ['ID=4a66209d-b109-49df-b51b-b8bcf034a3d6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:33.859840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f0533133-13a4-42bd-956f-8c321f5407c5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:34:33.870094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e309043-18cf-4d8f-bf6a-9a8113fd9cdb req-ae5a8d93-f9b6-4daa-a1d5-6e1bec836bf2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224593 Feb 17 22:34:33.894138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9f78828f-39bf-4bd8-a1f8-69607430210d admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5670700 Feb 17 22:34:33.895100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37822) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:33.902734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Request body: {'subnet': {'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1707227479-subnet', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:33.915280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:34:33.951225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Made reservation on behalf of 8529b6db185244b8a0a4552e5850037f for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:33.958323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:34.008444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de6552cd-9c5a-48b9-98af-482affa63e33 admin admin] Publish callbacks [] for security_group (9a0b08da-82fa-44ae-a583-a365dee2a82b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:34.089057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb284c-00ab-42d0-b74b-fa9c30a5401f None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:34.178054 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:34:34.180934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:34.230417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:34.239356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c4bdc8db-dd31-452a-9f67-7bbdeab7a6c1 None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:34.244360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4bdc8db-dd31-452a-9f67-7bbdeab7a6c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:34.262417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:34.401302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=8f54a3ef-992b-4f4e-8486-879546cc2329,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:34.446662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:34.473425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:34.503329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (b6437e0f-1ceb-4859-9ced-839b67800228), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:34.532896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c4bdc8db-dd31-452a-9f67-7bbdeab7a6c1 None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:34.693768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6437e0f-1ceb-4859-9ced-839b67800228,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:34.720207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc39d41-80ff-4995-8ebb-b94c5be820f2 None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': '379cb107-8e28-4ae6-b767-7e434dcb9c71'}], 'binding:host_id': 'n-d-828369-18'}, 'id': 'eaf9b350-58af-49da-a8f8-519e3aa99726'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:34:34.761336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Checking segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:34.761914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Network hostable DHCP agents. Network: 4a66209d-b109-49df-b51b-b8bcf034a3d6, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:34:34.787041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afc39d41-80ff-4995-8ebb-b94c5be820f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:34.832299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:34:34.870966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 4a66209d-b109-49df-b51b-b8bcf034a3d6) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:34.876786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:34.879487 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:34.920219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e21d234d-1f0e-4941-afd8-a1c05b8be42e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0237312 Feb 17 22:34:34.924433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37832) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:34.941198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:34.945023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c088ad4e-aaf4-43b8-a6b1-140cc1f53c2f None None] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:35.007965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (d44140d5-c261-417d-bf72-0bdcec186469), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:35.011656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (d44140d5-c261-417d-bf72-0bdcec186469), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:35.116386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de6552cd-9c5a-48b9-98af-482affa63e33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9a0b08da-82fa-44ae-a583-a365dee2a82b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:35.124310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de6552cd-9c5a-48b9-98af-482affa63e33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:35.126538 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de6552cd-9c5a-48b9-98af-482affa63e33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a0b08da-82fa-44ae-a583-a365dee2a82b HTTP/1.1" status: 204 len: 168 time: 2.3192959 Feb 17 22:34:35.230924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0754e49e-14dd-42c8-8db1-f97b94742c35 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:35.315181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa78c34-eacd-4155-9551-ed897126cf7a None None] Network 333d89db-1e54-4220-b783-e08bc3db644b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:35.345411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks [] for router_controller (d44140d5-c261-417d-bf72-0bdcec186469), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:35.603662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fe226b40-dd16-4c3e-a125-db2a06a4992a None None] Provisioning complete for port 0754e49e-14dd-42c8-8db1-f97b94742c35 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:35.604041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe226b40-dd16-4c3e-a125-db2a06a4992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:35.653421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0754e49e-14dd-42c8-8db1-f97b94742c35 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:35.653855 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:35.733618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-afc39d41-80ff-4995-8ebb-b94c5be820f2 None None] Allocated IP 172.20.0.2 (09316e07-fc22-44f3-8240-ce381295cee3/379cb107-8e28-4ae6-b767-7e434dcb9c71/eaf9b350-58af-49da-a8f8-519e3aa99726) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:35.773509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50011e-4709-43dc-b09e-df7ddbea51d3 req-dbe35538-3309-4b8f-ad50-960c5e607a10 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:35.780999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e50011e-4709-43dc-b09e-df7ddbea51d3 req-dbe35538-3309-4b8f-ad50-960c5e607a10 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 944 time: 0.6362493 Feb 17 22:34:35.923208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6552cd-9c5a-48b9-98af-482affa63e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0b08da-82fa-44ae-a583-a365dee2a82b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:35.934088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-4a66209d-b109-49df-b51b-b8bcf034a3d6', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'project_id': '8529b6db185244b8a0a4552e5850037f', 'fixed_ips': [{'subnet_id': 'b6437e0f-1ceb-4859-9ced-839b67800228'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:34:35.935210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.100615 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks [] for router_gateway (d44140d5-c261-417d-bf72-0bdcec186469), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.100851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.267045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e50011e-4709-43dc-b09e-df7ddbea51d3 req-12c44932-1ee0-4827-9248-170c8916af29 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758217 Feb 17 22:34:36.460925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Allocated IP 172.20.0.2 (4a66209d-b109-49df-b51b-b8bcf034a3d6/b6437e0f-1ceb-4859-9ced-839b67800228/100f3b63-320a-485d-b264-940e0a861ab5) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:36.751527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-afc39d41-80ff-4995-8ebb-b94c5be820f2 None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:36.795270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afc39d41-80ff-4995-8ebb-b94c5be820f2 None None] Publish callbacks [] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.804740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0754e49e-14dd-42c8-8db1-f97b94742c35 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:36.806142 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.851977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-afc39d41-80ff-4995-8ebb-b94c5be820f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.870927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks [] for router_gateway (d44140d5-c261-417d-bf72-0bdcec186469), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.919445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:36.927973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:37.021418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc39d41-80ff-4995-8ebb-b94c5be820f2 None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:37.044232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0533133-13a4-42bd-956f-8c321f5407c5 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:37.164564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fe226b40-dd16-4c3e-a125-db2a06a4992a None None] Current status of the port 0754e49e-14dd-42c8-8db1-f97b94742c35 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:37.165249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe226b40-dd16-4c3e-a125-db2a06a4992a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:37.323734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.objects.ports [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:34:37.401917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 0754e49e-14dd-42c8-8db1-f97b94742c35, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0754e49e-14dd-42c8-8db1-f97b94742c35,segment=NetworkSegment(33fc845d-89a0-4585-96f8-a597ea0be50b),segment_id=33fc845d-89a0-4585-96f8-a597ea0be50b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:37.526570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:34:37.571835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:37.603305 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-fe226b40-dd16-4c3e-a125-db2a06a4992a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:34:37.603696 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-fe226b40-dd16-4c3e-a125-db2a06a4992a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:34:37.840577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eaf9b350-58af-49da-a8f8-519e3aa99726 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:34:37.905494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=0754e49e-14dd-42c8-8db1-f97b94742c35,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:38.043833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Allocated IP 172.25.0.63 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/4303963a-6d7f-430c-98a1-7c5fab0b8090) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:38.081307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a9d084-544b-4517-a957-dcf47c6d0e9d req-e5faab9e-6c90-454c-b0da-4797b8be66c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:38.083115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27a9d084-544b-4517-a957-dcf47c6d0e9d req-e5faab9e-6c90-454c-b0da-4797b8be66c7 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 944 time: 0.3568769 Feb 17 22:34:38.090358 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Publish callbacks [] for port (100f3b63-320a-485d-b264-940e0a861ab5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.110151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.117524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (100f3b63-320a-485d-b264-940e0a861ab5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.225232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fe226b40-dd16-4c3e-a125-db2a06a4992a None None] Current status of the port 0754e49e-14dd-42c8-8db1-f97b94742c35 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:38.313258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port f0533133-13a4-42bd-956f-8c321f5407c5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:34:38.316808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:38.359997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f0533133-13a4-42bd-956f-8c321f5407c5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:38.366023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.388859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] Sync routers for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:38.407659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:38.444098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27a9d084-544b-4517-a957-dcf47c6d0e9d req-118323c5-e7b5-4da1-9ff5-f2fb3b7b7abd tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3547137 Feb 17 22:34:38.459339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.473679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f02f6f41-9582-4b80-8c48-bd3021a38a9e tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2399731 Feb 17 22:34:38.477366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37910) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:38.520080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks [] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.579423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:38.584441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:38.616394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.734428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:38.743867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Pushing event updated for resources: {'Port': ['ID=100f3b63-320a-485d-b264-940e0a861ab5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:38.745551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:38.750432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:38.751101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:38.757240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:38.844174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Pushing event updated for resources: {'Port': ['ID=4303963a-6d7f-430c-98a1-7c5fab0b8090,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:38.865259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:38.937016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3f921699-2069-4822-9928-6336d376d849 None None] Provisioning complete for port 0754e49e-14dd-42c8-8db1-f97b94742c35 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:38.937399 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f921699-2069-4822-9928-6336d376d849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:38.991557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:39.025540 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.111410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:39.218179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Attempting to bind port 100f3b63-320a-485d-b264-940e0a861ab5 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:34:39.218664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Attempting to bind port 100f3b63-320a-485d-b264-940e0a861ab5 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:34:39.219029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Attempting to bind port 100f3b63-320a-485d-b264-940e0a861ab5 on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:39.268816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:39.269676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:39.347095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:39.348310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b83ba4-ab44-42b4-8e89-78562ba12f67 None None] The sync data for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:39.402951 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.406011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f0533133-13a4-42bd-956f-8c321f5407c5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:39.406398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.424963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:34:39.425342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Checking segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:39.425745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.426139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Bound using segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:34:39.426619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Bound port: 100f3b63-320a-485d-b264-940e0a861ab5, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:34:39.426996 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (100f3b63-320a-485d-b264-940e0a861ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.482924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:34:39.487980 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa77f6d-7010-40dd-b7b8-7432ef95e375" -d '{"events": [{"server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "name": "network-vif-plugged", "status": "completed", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:34:39.546267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f0533133-13a4-42bd-956f-8c321f5407c5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0533133-13a4-42bd-956f-8c321f5407c5,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:39.565013 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks [] for router_gateway (d44140d5-c261-417d-bf72-0bdcec186469), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.610270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.630783 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1895c0f8-a481-4cce-93da-1390ba2643d1 x-openstack-request-id: req-1895c0f8-a481-4cce-93da-1390ba2643d1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:34:39.631460 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "name": "network-vif-plugged", "status": "completed", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:34:39.637047 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1895c0f8-a481-4cce-93da-1390ba2643d1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:34:39.639027 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'code': 200} Feb 17 22:34:39.676137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.741981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3f921699-2069-4822-9928-6336d376d849 None None] Current status of the port 0754e49e-14dd-42c8-8db1-f97b94742c35 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:39.854770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] For port 100f3b63-320a-485d-b264-940e0a861ab5, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:34:39.865927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] For port 100f3b63-320a-485d-b264-940e0a861ab5, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=100f3b63-320a-485d-b264-940e0a861ab5,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:34:39.906298 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (100f3b63-320a-485d-b264-940e0a861ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.920040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4ce21-28fc-4051-b7d8-ee601f49eceb req-531e5914-7e07-42c7-ae97-49757e865058 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:39.928986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cae4ce21-28fc-4051-b7d8-ee601f49eceb req-531e5914-7e07-42c7-ae97-49757e865058 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.3031399 Feb 17 22:34:39.948646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:39.953770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1794c-b098-4ffe-98e8-9460308e9c7d req-44b21aff-3855-4088-b2f0-ee4781e3d075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:39.954132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:34:39.954500 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:34:39.955004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f0533133-13a4-42bd-956f-8c321f5407c5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:39.962583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97a1794c-b098-4ffe-98e8-9460308e9c7d req-44b21aff-3855-4088-b2f0-ee4781e3d075 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 1128 time: 0.1966922 Feb 17 22:34:40.063910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c94289d7-819a-43de-995d-36e0b3cb3c5a None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:40.064477 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c94289d7-819a-43de-995d-36e0b3cb3c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:40.069919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (cae68150-966b-4594-a79d-625b3e7fbec1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:40.137132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d0733-e97d-49ef-ab39-8e410a6d9d55 None None] Pushing event updated for resources: {'Port': ['ID=100f3b63-320a-485d-b264-940e0a861ab5,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:40.216130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c94289d7-819a-43de-995d-36e0b3cb3c5a None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:40.285875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=cae68150-966b-4594-a79d-625b3e7fbec1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:40.333981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:40.344931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:40.377795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:40.400137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:40.423033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cae4ce21-28fc-4051-b7d8-ee601f49eceb req-9e743072-1a9f-4cae-9c50-4b74c21cc599 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4928615 Feb 17 22:34:40.441534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97a1794c-b098-4ffe-98e8-9460308e9c7d req-cf704acc-0c46-4d1c-81dd-97f5705cd4a1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4780235 Feb 17 22:34:40.453355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f89b21-b835-4566-aade-005555247169 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:40.503249 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.6146617 Feb 17 22:34:40.509894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37950) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:40.519927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:7d:5c:1c', 'name': 'tempest-NetworksTestDHCPv6-1749871814'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:40.532208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab3e05-d676-41a2-a501-eda579d515c0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=9']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:40.558889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (d44140d5-c261-417d-bf72-0bdcec186469), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:40.864106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:40.864873 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:40.959274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:40.970304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:41.067168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Router d44140d5-c261-417d-bf72-0bdcec186469 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:34:41.291460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:41.474471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:41.488922 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Sync routers for ids ['d44140d5-c261-417d-bf72-0bdcec186469'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:41.517035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:41.519722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8fa9607d-e501-4042-bdc2-7e3585dd1e7f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5942400 Feb 17 22:34:41.522607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37966) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:41.539323 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Routers {'d44140d5-c261-417d-bf72-0bdcec186469'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:41.539323 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d44140d5-c261-417d-bf72-0bdcec186469'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:41.589532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eaf9b350-58af-49da-a8f8-519e3aa99726 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:41.940770 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Set router d44140d5-c261-417d-bf72-0bdcec186469 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:34:42.039736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:42.253797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:42.394439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2a2f5-dd3b-49be-b799-8f59d1145a4d req-55e05db2-9374-47ee-9fae-f4796e42fd45 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:42.402307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26b2a2f5-dd3b-49be-b799-8f59d1145a4d req-55e05db2-9374-47ee-9fae-f4796e42fd45 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.7255409 Feb 17 22:34:42.435077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:42.436426 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:42.611741 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:34:39Z', 'revision_number': 3, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port': {'id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:36Z', 'updated_at': '2022-02-17T22:34:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:42.649814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc5a5a-3d0a-4b37-9b3c-f537e65cb6c8 None None] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:42.658475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:42.740161 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Checking router: d44140d5-c261-417d-bf72-0bdcec186469 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:34:42.740627 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Updating router d44140d5-c261-417d-bf72-0bdcec186469 port 4303963a-6d7f-430c-98a1-7c5fab0b8090 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:34:42.749236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port f01787a0-0f86-4425-bed8-21400245fc42 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:34:42.783249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26b2a2f5-dd3b-49be-b799-8f59d1145a4d req-c198f85a-4be1-4d86-9e7e-52739bda092f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3592820 Feb 17 22:34:42.826588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:42.827265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:42.841669 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:42.862043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-72573af7-a442-472c-9e86-74c76dc0fb92 None None] Provisioning complete for port 100f3b63-320a-485d-b264-940e0a861ab5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:42.863023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72573af7-a442-472c-9e86-74c76dc0fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (100f3b63-320a-485d-b264-940e0a861ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:42.980081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:42.993585 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:42.995533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0754e49e-14dd-42c8-8db1-f97b94742c35 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:43.183990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0754e49e-14dd-42c8-8db1-f97b94742c35 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:43.184939 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:43.385137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=11']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:43.471533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 172.20.0.6 (09316e07-fc22-44f3-8240-ce381295cee3/379cb107-8e28-4ae6-b767-7e434dcb9c71/f01787a0-0f86-4425-bed8-21400245fc42) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:43.475160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.1 (333d89db-1e54-4220-b783-e08bc3db644b/7dc7c8d8-3664-41f8-9d8b-69ceec35dd74/02586c44-fc2a-4ddb-b40c-052f4ff4b846) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:43.492289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:fe7d:5c1c (09316e07-fc22-44f3-8240-ce381295cee3/cae68150-966b-4594-a79d-625b3e7fbec1/f01787a0-0f86-4425-bed8-21400245fc42) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:43.628476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-72573af7-a442-472c-9e86-74c76dc0fb92 None None] Current status of the port 100f3b63-320a-485d-b264-940e0a861ab5 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:43.629346 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72573af7-a442-472c-9e86-74c76dc0fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (100f3b63-320a-485d-b264-940e0a861ab5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:43.713588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:43.745189 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Publish callbacks [] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:43.756731 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:43.879449 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Attempting to bind port 4303963a-6d7f-430c-98a1-7c5fab0b8090 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:34:43.879833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Attempting to bind port 4303963a-6d7f-430c-98a1-7c5fab0b8090 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:34:43.880202 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Attempting to bind port 4303963a-6d7f-430c-98a1-7c5fab0b8090 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:43.901266 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:34:43.902119 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:43.903890 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:43.904307 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:34:43.905051 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Bound port: 4303963a-6d7f-430c-98a1-7c5fab0b8090, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:34:43.906271 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.023438 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] For port 4303963a-6d7f-430c-98a1-7c5fab0b8090, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:34:44.030410 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] For port 4303963a-6d7f-430c-98a1-7c5fab0b8090, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4303963a-6d7f-430c-98a1-7c5fab0b8090,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:34:44.068563 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.082170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-72573af7-a442-472c-9e86-74c76dc0fb92 None None] For port 100f3b63-320a-485d-b264-940e0a861ab5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=100f3b63-320a-485d-b264-940e0a861ab5,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:44.087796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0754e49e-14dd-42c8-8db1-f97b94742c35 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:44.095537 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Pushing event updated for resources: {'Port': ['ID=4303963a-6d7f-430c-98a1-7c5fab0b8090,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:44.101361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 100f3b63-320a-485d-b264-940e0a861ab5 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:44.112654 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.113257 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.113778 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.114304 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.114794 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.116122 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.116774 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.117321 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.118112 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.118630 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.119196 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.121882 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.122563 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:44.165775 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Routers {'d44140d5-c261-417d-bf72-0bdcec186469'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:44.166637 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d44140d5-c261-417d-bf72-0bdcec186469'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:44.313772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1fdaa-faa9-42f0-b822-7a330d2bcf3a req-43c9a855-3883-4a53-8795-b571a49c8109 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:44.315872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61b1fdaa-faa9-42f0-b822-7a330d2bcf3a req-43c9a855-3883-4a53-8795-b571a49c8109 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.1999991 Feb 17 22:34:44.316034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.319146 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72573af7-a442-472c-9e86-74c76dc0fb92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (100f3b63-320a-485d-b264-940e0a861ab5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.382097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Allocated IP 172.20.0.1 (4a66209d-b109-49df-b51b-b8bcf034a3d6/b6437e0f-1ceb-4859-9ced-839b67800228/9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:44.399722 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.460913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61b1fdaa-faa9-42f0-b822-7a330d2bcf3a req-6aab44eb-4d53-4f3e-95be-efc323adf767 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386366 Feb 17 22:34:44.534322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72573af7-a442-472c-9e86-74c76dc0fb92 None None] Pushing event updated for resources: {'Port': ['ID=100f3b63-320a-485d-b264-940e0a861ab5,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:44.552463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (f01787a0-0f86-4425-bed8-21400245fc42), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.600021 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] Set router d44140d5-c261-417d-bf72-0bdcec186469 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:34:44.651535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 333d89db-1e54-4220-b783-e08bc3db644b is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:44.663568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f946961a-b30e-408c-ae74-b39ac3fc15cb None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:44.664203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f946961a-b30e-408c-ae74-b39ac3fc15cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.671028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:44.679399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:44.692775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=02586c44-fc2a-4ddb-b40c-052f4ff4b846,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:44.761631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks [] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.812807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f01787a0-0f86-4425-bed8-21400245fc42), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.818406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33c13dfe-1589-4a95-be60-2bf13819b397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.842864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 100f3b63-320a-485d-b264-940e0a861ab5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:44.843224 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (100f3b63-320a-485d-b264-940e0a861ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:44.891902 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e84812-bfa4-4b99-8ac5-498a88dc09ca None None] Pushing event updated for resources: {'Port': ['ID=4303963a-6d7f-430c-98a1-7c5fab0b8090,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:44.980337 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:45.070781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 100f3b63-320a-485d-b264-940e0a861ab5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:45.132274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f946961a-b30e-408c-ae74-b39ac3fc15cb None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:45.134430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da7ece7-2193-4886-bd70-14531279e3a0 req-9fb409cf-fc9d-4f68-8a14-b20bd604006a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:45.136084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3da7ece7-2193-4886-bd70-14531279e3a0 req-9fb409cf-fc9d-4f68-8a14-b20bd604006a tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.4044857 Feb 17 22:34:45.149714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f946961a-b30e-408c-ae74-b39ac3fc15cb None None] Provisioning complete for port 100f3b63-320a-485d-b264-940e0a861ab5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:45.150111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f946961a-b30e-408c-ae74-b39ac3fc15cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (100f3b63-320a-485d-b264-940e0a861ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:45.152807 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:34:39Z', 'revision_number': 3, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port': {'id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:36Z', 'updated_at': '2022-02-17T22:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:45.155884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37998) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:45.183718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:45.188846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Request body: {'floatingip': {'port_id': 'f0533133-13a4-42bd-956f-8c321f5407c5'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:45.198909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:45.249887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:45.310764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f946961a-b30e-408c-ae74-b39ac3fc15cb None None] Current status of the port 100f3b63-320a-485d-b264-940e0a861ab5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:45.319890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:45.322668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eaf9b350-58af-49da-a8f8-519e3aa99726 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:45.343396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:45.358708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:45.389216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:45.459995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=f01787a0-0f86-4425-bed8-21400245fc42,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:45.511342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Pushing event updated for resources: {'Port': ['ID=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:45.536253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (d44140d5-c261-417d-bf72-0bdcec186469), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:45.585782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:45.586423 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:45.612120 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff91e59b-dd59-48d8-ae4d-f7903407f73b None None] The sync data for ids ['d44140d5-c261-417d-bf72-0bdcec186469'] in n-d-828369-18 is: [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:34:39Z', 'revision_number': 3, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port': {'id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:36Z', 'updated_at': '2022-02-17T22:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:45.634791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d366b1ed-4aff-4fd5-993d-18852dc851a0 None None] Provisioning complete for port 02586c44-fc2a-4ddb-b40c-052f4ff4b846 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:45.636166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d366b1ed-4aff-4fd5-993d-18852dc851a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:45.695896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (d46cb010-f925-47c4-87af-9d179bbb97eb), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:45.714391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d366b1ed-4aff-4fd5-993d-18852dc851a0 None None] Port 02586c44-fc2a-4ddb-b40c-052f4ff4b846 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:45.980339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:45.987711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 100f3b63-320a-485d-b264-940e0a861ab5 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:46.209538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-70b9401f-7d5c-44db-bb21-e680ea70adf7 None None] Provisioning complete for port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:46.210610 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70b9401f-7d5c-44db-bb21-e680ea70adf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:46.331504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:46.332379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:46.336491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-70b9401f-7d5c-44db-bb21-e680ea70adf7 None None] Port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:46.349195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 100f3b63-320a-485d-b264-940e0a861ab5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:46.349759 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (100f3b63-320a-485d-b264-940e0a861ab5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:46.389153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:46.518682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1a0120fa-4de7-4c94-adf3-0c3c07ed770c None None] Provisioning complete for port f01787a0-0f86-4425-bed8-21400245fc42 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:46.519162 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a0120fa-4de7-4c94-adf3-0c3c07ed770c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f01787a0-0f86-4425-bed8-21400245fc42), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:46.663722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1a0120fa-4de7-4c94-adf3-0c3c07ed770c None None] Port f01787a0-0f86-4425-bed8-21400245fc42 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:46.691598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 100f3b63-320a-485d-b264-940e0a861ab5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:47.017009 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.321003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4303963a-6d7f-430c-98a1-7c5fab0b8090 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:47.382873 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e99a86fa-64ad-4bb9-9eb8-ca42c49a75ab tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.8716073 Feb 17 22:34:47.406816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:47.494544 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f292df0b-df91-4b12-b808-36d22d380607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.552897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4303963a-6d7f-430c-98a1-7c5fab0b8090 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:47.553278 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.572435 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.573425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85827175-db76-41c4-b09f-551744e5d2c8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:47.580679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85827175-db76-41c4-b09f-551744e5d2c8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:47.582396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-85827175-db76-41c4-b09f-551744e5d2c8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1742220 Feb 17 22:34:47.592141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38034) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:47.709453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.835999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks [] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.856456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.958682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:47.993821 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (d44140d5-c261-417d-bf72-0bdcec186469), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.005620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Pushing event updated for resources: {'Port': ['ID=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:48.033022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4303963a-6d7f-430c-98a1-7c5fab0b8090 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:48.033924 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.043447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port f01787a0-0f86-4425-bed8-21400245fc42 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:48.045085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f01787a0-0f86-4425-bed8-21400245fc42), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.087837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.118507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 4303963a-6d7f-430c-98a1-7c5fab0b8090, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4303963a-6d7f-430c-98a1-7c5fab0b8090,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:34:48.123930 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.253123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=4303963a-6d7f-430c-98a1-7c5fab0b8090,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:48.341190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=02586c44-fc2a-4ddb-b40c-052f4ff4b846,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:48.359856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.382717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (d46cb010-f925-47c4-87af-9d179bbb97eb), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.405662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f01787a0-0f86-4425-bed8-21400245fc42), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:48.462247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:48.476480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for f01787a0-0f86-4425-bed8-21400245fc42 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:34:48.478810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:48.605295 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Floating IP d46cb010-f925-47c4-87af-9d179bbb97eb associated. External IP: 172.25.0.34, port: f0533133-13a4-42bd-956f-8c321f5407c5. Feb 17 22:34:48.900091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 333d89db-1e54-4220-b783-e08bc3db644b is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:48.902567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:49.022796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Router d44140d5-c261-417d-bf72-0bdcec186469 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:49.116356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-21e1a57e-95ae-4107-a8fd-536de4ea7d2c None None] Provisioning complete for port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:49.116883 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21e1a57e-95ae-4107-a8fd-536de4ea7d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:49.200093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-21e1a57e-95ae-4107-a8fd-536de4ea7d2c None None] Port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:49.284217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f01787a0-0f86-4425-bed8-21400245fc42), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:49.323190 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:49.371968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4303963a-6d7f-430c-98a1-7c5fab0b8090 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:34:49.584256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Router 51a9dfce-ceac-4249-8262-0c3f652b2030 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:49.602583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4303963a-6d7f-430c-98a1-7c5fab0b8090 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:49.603153 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:49.653827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:49.667484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=f01787a0-0f86-4425-bed8-21400245fc42,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:49.718931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-579684df-8046-4939-9d63-2169e0b61be4 None None] Provisioning complete for port 02586c44-fc2a-4ddb-b40c-052f4ff4b846 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:49.719702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-579684df-8046-4939-9d63-2169e0b61be4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:49.848002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:49.916860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3b1b3c4a-243b-4287-acfc-a7376809da5c admin admin] 10.222.0.79 "PUT /v2.0/routers/d44140d5-c261-417d-bf72-0bdcec186469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3912969 Feb 17 22:34:49.932551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Sync routers for ids ['d44140d5-c261-417d-bf72-0bdcec186469'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:49.959573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-579684df-8046-4939-9d63-2169e0b61be4 None None] Port 02586c44-fc2a-4ddb-b40c-052f4ff4b846 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:49.980659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Routers {'d44140d5-c261-417d-bf72-0bdcec186469'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:49.981565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d44140d5-c261-417d-bf72-0bdcec186469'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:50.105326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:50.119845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9327ff0c-a563-4794-8b58-8ea479d249fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/f01787a0-0f86-4425-bed8-21400245fc42 HTTP/1.1" status: 204 len: 168 time: 2.5078373 Feb 17 22:34:50.120526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38068) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:50.193630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Set router d44140d5-c261-417d-bf72-0bdcec186469 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:34:50.268720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde4a-dc1d-4bc5-8f34-641e241f507c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:50.270417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde4a-dc1d-4bc5-8f34-641e241f507c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:50.277777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32acde4a-dc1d-4bc5-8f34-641e241f507c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:50.288419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-32acde4a-dc1d-4bc5-8f34-641e241f507c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1651959 Feb 17 22:34:50.289384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38072) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:50.442749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 379cb107-8e28-4ae6-b767-7e434dcb9c71 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:50.451709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (379cb107-8e28-4ae6-b767-7e434dcb9c71), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:50.578984 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (379cb107-8e28-4ae6-b767-7e434dcb9c71), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:50.668114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4303963a-6d7f-430c-98a1-7c5fab0b8090 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:50.894698 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:50.920874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:50.942448 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] Sync routers for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:50.962017 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c9a62d0f-b732-4fa6-a4ee-93ddc147dedb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/routers/8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3625855 Feb 17 22:34:50.968491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:34:46Z', 'revision_number': 4, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port': {'id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:36Z', 'updated_at': '2022-02-17T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7', 'name': '', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'mac_address': 'fa:16:3e:d6:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:43Z', 'updated_at': '2022-02-17T22:34:47Z', 'revision_number': 2, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'subnets': [{'id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:50.972912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:50.984888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'port': {'network_id': '333d89db-1e54-4220-b783-e08bc3db644b', 'name': 'tempest-FloatingIPTestJSON-764638503'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:51.018751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Checking router: d44140d5-c261-417d-bf72-0bdcec186469 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:34:51.019551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Updating router d44140d5-c261-417d-bf72-0bdcec186469 port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:34:51.027555 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:51.031866 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:51.106208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:51.107771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (379cb107-8e28-4ae6-b767-7e434dcb9c71), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:51.199859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:51.229013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:51.236854 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:51.279512 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:51.290781 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:51.319451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] Sync routers for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:51.335446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:51.336085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:51.402666 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4ee42ac7-8f03-4621-b5dc-19efb78e372b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "PUT /v2.0/floatingips/d46cb010-f925-47c4-87af-9d179bbb97eb HTTP/1.1" status: 200 len: 990 time: 6.2419851 Feb 17 22:34:51.410402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:34:51.420895 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135c2d9a-fc5d-4d67-941c-58e14dca96ff" -d '{"events": [{"name": "network-changed", "server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:34:51.523583 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:51.524646 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d04931c-66cc-44b2-bbd3-4792f123dfab None None] The sync data for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:51.531837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (379cb107-8e28-4ae6-b767-7e434dcb9c71), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:51.550933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:51.557933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1288888223-network', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:51.616971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Made reservation on behalf of a9e930b76e5246b98da16ca90abaddd8 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:51.645837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:51.703611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:51.792032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=379cb107-8e28-4ae6-b767-7e434dcb9c71,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:51.829489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:51.851612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d7a45c5-e3d7-4288-8299-c17bf591d435 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/379cb107-8e28-4ae6-b767-7e434dcb9c71 HTTP/1.1" status: 204 len: 168 time: 1.5607700 Feb 17 22:34:51.863535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38114) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:52.081120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks [] for security_group (da131bbb-6bb8-4605-b075-01193b7c4106), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.092238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (da131bbb-6bb8-4605-b075-01193b7c4106), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.122872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:34:52.124516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet cae68150-966b-4594-a79d-625b3e7fbec1 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:34:52.137060 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (cae68150-966b-4594-a79d-625b3e7fbec1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.140647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (576e485f-494c-44bd-b7aa-9b7842f68d00), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.144715 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Added segment 576e485f-494c-44bd-b7aa-9b7842f68d00 of type vlan for network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 Feb 17 22:34:52.276241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Publish callbacks [] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.287401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd287e-6451-47aa-b3d2-a71798658a4e None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:52.306906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (05817f80-fdc4-4cd1-8d35-4f621cf53c65), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.318610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (cae68150-966b-4594-a79d-625b3e7fbec1), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.426834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Made reservation on behalf of 31cd3ac59e654f35abcba88dfc03f5fd for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:52.436461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.487970 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a4adce-c40b-4d5d-a77d-e37b4f4af3e7 x-openstack-request-id: req-02a4adce-c40b-4d5d-a77d-e37b4f4af3e7 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:34:52.488282 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:34:52.488525 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02a4adce-c40b-4d5d-a77d-e37b4f4af3e7 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:34:52.488956 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'status': 'completed', 'code': 200} Feb 17 22:34:52.501441 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.503083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (05817f80-fdc4-4cd1-8d35-4f621cf53c65), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.520178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:52.520806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.734063 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (cae68150-966b-4594-a79d-625b3e7fbec1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:52.741760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] device_id is not set on port 8a845132-9762-4b51-a66b-a3febbea9624 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:34:52.755173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Pushing event updated for resources: {'Network': ['ID=05817f80-fdc4-4cd1-8d35-4f621cf53c65,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:52.852902 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2989340 Feb 17 22:34:52.860121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.860475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.860825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.861198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.861536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.865549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.865904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.866249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.866590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.866927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.867261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.867724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38126) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:52.879890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.880190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:34:52.886275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-9df39ca6-c9a9-4fe1-a86b-3c7e96ef0817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:52.890105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-9df39ca6-c9a9-4fe1-a86b-3c7e96ef0817 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 1128 time: 0.4219651 Feb 17 22:34:52.903179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Request body: {'subnet': {'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1288888223-subnet', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:52.965736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Made reservation on behalf of a9e930b76e5246b98da16ca90abaddd8 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:52.966095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549f01e8-445f-4690-ab96-9602b360082b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da131bbb-6bb8-4605-b075-01193b7c4106,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:52.991194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:53.051710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:34:53.265931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Allocated IP 172.20.0.11 (333d89db-1e54-4220-b783-e08bc3db644b/7dc7c8d8-3664-41f8-9d8b-69ceec35dd74/8a845132-9762-4b51-a66b-a3febbea9624) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:34:53.451719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:34:53.547121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (cae68150-966b-4594-a79d-625b3e7fbec1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:53.717776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=cae68150-966b-4594-a79d-625b3e7fbec1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:53.730449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:53.750178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-37e65ad7-2b71-4cc4-aec4-11ce32385c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/cae68150-966b-4594-a79d-625b3e7fbec1 HTTP/1.1" status: 204 len: 168 time: 1.8839786 Feb 17 22:34:53.780098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38134) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:53.811679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for port (8a845132-9762-4b51-a66b-a3febbea9624), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:53.961811 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8a845132-9762-4b51-a66b-a3febbea9624), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:53.988466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77929821-a513-4303-834d-79840a7dffc4 None None] Pushing event updated for resources: {'Port': ['ID=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:54.050896 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Network 333d89db-1e54-4220-b783-e08bc3db644b is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:54.054629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:54.141675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9eac05f1-84fc-4020-b1c2-c15df9923dbe tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3340013 Feb 17 22:34:54.144995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-052f8813-1c1f-4577-a154-5f2ce8a2f56f None None] Provisioning complete for port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:54.144995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-052f8813-1c1f-4577-a154-5f2ce8a2f56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:54.160346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38144) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:54.180570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:34:54.182368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:54.444806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-052f8813-1c1f-4577-a154-5f2ce8a2f56f None None] Port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:54.477700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-3f55efce-f01b-4560-9d31-e58ee775a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:54.496230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-3f55efce-f01b-4560-9d31-e58ee775a1ee service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 1.5337162 Feb 17 22:34:54.510803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84bc248-4074-4e1c-adf5-600313f12d5f None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:34:54.547293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event updated for resources: {'Port': ['ID=8a845132-9762-4b51-a66b-a3febbea9624,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:54.575684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Attempting to bind port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:34:54.576201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Attempting to bind port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:34:54.576666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Attempting to bind port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:34:54.618771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:54.636707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:54.686004 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72e220fd-0ea2-4344-989b-3831678207de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7113886 Feb 17 22:34:54.701642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38146) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:54.714697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Request body: {'floatingip': {'port_id': '8a845132-9762-4b51-a66b-a3febbea9624'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:54.905218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (eda222dc-a181-4b9d-9da3-9faa7b5025a5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:54.912171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:34:54.912787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Checking segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:54.927239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:54.928087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Bound using segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:34:54.928910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Bound port: 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:34:54.929549 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:55.030825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-a82b7438-726d-47c5-b800-eb8a9af689f1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 200 len: 998 time: 0.5117795 Feb 17 22:34:55.230188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] For port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:34:55.242078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] For port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:34:55.250566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b4d14e63-1031-4102-bd78-11721431e0c0 None None] Provisioning complete for port eaf9b350-58af-49da-a8f8-519e3aa99726 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:55.251157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b4d14e63-1031-4102-bd78-11721431e0c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:55.518626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-b86cf578-cf2e-42d0-ac76-8e7d5776755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:55.525788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-b86cf578-cf2e-42d0-ac76-8e7d5776755e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.4855492 Feb 17 22:34:55.605394 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:55.628619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:55.644471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:56.093782 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:56.104722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b4d14e63-1031-4102-bd78-11721431e0c0 None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:56.225528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77929821-a513-4303-834d-79840a7dffc4 None None] Pushing event updated for resources: {'Port': ['ID=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:56.283116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (b83ecb61-12e0-4fbd-baa9-b7763e2250a9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:56.296026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Routers {'d44140d5-c261-417d-bf72-0bdcec186469'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:56.296660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d44140d5-c261-417d-bf72-0bdcec186469'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:56.587401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:56.593398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (eda222dc-a181-4b9d-9da3-9faa7b5025a5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:56.641394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:34:56.663920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-b4b5d668-10ba-47e1-9264-0392fad01ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:56.667855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-b4b5d668-10ba-47e1-9264-0392fad01ec6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 1.1265285 Feb 17 22:34:56.670365 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (d08ba755-a1bc-43e5-a115-20d25216cb80), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:56.736709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ee86e208-104f-455f-b088-743d28301249 None None] Provisioning complete for port 8a845132-9762-4b51-a66b-a3febbea9624 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:56.745671 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee86e208-104f-455f-b088-743d28301249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8a845132-9762-4b51-a66b-a3febbea9624), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:56.809794 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP eda222dc-a181-4b9d-9da3-9faa7b5025a5 associated. External IP: 172.25.0.192, port: 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e. Feb 17 22:34:56.886168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ee86e208-104f-455f-b088-743d28301249 None None] Port 8a845132-9762-4b51-a66b-a3febbea9624 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:34:56.989985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-a3a89b49-40cf-44c1-95d8-5aef705c6501 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902374 Feb 17 22:34:57.004547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:34:57.072266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd46cb010-f925-47c4-87af-9d179bbb97eb', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'port_id': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'mac_address': 'fa:16:3e:55:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919d857-203c-4672-8c82-c91df4e5da52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:34:08Z', 'updated_at': '2022-02-17T22:34:48Z', 'revision_number': 1, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:57.291814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] Set router d44140d5-c261-417d-bf72-0bdcec186469 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:34:57.301208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:34:57.303511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:57.366465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=b83ecb61-12e0-4fbd-baa9-b7763e2250a9,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:34:57.436810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:57.532852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-589e7e60-4133-47ad-818e-102295fc628a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3620284 Feb 17 22:34:57.543016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38176) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:57.578393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:34:57.597533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:34:57.605539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] Checking router: 51a9dfce-ceac-4249-8262-0c3f652b2030 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:34:57.705052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eaf9b350-58af-49da-a8f8-519e3aa99726 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:34:57.892140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:57.913028 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:57.948032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:57.962157 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:58.165725 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:58.219885 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:58.222766 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:58.432755 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:58.440376 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebe613-1222-4fce-b7b4-429dddfd39ce None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:58.944075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:34:58.983642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:58.983642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:58.983642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-89e4ad55-f1c3-4d44-b4f2-38800f5afe61 None None] Provisioning complete for port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:34:58.983642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89e4ad55-f1c3-4d44-b4f2-38800f5afe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:59.176699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:34:46Z', 'revision_number': 4, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port': {'id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:36Z', 'updated_at': '2022-02-17T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7', 'name': '', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'mac_address': 'fa:16:3e:d6:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:43Z', 'updated_at': '2022-02-17T22:34:55Z', 'revision_number': 4, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'subnets': [{'id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:59.243525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-135c2d9a-fc5d-4d67-941c-58e14dca96ff req-12657f06-60b1-417d-9c6c-4ec572452c5c service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2236097 Feb 17 22:34:59.244367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Checking segment: {'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:34:59.244594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Network hostable DHCP agents. Network: 05817f80-fdc4-4cd1-8d35-4f621cf53c65, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:34:59.269604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f0b1fa-6e2d-495e-b142-3d33f154424e None None] The sync data for ids ['d44140d5-c261-417d-bf72-0bdcec186469'] in n-d-828369-18 is: [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:34:46Z', 'revision_number': 4, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port': {'id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:36Z', 'updated_at': '2022-02-17T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7', 'name': '', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'mac_address': 'fa:16:3e:d6:45:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_interface', 'standard_attr_id': 2812, 'fixed_ips': [{'subnet_id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:43Z', 'updated_at': '2022-02-17T22:34:55Z', 'revision_number': 4, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'subnets': [{'id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:34:59.301138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:34:59.312798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:59.374816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:34:59.399696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:59.482346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-89e4ad55-f1c3-4d44-b4f2-38800f5afe61 None None] Current status of the port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:34:59.482898 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89e4ad55-f1c3-4d44-b4f2-38800f5afe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:59.508270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] Sync routers for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:34:59.574092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:34:59.574805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:34:59.606710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] Deleting port eaf9b350-58af-49da-a8f8-519e3aa99726 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:59.607083 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:34:59.633211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-285fd34d-a427-4b1d-b049-a70250b739a0 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/floatingips/eda222dc-a181-4b9d-9da3-9faa7b5025a5 HTTP/1.1" status: 200 len: 978 time: 4.9304125 Feb 17 22:34:59.633795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38194) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:34:59.901271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:34:59.932152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 8a845132-9762-4b51-a66b-a3febbea9624 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:34:59.933043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8a845132-9762-4b51-a66b-a3febbea9624), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:00.292600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8a845132-9762-4b51-a66b-a3febbea9624), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:00.310108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eaf9b350-58af-49da-a8f8-519e3aa99726 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:00.311217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:00.422029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:00.628749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-89e4ad55-f1c3-4d44-b4f2-38800f5afe61 None None] For port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:00.711768 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89e4ad55-f1c3-4d44-b4f2-38800f5afe61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:00.753270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:00.760598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:00.761444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d08ba755-a1bc-43e5-a115-20d25216cb80,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:00.764809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:00.800936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:35:00.882790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:00.887354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4619db64-502b-4341-a55c-b30466f5fc20 None None] The sync data for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:00.971328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.028019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 05817f80-fdc4-4cd1-8d35-4f621cf53c65) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:01.074295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:01.079957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.089626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-20177a65-4788-442c-aad3-09cacd336bbd service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 3.5403581 Feb 17 22:35:01.131836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f282c-f907-49b1-aedc-a35036741cb5 None None] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:01.194314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6748e006-ec18-4525-a3ec-6012b03d49b1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 8.3131151 Feb 17 22:35:01.214458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38222) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:01.242260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:01.278450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:35:01.384813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd46cb010-f925-47c4-87af-9d179bbb97eb', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'port_id': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'mac_address': 'fa:16:3e:55:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919d857-203c-4672-8c82-c91df4e5da52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:34:08Z', 'updated_at': '2022-02-17T22:34:48Z', 'revision_number': 1, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:01.388187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:01.397136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (7160b0b7-cf40-4ff4-9a04-96ab0379d397), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.398228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (7160b0b7-cf40-4ff4-9a04-96ab0379d397), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.561630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff097bd-3239-4708-8cc1-ac4538eb6fe7 None None] The sync data for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 is: [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd46cb010-f925-47c4-87af-9d179bbb97eb', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'floating_ip_address': '172.25.0.34', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'port_id': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'mac_address': 'fa:16:3e:55:d5:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8919d857-203c-4672-8c82-c91df4e5da52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:34:08Z', 'updated_at': '2022-02-17T22:34:48Z', 'revision_number': 1, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:01.577845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:01.579206 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.593624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-05817f80-fdc4-4cd1-8d35-4f621cf53c65', 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65', 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'fixed_ips': [{'subnet_id': 'd08ba755-a1bc-43e5-a115-20d25216cb80'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:35:01.594974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.656480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.656850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (eda222dc-a181-4b9d-9da3-9faa7b5025a5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.665283 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Floating IP eda222dc-a181-4b9d-9da3-9faa7b5025a5 disassociated. External IP: 172.25.0.192, port: 8a845132-9762-4b51-a66b-a3febbea9624. Feb 17 22:35:01.665928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 8a845132-9762-4b51-a66b-a3febbea9624 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:01.684023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e4ad55-f1c3-4d44-b4f2-38800f5afe61 None None] Pushing event updated for resources: {'Port': ['ID=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:01.897010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=14']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:01.915679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] Calling delete_port for eaf9b350-58af-49da-a8f8-519e3aa99726 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:01.962539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3487d-baae-487b-a778-83b455ed51cc req-f68e2b26-eafe-4638-abfd-77893ddcb1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:01.964960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks [] for router_controller (7160b0b7-cf40-4ff4-9a04-96ab0379d397), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:01.971873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-f68e2b26-eafe-4638-abfd-77893ddcb1da service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 1128 time: 0.7257247 Feb 17 22:35:02.023605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:02.024543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:02.283168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:02.416809 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153eadae-c0ec-4e35-ad31-0e97c226d945 None None] New status for floating IP d46cb010-f925-47c4-87af-9d179bbb97eb: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:35:02.849944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Allocated IP 172.20.0.2 (05817f80-fdc4-4cd1-8d35-4f621cf53c65/d08ba755-a1bc-43e5-a115-20d25216cb80/2a0cac1d-4fa0-4b1c-b267-9f04ca630663) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:02.853833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:02.854423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3487d-baae-487b-a778-83b455ed51cc req-1c53e49c-7a4f-41af-98c8-08780e572d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:02.864321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-1c53e49c-7a4f-41af-98c8-08780e572d63 service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.8689198 Feb 17 22:35:03.270452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] For port eaf9b350-58af-49da-a8f8-519e3aa99726, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eaf9b350-58af-49da-a8f8-519e3aa99726,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:03.282588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:03.326390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:03.328621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38242) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:03.425765 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:03.468585 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks [] for router_gateway (7160b0b7-cf40-4ff4-9a04-96ab0379d397), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:03.473840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (9f88d830-5f37-4890-9353-65609415c4e7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:03.559794 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (eaf9b350-58af-49da-a8f8-519e3aa99726), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:03.604296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8a845132-9762-4b51-a66b-a3febbea9624), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:03.683298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=8a845132-9762-4b51-a66b-a3febbea9624,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:03.702990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] No DVR routers for this DVR port eaf9b350-58af-49da-a8f8-519e3aa99726 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:03.756074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c7d259-19db-48b2-91d5-b7db291f2b66 None None] Pushing event deleted for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:03.820047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63a1d2f-9500-4f83-a9b8-e17852e343a5 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:03.913602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=9f88d830-5f37-4890-9353-65609415c4e7,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:03.921380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=eaf9b350-58af-49da-a8f8-519e3aa99726,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:03.930176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-312d824b-6bda-4e6d-af49-1d8720eeef2a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 200 len: 1000 time: 1.0604360 Feb 17 22:35:04.063090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:35:04.074414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3487d-baae-487b-a778-83b455ed51cc req-b6889c6d-909a-4c1f-b60b-f2f34014dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:04.077729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-b6889c6d-909a-4c1f-b60b-f2f34014dbfc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.1226418 Feb 17 22:35:04.089420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:04.112403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1e7f00ac-4835-4eb0-8bfb-d8fc90e784d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:04.116246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:04.206458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:04.214299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:04.421850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:35:04.443702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38256) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:04.462171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:87:f8:ca', 'name': 'tempest-NetworksTestDHCPv6-570878068'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:04.466473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a18cea2a-626d-436b-bf72-9bb4caf26962 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.9154029 Feb 17 22:35:04.506977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3487d-baae-487b-a778-83b455ed51cc req-e3d51e0c-bed7-4614-bd20-bfae29b7ca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:04.522813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-e3d51e0c-bed7-4614-bd20-bfae29b7ca0a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4299181 Feb 17 22:35:04.641278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] Sync routers for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:04.680488 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:04.685120 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1f993dbd-0c42-4211-81ae-99d74815f58f tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/ports/8a845132-9762-4b51-a66b-a3febbea9624 HTTP/1.1" status: 204 len: 168 time: 5.0503066 Feb 17 22:35:04.688296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '9f88d830-5f37-4890-9353-65609415c4e7'}, {'subnet_id': 'b83ecb61-12e0-4fbd-baa9-b7763e2250a9'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:35:04.689780 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:04.694933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38262) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:04.722623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:04.724299 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.159702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Allocated IP 172.20.0.2 (09316e07-fc22-44f3-8240-ce381295cee3/b83ecb61-12e0-4fbd-baa9-b7763e2250a9/19effca5-2025-4503-a0ef-b1bde1881a13) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:05.168341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Allocated IP 2001:db8::f816:3eff:fecd:ac8d (09316e07-fc22-44f3-8240-ce381295cee3/9f88d830-5f37-4890-9353-65609415c4e7/19effca5-2025-4503-a0ef-b1bde1881a13) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:05.314309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1e7f00ac-4835-4eb0-8bfb-d8fc90e784d6 admin admin] Publish callbacks [] for security_group (3c2461a7-e349-4c3c-b9e1-5cda0071f817), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.319610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1e7f00ac-4835-4eb0-8bfb-d8fc90e784d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3c2461a7-e349-4c3c-b9e1-5cda0071f817), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.336919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-bce2455f-4957-4a66-893d-6c8c9c684e00 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900944 Feb 17 22:35:05.338917 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Publish callbacks [] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.386333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.517378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1e7f00ac-4835-4eb0-8bfb-d8fc90e784d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce8b627ada51439899d8a1fc13754f27&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1839099 Feb 17 22:35:05.522382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Publish callbacks [] for port (19effca5-2025-4503-a0ef-b1bde1881a13), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.560812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:05.561383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:05.641262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38272) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:05.644727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e3487d-baae-487b-a778-83b455ed51cc req-6f562b2d-5eeb-4ec9-b2fc-e575964fca29 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963600 Feb 17 22:35:05.651647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f00ac-4835-4eb0-8bfb-d8fc90e784d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2461a7-e349-4c3c-b9e1-5cda0071f817,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:05.773290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Pushing event updated for resources: {'Port': ['ID=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:05.797062 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce38682c-1171-4e07-800e-cba07fef7465 admin admin] Publish callbacks [] for security_group (3c2461a7-e349-4c3c-b9e1-5cda0071f817), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.797323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.800151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:05.804626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:05.833817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce38682c-1171-4e07-800e-cba07fef7465 admin admin] Publish callbacks [] for security_group (3c2461a7-e349-4c3c-b9e1-5cda0071f817), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.877733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:05.900255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce38682c-1171-4e07-800e-cba07fef7465 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3c2461a7-e349-4c3c-b9e1-5cda0071f817), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.903162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:05.906048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce38682c-1171-4e07-800e-cba07fef7465 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:05.910932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:05.912102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ce38682c-1171-4e07-800e-cba07fef7465 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c2461a7-e349-4c3c-b9e1-5cda0071f817 HTTP/1.1" status: 204 len: 168 time: 0.2663751 Feb 17 22:35:05.928598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38682c-1171-4e07-800e-cba07fef7465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2461a7-e349-4c3c-b9e1-5cda0071f817,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:05.950119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:05.960135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:05.970053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:05.985365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:05.986719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:06.073846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks [] for router_gateway (7160b0b7-cf40-4ff4-9a04-96ab0379d397), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.112765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Pushing event updated for resources: {'Port': ['ID=19effca5-2025-4503-a0ef-b1bde1881a13,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:06.133193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.176433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.192581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:06.193475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b59fa3b-dd61-458c-bf72-28942ed6466e None None] The sync data for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:06.252353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:06.355651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 6e39cd91-ceba-4a56-a8de-0a03d79016e8 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:35:06.417561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Attempting to bind port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:06.418154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Attempting to bind port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:06.418649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Attempting to bind port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 on network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:06.453695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:06.457668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Checking segment: {'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:06.458239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.460143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Bound using segment: {'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:06.471516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Bound port: 2a0cac1d-4fa0-4b1c-b267-9f04ca630663, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:06.472101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.485890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Attempting to bind port 19effca5-2025-4503-a0ef-b1bde1881a13 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:06.499724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Attempting to bind port 19effca5-2025-4503-a0ef-b1bde1881a13 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:06.501775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Attempting to bind port 19effca5-2025-4503-a0ef-b1bde1881a13 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:06.510508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:06.544154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:06.546831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.552535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:06.555250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Bound port: 19effca5-2025-4503-a0ef-b1bde1881a13, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:06.556479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.872340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Allocated IP 172.25.0.46 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/cd116610-0ba7-485c-b11d-c0c10a302c22) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:06.905221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:06.971747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38290) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:06.996739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1e3f-9b26-4172-a712-faee318b2c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:07.088576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] For port 19effca5-2025-4503-a0ef-b1bde1881a13, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:07.136406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] For port 19effca5-2025-4503-a0ef-b1bde1881a13, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=19effca5-2025-4503-a0ef-b1bde1881a13,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:07.166798 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:07.298982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1e3f-9b26-4172-a712-faee318b2c93 admin admin] Publish callbacks [] for security_group (70721255-0ccb-4d62-bb43-469dcb1ad1a4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:07.307517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac9a1e3f-9b26-4172-a712-faee318b2c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (70721255-0ccb-4d62-bb43-469dcb1ad1a4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:07.322054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 172.20.0.3 (09316e07-fc22-44f3-8240-ce381295cee3/b83ecb61-12e0-4fbd-baa9-b7763e2250a9/6e39cd91-ceba-4a56-a8de-0a03d79016e8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:07.352712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:fe87:f8ca (09316e07-fc22-44f3-8240-ce381295cee3/9f88d830-5f37-4890-9353-65609415c4e7/6e39cd91-ceba-4a56-a8de-0a03d79016e8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:07.400944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks [] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:07.456457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] For port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:07.497679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] For port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,segment=NetworkSegment(576e485f-494c-44bd-b7aa-9b7842f68d00),segment_id=576e485f-494c-44bd-b7aa-9b7842f68d00)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:07.556770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:07.559088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95335694-cb8b-4c3d-a795-72cddc339c91 None None] Pushing event updated for resources: {'Port': ['ID=19effca5-2025-4503-a0ef-b1bde1881a13,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:07.652354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ac9a1e3f-9b26-4172-a712-faee318b2c93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=feaf3ddb5edf42ae862d3df072992b6e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6760590 Feb 17 22:35:07.655187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:07.659781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a1e3f-9b26-4172-a712-faee318b2c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70721255-0ccb-4d62-bb43-469dcb1ad1a4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:07.849833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6372adc-72d0-444d-a11d-d9eef1fd69af None None] Pushing event updated for resources: {'Port': ['ID=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:08.023942 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:08.394139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Pushing event updated for resources: {'Port': ['ID=cd116610-0ba7-485c-b11d-c0c10a302c22,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:08.409812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6debbfc-96cf-4d1f-a3b0-b7b8c78ff9a6 admin admin] Publish callbacks [] for security_group (70721255-0ccb-4d62-bb43-469dcb1ad1a4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:08.519621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:08.584903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:08.616912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:08.980790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 19effca5-2025-4503-a0ef-b1bde1881a13 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:09.101471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6debbfc-96cf-4d1f-a3b0-b7b8c78ff9a6 admin admin] Publish callbacks [] for security_group (70721255-0ccb-4d62-bb43-469dcb1ad1a4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:09.123876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 19effca5-2025-4503-a0ef-b1bde1881a13 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:09.123876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:09.266802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:09.283133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 19effca5-2025-4503-a0ef-b1bde1881a13 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:09.283592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:09.327196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 19effca5-2025-4503-a0ef-b1bde1881a13, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=19effca5-2025-4503-a0ef-b1bde1881a13,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:09.338263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:09.339125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:09.449500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:09.449866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:09.499029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=19effca5-2025-4503-a0ef-b1bde1881a13,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:09.619354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:09.619973 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:09.730971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,segment=NetworkSegment(576e485f-494c-44bd-b7aa-9b7842f68d00),segment_id=576e485f-494c-44bd-b7aa-9b7842f68d00)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:09.740986 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:10.056009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:10.520516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 19effca5-2025-4503-a0ef-b1bde1881a13 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:10.590649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0445703-a888-4270-80fc-fad2c2b6d40f None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:10.609920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60521588-5684-4cf1-9d43-91168bf2e3be None None] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:10.759580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (6e39cd91-ceba-4a56-a8de-0a03d79016e8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:10.793709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1c6706b3-4ec0-4a93-96b7-38fca4a27273 None None] Provisioning complete for port 19effca5-2025-4503-a0ef-b1bde1881a13 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:10.794100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c6706b3-4ec0-4a93-96b7-38fca4a27273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:10.852051 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6debbfc-96cf-4d1f-a3b0-b7b8c78ff9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (70721255-0ccb-4d62-bb43-469dcb1ad1a4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:10.859742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6debbfc-96cf-4d1f-a3b0-b7b8c78ff9a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:10.880486 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c6debbfc-96cf-4d1f-a3b0-b7b8c78ff9a6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/70721255-0ccb-4d62-bb43-469dcb1ad1a4 HTTP/1.1" status: 204 len: 168 time: 3.1791880 Feb 17 22:35:10.914087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 19effca5-2025-4503-a0ef-b1bde1881a13 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:10.914468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.019625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1c6706b3-4ec0-4a93-96b7-38fca4a27273 None None] Current status of the port 19effca5-2025-4503-a0ef-b1bde1881a13 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:11.115578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6debbfc-96cf-4d1f-a3b0-b7b8c78ff9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70721255-0ccb-4d62-bb43-469dcb1ad1a4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:11.132965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6e39cd91-ceba-4a56-a8de-0a03d79016e8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.182076 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:35:11.223380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:11.252536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:11.260449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:11.352166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bd47eecd-15c8-489a-95f4-33a891884af9 None None] Provisioning complete for port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:11.353028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bd47eecd-15c8-489a-95f4-33a891884af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.487246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks [] for router_gateway (7160b0b7-cf40-4ff4-9a04-96ab0379d397), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.598696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 02586c44-fc2a-4ddb-b40c-052f4ff4b846 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:11.599421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.672767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38332) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:11.674216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 19effca5-2025-4503-a0ef-b1bde1881a13 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:11.676677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:11.731755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af85273a-6143-4ae0-87ba-8ece883d6324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.761093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:11.762919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.847258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bd47eecd-15c8-489a-95f4-33a891884af9 None None] Current status of the port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:11.868747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:11.869186 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:11.880706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=6e39cd91-ceba-4a56-a8de-0a03d79016e8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:11.918618 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e31128e-dd94-4a34-afc2-a69563b3c029 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 7.4672012 Feb 17 22:35:11.922382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38340) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:12.094321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af85273a-6143-4ae0-87ba-8ece883d6324 admin admin] Publish callbacks [] for security_group (d8444e70-ef01-4292-99fd-a9c512578aaf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.123531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.162279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af85273a-6143-4ae0-87ba-8ece883d6324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d8444e70-ef01-4292-99fd-a9c512578aaf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.164291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 02586c44-fc2a-4ddb-b40c-052f4ff4b846 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:12.198647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-99368131-68af-4ae5-9364-42da2806329f None None] Provisioning complete for port 19effca5-2025-4503-a0ef-b1bde1881a13 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:12.199535 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99368131-68af-4ae5-9364-42da2806329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.305466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85273a-6143-4ae0-87ba-8ece883d6324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8444e70-ef01-4292-99fd-a9c512578aaf,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:12.350636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff0270b-71b5-4ac6-aaed-ced5951d72c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:12.370577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff0270b-71b5-4ac6-aaed-ced5951d72c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:12.372314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ff0270b-71b5-4ac6-aaed-ced5951d72c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4491446 Feb 17 22:35:12.376489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38342) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:12.416906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:12.462681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-af85273a-6143-4ae0-87ba-8ece883d6324 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a5a0fb1b89e945fc89c00014bf5a6e7c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7850654 Feb 17 22:35:12.465086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38344) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:12.565110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-99368131-68af-4ae5-9364-42da2806329f None None] Current status of the port 19effca5-2025-4503-a0ef-b1bde1881a13 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:12.597491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-99368131-68af-4ae5-9364-42da2806329f None None] Provisioning complete for port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:12.597975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99368131-68af-4ae5-9364-42da2806329f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.692601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 6e39cd91-ceba-4a56-a8de-0a03d79016e8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:12.693198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6e39cd91-ceba-4a56-a8de-0a03d79016e8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.758118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7564ea07-0fb7-4148-b5da-b1b93221c38d admin admin] Publish callbacks [] for security_group (d8444e70-ef01-4292-99fd-a9c512578aaf), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.783953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:12.849740 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7564ea07-0fb7-4148-b5da-b1b93221c38d admin admin] Publish callbacks [] for security_group (d8444e70-ef01-4292-99fd-a9c512578aaf), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:12.916882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-99368131-68af-4ae5-9364-42da2806329f None None] Current status of the port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:13.031505 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (7160b0b7-cf40-4ff4-9a04-96ab0379d397), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:13.044125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7564ea07-0fb7-4148-b5da-b1b93221c38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d8444e70-ef01-4292-99fd-a9c512578aaf), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:13.053042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7564ea07-0fb7-4148-b5da-b1b93221c38d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:13.062414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-21a39164-8773-4609-98cf-6cad8f687370 None None] Provisioning complete for port 6e39cd91-ceba-4a56-a8de-0a03d79016e8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:13.062922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21a39164-8773-4609-98cf-6cad8f687370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e39cd91-ceba-4a56-a8de-0a03d79016e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:13.073697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7564ea07-0fb7-4148-b5da-b1b93221c38d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8444e70-ef01-4292-99fd-a9c512578aaf HTTP/1.1" status: 204 len: 168 time: 0.6055310 Feb 17 22:35:13.127463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7564ea07-0fb7-4148-b5da-b1b93221c38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8444e70-ef01-4292-99fd-a9c512578aaf,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:13.213699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-21a39164-8773-4609-98cf-6cad8f687370 None None] Port 6e39cd91-ceba-4a56-a8de-0a03d79016e8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:35:13.321591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (02586c44-fc2a-4ddb-b40c-052f4ff4b846), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:13.350583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6e39cd91-ceba-4a56-a8de-0a03d79016e8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:13.367761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=02586c44-fc2a-4ddb-b40c-052f4ff4b846,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:13.414653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 6e39cd91-ceba-4a56-a8de-0a03d79016e8 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:14.241065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6e39cd91-ceba-4a56-a8de-0a03d79016e8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:14.424589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-562e190e-d9ec-4350-8646-689951ee80a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:14.568975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=6e39cd91-ceba-4a56-a8de-0a03d79016e8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:14.649079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:35:14.950072 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:14.977382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9bca7877-02ff-4637-8092-ae38f3a169d0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/6e39cd91-ceba-4a56-a8de-0a03d79016e8 HTTP/1.1" status: 204 len: 168 time: 2.5959532 Feb 17 22:35:14.979809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38380) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:15.085941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:15.260891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194e391-b110-4c9c-bdd7-49f45897c6b2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:15.273610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194e391-b110-4c9c-bdd7-49f45897c6b2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:15.276396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6194e391-b110-4c9c-bdd7-49f45897c6b2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:15.279696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6194e391-b110-4c9c-bdd7-49f45897c6b2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2976928 Feb 17 22:35:15.296999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38392) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:15.299762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:35:15.319139 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Sync routers for ids ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:15.344845 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Routers {'7160b0b7-cf40-4ff4-9a04-96ab0379d397'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:15.347442 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:34:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:15.463396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:15.464912 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2c5c19a2-3425-489f-88cb-8ef7ee0cda4b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 14.2517610 Feb 17 22:35:15.471412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38394) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:15.610321 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Set router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:35:15.652903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 9f88d830-5f37-4890-9353-65609415c4e7 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:15.667201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (9f88d830-5f37-4890-9353-65609415c4e7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:15.971141 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (9f88d830-5f37-4890-9353-65609415c4e7), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:16.361915 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:35:10Z', 'revision_number': 3, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port': {'id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:06Z', 'updated_at': '2022-02-17T22:35:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:16.474703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Checking router: 7160b0b7-cf40-4ff4-9a04-96ab0379d397 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:35:16.477085 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Updating router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 port cd116610-0ba7-485c-b11d-c0c10a302c22 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:35:16.553108 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:16.561146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (9f88d830-5f37-4890-9353-65609415c4e7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:16.799236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (9f88d830-5f37-4890-9353-65609415c4e7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:16.850939 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:16.858895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c106bf82-d0bd-4530-aef4-f89543a587b4 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:16.879443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/9f88d830-5f37-4890-9353-65609415c4e7 HTTP/1.1" status: 204 len: 168 time: 1.5806694 Feb 17 22:35:16.880384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38416) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:17.155192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet b83ecb61-12e0-4fbd-baa9-b7763e2250a9 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:17.158953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a062223-0b26-4b2d-9091-afa0982adc6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=9f88d830-5f37-4890-9353-65609415c4e7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:17.179078 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (b83ecb61-12e0-4fbd-baa9-b7763e2250a9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:17.367725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c838be33-fe77-4e65-9d10-c4dbbcd9400e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:17.384307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (b83ecb61-12e0-4fbd-baa9-b7763e2250a9), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:17.586329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:35:17.637220 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Publish callbacks [] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:17.684757 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:17.795440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b83ecb61-12e0-4fbd-baa9-b7763e2250a9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:17.831355 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df79e4-a0b0-4a94-94c4-a7590abbbe1d None None] Pushing event updated for resources: {'Port': ['ID=cd116610-0ba7-485c-b11d-c0c10a302c22,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:17.929982 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Attempting to bind port cd116610-0ba7-485c-b11d-c0c10a302c22 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:17.931045 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Attempting to bind port cd116610-0ba7-485c-b11d-c0c10a302c22 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:17.935231 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Attempting to bind port cd116610-0ba7-485c-b11d-c0c10a302c22 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:17.976347 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 34, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:17.977070 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:17.979729 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:17.982408 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:17.988245 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Bound port: cd116610-0ba7-485c-b11d-c0c10a302c22, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:17.988997 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:18.008316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (b83ecb61-12e0-4fbd-baa9-b7763e2250a9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:18.093866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=b83ecb61-12e0-4fbd-baa9-b7763e2250a9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:18.137488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:18.144857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f5de57e5-f505-40de-ac36-2eb5f3c8f79f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/b83ecb61-12e0-4fbd-baa9-b7763e2250a9 HTTP/1.1" status: 204 len: 168 time: 1.1629429 Feb 17 22:35:18.152082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38432) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:18.313804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:35:18.323686 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] For port cd116610-0ba7-485c-b11d-c0c10a302c22, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:18.329887 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-29dfe414-6a57-42c5-9828-3d7365370515 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/routers/8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6316383 Feb 17 22:35:18.340774 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] For port cd116610-0ba7-485c-b11d-c0c10a302c22, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cd116610-0ba7-485c-b11d-c0c10a302c22,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:18.342785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38438) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:18.364473 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:18.380821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f4c91ad9-3ebe-4834-a4ff-1936997f01e7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2097518 Feb 17 22:35:18.381791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38440) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:18.627133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0483844a-4abd-46c3-83d9-47d1f5cf4823 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:18.652564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0483844a-4abd-46c3-83d9-47d1f5cf4823 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2658162 Feb 17 22:35:18.655410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38446) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:18.659636 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Routers {'7160b0b7-cf40-4ff4-9a04-96ab0379d397'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:18.660406 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:18.768431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:18.779054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] Sync routers for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:18.833525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:18.833927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:18.887913 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df79e4-a0b0-4a94-94c4-a7590abbbe1d None None] Pushing event updated for resources: {'Port': ['ID=cd116610-0ba7-485c-b11d-c0c10a302c22,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:18.902305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ec8a2d-faa0-4a8b-ab46-eee8d0583158 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:18.904412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-02ec8a2d-faa0-4a8b-ab46-eee8d0583158 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2497361 Feb 17 22:35:18.909943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38448) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:19.009543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (c9008528-f374-49d6-b373-bef8a20cb4d8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:19.026250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:19.050347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] Routers {'8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:19.052067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:19.137302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] Set router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:35:19.140634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:19.141313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c85d870-eef3-4ba3-83b5-eba6d4ebeec4 None None] The sync data for ids ['8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:19.195520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6322dda-b902-40d1-9f70-41cef8eb6cee None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:19.379981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9731e18c-f637-408b-ac3e-ff86c6128e20 None None] Provisioning complete for port 19effca5-2025-4503-a0ef-b1bde1881a13 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:19.381531 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9731e18c-f637-408b-ac3e-ff86c6128e20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:19.413786 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1c159efb-4d71-4c9b-b87c-21b6ea14e684 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4640045 Feb 17 22:35:19.414101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38456) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:19.420481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c4345f7e-9207-4442-9973-a76a89a6b50d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:19.538448 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:19.664582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4345f7e-9207-4442-9973-a76a89a6b50d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:19.669365 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c4345f7e-9207-4442-9973-a76a89a6b50d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:19.674319 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4345f7e-9207-4442-9973-a76a89a6b50d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:35:19.674766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4345f7e-9207-4442-9973-a76a89a6b50d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:19.710148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c4345f7e-9207-4442-9973-a76a89a6b50d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2949781 Feb 17 22:35:19.717241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38460) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:19.724338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-da260784-14b5-438c-a5ed-532f52f8b7c6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:19.799596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9731e18c-f637-408b-ac3e-ff86c6128e20 None None] Current status of the port 19effca5-2025-4503-a0ef-b1bde1881a13 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:19.816140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:35:19.953883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da260784-14b5-438c-a5ed-532f52f8b7c6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:19.960298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-da260784-14b5-438c-a5ed-532f52f8b7c6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:19.961784 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-da260784-14b5-438c-a5ed-532f52f8b7c6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:35:19.962276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da260784-14b5-438c-a5ed-532f52f8b7c6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:20.007558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-da260784-14b5-438c-a5ed-532f52f8b7c6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2891502 Feb 17 22:35:20.012668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38464) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:20.019207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-18a3d6f4-ab93-4a6b-b790-5a0a571d05c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:20.064597 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:35:10Z', 'revision_number': 3, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port': {'id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:06Z', 'updated_at': '2022-02-17T22:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:20.076031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] Deleting port 19effca5-2025-4503-a0ef-b1bde1881a13 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:20.076409 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.088166 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.182834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.228566 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae795c4-dbb3-47e4-8865-0aefb762d38b None None] The sync data for ids ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'] in n-d-828369-18 is: [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:35:10Z', 'revision_number': 3, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port': {'id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:06Z', 'updated_at': '2022-02-17T22:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:20.300863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] For port 19effca5-2025-4503-a0ef-b1bde1881a13, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=19effca5-2025-4503-a0ef-b1bde1881a13,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:20.301596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.330938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a3d6f4-ab93-4a6b-b790-5a0a571d05c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:20.337718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] Calling delete_port for 19effca5-2025-4503-a0ef-b1bde1881a13 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:20.344443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18a3d6f4-ab93-4a6b-b790-5a0a571d05c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.346676 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a3d6f4-ab93-4a6b-b790-5a0a571d05c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:35:20.347125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a3d6f4-ab93-4a6b-b790-5a0a571d05c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:20.405374 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18a3d6f4-ab93-4a6b-b790-5a0a571d05c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3915420 Feb 17 22:35:20.416024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38466) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:20.447317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9bcc12ad-d1e0-4b60-80ff-e496df7b5943 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:20.630195 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (19effca5-2025-4503-a0ef-b1bde1881a13), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.700736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Allocated IP 172.20.0.1 (05817f80-fdc4-4cd1-8d35-4f621cf53c65/d08ba755-a1bc-43e5-a115-20d25216cb80/5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:20.711982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 19effca5-2025-4503-a0ef-b1bde1881a13 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:20.774236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 19effca5-2025-4503-a0ef-b1bde1881a13 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:20.774595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 19effca5-2025-4503-a0ef-b1bde1881a13 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:20.794685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] Pushing event deleted for resources: {'Port': ['ID=19effca5-2025-4503-a0ef-b1bde1881a13,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:20.814740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db47c73-5961-4d1e-b6d4-d96d322e4ff2 None None] No DVR routers for this DVR port 19effca5-2025-4503-a0ef-b1bde1881a13 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:20.851399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks [] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.880859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcc12ad-d1e0-4b60-80ff-e496df7b5943 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:20.885944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.917189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9bcc12ad-d1e0-4b60-80ff-e496df7b5943 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.943036 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bcc12ad-d1e0-4b60-80ff-e496df7b5943 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:35:20.943242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:20.945177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bcc12ad-d1e0-4b60-80ff-e496df7b5943 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:20.980924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9bcc12ad-d1e0-4b60-80ff-e496df7b5943 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5628667 Feb 17 22:35:20.983353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38472) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:21.002886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e2225450-2e51-4ae3-b3b9-f2d4531baf5b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:21.194164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2225450-2e51-4ae3-b3b9-f2d4531baf5b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:21.198097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e2225450-2e51-4ae3-b3b9-f2d4531baf5b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:21.199882 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2225450-2e51-4ae3-b3b9-f2d4531baf5b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:35:21.202296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:21.203180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2225450-2e51-4ae3-b3b9-f2d4531baf5b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:21.243247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e2225450-2e51-4ae3-b3b9-f2d4531baf5b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2526157 Feb 17 22:35:21.243990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38478) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:21.255042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:21.255514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3865ed42-fa01-4164-9c30-19c4391a7f16 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:21.280786 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:21.391477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (7160b0b7-cf40-4ff4-9a04-96ab0379d397), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:21.418804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Pushing event updated for resources: {'Port': ['ID=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:21.555025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3865ed42-fa01-4164-9c30-19c4391a7f16 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:21.572109 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3865ed42-fa01-4164-9c30-19c4391a7f16 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:21.574925 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-3865ed42-fa01-4164-9c30-19c4391a7f16 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:35:21.575612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3865ed42-fa01-4164-9c30-19c4391a7f16 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:21.610483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:21.629305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3865ed42-fa01-4164-9c30-19c4391a7f16 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3801286 Feb 17 22:35:21.632479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38484) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:21.754592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-94f2ad42-6c1c-4d8f-9ec2-026c301ac849 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1208317 Feb 17 22:35:21.760827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38486) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:21.920041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25defc0f-56fe-422c-95d4-995ee5d577b2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:21.921821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-25defc0f-56fe-422c-95d4-995ee5d577b2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1565750 Feb 17 22:35:21.924339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38488) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:21.979656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d0b347b9-bbf3-46fe-be12-b96819242236 None None] Provisioning complete for port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:21.980845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0b347b9-bbf3-46fe-be12-b96819242236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:22.031360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 8f54a3ef-992b-4f4e-8486-879546cc2329 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:22.033398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8f54a3ef-992b-4f4e-8486-879546cc2329), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:22.051391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f6e0c229-e7a4-4260-a452-eb2e9e1c1321 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1252966 Feb 17 22:35:22.056098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38490) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:22.062935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d0b347b9-bbf3-46fe-be12-b96819242236 None None] Port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:35:22.067111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:22.302756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:22.307741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:22.308311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:22.326609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Deleting port 0479d664-fca4-44c2-9a79-9b946b86f646 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:22.332070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:22.580173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] For port 0479d664-fca4-44c2-9a79-9b946b86f646, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0479d664-fca4-44c2-9a79-9b946b86f646,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:22.580551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:22.634156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Calling delete_port for 0479d664-fca4-44c2-9a79-9b946b86f646 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:22.840024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd116610-0ba7-485c-b11d-c0c10a302c22 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:22.943247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cd116610-0ba7-485c-b11d-c0c10a302c22 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:22.943725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.112581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cd116610-0ba7-485c-b11d-c0c10a302c22 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:23.113702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.174056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port cd116610-0ba7-485c-b11d-c0c10a302c22, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cd116610-0ba7-485c-b11d-c0c10a302c22,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:23.181017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.199320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:35:23.216893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (7ffe86b5-c99c-48c3-913a-ed42b41a1754), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.246339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks [] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.339870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=cd116610-0ba7-485c-b11d-c0c10a302c22,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:23.349073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:23.356085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:23.369993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b6305-3801-4c75-b4aa-dfb06667fd7e None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:23.378118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:23.379148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.432879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.469065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=7ffe86b5-c99c-48c3-913a-ed42b41a1754,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:23.513735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-80613464-aa4f-4fb3-91d8-93207eff4a7a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4516628 Feb 17 22:35:23.518172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38506) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:23.554788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:b8:5f:f7', 'name': 'tempest-NetworksTestDHCPv6-770627174'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:23.580356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (7160b0b7-cf40-4ff4-9a04-96ab0379d397), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.586256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Pushing event updated for resources: {'Port': ['ID=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:23.593665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8f54a3ef-992b-4f4e-8486-879546cc2329), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.632334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 8f54a3ef-992b-4f4e-8486-879546cc2329 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:23.766459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '7ffe86b5-c99c-48c3-913a-ed42b41a1754'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:35:23.769210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:23.910949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:24.338574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:24.385145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Allocated IP 2001:db8::f816:3eff:fe8f:53ba (09316e07-fc22-44f3-8240-ce381295cee3/7ffe86b5-c99c-48c3-913a-ed42b41a1754/574e9c8a-a4cf-4029-b60b-2646dbb96e95) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:24.440695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 2e692fe0-20f3-41ff-9195-d37128d7d381 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:35:24.897980 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Publish callbacks [] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:24.915321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd116610-0ba7-485c-b11d-c0c10a302c22 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:24.920856 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:25.057677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Pushing event updated for resources: {'Port': ['ID=574e9c8a-a4cf-4029-b60b-2646dbb96e95,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:25.097951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:25.107191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:25.114107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:25.183654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:feb8:5ff7 (09316e07-fc22-44f3-8240-ce381295cee3/7ffe86b5-c99c-48c3-913a-ed42b41a1754/2e692fe0-20f3-41ff-9195-d37128d7d381) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:25.257221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:25.283179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:25.345576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Attempting to bind port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:25.349412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Attempting to bind port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:25.350219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Attempting to bind port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:25.381853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cd116610-0ba7-485c-b11d-c0c10a302c22 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:25.382876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:25.393281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:25.393281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:25.393281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:25.393281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:25.393281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Bound port: 574e9c8a-a4cf-4029-b60b-2646dbb96e95, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:25.393281 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:25.471839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8f54a3ef-992b-4f4e-8486-879546cc2329), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:25.526372 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:25.610406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=8f54a3ef-992b-4f4e-8486-879546cc2329,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:25.734114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cd116610-0ba7-485c-b11d-c0c10a302c22 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:25.781280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] For port 574e9c8a-a4cf-4029-b60b-2646dbb96e95, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:25.795014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] For port 574e9c8a-a4cf-4029-b60b-2646dbb96e95, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=574e9c8a-a4cf-4029-b60b-2646dbb96e95,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:25.815827 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:25.937760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77684e3-8ff9-402e-91e0-c85c472e61aa None None] Pushing event updated for resources: {'Port': ['ID=574e9c8a-a4cf-4029-b60b-2646dbb96e95,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:26.218719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c26dd6cd-b6f9-450b-8db5-e9fbcdbd97c5 None None] Provisioning complete for port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:26.221122 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c26dd6cd-b6f9-450b-8db5-e9fbcdbd97c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:26.235596 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (2e692fe0-20f3-41ff-9195-d37128d7d381), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:26.373091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c26dd6cd-b6f9-450b-8db5-e9fbcdbd97c5 None None] Port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:35:26.472906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2e692fe0-20f3-41ff-9195-d37128d7d381), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:26.638656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:26.652143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:26.678388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:26.694655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:26.717584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:35:26.727816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:26.749859 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:26.799449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=2e692fe0-20f3-41ff-9195-d37128d7d381,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:26.829473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.831059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.831823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.832563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.833221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.833921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.834587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.835281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.836007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.836714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.837571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.838390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.839089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:26.879191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-73a7f129-8844-49c9-b072-13afa91e6247 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3557360 Feb 17 22:35:26.888166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38536) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:27.116828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0479d664-fca4-44c2-9a79-9b946b86f646), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:27.140928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:27.168666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_controller (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:27.171456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1920e397-4955-4d31-8997-aa306dacd5ed tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:27.195579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1920e397-4955-4d31-8997-aa306dacd5ed tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:27.203576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1920e397-4955-4d31-8997-aa306dacd5ed tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3082254 Feb 17 22:35:27.208426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38540) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:27.295652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Pushing event deleted for resources: {'Port': ['ID=0479d664-fca4-44c2-9a79-9b946b86f646,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:27.565429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 2e692fe0-20f3-41ff-9195-d37128d7d381 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:27.566292 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2e692fe0-20f3-41ff-9195-d37128d7d381), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:27.841295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:27.842265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Fanout notify agent at l3_agent the message router_deleted on router 8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:35:27.881469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:27.885698 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b20569c1-47f4-447a-bb9d-f6598a682468 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/routers/8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 HTTP/1.1" status: 204 len: 168 time: 9.5387866 Feb 17 22:35:27.918197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38550) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:28.023824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:35:28.039219 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Sync routers for ids ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:28.052276 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f4345a1f-5e3e-4b73-8f6a-e010ec29d607 admin admin] 10.222.0.79 "PUT /v2.0/routers/7160b0b7-cf40-4ff4-9a04-96ab0379d397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5771298 Feb 17 22:35:28.076684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting subnet 7dc7c8d8-3664-41f8-9d8b-69ceec35dd74 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:28.096099 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Routers {'7160b0b7-cf40-4ff4-9a04-96ab0379d397'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:28.096745 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:28.106953 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for subnet (7dc7c8d8-3664-41f8-9d8b-69ceec35dd74), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:28.133874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2e692fe0-20f3-41ff-9195-d37128d7d381), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:28.310921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 2e692fe0-20f3-41ff-9195-d37128d7d381 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:28.375607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (7dc7c8d8-3664-41f8-9d8b-69ceec35dd74), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:28.650847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (c9008528-f374-49d6-b373-bef8a20cb4d8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:28.879179 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Set router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:35:29.042400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7dc7c8d8-3664-41f8-9d8b-69ceec35dd74), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:29.089819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-089388f0-6eae-4e54-81d9-aa9a8ef2f782 None None] Provisioning complete for port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:29.092348 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-089388f0-6eae-4e54-81d9-aa9a8ef2f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:29.230435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 574e9c8a-a4cf-4029-b60b-2646dbb96e95 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:29.440499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2e692fe0-20f3-41ff-9195-d37128d7d381), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:29.641938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=2e692fe0-20f3-41ff-9195-d37128d7d381,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:29.653392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (7dc7c8d8-3664-41f8-9d8b-69ceec35dd74), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:29.747277 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:35:21Z', 'revision_number': 4, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port': {'id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:06Z', 'updated_at': '2022-02-17T22:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1', 'name': '', 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'mac_address': 'fa:16:3e:f8:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'd08ba755-a1bc-43e5-a115-20d25216cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:20Z', 'updated_at': '2022-02-17T22:35:22Z', 'revision_number': 2, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'subnets': [{'id': 'd08ba755-a1bc-43e5-a115-20d25216cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:29.759215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-089388f0-6eae-4e54-81d9-aa9a8ef2f782 None None] Current status of the port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:29.759837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-089388f0-6eae-4e54-81d9-aa9a8ef2f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:29.872624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:29.877851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/subnets/7dc7c8d8-3664-41f8-9d8b-69ceec35dd74 HTTP/1.1" status: 204 len: 168 time: 1.9570620 Feb 17 22:35:29.887659 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Checking router: 7160b0b7-cf40-4ff4-9a04-96ab0379d397 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:35:29.888146 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Updating router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:35:29.888739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38576) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:29.889785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1a7e0-7956-4637-87cf-729d6ba448fb tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Subnet': ['ID=7dc7c8d8-3664-41f8-9d8b-69ceec35dd74,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:29.900171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d5724d-31a3-4560-8938-fd5de831715f None None] Network 333d89db-1e54-4220-b783-e08bc3db644b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:29.955138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-089388f0-6eae-4e54-81d9-aa9a8ef2f782 None None] For port 574e9c8a-a4cf-4029-b60b-2646dbb96e95, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=574e9c8a-a4cf-4029-b60b-2646dbb96e95,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:29.991678 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:30.037613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:30.060752 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:30.137195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:30.156174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38590) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:30.158621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3cf67b17-1bb0-4712-8d12-310c76d6a660 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/2e692fe0-20f3-41ff-9195-d37128d7d381 HTTP/1.1" status: 204 len: 168 time: 2.9481456 Feb 17 22:35:30.165856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (333d89db-1e54-4220-b783-e08bc3db644b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:30.302192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Router c9008528-f374-49d6-b373-bef8a20cb4d8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:35:30.380156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f2534c-e6f6-403e-b95f-2ce694e8380e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:30.387552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f2534c-e6f6-403e-b95f-2ce694e8380e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:30.390225 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33f2534c-e6f6-403e-b95f-2ce694e8380e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2300661 Feb 17 22:35:30.394660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38596) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:30.524767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-089388f0-6eae-4e54-81d9-aa9a8ef2f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:30.830319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-c6f9602f-05c1-4ede-a614-3f91ce65857b tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:30.836302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-c6f9602f-05c1-4ede-a614-3f91ce65857b tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/networks?id=4a66209d-b109-49df-b51b-b8bcf034a3d6 HTTP/1.1" status: 200 len: 911 time: 0.4997478 Feb 17 22:35:30.885371 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Publish callbacks [] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:30.896296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:35:30.896642 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:30.905432 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6992c4db-b5e4-4574-8790-22bc2bbec546 admin admin] 10.222.0.79 "PUT /v2.0/routers/c9008528-f374-49d6-b373-bef8a20cb4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1100590 Feb 17 22:35:30.926575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38602) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:30.940379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-8bd2f449-09d6-49a1-869b-1b0172e441a8 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/quotas/a9e930b76e5246b98da16ca90abaddd8 HTTP/1.1" status: 200 len: 375 time: 0.0919485 Feb 17 22:35:31.139031 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06438908-5b8a-43c7-87e8-92882e3b23bc None None] Pushing event updated for resources: {'Port': ['ID=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:31.177748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 0754e49e-14dd-42c8-8db1-f97b94742c35 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:31.178375 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.228595 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Attempting to bind port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:31.229276 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Attempting to bind port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:31.229818 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Attempting to bind port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 on network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:31.249290 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:31.252572 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Checking segment: {'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:31.254267 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.258589 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Bound using segment: {'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:31.259775 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Bound port: 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576e485f-494c-44bd-b7aa-9b7842f68d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:31.260089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 7ffe86b5-c99c-48c3-913a-ed42b41a1754 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:31.261551 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.283444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (7ffe86b5-c99c-48c3-913a-ed42b41a1754), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.414348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] For port 0754e49e-14dd-42c8-8db1-f97b94742c35, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0754e49e-14dd-42c8-8db1-f97b94742c35,segment=NetworkSegment(33fc845d-89a0-4585-96f8-a597ea0be50b),segment_id=33fc845d-89a0-4585-96f8-a597ea0be50b)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:31.414917 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.433110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107053d6-de04-4146-9215-816f00e32f99 None None] Sync routers for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:31.465947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ca06130e-b369-4522-bd86-489647f9e458 None None] Could not find standard attr ID for object 2e692fe0-20f3-41ff-9195-d37128d7d381. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:35:31.530206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 0754e49e-14dd-42c8-8db1-f97b94742c35 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:31.548903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] For port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:31.557170 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks [] for router (c9008528-f374-49d6-b373-bef8a20cb4d8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.560425 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] For port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,segment=NetworkSegment(576e485f-494c-44bd-b7aa-9b7842f68d00),segment_id=576e485f-494c-44bd-b7aa-9b7842f68d00)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:31.564957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089388f0-6eae-4e54-81d9-aa9a8ef2f782 None None] Pushing event updated for resources: {'Port': ['ID=574e9c8a-a4cf-4029-b60b-2646dbb96e95,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:31.573822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107053d6-de04-4146-9215-816f00e32f99 None None] Routers {'c9008528-f374-49d6-b373-bef8a20cb4d8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:31.574466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-107053d6-de04-4146-9215-816f00e32f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c9008528-f374-49d6-b373-bef8a20cb4d8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:31.574957 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.707619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Provisioning complete for port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:31.708245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:31.789191 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Routers {'7160b0b7-cf40-4ff4-9a04-96ab0379d397'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:31.815157 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:31.871143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] DHCP port deletion for 333d89db-1e54-4220-b783-e08bc3db644b request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:35:31.922925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:32.142447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (7ffe86b5-c99c-48c3-913a-ed42b41a1754), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:32.193446 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06438908-5b8a-43c7-87e8-92882e3b23bc None None] Pushing event updated for resources: {'Port': ['ID=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:32.377176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 574e9c8a-a4cf-4029-b60b-2646dbb96e95 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:32.391661 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] Set router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:35:32.398326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-107053d6-de04-4146-9215-816f00e32f99 None None] Set router c9008528-f374-49d6-b373-bef8a20cb4d8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:35:32.629293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7ffe86b5-c99c-48c3-913a-ed42b41a1754), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:32.744769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] Deleting port 0754e49e-14dd-42c8-8db1-f97b94742c35 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:32.751004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:32.864614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (7ffe86b5-c99c-48c3-913a-ed42b41a1754), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:32.955983 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:35:21Z', 'revision_number': 4, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port': {'id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:06Z', 'updated_at': '2022-02-17T22:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1', 'name': '', 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'mac_address': 'fa:16:3e:f8:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'd08ba755-a1bc-43e5-a115-20d25216cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:20Z', 'updated_at': '2022-02-17T22:35:31Z', 'revision_number': 4, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'subnets': [{'id': 'd08ba755-a1bc-43e5-a115-20d25216cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:32.967081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks [] for router_gateway (c9008528-f374-49d6-b373-bef8a20cb4d8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:32.984365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=7ffe86b5-c99c-48c3-913a-ed42b41a1754,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:32.995859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:33.002897 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e72d2129-4fbc-4b49-95cd-1cd08afd124b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/7ffe86b5-c99c-48c3-913a-ed42b41a1754 HTTP/1.1" status: 204 len: 168 time: 2.5927496 Feb 17 22:35:33.010484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38618) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:33.109667 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd967515-e7fe-4779-96fd-111a06923312 None None] The sync data for ids ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'] in n-d-828369-18 is: [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:35:21Z', 'revision_number': 4, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port': {'id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:06Z', 'updated_at': '2022-02-17T22:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1', 'name': '', 'network_id': '05817f80-fdc4-4cd1-8d35-4f621cf53c65', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'mac_address': 'fa:16:3e:f8:b4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_interface', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'd08ba755-a1bc-43e5-a115-20d25216cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:20Z', 'updated_at': '2022-02-17T22:35:31Z', 'revision_number': 4, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'subnets': [{'id': 'd08ba755-a1bc-43e5-a115-20d25216cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:33.145456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Deleting port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:33.149984 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:33.237382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcf7c8e-6f86-425f-bed0-24403b2c0d73 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:33.287707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-d7e7e914-1c9a-444a-b93f-bcbc04c760c0 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=a9e930b76e5246b98da16ca90abaddd8&fields=id HTTP/1.1" status: 200 len: 302 time: 2.3306398 Feb 17 22:35:33.303981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a0652df9-41b1-4080-9662-e6de22a5528d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2837999 Feb 17 22:35:33.308165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38626) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:33.328348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:33.450808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] For port 7c195625-075e-4cd4-b37d-6e53bb1ad9f8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:33.451175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:33.467894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Calling delete_port for 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:33.536035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-da3161e8-554f-4518-b89e-22489578ebd7 service neutron] 10.222.0.79 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992538 Feb 17 22:35:33.724079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-c70a6335-f15f-4856-b225-954539a4c513 service neutron] 10.222.0.79 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229436 Feb 17 22:35:33.750490 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:33.753708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7c195625-075e-4cd4-b37d-6e53bb1ad9f8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:33.790479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c195625-075e-4cd4-b37d-6e53bb1ad9f8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:33.848865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=0754e49e-14dd-42c8-8db1-f97b94742c35,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:33.879918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] No DVR routers for this DVR port 0754e49e-14dd-42c8-8db1-f97b94742c35 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:33.963242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (c9008528-f374-49d6-b373-bef8a20cb4d8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.075738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Current status of the port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:34.076988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.186888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] For port 0754e49e-14dd-42c8-8db1-f97b94742c35, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0754e49e-14dd-42c8-8db1-f97b94742c35,segment=NetworkSegment(33fc845d-89a0-4585-96f8-a597ea0be50b),segment_id=33fc845d-89a0-4585-96f8-a597ea0be50b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:34.187289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.335616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (c9008528-f374-49d6-b373-bef8a20cb4d8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.350200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks [] for router_controller (c9008528-f374-49d6-b373-bef8a20cb4d8), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.371864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] Calling delete_port for 0754e49e-14dd-42c8-8db1-f97b94742c35 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:34.433957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bed94b0b-a099-4a17-a14f-ed40fd1b193a req-4eb4c84d-004e-470d-ba3a-84ec792edece tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 210 time: 0.3298869 Feb 17 22:35:34.453811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:34.463555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (c9008528-f374-49d6-b373-bef8a20cb4d8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.463555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9008528-f374-49d6-b373-bef8a20cb4d8 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:35:34.519533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.520234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.520234 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-44b7a4ed-3206-4cc0-b6b8-0e8533cc1c58 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c9008528-f374-49d6-b373-bef8a20cb4d8 HTTP/1.1" status: 204 len: 168 time: 3.5592597 Feb 17 22:35:34.520234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38640) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:34.548168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (333d89db-1e54-4220-b783-e08bc3db644b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.664843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] Deleting subnet 0083f13c-a183-4fa0-a127-3477c7b0e467 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:34.677853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] Publish callbacks [] for subnet (0083f13c-a183-4fa0-a127-3477c7b0e467), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.766203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['333d89db-1e54-4220-b783-e08bc3db644b']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:34.773645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (0083f13c-a183-4fa0-a127-3477c7b0e467), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.795163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] For port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,segment=NetworkSegment(576e485f-494c-44bd-b7aa-9b7842f68d00),segment_id=576e485f-494c-44bd-b7aa-9b7842f68d00)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:34.803235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fc845d-89a0-4585-96f8-a597ea0be50b') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:34.803576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fc845d-89a0-4585-96f8-a597ea0be50b') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:34.822319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-107053d6-de04-4146-9215-816f00e32f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'name': 'tempest-TaggedBootDevicesTest-1686027943-router', 'tenant_id': '44927fcecd7349cabcdc4f26418a3bf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206'}], 'enable_snat': True}, 'gw_port_id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:24:53Z', 'updated_at': '2022-02-17T22:35:26Z', 'revision_number': 5, 'project_id': '44927fcecd7349cabcdc4f26418a3bf2', 'gw_port': {'id': '7c195625-075e-4cd4-b37d-6e53bb1ad9f8', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:53:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9008528-f374-49d6-b373-bef8a20cb4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1660, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:24:56Z', 'updated_at': '2022-02-17T22:25:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:34.844113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:34.846285 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.862962 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (33fc845d-89a0-4585-96f8-a597ea0be50b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.931080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (33fc845d-89a0-4585-96f8-a597ea0be50b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.955501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:35:34.961372 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (33fc845d-89a0-4585-96f8-a597ea0be50b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:35:34.977162 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:35:35.141041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:35.347130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (333d89db-1e54-4220-b783-e08bc3db644b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:35.405987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Pushing event updated for resources: {'Port': ['ID=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:35.428321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:35.435728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/networks/333d89db-1e54-4220-b783-e08bc3db644b HTTP/1.1" status: 204 len: 168 time: 5.5397201 Feb 17 22:35:35.437566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b7669-96ba-4f30-aea6-3d75d94795b8 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Network': ['ID=333d89db-1e54-4220-b783-e08bc3db644b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:35.440629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38658) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:35.453071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107053d6-de04-4146-9215-816f00e32f99 None None] Checking router: c9008528-f374-49d6-b373-bef8a20cb4d8 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:35:35.590806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.632355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.632786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.637949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.639313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.641285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.641757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.648605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.649205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.652297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.652881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.657477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.659619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2c1772-419a-4f03-92dd-136cbf03e6aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:35.748830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:35:35.884512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107053d6-de04-4146-9215-816f00e32f99 None None] Routers set() bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:35.884999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107053d6-de04-4146-9215-816f00e32f99 None None] Router IDs set() for agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 17 22:35:35.885939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_agentschedulers_db [None req-107053d6-de04-4146-9215-816f00e32f99 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c9008528-f374-49d6-b373-bef8a20cb4d8'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent'). {{(pid=103528) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 17 22:35:35.886468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107053d6-de04-4146-9215-816f00e32f99 None None] The sync data for ids ['c9008528-f374-49d6-b373-bef8a20cb4d8'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:35.942058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8ca31764-226b-4d24-b428-23c8665f9dbc None None] Provisioning complete for port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:35.942600 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ca31764-226b-4d24-b428-23c8665f9dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.161104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:36.186064 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (0754e49e-14dd-42c8-8db1-f97b94742c35), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.220563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:35:36.235190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9e7de5f-a7cc-4492-8ce2-8be968ebba34 req-3cb50d00-0ece-42cc-8838-3eb84a9ca93c tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 210 time: 0.4774423 Feb 17 22:35:36.260021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] Pushing event deleted for resources: {'Port': ['ID=0754e49e-14dd-42c8-8db1-f97b94742c35,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:36.279281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] Network 333d89db-1e54-4220-b783-e08bc3db644b is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:35:36.286971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbb46c-d1e9-4365-9122-3ee2a3987859 None None] No DVR routers for this DVR port 0754e49e-14dd-42c8-8db1-f97b94742c35 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:36.394611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (0083f13c-a183-4fa0-a127-3477c7b0e467), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.413920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] Deleting port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:36.416008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.441353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port d2106f88-9c0d-4bea-b816-62662efb826b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:36.441981 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d2106f88-9c0d-4bea-b816-62662efb826b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.601977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (0083f13c-a183-4fa0-a127-3477c7b0e467), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.698613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0083f13c-a183-4fa0-a127-3477c7b0e467,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:36.732851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.740949 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0b18a307-b5ea-4f79-ba59-48794db77bab admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0083f13c-a183-4fa0-a127-3477c7b0e467 HTTP/1.1" status: 204 len: 168 time: 2.2420213 Feb 17 22:35:36.750599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38670) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:36.752673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] For port 574e9c8a-a4cf-4029-b60b-2646dbb96e95, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=574e9c8a-a4cf-4029-b60b-2646dbb96e95,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:36.753503 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:36.784577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] Calling delete_port for 574e9c8a-a4cf-4029-b60b-2646dbb96e95 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:36.823477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0754e49e-14dd-42c8-8db1-f97b94742c35 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:36.837162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f2d8f5-6cac-41e0-8741-d4cafc7e73bc None None] Network 1f182d69-5777-473f-ad41-128a438efa13 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:37.254572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 0754e49e-14dd-42c8-8db1-f97b94742c35 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:37.261330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0754e49e-14dd-42c8-8db1-f97b94742c35 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:37.400518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8ca31764-226b-4d24-b428-23c8665f9dbc None None] Current status of the port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:37.413650 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (574e9c8a-a4cf-4029-b60b-2646dbb96e95), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:37.535248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d2106f88-9c0d-4bea-b816-62662efb826b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:37.547993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (d2106f88-9c0d-4bea-b816-62662efb826b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:37.551168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] Pushing event deleted for resources: {'Port': ['ID=574e9c8a-a4cf-4029-b60b-2646dbb96e95,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:37.588451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0cf020-b751-4602-9b8b-d0e169aaf0e8 None None] No DVR routers for this DVR port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:37.611843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_pluggable_backend [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Port 574e9c8a-a4cf-4029-b60b-2646dbb96e95 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103527) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 17 22:35:37.612729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_pluggable_backend [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8f:53ba {{(pid=103527) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 17 22:35:37.632628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f9fbf33-5aca-472e-ba1c-223e42561542 req-9074b90c-647c-4a87-95e9-2fddf04a60f0 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 210 time: 0.1635740 Feb 17 22:35:37.637196 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (1f182d69-5777-473f-ad41-128a438efa13), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:37.657081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_pluggable_backend [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8f:53ba {{(pid=103527) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 17 22:35:37.680041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (92d15d4a-e83d-4261-a42b-b37aa18d2c19), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:37.700737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:37.701667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for d2106f88-9c0d-4bea-b816-62662efb826b owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:37.822357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=92d15d4a-e83d-4261-a42b-b37aa18d2c19,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:37.846456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:37.858191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:37.862136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:37.863118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:37.984854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-1a9227b8-9a7b-4fb7-bdfa-50ebf3eb081d tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:37.988179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-1a9227b8-9a7b-4fb7-bdfa-50ebf3eb081d tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.73 "GET /v2.0/networks?id=4a66209d-b109-49df-b51b-b8bcf034a3d6 HTTP/1.1" status: 200 len: 911 time: 0.8808844 Feb 17 22:35:37.995056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1c644060-9bfa-4bd7-8eef-4778e736da85 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6823809 Feb 17 22:35:37.999751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38682) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:38.006456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Request body: {'port': {'device_id': '70625769-8216-4862-a409-0537861bf4d2', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'admin_state_up': True, 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:38.011016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:b2:7b:a0', 'name': 'tempest-NetworksTestDHCPv6-1445620139'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:38.126191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Made reservation on behalf of a9e930b76e5246b98da16ca90abaddd8 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:38.129248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:38.172919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Deleting port ed32068a-22f9-4e89-aaa3-c5f20c608211 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:38.174154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:38.209860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9f8b6-3395-47c6-8915-3b426a10b78f None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:38.426631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:38.465306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] DHCP port deletion for 1f182d69-5777-473f-ad41-128a438efa13 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:35:38.480627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:38.481501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:38.559346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] For port ed32068a-22f9-4e89-aaa3-c5f20c608211, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ed32068a-22f9-4e89-aaa3-c5f20c608211,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:38.565495 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:38.628349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:38.698121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port ff966314-4170-440f-8850-795e2705677e yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:35:38.757758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '92d15d4a-e83d-4261-a42b-b37aa18d2c19'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:35:38.758677 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:38.939148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:39.031706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] Deleting port ed32068a-22f9-4e89-aaa3-c5f20c608211 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:39.032895 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.117476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2135e35-ca3b-4b22-8077-f734e327c798 req-a443a309-d909-435e-8feb-281df2dd6fc2 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 210 time: 0.2498984 Feb 17 22:35:39.130240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Calling delete_port for ed32068a-22f9-4e89-aaa3-c5f20c608211 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:39.134980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d2106f88-9c0d-4bea-b816-62662efb826b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.171447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:feb2:7ba0 (09316e07-fc22-44f3-8240-ce381295cee3/92d15d4a-e83d-4261-a42b-b37aa18d2c19/ff966314-4170-440f-8850-795e2705677e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:39.209950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=d2106f88-9c0d-4bea-b816-62662efb826b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:39.445308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 574e9c8a-a4cf-4029-b60b-2646dbb96e95 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:39.496304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Allocated IP 172.20.0.12 (4a66209d-b109-49df-b51b-b8bcf034a3d6/b6437e0f-1ceb-4859-9ced-839b67800228/cea95b34-cfeb-4bff-8af9-48c0823c4cb4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:39.503211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (ff966314-4170-440f-8850-795e2705677e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.549632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 574e9c8a-a4cf-4029-b60b-2646dbb96e95 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:39.550280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 574e9c8a-a4cf-4029-b60b-2646dbb96e95 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:39.550382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0479d664-fca4-44c2-9a79-9b946b86f646 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:39.565971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ff966314-4170-440f-8850-795e2705677e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.637551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:39.643299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:39.650317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:39.660301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:39.661387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.668418 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.670915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.698800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=ff966314-4170-440f-8850-795e2705677e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:39.708399 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1ff2a6d9-6446-436e-8915-c07c801e769f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7052608 Feb 17 22:35:39.714600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 0479d664-fca4-44c2-9a79-9b946b86f646 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:39.714980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0479d664-fca4-44c2-9a79-9b946b86f646 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:39.715409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:39.717445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38698) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:39.768612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed32068a-22f9-4e89-aaa3-c5f20c608211,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:39.787855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] No DVR routers for this DVR port ed32068a-22f9-4e89-aaa3-c5f20c608211 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:39.797562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:39.797948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7c195625-075e-4cd4-b37d-6e53bb1ad9f8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:39.798798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for floatingip (eda222dc-a181-4b9d-9da3-9faa7b5025a5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.802291 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.809619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38700) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:39.811003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-663e513a-7f2e-41ad-a486-0dcb28faf516 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/floatingips/eda222dc-a181-4b9d-9da3-9faa7b5025a5 HTTP/1.1" status: 204 len: 168 time: 4.3679433 Feb 17 22:35:39.824235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] For port ed32068a-22f9-4e89-aaa3-c5f20c608211, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ed32068a-22f9-4e89-aaa3-c5f20c608211,segment=NetworkSegment(d6454041-23c1-4952-bd48-71d3f7b6db80),segment_id=d6454041-23c1-4952-bd48-71d3f7b6db80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:39.824878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.891818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17b5753-7e31-4c8f-bca6-38be53a9fbde tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:39.896783 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a17b5753-7e31-4c8f-bca6-38be53a9fbde tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1746728 Feb 17 22:35:39.897735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:39.902643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (1f182d69-5777-473f-ad41-128a438efa13), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.918805 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7dbd313-a044-4b67-b77f-2576a669d023 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] DELETE failed (client error): The resource could not be found. Feb 17 22:35:39.919785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7dbd313-a044-4b67-b77f-2576a669d023 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:39.921250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] Calling delete_port for ed32068a-22f9-4e89-aaa3-c5f20c608211 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:39.928417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f182d69-5777-473f-ad41-128a438efa13']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:39.941072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6454041-23c1-4952-bd48-71d3f7b6db80') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:39.942075 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f7dbd313-a044-4b67-b77f-2576a669d023 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/ports/8a845132-9762-4b51-a66b-a3febbea9624 HTTP/1.1" status: 404 len: 333 time: 0.1311426 Feb 17 22:35:39.946612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6454041-23c1-4952-bd48-71d3f7b6db80') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:39.946887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38704) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:39.956512 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d6454041-23c1-4952-bd48-71d3f7b6db80), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:39.986531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d6454041-23c1-4952-bd48-71d3f7b6db80), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.056455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:35:40.088058 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d6454041-23c1-4952-bd48-71d3f7b6db80), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:35:40.104392 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:35:40.106426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38710) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:40.107242 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-944c0601-b7ee-4bb8-ae8a-79e5ebbc39b7 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "GET /v2.0/ports?device_id=8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 HTTP/1.1" status: 200 len: 205 time: 0.1581397 Feb 17 22:35:40.167158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Allocated IP 2001:db8::f816:3eff:fefb:5ff6 (09316e07-fc22-44f3-8240-ce381295cee3/92d15d4a-e83d-4261-a42b-b37aa18d2c19/35335e3d-f31c-42e9-9f5e-ae3ad3b6d233) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:40.297375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port ff966314-4170-440f-8850-795e2705677e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:40.298029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ff966314-4170-440f-8850-795e2705677e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.389647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ed32068a-22f9-4e89-aaa3-c5f20c608211 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:40.446426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ed32068a-22f9-4e89-aaa3-c5f20c608211 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:40.446426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ed32068a-22f9-4e89-aaa3-c5f20c608211 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:40.481852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca6746f9-d338-4fd5-805d-9a75ef194e06 req-c6572621-28b4-4852-bcdf-dbd21e4ca70c tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 210 time: 0.0507135 Feb 17 22:35:40.523919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks [] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.561519 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ff966314-4170-440f-8850-795e2705677e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.572412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.574762 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-55690f5a-84ef-4ea9-94f1-c04d3ce0e759 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] delete failed (client error): The resource could not be found. Feb 17 22:35:40.576607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-55690f5a-84ef-4ea9-94f1-c04d3ce0e759 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/routers/8ea512a5-c91a-47b0-ab1b-fd4f74ecb9c8 HTTP/1.1" status: 404 len: 336 time: 0.3860984 Feb 17 22:35:40.601832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for ff966314-4170-440f-8850-795e2705677e owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:40.609158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:40.612961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38714) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:40.620559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:40.690270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:40.729817 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-451be3ab-d9b8-4a24-ae54-a2f9c3db464b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] DELETE failed (client error): The resource could not be found. Feb 17 22:35:40.730435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451be3ab-d9b8-4a24-ae54-a2f9c3db464b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:35:40.734791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-451be3ab-d9b8-4a24-ae54-a2f9c3db464b tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/subnets/7dc7c8d8-3664-41f8-9d8b-69ceec35dd74 HTTP/1.1" status: 404 len: 337 time: 0.1095066 Feb 17 22:35:40.743146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38720) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:40.757755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ed32068a-22f9-4e89-aaa3-c5f20c608211), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.777850 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Publish callbacks [] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.837312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (1f182d69-5777-473f-ad41-128a438efa13), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.853299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] Pushing event deleted for resources: {'Port': ['ID=ed32068a-22f9-4e89-aaa3-c5f20c608211,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:40.862534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.920561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:40.926291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1f182d69-5777-473f-ad41-128a438efa13 HTTP/1.1" status: 204 len: 168 time: 4.1677973 Feb 17 22:35:40.931985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38722) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:40.933977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8df88-1b0c-44c9-a86f-a2423f1f19b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f182d69-5777-473f-ad41-128a438efa13,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:41.003709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Pushing event updated for resources: {'Port': ['ID=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:41.004013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ff966314-4170-440f-8850-795e2705677e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.004462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Pushing event updated for resources: {'Port': ['ID=35335e3d-f31c-42e9-9f5e-ae3ad3b6d233,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:41.010922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377f125-0634-4b96-acdd-f6a6fa19acd7 None None] No DVR routers for this DVR port ed32068a-22f9-4e89-aaa3-c5f20c608211 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:41.024342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:41.025539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.066257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:41.069815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:41.077726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-aebddef6-abca-48ee-b98c-f6ab9d6a4961 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.0767355 Feb 17 22:35:41.078802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:41.091173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.091868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Request body: {'port': {'device_id': '70625769-8216-4862-a409-0537861bf4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:41.097452 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/ff966314-4170-440f-8850-795e2705677e HTTP/1.1" status: 204 len: 168 time: 1.1984303 Feb 17 22:35:41.228640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Attempting to bind port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:41.229037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Attempting to bind port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:41.229477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Attempting to bind port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:41.240844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38724) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:41.254838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:41.255461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:41.255938 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.256338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:41.256830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Bound port: 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:41.257228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.274052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.302519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-304926ad-eb50-45e0-9c19-67d0bf4d34e6 None None] Provisioning complete for port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:41.304904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-304926ad-eb50-45e0-9c19-67d0bf4d34e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.327345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28507176-d7bb-445e-a918-9085047b5bff tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=ff966314-4170-440f-8850-795e2705677e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:41.464864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-304926ad-eb50-45e0-9c19-67d0bf4d34e6 None None] Port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:35:41.496299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] For port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:41.505327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] For port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=35335e3d-f31c-42e9-9f5e-ae3ad3b6d233,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:41.510005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c41794-6bf8-423b-b93a-d711f4a744e3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:41.514398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.527981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c41794-6bf8-423b-b93a-d711f4a744e3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:41.530511 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-27c41794-6bf8-423b-b93a-d711f4a744e3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2884436 Feb 17 22:35:41.545051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38742) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:41.598138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:41.598488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2cb9eada-4659-4e22-8ee3-4c2bb45ac56e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:41.783549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcb67c-f594-43f5-91a4-3c7de5d6dd2a None None] Pushing event updated for resources: {'Port': ['ID=35335e3d-f31c-42e9-9f5e-ae3ad3b6d233,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:42.292807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (e39a995e-291b-4dde-a22c-9c9d79b2148f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:42.544178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 92d15d4a-e83d-4261-a42b-b37aa18d2c19 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:42.597834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (92d15d4a-e83d-4261-a42b-b37aa18d2c19), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:42.679883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd850efb-f177-4d2f-b834-9320eff591ca req-cc649c08-26b1-4cfb-98ed-d96136430aec tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:42.681850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd850efb-f177-4d2f-b834-9320eff591ca req-cc649c08-26b1-4cfb-98ed-d96136430aec tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1028 time: 0.9424071 Feb 17 22:35:42.685806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2cb9eada-4659-4e22-8ee3-4c2bb45ac56e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:42.831492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 2cb9eada-4659-4e22-8ee3-4c2bb45ac56e owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:42.851680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (92d15d4a-e83d-4261-a42b-b37aa18d2c19), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.151301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Deleting port 77599241-bdb7-411f-83f3-d51185bad750 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:43.152143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (77599241-bdb7-411f-83f3-d51185bad750), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.257492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd850efb-f177-4d2f-b834-9320eff591ca req-41df15db-3d4c-486c-8a35-ca8e98726151 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384374 Feb 17 22:35:43.296586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] For port 77599241-bdb7-411f-83f3-d51185bad750, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=77599241-bdb7-411f-83f3-d51185bad750,segment=NetworkSegment(1d6a99fb-ec84-4af8-ab53-54e2f633666d),segment_id=1d6a99fb-ec84-4af8-ab53-54e2f633666d)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:43.296586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (77599241-bdb7-411f-83f3-d51185bad750), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.324335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Calling delete_port for 77599241-bdb7-411f-83f3-d51185bad750 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:43.328683 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (92d15d4a-e83d-4261-a42b-b37aa18d2c19), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.543996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-799bd0fa-1b37-4f40-9137-bea836486bcb None None] Provisioning complete for port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:43.544965 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799bd0fa-1b37-4f40-9137-bea836486bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.567703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea95b34-cfeb-4bff-8af9-48c0823c4cb4 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:35:43.601507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2cb9eada-4659-4e22-8ee3-4c2bb45ac56e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.610815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Publish callbacks [] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.645436 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (92d15d4a-e83d-4261-a42b-b37aa18d2c19), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.663787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=2cb9eada-4659-4e22-8ee3-4c2bb45ac56e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:43.678149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.685040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/92d15d4a-e83d-4261-a42b-b37aa18d2c19 HTTP/1.1" status: 204 len: 168 time: 2.1259706 Feb 17 22:35:43.685400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:43.757363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce0907-a3f0-4654-906e-c72910dbb277 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=92d15d4a-e83d-4261-a42b-b37aa18d2c19,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:43.789619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-799bd0fa-1b37-4f40-9137-bea836486bcb None None] Current status of the port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:43.790010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799bd0fa-1b37-4f40-9137-bea836486bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.819435 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-86a391e4-68a5-4623-ac8f-7d0d95964a80 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1286716 Feb 17 22:35:43.820548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38790) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:43.877059 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.878872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-799bd0fa-1b37-4f40-9137-bea836486bcb None None] For port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=35335e3d-f31c-42e9-9f5e-ae3ad3b6d233,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:43.884348 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-799bd0fa-1b37-4f40-9137-bea836486bcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.894840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fa53c76a-1427-4665-b6e9-f43cc68879de tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/ports/2cb9eada-4659-4e22-8ee3-4c2bb45ac56e HTTP/1.1" status: 204 len: 168 time: 3.1064517 Feb 17 22:35:43.895832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38794) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:43.951013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (77599241-bdb7-411f-83f3-d51185bad750), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:43.984791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bd0fa-1b37-4f40-9137-bea836486bcb None None] Pushing event updated for resources: {'Port': ['ID=35335e3d-f31c-42e9-9f5e-ae3ad3b6d233,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:43.992930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Transition to ACTIVE for port object cea95b34-cfeb-4bff-8af9-48c0823c4cb4 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:35:44.001871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:44.049399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d61971-2dce-433b-83dc-11109741ce95 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:44.089911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Pushing event deleted for resources: {'Port': ['ID=77599241-bdb7-411f-83f3-d51185bad750,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:44.131501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa64941-2eb2-48d4-9085-af13b5a01140 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:44.139823 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0aa64941-2eb2-48d4-9085-af13b5a01140 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3154638 Feb 17 22:35:44.205733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38796) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:44.241133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:44.261481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:44.355579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5572fcb9-465e-4730-b359-168af3d76e79 None None] Could not find standard attr ID for object ff966314-4170-440f-8850-795e2705677e. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:35:44.449624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57cd7a4-6a38-459b-b230-9364532df290 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:44.455881 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a57cd7a4-6a38-459b-b230-9364532df290 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2450378 Feb 17 22:35:44.457322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:44.534624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dee3ac7b-d898-4866-8046-19ee80c475db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:44.592443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:44.593333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:44.671457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:44.672133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:44.695030 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-11ce710d-3cac-486e-9126-58b5246637fe tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2298205 Feb 17 22:35:44.695910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38806) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:44.704124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:35:44.710011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:44.934042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:44.968710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:44.973527 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.044681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] Deleting port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:45.047043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Attempting to bind port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:45.047564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Attempting to bind port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:45.048062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Attempting to bind port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:45.058559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.084473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:35:45.085212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Attempting to bind port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:45.140450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:45.144511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Checking segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:45.145099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Bound using segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:45.145711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Bound port: cea95b34-cfeb-4bff-8af9-48c0823c4cb4, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:45.146190 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.163456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076fafd9-efd7-49cc-b179-361e641601f4 req-aa6f3204-84fe-4380-9866-6b98197c5502 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:45.165426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-076fafd9-efd7-49cc-b179-361e641601f4 req-aa6f3204-84fe-4380-9866-6b98197c5502 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1054 time: 0.5641091 Feb 17 22:35:45.178494 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.265293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:45.297497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] For port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=35335e3d-f31c-42e9-9f5e-ae3ad3b6d233,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:45.303425 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.320284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-076fafd9-efd7-49cc-b179-361e641601f4 req-b3a2a52f-9d58-4d17-b30e-bd9ca7d2720e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369398 Feb 17 22:35:45.338452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] Calling delete_port for 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:45.509018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (e39a995e-291b-4dde-a22c-9c9d79b2148f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.550189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] For port cea95b34-cfeb-4bff-8af9-48c0823c4cb4, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:45.564629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] For port cea95b34-cfeb-4bff-8af9-48c0823c4cb4, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:45.578919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.614274 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (35335e3d-f31c-42e9-9f5e-ae3ad3b6d233), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.636862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:45.643194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.644999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] 10.222.0.73 "PUT /v2.0/ports/cea95b34-cfeb-4bff-8af9-48c0823c4cb4 HTTP/1.1" status: 200 len: 1093 time: 4.5585234 Feb 17 22:35:45.649601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.objects.ports [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:35:45.652420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70625769-8216-4862-a409-0537861bf4d2', 'tag': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:35:45.653879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (dcbdfbf2-43f7-42b7-adc1-bdf1c6096435), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:45.665104 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99626cca-44ea-4b67-91dc-f1e673c0cb4d" -d '{"events": [{"name": "network-changed", "server_uuid": "70625769-8216-4862-a409-0537861bf4d2", "tag": "cea95b34-cfeb-4bff-8af9-48c0823c4cb4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:35:45.698954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] Pushing event deleted for resources: {'Port': ['ID=35335e3d-f31c-42e9-9f5e-ae3ad3b6d233,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:45.702390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dfb754-a8d1-4042-9732-18e5603eb927 None None] No DVR routers for this DVR port 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:45.891507 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cb4385-8d18-468b-9e2f-165d1e629180 x-openstack-request-id: req-e5cb4385-8d18-468b-9e2f-165d1e629180 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:35:45.892803 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70625769-8216-4862-a409-0537861bf4d2", "tag": "cea95b34-cfeb-4bff-8af9-48c0823c4cb4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:35:45.892803 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5cb4385-8d18-468b-9e2f-165d1e629180 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:35:45.893081 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70625769-8216-4862-a409-0537861bf4d2', 'tag': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4', 'status': 'completed', 'code': 200} Feb 17 22:35:45.958304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77495bd-2eb8-450d-bde9-c793c83f47d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:46.000288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:46.008534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:46.029824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1eb4988-bf49-4bbc-b774-99d3d7bc51e7 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:46.055880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:46.059761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:46.092510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-b422baac-c8c2-455a-b20e-ce1cb731a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:46.098877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-b422baac-c8c2-455a-b20e-ce1cb731a8b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9e930b76e5246b98da16ca90abaddd8&device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1127 time: 0.3527191 Feb 17 22:35:46.109070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=dcbdfbf2-43f7-42b7-adc1-bdf1c6096435,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:46.191831 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-947c4ca4-cf3d-4201-b792-59e0406e28b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4943321 Feb 17 22:35:46.196415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38830) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:46.206191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:95:33:02', 'name': 'tempest-NetworksTestDHCPv6-863688949'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:46.270431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-887e7502-dc70-44fb-8483-bc31b2f2e1c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cea95b34-cfeb-4bff-8af9-48c0823c4cb4 HTTP/1.1" status: 200 len: 217 time: 0.1490872 Feb 17 22:35:46.296257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:46.382567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:46.444156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:46.466482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:46.467051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 35335e3d-f31c-42e9-9f5e-ae3ad3b6d233 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:46.500600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'dcbdfbf2-43f7-42b7-adc1-bdf1c6096435'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:35:46.506454 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:46.634736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Router e39a995e-291b-4dde-a22c-9c9d79b2148f has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:35:46.642363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:46.745976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:46.753839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-73765389-1e2d-46aa-970d-0a4fd2bfbe1a tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/ports/739e7d6d-a1ed-42bc-9744-11ea2f4ce7c4 HTTP/1.1" status: 204 len: 168 time: 2.8536162 Feb 17 22:35:46.763798 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38840) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:46.902274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-6cecc190-7f9d-479a-9ba7-cd8bd5a64fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:46.903810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-6cecc190-7f9d-479a-9ba7-cd8bd5a64fee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6437e0f-1ceb-4859-9ced-839b67800228 HTTP/1.1" status: 200 len: 849 time: 0.6161993 Feb 17 22:35:46.915956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Allocated IP 2001:db8::f816:3eff:fec6:e369 (09316e07-fc22-44f3-8240-ce381295cee3/dcbdfbf2-43f7-42b7-adc1-bdf1c6096435/6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:46.970920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4715cd-ee65-43ae-93ee-2b837cf043c2 req-44837fad-8cae-45f1-9f8b-ca3ce9ddc652 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:46.972424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c4715cd-ee65-43ae-93ee-2b837cf043c2 req-44837fad-8cae-45f1-9f8b-ca3ce9ddc652 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1127 time: 0.4386849 Feb 17 22:35:47.044930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c4715cd-ee65-43ae-93ee-2b837cf043c2 req-617573be-33f7-49f3-b8cf-099ff60d5429 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612116 Feb 17 22:35:47.063994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfb41f4-5562-40f3-bc44-2bc34617eefc tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:47.072099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-abfb41f4-5562-40f3-bc44-2bc34617eefc tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "GET /v2.0/ports?device_id=856f8332-f8e1-40c7-b8a6-293738160431 HTTP/1.1" status: 200 len: 913 time: 0.2964075 Feb 17 22:35:47.078148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38842) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:47.079870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-ded180f7-1bb8-40fc-a736-7c30bb22d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:47.082035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-ded180f7-1bb8-40fc-a736-7c30bb22d508 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4a66209d-b109-49df-b51b-b8bcf034a3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1561313 Feb 17 22:35:47.281483 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Publish callbacks [] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:47.333713 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:47.346350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7496be90-7f91-45fc-b054-1e2a443aad12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:47.436280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:47.461522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:47.472683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Pushing event updated for resources: {'Port': ['ID=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:47.478185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:47.528668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:47.582502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 3d270e75-ec8b-4ee7-b7ba-b09c52b93726 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:35:47.647006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Attempting to bind port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:47.647623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Attempting to bind port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:47.647968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Attempting to bind port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:47.664980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:47.665476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:47.665970 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:47.666435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:47.666983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Bound port: 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:47.667457 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:47.686312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:35:47.695265 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f7b5ede-e837-4ed9-b5fe-8f90d07678ab admin admin] 10.222.0.79 "PUT /v2.0/routers/e39a995e-291b-4dde-a22c-9c9d79b2148f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7596760 Feb 17 22:35:47.710181 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] Sync routers for ids ['e39a995e-291b-4dde-a22c-9c9d79b2148f'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:47.747333 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] Routers {'e39a995e-291b-4dde-a22c-9c9d79b2148f'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:47.747901 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e39a995e-291b-4dde-a22c-9c9d79b2148f'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:47.763774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:47.831533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] For port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:47.837476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-ecd8b7d7-b54e-4334-a0d6-6c81c2e51769 service neutron] 10.222.0.73 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485143 Feb 17 22:35:47.844078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] For port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:47.858364 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:47.959495 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] Set router e39a995e-291b-4dde-a22c-9c9d79b2148f gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:35:48.064080 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:48.129762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f600348-8f6d-409f-bcd0-cc1840aa9b20 None None] Pushing event updated for resources: {'Port': ['ID=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:48.148426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks [] for router (e39a995e-291b-4dde-a22c-9c9d79b2148f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:48.272609 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:35:48.328507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f57c8f7d-5365-446a-8fc6-79e4646290e8 req-a13d7870-8828-49d3-ad74-67a9b8d0c105 service neutron] 10.222.0.73 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4845684 Feb 17 22:35:48.514356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:fe95:3302 (09316e07-fc22-44f3-8240-ce381295cee3/dcbdfbf2-43f7-42b7-adc1-bdf1c6096435/3d270e75-ec8b-4ee7-b7ba-b09c52b93726) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:48.552328 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:35:43Z', 'revision_number': 5, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:48.604612 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] Checking router: e39a995e-291b-4dde-a22c-9c9d79b2148f for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:35:48.615598 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] Routers {'e39a995e-291b-4dde-a22c-9c9d79b2148f'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:48.616764 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e39a995e-291b-4dde-a22c-9c9d79b2148f'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:48.745281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697c20e-968c-4f1f-9495-af43e634123d req-b9ce47a1-2390-44a9-949a-78cb1b72a353 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:48.747458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c697c20e-968c-4f1f-9495-af43e634123d req-b9ce47a1-2390-44a9-949a-78cb1b72a353 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1127 time: 0.4681785 Feb 17 22:35:48.777969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-f2d9ee17-2e99-40b0-91e4-a38fe173a4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:48.780205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-f2d9ee17-2e99-40b0-91e4-a38fe173a4f1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=a9e930b76e5246b98da16ca90abaddd8&device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1127 time: 0.3218508 Feb 17 22:35:48.928727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] Set router e39a995e-291b-4dde-a22c-9c9d79b2148f gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:35:48.980058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (3d270e75-ec8b-4ee7-b7ba-b09c52b93726), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.049604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks [] for router_gateway (e39a995e-291b-4dde-a22c-9c9d79b2148f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.056734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3d270e75-ec8b-4ee7-b7ba-b09c52b93726), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.137898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=3d270e75-ec8b-4ee7-b7ba-b09c52b93726,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:49.220701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:49.231585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:49.245146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:49.268962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:49.269829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.321288 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-860d82e3-bea0-4ec6-a283-5fa75250fa31 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1229496 Feb 17 22:35:49.329824 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.335984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38910) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:49.368952 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:35:43Z', 'revision_number': 5, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:49.430274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Deleting port 0d834079-8008-4a4f-99bc-7875570e247a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:49.430775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0d834079-8008-4a4f-99bc-7875570e247a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.490614 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446857e0-51e1-4051-b174-1c968ebc8b3e None None] The sync data for ids ['e39a995e-291b-4dde-a22c-9c9d79b2148f'] in n-d-828369-18 is: [{'id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'name': 'tempest-TaggedBootDevicesTest-1602559138-router', 'tenant_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '0d834079-8008-4a4f-99bc-7875570e247a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:25:22Z', 'updated_at': '2022-02-17T22:35:43Z', 'revision_number': 5, 'project_id': '4bf01d7d09aa41bfbfdc9215290f8869', 'gw_port': {'id': '0d834079-8008-4a4f-99bc-7875570e247a', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39a995e-291b-4dde-a22c-9c9d79b2148f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1701, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:25:24Z', 'updated_at': '2022-02-17T22:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:49.593021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce5654d-4e53-4963-9a9d-61a8618dc527 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:49.600822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce5654d-4e53-4963-9a9d-61a8618dc527 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:49.602702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bce5654d-4e53-4963-9a9d-61a8618dc527 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2653756 Feb 17 22:35:49.610300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38916) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:49.647944 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (856f8332-f8e1-40c7-b8a6-293738160431), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.680994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] For port 0d834079-8008-4a4f-99bc-7875570e247a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0d834079-8008-4a4f-99bc-7875570e247a,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:49.681368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0d834079-8008-4a4f-99bc-7875570e247a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.698084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c697c20e-968c-4f1f-9495-af43e634123d req-3b049b92-30e5-472e-aaf1-343fb3907058 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9111300 Feb 17 22:35:49.729311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Calling delete_port for 0d834079-8008-4a4f-99bc-7875570e247a owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:49.886645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-422ea333-536d-4f8c-89e3-8cb990a2b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:49.888724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-422ea333-536d-4f8c-89e3-8cb990a2b4fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=4a66209d-b109-49df-b51b-b8bcf034a3d6 HTTP/1.1" status: 200 len: 911 time: 1.0836759 Feb 17 22:35:49.965473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-780e9f3d-d34a-43f0-9d17-073b05608906 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cea95b34-cfeb-4bff-8af9-48c0823c4cb4 HTTP/1.1" status: 200 len: 217 time: 0.0695283 Feb 17 22:35:49.991433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0d834079-8008-4a4f-99bc-7875570e247a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:49.992026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f9ee746c-6ce6-4396-bc83-875e4f4375b9 None None] Provisioning complete for port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:49.992026 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ee746c-6ce6-4396-bc83-875e4f4375b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.075764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d834079-8008-4a4f-99bc-7875570e247a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:50.142131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:50.152379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-bcf5d4e7-87d4-4b47-a988-8274aaa50f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:50.155724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-bcf5d4e7-87d4-4b47-a988-8274aaa50f72 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=b6437e0f-1ceb-4859-9ced-839b67800228 HTTP/1.1" status: 200 len: 849 time: 0.1701586 Feb 17 22:35:50.280764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (e39a995e-291b-4dde-a22c-9c9d79b2148f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.302230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f9ee746c-6ce6-4396-bc83-875e4f4375b9 None None] Current status of the port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:50.302812 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ee746c-6ce6-4396-bc83-875e4f4375b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.362310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f9ee746c-6ce6-4396-bc83-875e4f4375b9 None None] For port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:50.370835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device cea95b34-cfeb-4bff-8af9-48c0823c4cb4 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:35:50.467454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-e54fb142-48e4-410b-9597-3efa5f9b1d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:50.471904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-e54fb142-48e4-410b-9597-3efa5f9b1d5f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=4a66209d-b109-49df-b51b-b8bcf034a3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3045769 Feb 17 22:35:50.485164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port cea95b34-cfeb-4bff-8af9-48c0823c4cb4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:50.503154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'port_id': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4', 'mac_address': 'fa:16:3e:3a:45:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:35:50.505034 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ee746c-6ce6-4396-bc83-875e4f4375b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.551712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 4ed3f469-5346-473b-9737-efdfaaaf0594 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:50.553513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.559041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (e39a995e-291b-4dde-a22c-9c9d79b2148f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.567493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks [] for router_controller (e39a995e-291b-4dde-a22c-9c9d79b2148f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.582433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee746c-6ce6-4396-bc83-875e4f4375b9 None None] Pushing event updated for resources: {'Port': ['ID=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:50.677695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (e39a995e-291b-4dde-a22c-9c9d79b2148f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.678539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e39a995e-291b-4dde-a22c-9c9d79b2148f {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:35:50.693259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.697883 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3874f29b-576d-47ad-950b-09732eea74e4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/e39a995e-291b-4dde-a22c-9c9d79b2148f HTTP/1.1" status: 204 len: 168 time: 2.9298093 Feb 17 22:35:50.700012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38926) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:50.785264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] Deleting subnet 7c8571d2-c77b-4a4e-a1d6-d93af9e91848 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:50.786999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.794356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] Publish callbacks [] for subnet (7c8571d2-c77b-4a4e-a1d6-d93af9e91848), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:50.802934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 4ed3f469-5346-473b-9737-efdfaaaf0594 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:50.841181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (7c8571d2-c77b-4a4e-a1d6-d93af9e91848), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.091508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 3d270e75-ec8b-4ee7-b7ba-b09c52b93726 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:51.096490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3d270e75-ec8b-4ee7-b7ba-b09c52b93726), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.154020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:51.154421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.177401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea95b34-cfeb-4bff-8af9-48c0823c4cb4 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:35:51.191768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504dbb29-f1cf-4e1e-8a59-7490f7d5df72 req-5b513fca-d93b-4172-9036-1711b01144fb tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:51.193989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-504dbb29-f1cf-4e1e-8a59-7490f7d5df72 req-5b513fca-d93b-4172-9036-1711b01144fb tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1127 time: 0.2383487 Feb 17 22:35:51.201106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port cea95b34-cfeb-4bff-8af9-48c0823c4cb4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:51.207116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:51.208013 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.233226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-f61b3e91-a62b-40f3-afec-e28521e4b74f service neutron] 10.222.0.73 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7484560 Feb 17 22:35:51.272311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7c8571d2-c77b-4a4e-a1d6-d93af9e91848), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.285334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.289371 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.301814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-20cd9ee3-56b1-4e94-ac36-fc6f96ed19ff None None] Provisioning complete for port 3d270e75-ec8b-4ee7-b7ba-b09c52b93726 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:51.302203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20cd9ee3-56b1-4e94-ac36-fc6f96ed19ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3d270e75-ec8b-4ee7-b7ba-b09c52b93726), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.491099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4ed3f469-5346-473b-9737-efdfaaaf0594), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.544076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3d270e75-ec8b-4ee7-b7ba-b09c52b93726), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.580439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-20cd9ee3-56b1-4e94-ac36-fc6f96ed19ff None None] Port 3d270e75-ec8b-4ee7-b7ba-b09c52b93726 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:35:51.585269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-504dbb29-f1cf-4e1e-8a59-7490f7d5df72 req-fdb6d26d-c787-47f1-8cd2-3db87e8deb06 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505051 Feb 17 22:35:51.599312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:51.606416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 3d270e75-ec8b-4ee7-b7ba-b09c52b93726 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:51.630675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (7c8571d2-c77b-4a4e-a1d6-d93af9e91848), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.665533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=4ed3f469-5346-473b-9737-efdfaaaf0594,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:51.682452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.686718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7c8571d2-c77b-4a4e-a1d6-d93af9e91848 HTTP/1.1" status: 204 len: 168 time: 0.9854405 Feb 17 22:35:51.693908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:51.773335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['cea95b34-cfeb-4bff-8af9-48c0823c4cb4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:35:51.776116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d748b7-f6a1-409a-bd09-26ae71ddcea0 None None] Network e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:51.852037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:51.874495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28635316-0337-4424-9baf-90bfdfbb2306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8571d2-c77b-4a4e-a1d6-d93af9e91848,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:51.875980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99626cca-44ea-4b67-91dc-f1e673c0cb4d req-41f46a28-84d5-43ab-ae84-88df99fc2cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277206 Feb 17 22:35:51.942926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:52.013543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 77599241-bdb7-411f-83f3-d51185bad750 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:52.122942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 77599241-bdb7-411f-83f3-d51185bad750 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:52.123328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 77599241-bdb7-411f-83f3-d51185bad750 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:52.266195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (856f8332-f8e1-40c7-b8a6-293738160431), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.276456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Deleting port 03886a4a-5368-4830-9dc3-37f87c43d744 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:52.277666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.326899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:52.396532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] For port 03886a4a-5368-4830-9dc3-37f87c43d744, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03886a4a-5368-4830-9dc3-37f87c43d744,segment=NetworkSegment(1d6a99fb-ec84-4af8-ab53-54e2f633666d),segment_id=1d6a99fb-ec84-4af8-ab53-54e2f633666d)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:52.396532 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.415942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Calling delete_port for 03886a4a-5368-4830-9dc3-37f87c43d744 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:52.417478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] DHCP port deletion for e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:35:52.629687 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3d270e75-ec8b-4ee7-b7ba-b09c52b93726), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.652777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:52.653559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.666979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] Deleting port 03886a4a-5368-4830-9dc3-37f87c43d744 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:52.667357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.752659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=3d270e75-ec8b-4ee7-b7ba-b09c52b93726,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:52.790653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Router 856f8332-f8e1-40c7-b8a6-293738160431 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:35:52.854468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.944162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] For port 03886a4a-5368-4830-9dc3-37f87c43d744, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03886a4a-5368-4830-9dc3-37f87c43d744,segment=NetworkSegment(1d6a99fb-ec84-4af8-ab53-54e2f633666d),segment_id=1d6a99fb-ec84-4af8-ab53-54e2f633666d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:52.945022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.960127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Pushing event deleted for resources: {'Port': ['ID=03886a4a-5368-4830-9dc3-37f87c43d744,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:52.966756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] Calling delete_port for 03886a4a-5368-4830-9dc3-37f87c43d744 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:52.980411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:52.992410 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-927145aa-8621-461c-a214-3fe89cd0f92e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/3d270e75-ec8b-4ee7-b7ba-b09c52b93726 HTTP/1.1" status: 204 len: 168 time: 3.3802552 Feb 17 22:35:53.006116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:53.064300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fed52a-9e6f-4c26-8202-81e1e84deec6 req-aa0768cb-068d-4623-9a99-f1dbd73c15a9 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:53.065838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5fed52a-9e6f-4c26-8202-81e1e84deec6 req-aa0768cb-068d-4623-9a99-f1dbd73c15a9 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1128 time: 0.2720926 Feb 17 22:35:53.098630 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (03886a4a-5368-4830-9dc3-37f87c43d744), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.135207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] Pushing event deleted for resources: {'Port': ['ID=03886a4a-5368-4830-9dc3-37f87c43d744,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:53.137915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0dcb8-a37d-49f1-bf60-e865044d5cf5 None None] No DVR routers for this DVR port 03886a4a-5368-4830-9dc3-37f87c43d744 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:53.160440 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de722b7b-61b4-4572-b6ec-0f60a001cda0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:53.161842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de722b7b-61b4-4572-b6ec-0f60a001cda0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:53.170430 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de722b7b-61b4-4572-b6ec-0f60a001cda0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1614039 Feb 17 22:35:53.171717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38956) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:53.175955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.177161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.177530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.177865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.178206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.178548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.181552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.181900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.182243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.182578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.182912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.185388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.185763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:35:53.201968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] No DVR routers for this DVR port 03886a4a-5368-4830-9dc3-37f87c43d744 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:53.232335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:53.353088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0d834079-8008-4a4f-99bc-7875570e247a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:53.370434 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.400071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet dcbdfbf2-43f7-42b7-adc1-bdf1c6096435 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:53.403215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 0d834079-8008-4a4f-99bc-7875570e247a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:53.403611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0d834079-8008-4a4f-99bc-7875570e247a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:53.410500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:35:53.417784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:53.421585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23615317-dc97-4357-8488-0d449e074e32 None None] Sync routers for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:35:53.423489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (dcbdfbf2-43f7-42b7-adc1-bdf1c6096435), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.431027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6f63ad49-2f7b-4b61-809b-db565ab3ac85 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "PUT /v2.0/routers/856f8332-f8e1-40c7-b8a6-293738160431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3478835 Feb 17 22:35:53.441538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6a99fb-ec84-4af8-ab53-54e2f633666d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:53.441886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6a99fb-ec84-4af8-ab53-54e2f633666d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:53.459108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38958) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:53.459268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (1d6a99fb-ec84-4af8-ab53-54e2f633666d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.462813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23615317-dc97-4357-8488-0d449e074e32 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:53.463836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23615317-dc97-4357-8488-0d449e074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:53.472840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c5fed52a-9e6f-4c26-8202-81e1e84deec6 req-99a5884c-affe-4ef5-8ed2-90c2bf5864eb tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834169 Feb 17 22:35:53.489932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1d6a99fb-ec84-4af8-ab53-54e2f633666d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.527002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:35:53.527458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (1d6a99fb-ec84-4af8-ab53-54e2f633666d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.581644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23615317-dc97-4357-8488-0d449e074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:53.606630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23615317-dc97-4357-8488-0d449e074e32 None None] Routers {'856f8332-f8e1-40c7-b8a6-293738160431'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:35:53.607619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23615317-dc97-4357-8488-0d449e074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['856f8332-f8e1-40c7-b8a6-293738160431'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:53.618601 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (dcbdfbf2-43f7-42b7-adc1-bdf1c6096435), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:35:53.666806 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:35:53.670688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.678352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.683038 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] 10.222.0.79 "DELETE /v2.0/networks/e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6 HTTP/1.1" status: 204 len: 168 time: 1.9665396 Feb 17 22:35:53.711300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b94eebf-0c18-4799-926f-f657a30a6b8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e4f4b05b-bc2a-4e6e-ad98-dc3750a994e6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:53.716220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23615317-dc97-4357-8488-0d449e074e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:53.717614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23615317-dc97-4357-8488-0d449e074e32 None None] The sync data for ids ['856f8332-f8e1-40c7-b8a6-293738160431'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:35:53.822517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router (856f8332-f8e1-40c7-b8a6-293738160431), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:53.929603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dcbdfbf2-43f7-42b7-adc1-bdf1c6096435), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.043587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (dcbdfbf2-43f7-42b7-adc1-bdf1c6096435), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.049647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_gateway (856f8332-f8e1-40c7-b8a6-293738160431), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.081555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38966) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:54.088564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbdfbf2-43f7-42b7-adc1-bdf1c6096435,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:54.099797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.102971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f0191e02-3be4-499f-a2dd-0ab233b66d82 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/dcbdfbf2-43f7-42b7-adc1-bdf1c6096435 HTTP/1.1" status: 204 len: 168 time: 0.9302793 Feb 17 22:35:54.108562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d6df85-063f-4f12-bbb4-9b6e73b786e1 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:54.115735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38968) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:54.182827 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8368b2b6-0b08-4eea-acc4-0fd4c73d1f68 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0656288 Feb 17 22:35:54.183676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38970) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:54.191025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:54.216576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting port 3e38818f-155a-457c-9486-4fd1a0d8f4b3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:54.216926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3e38818f-155a-457c-9486-4fd1a0d8f4b3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.300636 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ab2cbd6c-665b-458a-86fd-57aa5ce0c548 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=44927fcecd7349cabcdc4f26418a3bf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2172191 Feb 17 22:35:54.302912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38974) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:54.317550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03886a4a-5368-4830-9dc3-37f87c43d744 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:54.366382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:54.370939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device cea95b34-cfeb-4bff-8af9-48c0823c4cb4 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:35:54.372382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.389265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 03886a4a-5368-4830-9dc3-37f87c43d744 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:54.389618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03886a4a-5368-4830-9dc3-37f87c43d744 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:54.468065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3e38818f-155a-457c-9486-4fd1a0d8f4b3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.499945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:35:54.506159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:54.506547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.574141 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4ae35a3-772d-4cdc-a6d2-7bc64104b35f admin admin] Publish callbacks [] for security_group (1601447e-02b4-4a94-9e00-d395bbc5503f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.577104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Calling delete_port for 3e38818f-155a-457c-9486-4fd1a0d8f4b3 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:54.584485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:35:54.672021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:35:54.672470 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.721921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70625769-8216-4862-a409-0537861bf4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:35:54.724606 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2a7abc-b5ed-496b-b68a-e6f9846e9860" -d '{"events": [{"server_uuid": "70625769-8216-4862-a409-0537861bf4d2", "name": "network-vif-plugged", "status": "completed", "tag": "cea95b34-cfeb-4bff-8af9-48c0823c4cb4"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:35:54.760693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] Deleting port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:35:54.762847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4ae35a3-772d-4cdc-a6d2-7bc64104b35f admin admin] Publish callbacks [] for security_group (1601447e-02b4-4a94-9e00-d395bbc5503f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.767601 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.775254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port cea95b34-cfeb-4bff-8af9-48c0823c4cb4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:54.809794 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:54.907776 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be23f6a-03aa-4dc4-ac27-53311ef232bb x-openstack-request-id: req-3be23f6a-03aa-4dc4-ac27-53311ef232bb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:35:54.908161 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70625769-8216-4862-a409-0537861bf4d2", "name": "network-vif-plugged", "status": "completed", "tag": "cea95b34-cfeb-4bff-8af9-48c0823c4cb4", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:35:54.908486 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3be23f6a-03aa-4dc4-ac27-53311ef232bb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:35:54.908964 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70625769-8216-4862-a409-0537861bf4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4', 'code': 200} Feb 17 22:35:54.933017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.objects.ports [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:35:55.077166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:55.122656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] For port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:55.124384 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.156804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] Calling delete_port for 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:35:55.200993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.364315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.462726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.464123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] Pushing event deleted for resources: {'Port': ['ID=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:55.467055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003c33f-908d-44ee-916f-983ca31efe2b None None] No DVR routers for this DVR port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:35:55.568018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a76390-3d6b-4547-9824-f7ca01c243d3 req-ffaa06fa-4f52-4fd6-90ae-6ec3923206c1 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:55.569737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82a76390-3d6b-4547-9824-f7ca01c243d3 req-ffaa06fa-4f52-4fd6-90ae-6ec3923206c1 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1128 time: 0.9350414 Feb 17 22:35:55.632706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] For port 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:35:55.652689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4ae35a3-772d-4cdc-a6d2-7bc64104b35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1601447e-02b4-4a94-9e00-d395bbc5503f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.655326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4ae35a3-772d-4cdc-a6d2-7bc64104b35f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.656574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f4ae35a3-772d-4cdc-a6d2-7bc64104b35f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1601447e-02b4-4a94-9e00-d395bbc5503f HTTP/1.1" status: 204 len: 168 time: 1.3527763 Feb 17 22:35:55.724960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.732681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.769994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae35a3-772d-4cdc-a6d2-7bc64104b35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601447e-02b4-4a94-9e00-d395bbc5503f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:55.805798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82a76390-3d6b-4547-9824-f7ca01c243d3 req-31b38e4c-7360-4656-9661-7c2feb9cd4c1 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231948 Feb 17 22:35:55.811858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79716a-0b8f-4436-ad51-5b053e52ce2f req-494764ad-d104-4f72-97c0-84c2cec977db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:55.814121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae79716a-0b8f-4436-ad51-5b053e52ce2f req-494764ad-d104-4f72-97c0-84c2cec977db service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.4832573 Feb 17 22:35:55.875212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (bbcb0367-848d-4778-8b1e-b07136687474), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.997970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae79716a-0b8f-4436-ad51-5b053e52ce2f req-a75bc26f-ebd5-4f8e-9eca-5e02858f92da service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564059 Feb 17 22:35:55.999548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3e38818f-155a-457c-9486-4fd1a0d8f4b3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:55.999941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=bbcb0367-848d-4778-8b1e-b07136687474,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:56.023348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:56.050015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:56.060299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Port': ['ID=3e38818f-155a-457c-9486-4fd1a0d8f4b3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:56.079690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:56.097090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7becd629-ff2f-4e43-8fc4-18938bb3bc65 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:35:56.102352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:56.103914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.153911 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eb8696ad-01ff-4b13-8d83-ccfa977e7827 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9672341 Feb 17 22:35:56.156285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38992) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:56.176134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:be:6c:55', 'name': 'tempest-NetworksTestDHCPv6-1773355831'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:35:56.215579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (856f8332-f8e1-40c7-b8a6-293738160431), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.332844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:35:56.340871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'bbcb0367-848d-4778-8b1e-b07136687474'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:35:56.342076 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.445959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:35:56.447958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:35:56.448304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b5bcff1-0866-4d03-a1e8-eb7f23d9ffff not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:35:56.482448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38998) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:56.576581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (856f8332-f8e1-40c7-b8a6-293738160431), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.586000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router_controller (856f8332-f8e1-40c7-b8a6-293738160431), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.655396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.675779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] Deleting subnet 5956709f-6535-44de-a3b6-528662697a9e {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:56.683567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] Publish callbacks [] for subnet (5956709f-6535-44de-a3b6-528662697a9e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.702935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:56.747904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Allocated IP 2001:db8::f816:3eff:feb6:de62 (09316e07-fc22-44f3-8240-ce381295cee3/bbcb0367-848d-4778-8b1e-b07136687474/107dbdb8-078a-4e10-b4f1-6a2a9f674fe7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:56.774400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (5956709f-6535-44de-a3b6-528662697a9e), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:56.785718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 035715d4-b9e1-4776-b1dd-741d5b911976 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:35:56.843021 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5956709f-6535-44de-a3b6-528662697a9e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.054646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (5956709f-6535-44de-a3b6-528662697a9e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.126378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Publish callbacks [] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.142127 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.165660 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aab54cbb-5031-4f1b-8892-fce32c786dd4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4bf01d7d09aa41bfbfdc9215290f8869&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4597507 Feb 17 22:35:57.181583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (856f8332-f8e1-40c7-b8a6-293738160431), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.182272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Fanout notify agent at l3_agent the message router_deleted on router 856f8332-f8e1-40c7-b8a6-293738160431 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:35:57.185583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5956709f-6535-44de-a3b6-528662697a9e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:57.195343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.201001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c2d9fa6c-12b6-4712-b77e-e3b566d79e22 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5956709f-6535-44de-a3b6-528662697a9e HTTP/1.1" status: 204 len: 168 time: 0.7119153 Feb 17 22:35:57.209005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39008) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:57.209507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:57.211195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.212351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7a5d8922-ded2-4a48-b2bd-2fe484039afe tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/routers/856f8332-f8e1-40c7-b8a6-293738160431 HTTP/1.1" status: 204 len: 168 time: 3.7518220 Feb 17 22:35:57.223455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39012) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:57.233788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Pushing event updated for resources: {'Port': ['ID=107dbdb8-078a-4e10-b4f1-6a2a9f674fe7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:57.278583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:57.280532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:57.283331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:57.365438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Deleting subnet 4fea3be4-daa7-4cc6-bbce-1ace1259e807 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:35:57.380909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for subnet (4fea3be4-daa7-4cc6-bbce-1ace1259e807), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.434806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Attempting to bind port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:35:57.435743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Attempting to bind port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:35:57.436322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Attempting to bind port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:35:57.443249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:35:57.455430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:35:57.456217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.456791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:35:57.457458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Bound port: 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:35:57.458009 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.500354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6527725d-ad2e-4b27-b6a1-97983c21b02f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.521572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (4fea3be4-daa7-4cc6-bbce-1ace1259e807), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.537060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc2e31-011e-4d96-b6cc-8e63030bce67 req-514be7c3-bbfe-438d-a12b-da95c5e3a02e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:57.545998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:febe:6c55 (09316e07-fc22-44f3-8240-ce381295cee3/bbcb0367-848d-4778-8b1e-b07136687474/035715d4-b9e1-4776-b1dd-741d5b911976) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:35:57.551730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63fc2e31-011e-4d96-b6cc-8e63030bce67 req-514be7c3-bbfe-438d-a12b-da95c5e3a02e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.5024743 Feb 17 22:35:57.639266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] For port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:35:57.661444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] For port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=107dbdb8-078a-4e10-b4f1-6a2a9f674fe7,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:35:57.670742 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.797403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4fea3be4-daa7-4cc6-bbce-1ace1259e807), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.823945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e11881-975f-4033-af84-7eec776f2ffb None None] Pushing event updated for resources: {'Port': ['ID=107dbdb8-078a-4e10-b4f1-6a2a9f674fe7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:57.840974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d042b06-c83c-4960-ac54-1b75b8245393 admin admin] Publish callbacks [] for security_group (b74989b6-7a46-4a2d-95d9-4d7fa9359b6f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.940155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (4fea3be4-daa7-4cc6-bbce-1ace1259e807), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.989371 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:57.992650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/subnets/4fea3be4-daa7-4cc6-bbce-1ace1259e807 HTTP/1.1" status: 204 len: 168 time: 0.7682199 Feb 17 22:35:58.017306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39016) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:58.043273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa3e3c-8997-4a40-905e-9e142c8284be tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Subnet': ['ID=4fea3be4-daa7-4cc6-bbce-1ace1259e807,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:58.153499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63fc2e31-011e-4d96-b6cc-8e63030bce67 req-0e5f56e6-50e2-4c77-bad0-b849118a80f3 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5950556 Feb 17 22:35:58.238773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (035715d4-b9e1-4776-b1dd-741d5b911976), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.307926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d042b06-c83c-4960-ac54-1b75b8245393 admin admin] Publish callbacks [] for security_group (b74989b6-7a46-4a2d-95d9-4d7fa9359b6f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.392470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (035715d4-b9e1-4776-b1dd-741d5b911976), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.396628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d042b06-c83c-4960-ac54-1b75b8245393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b74989b6-7a46-4a2d-95d9-4d7fa9359b6f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.398957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d042b06-c83c-4960-ac54-1b75b8245393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.400178 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d042b06-c83c-4960-ac54-1b75b8245393 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b74989b6-7a46-4a2d-95d9-4d7fa9359b6f HTTP/1.1" status: 204 len: 168 time: 1.1854043 Feb 17 22:35:58.431285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6527725d-ad2e-4b27-b6a1-97983c21b02f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.432836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-bb714b24-1612-46c7-9579-94077faae672 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9571502 Feb 17 22:35:58.492450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d042b06-c83c-4960-ac54-1b75b8245393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74989b6-7a46-4a2d-95d9-4d7fa9359b6f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:58.502809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.521737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:35:58.540058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:35:58.545319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:35:58.550535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:58.551183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.568680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6527725d-ad2e-4b27-b6a1-97983c21b02f']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:58.588497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926cbf0f-4db2-430b-a5ef-687beb717976') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:58.588990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926cbf0f-4db2-430b-a5ef-687beb717976') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:58.608862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (926cbf0f-4db2-430b-a5ef-687beb717976), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.636867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (926cbf0f-4db2-430b-a5ef-687beb717976), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.649311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:35:58.649977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (926cbf0f-4db2-430b-a5ef-687beb717976), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:35:58.857641 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:35:58.862954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6527725d-ad2e-4b27-b6a1-97983c21b02f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.889318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=035715d4-b9e1-4776-b1dd-741d5b911976,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:58.891931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.919281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:58.945245 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6527725d-ad2e-4b27-b6a1-97983c21b02f HTTP/1.1" status: 204 len: 168 time: 1.7177920 Feb 17 22:35:58.977892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-0491f351-304c-4b14-8b91-5ae43b600343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:58.979812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-0491f351-304c-4b14-8b91-5ae43b600343 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 1128 time: 0.4604080 Feb 17 22:35:58.981773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23fce0fc-50bd-4cfc-a2ac-d681829fc6bc']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:58.993976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c04b2-535e-4c8d-8094-68dfbae82e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=6527725d-ad2e-4b27-b6a1-97983c21b02f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:59.013755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-698da1fd-6023-4f17-adbd-2e49d962e445 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8546019 Feb 17 22:35:59.015155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204b2f45-22be-4f59-bd54-01bcfc0e792d') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:59.015647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204b2f45-22be-4f59-bd54-01bcfc0e792d') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:35:59.020088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39028) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:59.079097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (204b2f45-22be-4f59-bd54-01bcfc0e792d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:59.163171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee921c3-36e9-4326-b851-790a2a961b8b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:59.177443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee921c3-36e9-4326-b851-790a2a961b8b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:59.196905 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6ee921c3-36e9-4326-b851-790a2a961b8b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1753531 Feb 17 22:35:59.203990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39038) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:59.390416 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (204b2f45-22be-4f59-bd54-01bcfc0e792d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:59.394678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:35:59.408629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:35:59.409296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (204b2f45-22be-4f59-bd54-01bcfc0e792d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:35:59.412876 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:35:59.584460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40cb596-f89b-4adc-b46c-0e228bc496a7 req-6ff68617-9662-44de-b7d5-d789f278901a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:59.586387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d40cb596-f89b-4adc-b46c-0e228bc496a7 req-6ff68617-9662-44de-b7d5-d789f278901a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.2797606 Feb 17 22:35:59.598059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-c54c52f9-0668-4aae-8df2-8fc39ad0191c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:59.600306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-c54c52f9-0668-4aae-8df2-8fc39ad0191c service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.5779188 Feb 17 22:35:59.602385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (23fce0fc-50bd-4cfc-a2ac-d681829fc6bc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:59.730446 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:59.734205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] 10.222.0.79 "DELETE /v2.0/networks/23fce0fc-50bd-4cfc-a2ac-d681829fc6bc HTTP/1.1" status: 204 len: 168 time: 1.7115934 Feb 17 22:35:59.777269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f6474c-3f2c-4731-a193-85594c1c3317 tempest-FloatingIPTestJSON-1560383188 tempest-FloatingIPTestJSON-1560383188-project] Pushing event deleted for resources: {'Network': ['ID=23fce0fc-50bd-4cfc-a2ac-d681829fc6bc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:35:59.814818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-58f0fe9a-6ef4-4237-ae74-c7426f3a10ca service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 200 len: 1000 time: 0.2041872 Feb 17 22:35:59.917164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-21ff6075-5334-4e85-85db-25865665c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:35:59.919997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-21ff6075-5334-4e85-85db-25865665c918 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.0978985 Feb 17 22:35:59.921147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0dfb0589-4e2f-4439-921c-5dcf10bf81cf None None] Provisioning complete for port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:35:59.922257 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0589-4e2f-4439-921c-5dcf10bf81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:35:59.931588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d40cb596-f89b-4adc-b46c-0e228bc496a7 req-41be6e9b-9025-4d1a-8d97-61c9682a0bcc tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348794 Feb 17 22:36:00.101095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-6e20d56d-b8b8-476d-aef5-9a114ee31748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:00.102744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-6e20d56d-b8b8-476d-aef5-9a114ee31748 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1742868 Feb 17 22:36:00.162727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0dfb0589-4e2f-4439-921c-5dcf10bf81cf None None] Current status of the port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:00.163421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0589-4e2f-4439-921c-5dcf10bf81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.201656 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f97d6daa-b13d-49a1-8803-175ce31befbc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d92fb75990ca4cadaee3522ca1bcfd4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8048704 Feb 17 22:36:00.205168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39058) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:00.256467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0dfb0589-4e2f-4439-921c-5dcf10bf81cf None None] For port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=107dbdb8-078a-4e10-b4f1-6a2a9f674fe7,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:00.262184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0dfb0589-4e2f-4439-921c-5dcf10bf81cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.357746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 035715d4-b9e1-4776-b1dd-741d5b911976 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:00.358093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (035715d4-b9e1-4776-b1dd-741d5b911976), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.389478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfb0589-4e2f-4439-921c-5dcf10bf81cf None None] Pushing event updated for resources: {'Port': ['ID=107dbdb8-078a-4e10-b4f1-6a2a9f674fe7,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:00.445498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7f354000-d32c-4604-982a-794fc61df867 None None] Provisioning complete for port 035715d4-b9e1-4776-b1dd-741d5b911976 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:00.446152 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f354000-d32c-4604-982a-794fc61df867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (035715d4-b9e1-4776-b1dd-741d5b911976), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.473863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122d5b0-a6c4-4585-b5b4-821a96bfc75d req-4b7d374e-2594-4f3d-b9be-db8fa441d8a6 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:00.475497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7122d5b0-a6c4-4585-b5b4-821a96bfc75d req-4b7d374e-2594-4f3d-b9be-db8fa441d8a6 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.2401168 Feb 17 22:36:00.477602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-cc0b0c9e-56c7-4817-87b4-5333f6b43bdc service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625963 Feb 17 22:36:00.502901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (035715d4-b9e1-4776-b1dd-741d5b911976), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.528602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7f354000-d32c-4604-982a-794fc61df867 None None] Port 035715d4-b9e1-4776-b1dd-741d5b911976 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:36:00.534117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:00.535420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 035715d4-b9e1-4776-b1dd-741d5b911976 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:00.614257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39068) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:00.656928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:00.657880 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.753976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39072) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:00.767548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d7414e-0466-455f-b2b4-72e4707e96ab admin admin] Publish callbacks [] for security_group (bd0b3268-1118-4a33-9ca4-3601249480c7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.769387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7122d5b0-a6c4-4585-b5b4-821a96bfc75d req-b99c77d3-f387-4b8b-ac09-f0efc1fbff0b tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866096 Feb 17 22:36:00.812169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34cf6146-4529-4d82-bf12-c4ef06ae6a8c req-ba667a72-f728-4dbb-b190-52353b0b83c0 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280718 Feb 17 22:36:00.875318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d7414e-0466-455f-b2b4-72e4707e96ab admin admin] Publish callbacks [] for security_group (bd0b3268-1118-4a33-9ca4-3601249480c7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:00.925227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-476751864-network', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:00.942612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:00.987139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (035715d4-b9e1-4776-b1dd-741d5b911976), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.049296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Made reservation on behalf of ead96471e40b4614b4ce2d6330099131 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:01.051977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.070620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.114343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45969041-be85-4cb1-b237-f704a653064e req-8e488af2-63be-4800-8ed2-87a616bf06ad tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:01.116130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45969041-be85-4cb1-b237-f704a653064e req-8e488af2-63be-4800-8ed2-87a616bf06ad tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.1874993 Feb 17 22:36:01.133723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0618d1a1-cd3e-48d1-917b-3a4682e09b96 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=31cd3ac59e654f35abcba88dfc03f5fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5065656 Feb 17 22:36:01.138501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39078) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:01.152220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.168362 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/035715d4-b9e1-4776-b1dd-741d5b911976 HTTP/1.1" status: 204 len: 168 time: 1.9595640 Feb 17 22:36:01.170036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc172bff-63dc-459f-bc24-ed2466320b59 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=035715d4-b9e1-4776-b1dd-741d5b911976,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:01.182263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39080) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:01.221229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d7414e-0466-455f-b2b4-72e4707e96ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bd0b3268-1118-4a33-9ca4-3601249480c7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.229713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a5d7414e-0466-455f-b2b4-72e4707e96ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.231531 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a5d7414e-0466-455f-b2b4-72e4707e96ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd0b3268-1118-4a33-9ca4-3601249480c7 HTTP/1.1" status: 204 len: 168 time: 1.0208902 Feb 17 22:36:01.293881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66c3fcaa-f50b-472d-b388-2cfa2deda199 admin admin] Publish callbacks [] for security_group (9604623c-e575-4a62-b00e-73caecfb39ac), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.298086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d7414e-0466-455f-b2b4-72e4707e96ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b3268-1118-4a33-9ca4-3601249480c7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:01.334446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45969041-be85-4cb1-b237-f704a653064e req-a4db5e57-4510-4a0a-ac5a-b2e107d99af4 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995494 Feb 17 22:36:01.399350 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66c3fcaa-f50b-472d-b388-2cfa2deda199 admin admin] Publish callbacks [] for security_group (9604623c-e575-4a62-b00e-73caecfb39ac), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.437181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ad743-8101-4578-be5d-a98f1f2bd0a2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:01.447537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543ad743-8101-4578-be5d-a98f1f2bd0a2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:01.461284 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-543ad743-8101-4578-be5d-a98f1f2bd0a2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2765529 Feb 17 22:36:01.464009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39090) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:01.472838 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66c3fcaa-f50b-472d-b388-2cfa2deda199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9604623c-e575-4a62-b00e-73caecfb39ac), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.475933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66c3fcaa-f50b-472d-b388-2cfa2deda199 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.477533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-66c3fcaa-f50b-472d-b388-2cfa2deda199 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9604623c-e575-4a62-b00e-73caecfb39ac HTTP/1.1" status: 204 len: 168 time: 0.3379476 Feb 17 22:36:01.503118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3fcaa-f50b-472d-b388-2cfa2deda199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9604623c-e575-4a62-b00e-73caecfb39ac,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:01.537680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks [] for security_group (3f40cec0-3a9a-4ead-8c9d-14c607098b97), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.543246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f40cec0-3a9a-4ead-8c9d-14c607098b97), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.572243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:36:01.588226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f718701a-c71a-4f82-8357-7736b2743256), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.588575 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Added segment f718701a-c71a-4f82-8357-7736b2743256 of type vlan for network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b Feb 17 22:36:01.665409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet bbcb0367-848d-4778-8b1e-b07136687474 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:01.673319 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (bbcb0367-848d-4778-8b1e-b07136687474), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.708751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.734613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f40cec0-3a9a-4ead-8c9d-14c607098b97,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:01.764045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (bbcb0367-848d-4778-8b1e-b07136687474), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.781789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:01.784479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:01.785778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:02.023534 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (bbcb0367-848d-4778-8b1e-b07136687474), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:02.082211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-5f077918-9a4f-4f96-b3f5-402ff9b9b995 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:02.091695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-5f077918-9a4f-4f96-b3f5-402ff9b9b995 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/networks?id=4a66209d-b109-49df-b51b-b8bcf034a3d6 HTTP/1.1" status: 200 len: 911 time: 0.2153459 Feb 17 22:36:02.119279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3598611 Feb 17 22:36:02.120221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39114) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:02.129061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Request body: {'subnet': {'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-476751864-subnet', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:02.147666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (bbcb0367-848d-4778-8b1e-b07136687474), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:02.148835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-18a1faba-8290-4ecb-88d5-0db4a4ce4292 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/quotas/a9e930b76e5246b98da16ca90abaddd8 HTTP/1.1" status: 200 len: 375 time: 0.0561416 Feb 17 22:36:02.153994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bf89fb-7f9e-4918-bccf-579758638fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:02.211793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:02.222767 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/bbcb0367-848d-4778-8b1e-b07136687474 HTTP/1.1" status: 204 len: 168 time: 0.7547529 Feb 17 22:36:02.224041 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba4ddc-2d6b-417d-80d0-4adf93c34f23 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=bbcb0367-848d-4778-8b1e-b07136687474,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:02.224388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01507ee-bbd9-435c-a637-42144949af23 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:02.225138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39118) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:02.252542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:36:02.296003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:02.307920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a9ccee34-76ef-426d-8c1d-2e3fd4bf1c6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0806077 Feb 17 22:36:02.309050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Made reservation on behalf of ead96471e40b4614b4ce2d6330099131 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:02.312008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:02.456409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97fb7d2-1be9-4a98-8ffb-6c34485d5596 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:02.459767 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e97fb7d2-1be9-4a98-8ffb-6c34485d5596 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1622229 Feb 17 22:36:02.462085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39128) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:02.525178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:02.542553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-6b773615-0820-4031-8255-cea8a01d3ec9 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?tenant_id=a9e930b76e5246b98da16ca90abaddd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3926916 Feb 17 22:36:02.635721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:02.636105 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:02.662673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d9e396-3473-415f-82e6-feaacacb54ad tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:02.666818 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-17d9e396-3473-415f-82e6-feaacacb54ad tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1991527 Feb 17 22:36:02.667236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39138) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:02.798045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-894f194c-7e14-4f17-83a3-159dc1ad95d3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1296208 Feb 17 22:36:02.804874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39146) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:02.814463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:02.900520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a909d81c-193f-4048-a053-9210c3500521 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:36:02.924282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:02.957447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-6552aedd-175b-4b96-9bdf-b56ff57a3cee service neutron] 10.222.0.79 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996050 Feb 17 22:36:03.069937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a909d81c-193f-4048-a053-9210c3500521 None None] Deleting port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:03.075582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a909d81c-193f-4048-a053-9210c3500521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.124944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:03.130244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.240895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a909d81c-193f-4048-a053-9210c3500521 None None] For port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=107dbdb8-078a-4e10-b4f1-6a2a9f674fe7,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:03.241804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a909d81c-193f-4048-a053-9210c3500521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.279084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a909d81c-193f-4048-a053-9210c3500521 None None] Calling delete_port for 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:03.314928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (76a1ec48-61af-4955-bfd8-afaffc4be11e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.439696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a909d81c-193f-4048-a053-9210c3500521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (107dbdb8-078a-4e10-b4f1-6a2a9f674fe7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.465912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-10768f5a-6259-4f78-a822-5c8a4b8e53ba service neutron] 10.222.0.79 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760854 Feb 17 22:36:03.524893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909d81c-193f-4048-a053-9210c3500521 None None] Pushing event deleted for resources: {'Port': ['ID=107dbdb8-078a-4e10-b4f1-6a2a9f674fe7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:03.550409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a909d81c-193f-4048-a053-9210c3500521 None None] No DVR routers for this DVR port 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:03.583534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Checking segment: {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:03.583920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Network hostable DHCP agents. Network: 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:36:03.592584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a1ec48-61af-4955-bfd8-afaffc4be11e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:03.622115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:36:03.634246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:03.639481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:03.640213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.649474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ef97dd-0697-435b-ba18-2eb84c82d220 None None] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:03.667198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b85944ba-3a80-4ada-bece-b3529933376c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5388293 Feb 17 22:36:03.668850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39156) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:03.679009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:03.715818 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.717563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.759221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (83089f18-ec56-4ad9-be9b-9bda11342c82), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.915089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:03.918714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=83089f18-ec56-4ad9-be9b-9bda11342c82,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:03.934269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:03.941109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:03.947228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:03.993041 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9c27d1fb-e2d5-40d1-960d-686f107b4bc3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1855316 Feb 17 22:36:03.993745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39172) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:03.999891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:31:d0:8c', 'name': 'tempest-NetworksTestDHCPv6-1851273805'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:04.102147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks [] for router_controller (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:04.201423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a2df91a-c1df-463e-a7d9-58c26bc6e91c req-6d510b7b-ec78-4b7c-a503-d42073b64d98 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 210 time: 0.1504619 Feb 17 22:36:04.288294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:04.505433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:04.529768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 32d7b543-d90e-4e8f-8b80-0471bb1410b4 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:36:04.600914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea29d0c-88f8-46b1-86b9-1ce9e9ded38c None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:04.614327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:04.731359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:36:04.733865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 107dbdb8-078a-4e10-b4f1-6a2a9f674fe7 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:36:04.774448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::333 (09316e07-fc22-44f3-8240-ce381295cee3/83089f18-ec56-4ad9-be9b-9bda11342c82/32d7b543-d90e-4e8f-8b80-0471bb1410b4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:05.121668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (32d7b543-d90e-4e8f-8b80-0471bb1410b4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:05.214324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc0f35c-faba-4ef3-9ad2-ffb3affccbe8 None None] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:05.333172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (32d7b543-d90e-4e8f-8b80-0471bb1410b4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:05.516437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:05.528259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:05.542121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:05.566053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:05.568876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:05.619848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': '83089f18-ec56-4ad9-be9b-9bda11342c82'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:36:05.628710 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:05.642929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=32d7b543-d90e-4e8f-8b80-0471bb1410b4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:05.658206 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-103cf9b6-0fc5-4da8-a333-de2419cf3d33 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6629450 Feb 17 22:36:05.668039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:05.683423 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks [] for router_gateway (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:05.688119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da2ab36d-4f7c-487a-8aa4-61eb23b25578 req-9cf79ae8-5a25-42b5-8eef-42db1d903729 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 210 time: 0.0865335 Feb 17 22:36:05.791114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5774d592-baa5-4241-a703-d724a3bee9bf tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:05.793561 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5774d592-baa5-4241-a703-d724a3bee9bf tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1243868 Feb 17 22:36:05.796860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39204) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:06.072235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/83089f18-ec56-4ad9-be9b-9bda11342c82/92880028-f2c5-4a64-a906-db6cb83d2e91) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:06.094014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 32d7b543-d90e-4e8f-8b80-0471bb1410b4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:06.095145 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (32d7b543-d90e-4e8f-8b80-0471bb1410b4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.199682 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks [] for router_gateway (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.249138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.358712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (32d7b543-d90e-4e8f-8b80-0471bb1410b4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.405739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 32d7b543-d90e-4e8f-8b80-0471bb1410b4 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:06.587008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Publish callbacks [] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.598256 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.677267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:06.691064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:06.696196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:06.741759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Pushing event updated for resources: {'Port': ['ID=92880028-f2c5-4a64-a906-db6cb83d2e91,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:06.835387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Attempting to bind port 92880028-f2c5-4a64-a906-db6cb83d2e91 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:36:06.835950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Attempting to bind port 92880028-f2c5-4a64-a906-db6cb83d2e91 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:36:06.836837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Attempting to bind port 92880028-f2c5-4a64-a906-db6cb83d2e91 on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:06.839006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (32d7b543-d90e-4e8f-8b80-0471bb1410b4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.844951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:36:06.845629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:06.846207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.846761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:36:06.847420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Bound port: 92880028-f2c5-4a64-a906-db6cb83d2e91, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:36:06.847981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.882635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=32d7b543-d90e-4e8f-8b80-0471bb1410b4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:06.933626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:06.939971 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e79657b-153e-4008-abac-bb68aa9949b0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/32d7b543-d90e-4e8f-8b80-0471bb1410b4 HTTP/1.1" status: 204 len: 168 time: 1.1417315 Feb 17 22:36:06.942553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39246) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:06.990064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Allocated IP 172.25.0.25 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/4c6be3fd-9f3b-4baf-9c03-aca9b47aa013) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:06.995757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] For port 92880028-f2c5-4a64-a906-db6cb83d2e91, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:36:06.998948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] For port 92880028-f2c5-4a64-a906-db6cb83d2e91, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=92880028-f2c5-4a64-a906-db6cb83d2e91,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:36:07.013122 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.017574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08fb2fa8-c7f0-4696-b06f-6e3fcda06a43 req-586494cc-d344-4509-b37f-5b75e27b0e73 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 210 time: 0.1650338 Feb 17 22:36:07.030989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-805a344c-ef66-463d-ad8c-571a230352d2 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:07.033941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-805a344c-ef66-463d-ad8c-571a230352d2 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.94 "GET /v2.0/networks?id=4a66209d-b109-49df-b51b-b8bcf034a3d6 HTTP/1.1" status: 200 len: 911 time: 0.5533144 Feb 17 22:36:07.052731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Request body: {'port': {'device_id': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'admin_state_up': True, 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:07.057864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5e4a9-069d-4d11-b090-c0511b4948f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:07.059251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde5e4a9-069d-4d11-b090-c0511b4948f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:07.069096 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bde5e4a9-069d-4d11-b090-c0511b4948f5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1250148 Feb 17 22:36:07.069674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39248) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:07.082729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39250) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:07.142902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Made reservation on behalf of a9e930b76e5246b98da16ca90abaddd8 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:07.150681 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.153369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902dae0-e64d-465c-9c88-87af9d443ab8 None None] Pushing event updated for resources: {'Port': ['ID=92880028-f2c5-4a64-a906-db6cb83d2e91,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:07.204769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 83089f18-ec56-4ad9-be9b-9bda11342c82 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:07.210232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (83089f18-ec56-4ad9-be9b-9bda11342c82), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.289206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (83089f18-ec56-4ad9-be9b-9bda11342c82), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.321701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks [] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.377889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8cf86e1a-baa4-4e3c-9752-74efd7923ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.548812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Allocated IP 172.20.0.9 (4a66209d-b109-49df-b51b-b8bcf034a3d6/b6437e0f-1ceb-4859-9ced-839b67800228/c31ed4c3-21ce-4d05-8740-42518548cdbe) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:07.602853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.692695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (83089f18-ec56-4ad9-be9b-9bda11342c82), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.792587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:07.812429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:07.846754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:07.892260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Pushing event updated for resources: {'Port': ['ID=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:07.968286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8cf86e1a-baa4-4e3c-9752-74efd7923ba9 admin admin] Publish callbacks [] for security_group (8bd41816-842a-438d-b7c8-8c6e483c4410), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:07.990733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8cf86e1a-baa4-4e3c-9752-74efd7923ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8bd41816-842a-438d-b7c8-8c6e483c4410), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.073042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf86e1a-baa4-4e3c-9752-74efd7923ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd41816-842a-438d-b7c8-8c6e483c4410,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:08.135989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (83089f18-ec56-4ad9-be9b-9bda11342c82), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.180305 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8cf86e1a-baa4-4e3c-9752-74efd7923ba9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e54dddaf6ade4e9085e2e768d0c06033&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1069684 Feb 17 22:36:08.181667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39268) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:08.184985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.194409 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/83089f18-ec56-4ad9-be9b-9bda11342c82 HTTP/1.1" status: 204 len: 168 time: 1.1105831 Feb 17 22:36:08.221272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39270) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:08.289964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e2003-58df-4ca0-8008-6bc0c5e790c3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=83089f18-ec56-4ad9-be9b-9bda11342c82,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:08.364421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b90a9d-eccb-4279-93da-83be3b90da54 admin admin] Publish callbacks [] for security_group (8bd41816-842a-438d-b7c8-8c6e483c4410), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.443916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b90a9d-eccb-4279-93da-83be3b90da54 admin admin] Publish callbacks [] for security_group (8bd41816-842a-438d-b7c8-8c6e483c4410), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.448561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 92880028-f2c5-4a64-a906-db6cb83d2e91 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:08.449132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ad4026ab-81d2-4791-814c-4c0d283688e5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2263579 Feb 17 22:36:08.455138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39276) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:08.466457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5be3a0d4-8299-4698-bd8c-58a8593968f9 req-50719e18-09de-49e0-a4e5-8aa9a9c1e988 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 210 time: 0.2497373 Feb 17 22:36:08.603830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 92880028-f2c5-4a64-a906-db6cb83d2e91 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:08.604219 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.606548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks [] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.660664 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks [] for router_gateway (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.700191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba62aa8-a34b-4bc5-9660-8335963a61d6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:08.702461 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3ba62aa8-a34b-4bc5-9660-8335963a61d6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2240748 Feb 17 22:36:08.706466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39278) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:08.789750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 92880028-f2c5-4a64-a906-db6cb83d2e91 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:08.790159 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.863581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b90a9d-eccb-4279-93da-83be3b90da54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8bd41816-842a-438d-b7c8-8c6e483c4410), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.880943 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-70b90a9d-eccb-4279-93da-83be3b90da54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.885388 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:08.898064 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-70b90a9d-eccb-4279-93da-83be3b90da54 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8bd41816-842a-438d-b7c8-8c6e483c4410 HTTP/1.1" status: 204 len: 168 time: 0.6880932 Feb 17 22:36:08.935466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['cea95b34-cfeb-4bff-8af9-48c0823c4cb4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:36:08.936353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b90a9d-eccb-4279-93da-83be3b90da54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd41816-842a-438d-b7c8-8c6e483c4410,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:08.937490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:08.994392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b853cb-7424-4e8e-b0bc-ce21d69a7836 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:09.009059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:09.010083 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-80b853cb-7424-4e8e-b0bc-ce21d69a7836 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3032787 Feb 17 22:36:09.011000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:09.022454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:09.176311 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-974ea4ac-2f69-4e2f-bf06-085657b28033 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1635399 Feb 17 22:36:09.182158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:09.192166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:09.205357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 92880028-f2c5-4a64-a906-db6cb83d2e91, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=92880028-f2c5-4a64-a906-db6cb83d2e91,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:09.270210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.419427 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.460611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Pushing event updated for resources: {'Port': ['ID=c31ed4c3-21ce-4d05-8740-42518548cdbe,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:09.527496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=92880028-f2c5-4a64-a906-db6cb83d2e91,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:09.569703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:09.573225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.582322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:09.585217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.632458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b280c-c9b3-45d5-b7b1-48eacdb1279e None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:09.667332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39300) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:09.696886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66b07814-1b77-45f7-9baa-efc0c4dcf129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.706921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-9d35b5e8-94de-4b45-a278-cbee44917f2a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6618679 Feb 17 22:36:09.753942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Request body: {'port': {'device_id': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:09.870544 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.876146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8b9f5951-bb81-4525-abe7-9ca1a8858f91 None None] Provisioning complete for port 92880028-f2c5-4a64-a906-db6cb83d2e91 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:09.878307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5951-bb81-4525-abe7-9ca1a8858f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.907679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.947882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66b07814-1b77-45f7-9baa-efc0c4dcf129 admin admin] Publish callbacks [] for security_group (c2a15c66-5452-4693-9ea5-200b4a076c95), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:09.955727 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-66b07814-1b77-45f7-9baa-efc0c4dcf129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c2a15c66-5452-4693-9ea5-200b4a076c95), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.038868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b07814-1b77-45f7-9baa-efc0c4dcf129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a15c66-5452-4693-9ea5-200b4a076c95,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:10.048858 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-66b07814-1b77-45f7-9baa-efc0c4dcf129 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9eabb516726b40cf8ec212d648757708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3776276 Feb 17 22:36:10.066405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39310) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:10.118651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f5951-bb81-4525-abe7-9ca1a8858f91 None None] Current status of the port 92880028-f2c5-4a64-a906-db6cb83d2e91 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:10.132849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:36:10.147941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8b9f5951-bb81-4525-abe7-9ca1a8858f91 None None] Could not find standard attr ID for object 32d7b543-d90e-4e8f-8b80-0471bb1410b4. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:36:10.180221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac4d1-2e1a-474c-b765-21e865abf50e admin admin] Publish callbacks [] for security_group (c2a15c66-5452-4693-9ea5-200b4a076c95), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.214837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.objects.ports [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:36:10.225616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e91df8-f45c-42b6-8eac-bca2f147df19 req-a0cc7d9c-ce97-4450-b2c7-3e6b9d54e395 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:10.231983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02e91df8-f45c-42b6-8eac-bca2f147df19 req-a0cc7d9c-ce97-4450-b2c7-3e6b9d54e395 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1027 time: 0.5857942 Feb 17 22:36:10.239183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac4d1-2e1a-474c-b765-21e865abf50e admin admin] Publish callbacks [] for security_group (c2a15c66-5452-4693-9ea5-200b4a076c95), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.265498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8b9f5951-bb81-4525-abe7-9ca1a8858f91 None None] Provisioning complete for port c31ed4c3-21ce-4d05-8740-42518548cdbe triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:10.265878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b9f5951-bb81-4525-abe7-9ca1a8858f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.349107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 92880028-f2c5-4a64-a906-db6cb83d2e91 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:10.429141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f5951-bb81-4525-abe7-9ca1a8858f91 None None] Port c31ed4c3-21ce-4d05-8740-42518548cdbe cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:36:10.444776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] Deleting port 92880028-f2c5-4a64-a906-db6cb83d2e91 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:10.445127 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.505640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02e91df8-f45c-42b6-8eac-bca2f147df19 req-4da728dc-b87a-4e7b-a248-58fe883333f4 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466650 Feb 17 22:36:10.661548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] For port 92880028-f2c5-4a64-a906-db6cb83d2e91, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=92880028-f2c5-4a64-a906-db6cb83d2e91,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:10.662171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.705383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 92880028-f2c5-4a64-a906-db6cb83d2e91 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:10.706927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.722820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] Calling delete_port for 92880028-f2c5-4a64-a906-db6cb83d2e91 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:10.844611 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.868686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] No DVR routers for this DVR port 92880028-f2c5-4a64-a906-db6cb83d2e91 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:10.880585 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (92880028-f2c5-4a64-a906-db6cb83d2e91), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.937269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac4d1-2e1a-474c-b765-21e865abf50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c2a15c66-5452-4693-9ea5-200b4a076c95), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.943908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac4d1-2e1a-474c-b765-21e865abf50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:10.945619 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4a5ac4d1-2e1a-474c-b765-21e865abf50e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2a15c66-5452-4693-9ea5-200b4a076c95 HTTP/1.1" status: 204 len: 168 time: 0.8781245 Feb 17 22:36:10.954672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd89ac-5f36-4cd7-bf44-28173a4815be None None] Pushing event deleted for resources: {'Port': ['ID=92880028-f2c5-4a64-a906-db6cb83d2e91,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:11.024768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Port 92880028-f2c5-4a64-a906-db6cb83d2e91 concurrently deleted while adding address for new subnet {'id': 'f362cf59-a4a9-4b9a-b565-34d7d1b9cd74', 'name': '', 'tenant_id': '769d8881cd3146e08b0f4d9bf99ef264', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2877, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2022-02-17T22:36:09Z', 'updated_at': '2022-02-17T22:36:09Z', 'revision_number': 0, 'segment_id': None, 'project_id': '769d8881cd3146e08b0f4d9bf99ef264'}. {{(pid=103526) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:779}} Feb 17 22:36:11.025297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (f362cf59-a4a9-4b9a-b565-34d7d1b9cd74), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:11.041218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ac4d1-2e1a-474c-b765-21e865abf50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a15c66-5452-4693-9ea5-200b4a076c95,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:11.063618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:36:11.250172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=f362cf59-a4a9-4b9a-b565-34d7d1b9cd74,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:11.305147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:11.312446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:11.331024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:11.332015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:11.339261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceca9a3-d1bd-4070-8641-d6a068ef8447 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:11.348860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31ed4c3-21ce-4d05-8740-42518548cdbe {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:36:11.383422 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2a16e911-df1b-4ba5-ae7a-96f6f4139284 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1999264 Feb 17 22:36:11.387883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39334) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:11.399695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Publish callbacks [] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:11.403804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-299b0f08-564d-459b-9b38-7793f9cd151c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:11.483996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Transition to ACTIVE for port object c31ed4c3-21ce-4d05-8740-42518548cdbe will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:36:11.493909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:11.735081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Pushing event updated for resources: {'Port': ['ID=c31ed4c3-21ce-4d05-8740-42518548cdbe,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:11.776666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:36:11.794208 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Sync routers for ids ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:36:11.807986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299b0f08-564d-459b-9b38-7793f9cd151c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:11.825267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-299b0f08-564d-459b-9b38-7793f9cd151c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:11.831890 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Routers {'8744e351-ef14-4ccc-93ab-ab4cc0763dcd'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:11.833068 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:11.881177 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:11.884450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5121e8b0-fdcc-49a7-9361-8a43b41177ad admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.2136919 Feb 17 22:36:11.896866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04574d63-5485-4474-823a-722e2d12229a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'f362cf59-a4a9-4b9a-b565-34d7d1b9cd74'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:36:11.900355 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04574d63-5485-4474-823a-722e2d12229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:11.923213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39352) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:12.396126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9f198-0d44-4aca-aca5-987107ff64af req-7b9a149d-b03e-4da9-b08b-0f24f71f84a8 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:12.412162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27e9f198-0d44-4aca-aca5-987107ff64af req-7b9a149d-b03e-4da9-b08b-0f24f71f84a8 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1053 time: 0.6270888 Feb 17 22:36:12.414599 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-299b0f08-564d-459b-9b38-7793f9cd151c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f362cf59-a4a9-4b9a-b565-34d7d1b9cd74 (CIDR: 2001:db8::/64) Feb 17 22:36:12.419643 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-299b0f08-564d-459b-9b38-7793f9cd151c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:36:12.420628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-299b0f08-564d-459b-9b38-7793f9cd151c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:12.494549 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-299b0f08-564d-459b-9b38-7793f9cd151c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1051872 Feb 17 22:36:12.503095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:12.514368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:12.536712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27e9f198-0d44-4aca-aca5-987107ff64af req-9e02b8bd-5a34-474b-921e-d40055fc10d0 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216762 Feb 17 22:36:12.579848 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Set router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:36:12.623789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Attempting to bind port c31ed4c3-21ce-4d05-8740-42518548cdbe on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:36:12.625000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Attempting to bind port c31ed4c3-21ce-4d05-8740-42518548cdbe by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:36:12.626377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Attempting to bind port c31ed4c3-21ce-4d05-8740-42518548cdbe on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:12.653931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Port c31ed4c3-21ce-4d05-8740-42518548cdbe on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:36:12.654915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Attempting to bind port c31ed4c3-21ce-4d05-8740-42518548cdbe on network 4a66209d-b109-49df-b51b-b8bcf034a3d6 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:12.681172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-04574d63-5485-4474-823a-722e2d12229a None None] Allocated IP 2001:db8::f816:3eff:fe9c:685a (09316e07-fc22-44f3-8240-ce381295cee3/f362cf59-a4a9-4b9a-b565-34d7d1b9cd74/01989dc5-774d-414f-9177-9984fc1c6e9a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:12.777074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:12.791664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.150016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04574d63-5485-4474-823a-722e2d12229a None None] Publish callbacks [] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.160755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04574d63-5485-4474-823a-722e2d12229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.321508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04574d63-5485-4474-823a-722e2d12229a None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:13.341069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04574d63-5485-4474-823a-722e2d12229a None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:13.346533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-04574d63-5485-4474-823a-722e2d12229a None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:13.350923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04574d63-5485-4474-823a-722e2d12229a None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:13.365955 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:36:08Z', 'revision_number': 3, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:13.470671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (17cf9737-0ed8-478a-aa8e-1cab6d01bff3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.504228 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Checking router: 8744e351-ef14-4ccc-93ab-ab4cc0763dcd for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:36:13.507949 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Updating router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:36:13.513789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:36:13.515111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Checking segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:13.517292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Bound using segment: {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:36:13.518115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Bound port: c31ed4c3-21ce-4d05-8740-42518548cdbe, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b08c62a9-9b9b-49d1-b921-d252030ef7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:36:13.518913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.544425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-04574d63-5485-4474-823a-722e2d12229a None None] Attempting to bind port 01989dc5-774d-414f-9177-9984fc1c6e9a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:36:13.544947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-04574d63-5485-4474-823a-722e2d12229a None None] Attempting to bind port 01989dc5-774d-414f-9177-9984fc1c6e9a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:36:13.545460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04574d63-5485-4474-823a-722e2d12229a None None] Attempting to bind port 01989dc5-774d-414f-9177-9984fc1c6e9a on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:13.555320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04574d63-5485-4474-823a-722e2d12229a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:36:13.555850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04574d63-5485-4474-823a-722e2d12229a None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:13.556417 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04574d63-5485-4474-823a-722e2d12229a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.556867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04574d63-5485-4474-823a-722e2d12229a None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:36:13.562948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-04574d63-5485-4474-823a-722e2d12229a None None] Bound port: 01989dc5-774d-414f-9177-9984fc1c6e9a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:36:13.581023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04574d63-5485-4474-823a-722e2d12229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.677097 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.684180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:13.753832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:13.765449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:13.767410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.774273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-04574d63-5485-4474-823a-722e2d12229a None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:36:13.785737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-04574d63-5485-4474-823a-722e2d12229a None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:36:13.805548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-04574d63-5485-4474-823a-722e2d12229a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:13.809227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=17cf9737-0ed8-478a-aa8e-1cab6d01bff3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:13.851976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-adf9f094-db82-49f2-b4c9-0849a9273a5c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3417060 Feb 17 22:36:13.854410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39400) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:13.871175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:cc:72:f7', 'name': 'tempest-NetworksTestDHCPv6-340754506'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:14.040515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04574d63-5485-4474-823a-722e2d12229a None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:14.090464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b8f87-5652-42c1-9351-4c81519bcf6e req-1f294730-ae14-4798-a3ef-664c7ecea854 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:14.093407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f46b8f87-5652-42c1-9351-4c81519bcf6e req-1f294730-ae14-4798-a3ef-664c7ecea854 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1053 time: 0.4060357 Feb 17 22:36:14.186294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] For port c31ed4c3-21ce-4d05-8740-42518548cdbe, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:36:14.299463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:14.388500 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4a7c1f4-3079-4729-8211-ff7a37e9cc76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.578614 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Publish callbacks [] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.591627 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.687791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.692168 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Pushing event updated for resources: {'Port': ['ID=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:14.717398 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Attempting to bind port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:36:14.718004 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Attempting to bind port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:36:14.720143 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Attempting to bind port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:14.737260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port d7337584-fb8e-463b-a8e7-b81e2c697fc1 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:36:14.759103 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:36:14.760429 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:14.761635 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.765517 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:36:14.767178 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Bound port: 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:36:14.769513 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.822239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] For port c31ed4c3-21ce-4d05-8740-42518548cdbe, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c31ed4c3-21ce-4d05-8740-42518548cdbe,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:36:14.859280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.903989 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.904613 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.904924 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.906250 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.906711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.907293 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.909895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.909895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.909895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.909895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.909895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.909895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.909895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:14.967080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Pushing event updated for resources: {'Port': ['ID=c31ed4c3-21ce-4d05-8740-42518548cdbe,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:14.986395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f46b8f87-5652-42c1-9351-4c81519bcf6e req-5dfc24b6-d047-4f02-8147-c35d3a0b3a96 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7887969 Feb 17 22:36:14.987951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:14.988553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:14.991008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-0a136a7b-9cfb-4ec6-9022-ff353cdcf063 service neutron] 10.222.0.94 "PUT /v2.0/ports/c31ed4c3-21ce-4d05-8740-42518548cdbe HTTP/1.1" status: 200 len: 1092 time: 5.2472105 Feb 17 22:36:14.992761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'tag': 'c31ed4c3-21ce-4d05-8740-42518548cdbe'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:36:14.995331 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee250d3-48d7-4d9e-9a38-696cb39163e3" -d '{"events": [{"name": "network-changed", "server_uuid": "26fd81bc-94d9-4fc4-9a97-e5427061f5d1", "tag": "c31ed4c3-21ce-4d05-8740-42518548cdbe"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:36:15.000011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:15.023072 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] For port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:36:15.031502 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] For port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:36:15.044587 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:15.210786 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Routers {'8744e351-ef14-4ccc-93ab-ab4cc0763dcd'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:15.217458 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407a58b-b725-451c-93bf-cd59e4366e08 x-openstack-request-id: req-6407a58b-b725-451c-93bf-cd59e4366e08 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:36:15.217820 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26fd81bc-94d9-4fc4-9a97-e5427061f5d1", "tag": "c31ed4c3-21ce-4d05-8740-42518548cdbe", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:36:15.218041 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6407a58b-b725-451c-93bf-cd59e4366e08 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:36:15.218391 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'tag': 'c31ed4c3-21ce-4d05-8740-42518548cdbe', 'status': 'completed', 'code': 200} Feb 17 22:36:15.221103 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:35:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:15.297207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8:0:1::b3 (09316e07-fc22-44f3-8240-ce381295cee3/17cf9737-0ed8-478a-aa8e-1cab6d01bff3/d7337584-fb8e-463b-a8e7-b81e2c697fc1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:15.318793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:fecc:72f7 (09316e07-fc22-44f3-8240-ce381295cee3/f362cf59-a4a9-4b9a-b565-34d7d1b9cd74/d7337584-fb8e-463b-a8e7-b81e2c697fc1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:15.383793 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47215ce0-3fd8-4e16-91fe-eeee4ae88c93 None None] Pushing event updated for resources: {'Port': ['ID=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:15.487896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-edb8e803-b0f2-4985-8399-c27af1fdcc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:15.489994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-edb8e803-b0f2-4985-8399-c27af1fdcc65 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a9e930b76e5246b98da16ca90abaddd8&device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1126 time: 0.2708220 Feb 17 22:36:15.609625 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] Set router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:36:15.643876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-f8f5e6cb-d26a-4ca0-bf44-9f0c9fd1f2a6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c31ed4c3-21ce-4d05-8740-42518548cdbe HTTP/1.1" status: 200 len: 217 time: 0.1341293 Feb 17 22:36:15.663823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Allocated IP 172.20.0.1 (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b/76a1ec48-61af-4955-bfd8-afaffc4be11e/4916a28a-bfe2-4e67-9442-89d030c18072) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:15.795576 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (d7337584-fb8e-463b-a8e7-b81e2c697fc1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:15.847247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d7337584-fb8e-463b-a8e7-b81e2c697fc1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:15.883043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-53ed920a-5156-47dc-b001-1b21412d5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:15.888061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-53ed920a-5156-47dc-b001-1b21412d5e0e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b6437e0f-1ceb-4859-9ced-839b67800228 HTTP/1.1" status: 200 len: 849 time: 0.2343657 Feb 17 22:36:15.918469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:15.924550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:15.930580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:15.950335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:15.951013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:15.972861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=d7337584-fb8e-463b-a8e7-b81e2c697fc1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:16.012579 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d980987-39d5-4caa-b767-60e040695ba2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.1527879 Feb 17 22:36:16.016235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39446) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:16.326103 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:36:08Z', 'revision_number': 3, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:16.350604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port d7337584-fb8e-463b-a8e7-b81e2c697fc1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:16.350951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d7337584-fb8e-463b-a8e7-b81e2c697fc1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:16.356273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39458) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:16.374421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-52b53949-ef49-4aca-bbbe-246afe3303e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:16.376038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-52b53949-ef49-4aca-bbbe-246afe3303e5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4a66209d-b109-49df-b51b-b8bcf034a3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4677238 Feb 17 22:36:16.431362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:16.447811 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f086dc24-c074-42c3-8d67-0b63ce1f54f6 None None] The sync data for ids ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'] in n-d-828369-18 is: [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:36:08Z', 'revision_number': 3, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:36:16.473316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks [] for port (4916a28a-bfe2-4e67-9442-89d030c18072), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:16.505684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d68fa-2b02-4dd0-ba52-98b4092f2ffc None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:16.570533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-8fab8edf-2110-49b1-bb76-6b1f14962870 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:36:16.572396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-8fab8edf-2110-49b1-bb76-6b1f14962870 service neutron] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1200247 Feb 17 22:36:16.595093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d7337584-fb8e-463b-a8e7-b81e2c697fc1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:16.617693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for d7337584-fb8e-463b-a8e7-b81e2c697fc1 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:16.729773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-7993b621-5c8d-4f64-b196-0affac1d5ea8 service neutron] 10.222.0.94 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507518 Feb 17 22:36:16.961357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5492385-37fe-4148-99c6-7558fcb4b3ec req-db588e4f-bcc9-49b4-ad97-64417b4f6cae service neutron] 10.222.0.94 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248874 Feb 17 22:36:16.964304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:16.975255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d7337584-fb8e-463b-a8e7-b81e2c697fc1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.050829 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2ec2-55d8-4bc1-8dba-2d4a977e0d64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.053627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=d7337584-fb8e-463b-a8e7-b81e2c697fc1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:17.097278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-93cc22d6-3141-4d9d-9e92-a9a3c2771b4f None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:17.097640 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93cc22d6-3141-4d9d-9e92-a9a3c2771b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.154273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.159550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee88e43-01d2-4e02-b3b2-00129d464aeb req-f392ac5b-fc47-4e4b-a2c7-d4df864c8e6a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:17.161954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ee88e43-01d2-4e02-b3b2-00129d464aeb req-f392ac5b-fc47-4e4b-a2c7-d4df864c8e6a tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1126 time: 0.9945021 Feb 17 22:36:17.162315 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-97e43534-8bdc-4aa7-a541-654a105ab86f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/d7337584-fb8e-463b-a8e7-b81e2c697fc1 HTTP/1.1" status: 204 len: 168 time: 1.1427958 Feb 17 22:36:17.164388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39470) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:17.166778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Pushing event updated for resources: {'Port': ['ID=4916a28a-bfe2-4e67-9442-89d030c18072,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:17.261172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:17.291022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:17.303930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:17.344273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c7f587-e461-4adc-adcb-b470781ac332 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:17.363407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-73c7f587-e461-4adc-adcb-b470781ac332 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1975472 Feb 17 22:36:17.365511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:17.406828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.459387 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a346d665-2b11-43d5-804f-e34e25df0cfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.528437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:17.528746 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.580209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a19c8e-0ab9-4c00-b59c-de077a7a0697 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:17.596124 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75a19c8e-0ab9-4c00-b59c-de077a7a0697 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2261803 Feb 17 22:36:17.596956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39482) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:17.629538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-93cc22d6-3141-4d9d-9e92-a9a3c2771b4f None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:17.630265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93cc22d6-3141-4d9d-9e92-a9a3c2771b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.736714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-969c4a5a-8c32-4804-9f05-36259e11898e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:17.738354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-969c4a5a-8c32-4804-9f05-36259e11898e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=a9e930b76e5246b98da16ca90abaddd8&device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1126 time: 0.5858619 Feb 17 22:36:17.748135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1713d2f1-ac1f-461f-ba4e-72e04062f3b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:17.758770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1713d2f1-ac1f-461f-ba4e-72e04062f3b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:17.765183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1713d2f1-ac1f-461f-ba4e-72e04062f3b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:17.775236 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1713d2f1-ac1f-461f-ba4e-72e04062f3b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1742516 Feb 17 22:36:17.776910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:17.778180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-93cc22d6-3141-4d9d-9e92-a9a3c2771b4f None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:17.792051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ee88e43-01d2-4e02-b3b2-00129d464aeb req-36febf63-11a3-40a3-beb4-bf38cd66744b tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508356 Feb 17 22:36:17.812680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-93cc22d6-3141-4d9d-9e92-a9a3c2771b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.881570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.960230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:17.963316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:17.967131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc22d6-3141-4d9d-9e92-a9a3c2771b4f None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:17.995114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 17cf9737-0ed8-478a-aa8e-1cab6d01bff3 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:18.005264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (17cf9737-0ed8-478a-aa8e-1cab6d01bff3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.088797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (17cf9737-0ed8-478a-aa8e-1cab6d01bff3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.089599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb658b2a-1e1c-4607-922c-2a56d4b8f2d6 None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'f362cf59-a4a9-4b9a-b565-34d7d1b9cd74', 'ip_address': '2001:db8::f816:3eff:fe9c:685a'}, {'subnet_id': '17cf9737-0ed8-478a-aa8e-1cab6d01bff3'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '01989dc5-774d-414f-9177-9984fc1c6e9a'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:36:18.167556 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb658b2a-1e1c-4607-922c-2a56d4b8f2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.246139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (17cf9737-0ed8-478a-aa8e-1cab6d01bff3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.317376 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2ec2-55d8-4bc1-8dba-2d4a977e0d64 admin admin] Publish callbacks [] for security_group (f5df6736-9a6f-4131-8014-6bdb23242289), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.493118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks [] for port (4916a28a-bfe2-4e67-9442-89d030c18072), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.496363 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2ec2-55d8-4bc1-8dba-2d4a977e0d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f5df6736-9a6f-4131-8014-6bdb23242289), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.504494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (17cf9737-0ed8-478a-aa8e-1cab6d01bff3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.509961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.586067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-cbb8898b-5586-40d8-95b3-ebc76936d4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:18.587655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-cbb8898b-5586-40d8-95b3-ebc76936d4a6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=4a66209d-b109-49df-b51b-b8bcf034a3d6 HTTP/1.1" status: 200 len: 911 time: 0.8425188 Feb 17 22:36:18.590083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bb6b2ec2-55d8-4bc1-8dba-2d4a977e0d64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c64512206a8547faa1f3096e5ee72f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2130897 Feb 17 22:36:18.604828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39500) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:18.611065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:18.650253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=17cf9737-0ed8-478a-aa8e-1cab6d01bff3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:18.662756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.666077 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f9f6f7e3-f401-4784-9107-1c613bafc864 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/17cf9737-0ed8-478a-aa8e-1cab6d01bff3 HTTP/1.1" status: 204 len: 168 time: 0.8867021 Feb 17 22:36:18.680050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39502) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:18.727741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-df52379e-60c5-4513-81df-803d1f1b2826 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c31ed4c3-21ce-4d05-8740-42518548cdbe HTTP/1.1" status: 200 len: 217 time: 0.0793688 Feb 17 22:36:18.799855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-bb658b2a-1e1c-4607-922c-2a56d4b8f2d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17cf9737-0ed8-478a-aa8e-1cab6d01bff3: This subnet is being modified by another concurrent operation. Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 315, in update_dhcp_port Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:36:18.829076 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1786, in update_port Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 17cf9737-0ed8-478a-aa8e-1cab6d01bff3: This subnet is being modified by another concurrent operation. Feb 17 22:36:18.832951 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 22:36:18.868855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:18.871946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.888310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet f362cf59-a4a9-4b9a-b565-34d7d1b9cd74 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:18.899765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b2ec2-55d8-4bc1-8dba-2d4a977e0d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5df6736-9a6f-4131-8014-6bdb23242289,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:18.907644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (f362cf59-a4a9-4b9a-b565-34d7d1b9cd74), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:18.911713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Pushing event updated for resources: {'Port': ['ID=4916a28a-bfe2-4e67-9442-89d030c18072,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:19.023766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f788978-11ab-4776-9180-0245c74e3710 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:36:19.031311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-f3ce0260-6b82-441a-bcf7-8ce182178636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:19.033075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-f3ce0260-6b82-441a-bcf7-8ce182178636 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b6437e0f-1ceb-4859-9ced-839b67800228 HTTP/1.1" status: 200 len: 849 time: 0.2935255 Feb 17 22:36:19.104941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2989a32b-635d-43bf-a4a3-a356f4f64304 admin admin] Publish callbacks [] for security_group (f5df6736-9a6f-4131-8014-6bdb23242289), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.162068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3deaf12-e591-4997-afcc-5151b4c01b6a req-43891539-4ae8-4175-b20e-3d0717d12e68 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:19.174982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3deaf12-e591-4997-afcc-5151b4c01b6a req-43891539-4ae8-4175-b20e-3d0717d12e68 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1126 time: 0.2213275 Feb 17 22:36:19.210149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f2696920-101b-4786-a341-58355a604e0a None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:19.210536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (f362cf59-a4a9-4b9a-b565-34d7d1b9cd74), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.211740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2696920-101b-4786-a341-58355a604e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.305539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2989a32b-635d-43bf-a4a3-a356f4f64304 admin admin] Publish callbacks [] for security_group (f5df6736-9a6f-4131-8014-6bdb23242289), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.311460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-819e7b14-70b6-4d84-af88-f3b2aa0480bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:19.316122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-819e7b14-70b6-4d84-af88-f3b2aa0480bc service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=4a66209d-b109-49df-b51b-b8bcf034a3d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2711799 Feb 17 22:36:19.361445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f788978-11ab-4776-9180-0245c74e3710 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:36:19.367791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3deaf12-e591-4997-afcc-5151b4c01b6a req-bddbc59b-2b2e-4135-aaa4-ad1d8acb4635 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907833 Feb 17 22:36:19.450153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c31ed4c3-21ce-4d05-8740-42518548cdbe details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:36:19.539130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.542653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:19.555211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:19.555963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (f362cf59-a4a9-4b9a-b565-34d7d1b9cd74), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.573704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:19.576605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:19.669483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2989a32b-635d-43bf-a4a3-a356f4f64304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f5df6736-9a6f-4131-8014-6bdb23242289), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.684601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2989a32b-635d-43bf-a4a3-a356f4f64304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.713135 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2989a32b-635d-43bf-a4a3-a356f4f64304 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5df6736-9a6f-4131-8014-6bdb23242289 HTTP/1.1" status: 204 len: 168 time: 1.1051972 Feb 17 22:36:19.796266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989a32b-635d-43bf-a4a3-a356f4f64304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5df6736-9a6f-4131-8014-6bdb23242289,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:19.890643 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (f362cf59-a4a9-4b9a-b565-34d7d1b9cd74), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:19.916787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-4b000d9a-3fed-46e2-90d2-11fb547bcc09 service neutron] 10.222.0.94 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5922551 Feb 17 22:36:19.989483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f2696920-101b-4786-a341-58355a604e0a None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:20.012493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:20.026930 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/f362cf59-a4a9-4b9a-b565-34d7d1b9cd74 HTTP/1.1" status: 204 len: 168 time: 1.3382933 Feb 17 22:36:20.028559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b5df6-3cc5-45f4-98aa-b32eeebeab49 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=f362cf59-a4a9-4b9a-b565-34d7d1b9cd74,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:20.035498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39524) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:20.042984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c31ed4c3-21ce-4d05-8740-42518548cdbe, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c31ed4c3-21ce-4d05-8740-42518548cdbe,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:20.070923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'c31ed4c3-21ce-4d05-8740-42518548cdbe', 'network_id': '4a66209d-b109-49df-b51b-b8bcf034a3d6', 'port_id': 'c31ed4c3-21ce-4d05-8740-42518548cdbe', 'mac_address': 'fa:16:3e:8f:07:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6437e0f-1ceb-4859-9ced-839b67800228', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:36:20.103284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:20.104074 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:20.155820 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d188cbc-d8c3-4c30-a020-99615cfe1cf4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1185646 Feb 17 22:36:20.160324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39526) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:20.167030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:20.344972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6ee250d3-48d7-4d9e-9a38-696cb39163e3 req-8ce3b229-3239-4b29-bfff-cc08c3f5accf service neutron] 10.222.0.94 "GET /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169636 Feb 17 22:36:20.345580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c31ed4c3-21ce-4d05-8740-42518548cdbe is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:20.346388 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:20.396766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:36:20.437916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:20.438699 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:20.512995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31ed4c3-21ce-4d05-8740-42518548cdbe {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:36:20.563944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c31ed4c3-21ce-4d05-8740-42518548cdbe, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c31ed4c3-21ce-4d05-8740-42518548cdbe,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:20.570694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:20.575846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:20.584765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39534) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:20.614569 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:20.731327 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ba367ab-7f96-4861-8dc4-e59912f94bbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:20.739662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c31ed4c3-21ce-4d05-8740-42518548cdbe,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:20.829587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b71fe1-07f6-4f10-af7b-25dca8d030f1 req-83566301-984e-43a6-af4f-a4d234e5c2c3 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:20.831742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60b71fe1-07f6-4f10-af7b-25dca8d030f1 req-83566301-984e-43a6-af4f-a4d234e5c2c3 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1127 time: 0.2571857 Feb 17 22:36:20.873680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280a5872-e92d-465a-a41d-2bd5f09d36c2 None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'f362cf59-a4a9-4b9a-b565-34d7d1b9cd74'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '01989dc5-774d-414f-9177-9984fc1c6e9a'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:36:20.929497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:36:20.948783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f76a83a8-58fc-4463-a476-1d207153fe25 admin admin] 10.222.0.79 "PUT /v2.0/routers/8744e351-ef14-4ccc-93ab-ab4cc0763dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0134871 Feb 17 22:36:20.950250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:20.980631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60b71fe1-07f6-4f10-af7b-25dca8d030f1 req-07b84721-b2b5-4044-9053-b88b5118df83 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361117 Feb 17 22:36:21.004832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:21.010288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.018928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Sync routers for ids ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:36:21.055119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ba367ab-7f96-4861-8dc4-e59912f94bbd admin admin] Publish callbacks [] for security_group (2a84cb71-b6d6-4089-9156-866032758f77), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.060528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['c31ed4c3-21ce-4d05-8740-42518548cdbe'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:36:21.061357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ba367ab-7f96-4861-8dc4-e59912f94bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2a84cb71-b6d6-4089-9156-866032758f77), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.161532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.167697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ba367ab-7f96-4861-8dc4-e59912f94bbd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc121ce9298f417787dcc21afc4b75f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5754213 Feb 17 22:36:21.170574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39548) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:21.201702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-280a5872-e92d-465a-a41d-2bd5f09d36c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.238537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:21.242737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Routers {'8744e351-ef14-4ccc-93ab-ab4cc0763dcd'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:21.248745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:36:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:21.295657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba367ab-7f96-4861-8dc4-e59912f94bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a84cb71-b6d6-4089-9156-866032758f77,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:21.428830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3349f581-a87e-47a2-8a22-336033f10f38 admin admin] Publish callbacks [] for security_group (2a84cb71-b6d6-4089-9156-866032758f77), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.493007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.objects.ports [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:36:21.507717 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3349f581-a87e-47a2-8a22-336033f10f38 admin admin] Publish callbacks [] for security_group (2a84cb71-b6d6-4089-9156-866032758f77), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.679687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3349f581-a87e-47a2-8a22-336033f10f38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2a84cb71-b6d6-4089-9156-866032758f77), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.683679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3349f581-a87e-47a2-8a22-336033f10f38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.685779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3349f581-a87e-47a2-8a22-336033f10f38 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a84cb71-b6d6-4089-9156-866032758f77 HTTP/1.1" status: 204 len: 168 time: 0.5133836 Feb 17 22:36:21.710871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3349f581-a87e-47a2-8a22-336033f10f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a84cb71-b6d6-4089-9156-866032758f77,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:21.834179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:21.834629 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:21.856417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Set router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:36:21.897859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2db1557-2e2f-4f27-93be-dd53a83a28da None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:22.057117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:22.252826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3c6ce445-d7c9-45f3-b11d-7e4cc7a91e84 None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:22.253562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c6ce445-d7c9-45f3-b11d-7e4cc7a91e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:22.412314 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:36:22.412314 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:36:22.492292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3c6ce445-d7c9-45f3-b11d-7e4cc7a91e84 None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:22.502634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:22.521468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079dc6f-389e-4fcb-943a-078a0ad06370 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:36:22.605877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:22.613050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:22.637100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (5572727b-110f-4d41-b204-76903c8d521b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:22.684126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7b8a5ed5-04c6-448f-b78b-900348cf6c96 None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:22.684765 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7b8a5ed5-04c6-448f-b78b-900348cf6c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:22.771719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:22.773959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:36:17Z', 'revision_number': 4, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '4916a28a-bfe2-4e67-9442-89d030c18072', 'name': '', 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'mac_address': 'fa:16:3e:ea:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:15Z', 'updated_at': '2022-02-17T22:36:18Z', 'revision_number': 2, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'subnets': [{'id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:22.783801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:22.814793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:22.822752 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:22.832855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1079dc6f-389e-4fcb-943a-078a0ad06370 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:36:22.838937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Checking router: 8744e351-ef14-4ccc-93ab-ab4cc0763dcd for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:36:22.839563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Updating router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd port 4916a28a-bfe2-4e67-9442-89d030c18072 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:36:22.871351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=6']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:22.890610 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7289109 Feb 17 22:36:22.894754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39596) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:22.897815 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56508f-4a7b-4789-979a-a0c5cd97a91b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=5572727b-110f-4d41-b204-76903c8d521b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:22.916043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f6ec93dc-ff0a-4574-814f-492d322f530a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:23.076377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33020789-4e5b-4b2e-a858-073f9d4dd2e0 req-8da98921-4ca1-4577-adc3-bd9e3db036ee tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:23.093543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33020789-4e5b-4b2e-a858-073f9d4dd2e0 req-8da98921-4ca1-4577-adc3-bd9e3db036ee tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1127 time: 0.9580719 Feb 17 22:36:23.144167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-1373b707-bc22-4a5e-83cd-419c11572bc5 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:23.148139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-1373b707-bc22-4a5e-83cd-419c11572bc5 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 810 time: 1.1482434 Feb 17 22:36:23.155851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:23.175596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ec93dc-ff0a-4574-814f-492d322f530a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:23.179226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f6ec93dc-ff0a-4574-814f-492d322f530a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:23.217395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7b8a5ed5-04c6-448f-b78b-900348cf6c96 None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:23.224476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-89efc113-773f-49e1-8aa5-9067e4436b38 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/quotas/ead96471e40b4614b4ce2d6330099131 HTTP/1.1" status: 200 len: 375 time: 0.0530167 Feb 17 22:36:23.234244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:23.234635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:23.321219 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-f6ec93dc-ff0a-4574-814f-492d322f530a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5572727b-110f-4d41-b204-76903c8d521b (CIDR: 2001:db8::/64) Feb 17 22:36:23.325335 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6ec93dc-ff0a-4574-814f-492d322f530a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:36:23.327699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6ec93dc-ff0a-4574-814f-492d322f530a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:23.370134 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f6ec93dc-ff0a-4574-814f-492d322f530a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4606578 Feb 17 22:36:23.372765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39616) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:23.395600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:23.455671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:23.468006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c31ed4c3-21ce-4d05-8740-42518548cdbe up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:23.476046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33020789-4e5b-4b2e-a858-073f9d4dd2e0 req-f0b2d3a4-1ddb-4508-ba56-dd30c909aeab tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812129 Feb 17 22:36:23.559219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-1021b0d7-cad6-460c-9797-d4ff7c861669 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3205864 Feb 17 22:36:23.565065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:23.679100 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:23.686433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:23.765629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:23.883482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-7c96a1b5-0539-4775-8174-bde0f3cd7e77 service neutron] 10.222.0.79 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229489 Feb 17 22:36:23.957308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port c31ed4c3-21ce-4d05-8740-42518548cdbe completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:36:24.038098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port c31ed4c3-21ce-4d05-8740-42518548cdbe triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:24.038739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:24.072484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:24.072998 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:24.080530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:24.149116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-26073dd0-dd18-4b02-af02-118c2f158624 service neutron] 10.222.0.79 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630885 Feb 17 22:36:24.281606 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Publish callbacks [] for port (4916a28a-bfe2-4e67-9442-89d030c18072), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:24.298406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:24.313613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (ac302561-fd8c-4231-9169-c58f503b9c43), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:24.467984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115e974-7ff1-40ab-b049-d019f745691c None None] Pushing event updated for resources: {'Port': ['ID=4916a28a-bfe2-4e67-9442-89d030c18072,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:24.514200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:24.514414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c31ed4c3-21ce-4d05-8740-42518548cdbe is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:24.514661 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:24.518202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:24.575297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:24.584482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:24.632233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=ac302561-fd8c-4231-9169-c58f503b9c43,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:24.647667 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-41c2d716-fb89-4079-a3ef-8d644d70e2db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2721207 Feb 17 22:36:24.651887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39650) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:24.664670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:80:11:83', 'name': 'tempest-NetworksTestDHCPv6-1462354881'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:24.972527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72da0b65-060e-4408-bbe2-c1a9a4b8de73 req-8908f60d-f945-449d-a461-227c96a138be tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 210 time: 0.1796703 Feb 17 22:36:25.002214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ed4c3-21ce-4d05-8740-42518548cdbe'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:36:25.004595 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8de01b-85e3-4a5b-aec2-aa1aee4294c2" -d '{"events": [{"server_uuid": "26fd81bc-94d9-4fc4-9a97-e5427061f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "c31ed4c3-21ce-4d05-8740-42518548cdbe"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:36:25.087174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ea136-95d3-4150-b4c2-1b9947ae8683 req-7ed6b435-cb79-4201-a1b8-b344e6f67c71 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:25.089618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af6ea136-95d3-4150-b4c2-1b9947ae8683 req-7ed6b435-cb79-4201-a1b8-b344e6f67c71 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1127 time: 0.3816383 Feb 17 22:36:25.182067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:25.191568 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ee003a-29ae-45a2-9228-922c90ae2291 x-openstack-request-id: req-f6ee003a-29ae-45a2-9228-922c90ae2291 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:36:25.194102 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fd81bc-94d9-4fc4-9a97-e5427061f5d1", "name": "network-vif-plugged", "status": "completed", "tag": "c31ed4c3-21ce-4d05-8740-42518548cdbe", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:36:25.194504 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f6ee003a-29ae-45a2-9228-922c90ae2291 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:36:25.195035 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ed4c3-21ce-4d05-8740-42518548cdbe', 'code': 200} Feb 17 22:36:25.197389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c31ed4c3-21ce-4d05-8740-42518548cdbe, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c31ed4c3-21ce-4d05-8740-42518548cdbe,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:25.204880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Attempting to bind port 4916a28a-bfe2-4e67-9442-89d030c18072 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:36:25.207213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Attempting to bind port 4916a28a-bfe2-4e67-9442-89d030c18072 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:36:25.207705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Attempting to bind port 4916a28a-bfe2-4e67-9442-89d030c18072 on network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:25.223993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:25.231088 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:25.249568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:36:25.250195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Checking segment: {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:25.250744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:25.251249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Bound using segment: {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:36:25.256061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Bound port: 4916a28a-bfe2-4e67-9442-89d030c18072, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:36:25.256624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:25.275789 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:36:25.462279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] For port 4916a28a-bfe2-4e67-9442-89d030c18072, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:36:25.464613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af6ea136-95d3-4150-b4c2-1b9947ae8683 req-9640cbfb-272a-4b46-8c99-a96124a276f5 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648927 Feb 17 22:36:25.466716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] For port 4916a28a-bfe2-4e67-9442-89d030c18072, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4916a28a-bfe2-4e67-9442-89d030c18072,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:36:25.479654 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:25.488963 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:25.509379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c31ed4c3-21ce-4d05-8740-42518548cdbe,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:25.653692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabdcc63-3bfd-4c68-8412-8cefa2a12d58 req-ab40db44-7fe4-4c2c-800b-48a45b6a5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:25.655625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fabdcc63-3bfd-4c68-8412-8cefa2a12d58 req-ab40db44-7fe4-4c2c-800b-48a45b6a5d20 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 0.2912014 Feb 17 22:36:25.674110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Routers {'8744e351-ef14-4ccc-93ab-ab4cc0763dcd'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:25.675402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:36:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:25.714176 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:25.816396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port d0676804-6eff-494f-9ca6-9e27de9ca782 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:36:25.832331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:25.836390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fabdcc63-3bfd-4c68-8412-8cefa2a12d58 req-42dc412f-5465-4a3c-8f37-eea7cd31b1ff service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578035 Feb 17 22:36:26.092109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a115e974-7ff1-40ab-b049-d019f745691c None None] Pushing event updated for resources: {'Port': ['ID=4916a28a-bfe2-4e67-9442-89d030c18072,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:26.191862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] Set router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:36:26.227689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c40e113-9af9-47ee-92a1-d12006a2df04 req-4e8054cb-beec-433f-a700-b503d4b8fa33 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 210 time: 0.0653234 Feb 17 22:36:26.305481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5e6d53-60a8-4dde-82b4-702cbf24c843 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:26.379692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8:0:1::42 (09316e07-fc22-44f3-8240-ce381295cee3/ac302561-fd8c-4231-9169-c58f503b9c43/d0676804-6eff-494f-9ca6-9e27de9ca782) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:26.388284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::f816:3eff:fe80:1183 (09316e07-fc22-44f3-8240-ce381295cee3/5572727b-110f-4d41-b204-76903c8d521b/d0676804-6eff-494f-9ca6-9e27de9ca782) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:26.458851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9b47801f-824a-4e2a-9964-d1bd7823379d None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:26.459334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b47801f-824a-4e2a-9964-d1bd7823379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:26.616132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (d0676804-6eff-494f-9ca6-9e27de9ca782), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:26.700039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:26.700636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:26.748250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d0676804-6eff-494f-9ca6-9e27de9ca782), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:26.895980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-2247f32e-806a-40ea-8675-6cf7394c803b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:26.897508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-2247f32e-806a-40ea-8675-6cf7394c803b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.73 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 810 time: 0.1519184 Feb 17 22:36:26.970801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=d0676804-6eff-494f-9ca6-9e27de9ca782,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:26.990258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b47801f-824a-4e2a-9964-d1bd7823379d None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:26.990258 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b47801f-824a-4e2a-9964-d1bd7823379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:26.990627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Request body: {'port': {'device_id': '3b100a28-c567-4683-93da-24e11ba68bc4', 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'admin_state_up': True, 'tenant_id': 'ead96471e40b4614b4ce2d6330099131'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:26.993693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.994117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.994671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.995442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.995749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.996228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.996709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.997135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.997393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.997771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.998111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.998448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:26.998861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:27.051642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9b47801f-824a-4e2a-9964-d1bd7823379d None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:27.072043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:27.075807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:27.080294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b47801f-824a-4e2a-9964-d1bd7823379d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:27.082568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:27.088517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:27.089198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:27.114658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0b83ec90-b67a-485e-820b-b0a89884547d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4612389 Feb 17 22:36:27.118167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39706) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:27.118875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be504-4da0-4785-b8d3-31b21fa113c2 req-6dc6564b-bedf-44b1-a9eb-f6bc5ea21411 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:27.126645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f5be504-4da0-4785-b8d3-31b21fa113c2 req-6dc6564b-bedf-44b1-a9eb-f6bc5ea21411 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 0.4908025 Feb 17 22:36:27.162519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47801f-824a-4e2a-9964-d1bd7823379d None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:27.206255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f5be504-4da0-4785-b8d3-31b21fa113c2 req-30d9ff9c-d641-4105-a17f-78f5ab04230e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786331 Feb 17 22:36:27.278787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port d0676804-6eff-494f-9ca6-9e27de9ca782 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:27.279484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d0676804-6eff-494f-9ca6-9e27de9ca782), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:27.283257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:27.313103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Made reservation on behalf of ead96471e40b4614b4ce2d6330099131 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:27.317128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2f556a4e-ef83-4d0f-adfc-a68a12a26e7d None None] Could not find standard attr ID for object d7337584-fb8e-463b-a8e7-b81e2c697fc1. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:36:27.323036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:27.341310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc4bd1c-071c-426f-ab0b-18707f720c9c None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': '5572727b-110f-4d41-b204-76903c8d521b', 'ip_address': '2001:db8::f816:3eff:fe9c:685a'}, {'subnet_id': 'ac302561-fd8c-4231-9169-c58f503b9c43'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '01989dc5-774d-414f-9177-9984fc1c6e9a'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:36:27.472729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:36:17Z', 'revision_number': 4, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '4916a28a-bfe2-4e67-9442-89d030c18072', 'name': '', 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'mac_address': 'fa:16:3e:ea:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:15Z', 'updated_at': '2022-02-17T22:36:25Z', 'revision_number': 4, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'subnets': [{'id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:27.485853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bc4bd1c-071c-426f-ab0b-18707f720c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:27.534389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a2c146-c62e-4c0e-b60d-034d61f8aa6e None None] The sync data for ids ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'] in n-d-828369-18 is: [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:36:17Z', 'revision_number': 4, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '4916a28a-bfe2-4e67-9442-89d030c18072', 'name': '', 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'mac_address': 'fa:16:3e:ea:c5:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2886, 'fixed_ips': [{'subnet_id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:15Z', 'updated_at': '2022-02-17T22:36:25Z', 'revision_number': 4, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'subnets': [{'id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:36:27.555236 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d0676804-6eff-494f-9ca6-9e27de9ca782), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:27.593466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for d0676804-6eff-494f-9ca6-9e27de9ca782 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:27.663276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Allocated IP 172.20.0.12 (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b/76a1ec48-61af-4955-bfd8-afaffc4be11e/17d9be5a-b9fb-4f8e-b1b0-585798196370) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:27.731380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aefa8d44-add8-479f-aa19-d59fb7e47fbf req-a2092084-9ba6-493a-bb87-bdd963af6cb4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 210 time: 0.1180656 Feb 17 22:36:28.052692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks [] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.057461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-6bc4bd1c-071c-426f-ab0b-18707f720c9c None None] Allocated IP 2001:db8:0:1::2 (09316e07-fc22-44f3-8240-ce381295cee3/ac302561-fd8c-4231-9169-c58f503b9c43/01989dc5-774d-414f-9177-9984fc1c6e9a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:28.107383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.220899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d0676804-6eff-494f-9ca6-9e27de9ca782), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.248668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:28.249984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Pushing event updated for resources: {'Port': ['ID=17d9be5a-b9fb-4f8e-b1b0-585798196370,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:28.269941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:28.277761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:28.366564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=d0676804-6eff-494f-9ca6-9e27de9ca782,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:28.401653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6bc4bd1c-071c-426f-ab0b-18707f720c9c None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:28.415503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:28.416164 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.441275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.444716 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72c6eb5d-d93f-4ccc-b376-d501eec78186 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/d0676804-6eff-494f-9ca6-9e27de9ca782 HTTP/1.1" status: 204 len: 168 time: 1.3244815 Feb 17 22:36:28.447319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39750) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:28.460627 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bc4bd1c-071c-426f-ab0b-18707f720c9c None None] Publish callbacks [] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.470345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:28.539513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bc4bd1c-071c-426f-ab0b-18707f720c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.542842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-625f9c7b-804b-46e3-9f68-ed3d36197b1c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5754278 Feb 17 22:36:28.565401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-89af40ac-dc91-4312-a6ae-b66fd2d67b01 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:36:28.566676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-89af40ac-dc91-4312-a6ae-b66fd2d67b01 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0161297 Feb 17 22:36:28.588567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5aff6a-1817-49fd-8b26-081232902c32 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:28.590190 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb5aff6a-1817-49fd-8b26-081232902c32 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1416063 Feb 17 22:36:28.596044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39754) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:28.615997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Request body: {'port': {'device_id': '3b100a28-c567-4683-93da-24e11ba68bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:28.717781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35aa7b8-33b7-48bb-9d0c-168d1cd126f5 req-32e9cb22-c0c7-4093-b408-ddb60d16562e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:28.722075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:28.722801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d35aa7b8-33b7-48bb-9d0c-168d1cd126f5 req-32e9cb22-c0c7-4093-b408-ddb60d16562e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 0.3037875 Feb 17 22:36:28.726442 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.768270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1f6d67-438e-4d56-be1c-ae11d23fe462 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:28.795047 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa1f6d67-438e-4d56-be1c-ae11d23fe462 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1940916 Feb 17 22:36:28.799735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39762) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:28.878015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:28.887676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4bd1c-071c-426f-ab0b-18707f720c9c None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:28.939164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d35aa7b8-33b7-48bb-9d0c-168d1cd126f5 req-563135f3-fe94-40e2-af1f-61871237c7df tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217015 Feb 17 22:36:28.955987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6620a-4a77-42ce-bc9e-b7a3e77f7f1c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:28.957757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6620a-4a77-42ce-bc9e-b7a3e77f7f1c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:28.959403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab6620a-4a77-42ce-bc9e-b7a3e77f7f1c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:28.968312 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7ab6620a-4a77-42ce-bc9e-b7a3e77f7f1c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1635668 Feb 17 22:36:28.974319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39770) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:29.113605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 5572727b-110f-4d41-b204-76903c8d521b {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:29.122396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (5572727b-110f-4d41-b204-76903c8d521b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.139246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:29.260670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (5572727b-110f-4d41-b204-76903c8d521b), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.473596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5572727b-110f-4d41-b204-76903c8d521b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.626008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (5572727b-110f-4d41-b204-76903c8d521b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.711639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=5572727b-110f-4d41-b204-76903c8d521b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:29.714635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d9be5a-b9fb-4f8e-b1b0-585798196370 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:36:29.735589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Publish callbacks [] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.741604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.765071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-061158de-8c59-4b00-8512-e2e3fb599d18 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/5572727b-110f-4d41-b204-76903c8d521b HTTP/1.1" status: 204 len: 168 time: 0.7785308 Feb 17 22:36:29.766611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39780) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:29.773313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Transition to ACTIVE for port object 17d9be5a-b9fb-4f8e-b1b0-585798196370 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:36:29.788617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.969037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet ac302561-fd8c-4231-9169-c58f503b9c43 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:29.978089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (ac302561-fd8c-4231-9169-c58f503b9c43), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:29.979301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:30.036423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (ac302561-fd8c-4231-9169-c58f503b9c43), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.136262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424d1d-6029-4e17-b9bd-98f1a3d4b473 req-07d8bdec-7322-43da-9a1d-6fef037cdf97 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:30.138670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4424d1d-6029-4e17-b9bd-98f1a3d4b473 req-07d8bdec-7322-43da-9a1d-6fef037cdf97 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 932 time: 1.0862877 Feb 17 22:36:30.147130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236dd8dd-81ca-4887-b07c-b36ecff66711 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:30.165954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Pushing event updated for resources: {'Port': ['ID=17d9be5a-b9fb-4f8e-b1b0-585798196370,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:30.169973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ac302561-fd8c-4231-9169-c58f503b9c43), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.290781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7af21-d6e8-4f66-962d-60dcc9b0fa82 req-ddb6c07f-86fa-475f-8470-1c48aabe8e85 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:30.292457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81e7af21-d6e8-4f66-962d-60dcc9b0fa82 req-ddb6c07f-86fa-475f-8470-1c48aabe8e85 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 1.1070626 Feb 17 22:36:30.327563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (ac302561-fd8c-4231-9169-c58f503b9c43), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.388616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Attempting to bind port 17d9be5a-b9fb-4f8e-b1b0-585798196370 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:36:30.388985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Attempting to bind port 17d9be5a-b9fb-4f8e-b1b0-585798196370 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:36:30.389283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Attempting to bind port 17d9be5a-b9fb-4f8e-b1b0-585798196370 on network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:30.398471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4424d1d-6029-4e17-b9bd-98f1a3d4b473 req-1bfb18fe-9d31-4b72-b9fa-7d0e7a18f8cf tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366831 Feb 17 22:36:30.408332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-252d5d92-9a5d-4772-ab2f-ae82b6750f1e None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:30.408976 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-252d5d92-9a5d-4772-ab2f-ae82b6750f1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.412628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=ac302561-fd8c-4231-9169-c58f503b9c43,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:30.417951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Port 17d9be5a-b9fb-4f8e-b1b0-585798196370 on network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:36:30.418217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Attempting to bind port 17d9be5a-b9fb-4f8e-b1b0-585798196370 on network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:30.425931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.435394 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c2da79ad-e9dd-46be-9715-d6c433e967b5 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ac302561-fd8c-4231-9169-c58f503b9c43 HTTP/1.1" status: 204 len: 168 time: 0.6652732 Feb 17 22:36:30.438810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39800) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:30.450677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:36:30.450985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Checking segment: {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:30.451410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Bound using segment: {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:36:30.451856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Bound port: 17d9be5a-b9fb-4f8e-b1b0-585798196370, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:36:30.452228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.521307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16089109-9fd2-46e4-932d-8c24be192f3a tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758359 Feb 17 22:36:30.522174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:30.532544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81e7af21-d6e8-4f66-962d-60dcc9b0fa82 req-bc05d4f7-bec2-4117-a87a-db2cc8e36a24 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884942 Feb 17 22:36:30.534931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:30.535414 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.536910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:30.616765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] For port 17d9be5a-b9fb-4f8e-b1b0-585798196370, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:36:30.621802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] For port 17d9be5a-b9fb-4f8e-b1b0-585798196370, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:36:30.639212 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.699072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:30.706917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:30.807281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Pushing event updated for resources: {'Port': ['ID=17d9be5a-b9fb-4f8e-b1b0-585798196370,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:30.999915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:31.001080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.002501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-3dd0f41d-533b-4a8e-a8e8-a5c772f0cb77 service neutron] 10.222.0.73 "PUT /v2.0/ports/17d9be5a-b9fb-4f8e-b1b0-585798196370 HTTP/1.1" status: 200 len: 1093 time: 2.4184198 Feb 17 22:36:31.012341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b100a28-c567-4683-93da-24e11ba68bc4', 'tag': '17d9be5a-b9fb-4f8e-b1b0-585798196370'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:36:31.017454 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2292101b-4f51-48fe-a88f-909fe7029edb" -d '{"events": [{"name": "network-changed", "server_uuid": "3b100a28-c567-4683-93da-24e11ba68bc4", "tag": "17d9be5a-b9fb-4f8e-b1b0-585798196370"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:36:31.032260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39812) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:31.037800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-252d5d92-9a5d-4772-ab2f-ae82b6750f1e None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:31.052690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:31.053778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4916a28a-bfe2-4e67-9442-89d030c18072 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:31.146389 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c261ff8-72fb-433e-ba9e-a14375a79fed x-openstack-request-id: req-4c261ff8-72fb-433e-ba9e-a14375a79fed {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:36:31.146702 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b100a28-c567-4683-93da-24e11ba68bc4", "tag": "17d9be5a-b9fb-4f8e-b1b0-585798196370", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:36:31.146961 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c261ff8-72fb-433e-ba9e-a14375a79fed {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:36:31.147389 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b100a28-c567-4683-93da-24e11ba68bc4', 'tag': '17d9be5a-b9fb-4f8e-b1b0-585798196370', 'status': 'completed', 'code': 200} Feb 17 22:36:31.166956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adeff1-305a-4d83-8dc8-a9d5479cc53c req-67d6afda-90e7-4080-87eb-fad8d837c878 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:31.177099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27adeff1-305a-4d83-8dc8-a9d5479cc53c req-67d6afda-90e7-4080-87eb-fad8d837c878 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 0.3727567 Feb 17 22:36:31.199206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (76286f35-a080-488b-83b2-98a339cee974), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.297909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b8c-5042-4453-a8fc-8b08112ae843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.299795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:31.306518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:31.312837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:31.313448 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.332273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=76286f35-a080-488b-83b2-98a339cee974,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:31.351154 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c14cd4ae-237c-4c74-b743-c4a7b3ab009c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8264639 Feb 17 22:36:31.353766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39828) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:31.360986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-11996529-01c4-452d-9b09-5792841d73fd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:31.490539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f1883c-7c7a-4cb2-a3a4-df980a429d7c None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'ac302561-fd8c-4231-9169-c58f503b9c43'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '01989dc5-774d-414f-9177-9984fc1c6e9a'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:36:31.504440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b8c-5042-4453-a8fc-8b08112ae843 admin admin] Publish callbacks [] for security_group (bcea9faf-a51f-4569-ab18-1d3008bdfd22), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.514882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9dc96b8c-5042-4453-a8fc-8b08112ae843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bcea9faf-a51f-4569-ab18-1d3008bdfd22), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.526802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-4a4dc61d-800a-4882-bf0e-f6bcfba5e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:31.528616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-4a4dc61d-800a-4882-bf0e-f6bcfba5e6b8 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 1127 time: 0.4702246 Feb 17 22:36:31.601468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77f1883c-7c7a-4cb2-a3a4-df980a429d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.602989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-636a7524-87a4-412e-9d18-ac137f7f5dac service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370 HTTP/1.1" status: 200 len: 217 time: 0.0477240 Feb 17 22:36:31.694572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11996529-01c4-452d-9b09-5792841d73fd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:31.703019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-11996529-01c4-452d-9b09-5792841d73fd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.769713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9dc96b8c-5042-4453-a8fc-8b08112ae843 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=739e0bb8a1d7423cbfa787a791967c32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7345276 Feb 17 22:36:31.776589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39836) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:31.836081 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-11996529-01c4-452d-9b09-5792841d73fd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 76286f35-a080-488b-83b2-98a339cee974 (CIDR: 2001:db8::/64) Feb 17 22:36:31.840372 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-11996529-01c4-452d-9b09-5792841d73fd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:36:31.840854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11996529-01c4-452d-9b09-5792841d73fd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:31.867730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-11996529-01c4-452d-9b09-5792841d73fd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5102129 Feb 17 22:36:31.868020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27adeff1-305a-4d83-8dc8-a9d5479cc53c req-76d9af86-fab0-4e44-ab78-bb5eefc23d81 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6768496 Feb 17 22:36:31.878368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc96b8c-5042-4453-a8fc-8b08112ae843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcea9faf-a51f-4569-ab18-1d3008bdfd22,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:31.879937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39838) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:31.880651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4916a28a-bfe2-4e67-9442-89d030c18072 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:31.881536 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:31.894886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:31.980025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-0cb42be3-8a7f-4011-8795-78cdc786c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:31.981530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-0cb42be3-8a7f-4011-8795-78cdc786c5c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.3506839 Feb 17 22:36:32.044144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e732949-23ab-4c37-a23a-044d88955dd6 admin admin] Publish callbacks [] for security_group (bcea9faf-a51f-4569-ab18-1d3008bdfd22), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.105208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4916a28a-bfe2-4e67-9442-89d030c18072 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:32.105988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.121118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da1ffe-6169-4c74-a8d5-0281805d6ab6 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:32.212749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:32.219612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07adcdcc-12ad-4443-af2a-963c5359a377 req-5eb6c805-92e4-4ef2-a00f-3da380432db2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:32.222350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.230952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 4916a28a-bfe2-4e67-9442-89d030c18072, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4916a28a-bfe2-4e67-9442-89d030c18072,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:32.232616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-002811e9-69f2-40b1-bd2f-1253c7b222f5 None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:32.233306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-002811e9-69f2-40b1-bd2f-1253c7b222f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.239936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07adcdcc-12ad-4443-af2a-963c5359a377 req-5eb6c805-92e4-4ef2-a00f-3da380432db2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 944 time: 0.6244056 Feb 17 22:36:32.241534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.271756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-c84072ba-69da-437d-8998-639d0ae65b6e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2401640 Feb 17 22:36:32.336510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=4916a28a-bfe2-4e67-9442-89d030c18072,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:32.438988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e732949-23ab-4c37-a23a-044d88955dd6 admin admin] Publish callbacks [] for security_group (bcea9faf-a51f-4569-ab18-1d3008bdfd22), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.458492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:32.521946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-002811e9-69f2-40b1-bd2f-1253c7b222f5 None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:32.628999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:32.629631 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.705474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78a4048-91a8-4c49-8c5f-9dc62f6e25c7 None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': '76286f35-a080-488b-83b2-98a339cee974'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '01989dc5-774d-414f-9177-9984fc1c6e9a'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:36:32.752180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:32.759846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.765872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f78a4048-91a8-4c49-8c5f-9dc62f6e25c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:32.890702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07adcdcc-12ad-4443-af2a-963c5359a377 req-9f7ae65d-76a1-459d-91cd-d2902dbce17e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438155 Feb 17 22:36:32.894002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-229a1b88-4792-4dae-8b54-59f853df132e service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5822370 Feb 17 22:36:32.949539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:33.085041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9d4e4-9b3f-4efd-9f0c-d62a177ee1d2 req-b787b5cf-a2de-4280-9e2a-52ec38caf7ad tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:33.103449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbe9d4e4-9b3f-4efd-9f0c-d62a177ee1d2 req-b787b5cf-a2de-4280-9e2a-52ec38caf7ad tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 0.5860429 Feb 17 22:36:33.138091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.objects.ports [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:36:33.196910 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e732949-23ab-4c37-a23a-044d88955dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bcea9faf-a51f-4569-ab18-1d3008bdfd22), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:33.208470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f78a4048-91a8-4c49-8c5f-9dc62f6e25c7 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/76286f35-a080-488b-83b2-98a339cee974/01989dc5-774d-414f-9177-9984fc1c6e9a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:33.213740 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e732949-23ab-4c37-a23a-044d88955dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:33.215843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e732949-23ab-4c37-a23a-044d88955dd6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bcea9faf-a51f-4569-ab18-1d3008bdfd22 HTTP/1.1" status: 204 len: 168 time: 1.3447409 Feb 17 22:36:33.250054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18c29154-b3d6-4dbf-ae68-f41e964655cb req-ecb9b214-153c-4b06-8630-71508f5a1f9a service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3484147 Feb 17 22:36:33.294426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e732949-23ab-4c37-a23a-044d88955dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcea9faf-a51f-4569-ab18-1d3008bdfd22,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:33.439560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbe9d4e4-9b3f-4efd-9f0c-d62a177ee1d2 req-c24d7f09-f9be-44d4-888b-649ed558bf40 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254509 Feb 17 22:36:33.477316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292101b-4f51-48fe-a88f-909fe7029edb req-120d9361-1314-448e-9f63-0695a55a75cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:33.480360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2292101b-4f51-48fe-a88f-909fe7029edb req-120d9361-1314-448e-9f63-0695a55a75cc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 1127 time: 0.1519411 Feb 17 22:36:33.536571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f78a4048-91a8-4c49-8c5f-9dc62f6e25c7 None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:33.648481 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f78a4048-91a8-4c49-8c5f-9dc62f6e25c7 None None] Publish callbacks [] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:33.654968 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f78a4048-91a8-4c49-8c5f-9dc62f6e25c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:33.719151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:33.753109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292101b-4f51-48fe-a88f-909fe7029edb req-955caa01-d20e-4e13-b276-8b26f6cd73bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:33.757639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2292101b-4f51-48fe-a88f-909fe7029edb req-955caa01-d20e-4e13-b276-8b26f6cd73bc service neutron] 10.222.0.73 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 911 time: 0.2692828 Feb 17 22:36:33.882213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78a4048-91a8-4c49-8c5f-9dc62f6e25c7 None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=14']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:33.909119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2292101b-4f51-48fe-a88f-909fe7029edb req-b5b51c38-6404-469f-a944-8e129f35d6db service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370 HTTP/1.1" status: 200 len: 217 time: 0.1390276 Feb 17 22:36:34.063612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:34.129363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39878) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:34.147038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:34.158396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:34.198380 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4331d232-fc73-441c-863d-7bfd03e56ac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:34.206057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (d6f1e0bb-ca4f-4572-870f-03235f1a8994), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:34.216351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73483739-9aa0-4c96-a71c-33789721060f req-407cf86f-391a-41f5-a1d1-8fce96245a69 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:34.217908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73483739-9aa0-4c96-a71c-33789721060f req-407cf86f-391a-41f5-a1d1-8fce96245a69 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.94 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 0.4592788 Feb 17 22:36:34.332866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:34.345972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=15']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:34.349603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:34.355970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:34.359589 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:34.378961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=d6f1e0bb-ca4f-4572-870f-03235f1a8994,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:34.398652 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d0278653-cbc8-4116-8baa-e77f8276abbd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5135972 Feb 17 22:36:34.401792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39880) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:34.413062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:93:39:d3', 'name': 'tempest-NetworksTestDHCPv6-2071983642'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:34.432515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292101b-4f51-48fe-a88f-909fe7029edb req-2258170f-8eea-4e8a-a184-9bd2af5bc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:34.435623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2292101b-4f51-48fe-a88f-909fe7029edb req-2258170f-8eea-4e8a-a184-9bd2af5bc557 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.4405227 Feb 17 22:36:34.501660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c5ac86-2182-41c6-bee4-310611813744 req-8edb8c8b-677c-4d3b-9b19-679c3e53f903 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:34.503698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9c5ac86-2182-41c6-bee4-310611813744 req-8edb8c8b-677c-4d3b-9b19-679c3e53f903 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 944 time: 0.3643637 Feb 17 22:36:34.505748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2292101b-4f51-48fe-a88f-909fe7029edb req-f4e51e3c-8bec-48f4-bb02-9d2b2b1e31bc service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615814 Feb 17 22:36:34.701507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:34.748520 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:34.899437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:34.899810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:34.956937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4331d232-fc73-441c-863d-7bfd03e56ac6 admin admin] Publish callbacks [] for security_group (57e7b066-fbd7-45e0-8043-7e2a67b8f478), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:34.991561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.005061 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4331d232-fc73-441c-863d-7bfd03e56ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (57e7b066-fbd7-45e0-8043-7e2a67b8f478), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.052938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port 60dd432b-edf9-4333-820b-08ade4ea4bfd yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:36:35.086296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2292101b-4f51-48fe-a88f-909fe7029edb req-277e6303-d153-41f2-9085-db4128f50bd3 service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5726504 Feb 17 22:36:35.131068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85660079-4a44-4228-a1f3-436171a91222 req-c11d2f57-df8e-4dac-88aa-ac5414730b8e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:35.132590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85660079-4a44-4228-a1f3-436171a91222 req-c11d2f57-df8e-4dac-88aa-ac5414730b8e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=26fd81bc-94d9-4fc4-9a97-e5427061f5d1 HTTP/1.1" status: 200 len: 1128 time: 0.4366863 Feb 17 22:36:35.137691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:35.140431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.190879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Deleting port c31ed4c3-21ce-4d05-8740-42518548cdbe {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:35.192946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.229216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:35.239283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.240181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4916a28a-bfe2-4e67-9442-89d030c18072 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:35.294292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::121 (09316e07-fc22-44f3-8240-ce381295cee3/76286f35-a080-488b-83b2-98a339cee974/60dd432b-edf9-4333-820b-08ade4ea4bfd) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:35.304055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8:0:1:f816:3eff:fe93:39d3 (09316e07-fc22-44f3-8240-ce381295cee3/d6f1e0bb-ca4f-4572-870f-03235f1a8994/60dd432b-edf9-4333-820b-08ade4ea4bfd) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:35.317913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] For port c31ed4c3-21ce-4d05-8740-42518548cdbe, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c31ed4c3-21ce-4d05-8740-42518548cdbe,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:35.318856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.335857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc835f1-f1f1-4eb7-a858-618e4884b78d None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:35.336506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Calling delete_port for c31ed4c3-21ce-4d05-8740-42518548cdbe owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:35.562565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=16']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:35.609795 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (60dd432b-edf9-4333-820b-08ade4ea4bfd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.638156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4422f91a-810a-464d-bbf0-2da154e8c3eb None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:35.638603 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4422f91a-810a-464d-bbf0-2da154e8c3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.700463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (60dd432b-edf9-4333-820b-08ade4ea4bfd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.735968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:35.765483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:35.779399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:35.788173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:35.788863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.807025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4916a28a-bfe2-4e67-9442-89d030c18072 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:35.808560 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:35.840004 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4358263 Feb 17 22:36:35.841586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39912) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:35.854188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d810e9de-54ee-489e-b84e-9d26eaabb964 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=60dd432b-edf9-4333-820b-08ade4ea4bfd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:36.004982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4422f91a-810a-464d-bbf0-2da154e8c3eb None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:36.094676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4916a28a-bfe2-4e67-9442-89d030c18072 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:36.094901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port 60dd432b-edf9-4333-820b-08ade4ea4bfd {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:36.095583 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (60dd432b-edf9-4333-820b-08ade4ea4bfd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.157087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9c5ac86-2182-41c6-bee4-310611813744 req-08e2e506-99f2-4b1f-af15-2a1f468790ea tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4712431 Feb 17 22:36:36.172064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4331d232-fc73-441c-863d-7bfd03e56ac6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d72b4ffd3c34bebb272fa5f82ca434a&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0349152 Feb 17 22:36:36.183489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4331d232-fc73-441c-863d-7bfd03e56ac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e7b066-fbd7-45e0-8043-7e2a67b8f478,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:36.194085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39914) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:36.319558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2292101b-4f51-48fe-a88f-909fe7029edb req-b0f4e82e-4b26-47e6-a166-0e94a94b1ae9 service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2017379 Feb 17 22:36:36.423747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85660079-4a44-4228-a1f3-436171a91222 req-c16a6bd8-c56d-4024-99d8-85e54ff28863 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2498782 Feb 17 22:36:36.445731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:36.453310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c31ed4c3-21ce-4d05-8740-42518548cdbe), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.502946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (60dd432b-edf9-4333-820b-08ade4ea4bfd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.514010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['cea95b34-cfeb-4bff-8af9-48c0823c4cb4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:36:36.545800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for 60dd432b-edf9-4333-820b-08ade4ea4bfd owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:36.592653 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69e79697-23c3-48bb-816f-3179d2d86d1e admin admin] Publish callbacks [] for security_group (57e7b066-fbd7-45e0-8043-7e2a67b8f478), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.596553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] No DVR routers for this DVR port c31ed4c3-21ce-4d05-8740-42518548cdbe on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:36.602489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.607276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73483739-9aa0-4c96-a71c-33789721060f req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.94 "DELETE /v2.0/ports/c31ed4c3-21ce-4d05-8740-42518548cdbe HTTP/1.1" status: 204 len: 173 time: 2.3826523 Feb 17 22:36:36.608151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac579a87-d470-40e2-b9b7-5ad568035b70 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Pushing event deleted for resources: {'Port': ['ID=c31ed4c3-21ce-4d05-8740-42518548cdbe,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:36.664838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 17d9be5a-b9fb-4f8e-b1b0-585798196370 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:36:36.684467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69e79697-23c3-48bb-816f-3179d2d86d1e admin admin] Publish callbacks [] for security_group (57e7b066-fbd7-45e0-8043-7e2a67b8f478), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.748246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'name': 'network-vif-deleted', 'tag': 'c31ed4c3-21ce-4d05-8740-42518548cdbe'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:36:36.768339 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319ca1ec-cfdc-458a-ac57-f3a36e1b4245" -d '{"events": [{"server_uuid": "26fd81bc-94d9-4fc4-9a97-e5427061f5d1", "name": "network-vif-deleted", "tag": "c31ed4c3-21ce-4d05-8740-42518548cdbe"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:36:36.791395 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69e79697-23c3-48bb-816f-3179d2d86d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (57e7b066-fbd7-45e0-8043-7e2a67b8f478), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.801124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69e79697-23c3-48bb-816f-3179d2d86d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:36.804729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-69e79697-23c3-48bb-816f-3179d2d86d1e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/57e7b066-fbd7-45e0-8043-7e2a67b8f478 HTTP/1.1" status: 204 len: 168 time: 0.6044703 Feb 17 22:36:36.888708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e79697-23c3-48bb-816f-3179d2d86d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e7b066-fbd7-45e0-8043-7e2a67b8f478,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:36.939311 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f1bf0e-1403-4d81-9d34-9bb02ab0ed2e x-openstack-request-id: req-b3f1bf0e-1403-4d81-9d34-9bb02ab0ed2e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:36:36.939653 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26fd81bc-94d9-4fc4-9a97-e5427061f5d1", "name": "network-vif-deleted", "tag": "c31ed4c3-21ce-4d05-8740-42518548cdbe", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:36:36.939914 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b3f1bf0e-1403-4d81-9d34-9bb02ab0ed2e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:36:36.940333 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26fd81bc-94d9-4fc4-9a97-e5427061f5d1', 'name': 'network-vif-deleted', 'tag': 'c31ed4c3-21ce-4d05-8740-42518548cdbe', 'status': 'completed', 'code': 200} Feb 17 22:36:37.075564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (60dd432b-edf9-4333-820b-08ade4ea4bfd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:37.134603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:37.136782 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:37.182839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=60dd432b-edf9-4333-820b-08ade4ea4bfd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:37.319775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 17d9be5a-b9fb-4f8e-b1b0-585798196370, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:37.414402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '17d9be5a-b9fb-4f8e-b1b0-585798196370', 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'port_id': '17d9be5a-b9fb-4f8e-b1b0-585798196370', 'mac_address': 'fa:16:3e:44:d5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:36:37.429373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:37.438728 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7695e3f8-8648-4b58-b129-112ed86e65b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/60dd432b-edf9-4333-820b-08ade4ea4bfd HTTP/1.1" status: 204 len: 168 time: 1.5942636 Feb 17 22:36:37.442322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39938) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:37.596772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f244284-b6cd-43fa-9564-64f2bce6f328 req-81f2e142-2891-4748-a78c-64ba17c7d59c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:37.605686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c31ed4c3-21ce-4d05-8740-42518548cdbe no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:37.619271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f244284-b6cd-43fa-9564-64f2bce6f328 req-81f2e142-2891-4748-a78c-64ba17c7d59c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 944 time: 0.2287059 Feb 17 22:36:37.647096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657d7e1a-1d1c-4a26-9c0a-d103d1630b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:37.655428 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-657d7e1a-1d1c-4a26-9c0a-d103d1630b0f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2093446 Feb 17 22:36:37.656680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39948) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:37.866359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f244284-b6cd-43fa-9564-64f2bce6f328 req-7c06b277-22ec-46ea-8864-a01a7f0e6019 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453582 Feb 17 22:36:37.909013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa2609a-5380-4360-95e1-8b7ec93eed7e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:37.929785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7fa2609a-5380-4360-95e1-8b7ec93eed7e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2678690 Feb 17 22:36:37.932558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39956) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:38.233832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af2c60-2b7a-4976-988e-dd3e287b30fd req-df021939-b68c-4ff7-98a2-3ebaef412a1e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:38.240411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55af2c60-2b7a-4976-988e-dd3e287b30fd req-df021939-b68c-4ff7-98a2-3ebaef412a1e tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.1791716 Feb 17 22:36:38.241597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: c31ed4c3-21ce-4d05-8740-42518548cdbe {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:36:38.242143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c31ed4c3-21ce-4d05-8740-42518548cdbe not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:36:38.258632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90a4c61-00aa-4b74-8a89-edff245b010e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:38.261366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90a4c61-00aa-4b74-8a89-edff245b010e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:38.263839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90a4c61-00aa-4b74-8a89-edff245b010e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:38.267634 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d90a4c61-00aa-4b74-8a89-edff245b010e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3333483 Feb 17 22:36:38.272381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:38.366230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 17d9be5a-b9fb-4f8e-b1b0-585798196370 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:38.366656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:38.404408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55af2c60-2b7a-4976-988e-dd3e287b30fd req-8bf7a7e2-2451-4f82-85a6-22579002a608 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533718 Feb 17 22:36:38.421872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d9be5a-b9fb-4f8e-b1b0-585798196370 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:36:38.464191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 17d9be5a-b9fb-4f8e-b1b0-585798196370, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:38.473393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet 76286f35-a080-488b-83b2-98a339cee974 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:38.492118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (76286f35-a080-488b-83b2-98a339cee974), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:38.506859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7a97902c-0da0-4092-8b9a-bf9ff9eefa44 None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:38.507244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a97902c-0da0-4092-8b9a-bf9ff9eefa44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:38.525364 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:38.627677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (76286f35-a080-488b-83b2-98a339cee974), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:38.635700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=17d9be5a-b9fb-4f8e-b1b0-585798196370,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:38.658396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:38.756712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.757646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.758759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.759697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.760524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.762143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.762948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.765914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.767641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.768908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.769948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.770582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.771451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:38.876511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a97902c-0da0-4092-8b9a-bf9ff9eefa44 None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:38.881117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['17d9be5a-b9fb-4f8e-b1b0-585798196370'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:36:38.882013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (76286f35-a080-488b-83b2-98a339cee974), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:38.958246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7a97902c-0da0-4092-8b9a-bf9ff9eefa44 None None] Could not find standard attr ID for object 60dd432b-edf9-4333-820b-08ade4ea4bfd. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:36:39.111167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (76286f35-a080-488b-83b2-98a339cee974), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.152470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7fe456bb-3e70-4642-b8ce-b098ff6ab98e None None] Could not find standard attr ID for object d0676804-6eff-494f-9ca6-9e27de9ca782. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:36:39.165183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=76286f35-a080-488b-83b2-98a339cee974,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:39.190612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.193971 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-39e6cf71-b19e-445f-a01d-5b1db252da4b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/76286f35-a080-488b-83b2-98a339cee974 HTTP/1.1" status: 204 len: 168 time: 0.9193697 Feb 17 22:36:39.199398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39994) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:39.201357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72069a5a-3e70-4322-a58c-913f993a43ff req-4a176123-dbb9-4ffb-aed3-4159ef815750 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:39.211867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72069a5a-3e70-4322-a58c-913f993a43ff req-4a176123-dbb9-4ffb-aed3-4159ef815750 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 945 time: 0.1280923 Feb 17 22:36:39.321443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.387595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet d6f1e0bb-ca4f-4572-870f-03235f1a8994 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:39.394559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (d6f1e0bb-ca4f-4572-870f-03235f1a8994), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.402980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5844158a-3944-42c2-bbd3-bb8436218a82 None None] Could not find standard attr ID for object 60dd432b-edf9-4333-820b-08ade4ea4bfd. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:36:39.425552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322eb828-3186-4306-8f59-ea7660125693 req-2e442798-552b-4609-b5e6-9aaed0bcbed3 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:39.427500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-322eb828-3186-4306-8f59-ea7660125693 req-2e442798-552b-4609-b5e6-9aaed0bcbed3 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.2025151 Feb 17 22:36:39.430961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72069a5a-3e70-4322-a58c-913f993a43ff req-801de693-66af-46ca-b854-e694d511df82 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181354 Feb 17 22:36:39.496723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (d6f1e0bb-ca4f-4572-870f-03235f1a8994), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.657700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2f3dee-ea92-4788-90f1-1bea5684e608 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:39.693966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Deleting port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:39.694262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.751561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (d6f1e0bb-ca4f-4572-870f-03235f1a8994), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.836406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] For port cea95b34-cfeb-4bff-8af9-48c0823c4cb4, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:39.838372 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.844385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869226b5-352d-48cd-8c59-df5a92d279d7 req-dd8e2b17-0a2c-441e-8907-b1196d772b43 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:39.852701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-869226b5-352d-48cd-8c59-df5a92d279d7 req-dd8e2b17-0a2c-441e-8907-b1196d772b43 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 1129 time: 0.2663949 Feb 17 22:36:39.899496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (d6f1e0bb-ca4f-4572-870f-03235f1a8994), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:39.978413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Calling delete_port for cea95b34-cfeb-4bff-8af9-48c0823c4cb4 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:39.991927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=d6f1e0bb-ca4f-4572-870f-03235f1a8994,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:40.023616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:40.028000 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e94b1c5b-6860-4042-8ac7-2f957544f85e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/d6f1e0bb-ca4f-4572-870f-03235f1a8994 HTTP/1.1" status: 204 len: 168 time: 0.8275051 Feb 17 22:36:40.034442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:40.066163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66eed03-decb-40de-a103-10fe9a0174fb None None] Update dhcp port {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'fixed_ips': [{'subnet_id': 'd6f1e0bb-ca4f-4572-870f-03235f1a8994'}], 'binding:host_id': 'n-d-828369-18'}, 'id': '01989dc5-774d-414f-9177-9984fc1c6e9a'} from n-d-828369-18. {{(pid=103528) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} Feb 17 22:36:40.118252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-869226b5-352d-48cd-8c59-df5a92d279d7 req-d38a9275-b838-4807-9146-faa0298cb990 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=da131bbb-6bb8-4605-b075-01193b7c4106&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361126 Feb 17 22:36:40.151924 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7b582987-dee5-41c3-bd2a-25acd59da181 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1159253 Feb 17 22:36:40.160778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40022) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:40.177011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c66eed03-decb-40de-a103-10fe9a0174fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:40.177528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:40.397847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cea95b34-cfeb-4bff-8af9-48c0823c4cb4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:40.409060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:40.415584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:40.423010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['cea95b34-cfeb-4bff-8af9-48c0823c4cb4'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:36:40.506825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Pushing event deleted for resources: {'Port': ['ID=cea95b34-cfeb-4bff-8af9-48c0823c4cb4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:40.573218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f81ed3-1118-4956-b319-7687460fa4d6 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:40.663813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] No DVR routers for this DVR port cea95b34-cfeb-4bff-8af9-48c0823c4cb4 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:40.676372 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:40.681958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-322eb828-3186-4306-8f59-ea7660125693 req-362b0f84-f01e-47ea-8d25-016c428d8006 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.73 "DELETE /v2.0/ports/cea95b34-cfeb-4bff-8af9-48c0823c4cb4 HTTP/1.1" status: 204 len: 173 time: 1.2441621 Feb 17 22:36:40.682581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70625769-8216-4862-a409-0537861bf4d2', 'name': 'network-vif-deleted', 'tag': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:36:40.696205 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f70514-edbc-4dfc-bfb3-4be148977df3" -d '{"events": [{"server_uuid": "70625769-8216-4862-a409-0537861bf4d2", "name": "network-vif-deleted", "tag": "cea95b34-cfeb-4bff-8af9-48c0823c4cb4"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:36:40.830206 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f927de-20f2-456b-90bc-61f6a7db255d x-openstack-request-id: req-a9f927de-20f2-456b-90bc-61f6a7db255d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:36:40.830646 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70625769-8216-4862-a409-0537861bf4d2", "name": "network-vif-deleted", "tag": "cea95b34-cfeb-4bff-8af9-48c0823c4cb4", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:36:40.834935 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9f927de-20f2-456b-90bc-61f6a7db255d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:36:40.837260 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70625769-8216-4862-a409-0537861bf4d2', 'name': 'network-vif-deleted', 'tag': 'cea95b34-cfeb-4bff-8af9-48c0823c4cb4', 'status': 'completed', 'code': 200} Feb 17 22:36:40.845221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 17d9be5a-b9fb-4f8e-b1b0-585798196370 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:40.873098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243875d-e6b6-43cd-94b7-21d956646ed6 req-51757bd3-5e68-4b25-81cf-c06ba5298ad7 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:40.886107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 01989dc5-774d-414f-9177-9984fc1c6e9a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:40.889774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4243875d-e6b6-43cd-94b7-21d956646ed6 req-51757bd3-5e68-4b25-81cf-c06ba5298ad7 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 945 time: 0.1836195 Feb 17 22:36:41.037512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4243875d-e6b6-43cd-94b7-21d956646ed6 req-3f38ab9d-9e87-4fb7-b69b-8e89ff516547 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467402 Feb 17 22:36:41.065073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (ac4c0518-6290-4ae7-b49d-ae77706a3ea4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.128749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e8c05bb2-f418-4501-8eb3-3c3b8eee6766 None None] Provisioning complete for port 01989dc5-774d-414f-9177-9984fc1c6e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:41.129319 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8c05bb2-f418-4501-8eb3-3c3b8eee6766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.201608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:41.229734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:41.240524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:41.241723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.288225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=ac4c0518-6290-4ae7-b49d-ae77706a3ea4,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:41.304484 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-af98f18f-6fa7-4c96-86aa-813a5be45423 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1409934 Feb 17 22:36:41.306864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40052) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:41.318966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4bdfe60c-1528-4e6b-aeb0-20df3d8ae2f4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:41.320413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2fa8da64-2b89-4a93-90b3-4221e9364849 req-f7ec052e-9ad5-4a5c-a1cc-00bc831326a8 tempest-TestServerMultinode-1694397618 tempest-TestServerMultinode-1694397618-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=70625769-8216-4862-a409-0537861bf4d2 HTTP/1.1" status: 200 len: 210 time: 0.0600967 Feb 17 22:36:41.391341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:36:41.398149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 17d9be5a-b9fb-4f8e-b1b0-585798196370 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:36:41.417652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 17d9be5a-b9fb-4f8e-b1b0-585798196370 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:41.418678 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.577456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdfe60c-1528-4e6b-aeb0-20df3d8ae2f4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:41.590735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bdfe60c-1528-4e6b-aeb0-20df3d8ae2f4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.597790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:41.598507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.823864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e8c05bb2-f418-4501-8eb3-3c3b8eee6766 None None] Current status of the port 01989dc5-774d-414f-9177-9984fc1c6e9a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:41.838038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:41.860053 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.866528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] Deleting port 01989dc5-774d-414f-9177-9984fc1c6e9a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:41.867159 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:41.907235 n-d-828369-18 neutron-server[103526]: INFO neutron.db.ipam_backend_mixin [None req-4bdfe60c-1528-4e6b-aeb0-20df3d8ae2f4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac4c0518-6290-4ae7-b49d-ae77706a3ea4 (CIDR: 2001:db8::/64) Feb 17 22:36:41.914083 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdfe60c-1528-4e6b-aeb0-20df3d8ae2f4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 22:36:41.914921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdfe60c-1528-4e6b-aeb0-20df3d8ae2f4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:41.941234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40076) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:41.946562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'subnet': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:41.954538 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4bdfe60c-1528-4e6b-aeb0-20df3d8ae2f4 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6355228 Feb 17 22:36:41.998655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 17d9be5a-b9fb-4f8e-b1b0-585798196370 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:41.999866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:42.003531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=19']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:42.202478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 17d9be5a-b9fb-4f8e-b1b0-585798196370, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:42.204576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b100a28-c567-4683-93da-24e11ba68bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d9be5a-b9fb-4f8e-b1b0-585798196370'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:36:42.211560 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58df74ec-6010-40a5-bd79-173364093e55" -d '{"events": [{"server_uuid": "3b100a28-c567-4683-93da-24e11ba68bc4", "name": "network-vif-plugged", "status": "completed", "tag": "17d9be5a-b9fb-4f8e-b1b0-585798196370"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:36:42.299835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:42.303842 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:42.345932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] For port 01989dc5-774d-414f-9177-9984fc1c6e9a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=01989dc5-774d-414f-9177-9984fc1c6e9a,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:42.348082 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:42.436090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] Calling delete_port for 01989dc5-774d-414f-9177-9984fc1c6e9a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:42.454512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40098) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:42.668115 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f110551-1d3d-4ad5-8fea-648337dcb6c1 x-openstack-request-id: req-9f110551-1d3d-4ad5-8fea-648337dcb6c1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:36:42.668735 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b100a28-c567-4683-93da-24e11ba68bc4", "name": "network-vif-plugged", "status": "completed", "tag": "17d9be5a-b9fb-4f8e-b1b0-585798196370", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:36:42.668735 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f110551-1d3d-4ad5-8fea-648337dcb6c1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:36:42.669099 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b100a28-c567-4683-93da-24e11ba68bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d9be5a-b9fb-4f8e-b1b0-585798196370', 'code': 200} Feb 17 22:36:42.692000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:42.692834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device cea95b34-cfeb-4bff-8af9-48c0823c4cb4 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:42.868903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: cea95b34-cfeb-4bff-8af9-48c0823c4cb4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:36:42.888107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device cea95b34-cfeb-4bff-8af9-48c0823c4cb4 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:36:42.977811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709a5465-f985-47ba-88c5-a203cd779836 req-bc7d9366-f065-4908-97f4-0bf07455719a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:42.981219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-709a5465-f985-47ba-88c5-a203cd779836 req-bc7d9366-f065-4908-97f4-0bf07455719a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 1129 time: 0.4576240 Feb 17 22:36:43.015540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=17d9be5a-b9fb-4f8e-b1b0-585798196370,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:43.052504 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (01989dc5-774d-414f-9177-9984fc1c6e9a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:43.077959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a6ce9-1449-44bd-9156-9524176caa6d req-1190d4c1-da80-4213-a844-eb857c0a228d tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:43.099062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c1a6ce9-1449-44bd-9156-9524176caa6d req-1190d4c1-da80-4213-a844-eb857c0a228d tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.8242400 Feb 17 22:36:43.123457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] Pushing event deleted for resources: {'Port': ['ID=01989dc5-774d-414f-9177-9984fc1c6e9a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:43.131141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efd920-28e2-4887-8f8e-9e7afad159c0 None None] No DVR routers for this DVR port 01989dc5-774d-414f-9177-9984fc1c6e9a on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:43.182151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258f182-eb7b-4a89-881d-288488a5cf41 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:43.248034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-709a5465-f985-47ba-88c5-a203cd779836 req-9ddd52c6-0b50-4353-948b-d42fed30c6c9 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583911 Feb 17 22:36:43.331173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c1a6ce9-1449-44bd-9156-9524176caa6d req-b036ade3-855b-45b0-90d1-f7093248e58e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295744 Feb 17 22:36:43.546129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-09316e07-fc22-44f3-8240-ce381295cee3', 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'project_id': '769d8881cd3146e08b0f4d9bf99ef264', 'fixed_ips': [{'subnet_id': 'ac4c0518-6290-4ae7-b49d-ae77706a3ea4'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:36:43.548861 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:43.779132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:36:43.780985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (d5e43c9c-40e9-4136-8cdd-4b14f3a24c87), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:43.803654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40126) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:43.918543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Subnet': ['ID=d5e43c9c-40e9-4136-8cdd-4b14f3a24c87,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:43.934918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (d44140d5-c261-417d-bf72-0bdcec186469), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:43.962360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:43.962360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:43.977149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:43.980946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Allocated IP 2001:db8::2 (09316e07-fc22-44f3-8240-ce381295cee3/ac4c0518-6290-4ae7-b49d-ae77706a3ea4/ad9894db-e9fa-48c7-8d69-708ad845bf0e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:43.981793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:43.996648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Allocated IP 2001:db8:0:1:f816:3eff:fed6:8361 (09316e07-fc22-44f3-8240-ce381295cee3/d5e43c9c-40e9-4136-8cdd-4b14f3a24c87/ad9894db-e9fa-48c7-8d69-708ad845bf0e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:44.017733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0a9ac0e0-0bce-458c-a796-18228b37ed72 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0753596 Feb 17 22:36:44.021593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40134) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:44.033416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Request body: {'port': {'network_id': '09316e07-fc22-44f3-8240-ce381295cee3', 'mac_address': 'fa:16:3e:0c:e1:e0', 'name': 'tempest-NetworksTestDHCPv6-77737730'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:36:44.288131 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-65fc804a-00c4-470e-b7da-4b9503d3dad4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.342350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Publish callbacks [] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.385604 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.393751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Made reservation on behalf of 769d8881cd3146e08b0f4d9bf99ef264 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:36:44.454132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d7f9d46-7aca-4981-b284-8e549a9abf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.477677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:44.548891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:44.558753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:44.594734 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-65fc804a-00c4-470e-b7da-4b9503d3dad4 admin admin] Publish callbacks [] for security_group (6c96f322-e993-4a64-a4d9-9f4fded9166f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.634741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Pushing event updated for resources: {'Port': ['ID=ad9894db-e9fa-48c7-8d69-708ad845bf0e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:44.706552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-65fc804a-00c4-470e-b7da-4b9503d3dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6c96f322-e993-4a64-a4d9-9f4fded9166f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.748166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Attempting to bind port ad9894db-e9fa-48c7-8d69-708ad845bf0e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:36:44.748704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Attempting to bind port ad9894db-e9fa-48c7-8d69-708ad845bf0e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:36:44.749170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Attempting to bind port ad9894db-e9fa-48c7-8d69-708ad845bf0e on network 09316e07-fc22-44f3-8240-ce381295cee3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:36:44.760665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.762989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:36:44.764891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Checking segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:36:44.766169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.767026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Bound using segment: {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:36:44.768162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Bound port: ad9894db-e9fa-48c7-8d69-708ad845bf0e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c60aeed9-d6fd-44cc-848e-8507c77d1499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '09316e07-fc22-44f3-8240-ce381295cee3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:36:44.769071 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.785650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Deleting port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:44.791211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.799505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc804a-00c4-470e-b7da-4b9503d3dad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c96f322-e993-4a64-a4d9-9f4fded9166f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:44.923629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-65fc804a-00c4-470e-b7da-4b9503d3dad4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0b202edd8d3d414a8b3394d2f299270f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1186306 Feb 17 22:36:44.927994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40158) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:44.964327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] For port ad9894db-e9fa-48c7-8d69-708ad845bf0e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:36:44.971610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] For port ad9894db-e9fa-48c7-8d69-708ad845bf0e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ad9894db-e9fa-48c7-8d69-708ad845bf0e,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:36:44.987624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:44.993588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] For port 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:44.994401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:45.010746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] device_id is not set on port f8925315-e9fe-4ea1-a62c-3683064da137 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:36:45.040688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Calling delete_port for 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:45.049919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f44243-1699-40fd-b233-df81d67248f2 req-6320633c-a2a1-4bef-93a2-25fca2649e83 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:45.075420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99f44243-1699-40fd-b233-df81d67248f2 req-6320633c-a2a1-4bef-93a2-25fca2649e83 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.5096273 Feb 17 22:36:45.197501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882159b-028c-43a1-98c3-a56f8b79bf26 None None] Pushing event updated for resources: {'Port': ['ID=ad9894db-e9fa-48c7-8d69-708ad845bf0e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:45.341478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03851494-918c-4b14-8efe-58a463d5f3bf admin admin] Publish callbacks [] for security_group (6c96f322-e993-4a64-a4d9-9f4fded9166f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:45.353765 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:45.429600 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03851494-918c-4b14-8efe-58a463d5f3bf admin admin] Publish callbacks [] for security_group (6c96f322-e993-4a64-a4d9-9f4fded9166f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:45.465549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:45.585604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99f44243-1699-40fd-b233-df81d67248f2 req-05bd73b6-443e-4d80-b370-6fc7116f9205 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964364 Feb 17 22:36:45.809168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03851494-918c-4b14-8efe-58a463d5f3bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6c96f322-e993-4a64-a4d9-9f4fded9166f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:45.813674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03851494-918c-4b14-8efe-58a463d5f3bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:45.819114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-03851494-918c-4b14-8efe-58a463d5f3bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c96f322-e993-4a64-a4d9-9f4fded9166f HTTP/1.1" status: 204 len: 168 time: 0.8745120 Feb 17 22:36:45.853584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03851494-918c-4b14-8efe-58a463d5f3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c96f322-e993-4a64-a4d9-9f4fded9166f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:46.116301 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (d44140d5-c261-417d-bf72-0bdcec186469), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:46.163860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8::3b5 (09316e07-fc22-44f3-8240-ce381295cee3/ac4c0518-6290-4ae7-b49d-ae77706a3ea4/f8925315-e9fe-4ea1-a62c-3683064da137) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:46.302335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:e1e0 (09316e07-fc22-44f3-8240-ce381295cee3/d5e43c9c-40e9-4136-8cdd-4b14f3a24c87/f8925315-e9fe-4ea1-a62c-3683064da137) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:36:46.439257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-2ac94b86-20ff-4e9e-ae1f-d79037722b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:46.440979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-2ac94b86-20ff-4e9e-ae1f-d79037722b1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 1129 time: 0.3976793 Feb 17 22:36:46.682192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40196) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:46.717400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7316e61c-0ce6-42d1-b623-87b7384741cf req-b8da9825-d9fb-4054-bac9-d6ab3e517ade tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:46.727314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7316e61c-0ce6-42d1-b623-87b7384741cf req-b8da9825-d9fb-4054-bac9-d6ab3e517ade tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.5577636 Feb 17 22:36:46.734247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cf84ec1-d735-4d08-8d3f-7929eeeac74b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:46.943749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Router d44140d5-c261-417d-bf72-0bdcec186469 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:36:46.990266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-a4b06f1c-6038-4abf-a048-161f356e34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:46.994166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-a4b06f1c-6038-4abf-a048-161f356e34b9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 911 time: 0.5429857 Feb 17 22:36:47.112985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ad9894db-e9fa-48c7-8d69-708ad845bf0e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:47.211895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-ec7fc724-9bd9-4562-a3e1-ba6e84aa88bb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370 HTTP/1.1" status: 200 len: 217 time: 0.2037516 Feb 17 22:36:47.218017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ad9894db-e9fa-48c7-8d69-708ad845bf0e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:47.218429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.270038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d0df3-8a16-4e32-b2a3-358874019fcc None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:47.273090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7316e61c-0ce6-42d1-b623-87b7384741cf req-f386048d-58ad-4993-a802-2f46cc730c56 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447438 Feb 17 22:36:47.315523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cf84ec1-d735-4d08-8d3f-7929eeeac74b admin admin] Publish callbacks [] for security_group (60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.327482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-e736961d-c0b4-43d3-a061-6b046e096399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:47.329817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-e736961d-c0b4-43d3-a061-6b046e096399 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.1025567 Feb 17 22:36:47.335695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for port (f8925315-e9fe-4ea1-a62c-3683064da137), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.343152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cf84ec1-d735-4d08-8d3f-7929eeeac74b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.378899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-ad4aa55c-3815-43f8-aa05-87ad055f53f9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374091 Feb 17 22:36:47.393210 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4cf84ec1-d735-4d08-8d3f-7929eeeac74b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6fba473151c445a69fecd06b134d4dd1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7097988 Feb 17 22:36:47.396990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40204) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:47.440738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:36:47.453294 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] Sync routers for ids ['d44140d5-c261-417d-bf72-0bdcec186469'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:36:47.464882 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2e2029e5-2d31-4ada-9e64-cab307ac6214 admin admin] 10.222.0.79 "PUT /v2.0/routers/d44140d5-c261-417d-bf72-0bdcec186469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0067909 Feb 17 22:36:47.469732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40208) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:47.483750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84ec1-d735-4d08-8d3f-7929eeeac74b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:47.517680 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] Routers {'d44140d5-c261-417d-bf72-0bdcec186469'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:47.520765 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:36:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d44140d5-c261-417d-bf72-0bdcec186469'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:47.572714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-76dcf506-7a43-4a0a-aacb-a6f96a38dcf6 None None] Provisioning complete for port ad9894db-e9fa-48c7-8d69-708ad845bf0e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:47.573308 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76dcf506-7a43-4a0a-aacb-a6f96a38dcf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.576434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-304561ae-560c-4f08-9607-eb7a47474c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.612718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-15709887-dcec-44a2-b8ad-a926a68b5035 service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255394 Feb 17 22:36:47.706274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82fa7c48-1085-4598-adcc-69e845828185 admin admin] Publish callbacks [] for security_group (60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.712187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks [] for router (d44140d5-c261-417d-bf72-0bdcec186469), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.798513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f8925315-e9fe-4ea1-a62c-3683064da137), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:47.890649 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] Set router d44140d5-c261-417d-bf72-0bdcec186469 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:36:47.960613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event updated for resources: {'Port': ['ID=f8925315-e9fe-4ea1-a62c-3683064da137,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:48.001157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Network 09316e07-fc22-44f3-8240-ce381295cee3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:36:48.008492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:36:48.014679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:36:48.024494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:48.025654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.068171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc0ba9ae-c58e-4732-9e72-e331d488283d req-165ddbf3-a81d-4fa3-865d-91db2d528e5a service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335468 Feb 17 22:36:48.087878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82fa7c48-1085-4598-adcc-69e845828185 admin admin] Publish callbacks [] for security_group (60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.108150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ad9894db-e9fa-48c7-8d69-708ad845bf0e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:48.109176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.113016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-686b3393-75d3-4dba-8111-96555aafbd98 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.0882413 Feb 17 22:36:48.114202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40218) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:48.117128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.194081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ad9894db-e9fa-48c7-8d69-708ad845bf0e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ad9894db-e9fa-48c7-8d69-708ad845bf0e,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:48.264779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks [] for router_gateway (d44140d5-c261-417d-bf72-0bdcec186469), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.307637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82fa7c48-1085-4598-adcc-69e845828185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.308102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-76dcf506-7a43-4a0a-aacb-a6f96a38dcf6 None None] Current status of the port ad9894db-e9fa-48c7-8d69-708ad845bf0e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:48.313300 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.333471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82fa7c48-1085-4598-adcc-69e845828185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.345248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82fa7c48-1085-4598-adcc-69e845828185 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1 HTTP/1.1" status: 204 len: 168 time: 0.9469528 Feb 17 22:36:48.429624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting port f8925315-e9fe-4ea1-a62c-3683064da137 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:48.432508 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f8925315-e9fe-4ea1-a62c-3683064da137), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.506841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fa7c48-1085-4598-adcc-69e845828185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f2c8c9-5b98-42e8-a3cd-8bcc8ec069e1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:48.627989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ad9894db-e9fa-48c7-8d69-708ad845bf0e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:48.628331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Deleting port 4303963a-6d7f-430c-98a1-7c5fab0b8090 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:48.629264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:48.779265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e643787-fb54-477b-a6dc-4ea42f4c5847 req-b6c421ca-e95e-449b-a7fb-4c675bc8f6a9 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:48.786824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e643787-fb54-477b-a6dc-4ea42f4c5847 req-b6c421ca-e95e-449b-a7fb-4c675bc8f6a9 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.3878663 Feb 17 22:36:48.892476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ad9894db-e9fa-48c7-8d69-708ad845bf0e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:36:48.899066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f8925315-e9fe-4ea1-a62c-3683064da137), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.002127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] For port 4303963a-6d7f-430c-98a1-7c5fab0b8090, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4303963a-6d7f-430c-98a1-7c5fab0b8090,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:49.004645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.052914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Calling delete_port for f8925315-e9fe-4ea1-a62c-3683064da137 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:49.053922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Calling delete_port for 4303963a-6d7f-430c-98a1-7c5fab0b8090 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:49.097952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ad9894db-e9fa-48c7-8d69-708ad845bf0e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:49.099043 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.149190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e643787-fb54-477b-a6dc-4ea42f4c5847 req-01d60307-241b-464d-b290-9fe196757c9a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611817 Feb 17 22:36:49.198674 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:36:45Z', 'revision_number': 5, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port': {'id': '4303963a-6d7f-430c-98a1-7c5fab0b8090', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:d4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:34:36Z', 'updated_at': '2022-02-17T22:34:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:49.304754 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] Checking router: d44140d5-c261-417d-bf72-0bdcec186469 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:36:49.329545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ad9894db-e9fa-48c7-8d69-708ad845bf0e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:49.366675 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] Routers {'d44140d5-c261-417d-bf72-0bdcec186469'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:49.369032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:36:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d44140d5-c261-417d-bf72-0bdcec186469'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:49.389719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.648391 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f8925315-e9fe-4ea1-a62c-3683064da137), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.687248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Port': ['ID=f8925315-e9fe-4ea1-a62c-3683064da137,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:49.690275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4303963a-6d7f-430c-98a1-7c5fab0b8090), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.747693 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] Set router d44140d5-c261-417d-bf72-0bdcec186469 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:36:49.822382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.823993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Pushing event deleted for resources: {'Port': ['ID=4303963a-6d7f-430c-98a1-7c5fab0b8090,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:49.829937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ec310f71-919c-49a1-9f25-778ed391cd6d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/f8925315-e9fe-4ea1-a62c-3683064da137 HTTP/1.1" status: 204 len: 168 time: 1.7104237 Feb 17 22:36:49.835571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40252) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:49.867286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4f289224-bbc5-4e10-bdcb-e46e40722c90 None None] Provisioning complete for port ad9894db-e9fa-48c7-8d69-708ad845bf0e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:49.873546 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f289224-bbc5-4e10-bdcb-e46e40722c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:49.895524 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:36:48Z', 'revision_number': 6, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:49.971193 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12aff5c-e449-4381-9422-ae81fa6d34eb None None] The sync data for ids ['d44140d5-c261-417d-bf72-0bdcec186469'] in n-d-828369-18 is: [{'id': 'd44140d5-c261-417d-bf72-0bdcec186469', 'name': 'tempest-TestServerMultinode-1707227479-router', 'tenant_id': '8529b6db185244b8a0a4552e5850037f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:34:35Z', 'updated_at': '2022-02-17T22:36:48Z', 'revision_number': 6, 'project_id': '8529b6db185244b8a0a4552e5850037f', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:36:50.070518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0bc2f8-e02c-479b-a0bd-6413bce3f779 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:50.076981 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bb0bc2f8-e02c-479b-a0bd-6413bce3f779 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2398984 Feb 17 22:36:50.080020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40260) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:50.107284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4f289224-bbc5-4e10-bdcb-e46e40722c90 None None] Current status of the port ad9894db-e9fa-48c7-8d69-708ad845bf0e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:50.111188 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (d44140d5-c261-417d-bf72-0bdcec186469), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:50.244542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad76001-1b7f-431b-82f7-d5c462898d40 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:50.246623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bad76001-1b7f-431b-82f7-d5c462898d40 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1650357 Feb 17 22:36:50.252053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40268) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:50.332017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7079e7b4-e2ba-417f-9378-a8818a886c5c None None] Could not find standard attr ID for object f8925315-e9fe-4ea1-a62c-3683064da137. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:36:50.434686 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (d44140d5-c261-417d-bf72-0bdcec186469), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:50.438991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50199f-89ab-4738-9165-847d8167729f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:50.441574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50199f-89ab-4738-9165-847d8167729f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:50.443124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks [] for router_controller (d44140d5-c261-417d-bf72-0bdcec186469), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:50.448166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c50199f-89ab-4738-9165-847d8167729f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:50.452159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2c50199f-89ab-4738-9165-847d8167729f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1989450 Feb 17 22:36:50.457058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40274) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:50.622438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00658b-2e22-4bab-9ba7-02078cde64dc req-012ddbfe-5d38-40b6-8ca0-579b6c7c5200 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:50.634422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a00658b-2e22-4bab-9ba7-02078cde64dc req-012ddbfe-5d38-40b6-8ca0-579b6c7c5200 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1748130 Feb 17 22:36:50.637745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (d44140d5-c261-417d-bf72-0bdcec186469), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:50.638511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Fanout notify agent at l3_agent the message router_deleted on router d44140d5-c261-417d-bf72-0bdcec186469 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:36:50.661174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:50.662613 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-67c08f31-29c1-48fd-a709-b4df4895accc admin admin] 10.222.0.79 "DELETE /v2.0/routers/d44140d5-c261-417d-bf72-0bdcec186469 HTTP/1.1" status: 204 len: 168 time: 3.1914661 Feb 17 22:36:50.668026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:50.752958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a00658b-2e22-4bab-9ba7-02078cde64dc req-bc7a4e5b-3843-44a4-8622-e65cc4683de0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068363 Feb 17 22:36:50.766780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet ac4c0518-6290-4ae7-b49d-ae77706a3ea4 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:50.783767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (ac4c0518-6290-4ae7-b49d-ae77706a3ea4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:50.835233 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:50.886611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] Deleting subnet b6437e0f-1ceb-4859-9ced-839b67800228 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:50.890509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] Publish callbacks [] for subnet (b6437e0f-1ceb-4859-9ced-839b67800228), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:51.037572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (b6437e0f-1ceb-4859-9ced-839b67800228), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:51.072811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4303963a-6d7f-430c-98a1-7c5fab0b8090 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:51.133083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (ac4c0518-6290-4ae7-b49d-ae77706a3ea4), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:51.152760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 4303963a-6d7f-430c-98a1-7c5fab0b8090 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:36:51.153113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4303963a-6d7f-430c-98a1-7c5fab0b8090 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:36:51.153550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:51.243679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:36:51.244033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9b2268cb-8b26-4dfa-aa7e-8438cb3d4ca7 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:36:51.780486 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b6437e0f-1ceb-4859-9ced-839b67800228), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:51.788366 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ac4c0518-6290-4ae7-b49d-ae77706a3ea4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:51.913213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (b6437e0f-1ceb-4859-9ced-839b67800228), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:51.950455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (ac4c0518-6290-4ae7-b49d-ae77706a3ea4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:51.964739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce767d93-6fe3-4e95-a8b2-20f1db8993f5 req-fe6155a0-a4b8-4236-a764-ef8b1c1cad94 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:51.967432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce767d93-6fe3-4e95-a8b2-20f1db8993f5 req-fe6155a0-a4b8-4236-a764-ef8b1c1cad94 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.0685422 Feb 17 22:36:51.969318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6437e0f-1ceb-4859-9ced-839b67800228,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:52.004159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.006391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50669f4-cc89-4c20-b8a1-71e48bcfed6a None None] Network 4a66209d-b109-49df-b51b-b8bcf034a3d6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:52.014747 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c85114ee-c834-4a94-b205-331b76dbc885 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b6437e0f-1ceb-4859-9ced-839b67800228 HTTP/1.1" status: 204 len: 168 time: 1.3395903 Feb 17 22:36:52.017724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40332) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:52.066317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=ac4c0518-6290-4ae7-b49d-ae77706a3ea4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:52.068690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.076109 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c5b554bc-093b-4ad8-beb1-37b193772831 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ac4c0518-6290-4ae7-b49d-ae77706a3ea4 HTTP/1.1" status: 204 len: 168 time: 1.6115246 Feb 17 22:36:52.080161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40334) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:52.117158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcc12af-3580-4bc4-920c-44a859d110d9 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:52.168011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce767d93-6fe3-4e95-a8b2-20f1db8993f5 req-493799d3-6634-4f7f-a6e0-86c6ff36cf09 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892512 Feb 17 22:36:52.230578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Deleting subnet d5e43c9c-40e9-4136-8cdd-4b14f3a24c87 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:36:52.240237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (d5e43c9c-40e9-4136-8cdd-4b14f3a24c87), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.321231 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (4a66209d-b109-49df-b51b-b8bcf034a3d6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.513106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Deleting port 100f3b63-320a-485d-b264-940e0a861ab5 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:52.515067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (100f3b63-320a-485d-b264-940e0a861ab5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.527243 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (d5e43c9c-40e9-4136-8cdd-4b14f3a24c87), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.616485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] DHCP port deletion for 4a66209d-b109-49df-b51b-b8bcf034a3d6 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:36:52.695033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] For port 100f3b63-320a-485d-b264-940e0a861ab5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=100f3b63-320a-485d-b264-940e0a861ab5,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:52.695693 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (100f3b63-320a-485d-b264-940e0a861ab5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.713077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Calling delete_port for 100f3b63-320a-485d-b264-940e0a861ab5 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:52.791829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (d5e43c9c-40e9-4136-8cdd-4b14f3a24c87), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.813690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] Deleting port 100f3b63-320a-485d-b264-940e0a861ab5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:52.815051 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (100f3b63-320a-485d-b264-940e0a861ab5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.866506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 100f3b63-320a-485d-b264-940e0a861ab5 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:52.939844 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (100f3b63-320a-485d-b264-940e0a861ab5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:52.949736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (d5e43c9c-40e9-4136-8cdd-4b14f3a24c87), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.020332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No active binding found for port 100f3b63-320a-485d-b264-940e0a861ab5 {{(pid=103528) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 22:36:53.020940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] The host n-d-828369-18 is not matching for port 100f3b63-320a-485d-b264-940e0a861ab5 host None! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:36:53.025957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 100f3b63-320a-485d-b264-940e0a861ab5 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:36:53.048215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] No DVR routers for this DVR port 100f3b63-320a-485d-b264-940e0a861ab5 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:53.053715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Pushing event deleted for resources: {'Port': ['ID=100f3b63-320a-485d-b264-940e0a861ab5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:53.099680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.103282 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/d5e43c9c-40e9-4136-8cdd-4b14f3a24c87 HTTP/1.1" status: 204 len: 168 time: 1.0220129 Feb 17 22:36:53.116561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c515c6-4e9f-45b8-9e4f-fe7e6d3dc600 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e43c9c-40e9-4136-8cdd-4b14f3a24c87,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:53.118755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40374) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.127652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] For port 100f3b63-320a-485d-b264-940e0a861ab5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=100f3b63-320a-485d-b264-940e0a861ab5,segment=NetworkSegment(b08c62a9-9b9b-49d1-b921-d252030ef7fa),segment_id=b08c62a9-9b9b-49d1-b921-d252030ef7fa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:53.128054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (100f3b63-320a-485d-b264-940e0a861ab5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.147004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] Calling delete_port for 100f3b63-320a-485d-b264-940e0a861ab5 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.288618 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:36:53.291671 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 22:36:53.307108 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (100f3b63-320a-485d-b264-940e0a861ab5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.311322 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2cee62e2-04ac-47dc-b2a4-289b419bfc25 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1909833 Feb 17 22:36:53.311994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.350984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] Pushing event deleted for resources: {'Port': ['ID=100f3b63-320a-485d-b264-940e0a861ab5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:53.361926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc8cf6-3916-4691-b7dc-5bbb1850a417 None None] No DVR routers for this DVR port 100f3b63-320a-485d-b264-940e0a861ab5 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:53.455546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54d49ba-d703-478e-9b92-0f512a36c123 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:53.456984 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (4a66209d-b109-49df-b51b-b8bcf034a3d6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.462012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40394) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.462547 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c54d49ba-d703-478e-9b92-0f512a36c123 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1494358 Feb 17 22:36:53.621105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a66209d-b109-49df-b51b-b8bcf034a3d6']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:53.626401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92395d90-2a8f-486d-994c-d07a35f413d6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:53.627947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-92395d90-2a8f-486d-994c-d07a35f413d6 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1640406 Feb 17 22:36:53.630774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40406) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.644383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5191277-3e45-4db7-b675-0bffc70768b8 req-8041adff-f91a-4129-a9f4-091e11cffc92 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:53.645946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5191277-3e45-4db7-b675-0bffc70768b8 req-8041adff-f91a-4129-a9f4-091e11cffc92 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.2871037 Feb 17 22:36:53.648309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08c62a9-9b9b-49d1-b921-d252030ef7fa') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:53.648695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08c62a9-9b9b-49d1-b921-d252030ef7fa') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:53.696598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40412) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.697068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f982d5a6-5152-41b7-bf98-0c2454133a52 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0632479 Feb 17 22:36:53.699477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (b08c62a9-9b9b-49d1-b921-d252030ef7fa), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.756551 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-039e61c9-fb61-427a-b265-57dbc72d45d7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:53.757469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039e61c9-fb61-427a-b265-57dbc72d45d7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:53.760771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-039e61c9-fb61-427a-b265-57dbc72d45d7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/f8925315-e9fe-4ea1-a62c-3683064da137 HTTP/1.1" status: 404 len: 333 time: 0.0486674 Feb 17 22:36:53.762075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b08c62a9-9b9b-49d1-b921-d252030ef7fa), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.763607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40416) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.829122 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b04ce9-9ba0-4ec0-a45c-4ae02d06aa44 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:53.833833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b04ce9-9ba0-4ec0-a45c-4ae02d06aa44 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:53.845464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5191277-3e45-4db7-b675-0bffc70768b8 req-4f4fec62-5062-4ceb-9f01-c5f71f285ad9 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884286 Feb 17 22:36:53.848887 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-01b04ce9-9ba0-4ec0-a45c-4ae02d06aa44 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/d5e43c9c-40e9-4136-8cdd-4b14f3a24c87 HTTP/1.1" status: 404 len: 337 time: 0.0838153 Feb 17 22:36:53.853355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40420) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.862002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:36:53.862428 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (b08c62a9-9b9b-49d1-b921-d252030ef7fa), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:36:53.864640 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:36:53.925250 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3282c4a-6362-40ac-a592-def707e79f54 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:53.925719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3282c4a-6362-40ac-a592-def707e79f54 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:53.928779 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a3282c4a-6362-40ac-a592-def707e79f54 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ac4c0518-6290-4ae7-b49d-ae77706a3ea4 HTTP/1.1" status: 404 len: 337 time: 0.0742214 Feb 17 22:36:53.932153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40424) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:53.941988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c8ecf-8b1d-4f5d-97a7-77ad4f7727c4 None None] Network 09316e07-fc22-44f3-8240-ce381295cee3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:36:53.984014 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfec1aa-b4e7-491d-8fa6-0ac89f5457f9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:53.984732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfec1aa-b4e7-491d-8fa6-0ac89f5457f9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:53.989821 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ccfec1aa-b4e7-491d-8fa6-0ac89f5457f9 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/60dd432b-edf9-4333-820b-08ade4ea4bfd HTTP/1.1" status: 404 len: 333 time: 0.0563986 Feb 17 22:36:53.999852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40426) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:54.045359 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d22cb96-59dc-4345-9287-05b83b3aa321 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:54.054579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d22cb96-59dc-4345-9287-05b83b3aa321 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:54.063061 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (4a66209d-b109-49df-b51b-b8bcf034a3d6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:54.069099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:54.072876 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d22cb96-59dc-4345-9287-05b83b3aa321 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/d6f1e0bb-ca4f-4572-870f-03235f1a8994 HTTP/1.1" status: 404 len: 337 time: 0.0713637 Feb 17 22:36:54.075229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4a66209d-b109-49df-b51b-b8bcf034a3d6 HTTP/1.1" status: 204 len: 168 time: 2.0467558 Feb 17 22:36:54.075959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40430) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:54.081075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40432) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:54.148250 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3919a4a7-257d-4d5a-96a3-d4d82a14a000 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:54.148798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3919a4a7-257d-4d5a-96a3-d4d82a14a000 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:54.161119 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3919a4a7-257d-4d5a-96a3-d4d82a14a000 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/76286f35-a080-488b-83b2-98a339cee974 HTTP/1.1" status: 404 len: 337 time: 0.0840175 Feb 17 22:36:54.161789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:54.185407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53d6af72-0dc6-4cd9-abc1-75149e589212 None None] Provisioning complete for port ad9894db-e9fa-48c7-8d69-708ad845bf0e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:36:54.186408 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53d6af72-0dc6-4cd9-abc1-75149e589212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:54.219815 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-942fc773-6464-4163-ae97-df0ffd904aaa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:54.221174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942fc773-6464-4163-ae97-df0ffd904aaa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:54.230005 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-942fc773-6464-4163-ae97-df0ffd904aaa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/d0676804-6eff-494f-9ca6-9e27de9ca782 HTTP/1.1" status: 404 len: 333 time: 0.0668702 Feb 17 22:36:54.235162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40442) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:54.270410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88797f05-8582-4608-b1e6-51f6d3818ea8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a66209d-b109-49df-b51b-b8bcf034a3d6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:54.357483 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a6f897e-6f40-4c65-807d-e8f4d5b618f7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:54.357952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a6f897e-6f40-4c65-807d-e8f4d5b618f7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:54.361615 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6a6f897e-6f40-4c65-807d-e8f4d5b618f7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ac302561-fd8c-4231-9169-c58f503b9c43 HTTP/1.1" status: 404 len: 337 time: 0.1248095 Feb 17 22:36:54.368654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40446) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:54.455990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] DHCP port deletion for 09316e07-fc22-44f3-8240-ce381295cee3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:36:54.517692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40452) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:54.569233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53d6af72-0dc6-4cd9-abc1-75149e589212 None None] Current status of the port ad9894db-e9fa-48c7-8d69-708ad845bf0e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:54.634980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] Deleting port ad9894db-e9fa-48c7-8d69-708ad845bf0e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:54.638923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:54.768348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] For port ad9894db-e9fa-48c7-8d69-708ad845bf0e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ad9894db-e9fa-48c7-8d69-708ad845bf0e,segment=NetworkSegment(c60aeed9-d6fd-44cc-848e-8507c77d1499),segment_id=c60aeed9-d6fd-44cc-848e-8507c77d1499)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:54.769045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:54.800665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:54.816729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] Calling delete_port for ad9894db-e9fa-48c7-8d69-708ad845bf0e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:54.937903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ad9894db-e9fa-48c7-8d69-708ad845bf0e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:36:54.983439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Publish callbacks [] for security_group (906329f3-39b4-423e-ade1-aab3a13e82fb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:54.989458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (906329f3-39b4-423e-ade1-aab3a13e82fb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.052690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906329f3-39b4-423e-ade1-aab3a13e82fb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:55.091863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.092505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.093031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.093537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.094609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.097723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.098265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.103160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.103757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.104234 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a09c8ec-6b72-43dc-b439-3d9c078603ee tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.104752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.104752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.104959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.105244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:36:55.105704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a09c8ec-6b72-43dc-b439-3d9c078603ee tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.109062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0a09c8ec-6b72-43dc-b439-3d9c078603ee tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/5572727b-110f-4d41-b204-76903c8d521b HTTP/1.1" status: 404 len: 337 time: 0.7391646 Feb 17 22:36:55.117478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.142441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ad9894db-e9fa-48c7-8d69-708ad845bf0e is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:36:55.144125 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e66fb41a-0257-4162-887b-ffffb821439f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=efccfa656c5044a7ade6a6bef8d3c340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6253004 Feb 17 22:36:55.144274 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.152970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40474) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.189710 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0607aa23-771b-47cc-bda1-494a2d87ab89 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.190340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0607aa23-771b-47cc-bda1-494a2d87ab89 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.194320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0607aa23-771b-47cc-bda1-494a2d87ab89 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/d7337584-fb8e-463b-a8e7-b81e2c697fc1 HTTP/1.1" status: 404 len: 333 time: 0.0591619 Feb 17 22:36:55.197158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40476) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.240423 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cf618f-359d-46f4-8bee-e974d2716730 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.241472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cf618f-359d-46f4-8bee-e974d2716730 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.245150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-12cf618f-359d-46f4-8bee-e974d2716730 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/17cf9737-0ed8-478a-aa8e-1cab6d01bff3 HTTP/1.1" status: 404 len: 337 time: 0.0451994 Feb 17 22:36:55.249810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40478) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.284009 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ad9894db-e9fa-48c7-8d69-708ad845bf0e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.295729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc697-dd0e-4fbc-ba1d-f6d1916c6bd4 admin admin] Publish callbacks [] for security_group (906329f3-39b4-423e-ade1-aab3a13e82fb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.348098 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc697-dd0e-4fbc-ba1d-f6d1916c6bd4 admin admin] Publish callbacks [] for security_group (906329f3-39b4-423e-ade1-aab3a13e82fb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.366862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b907b0-27b3-4015-ab90-860948ec9401 req-5dec702c-096d-44a0-82c5-f196a893e32a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:55.369621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8b907b0-27b3-4015-ab90-860948ec9401 req-5dec702c-096d-44a0-82c5-f196a893e32a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.2994485 Feb 17 22:36:55.372521 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.373417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] Pushing event deleted for resources: {'Port': ['ID=ad9894db-e9fa-48c7-8d69-708ad845bf0e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:55.385379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa03a0f-793d-4731-8955-22c8685206c5 None None] No DVR routers for this DVR port ad9894db-e9fa-48c7-8d69-708ad845bf0e on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:36:55.393894 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-225af00d-8070-4654-a4bc-fd3ca12577fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.396206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225af00d-8070-4654-a4bc-fd3ca12577fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.415627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-225af00d-8070-4654-a4bc-fd3ca12577fa tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/f362cf59-a4a9-4b9a-b565-34d7d1b9cd74 HTTP/1.1" status: 404 len: 337 time: 0.1619999 Feb 17 22:36:55.416436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40484) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.480854 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc697-dd0e-4fbc-ba1d-f6d1916c6bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (906329f3-39b4-423e-ade1-aab3a13e82fb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.483605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c4bc697-dd0e-4fbc-ba1d-f6d1916c6bd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:55.485467 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5c4bc697-dd0e-4fbc-ba1d-f6d1916c6bd4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/906329f3-39b4-423e-ade1-aab3a13e82fb HTTP/1.1" status: 204 len: 168 time: 0.3309293 Feb 17 22:36:55.500659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4bc697-dd0e-4fbc-ba1d-f6d1916c6bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906329f3-39b4-423e-ade1-aab3a13e82fb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:55.515628 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-83523819-5eb4-4b5a-b6b6-b83056124b94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.516255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83523819-5eb4-4b5a-b6b6-b83056124b94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.523087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40488) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.531946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-83523819-5eb4-4b5a-b6b6-b83056124b94 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/32d7b543-d90e-4e8f-8b80-0471bb1410b4 HTTP/1.1" status: 404 len: 333 time: 0.1073635 Feb 17 22:36:55.567105 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4828d8a-a391-455c-8f8f-96b121263d22 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.577267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4828d8a-a391-455c-8f8f-96b121263d22 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.598036 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4828d8a-a391-455c-8f8f-96b121263d22 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/83089f18-ec56-4ad9-be9b-9bda11342c82 HTTP/1.1" status: 404 len: 337 time: 0.0708380 Feb 17 22:36:55.598858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40492) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.668734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8b907b0-27b3-4015-ab90-860948ec9401 req-7fb5c880-577a-45c3-ba88-bd48109bdad3 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786350 Feb 17 22:36:55.671035 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b9d7686-2246-454f-b25d-2e562ee91f15 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.673589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b9d7686-2246-454f-b25d-2e562ee91f15 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.683612 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b9d7686-2246-454f-b25d-2e562ee91f15 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/035715d4-b9e1-4776-b1dd-741d5b911976 HTTP/1.1" status: 404 len: 333 time: 0.0758567 Feb 17 22:36:55.684180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40496) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.762093 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd8c0694-90e5-4acf-a840-ba38d884cd4f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.762700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd8c0694-90e5-4acf-a840-ba38d884cd4f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.771653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dd8c0694-90e5-4acf-a840-ba38d884cd4f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/bbcb0367-848d-4778-8b1e-b07136687474 HTTP/1.1" status: 404 len: 337 time: 0.0843990 Feb 17 22:36:55.774046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40504) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.829042 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fde561d-8e25-473e-83ef-885a5e1fb086 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.829689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fde561d-8e25-473e-83ef-885a5e1fb086 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.839451 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6fde561d-8e25-473e-83ef-885a5e1fb086 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/3d270e75-ec8b-4ee7-b7ba-b09c52b93726 HTTP/1.1" status: 404 len: 333 time: 0.0622497 Feb 17 22:36:55.840907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40506) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.913905 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a51d9d6-6e0e-4204-9415-45c3eb90e2da tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:55.914371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a51d9d6-6e0e-4204-9415-45c3eb90e2da tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:55.926981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40512) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:55.929570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2a51d9d6-6e0e-4204-9415-45c3eb90e2da tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/dcbdfbf2-43f7-42b7-adc1-bdf1c6096435 HTTP/1.1" status: 404 len: 337 time: 0.0874035 Feb 17 22:36:56.001965 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-713061d9-8b00-4a10-b929-1b3a0d5a433e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.007285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713061d9-8b00-4a10-b929-1b3a0d5a433e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.012867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-713061d9-8b00-4a10-b929-1b3a0d5a433e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/ff966314-4170-440f-8850-795e2705677e HTTP/1.1" status: 404 len: 333 time: 0.0847676 Feb 17 22:36:56.018312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40516) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.075227 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (7160b0b7-cf40-4ff4-9a04-96ab0379d397), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:56.089415 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb818077-316a-4c8b-82b1-b9c164d482d3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.089881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb818077-316a-4c8b-82b1-b9c164d482d3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.102235 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eb818077-316a-4c8b-82b1-b9c164d482d3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/92d15d4a-e83d-4261-a42b-b37aa18d2c19 HTTP/1.1" status: 404 len: 337 time: 0.0805831 Feb 17 22:36:56.105000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40518) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.105441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40520) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.192749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cadb1ce6-76d2-4226-85b9-00a5138d44ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:56.196060 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8c8b164-0259-48f0-9977-f3865b302cd3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.196652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8c8b164-0259-48f0-9977-f3865b302cd3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.201888 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b8c8b164-0259-48f0-9977-f3865b302cd3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/2e692fe0-20f3-41ff-9195-d37128d7d381 HTTP/1.1" status: 404 len: 333 time: 0.0909374 Feb 17 22:36:56.222053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40522) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.361177 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7af608-a486-4a99-92eb-e1a73df4adcf tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.361653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7af608-a486-4a99-92eb-e1a73df4adcf tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.364878 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7f7af608-a486-4a99-92eb-e1a73df4adcf tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/7ffe86b5-c99c-48c3-913a-ed42b41a1754 HTTP/1.1" status: 404 len: 337 time: 0.1384218 Feb 17 22:36:56.371457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40528) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.416409 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f19cb7-aa34-42af-836d-d86f6413f6ba tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.416910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f19cb7-aa34-42af-836d-d86f6413f6ba tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.419968 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-60f19cb7-aa34-42af-836d-d86f6413f6ba tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/6e39cd91-ceba-4a56-a8de-0a03d79016e8 HTTP/1.1" status: 404 len: 333 time: 0.0475392 Feb 17 22:36:56.423080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40530) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.465205 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f79e8ec-3c10-4893-aa40-90fb134929a3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.465811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f79e8ec-3c10-4893-aa40-90fb134929a3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.471008 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2f79e8ec-3c10-4893-aa40-90fb134929a3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/9f88d830-5f37-4890-9353-65609415c4e7 HTTP/1.1" status: 404 len: 337 time: 0.0468044 Feb 17 22:36:56.473613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cadb1ce6-76d2-4226-85b9-00a5138d44ee admin admin] Publish callbacks [] for security_group (8fcfb561-717f-4eb6-8928-ef2bdce4dc9e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:56.474463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40534) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.477611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Deleting port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:56.478841 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:56.485264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cadb1ce6-76d2-4226-85b9-00a5138d44ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8fcfb561-717f-4eb6-8928-ef2bdce4dc9e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:56.511007 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e99eddc-5cce-4afb-84ff-63ab4948677e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.511739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e99eddc-5cce-4afb-84ff-63ab4948677e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.514909 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e99eddc-5cce-4afb-84ff-63ab4948677e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/b83ecb61-12e0-4fbd-baa9-b7763e2250a9 HTTP/1.1" status: 404 len: 337 time: 0.0394614 Feb 17 22:36:56.535327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40538) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.573935 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-5afabba2-8fa9-4c48-aa30-a3fd7ca8556d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.574537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5afabba2-8fa9-4c48-aa30-a3fd7ca8556d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.580411 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5afabba2-8fa9-4c48-aa30-a3fd7ca8556d tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/f01787a0-0f86-4425-bed8-21400245fc42 HTTP/1.1" status: 404 len: 333 time: 0.0415289 Feb 17 22:36:56.586011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40540) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.600085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] For port 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,segment=NetworkSegment(576e485f-494c-44bd-b7aa-9b7842f68d00),segment_id=576e485f-494c-44bd-b7aa-9b7842f68d00)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:56.600451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:56.616357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Calling delete_port for 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:56.660981 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cadb1ce6-76d2-4226-85b9-00a5138d44ee admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=41e5dc44533b42fabf18f577edda54f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5544069 Feb 17 22:36:56.661968 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-918eb078-1fa2-4814-ab1e-333789f20717 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.662424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918eb078-1fa2-4814-ab1e-333789f20717 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.667714 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-918eb078-1fa2-4814-ab1e-333789f20717 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/cae68150-966b-4594-a79d-625b3e7fbec1 HTTP/1.1" status: 404 len: 337 time: 0.0784402 Feb 17 22:36:56.667714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40542) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.667714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb1ce6-76d2-4226-85b9-00a5138d44ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcfb561-717f-4eb6-8928-ef2bdce4dc9e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:56.688280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40544) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.824294 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddd7ff3-4444-43a8-ba3c-aea946b20361 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.824810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddd7ff3-4444-43a8-ba3c-aea946b20361 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.841273 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7ddd7ff3-4444-43a8-ba3c-aea946b20361 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/379cb107-8e28-4ae6-b767-7e434dcb9c71 HTTP/1.1" status: 404 len: 337 time: 0.1376004 Feb 17 22:36:56.844204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40552) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.919736 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-654edc48-66b8-4380-8ee6-8c34516bde9b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.920482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-654edc48-66b8-4380-8ee6-8c34516bde9b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.926918 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-654edc48-66b8-4380-8ee6-8c34516bde9b tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/dd9fd180-3116-47ff-9567-7b694e7160ae HTTP/1.1" status: 404 len: 333 time: 0.0817266 Feb 17 22:36:56.928143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.960729 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-f207baa7-e9e2-4cfc-ab04-d6aa579646a0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:56.961359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f207baa7-e9e2-4cfc-ab04-d6aa579646a0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:56.967564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f207baa7-e9e2-4cfc-ab04-d6aa579646a0 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/a680000e-1206-4fa4-8912-a25a10916ed4 HTTP/1.1" status: 404 len: 337 time: 0.0358822 Feb 17 22:36:56.970905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:56.981891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:57.029861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Pushing event deleted for resources: {'Port': ['ID=5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:57.040499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d499e0fd-7211-4822-aa73-4ca338da614b admin admin] Publish callbacks [] for security_group (8fcfb561-717f-4eb6-8928-ef2bdce4dc9e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:57.153408 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d007de6-64f2-4ae5-9fbf-894200f44585 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:57.154290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d007de6-64f2-4ae5-9fbf-894200f44585 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:57.173471 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6d007de6-64f2-4ae5-9fbf-894200f44585 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/5f831abb-09df-451f-9595-0c1375872c14 HTTP/1.1" status: 404 len: 337 time: 0.2013359 Feb 17 22:36:57.173680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050763bd-07a3-432f-b358-45db4623f4de req-9820036f-5da0-4aab-a761-c0d1d5e10750 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:57.175887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-050763bd-07a3-432f-b358-45db4623f4de req-9820036f-5da0-4aab-a761-c0d1d5e10750 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.2453370 Feb 17 22:36:57.176451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40568) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.221217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d499e0fd-7211-4822-aa73-4ca338da614b admin admin] Publish callbacks [] for security_group (8fcfb561-717f-4eb6-8928-ef2bdce4dc9e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:57.281660 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c896c326-8bec-44c7-af1c-64912f984e35 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:57.282270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c896c326-8bec-44c7-af1c-64912f984e35 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:57.285523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c896c326-8bec-44c7-af1c-64912f984e35 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/dff2594e-dfc9-4a97-8ae2-250304f4f04f HTTP/1.1" status: 404 len: 333 time: 0.1041706 Feb 17 22:36:57.292167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40570) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.324526 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d499e0fd-7211-4822-aa73-4ca338da614b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8fcfb561-717f-4eb6-8928-ef2bdce4dc9e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:57.331220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d499e0fd-7211-4822-aa73-4ca338da614b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:57.337175 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d499e0fd-7211-4822-aa73-4ca338da614b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8fcfb561-717f-4eb6-8928-ef2bdce4dc9e HTTP/1.1" status: 204 len: 168 time: 0.6538372 Feb 17 22:36:57.353288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d499e0fd-7211-4822-aa73-4ca338da614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcfb561-717f-4eb6-8928-ef2bdce4dc9e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:36:57.432409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-050763bd-07a3-432f-b358-45db4623f4de req-3b77f1b9-ad35-4805-95f0-70ba6c224bca tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477274 Feb 17 22:36:57.486708 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f633ea4-ccbe-4c14-be5f-0542e94572b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:57.487537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f633ea4-ccbe-4c14-be5f-0542e94572b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:57.497649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1f633ea4-ccbe-4c14-be5f-0542e94572b3 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/2847fa3e-c4e3-4453-b9bd-d962103141af HTTP/1.1" status: 404 len: 337 time: 0.2050064 Feb 17 22:36:57.500696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.539710 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-11eaef23-ce6b-469f-aa65-cdd0dbfc168e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:57.540179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11eaef23-ce6b-469f-aa65-cdd0dbfc168e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:57.546192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-11eaef23-ce6b-469f-aa65-cdd0dbfc168e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/db850e16-c15f-4d35-9a39-6604b2beaaa8 HTTP/1.1" status: 404 len: 337 time: 0.0444160 Feb 17 22:36:57.547340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40582) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.586592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (7160b0b7-cf40-4ff4-9a04-96ab0379d397), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:57.673547 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-74980f47-7835-403c-876d-10dca3b5f477 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports?device_id=c9c395f3-cac2-44be-899e-95e66c7eb200 HTTP/1.1" status: 200 len: 205 time: 0.1250148 Feb 17 22:36:57.674177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.721101 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-dac5db60-6c1c-42a0-a6af-418ea61896a8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] delete failed (client error): The resource could not be found. Feb 17 22:36:57.724955 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dac5db60-6c1c-42a0-a6af-418ea61896a8 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/routers/c9c395f3-cac2-44be-899e-95e66c7eb200 HTTP/1.1" status: 404 len: 336 time: 0.0497556 Feb 17 22:36:57.725572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40590) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.855934 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fff319b-c34f-4b86-9a54-1317e3eec295 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:57.856408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fff319b-c34f-4b86-9a54-1317e3eec295 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:57.892126 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9fff319b-c34f-4b86-9a54-1317e3eec295 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ec068fd2-1482-4efd-938e-e5fc15ded860 HTTP/1.1" status: 404 len: 337 time: 0.1655047 Feb 17 22:36:57.895413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40598) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.971988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40600) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:57.973734 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-803b6c2d-6a3f-4bab-b081-de12ff2cb881 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "GET /v2.0/ports?device_id=b4f80674-809f-4d05-b690-2289761b2dd8 HTTP/1.1" status: 200 len: 205 time: 0.0770724 Feb 17 22:36:58.083399 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-1490422b-1826-4881-ab28-aac4c1aef6ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] delete failed (client error): The resource could not be found. Feb 17 22:36:58.085967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1490422b-1826-4881-ab28-aac4c1aef6ca tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/routers/b4f80674-809f-4d05-b690-2289761b2dd8 HTTP/1.1" status: 404 len: 336 time: 0.1114721 Feb 17 22:36:58.095039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40612) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.100329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:36:58.172140 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-9695413d-6fc3-48bc-a09b-09586b72e6cb tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.173602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9695413d-6fc3-48bc-a09b-09586b72e6cb tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.189022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40618) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.201431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9695413d-6fc3-48bc-a09b-09586b72e6cb tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/a46f6fb2-23f4-4097-98d0-c36820dc8dfe HTTP/1.1" status: 404 len: 337 time: 0.1008041 Feb 17 22:36:58.227596 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e419877-4598-44fa-aef6-03f51a581836 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.228067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e419877-4598-44fa-aef6-03f51a581836 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.241717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40622) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.245634 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e419877-4598-44fa-aef6-03f51a581836 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/44fe57c4-d1de-4932-abe4-d0a1af7f33ca HTTP/1.1" status: 404 len: 337 time: 0.0548377 Feb 17 22:36:58.397020 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b942923-6018-4f55-b9ee-da0b6bb7e52f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.397859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b942923-6018-4f55-b9ee-da0b6bb7e52f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.409163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40626) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.434526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b942923-6018-4f55-b9ee-da0b6bb7e52f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/3e173552-902c-4e1e-97db-a07e7998e80f HTTP/1.1" status: 404 len: 333 time: 0.1904011 Feb 17 22:36:58.536637 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-967f74e1-5b19-4f70-925b-9e475167f5c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.536637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-967f74e1-5b19-4f70-925b-9e475167f5c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.549980 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-967f74e1-5b19-4f70-925b-9e475167f5c2 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/d04749ca-5bc4-49a2-8ff5-aaa05e02ae17 HTTP/1.1" status: 404 len: 337 time: 0.1389513 Feb 17 22:36:58.553811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40636) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.601585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:36:58.604763 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57ede1e-c5c7-4bd9-9263-7c1a314cfc35 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.605419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57ede1e-c5c7-4bd9-9263-7c1a314cfc35 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.613637 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b57ede1e-c5c7-4bd9-9263-7c1a314cfc35 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/d9425d65-f1c3-4a7c-86c8-9ae76262f87e HTTP/1.1" status: 404 len: 333 time: 0.0587513 Feb 17 22:36:58.618447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] Sync routers for ids ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:36:58.620048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40640) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.638838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] Routers {'7160b0b7-cf40-4ff4-9a04-96ab0379d397'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:58.640321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:36:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:58.642194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c71e028e-22d5-4810-9c4d-26cc5d623deb admin admin] 10.222.0.79 "PUT /v2.0/routers/7160b0b7-cf40-4ff4-9a04-96ab0379d397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5597186 Feb 17 22:36:58.692619 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66f19b7-a566-41b3-bf24-275867d48bfd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.693092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c66f19b7-a566-41b3-bf24-275867d48bfd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.708588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40642) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.708741 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c66f19b7-a566-41b3-bf24-275867d48bfd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/cebd39b4-6e5e-4326-8d8e-ca485bd29f40 HTTP/1.1" status: 404 len: 337 time: 0.0871692 Feb 17 22:36:58.709032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40644) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.820343 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f5c6e79-3a61-4195-bdec-e6a3d3288cdd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.820736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f5c6e79-3a61-4195-bdec-e6a3d3288cdd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.823893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0f5c6e79-3a61-4195-bdec-e6a3d3288cdd tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/ea5ace63-709a-47fb-b6b2-8981854d9798 HTTP/1.1" status: 404 len: 333 time: 0.1076715 Feb 17 22:36:58.826952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40652) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.864394 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c3e174-9b40-49f5-a89b-4ab235aa7414 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:58.865234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c3e174-9b40-49f5-a89b-4ab235aa7414 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:58.882917 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6c3e174-9b40-49f5-a89b-4ab235aa7414 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/7367fd6c-9e6f-4295-9d49-6192f4538b09 HTTP/1.1" status: 404 len: 337 time: 0.0548291 Feb 17 22:36:58.883877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40654) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:58.888664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7811ed9-1955-43ed-892e-2358a887acf6 req-11ccdde7-e034-41be-9586-b0ffa9ecefe0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:36:58.892778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7811ed9-1955-43ed-892e-2358a887acf6 req-11ccdde7-e034-41be-9586-b0ffa9ecefe0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.3026450 Feb 17 22:36:59.002003 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-30707fd2-ce23-4e2f-9fcd-f1bc8f0c0e24 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.002590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30707fd2-ce23-4e2f-9fcd-f1bc8f0c0e24 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.008539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-30707fd2-ce23-4e2f-9fcd-f1bc8f0c0e24 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/18df06d8-adbb-4aa8-88b1-7ef4a1c32207 HTTP/1.1" status: 404 len: 333 time: 0.1234558 Feb 17 22:36:59.012246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40664) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.041263 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-e090f242-55e7-4062-9eb0-a9c6ff50d5db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.041989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks [] for router (7160b0b7-cf40-4ff4-9a04-96ab0379d397), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:59.042140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e090f242-55e7-4062-9eb0-a9c6ff50d5db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.048554 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e090f242-55e7-4062-9eb0-a9c6ff50d5db tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/bba65eb7-4ae5-46f8-b341-42c4ba1c548f HTTP/1.1" status: 404 len: 337 time: 0.0350897 Feb 17 22:36:59.049495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40666) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.068035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] Set router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:36:59.152076 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3323d4a-a872-4d44-8251-2c0e88516963 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.154928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7811ed9-1955-43ed-892e-2358a887acf6 req-36154b3c-ef62-4406-a920-518db42ce422 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399096 Feb 17 22:36:59.158829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3323d4a-a872-4d44-8251-2c0e88516963 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.184235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40676) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.184795 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b3323d4a-a872-4d44-8251-2c0e88516963 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/a934bc60-0cce-4f22-9723-a1781c4bb8d5 HTTP/1.1" status: 404 len: 333 time: 0.1330814 Feb 17 22:36:59.256211 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-6911bf44-58f2-435e-8573-6c444ad56c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.257015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6911bf44-58f2-435e-8573-6c444ad56c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.260327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6911bf44-58f2-435e-8573-6c444ad56c8e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/ff7de741-758e-4e2b-9f99-7c2ca9841b14 HTTP/1.1" status: 404 len: 337 time: 0.0749118 Feb 17 22:36:59.263877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40678) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.291526 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3af9db-3297-491f-b2d7-cadc9cf622a7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.292918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b3af9db-3297-491f-b2d7-cadc9cf622a7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.300241 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b3af9db-3297-491f-b2d7-cadc9cf622a7 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/84bc2171-9fc3-417d-970c-7b6063ea47f4 HTTP/1.1" status: 404 len: 333 time: 0.0352497 Feb 17 22:36:59.300883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40680) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.330263 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-e85be593-1019-4ade-90ce-efb4a32c6f6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.330750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e85be593-1019-4ade-90ce-efb4a32c6f6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.336547 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e85be593-1019-4ade-90ce-efb4a32c6f6f tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/11e6caf3-bcc9-4b55-9b31-2dca1cc8102d HTTP/1.1" status: 404 len: 337 time: 0.0346553 Feb 17 22:36:59.337170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40682) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.382663 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9758708-8b73-4a92-874c-f7ed50e3ac64 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.385147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9758708-8b73-4a92-874c-f7ed50e3ac64 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.395718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40684) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.397689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks [] for router_gateway (7160b0b7-cf40-4ff4-9a04-96ab0379d397), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:59.399529 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b9758708-8b73-4a92-874c-f7ed50e3ac64 tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/ports/4a37c8e7-1e3a-4e6f-9b7b-f10455e772ba HTTP/1.1" status: 404 len: 333 time: 0.0565016 Feb 17 22:36:59.457191 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe48345c-8376-45e0-afb4-2c5acdf9097e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] DELETE failed (client error): The resource could not be found. Feb 17 22:36:59.457844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe48345c-8376-45e0-afb4-2c5acdf9097e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:36:59.471163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fe48345c-8376-45e0-afb4-2c5acdf9097e tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/subnets/e42de8f9-8b38-42c7-9180-1118102402f5 HTTP/1.1" status: 404 len: 337 time: 0.0497816 Feb 17 22:36:59.471586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40690) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:36:59.591602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:36:56Z', 'revision_number': 5, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port': {'id': 'cd116610-0ba7-485c-b11d-c0c10a302c22', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:d8:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:35:06Z', 'updated_at': '2022-02-17T22:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:59.605345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Deleting port cd116610-0ba7-485c-b11d-c0c10a302c22 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:36:59.607260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:59.686513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] Checking router: 7160b0b7-cf40-4ff4-9a04-96ab0379d397 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:36:59.724969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (09316e07-fc22-44f3-8240-ce381295cee3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:59.752646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] Routers {'7160b0b7-cf40-4ff4-9a04-96ab0379d397'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:36:59.753383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:36:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:36:59.858059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] For port cd116610-0ba7-485c-b11d-c0c10a302c22, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cd116610-0ba7-485c-b11d-c0c10a302c22,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:36:59.858439 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:36:59.927083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Calling delete_port for cd116610-0ba7-485c-b11d-c0c10a302c22 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:36:59.960277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] Set router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:37:00.034006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:36:59Z', 'revision_number': 6, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:00.063612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40704) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:00.094568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (09316e07-fc22-44f3-8240-ce381295cee3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.126991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35100c22-ad8e-4fdd-be53-719d32c9f400 None None] The sync data for ids ['7160b0b7-cf40-4ff4-9a04-96ab0379d397'] in n-d-828369-18 is: [{'id': '7160b0b7-cf40-4ff4-9a04-96ab0379d397', 'name': 'tempest-TestServerMultinode-1288888223-router', 'tenant_id': 'a9e930b76e5246b98da16ca90abaddd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:35:01Z', 'updated_at': '2022-02-17T22:36:59Z', 'revision_number': 6, 'project_id': 'a9e930b76e5246b98da16ca90abaddd8', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:37:00.169467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09316e07-fc22-44f3-8240-ce381295cee3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:00.204651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c60aeed9-d6fd-44cc-848e-8507c77d1499') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:00.205337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c60aeed9-d6fd-44cc-848e-8507c77d1499') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:00.223828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (c60aeed9-d6fd-44cc-848e-8507c77d1499), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.258967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c60aeed9-d6fd-44cc-848e-8507c77d1499), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.275671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:00.276951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (c60aeed9-d6fd-44cc-848e-8507c77d1499), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:00.280520 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:00.316262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-91d8c493-104c-4163-9b63-2ec6049d1f22 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8004277 Feb 17 22:37:00.414310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d7d34c3-db2d-4ead-8575-49e64331a4d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.485280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (09316e07-fc22-44f3-8240-ce381295cee3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.488686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f42dd-a84f-4462-b8c2-96bb30692672 req-48ebf5f9-3fbf-436c-9eb7-85a787f37e4a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:00.496401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-633f42dd-a84f-4462-b8c2-96bb30692672 req-48ebf5f9-3fbf-436c-9eb7-85a787f37e4a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1786187 Feb 17 22:37:00.514431 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.523281 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] 10.222.0.79 "DELETE /v2.0/networks/09316e07-fc22-44f3-8240-ce381295cee3 HTTP/1.1" status: 204 len: 168 time: 1.0560076 Feb 17 22:37:00.554796 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe8062c-7cf8-49b6-a24a-d937cc4fbd9c tempest-NetworksTestDHCPv6-1003847681 tempest-NetworksTestDHCPv6-1003847681-project] Pushing event deleted for resources: {'Network': ['ID=09316e07-fc22-44f3-8240-ce381295cee3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:00.653252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-f419275e-0d1d-4687-9340-d2930d5a070c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:00.653252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-f419275e-0d1d-4687-9340-d2930d5a070c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 1128 time: 0.2394326 Feb 17 22:37:00.749060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:00.769626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d7d34c3-db2d-4ead-8575-49e64331a4d6 admin admin] Publish callbacks [] for security_group (b0e2333d-7cbf-4e7c-9eb1-6ced397e1984), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.774323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d7d34c3-db2d-4ead-8575-49e64331a4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0e2333d-7cbf-4e7c-9eb1-6ced397e1984), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:00.788154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:37:00.788510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5b78f5ce-a6c9-46ce-99f6-3b74b49fa5a1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:37:00.837560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7d34c3-db2d-4ead-8575-49e64331a4d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e2333d-7cbf-4e7c-9eb1-6ced397e1984,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:00.906589 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8d7d34c3-db2d-4ead-8575-49e64331a4d6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=46dc84e428254a65b4ea29ad40df1a78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8375797 Feb 17 22:37:00.917155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40734) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:00.953124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-633f42dd-a84f-4462-b8c2-96bb30692672 req-405bf158-5868-4bcf-8b0c-8b9ece6a7c40 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556344 Feb 17 22:37:01.003260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cd116610-0ba7-485c-b11d-c0c10a302c22), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.038507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40738) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:01.039495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e356-015f-4325-89db-68f7bd448e97 admin admin] Publish callbacks [] for security_group (b0e2333d-7cbf-4e7c-9eb1-6ced397e1984), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.069168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e356-015f-4325-89db-68f7bd448e97 admin admin] Publish callbacks [] for security_group (b0e2333d-7cbf-4e7c-9eb1-6ced397e1984), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.093197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Pushing event deleted for resources: {'Port': ['ID=cd116610-0ba7-485c-b11d-c0c10a302c22,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:01.167253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e356-015f-4325-89db-68f7bd448e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b0e2333d-7cbf-4e7c-9eb1-6ced397e1984), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.171871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bc6e356-015f-4325-89db-68f7bd448e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.176583 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2bc6e356-015f-4325-89db-68f7bd448e97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b0e2333d-7cbf-4e7c-9eb1-6ced397e1984 HTTP/1.1" status: 204 len: 168 time: 0.2579231 Feb 17 22:37:01.201716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6e356-015f-4325-89db-68f7bd448e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e2333d-7cbf-4e7c-9eb1-6ced397e1984,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:01.339417 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (7160b0b7-cf40-4ff4-9a04-96ab0379d397), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.465002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-06c0f5a3-cd26-44fa-b6fb-a794eed2a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:01.467097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-06c0f5a3-cd26-44fa-b6fb-a794eed2a05d service neutron] 10.222.0.94 "GET /v2.0/networks?id=6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 200 len: 910 time: 0.7334919 Feb 17 22:37:01.527465 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (7160b0b7-cf40-4ff4-9a04-96ab0379d397), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.533613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks [] for router_controller (7160b0b7-cf40-4ff4-9a04-96ab0379d397), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.740119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-2f89f6df-f177-408e-bf0c-cbaafa23bb1a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 200 len: 1000 time: 0.1159983 Feb 17 22:37:01.770125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (7160b0b7-cf40-4ff4-9a04-96ab0379d397), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.770694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7160b0b7-cf40-4ff4-9a04-96ab0379d397 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:37:01.818893 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9a9771b6-2567-48d0-a297-0f1d856f91fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=769d8881cd3146e08b0f4d9bf99ef264&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7076604 Feb 17 22:37:01.823199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40768) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:01.836257 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:01.837384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-96de6d17-7a29-41ce-b3ec-9f41a3468f2d admin admin] 10.222.0.79 "DELETE /v2.0/routers/7160b0b7-cf40-4ff4-9a04-96ab0379d397 HTTP/1.1" status: 204 len: 168 time: 3.1224024 Feb 17 22:37:01.844955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40770) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:01.879859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-1e8ab9b1-b1ac-40d8-8233-81fa0b122df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:01.881849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-1e8ab9b1-b1ac-40d8-8233-81fa0b122df9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 200 len: 848 time: 0.1308985 Feb 17 22:37:01.990423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-bfa5a8e1-d116-4068-84a4-931250a66adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:01.995258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-bfa5a8e1-d116-4068-84a4-931250a66adb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=6ca20bca-50b2-42fb-a57b-35ba5c000d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1050363 Feb 17 22:37:02.060542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] Deleting subnet d08ba755-a1bc-43e5-a115-20d25216cb80 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:37:02.067599 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] Publish callbacks [] for subnet (d08ba755-a1bc-43e5-a115-20d25216cb80), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.153257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (d08ba755-a1bc-43e5-a115-20d25216cb80), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.198921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2615617-2a5c-46c4-8f00-e6e4ccc7858b admin admin] Publish callbacks [] for security_group (f5b8b321-97d2-4490-bd59-2b7b680a429b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.255211 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:37:02.338811 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2615617-2a5c-46c4-8f00-e6e4ccc7858b admin admin] Publish callbacks [] for security_group (f5b8b321-97d2-4490-bd59-2b7b680a429b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.559104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (d08ba755-a1bc-43e5-a115-20d25216cb80), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.637089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2615617-2a5c-46c4-8f00-e6e4ccc7858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f5b8b321-97d2-4490-bd59-2b7b680a429b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.645233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2615617-2a5c-46c4-8f00-e6e4ccc7858b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.648972 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b2615617-2a5c-46c4-8f00-e6e4ccc7858b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5b8b321-97d2-4490-bd59-2b7b680a429b HTTP/1.1" status: 204 len: 168 time: 0.8244660 Feb 17 22:37:02.670548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2615617-2a5c-46c4-8f00-e6e4ccc7858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b8b321-97d2-4490-bd59-2b7b680a429b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:02.738162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (d08ba755-a1bc-43e5-a115-20d25216cb80), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.825799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d08ba755-a1bc-43e5-a115-20d25216cb80,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:02.836963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:02.842353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040cdca5-ccf7-4352-a009-9f5a607eb915 None None] Network 05817f80-fdc4-4cd1-8d35-4f621cf53c65 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:02.866750 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-73f97572-1657-4828-a56a-c7beba9c7ff9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d08ba755-a1bc-43e5-a115-20d25216cb80 HTTP/1.1" status: 204 len: 168 time: 1.0202363 Feb 17 22:37:02.869220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40818) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:02.978903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79065fe6-a857-48aa-92c4-dd490d6476d6 req-203383c4-beb2-4c5b-828b-a9cf659faf37 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:02.981393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79065fe6-a857-48aa-92c4-dd490d6476d6 req-203383c4-beb2-4c5b-828b-a9cf659faf37 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.8218832 Feb 17 22:37:02.984370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-82a1b57c-c087-4382-9ad9-8607587309b4 service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9828951 Feb 17 22:37:03.080992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (05817f80-fdc4-4cd1-8d35-4f621cf53c65), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:03.129364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79065fe6-a857-48aa-92c4-dd490d6476d6 req-aa5b7967-7dc9-4995-8fd3-9706ac57a956 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413255 Feb 17 22:37:03.233953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3d8954d-6da5-4650-bf73-0db5be35af83 req-c1f08059-1a4c-4a69-9a29-51ae3bee20bc service neutron] 10.222.0.94 "GET /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396986 Feb 17 22:37:03.239464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Deleting port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:03.242501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:03.425720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] For port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,segment=NetworkSegment(576e485f-494c-44bd-b7aa-9b7842f68d00),segment_id=576e485f-494c-44bd-b7aa-9b7842f68d00)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:03.426842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:03.466070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Calling delete_port for 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:03.487142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd116610-0ba7-485c-b11d-c0c10a302c22 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:03.515167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: cd116610-0ba7-485c-b11d-c0c10a302c22 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:37:03.516454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cd116610-0ba7-485c-b11d-c0c10a302c22 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:37:03.683903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] DHCP port deletion for 05817f80-fdc4-4cd1-8d35-4f621cf53c65 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:37:03.835578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:03.854109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] Deleting port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:03.855996 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:03.889899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:03.895028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] No DVR routers for this DVR port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:03.980268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (05817f80-fdc4-4cd1-8d35-4f621cf53c65), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:03.985486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] For port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:03.986155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:04.004833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] Calling delete_port for 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:04.007006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05817f80-fdc4-4cd1-8d35-4f621cf53c65']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:04.008737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] Port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:37:04.010624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (2a0cac1d-4fa0-4b1c-b267-9f04ca630663), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:04.026791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576e485f-494c-44bd-b7aa-9b7842f68d00') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:04.027349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576e485f-494c-44bd-b7aa-9b7842f68d00') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:04.068061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] Pushing event deleted for resources: {'Port': ['ID=2a0cac1d-4fa0-4b1c-b267-9f04ca630663,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:04.074850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (576e485f-494c-44bd-b7aa-9b7842f68d00), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:04.082156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6041a9-0639-4b50-ad32-4086697de070 None None] No DVR routers for this DVR port 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:04.105527 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (576e485f-494c-44bd-b7aa-9b7842f68d00), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:04.121875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:04.123648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (576e485f-494c-44bd-b7aa-9b7842f68d00), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:04.127537 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:04.275726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (05817f80-fdc4-4cd1-8d35-4f621cf53c65), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:04.323171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:04.334786 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] 10.222.0.79 "DELETE /v2.0/networks/05817f80-fdc4-4cd1-8d35-4f621cf53c65 HTTP/1.1" status: 204 len: 168 time: 1.4631073 Feb 17 22:37:04.337230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676248d-645c-4c29-b1e7-38836deb506b admin admin] Pushing event deleted for resources: {'Network': ['ID=05817f80-fdc4-4cd1-8d35-4f621cf53c65,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:04.420485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bbb68-b659-4ccc-9d46-efa20cd31a3f req-2cc5253d-ce0b-4a7a-a3a1-003542d6d9dc tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:04.431794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-790bbb68-b659-4ccc-9d46-efa20cd31a3f req-2cc5253d-ce0b-4a7a-a3a1-003542d6d9dc tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.0938692 Feb 17 22:37:04.576618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-790bbb68-b659-4ccc-9d46-efa20cd31a3f req-6bbce5b6-e957-4ebd-bb09-56d53db4ab30 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368573 Feb 17 22:37:04.650262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40906) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:04.843168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40916) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:04.884747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:04.970225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:37:04.972807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2a0cac1d-4fa0-4b1c-b267-9f04ca630663 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:37:04.994190 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e572a8b4-3d1e-4af8-b8c8-304c115e389f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8529b6db185244b8a0a4552e5850037f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1459351 Feb 17 22:37:04.997115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:05.099573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-257b82e5-3a01-40df-a5c6-b85bda9e91d1 admin admin] Publish callbacks [] for security_group (9f2c2e2b-70df-4942-aa2b-be173aec1a7e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.166148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-257b82e5-3a01-40df-a5c6-b85bda9e91d1 admin admin] Publish callbacks [] for security_group (9f2c2e2b-70df-4942-aa2b-be173aec1a7e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.269446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-216424608'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:05.308106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-257b82e5-3a01-40df-a5c6-b85bda9e91d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9f2c2e2b-70df-4942-aa2b-be173aec1a7e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.316036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-257b82e5-3a01-40df-a5c6-b85bda9e91d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.317766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-257b82e5-3a01-40df-a5c6-b85bda9e91d1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9f2c2e2b-70df-4942-aa2b-be173aec1a7e HTTP/1.1" status: 204 len: 168 time: 0.3191814 Feb 17 22:37:05.321588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Made reservation on behalf of 767d7aabf16942d1a175d021f3a23e6a for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:05.327531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.353555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b82e5-3a01-40df-a5c6-b85bda9e91d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2c2e2b-70df-4942-aa2b-be173aec1a7e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:05.361179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.499355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for security_group (dad62601-e739-4afe-a294-2585e2b380c7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.504678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dad62601-e739-4afe-a294-2585e2b380c7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.531031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:05.558717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dad62601-e739-4afe-a294-2585e2b380c7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:05.564846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (962a34c9-6310-43b5-84a4-a09ece933d69), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.565200 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Added segment 962a34c9-6310-43b5-84a4-a09ece933d69 of type vlan for network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 Feb 17 22:37:05.688843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.748762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.754962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:05.758601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:05.780624 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.1288085 Feb 17 22:37:05.791824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40978) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:05.830971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Request body: {'subnet': {'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:05.938069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709cd32c-7819-4f12-ab3f-0189b7113fa1 req-a07309fe-1f8c-4f25-a258-4a8bc6f31fdf tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:05.960333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-709cd32c-7819-4f12-ab3f-0189b7113fa1 req-a07309fe-1f8c-4f25-a258-4a8bc6f31fdf tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.2163632 Feb 17 22:37:06.045479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5c65c-f99b-4b68-965a-f56be40aa4a3 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event updated for resources: {'Network': ['ID=f5e6d7cd-a89a-4db3-8df0-ab562fdbb197,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:06.058914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:06.108588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-709cd32c-7819-4f12-ab3f-0189b7113fa1 req-ff243fa7-afc7-4beb-a99c-602f055b9c68 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506219 Feb 17 22:37:06.156597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40986) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:06.191027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Made reservation on behalf of 767d7aabf16942d1a175d021f3a23e6a for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:06.194658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:06.559847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40996) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:06.560098 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7f31a266-9f0d-4025-9889-ed4799fcbb09 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a9e930b76e5246b98da16ca90abaddd8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4014707 Feb 17 22:37:06.657130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (dee59ad2-a123-4abd-8e28-890f51545a05), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:06.668768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1500309f-9ee6-48ba-841e-cc116714539f admin admin] Publish callbacks [] for security_group (da131bbb-6bb8-4605-b075-01193b7c4106), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:06.725433 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1500309f-9ee6-48ba-841e-cc116714539f admin admin] Publish callbacks [] for security_group (da131bbb-6bb8-4605-b075-01193b7c4106), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:06.774947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event updated for resources: {'Subnet': ['ID=dee59ad2-a123-4abd-8e28-890f51545a05,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:06.784636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Checking segment: {'id': '962a34c9-6310-43b5-84a4-a09ece933d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:06.785011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Network hostable DHCP agents. Network: f5e6d7cd-a89a-4db3-8df0-ab562fdbb197, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:06.806372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:06.817848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f5e6d7cd-a89a-4db3-8df0-ab562fdbb197) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:06.828894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecd80d3-87ba-462e-8874-af3a67cf9a1a None None] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:06.839902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:06.840596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:06.865173 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1500309f-9ee6-48ba-841e-cc116714539f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (da131bbb-6bb8-4605-b075-01193b7c4106), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:06.867845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1500309f-9ee6-48ba-841e-cc116714539f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:06.877454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1500309f-9ee6-48ba-841e-cc116714539f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/da131bbb-6bb8-4605-b075-01193b7c4106 HTTP/1.1" status: 204 len: 168 time: 0.3161151 Feb 17 22:37:06.906770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500309f-9ee6-48ba-841e-cc116714539f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da131bbb-6bb8-4605-b075-01193b7c4106,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:06.915560 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d0e41d52-fd24-4c29-97be-48ff19eac438 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1221249 Feb 17 22:37:06.919829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:06.943852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Request body: {'port': {'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1263339729'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:07.124743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f5e6d7cd-a89a-4db3-8df0-ab562fdbb197', 'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197', 'project_id': '767d7aabf16942d1a175d021f3a23e6a', 'fixed_ips': [{'subnet_id': 'dee59ad2-a123-4abd-8e28-890f51545a05'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:37:07.126227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:07.262412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Made reservation on behalf of 767d7aabf16942d1a175d021f3a23e6a for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:07.266280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:07.325507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68abd9b-32a1-4b2b-b0b8-cd3bdc77f7ea req-4986613e-183a-400f-9e5d-0b2304c00047 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:07.333267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a68abd9b-32a1-4b2b-b0b8-cd3bdc77f7ea req-4986613e-183a-400f-9e5d-0b2304c00047 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.0705538 Feb 17 22:37:07.340867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] device_id is not set on port 906c0da0-c1af-4a84-b953-47920c9ef33f yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:37:07.396653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Allocated IP 2001:db8::2 (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197/dee59ad2-a123-4abd-8e28-890f51545a05/3ca8419b-c2b2-421f-be96-477d10a01663) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:07.460402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a68abd9b-32a1-4b2b-b0b8-cd3bdc77f7ea req-a9500e19-2e63-48a3-ae04-78a7293da0b2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261237 Feb 17 22:37:07.751657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Publish callbacks [] for port (3ca8419b-c2b2-421f-be96-477d10a01663), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:07.783479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:07.917344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Pushing event updated for resources: {'Port': ['ID=3ca8419b-c2b2-421f-be96-477d10a01663,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:07.947581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Allocated IP 2001:db8::25f (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197/dee59ad2-a123-4abd-8e28-890f51545a05/906c0da0-c1af-4a84-b953-47920c9ef33f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:07.953812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:07.955739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:07.964549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:08.050353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Attempting to bind port 3ca8419b-c2b2-421f-be96-477d10a01663 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:08.051010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Attempting to bind port 3ca8419b-c2b2-421f-be96-477d10a01663 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '962a34c9-6310-43b5-84a4-a09ece933d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:08.052029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Attempting to bind port 3ca8419b-c2b2-421f-be96-477d10a01663 on network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:08.058727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:08.059409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Checking segment: {'id': '962a34c9-6310-43b5-84a4-a09ece933d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:08.060038 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:08.060639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Bound using segment: {'id': '962a34c9-6310-43b5-84a4-a09ece933d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:08.061347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Bound port: 3ca8419b-c2b2-421f-be96-477d10a01663, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962a34c9-6310-43b5-84a4-a09ece933d69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:08.061980 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:08.190776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] For port 3ca8419b-c2b2-421f-be96-477d10a01663, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:08.195804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] For port 3ca8419b-c2b2-421f-be96-477d10a01663, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3ca8419b-c2b2-421f-be96-477d10a01663,segment=NetworkSegment(962a34c9-6310-43b5-84a4-a09ece933d69),segment_id=962a34c9-6310-43b5-84a4-a09ece933d69)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:08.204881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:08.283867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9d4ff4-683d-40dc-8788-2058818c4f20 None None] Pushing event updated for resources: {'Port': ['ID=3ca8419b-c2b2-421f-be96-477d10a01663,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:08.322127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:08.384986 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:08.440449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:08.445302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:08.451039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:08.457575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:08.458509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:08.477421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event updated for resources: {'Port': ['ID=906c0da0-c1af-4a84-b953-47920c9ef33f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:08.487297 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4091ab76-3591-483d-a3b9-3d73ec5260e1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.5634475 Feb 17 22:37:08.490242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41060) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:08.498015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Request body: {'port': {'network_id': 'f5e6d7cd-a89a-4db3-8df0-ab562fdbb197', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-648223345', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:08.498500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] bootfile-name is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:37:08.498837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] tftp-server is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:37:08.499169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] server-ip-address is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:37:08.710386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5de92-5ff0-4f95-b75f-09346d31e8fd req-0e20cbff-280a-4bc1-89f2-18876d1d7225 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:08.720729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1be5de92-5ff0-4f95-b75f-09346d31e8fd req-0e20cbff-280a-4bc1-89f2-18876d1d7225 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1167953 Feb 17 22:37:08.814986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Made reservation on behalf of 767d7aabf16942d1a175d021f3a23e6a for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:08.816743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1be5de92-5ff0-4f95-b75f-09346d31e8fd req-475d07fd-0ca1-4b56-a1d8-42299da8e905 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864871 Feb 17 22:37:08.838083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:08.887545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] device_id is not set on port 3d16994a-6828-4fe6-9c70-cc6f965d637f yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:37:08.952128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3ca8419b-c2b2-421f-be96-477d10a01663 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:37:09.074807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Allocated IP 2001:db8::301 (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197/dee59ad2-a123-4abd-8e28-890f51545a05/3d16994a-6828-4fe6-9c70-cc6f965d637f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:09.112171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3ca8419b-c2b2-421f-be96-477d10a01663 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:09.114610 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:09.211344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3ca8419b-c2b2-421f-be96-477d10a01663 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:09.212495 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:09.261963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 3ca8419b-c2b2-421f-be96-477d10a01663, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3ca8419b-c2b2-421f-be96-477d10a01663,segment=NetworkSegment(962a34c9-6310-43b5-84a4-a09ece933d69),segment_id=962a34c9-6310-43b5-84a4-a09ece933d69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:09.277683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:09.361015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=3ca8419b-c2b2-421f-be96-477d10a01663,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:09.364514 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:09.444510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for port (3d16994a-6828-4fe6-9c70-cc6f965d637f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:09.486884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3d16994a-6828-4fe6-9c70-cc6f965d637f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:09.568000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:09.574867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:09.589864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:09.598870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:09.600726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:09.614175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event updated for resources: {'Port': ['ID=3d16994a-6828-4fe6-9c70-cc6f965d637f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:09.649320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ef9be749-cff7-4d1b-8939-0672de01e7cd tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.1574249 Feb 17 22:37:09.651901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41088) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:09.790319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a98025-8f28-4605-9b17-82b5269664d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:09.798210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a98025-8f28-4605-9b17-82b5269664d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:09.817170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a98025-8f28-4605-9b17-82b5269664d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:09.833862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d0a98025-8f28-4605-9b17-82b5269664d9 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.1796973 Feb 17 22:37:09.836719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41092) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:09.964745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e6d9e-260e-4a88-94fc-4ab3eaf21203 None None] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:10.117371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0ace7b28-04aa-4747-83ee-dfba04a2fec3 None None] Provisioning complete for port 3ca8419b-c2b2-421f-be96-477d10a01663 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:10.118018 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ace7b28-04aa-4747-83ee-dfba04a2fec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:10.192599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb56a6b-92d3-491b-a20c-de86bb1e67a7 req-2dc9c45e-1dc9-4ff9-a81f-c7032e897b1a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:10.201825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb56a6b-92d3-491b-a20c-de86bb1e67a7 req-2dc9c45e-1dc9-4ff9-a81f-c7032e897b1a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.2498553 Feb 17 22:37:10.256235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0ace7b28-04aa-4747-83ee-dfba04a2fec3 None None] Current status of the port 3ca8419b-c2b2-421f-be96-477d10a01663 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:10.291355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Deleting port 3d16994a-6828-4fe6-9c70-cc6f965d637f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:10.291717 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3d16994a-6828-4fe6-9c70-cc6f965d637f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:10.404508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb56a6b-92d3-491b-a20c-de86bb1e67a7 req-d70ce1ca-7065-45fa-bda8-82d3ffca5b8b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911781 Feb 17 22:37:10.486405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3d16994a-6828-4fe6-9c70-cc6f965d637f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:10.521303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Calling delete_port for 3d16994a-6828-4fe6-9c70-cc6f965d637f owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:10.772396 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3d16994a-6828-4fe6-9c70-cc6f965d637f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:10.784472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-819dd7a5-4df5-49b9-97b3-7556d1d21400 None None] Provisioning complete for port 3ca8419b-c2b2-421f-be96-477d10a01663 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:10.805704 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819dd7a5-4df5-49b9-97b3-7556d1d21400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:10.831233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event deleted for resources: {'Port': ['ID=3d16994a-6828-4fe6-9c70-cc6f965d637f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:10.865173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3ca8419b-c2b2-421f-be96-477d10a01663 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:37:10.881429 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:10.887426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5fba5c32-9a8e-48b8-be0d-32c217e9ba43 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "DELETE /v2.0/ports/3d16994a-6828-4fe6-9c70-cc6f965d637f HTTP/1.1" status: 204 len: 168 time: 1.0466430 Feb 17 22:37:10.888982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:10.895758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Request body: {'port': {'name': 'tempest-new-port-name-2108771238', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:10.896347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] bootfile-name is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:37:10.896347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] tftp-server is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:37:10.896347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.api.validators [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] server-ip-address is not in valid_values {{(pid=103526) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Feb 17 22:37:10.970944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3ca8419b-c2b2-421f-be96-477d10a01663 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:10.971708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:11.058996 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:11.275618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3ca8419b-c2b2-421f-be96-477d10a01663 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:11.284864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-819dd7a5-4df5-49b9-97b3-7556d1d21400 None None] Current status of the port 3ca8419b-c2b2-421f-be96-477d10a01663 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:11.291382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-819dd7a5-4df5-49b9-97b3-7556d1d21400 None None] Could not find standard attr ID for object 3d16994a-6828-4fe6-9c70-cc6f965d637f. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:37:11.308780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-819dd7a5-4df5-49b9-97b3-7556d1d21400 None None] Provisioning complete for port 906c0da0-c1af-4a84-b953-47920c9ef33f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:11.309382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-819dd7a5-4df5-49b9-97b3-7556d1d21400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:11.424247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-819dd7a5-4df5-49b9-97b3-7556d1d21400 None None] Port 906c0da0-c1af-4a84-b953-47920c9ef33f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:37:11.520581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:11.537771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:11.571947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53342093-cc90-492e-b527-d662c67e6f26 None None] Could not find standard attr ID for object 3d16994a-6828-4fe6-9c70-cc6f965d637f. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:37:11.605025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-53342093-cc90-492e-b527-d662c67e6f26 None None] Provisioning complete for port 906c0da0-c1af-4a84-b953-47920c9ef33f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:11.605025 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-53342093-cc90-492e-b527-d662c67e6f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:11.639638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] In _notify_port_updated(), no bound segment for port 906c0da0-c1af-4a84-b953-47920c9ef33f on network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:37:11.652864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:11.663852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:11.665334 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "PUT /v2.0/ports/906c0da0-c1af-4a84-b953-47920c9ef33f HTTP/1.1" status: 200 len: 1130 time: 0.7752876 Feb 17 22:37:11.668324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41130) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:11.672915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdbb14-6c38-4b69-87d2-336575bb3974 req-1a4724b2-d0b7-4693-a8e0-1f0cb310bb14 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:11.677851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2abdbb14-6c38-4b69-87d2-336575bb3974 req-1a4724b2-d0b7-4693-a8e0-1f0cb310bb14 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1668909 Feb 17 22:37:11.719467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bbd11-bea1-4ae3-9531-1d821d3b531e tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event updated for resources: {'Port': ['ID=906c0da0-c1af-4a84-b953-47920c9ef33f,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:11.730985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-53342093-cc90-492e-b527-d662c67e6f26 None None] Port 906c0da0-c1af-4a84-b953-47920c9ef33f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:37:11.750707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1165dad-058e-45b8-a84a-f7eefe57816b tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:11.755160 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1165dad-058e-45b8-a84a-f7eefe57816b tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "GET /v2.0/ports/906c0da0-c1af-4a84-b953-47920c9ef33f HTTP/1.1" status: 200 len: 1130 time: 0.0829413 Feb 17 22:37:11.756429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41132) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:11.807929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2abdbb14-6c38-4b69-87d2-336575bb3974 req-54dc69ff-546f-4bf4-a850-8f0df580b347 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245129 Feb 17 22:37:11.905709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Deleting port 906c0da0-c1af-4a84-b953-47920c9ef33f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:11.907347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.072496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.117130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Calling delete_port for 906c0da0-c1af-4a84-b953-47920c9ef33f owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:12.350884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (906c0da0-c1af-4a84-b953-47920c9ef33f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.377761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-535ae39a-16df-413c-a193-c2c895c0d226 None None] Could not find standard attr ID for object 906c0da0-c1af-4a84-b953-47920c9ef33f. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:37:12.387185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event deleted for resources: {'Port': ['ID=906c0da0-c1af-4a84-b953-47920c9ef33f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:12.457524 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.461603 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9155ebff-d5cd-4e40-bea8-526fc62fea98 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "DELETE /v2.0/ports/906c0da0-c1af-4a84-b953-47920c9ef33f HTTP/1.1" status: 204 len: 168 time: 0.7041969 Feb 17 22:37:12.464211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41148) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:12.561018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Deleting subnet dee59ad2-a123-4abd-8e28-890f51545a05 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:37:12.569234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for subnet (dee59ad2-a123-4abd-8e28-890f51545a05), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.673206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (dee59ad2-a123-4abd-8e28-890f51545a05), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.819167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dee59ad2-a123-4abd-8e28-890f51545a05), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.904404 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (dee59ad2-a123-4abd-8e28-890f51545a05), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:12.945621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21335fad-b7b2-4e55-baa9-bb954a612e21 None None] Network f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:12.996579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.001606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "DELETE /v2.0/subnets/dee59ad2-a123-4abd-8e28-890f51545a05 HTTP/1.1" status: 204 len: 168 time: 0.5363417 Feb 17 22:37:13.004172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41158) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:13.007827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba21c82-983f-4dde-a337-8af1f2fafef7 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event deleted for resources: {'Subnet': ['ID=dee59ad2-a123-4abd-8e28-890f51545a05,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:13.086920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee564a-8d0e-45e2-a3a4-aec84f60c2f8 req-ba586586-5fbe-4992-8cb8-12df36a8927e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:13.091512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4ee564a-8d0e-45e2-a3a4-aec84f60c2f8 req-ba586586-5fbe-4992-8cb8-12df36a8927e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1742139 Feb 17 22:37:13.162631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.228153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765658a6-8911-449d-9049-29c60ebabebf None None] DHCP port deletion for f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:37:13.248609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4ee564a-8d0e-45e2-a3a4-aec84f60c2f8 req-393d6f16-c7e0-403e-9271-87187d94416c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524694 Feb 17 22:37:13.295333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Deleting port 3ca8419b-c2b2-421f-be96-477d10a01663 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:13.299818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.334920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-765658a6-8911-449d-9049-29c60ebabebf None None] Deleting port 3ca8419b-c2b2-421f-be96-477d10a01663 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:13.335652 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-765658a6-8911-449d-9049-29c60ebabebf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.425911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] For port 3ca8419b-c2b2-421f-be96-477d10a01663, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3ca8419b-c2b2-421f-be96-477d10a01663,segment=NetworkSegment(962a34c9-6310-43b5-84a4-a09ece933d69),segment_id=962a34c9-6310-43b5-84a4-a09ece933d69)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:13.426285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.431221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-765658a6-8911-449d-9049-29c60ebabebf None None] For port 3ca8419b-c2b2-421f-be96-477d10a01663, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3ca8419b-c2b2-421f-be96-477d10a01663,segment=NetworkSegment(962a34c9-6310-43b5-84a4-a09ece933d69),segment_id=962a34c9-6310-43b5-84a4-a09ece933d69)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:13.431714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-765658a6-8911-449d-9049-29c60ebabebf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.448698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-765658a6-8911-449d-9049-29c60ebabebf None None] Calling delete_port for 3ca8419b-c2b2-421f-be96-477d10a01663 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:13.469785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Calling delete_port for 3ca8419b-c2b2-421f-be96-477d10a01663 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:13.567766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-765658a6-8911-449d-9049-29c60ebabebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.600263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765658a6-8911-449d-9049-29c60ebabebf None None] Pushing event deleted for resources: {'Port': ['ID=3ca8419b-c2b2-421f-be96-477d10a01663,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:13.614132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765658a6-8911-449d-9049-29c60ebabebf None None] No DVR routers for this DVR port 3ca8419b-c2b2-421f-be96-477d10a01663 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:13.679863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3ca8419b-c2b2-421f-be96-477d10a01663), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.732196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event deleted for resources: {'Port': ['ID=3ca8419b-c2b2-421f-be96-477d10a01663,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:13.751309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] No DVR routers for this DVR port 3ca8419b-c2b2-421f-be96-477d10a01663 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:13.887211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.917858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e6d7cd-a89a-4db3-8df0-ab562fdbb197']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:13.933746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962a34c9-6310-43b5-84a4-a09ece933d69') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:13.934678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962a34c9-6310-43b5-84a4-a09ece933d69') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:13.946701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (962a34c9-6310-43b5-84a4-a09ece933d69), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.963394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (962a34c9-6310-43b5-84a4-a09ece933d69), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.971650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:13.972054 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (962a34c9-6310-43b5-84a4-a09ece933d69), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:13.975620 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:14.073162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f5e6d7cd-a89a-4db3-8df0-ab562fdbb197), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:14.081913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:14.086189 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] 10.222.0.79 "DELETE /v2.0/networks/f5e6d7cd-a89a-4db3-8df0-ab562fdbb197 HTTP/1.1" status: 204 len: 168 time: 1.0805674 Feb 17 22:37:14.106891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7820d-2979-4dbe-a66e-70bb8b7a1aa1 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944 tempest-ExtraDHCPOptionsIpV6TestJSON-1480547944-project] Pushing event deleted for resources: {'Network': ['ID=f5e6d7cd-a89a-4db3-8df0-ab562fdbb197,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:14.240072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d642b-a8e9-4222-b73d-123698b054cd req-e72c30c1-1290-46dc-bd1f-98608e765e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:14.243785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a61d642b-a8e9-4222-b73d-123698b054cd req-e72c30c1-1290-46dc-bd1f-98608e765e20 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 1129 time: 0.1093264 Feb 17 22:37:14.299330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a61d642b-a8e9-4222-b73d-123698b054cd req-9e863bd4-8dba-4fa3-b896-402d46e2327c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491383 Feb 17 22:37:14.409467 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33e37754-1320-45f1-96b1-cf008f4bd39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:14.522722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca80089-4617-4359-8525-bf894e3a8339 req-6bf9fb4c-4fa6-4394-bc3d-07450feac83c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:14.537077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cca80089-4617-4359-8525-bf894e3a8339 req-6bf9fb4c-4fa6-4394-bc3d-07450feac83c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1208720 Feb 17 22:37:14.635888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cca80089-4617-4359-8525-bf894e3a8339 req-e43d6cba-1e97-429b-affe-526dd1cb64b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975664 Feb 17 22:37:14.662837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41200) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:14.811158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3ca8419b-c2b2-421f-be96-477d10a01663 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:14.843233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3ca8419b-c2b2-421f-be96-477d10a01663 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:37:14.845875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3ca8419b-c2b2-421f-be96-477d10a01663 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:37:14.909582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9a8db81b-fe32-4d1f-9855-835749b97caf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=767d7aabf16942d1a175d021f3a23e6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2453032 Feb 17 22:37:14.912086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41210) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:14.986447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-268568cc-1dff-43f6-ae03-2c01f227b8b2 admin admin] Publish callbacks [] for security_group (dad62601-e739-4afe-a294-2585e2b380c7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:15.023292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-268568cc-1dff-43f6-ae03-2c01f227b8b2 admin admin] Publish callbacks [] for security_group (dad62601-e739-4afe-a294-2585e2b380c7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:15.084179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-268568cc-1dff-43f6-ae03-2c01f227b8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dad62601-e739-4afe-a294-2585e2b380c7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:15.087627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-268568cc-1dff-43f6-ae03-2c01f227b8b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:15.089043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-268568cc-1dff-43f6-ae03-2c01f227b8b2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dad62601-e739-4afe-a294-2585e2b380c7 HTTP/1.1" status: 204 len: 168 time: 0.1759071 Feb 17 22:37:15.099164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268568cc-1dff-43f6-ae03-2c01f227b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad62601-e739-4afe-a294-2585e2b380c7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:15.809733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f5b9e-960f-4fe0-81d7-d3716766ea03 req-4f812f83-034b-45a7-aa2d-06a4851c5a8b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:15.818324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694f5b9e-960f-4fe0-81d7-d3716766ea03 req-4f812f83-034b-45a7-aa2d-06a4851c5a8b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.0901952 Feb 17 22:37:15.898574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-694f5b9e-960f-4fe0-81d7-d3716766ea03 req-eeb7788b-de27-4721-8ef3-43140b703a77 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792508 Feb 17 22:37:16.174332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41266) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:16.349856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-c0fe0697-b55a-4ca5-80b9-4dff822dcff2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:16.351645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-c0fe0697-b55a-4ca5-80b9-4dff822dcff2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 810 time: 0.1877279 Feb 17 22:37:16.383304 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'networks': [{'name': 'tempest-network--1613998623'}, {'name': 'tempest-network--1284667025'}]} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:16.383582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'network': {'name': 'tempest-network--1613998623'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:16.384051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'network': {'name': 'tempest-network--1284667025'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:16.393578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-22a0144a-7066-4588-9c10-46ebb7520a3e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/quotas/ead96471e40b4614b4ce2d6330099131 HTTP/1.1" status: 200 len: 375 time: 0.0212483 Feb 17 22:37:16.471222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Made reservation on behalf of 3d58f134f20b4893bf0058b97ee29d19 for: {'network': 2} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:16.491492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.510693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-cbfba719-4f26-48f0-845f-fc0c015291e0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1102023 Feb 17 22:37:16.517226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.652487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for security_group (f984db98-7cd6-4d30-b1ae-72ec7fc2ed94), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.657543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-607566d6-1898-46a7-ae53-9f6596b3612c service neutron] 10.222.0.79 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455181 Feb 17 22:37:16.657951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f984db98-7cd6-4d30-b1ae-72ec7fc2ed94), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.658871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.708884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:16.722347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f984db98-7cd6-4d30-b1ae-72ec7fc2ed94,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:16.733666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e37ef29e-b3e7-4f51-a376-95313e45fe79), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.733834 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Added segment e37ef29e-b3e7-4f51-a376-95313e45fe79 of type vlan for network efb1c3cd-c216-46de-b731-a304f83223d5 Feb 17 22:37:16.787460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-042ad321-7023-40c6-a4b6-1dd21b43e476 service neutron] 10.222.0.79 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289618 Feb 17 22:37:16.787649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (efb1c3cd-c216-46de-b731-a304f83223d5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.828258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:16.839675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a3064476-65f4-4ea5-ac34-79beb3720821), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:16.840100 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Added segment a3064476-65f4-4ea5-ac34-79beb3720821 of type vlan for network bd674855-ad16-4d86-be55-2af9e1b7630f Feb 17 22:37:16.932253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (bd674855-ad16-4d86-be55-2af9e1b7630f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.017844 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (efb1c3cd-c216-46de-b731-a304f83223d5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.020246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (bd674855-ad16-4d86-be55-2af9e1b7630f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.032668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:17.052696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:17.054959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.138990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9546b95b-25cb-44cc-b169-1f1447511d04 req-fc7d233d-bdf2-489d-bfb8-405afa08d764 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 210 time: 0.0457616 Feb 17 22:37:17.189953 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0144961 Feb 17 22:37:17.192448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41292) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:17.204871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Network': ['ID=efb1c3cd-c216-46de-b731-a304f83223d5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:17.217491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network efb1c3cd-c216-46de-b731-a304f83223d5 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:17.372047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7bf193f-864c-4923-b6a0-0320da941e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.582146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3de31e-9f77-4f04-9569-61c6e81c766f tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:17.588283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3de31e-9f77-4f04-9569-61c6e81c766f tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:17.594479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3de31e-9f77-4f04-9569-61c6e81c766f tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:17.600120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3de31e-9f77-4f04-9569-61c6e81c766f tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:17.605965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-be3de31e-9f77-4f04-9569-61c6e81c766f tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4122269 Feb 17 22:37:17.606612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41310) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:17.726719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (efb1c3cd-c216-46de-b731-a304f83223d5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.834849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e336d-7809-4a9c-9607-6cb2cfe37b7e tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Network': ['ID=bd674855-ad16-4d86-be55-2af9e1b7630f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:17.847088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network bd674855-ad16-4d86-be55-2af9e1b7630f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:17.942482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (efb1c3cd-c216-46de-b731-a304f83223d5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.985014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:17.997667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb1c3cd-c216-46de-b731-a304f83223d5']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:18.010791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37ef29e-b3e7-4f51-a376-95313e45fe79') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:18.011074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37ef29e-b3e7-4f51-a376-95313e45fe79') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:18.036041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (e37ef29e-b3e7-4f51-a376-95313e45fe79), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.067188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e37ef29e-b3e7-4f51-a376-95313e45fe79), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.073860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:18.074449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (e37ef29e-b3e7-4f51-a376-95313e45fe79), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:18.142005 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:18.149120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (efb1c3cd-c216-46de-b731-a304f83223d5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.157590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.169848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/networks/efb1c3cd-c216-46de-b731-a304f83223d5 HTTP/1.1" status: 204 len: 168 time: 0.5598392 Feb 17 22:37:18.170236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41320) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:18.210370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f729c2ca-19cd-4d9d-a7ed-c4541ed372e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Network': ['ID=efb1c3cd-c216-46de-b731-a304f83223d5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:18.298614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (bd674855-ad16-4d86-be55-2af9e1b7630f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.324164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e46f2cfa-3218-456b-baf5-7c826af19a70 req-3c3cb025-3e3b-4713-bf3f-048289e2112e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 210 time: 0.0586889 Feb 17 22:37:18.463568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (bd674855-ad16-4d86-be55-2af9e1b7630f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.492773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd674855-ad16-4d86-be55-2af9e1b7630f']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:18.503944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3064476-65f4-4ea5-ac34-79beb3720821') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:18.504236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3064476-65f4-4ea5-ac34-79beb3720821') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:18.514808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (a3064476-65f4-4ea5-ac34-79beb3720821), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.539020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a3064476-65f4-4ea5-ac34-79beb3720821), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.552836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:18.553513 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (a3064476-65f4-4ea5-ac34-79beb3720821), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:18.622968 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:18.678277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (bd674855-ad16-4d86-be55-2af9e1b7630f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.684218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:18.690454 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/networks/bd674855-ad16-4d86-be55-2af9e1b7630f HTTP/1.1" status: 204 len: 168 time: 0.5162199 Feb 17 22:37:18.697773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41334) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:18.786990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39c5379-b78c-4936-afbf-98e9b015a2ee tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Network': ['ID=bd674855-ad16-4d86-be55-2af9e1b7630f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:18.799231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-42b2115c-1c3b-4e51-b44f-b46c00cbfbb8 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:18.800760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-42b2115c-1c3b-4e51-b44f-b46c00cbfbb8 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.94 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 810 time: 0.1611605 Feb 17 22:37:18.827520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Request body: {'port': {'device_id': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'admin_state_up': True, 'tenant_id': 'ead96471e40b4614b4ce2d6330099131'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:19.027574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Made reservation on behalf of ead96471e40b4614b4ce2d6330099131 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:19.032065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.114510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c6b83-5d8b-4fb2-97a0-ddff9495d2d6 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:19.132238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921c6b83-5d8b-4fb2-97a0-ddff9495d2d6 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:19.142103 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-921c6b83-5d8b-4fb2-97a0-ddff9495d2d6 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4393971 Feb 17 22:37:19.148386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:19.168505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1881624335'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:19.205223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Made reservation on behalf of 3d58f134f20b4893bf0058b97ee29d19 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:19.213620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.248185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:19.261017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (75bc0ccd-b7e3-4682-a4ed-9d235943785c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.262192 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Added segment 75bc0ccd-b7e3-4682-a4ed-9d235943785c of type vlan for network ca4d0afc-6940-41b2-a8f6-efb47b29452a Feb 17 22:37:19.271355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Allocated IP 172.20.0.11 (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b/76a1ec48-61af-4955-bfd8-afaffc4be11e/a88832c5-2e7d-484a-8749-9bc5148259dc) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:19.332280 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.365944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ca4d0afc-6940-41b2-a8f6-efb47b29452a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.437620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ca4d0afc-6940-41b2-a8f6-efb47b29452a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.453653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:19.454938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.496959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fd40e7e-ec69-444c-a4d1-dd906f35422f req-2e0069ae-a073-48d7-a8e0-7e48cf25002f tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 210 time: 0.0401978 Feb 17 22:37:19.508034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks [] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.546197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Network': ['ID=ca4d0afc-6940-41b2-a8f6-efb47b29452a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:19.552140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.559776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ca4d0afc-6940-41b2-a8f6-efb47b29452a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:19.574427 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-665b66d5-3159-44bf-9193-d09098e0ecf2 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4248734 Feb 17 22:37:19.583855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:19.587012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['17d9be5a-b9fb-4f8e-b1b0-585798196370'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:37:19.590884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1057052381'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:19.642457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Made reservation on behalf of 3d58f134f20b4893bf0058b97ee29d19 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:19.645888 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.681300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:19.689557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:19.711468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:19.714849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:19.736562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.736974 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Added segment e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7 of type vlan for network 751dee5b-ca20-412e-9aa0-535de689401e Feb 17 22:37:19.811529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:19.813168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.841087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Pushing event updated for resources: {'Port': ['ID=a88832c5-2e7d-484a-8749-9bc5148259dc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:19.849542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2d92bea2-a4de-46f9-9b53-196c93b876b4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0269992 Feb 17 22:37:19.852503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (751dee5b-ca20-412e-9aa0-535de689401e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.867806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Request body: {'port': {'device_id': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:19.917428 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (751dee5b-ca20-412e-9aa0-535de689401e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.932090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:19.933041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:19.961711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.018000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Network': ['ID=751dee5b-ca20-412e-9aa0-535de689401e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:20.023632 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-04ab76aa-c155-4d0d-8930-9b35391a6a57 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4377511 Feb 17 22:37:20.025670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41364) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:20.032156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'ports': [{'network_id': 'ca4d0afc-6940-41b2-a8f6-efb47b29452a', 'name': 'tempest-port--1622896481', 'admin_state_up': True}, {'network_id': '751dee5b-ca20-412e-9aa0-535de689401e', 'admin_state_up': False}]} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:20.032550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'port': {'network_id': 'ca4d0afc-6940-41b2-a8f6-efb47b29452a', 'name': 'tempest-port--1622896481', 'admin_state_up': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:20.033113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'port': {'network_id': '751dee5b-ca20-412e-9aa0-535de689401e', 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:20.042313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 751dee5b-ca20-412e-9aa0-535de689401e details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:20.247613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Made reservation on behalf of 3d58f134f20b4893bf0058b97ee29d19 for: {'port': 2} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:20.253221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.270775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.375932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a88832c5-2e7d-484a-8749-9bc5148259dc {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:37:20.396979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Publish callbacks [] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.419241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Transition to ACTIVE for port object a88832c5-2e7d-484a-8749-9bc5148259dc will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:37:20.428323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.512317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] device_id is not set on port da4d4730-5461-4e9b-b8e7-45f11b96035b yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:37:20.634368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for port (da4d4730-5461-4e9b-b8e7-45f11b96035b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.757223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] device_id is not set on port e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:37:20.808045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=a88832c5-2e7d-484a-8749-9bc5148259dc,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:20.815988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Attempting to bind port a88832c5-2e7d-484a-8749-9bc5148259dc on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:20.816332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Attempting to bind port a88832c5-2e7d-484a-8749-9bc5148259dc by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:20.816659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Attempting to bind port a88832c5-2e7d-484a-8749-9bc5148259dc on network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:20.832503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Port a88832c5-2e7d-484a-8749-9bc5148259dc on network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:37:20.832758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Attempting to bind port a88832c5-2e7d-484a-8749-9bc5148259dc on network 26aae0f7-fb5b-49fb-8bbb-aaddefbe505b {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:20.850077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:20.850568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Checking segment: {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:20.850809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Bound using segment: {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:20.851261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Bound port: a88832c5-2e7d-484a-8749-9bc5148259dc, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f718701a-c71a-4f82-8357-7736b2743256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:20.852413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.868642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.896863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for port (e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:20.923290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe8eee-5cf3-4f43-af58-ef1829c4b310 req-8c1df633-6dae-4e2d-8d62-47df3e88cd22 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:20.925000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cfe8eee-5cf3-4f43-af58-ef1829c4b310 req-8c1df633-6dae-4e2d-8d62-47df3e88cd22 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 944 time: 0.2567368 Feb 17 22:37:20.990247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (da4d4730-5461-4e9b-b8e7-45f11b96035b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:21.024968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] For port a88832c5-2e7d-484a-8749-9bc5148259dc, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:21.032746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] For port a88832c5-2e7d-484a-8749-9bc5148259dc, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a88832c5-2e7d-484a-8749-9bc5148259dc,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:21.061720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:21.150754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:21.151398 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:21.152821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] 10.222.0.94 "PUT /v2.0/ports/a88832c5-2e7d-484a-8749-9bc5148259dc HTTP/1.1" status: 200 len: 1093 time: 1.2899985 Feb 17 22:37:21.154461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'tag': 'a88832c5-2e7d-484a-8749-9bc5148259dc'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:37:21.157452 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0dafe0-9450-4079-abbe-305f5500b9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a4d28fa1-cc84-4eb4-9ebe-f705e61a5479", "tag": "a88832c5-2e7d-484a-8749-9bc5148259dc"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:37:21.158188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Port': ['ID=da4d4730-5461-4e9b-b8e7-45f11b96035b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:21.176526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cfe8eee-5cf3-4f43-af58-ef1829c4b310 req-334f28dd-eada-4591-91fa-5e1877e72bba tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393303 Feb 17 22:37:21.183295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Checking segment: {'id': '75bc0ccd-b7e3-4682-a4ed-9d235943785c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ca4d0afc-6940-41b2-a8f6-efb47b29452a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:21.183690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network hostable DHCP agents. Network: ca4d0afc-6940-41b2-a8f6-efb47b29452a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:21.194383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4255f486-4c01-4239-a9ee-278f95de8fbb service neutron] Pushing event updated for resources: {'Port': ['ID=a88832c5-2e7d-484a-8749-9bc5148259dc,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:21.235443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network ca4d0afc-6940-41b2-a8f6-efb47b29452a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:21.251294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ca4d0afc-6940-41b2-a8f6-efb47b29452a) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:21.259405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:21.262135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:21.268462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1867958-5c50-40ff-922f-398197356b73 None None] Network ca4d0afc-6940-41b2-a8f6-efb47b29452a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:21.317054 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1c6fef-02fb-4a2c-9fce-6e2ddd6c6ca9 x-openstack-request-id: req-ae1c6fef-02fb-4a2c-9fce-6e2ddd6c6ca9 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:37:21.320948 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4d28fa1-cc84-4eb4-9ebe-f705e61a5479", "tag": "a88832c5-2e7d-484a-8749-9bc5148259dc", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:37:21.321460 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ae1c6fef-02fb-4a2c-9fce-6e2ddd6c6ca9 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:37:21.322495 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'tag': 'a88832c5-2e7d-484a-8749-9bc5148259dc', 'status': 'completed', 'code': 200} Feb 17 22:37:21.446558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-7fa54118-e4da-472c-9efc-a21cc9c236e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:21.450565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-7fa54118-e4da-472c-9efc-a21cc9c236e6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 1127 time: 0.2185934 Feb 17 22:37:21.478009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Port': ['ID=e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:21.513211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Checking segment: {'id': 'e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '751dee5b-ca20-412e-9aa0-535de689401e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:21.513211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network hostable DHCP agents. Network: 751dee5b-ca20-412e-9aa0-535de689401e, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:21.518356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-013589e4-328e-484b-87ae-0a8ae3856fd3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88832c5-2e7d-484a-8749-9bc5148259dc HTTP/1.1" status: 200 len: 217 time: 0.0556147 Feb 17 22:37:21.539327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network 751dee5b-ca20-412e-9aa0-535de689401e is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:21.549872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 751dee5b-ca20-412e-9aa0-535de689401e) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:21.555432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:21.565309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:21.573886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58662fc9-bbca-4d4f-a141-69641239498e None None] Network 751dee5b-ca20-412e-9aa0-535de689401e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:21.578567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:21.578786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:21.591650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-b319216e-f4f8-4c29-9490-44e946ca749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:21.593206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-b319216e-f4f8-4c29-9490-44e946ca749c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.0687027 Feb 17 22:37:21.618910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ed4501ba-7007-4c5b-bf1b-2cbbb9df38ba tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.5916078 Feb 17 22:37:21.622506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:21.655714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-f0b1bd8d-1c34-42dd-a6ca-2ace9ea3ee10 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556531 Feb 17 22:37:21.737714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b51fe8-b561-4be6-ba09-71bdad997941 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:21.751209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b51fe8-b561-4be6-ba09-71bdad997941 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:21.761867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-46b51fe8-b561-4be6-ba09-71bdad997941 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1359570 Feb 17 22:37:21.762948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41398) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:21.836752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-b4e99b70-9736-4fcd-8912-a969f630cc19 service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744182 Feb 17 22:37:21.901339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Deleting port da4d4730-5461-4e9b-b8e7-45f11b96035b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:21.901681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (da4d4730-5461-4e9b-b8e7-45f11b96035b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:21.947351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f0c826a-9b18-46ee-9b09-54f442544a8a req-2b7698bf-009c-4c95-878b-aee48f3c20fc service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034596 Feb 17 22:37:22.011981 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (da4d4730-5461-4e9b-b8e7-45f11b96035b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:22.056816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Calling delete_port for da4d4730-5461-4e9b-b8e7-45f11b96035b owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:22.171206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-175c6e26-ec44-4d82-97dd-0d46493d0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:22.177900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-175c6e26-ec44-4d82-97dd-0d46493d0952 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 1127 time: 0.1286867 Feb 17 22:37:22.285112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (da4d4730-5461-4e9b-b8e7-45f11b96035b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:22.292637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-48b1aa6c-e147-4616-8f61-ff5198293842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:22.294300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-48b1aa6c-e147-4616-8f61-ff5198293842 service neutron] 10.222.0.94 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 911 time: 0.1100686 Feb 17 22:37:22.345470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Port': ['ID=da4d4730-5461-4e9b-b8e7-45f11b96035b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:22.355609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:22.369951 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2befbedc-8a35-4d46-af59-ed710606f3f0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/ports/da4d4730-5461-4e9b-b8e7-45f11b96035b HTTP/1.1" status: 204 len: 168 time: 0.6058037 Feb 17 22:37:22.370671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41412) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:22.396372 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-dedb78e6-1ef4-41ce-b629-c3eab616d138 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88832c5-2e7d-484a-8749-9bc5148259dc HTTP/1.1" status: 200 len: 217 time: 0.0952535 Feb 17 22:37:22.565040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-f264fd49-9679-45bd-8fa1-c37825126c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:22.571812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-f264fd49-9679-45bd-8fa1-c37825126c23 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.1498296 Feb 17 22:37:22.583339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053130e-c9e3-4cc3-8e93-a0025d50e172 req-062525ee-0003-4650-a3ac-f051cbe18e9b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:22.586802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3053130e-c9e3-4cc3-8e93-a0025d50e172 req-062525ee-0003-4650-a3ac-f051cbe18e9b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 944 time: 0.2870121 Feb 17 22:37:22.642661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Deleting port e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:22.643233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:22.697752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-f534ec31-6911-416d-b60a-0b680567bbae service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098433 Feb 17 22:37:22.796118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:22.812953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3053130e-c9e3-4cc3-8e93-a0025d50e172 req-03c280cd-1ead-4fa8-b526-0ef0a6b4a510 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941175 Feb 17 22:37:22.814005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Calling delete_port for e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:22.886768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-26e70f11-00fd-4d09-be92-fc38100270fe service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803927 Feb 17 22:37:22.947034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.022483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Port': ['ID=e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:23.064817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.080748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc90d8cb-9e25-442d-a90a-468da378b5d0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/ports/e9ad9820-3b3c-4ba5-970f-497c6c2a4fb4 HTTP/1.1" status: 204 len: 168 time: 0.7054558 Feb 17 22:37:23.082886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41424) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:23.145251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41430) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:23.145812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18118337-668f-4fd6-8954-672a9cd3da6b tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0617132 Feb 17 22:37:23.152209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1141093432'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:23.192351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Made reservation on behalf of 3d58f134f20b4893bf0058b97ee29d19 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:23.192351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.205574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b0dafe0-9450-4079-abbe-305f5500b9e6 req-48b90e9c-f6b3-4a05-9d37-a229660993ae service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119707 Feb 17 22:37:23.233165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:23.255547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b614e6eb-00cf-4d36-a82f-07db84c06a6f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.256088 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Added segment b614e6eb-00cf-4d36-a82f-07db84c06a6f of type vlan for network c27e08ff-9c9b-462c-ade5-aac20586a8b5 Feb 17 22:37:23.306038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (c27e08ff-9c9b-462c-ade5-aac20586a8b5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.338487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (c27e08ff-9c9b-462c-ade5-aac20586a8b5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.344739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:23.345523 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.371857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41434) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:23.372433 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2252686 Feb 17 22:37:23.379456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1162895677'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:23.405175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Made reservation on behalf of 3d58f134f20b4893bf0058b97ee29d19 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:23.409947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.444656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:23.456826 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (394e1373-9c29-4696-95b3-1895597bd190), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.457305 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Added segment 394e1373-9c29-4696-95b3-1895597bd190 of type vlan for network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec Feb 17 22:37:23.468186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc5750-2f03-4e40-b7f5-a3bd88f99830 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Network': ['ID=c27e08ff-9c9b-462c-ade5-aac20586a8b5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:23.481587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network c27e08ff-9c9b-462c-ade5-aac20586a8b5 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:23.508855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (71e1fc6a-d9db-4fe8-8c94-9367e26adcec), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.554313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (71e1fc6a-d9db-4fe8-8c94-9367e26adcec), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.570838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:23.570838 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:23.685256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3121650 Feb 17 22:37:23.713680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfcdd1-2ff0-4dbc-895e-2a1ca9797c70 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Network': ['ID=71e1fc6a-d9db-4fe8-8c94-9367e26adcec,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:23.726526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:24.058185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebb607-f413-45b4-87d7-83f9c802f587 req-bf5491ca-8ebd-4547-b2bb-f379a81d9e1f tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:24.064676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2aebb607-f413-45b4-87d7-83f9c802f587 req-bf5491ca-8ebd-4547-b2bb-f379a81d9e1f tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 944 time: 0.1432395 Feb 17 22:37:24.137437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2aebb607-f413-45b4-87d7-83f9c802f587 req-43f9067d-1dc2-48bf-b968-9b9853507629 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512600 Feb 17 22:37:25.387739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:25.641988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a88832c5-2e7d-484a-8749-9bc5148259dc details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:37:25.869348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a88832c5-2e7d-484a-8749-9bc5148259dc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a88832c5-2e7d-484a-8749-9bc5148259dc,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:25.896400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'a88832c5-2e7d-484a-8749-9bc5148259dc', 'network_id': '26aae0f7-fb5b-49fb-8bbb-aaddefbe505b', 'port_id': 'a88832c5-2e7d-484a-8749-9bc5148259dc', 'mac_address': 'fa:16:3e:26:50:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76a1ec48-61af-4955-bfd8-afaffc4be11e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:37:25.975642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a88832c5-2e7d-484a-8749-9bc5148259dc is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:25.976309 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:25.994734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a88832c5-2e7d-484a-8749-9bc5148259dc {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:37:26.018258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a88832c5-2e7d-484a-8749-9bc5148259dc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a88832c5-2e7d-484a-8749-9bc5148259dc,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:26.030368 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:26.160508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a88832c5-2e7d-484a-8749-9bc5148259dc,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:26.259059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad560bb-31a9-4260-9afa-e35ee3a1fc94 req-dbbaa06d-7630-41b4-8d1f-0c9ad397c3e7 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:26.260580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dad560bb-31a9-4260-9afa-e35ee3a1fc94 req-dbbaa06d-7630-41b4-8d1f-0c9ad397c3e7 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 944 time: 0.9523356 Feb 17 22:37:26.358305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dad560bb-31a9-4260-9afa-e35ee3a1fc94 req-a836a794-43b5-4b7c-8737-69e838f445a0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903137 Feb 17 22:37:26.433268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a88832c5-2e7d-484a-8749-9bc5148259dc'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:37:26.744307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4acf21-4168-40b9-8103-79905a756210 req-0a8c0bbd-af2a-4578-a611-80c1cb733de9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:26.758354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b4acf21-4168-40b9-8103-79905a756210 req-0a8c0bbd-af2a-4578-a611-80c1cb733de9 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.1302068 Feb 17 22:37:26.843312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b4acf21-4168-40b9-8103-79905a756210 req-5c737594-6890-4538-8102-ff2769360988 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813606 Feb 17 22:37:26.929727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41524) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:26.935612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'subnets': [{'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1688472111', 'ip_version': 6}, {'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:26.935976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'subnet': {'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1688472111', 'ip_version': 6}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:26.936794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Request body: {'subnet': {'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:27.156620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Made reservation on behalf of 3d58f134f20b4893bf0058b97ee29d19 for: {'subnet': 2} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:27.162993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:27.163511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:27.652860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a88832c5-2e7d-484a-8749-9bc5148259dc up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:37:27.725147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (dd9e154e-58f8-406c-9b1f-2b4f0fa26396), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:27.771915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port a88832c5-2e7d-484a-8749-9bc5148259dc completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:37:27.778304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port a88832c5-2e7d-484a-8749-9bc5148259dc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:27.779478 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:27.783048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Subnet': ['ID=dd9e154e-58f8-406c-9b1f-2b4f0fa26396,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:27.795083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.795473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.795801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.796145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.796584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.797333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.797941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.798279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.798611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.798941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.799270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.799634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.799964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:27.888406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bbc17-510a-492e-9295-422f7513c863 req-a73b59ce-a654-4401-b51b-7e21561b6d58 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:27.904191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e20bbc17-510a-492e-9295-422f7513c863 req-a73b59ce-a654-4401-b51b-7e21561b6d58 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 945 time: 0.2987278 Feb 17 22:37:27.905602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port a88832c5-2e7d-484a-8749-9bc5148259dc is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:27.906990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:27.951754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88832c5-2e7d-484a-8749-9bc5148259dc'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:37:27.955699 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fee158-0ea9-4908-977a-8890a5213dee" -d '{"events": [{"server_uuid": "a4d28fa1-cc84-4eb4-9ebe-f705e61a5479", "name": "network-vif-plugged", "status": "completed", "tag": "a88832c5-2e7d-484a-8749-9bc5148259dc"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:37:27.976738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port a88832c5-2e7d-484a-8749-9bc5148259dc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a88832c5-2e7d-484a-8749-9bc5148259dc,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:27.983727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:28.054996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Checking segment: {'id': 'b614e6eb-00cf-4d36-a82f-07db84c06a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:28.055362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network hostable DHCP agents. Network: c27e08ff-9c9b-462c-ade5-aac20586a8b5, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:28.095936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=a88832c5-2e7d-484a-8749-9bc5148259dc,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:28.130568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e20bbc17-510a-492e-9295-422f7513c863 req-43e03ac2-b81a-479d-920a-2ddc13c9257e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251034 Feb 17 22:37:28.201597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b2e07-9346-4d05-9eaa-e9c9a1d235c1 req-16d2d934-032b-47f2-968d-6c8cbe313a9b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:28.203831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-709b2e07-9346-4d05-9eaa-e9c9a1d235c1 req-16d2d934-032b-47f2-968d-6c8cbe313a9b tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.1766186 Feb 17 22:37:28.204714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network c27e08ff-9c9b-462c-ade5-aac20586a8b5 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:28.215484 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2246470b-f5ae-4678-8ffa-4b797bd7bcbc x-openstack-request-id: req-2246470b-f5ae-4678-8ffa-4b797bd7bcbc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:37:28.215783 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d28fa1-cc84-4eb4-9ebe-f705e61a5479", "name": "network-vif-plugged", "status": "completed", "tag": "a88832c5-2e7d-484a-8749-9bc5148259dc", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:37:28.216102 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2246470b-f5ae-4678-8ffa-4b797bd7bcbc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:37:28.216593 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a88832c5-2e7d-484a-8749-9bc5148259dc', 'code': 200} Feb 17 22:37:28.294709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-709b2e07-9346-4d05-9eaa-e9c9a1d235c1 req-3404af94-7472-4201-945d-86de91e0dfe5 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800381 Feb 17 22:37:28.302834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, c27e08ff-9c9b-462c-ade5-aac20586a8b5) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:28.312957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (70a7aee4-7e33-4ccc-a40c-1eb9ba494c29), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:28.365836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba95807-06c0-4d04-95d8-9c5f709489b1 None None] Network c27e08ff-9c9b-462c-ade5-aac20586a8b5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:28.500861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event updated for resources: {'Subnet': ['ID=70a7aee4-7e33-4ccc-a40c-1eb9ba494c29,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:28.596969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436f858d-bc7f-47c5-a56e-0396914e8d16 req-1545a7b4-251a-4831-a82e-f89854603db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:28.614158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-436f858d-bc7f-47c5-a56e-0396914e8d16 req-1545a7b4-251a-4831-a82e-f89854603db3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 1129 time: 0.2274928 Feb 17 22:37:28.618941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-c27e08ff-9c9b-462c-ade5-aac20586a8b5', 'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5', 'project_id': '3d58f134f20b4893bf0058b97ee29d19', 'fixed_ips': [{'subnet_id': 'dd9e154e-58f8-406c-9b1f-2b4f0fa26396'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:37:28.627236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:28.673877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-02f2e344-eb43-40d0-9e7b-be9f94c49698 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:28.677579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-02f2e344-eb43-40d0-9e7b-be9f94c49698 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.1871247 Feb 17 22:37:28.701628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Checking segment: {'id': '394e1373-9c29-4696-95b3-1895597bd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:28.702728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network hostable DHCP agents. Network: 71e1fc6a-d9db-4fe8-8c94-9367e26adcec, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:28.817911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:28.825398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-436f858d-bc7f-47c5-a56e-0396914e8d16 req-0f7d28e0-61b9-408a-8c96-148a76afab2b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048616 Feb 17 22:37:28.897342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 71e1fc6a-d9db-4fe8-8c94-9367e26adcec) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:28.915050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:28.916448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:28.916867 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:28.950916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dd775954-680c-4400-bab6-01e194b8f3ad tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0196838 Feb 17 22:37:28.951577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Allocated IP 2001:db8::1 (c27e08ff-9c9b-462c-ade5-aac20586a8b5/dd9e154e-58f8-406c-9b1f-2b4f0fa26396/4e223fad-6e80-4046-9b40-15110751940f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:28.953666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:28.966041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Deleting port f0533133-13a4-42bd-956f-8c321f5407c5 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:28.966478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.115897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6d5f1-8104-4e4d-89e6-edfad833b1fa tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:29.119920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6d5f1-8104-4e4d-89e6-edfad833b1fa tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:29.126960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e6d5f1-8104-4e4d-89e6-edfad833b1fa tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:29.133160 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f5e6d5f1-8104-4e4d-89e6-edfad833b1fa tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1783600 Feb 17 22:37:29.145700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:29.174008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Publish callbacks [] for port (4e223fad-6e80-4046-9b40-15110751940f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.182627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f96822-4b95-483b-966a-df2325cc7c75 None None] Network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:29.204104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] For port f0533133-13a4-42bd-956f-8c321f5407c5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f0533133-13a4-42bd-956f-8c321f5407c5,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:29.204588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.277837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Deleting subnet dd9e154e-58f8-406c-9b1f-2b4f0fa26396 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:37:29.282755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (4e223fad-6e80-4046-9b40-15110751940f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.283667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for subnet (dd9e154e-58f8-406c-9b1f-2b4f0fa26396), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.331816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Network c27e08ff-9c9b-462c-ade5-aac20586a8b5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:29.355764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (dd9e154e-58f8-406c-9b1f-2b4f0fa26396), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.375667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:29.474812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:29.478806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Pushing event updated for resources: {'Port': ['ID=4e223fad-6e80-4046-9b40-15110751940f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:29.489867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-71e1fc6a-d9db-4fe8-8c94-9367e26adcec', 'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec', 'project_id': '3d58f134f20b4893bf0058b97ee29d19', 'fixed_ips': [{'subnet_id': '70a7aee4-7e33-4ccc-a40c-1eb9ba494c29'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:37:29.491520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.517973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dd9e154e-58f8-406c-9b1f-2b4f0fa26396), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.636347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (dd9e154e-58f8-406c-9b1f-2b4f0fa26396), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.662905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Attempting to bind port 4e223fad-6e80-4046-9b40-15110751940f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:29.663290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Attempting to bind port 4e223fad-6e80-4046-9b40-15110751940f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b614e6eb-00cf-4d36-a82f-07db84c06a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:29.663689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Attempting to bind port 4e223fad-6e80-4046-9b40-15110751940f on network c27e08ff-9c9b-462c-ade5-aac20586a8b5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:29.672705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:29.673090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Checking segment: {'id': 'b614e6eb-00cf-4d36-a82f-07db84c06a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:29.673495 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.673897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Bound using segment: {'id': 'b614e6eb-00cf-4d36-a82f-07db84c06a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:29.674385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Bound port: 4e223fad-6e80-4046-9b40-15110751940f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b614e6eb-00cf-4d36-a82f-07db84c06a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c27e08ff-9c9b-462c-ade5-aac20586a8b5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:29.674766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e223fad-6e80-4046-9b40-15110751940f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.704376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9e154e-58f8-406c-9b1f-2b4f0fa26396,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:29.723065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.726417 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2170e35d-3d15-4aef-a445-fbe392cd2ae5 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/subnets/dd9e154e-58f8-406c-9b1f-2b4f0fa26396 HTTP/1.1" status: 204 len: 168 time: 0.5796790 Feb 17 22:37:29.729026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41592) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:29.797139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Allocated IP 2001:db8:0:1::1 (71e1fc6a-d9db-4fe8-8c94-9367e26adcec/70a7aee4-7e33-4ccc-a40c-1eb9ba494c29/c19ac998-7e0d-474b-8aa8-0a9a82da1b53) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:29.812029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b613bd-c989-4a63-8915-7a97ef80d8d7 req-a6ba6ebe-5b7d-42bc-bca6-23a74ba6a06d tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:29.814289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25b613bd-c989-4a63-8915-7a97ef80d8d7 req-a6ba6ebe-5b7d-42bc-bca6-23a74ba6a06d tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.4834442 Feb 17 22:37:29.835481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] For port 4e223fad-6e80-4046-9b40-15110751940f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:29.840615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Deleting subnet 70a7aee4-7e33-4ccc-a40c-1eb9ba494c29 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:37:29.840887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] For port 4e223fad-6e80-4046-9b40-15110751940f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4e223fad-6e80-4046-9b40-15110751940f,segment=NetworkSegment(b614e6eb-00cf-4d36-a82f-07db84c06a6f),segment_id=b614e6eb-00cf-4d36-a82f-07db84c06a6f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:29.858991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4e223fad-6e80-4046-9b40-15110751940f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.904881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ace72-02c1-41f2-bc22-c22a896c101a req-2cfa62e6-d964-4666-815f-de30fc6c24b2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:29.907057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-090ace72-02c1-41f2-bc22-c22a896c101a req-2cfa62e6-d964-4666-815f-de30fc6c24b2 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 945 time: 0.4150114 Feb 17 22:37:29.954236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25b613bd-c989-4a63-8915-7a97ef80d8d7 req-8417491b-4b42-455f-8d71-3a5cd6db6eff tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226294 Feb 17 22:37:29.975174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.975966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (d46cb010-f925-47c4-87af-9d179bbb97eb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:29.977898 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Floating IP d46cb010-f925-47c4-87af-9d179bbb97eb disassociated. External IP: 172.25.0.34, port: f0533133-13a4-42bd-956f-8c321f5407c5. Feb 17 22:37:29.979206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Calling delete_port for f0533133-13a4-42bd-956f-8c321f5407c5 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:30.099695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-090ace72-02c1-41f2-bc22-c22a896c101a req-1d5d42e1-7217-4065-ac72-0c24bed4368f tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups?id=93ade39f-e558-445d-b2da-dd1be483d453&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591651 Feb 17 22:37:30.126498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329ea18f-f67c-4ab2-bfeb-f989e66b4850 None None] Network c27e08ff-9c9b-462c-ade5-aac20586a8b5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:30.236647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef21c-a6d5-4fae-a35b-bd61bd584b92 None None] Pushing event updated for resources: {'Port': ['ID=4e223fad-6e80-4046-9b40-15110751940f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:30.397052 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Publish callbacks [] for port (c19ac998-7e0d-474b-8aa8-0a9a82da1b53), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.407814 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f0533133-13a4-42bd-956f-8c321f5407c5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.408602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for subnet (70a7aee4-7e33-4ccc-a40c-1eb9ba494c29), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.416230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (c19ac998-7e0d-474b-8aa8-0a9a82da1b53), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.452091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event deleted for resources: {'Port': ['ID=f0533133-13a4-42bd-956f-8c321f5407c5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:30.487013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:30.491235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:30.498892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:30.499639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (70a7aee4-7e33-4ccc-a40c-1eb9ba494c29), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.549760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Pushing event updated for resources: {'Port': ['ID=c19ac998-7e0d-474b-8aa8-0a9a82da1b53,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:30.624138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (70a7aee4-7e33-4ccc-a40c-1eb9ba494c29), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.647005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Attempting to bind port c19ac998-7e0d-474b-8aa8-0a9a82da1b53 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:30.647454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Attempting to bind port c19ac998-7e0d-474b-8aa8-0a9a82da1b53 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '394e1373-9c29-4696-95b3-1895597bd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:30.648528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Attempting to bind port c19ac998-7e0d-474b-8aa8-0a9a82da1b53 on network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:30.657041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:30.657412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Checking segment: {'id': '394e1373-9c29-4696-95b3-1895597bd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:30.657825 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.658221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Bound using segment: {'id': '394e1373-9c29-4696-95b3-1895597bd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:30.660976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Bound port: c19ac998-7e0d-474b-8aa8-0a9a82da1b53, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394e1373-9c29-4696-95b3-1895597bd190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '71e1fc6a-d9db-4fe8-8c94-9367e26adcec'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:30.661283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c19ac998-7e0d-474b-8aa8-0a9a82da1b53), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.723280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (70a7aee4-7e33-4ccc-a40c-1eb9ba494c29), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.800224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Subnet': ['ID=70a7aee4-7e33-4ccc-a40c-1eb9ba494c29,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:30.803664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] For port c19ac998-7e0d-474b-8aa8-0a9a82da1b53, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:30.808298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] For port c19ac998-7e0d-474b-8aa8-0a9a82da1b53, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c19ac998-7e0d-474b-8aa8-0a9a82da1b53,segment=NetworkSegment(394e1373-9c29-4696-95b3-1895597bd190),segment_id=394e1373-9c29-4696-95b3-1895597bd190)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:30.814178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.817522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c19ac998-7e0d-474b-8aa8-0a9a82da1b53), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:30.818317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Router 51a9dfce-ceac-4249-8262-0c3f652b2030 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:37:30.822900 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-83373d02-5cf6-4581-a84e-1c7af547092a tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/subnets/70a7aee4-7e33-4ccc-a40c-1eb9ba494c29 HTTP/1.1" status: 204 len: 168 time: 1.0928314 Feb 17 22:37:30.823871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41608) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:30.927529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e207b-8099-438a-b689-7992b7a45dc1 None None] Pushing event updated for resources: {'Port': ['ID=c19ac998-7e0d-474b-8aa8-0a9a82da1b53,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:30.932690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81768381-c7c4-45ff-92a7-48fd5b9711e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:30.951926 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-81768381-c7c4-45ff-92a7-48fd5b9711e3 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1190705 Feb 17 22:37:30.952783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41614) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:31.117052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:37:31.117849 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (71e1fc6a-d9db-4fe8-8c94-9367e26adcec), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:31.133687 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] Sync routers for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:37:31.162333 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:37:31.163295 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:37:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:31.275659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Deleting port c19ac998-7e0d-474b-8aa8-0a9a82da1b53 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:31.276004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c19ac998-7e0d-474b-8aa8-0a9a82da1b53), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:31.433743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] No DVR routers for this DVR port f0533133-13a4-42bd-956f-8c321f5407c5 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:31.464016 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:31.490478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dcfbc6f-f162-4f0c-9cd9-26b54ffb77b0 req-461f9513-b348-4b0a-8442-426a446cc461 tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.94 "DELETE /v2.0/ports/f0533133-13a4-42bd-956f-8c321f5407c5 HTTP/1.1" status: 204 len: 173 time: 2.8041523 Feb 17 22:37:31.498626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'name': 'network-vif-deleted', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:37:31.502665 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b7eb6-2a4f-49c1-862b-3447f01c7246" -d '{"events": [{"server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "name": "network-vif-deleted", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:37:31.510812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] For port c19ac998-7e0d-474b-8aa8-0a9a82da1b53, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c19ac998-7e0d-474b-8aa8-0a9a82da1b53,segment=NetworkSegment(394e1373-9c29-4696-95b3-1895597bd190),segment_id=394e1373-9c29-4696-95b3-1895597bd190)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:31.512293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c19ac998-7e0d-474b-8aa8-0a9a82da1b53), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:31.559460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4882b498-d37b-41fb-9b81-83405c3f5c4c req-ca392ae3-bf87-4325-a38f-01195249ac0d tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/ports?device_id=8919d857-203c-4672-8c82-c91df4e5da52 HTTP/1.1" status: 200 len: 210 time: 0.1754153 Feb 17 22:37:31.590448 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:37:31.605155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d31685f-552f-44ea-a671-a568ab524e0d req-bb4b0246-3582-47e2-99b3-079e5f784331 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:31.617174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d31685f-552f-44ea-a671-a568ab524e0d req-bb4b0246-3582-47e2-99b3-079e5f784331 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.3965914 Feb 17 22:37:31.638605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Calling delete_port for c19ac998-7e0d-474b-8aa8-0a9a82da1b53 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:31.663091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0533133-13a4-42bd-956f-8c321f5407c5 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:31.722240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: f0533133-13a4-42bd-956f-8c321f5407c5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:37:31.722856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f0533133-13a4-42bd-956f-8c321f5407c5 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:37:31.756896 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeb6fe4a-2786-4115-baec-ce93df73c850 x-openstack-request-id: req-aeb6fe4a-2786-4115-baec-ce93df73c850 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:37:31.757198 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8919d857-203c-4672-8c82-c91df4e5da52", "name": "network-vif-deleted", "tag": "f0533133-13a4-42bd-956f-8c321f5407c5", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:37:31.757668 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aeb6fe4a-2786-4115-baec-ce93df73c850 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:37:31.758084 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8919d857-203c-4672-8c82-c91df4e5da52', 'name': 'network-vif-deleted', 'tag': 'f0533133-13a4-42bd-956f-8c321f5407c5', 'status': 'completed', 'code': 200} Feb 17 22:37:31.767262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d31685f-552f-44ea-a671-a568ab524e0d req-798eddb0-b366-43c7-bec2-ef7dc4a20ca2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491795 Feb 17 22:37:31.930225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c19ac998-7e0d-474b-8aa8-0a9a82da1b53), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:31.987206 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:32.040295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Port': ['ID=c19ac998-7e0d-474b-8aa8-0a9a82da1b53,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:32.070288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] No DVR routers for this DVR port c19ac998-7e0d-474b-8aa8-0a9a82da1b53 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:32.152398 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] Checking router: 51a9dfce-ceac-4249-8262-0c3f652b2030 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:37:32.181321 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:37:32.196115 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:37:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:32.237050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (71e1fc6a-d9db-4fe8-8c94-9367e26adcec), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:32.272183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e1fc6a-d9db-4fe8-8c94-9367e26adcec']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:32.284364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394e1373-9c29-4696-95b3-1895597bd190') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:32.285292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394e1373-9c29-4696-95b3-1895597bd190') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:32.299709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (394e1373-9c29-4696-95b3-1895597bd190), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:32.317926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (394e1373-9c29-4696-95b3-1895597bd190), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:32.340884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:32.342229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (394e1373-9c29-4696-95b3-1895597bd190), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:32.483597 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:32.521329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-73e8664c-c06f-48a9-8a31-723a5f1b6191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:32.536708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-73e8664c-c06f-48a9-8a31-723a5f1b6191 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 1129 time: 0.3402123 Feb 17 22:37:32.592179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5749c75e-91f3-44c4-9caf-28f4820daa48 req-a8b4f80a-455a-4235-b0c4-a027ffda49eb tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:32.594908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5749c75e-91f3-44c4-9caf-28f4820daa48 req-a8b4f80a-455a-4235-b0c4-a027ffda49eb tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.3069499 Feb 17 22:37:32.595279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (71e1fc6a-d9db-4fe8-8c94-9367e26adcec), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:32.607672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:32.639616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/networks/71e1fc6a-d9db-4fe8-8c94-9367e26adcec HTTP/1.1" status: 204 len: 168 time: 1.6853662 Feb 17 22:37:32.644507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41656) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:32.690733 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:37:32.771621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907e498a-6bdc-4293-8f6c-4d5e9bd5cfd4 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Network': ['ID=71e1fc6a-d9db-4fe8-8c94-9367e26adcec,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:32.842377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41664) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:32.971002 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (c27e08ff-9c9b-462c-ade5-aac20586a8b5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.011843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5749c75e-91f3-44c4-9caf-28f4820daa48 req-90a76da0-203b-45b6-ab0c-b22875fb05fd tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029386 Feb 17 22:37:33.036390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-8f99ce1b-1db9-41fc-a1c7-d5b66b685e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:33.038316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-8f99ce1b-1db9-41fc-a1c7-d5b66b685e50 service neutron] 10.222.0.94 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 911 time: 0.4998832 Feb 17 22:37:33.039311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ffc6bd56-5082-479e-914e-913bd13a1a2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (93ade39f-e558-445d-b2da-dd1be483d453), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.096104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76047615-1540-4fa3-84c2-f3e065e4e6b9 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:37:33.108134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-0f0c1d67-0c86-4075-91ce-f8370fa5c752 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88832c5-2e7d-484a-8749-9bc5148259dc HTTP/1.1" status: 200 len: 217 time: 0.0626283 Feb 17 22:37:33.164484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-f4b470e5-b0cf-4c52-8a2e-f314ceda45ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:33.165106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-f4b470e5-b0cf-4c52-8a2e-f314ceda45ff service neutron] 10.222.0.94 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.0510952 Feb 17 22:37:33.185617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ffc6bd56-5082-479e-914e-913bd13a1a2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (93ade39f-e558-445d-b2da-dd1be483d453), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.215388 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-7b14324b-5a88-4b1f-81e5-177a34ca42c7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441217 Feb 17 22:37:33.244004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Deleting port 4e223fad-6e80-4046-9b40-15110751940f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:33.244496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4e223fad-6e80-4046-9b40-15110751940f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.332351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76047615-1540-4fa3-84c2-f3e065e4e6b9 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:37:33.344501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:33.347183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b3bb3fd8-b01f-4be2-9c91-52f3bc32d4a0 None None] Could not find standard attr ID for object c19ac998-7e0d-474b-8aa8-0a9a82da1b53. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:37:33.381527 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd4f737-f2b4-4079-b872-641b84278c0b None None] The sync data for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 is: [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c', 'name': '', 'network_id': '6ca20bca-50b2-42fb-a57b-35ba5c000d56', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'mac_address': 'fa:16:3e:02:32:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_interface', 'standard_attr_id': 1865, 'fixed_ips': [{'subnet_id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:34Z', 'updated_at': '2022-02-17T22:27:52Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'subnets': [{'id': '27100d44-8a5c-4153-a004-e8eb790e1c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:37:33.461040 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] For port 4e223fad-6e80-4046-9b40-15110751940f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4e223fad-6e80-4046-9b40-15110751940f,segment=NetworkSegment(b614e6eb-00cf-4d36-a82f-07db84c06a6f),segment_id=b614e6eb-00cf-4d36-a82f-07db84c06a6f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:33.461573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4e223fad-6e80-4046-9b40-15110751940f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.466742 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ffc6bd56-5082-479e-914e-913bd13a1a2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (93ade39f-e558-445d-b2da-dd1be483d453), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.470097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ffc6bd56-5082-479e-914e-913bd13a1a2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.471610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ffc6bd56-5082-479e-914e-913bd13a1a2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "DELETE /v2.0/security-groups/93ade39f-e558-445d-b2da-dd1be483d453 HTTP/1.1" status: 204 len: 168 time: 0.6277871 Feb 17 22:37:33.480958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41670) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:33.484908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc6bd56-5082-479e-914e-913bd13a1a2c tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ade39f-e558-445d-b2da-dd1be483d453,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:33.491165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-8dac775c-fc16-4ce5-aa33-81e7f6810be5 service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674167 Feb 17 22:37:33.507171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Calling delete_port for 4e223fad-6e80-4046-9b40-15110751940f owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:33.525664 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-c4682642-ff70-45c8-b971-47090f4c27ca tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] show failed (client error): The resource could not be found. Feb 17 22:37:33.530290 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c4682642-ff70-45c8-b971-47090f4c27ca tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "GET /v2.0/security-groups/93ade39f-e558-445d-b2da-dd1be483d453 HTTP/1.1" status: 404 len: 347 time: 0.0481625 Feb 17 22:37:33.537026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41672) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:33.767734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-689b22e2-b19e-4b83-8fa8-a827c5348614 req-4a01f599-b732-4095-8335-74a99e6b069f service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669463 Feb 17 22:37:33.929831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882842fe-4f7b-464d-8215-0bcfe8e9ec46 None None] DHCP port deletion for 71e1fc6a-d9db-4fe8-8c94-9367e26adcec request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:37:33.975999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404d455-a3af-46f2-84ea-558ce15b5f7a None None] Network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:33.983200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Deleting port 6e641592-ac47-4cba-8f26-92904a335915 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:33.984550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6e641592-ac47-4cba-8f26-92904a335915), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:33.999664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c404d455-a3af-46f2-84ea-558ce15b5f7a None None] Network 71e1fc6a-d9db-4fe8-8c94-9367e26adcec could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:37:34.086984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913508ba-cfe4-4c17-ab0a-9586ffe7bb99 None None] New status for floating IP d46cb010-f925-47c4-87af-9d179bbb97eb: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:37:34.094180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6e641592-ac47-4cba-8f26-92904a335915), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.094588 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (6e641592-ac47-4cba-8f26-92904a335915), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.109980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Calling delete_port for 6e641592-ac47-4cba-8f26-92904a335915 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:34.300479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7abc2-57fc-4c6b-9773-76ca2fb2f891 req-7ad3fd24-7ec0-4aff-833b-10a80c697160 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:34.302848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4f7abc2-57fc-4c6b-9773-76ca2fb2f891 req-7ad3fd24-7ec0-4aff-833b-10a80c697160 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1327300 Feb 17 22:37:34.340548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4e223fad-6e80-4046-9b40-15110751940f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.377271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4f7abc2-57fc-4c6b-9773-76ca2fb2f891 req-e86c31c6-e987-43cc-b1df-329d4e9a29fb tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681996 Feb 17 22:37:34.507335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Port': ['ID=4e223fad-6e80-4046-9b40-15110751940f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:34.513359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] No DVR routers for this DVR port 4e223fad-6e80-4046-9b40-15110751940f on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:34.527302 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-913508ba-cfe4-4c17-ab0a-9586ffe7bb99 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:37:34.527944 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-913508ba-cfe4-4c17-ab0a-9586ffe7bb99 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:37:34.561615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6e641592-ac47-4cba-8f26-92904a335915), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.638263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Pushing event deleted for resources: {'Port': ['ID=6e641592-ac47-4cba-8f26-92904a335915,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:34.731542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (c27e08ff-9c9b-462c-ade5-aac20586a8b5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.751206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks [] for floatingip (d46cb010-f925-47c4-87af-9d179bbb97eb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.754185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.755474 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3a45fc6e-7c0b-4e4f-a060-63d1fa5c459e tempest-AttachVolumeTestJSON-9950077 tempest-AttachVolumeTestJSON-9950077-project] 10.222.0.79 "DELETE /v2.0/floatingips/d46cb010-f925-47c4-87af-9d179bbb97eb HTTP/1.1" status: 204 len: 168 time: 1.2048166 Feb 17 22:37:34.802243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c19ac998-7e0d-474b-8aa8-0a9a82da1b53 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:34.808295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c27e08ff-9c9b-462c-ade5-aac20586a8b5']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:34.830546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b614e6eb-00cf-4d36-a82f-07db84c06a6f') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:34.830929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b614e6eb-00cf-4d36-a82f-07db84c06a6f') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:34.867756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: c19ac998-7e0d-474b-8aa8-0a9a82da1b53 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:37:34.872215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c19ac998-7e0d-474b-8aa8-0a9a82da1b53 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:37:34.872633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b614e6eb-00cf-4d36-a82f-07db84c06a6f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.909962 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b614e6eb-00cf-4d36-a82f-07db84c06a6f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.928068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:34.931550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b614e6eb-00cf-4d36-a82f-07db84c06a6f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:34.940780 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:35.029843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913508ba-cfe4-4c17-ab0a-9586ffe7bb99 None None] New status for floating IP d46cb010-f925-47c4-87af-9d179bbb97eb: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:37:35.063500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (c27e08ff-9c9b-462c-ade5-aac20586a8b5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.092833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.096933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/networks/c27e08ff-9c9b-462c-ade5-aac20586a8b5 HTTP/1.1" status: 204 len: 168 time: 2.4064269 Feb 17 22:37:35.097883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089120a-d750-4089-bc8c-bb82bb07ee67 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Network': ['ID=c27e08ff-9c9b-462c-ade5-aac20586a8b5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:35.099532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41712) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:35.236639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (751dee5b-ca20-412e-9aa0-535de689401e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.366204 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (751dee5b-ca20-412e-9aa0-535de689401e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.391116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751dee5b-ca20-412e-9aa0-535de689401e']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:35.405232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:35.405619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:35.420378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.446886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.461338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:35.462460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (e8090c37-8b96-42e2-9f6b-f0e2f0a4c9c7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:35.549139 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:35.565117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (751dee5b-ca20-412e-9aa0-535de689401e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.570887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.574635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/networks/751dee5b-ca20-412e-9aa0-535de689401e HTTP/1.1" status: 204 len: 168 time: 0.4734468 Feb 17 22:37:35.582185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41720) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:35.619054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268286d8-b360-4a71-b54b-ec958ec35bc0 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Network': ['ID=751dee5b-ca20-412e-9aa0-535de689401e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:35.667730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c61a4f-0178-42e1-89df-df86d97d6a29 req-08b365a6-affb-4216-8974-a0a6752858d2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:35.669618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2c61a4f-0178-42e1-89df-df86d97d6a29 req-08b365a6-affb-4216-8974-a0a6752858d2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1162279 Feb 17 22:37:35.725270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ca4d0afc-6940-41b2-a8f6-efb47b29452a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.745435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2c61a4f-0178-42e1-89df-df86d97d6a29 req-56fb4365-fba8-4434-ac3c-3d5e54a3eb04 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689220 Feb 17 22:37:35.842555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ca4d0afc-6940-41b2-a8f6-efb47b29452a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.868064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca4d0afc-6940-41b2-a8f6-efb47b29452a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:35.884139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75bc0ccd-b7e3-4682-a4ed-9d235943785c') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:35.884700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75bc0ccd-b7e3-4682-a4ed-9d235943785c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:35.907618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (75bc0ccd-b7e3-4682-a4ed-9d235943785c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.940396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (75bc0ccd-b7e3-4682-a4ed-9d235943785c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.955861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:35.956684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (75bc0ccd-b7e3-4682-a4ed-9d235943785c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:35.961855 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:36.042230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ca4d0afc-6940-41b2-a8f6-efb47b29452a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:36.055278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:36.061545 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] 10.222.0.79 "DELETE /v2.0/networks/ca4d0afc-6940-41b2-a8f6-efb47b29452a HTTP/1.1" status: 204 len: 168 time: 0.4772310 Feb 17 22:37:36.077366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841f42f-d9c8-463f-a092-c0ccb6d0a696 tempest-BulkNetworkOpsIpV6Test-1391114171 tempest-BulkNetworkOpsIpV6Test-1391114171-project] Pushing event deleted for resources: {'Network': ['ID=ca4d0afc-6940-41b2-a8f6-efb47b29452a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:36.396332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41742) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:36.621290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41750) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:36.628528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-04a5c378-0903-4283-8991-96438da6d941 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d58f134f20b4893bf0058b97ee29d19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2273457 Feb 17 22:37:36.716615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-100178ca-a309-4070-bd74-2e0516f15cf6 admin admin] Publish callbacks [] for security_group (f984db98-7cd6-4d30-b1ae-72ec7fc2ed94), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:36.766409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-100178ca-a309-4070-bd74-2e0516f15cf6 admin admin] Publish callbacks [] for security_group (f984db98-7cd6-4d30-b1ae-72ec7fc2ed94), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:36.847879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-100178ca-a309-4070-bd74-2e0516f15cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f984db98-7cd6-4d30-b1ae-72ec7fc2ed94), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:36.852845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-100178ca-a309-4070-bd74-2e0516f15cf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:36.857276 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-100178ca-a309-4070-bd74-2e0516f15cf6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f984db98-7cd6-4d30-b1ae-72ec7fc2ed94 HTTP/1.1" status: 204 len: 168 time: 0.2375522 Feb 17 22:37:36.878437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100178ca-a309-4070-bd74-2e0516f15cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f984db98-7cd6-4d30-b1ae-72ec7fc2ed94,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:36.990075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124a947-be9b-4aed-805e-248a6b850b0b req-9362c4c5-2c28-4ad2-a56d-ebd3d5550df8 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:36.991407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0124a947-be9b-4aed-805e-248a6b850b0b req-9362c4c5-2c28-4ad2-a56d-ebd3d5550df8 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.0949891 Feb 17 22:37:37.102856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0124a947-be9b-4aed-805e-248a6b850b0b req-de2da4e9-ebee-42cd-bbbd-89e838f33560 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949810 Feb 17 22:37:37.915441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41796) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:38.017248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2131043256'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:38.040928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:38.044597 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.071145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.159595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for security_group (a4cce377-aa05-45e8-a018-78942e547ef0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.165782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a4cce377-aa05-45e8-a018-78942e547ef0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.184087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:38.204820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.205174 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Added segment d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8 of type vlan for network 49a43a23-f7bd-4420-aa94-96a9eb768c50 Feb 17 22:37:38.282554 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (49a43a23-f7bd-4420-aa94-96a9eb768c50), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.348397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cce377-aa05-45e8-a018-78942e547ef0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:38.384692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (49a43a23-f7bd-4420-aa94-96a9eb768c50), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.392327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:38.393268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:38.487967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Network': ['ID=49a43a23-f7bd-4420-aa94-96a9eb768c50,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:38.502126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 49a43a23-f7bd-4420-aa94-96a9eb768c50 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:38.551883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-299896f8-6785-4e9d-9f4a-26ca3e655bff tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6363666 Feb 17 22:37:38.576859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d8caf-a412-4c40-bb66-8414d43a5b5f req-d515cedb-4d01-480c-97c4-ec7024d75cdd tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:38.588988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d2d8caf-a412-4c40-bb66-8414d43a5b5f req-d515cedb-4d01-480c-97c4-ec7024d75cdd tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.2733305 Feb 17 22:37:38.747261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d2d8caf-a412-4c40-bb66-8414d43a5b5f req-f5ab470b-a8c4-449a-b182-7919f1fc21ae tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511474 Feb 17 22:37:39.283849 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:37:39.339642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:39.965054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e529225-1b23-475f-841b-8cb2bd4cc0b4 req-a8a0adb8-d2c9-40b9-88d2-4dffd475c5b0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:39.966704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e529225-1b23-475f-841b-8cb2bd4cc0b4 req-a8a0adb8-d2c9-40b9-88d2-4dffd475c5b0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.0839331 Feb 17 22:37:40.034626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e529225-1b23-475f-841b-8cb2bd4cc0b4 req-60034fd4-9d16-4e71-b81c-a85b9cad6bd1 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615659 Feb 17 22:37:41.324891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78774-7c20-48be-872e-2eb28d5d21ab req-4d75d221-99f7-44bd-9981-9106d5eb6b69 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:41.340130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12a78774-7c20-48be-872e-2eb28d5d21ab req-4d75d221-99f7-44bd-9981-9106d5eb6b69 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1083767 Feb 17 22:37:41.467251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12a78774-7c20-48be-872e-2eb28d5d21ab req-cb1f101c-3723-43f7-82ad-982c25bede9b tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261849 Feb 17 22:37:42.036184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41874) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:42.044541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'subnet': {'network_id': '49a43a23-f7bd-4420-aa94-96a9eb768c50', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:42.163900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:42.167311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:42.428886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (e7b21069-518c-450b-8e0c-ee1547e8acf1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:42.504299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Subnet': ['ID=e7b21069-518c-450b-8e0c-ee1547e8acf1,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:42.520355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Checking segment: {'id': 'd32315cd-83e3-4c3f-a4af-f3d1a3fdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '49a43a23-f7bd-4420-aa94-96a9eb768c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:42.521405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network hostable DHCP agents. Network: 49a43a23-f7bd-4420-aa94-96a9eb768c50, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:42.560820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network 49a43a23-f7bd-4420-aa94-96a9eb768c50 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:42.581393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 49a43a23-f7bd-4420-aa94-96a9eb768c50) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:42.594532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b600a1-a77c-4cbc-993b-155b98b02b8c None None] Network 49a43a23-f7bd-4420-aa94-96a9eb768c50 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:42.620005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:42.620607 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:42.661105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-236373e6-ee47-4efb-a594-c52f32b036b3 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6232607 Feb 17 22:37:42.665013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41886) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:42.672793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-832414516'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:42.687432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226494c-0e1e-4ad2-bc3b-c0f269888958 req-817af299-ef77-43bd-af74-66e2da3d8f67 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:42.697530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f226494c-0e1e-4ad2-bc3b-c0f269888958 req-817af299-ef77-43bd-af74-66e2da3d8f67 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1123686 Feb 17 22:37:42.714903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:42.720374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:42.775976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f226494c-0e1e-4ad2-bc3b-c0f269888958 req-557a8a61-83d1-4491-8a27-f73433de8de1 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769494 Feb 17 22:37:42.786373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-49a43a23-f7bd-4420-aa94-96a9eb768c50', 'network_id': '49a43a23-f7bd-4420-aa94-96a9eb768c50', 'project_id': '5eabbb521f894bf4b32c734fa8fc6f54', 'fixed_ips': [{'subnet_id': 'e7b21069-518c-450b-8e0c-ee1547e8acf1'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:37:42.787616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:42.844648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:42.875333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (32d62663-920b-4f9e-84ec-8109389e4f80), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:42.877865 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Added segment 32d62663-920b-4f9e-84ec-8109389e4f80 of type vlan for network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 Feb 17 22:37:42.961470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:42.993839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:43.016913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:43.019897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:43.071982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41898) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:43.077330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'subnet': {'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:43.085377 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4191613 Feb 17 22:37:43.113103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Allocated IP 2001:db8:0:ffff::2 (49a43a23-f7bd-4420-aa94-96a9eb768c50/e7b21069-518c-450b-8e0c-ee1547e8acf1/09f54ccf-33d2-4354-b7bf-6f83e0a86e6b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:43.418859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:43.435810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:43.612555 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Publish callbacks [] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:43.639874 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:43.787721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Pushing event updated for resources: {'Port': ['ID=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:43.826578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.829763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.830871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.832834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.834819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.835192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.836784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.837068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.838718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.839086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.839470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.839808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.840140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:43.894109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e1028-6ffe-402d-917b-d4c53733818f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Network': ['ID=4744d8ae-235c-4a8b-bcdf-4c0489e0ff61,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:43.905131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Network 49a43a23-f7bd-4420-aa94-96a9eb768c50 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:43.909421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:43.926833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:43.930843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:44.239889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Attempting to bind port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:44.240321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Attempting to bind port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd32315cd-83e3-4c3f-a4af-f3d1a3fdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '49a43a23-f7bd-4420-aa94-96a9eb768c50'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:44.240636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Attempting to bind port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b on network 49a43a23-f7bd-4420-aa94-96a9eb768c50 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:44.256292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:44.259561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Checking segment: {'id': 'd32315cd-83e3-4c3f-a4af-f3d1a3fdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '49a43a23-f7bd-4420-aa94-96a9eb768c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:44.260012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:44.260425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Bound using segment: {'id': 'd32315cd-83e3-4c3f-a4af-f3d1a3fdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '49a43a23-f7bd-4420-aa94-96a9eb768c50'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:44.261025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Bound port: 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32315cd-83e3-4c3f-a4af-f3d1a3fdfba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '49a43a23-f7bd-4420-aa94-96a9eb768c50'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:44.261362 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:44.454988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-c09b3150-6861-4117-b8c2-58a6dcaf24f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9497063 Feb 17 22:37:44.469708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] For port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:44.477617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] For port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,segment=NetworkSegment(d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8),segment_id=d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:44.499016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:44.585834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a17590f-f8f6-44a1-a5d4-3f1cb34aec92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:44.607068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:37:44.649193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9708c3-8882-4f61-808c-0cf44e4cf098 None None] Pushing event updated for resources: {'Port': ['ID=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:44.680041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977e61c-6114-44fe-bc47-16c24686f39c req-1004d9bd-4f3f-4a8a-ba47-6e776c5c03e7 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:44.681831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7977e61c-6114-44fe-bc47-16c24686f39c req-1004d9bd-4f3f-4a8a-ba47-6e776c5c03e7 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.4492023 Feb 17 22:37:44.684659 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (602c805a-7259-43b5-aa75-c135776d90f4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:44.992761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7977e61c-6114-44fe-bc47-16c24686f39c req-cf07deac-987d-4b6c-899d-f121d5b931ce tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921114 Feb 17 22:37:45.058833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Checking segment: {'id': '32d62663-920b-4f9e-84ec-8109389e4f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:45.062673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network hostable DHCP agents. Network: 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:45.080975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Subnet': ['ID=602c805a-7259-43b5-aa75-c135776d90f4,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:45.092100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-13ca3a7a-262d-401a-a559-165cad5d7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:45.094282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-13ca3a7a-262d-401a-a559-165cad5d7188 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 1129 time: 0.4780233 Feb 17 22:37:45.228516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:45.247841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:45.254548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:45.255865 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:45.259981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c443235f-a8c0-4ee5-b54e-821fd58965de None None] Network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:45.294716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41924) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:45.301688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'port': {'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61', 'name': 'tempest-NetworksIpV6TestAttrs-1490884675'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:45.306443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a03d6990-98c2-4890-830d-e211a79dff5b tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2322209 Feb 17 22:37:45.381312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-d2040d6f-af0f-4f5f-a3e2-4d1160366daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:45.384129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-d2040d6f-af0f-4f5f-a3e2-4d1160366daa service neutron] 10.222.0.73 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 911 time: 0.2621765 Feb 17 22:37:45.501420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-e1654b20-7133-4084-97d9-32d0ce8d85fc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370 HTTP/1.1" status: 200 len: 217 time: 0.1045566 Feb 17 22:37:45.515609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-4744d8ae-235c-4a8b-bcdf-4c0489e0ff61', 'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61', 'project_id': '5eabbb521f894bf4b32c734fa8fc6f54', 'fixed_ips': [{'subnet_id': '602c805a-7259-43b5-aa75-c135776d90f4'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:37:45.516499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:45.569695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:45.575975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:45.616091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] device_id is not set on port 0c354185-047f-4346-89fe-cae9b107a091 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:37:45.625052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-e4d800d2-8a3b-481b-ba1a-c33ed6f23eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:45.626810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-e4d800d2-8a3b-481b-ba1a-c33ed6f23eb5 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.1236615 Feb 17 22:37:45.694527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-1e78dad7-5c66-4232-86ef-31c682f3b277 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540795 Feb 17 22:37:45.899187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-b6884c17-ad6c-41ee-ac70-226af246bbfc service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973724 Feb 17 22:37:45.965784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Allocated IP 2001:db8::f816:3eff:fe54:b812 (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61/602c805a-7259-43b5-aa75-c135776d90f4/0c354185-047f-4346-89fe-cae9b107a091) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:46.217028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9d56d-33aa-4e23-ab8e-407dc3169f46 req-942e3b1d-f9d2-49ec-9325-1b88b722974c service neutron] 10.222.0.73 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113124 Feb 17 22:37:46.283418 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cadbe-b037-4dc9-bb27-9478048185d9 req-02262dbc-58e5-45cb-b885-4632ab1395f2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:46.287521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29cadbe-b037-4dc9-bb27-9478048185d9 req-02262dbc-58e5-45cb-b885-4632ab1395f2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1617188 Feb 17 22:37:46.382020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for port (0c354185-047f-4346-89fe-cae9b107a091), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:46.397481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29cadbe-b037-4dc9-bb27-9478048185d9 req-2c377dca-7362-424f-b0e4-3bfd9c0bb56d tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980115 Feb 17 22:37:46.448570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0c354185-047f-4346-89fe-cae9b107a091), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:46.500473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:46.539424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580bd81-8186-46e2-b1b8-fa016b450ed5 None None] Network 49a43a23-f7bd-4420-aa94-96a9eb768c50 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:46.555994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:46.568681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:46.580613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Allocated IP 2001:db8::f816:3eff:fedd:9938 (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61/602c805a-7259-43b5-aa75-c135776d90f4/eb97951c-a78f-409c-954c-7b03ea70e48e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:46.583347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:46.586473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:46.631638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-abfbfd6d-673b-43ae-88e6-a2cf352cacc0 None None] Provisioning complete for port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:46.632017 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abfbfd6d-673b-43ae-88e6-a2cf352cacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:46.657145 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3570352 Feb 17 22:37:46.657145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752045de-1f3b-41a0-9e7b-ba699dd753da tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Port': ['ID=0c354185-047f-4346-89fe-cae9b107a091,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:46.657629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41936) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:46.787219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting subnet 602c805a-7259-43b5-aa75-c135776d90f4 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:37:46.985224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:37:47.077341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-abfbfd6d-673b-43ae-88e6-a2cf352cacc0 None None] Current status of the port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:47.078229 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abfbfd6d-673b-43ae-88e6-a2cf352cacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.249264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-abfbfd6d-673b-43ae-88e6-a2cf352cacc0 None None] For port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,segment=NetworkSegment(d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8),segment_id=d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:47.258741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Publish callbacks [] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.261766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abfbfd6d-673b-43ae-88e6-a2cf352cacc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.269509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (602c805a-7259-43b5-aa75-c135776d90f4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.292289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.343028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (602c805a-7259-43b5-aa75-c135776d90f4), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.486781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:47.488944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.654078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:47.665882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbfd6d-673b-43ae-88e6-a2cf352cacc0 None None] Pushing event updated for resources: {'Port': ['ID=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:47.771737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:47.782244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d70f6d9a-6a1e-4c27-92e5-f1d94facb129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:47.797159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:47.886287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Pushing event updated for resources: {'Port': ['ID=eb97951c-a78f-409c-954c-7b03ea70e48e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:48.131445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-15d0d0e8-f262-4e82-9329-6e6cbc309303 None None] Provisioning complete for port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:48.132245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15d0d0e8-f262-4e82-9329-6e6cbc309303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.150098 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.271954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Attempting to bind port eb97951c-a78f-409c-954c-7b03ea70e48e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:48.272334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Attempting to bind port eb97951c-a78f-409c-954c-7b03ea70e48e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '32d62663-920b-4f9e-84ec-8109389e4f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:48.276640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Attempting to bind port eb97951c-a78f-409c-954c-7b03ea70e48e on network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:48.299423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:48.299798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Checking segment: {'id': '32d62663-920b-4f9e-84ec-8109389e4f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:48.300184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.303746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Bound using segment: {'id': '32d62663-920b-4f9e-84ec-8109389e4f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:48.305078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Bound port: eb97951c-a78f-409c-954c-7b03ea70e48e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d62663-920b-4f9e-84ec-8109389e4f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '4744d8ae-235c-4a8b-bcdf-4c0489e0ff61'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:48.305486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.438491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504cde-361a-45b1-8455-1670b9d1b23a req-44878a28-4afd-4cf7-970b-33d0e6f1aad3 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:48.440207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e504cde-361a-45b1-8455-1670b9d1b23a req-44878a28-4afd-4cf7-970b-33d0e6f1aad3 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.8450861 Feb 17 22:37:48.465824 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (602c805a-7259-43b5-aa75-c135776d90f4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.501935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:48.683038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e504cde-361a-45b1-8455-1670b9d1b23a req-7d03106b-b7ba-4ccd-8830-9c21568b8969 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250842 Feb 17 22:37:48.699124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-15d0d0e8-f262-4e82-9329-6e6cbc309303 None None] Current status of the port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:48.769595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] For port eb97951c-a78f-409c-954c-7b03ea70e48e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:48.779091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (602c805a-7259-43b5-aa75-c135776d90f4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.807394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] For port eb97951c-a78f-409c-954c-7b03ea70e48e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eb97951c-a78f-409c-954c-7b03ea70e48e,segment=NetworkSegment(32d62663-920b-4f9e-84ec-8109389e4f80),segment_id=32d62663-920b-4f9e-84ec-8109389e4f80)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:48.832259 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.911280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Subnet': ['ID=602c805a-7259-43b5-aa75-c135776d90f4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:48.939431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:48.951719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-41d7b9c5-5013-4a00-b857-27ca5756c5eb tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/602c805a-7259-43b5-aa75-c135776d90f4 HTTP/1.1" status: 204 len: 168 time: 2.2928963 Feb 17 22:37:48.954548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41960) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:48.984408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:37:49.125017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d09c1-dc63-47d0-9d84-1acebaf8d6a1 None None] Pushing event updated for resources: {'Port': ['ID=eb97951c-a78f-409c-954c-7b03ea70e48e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:49.158845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e227a-4e73-42f9-9543-65d28b96c778 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:49.160339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e227a-4e73-42f9-9543-65d28b96c778 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:49.174872 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b18e227a-4e73-42f9-9543-65d28b96c778 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2114351 Feb 17 22:37:49.174872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41964) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:49.211344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:49.212471 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:49.403749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4dd3d066-f6de-4e51-b779-959731896a6f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:49.437876 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd3d066-f6de-4e51-b779-959731896a6f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 22:37:49.440125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd3d066-f6de-4e51-b779-959731896a6f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:37:49.452066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41966) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:49.455025 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4dd3d066-f6de-4e51-b779-959731896a6f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 HTTP/1.1" status: 409 len: 466 time: 0.2811651 Feb 17 22:37:49.458879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1887795490'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:49.581779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:49.587284 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:49.677805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:49.720976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d38f34bb-86c5-4556-8f6b-bb21755cfbc2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:49.721544 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Added segment d38f34bb-86c5-4556-8f6b-bb21755cfbc2 of type vlan for network f7ca1833-e15b-4c00-869b-eeff395eb2f6 Feb 17 22:37:49.831547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:49.981112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f7ca1833-e15b-4c00-869b-eeff395eb2f6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:49.988181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:50.122602 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.resource_extend [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 17 22:37:50.165967 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f7ca1833-e15b-4c00-869b-eeff395eb2f6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:50.173022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:50.174047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:50.230260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cbe0b-c6ba-410c-99c0-b51020a6daa0 req-1ad5cda6-b89e-4f70-9b4a-b3187a805e11 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:50.233333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e1cbe0b-c6ba-410c-99c0-b51020a6daa0 req-1ad5cda6-b89e-4f70-9b4a-b3187a805e11 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.3141193 Feb 17 22:37:50.400276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9458115 Feb 17 22:37:50.403539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41982) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:50.411116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'subnet': {'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:50.449506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffeced4-5c53-4d37-871a-152c16e434a0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Network': ['ID=f7ca1833-e15b-4c00-869b-eeff395eb2f6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:50.466348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f7ca1833-e15b-4c00-869b-eeff395eb2f6 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:50.521203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e1cbe0b-c6ba-410c-99c0-b51020a6daa0 req-a328c703-4e92-48d9-9d63-50068a76fd09 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271397 Feb 17 22:37:50.683052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:50.688961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:50.873322 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:50.984844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eb97951c-a78f-409c-954c-7b03ea70e48e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:37:51.084592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eb97951c-a78f-409c-954c-7b03ea70e48e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:51.084956 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.139133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55635a-101f-404f-8496-97f9db300ad1 None None] Network 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:51.221913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.objects.ports [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103526) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:37:51.223531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (1f9f1f38-12cc-4de0-bf02-5f117802e3c4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.228690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e17f57a2-71e5-4db8-aa04-bb0365fd54ba None None] Provisioning complete for port eb97951c-a78f-409c-954c-7b03ea70e48e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:51.230055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e17f57a2-71e5-4db8-aa04-bb0365fd54ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.301733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Subnet': ['ID=1f9f1f38-12cc-4de0-bf02-5f117802e3c4,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:51.389824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Checking segment: {'id': 'd38f34bb-86c5-4556-8f6b-bb21755cfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:51.390882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network hostable DHCP agents. Network: f7ca1833-e15b-4c00-869b-eeff395eb2f6, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:51.418962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network f7ca1833-e15b-4c00-869b-eeff395eb2f6 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:51.426728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eb97951c-a78f-409c-954c-7b03ea70e48e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:51.430116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.433903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f7ca1833-e15b-4c00-869b-eeff395eb2f6) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:51.441319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:51.442859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.471675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41994) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:51.474039 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-53c06b54-8f05-4e90-b61a-58a80b8661f7 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0691652 Feb 17 22:37:51.477623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'port': {'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6', 'name': 'tempest-NetworksIpV6TestAttrs-1019162786'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:51.565533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4aeecf-43e9-4352-9eab-347a289eea51 None None] Network f7ca1833-e15b-4c00-869b-eeff395eb2f6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:51.745907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port eb97951c-a78f-409c-954c-7b03ea70e48e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eb97951c-a78f-409c-954c-7b03ea70e48e,segment=NetworkSegment(32d62663-920b-4f9e-84ec-8109389e4f80),segment_id=32d62663-920b-4f9e-84ec-8109389e4f80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:51.757593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.790031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:51.805764 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.843745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=eb97951c-a78f-409c-954c-7b03ea70e48e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:51.891609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f7ca1833-e15b-4c00-869b-eeff395eb2f6', 'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6', 'project_id': '5eabbb521f894bf4b32c734fa8fc6f54', 'fixed_ips': [{'subnet_id': '1f9f1f38-12cc-4de0-bf02-5f117802e3c4'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:37:51.892576 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:51.896059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] device_id is not set on port b173078f-4e78-4e33-a3c8-ea05a98df3fa yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:37:52.052900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132988fa-4c11-4658-97b0-aac9beec341e req-345da553-a2fa-4bbc-9dfd-296c92ed357d tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:52.055755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-132988fa-4c11-4658-97b0-aac9beec341e req-345da553-a2fa-4bbc-9dfd-296c92ed357d tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.3001764 Feb 17 22:37:52.071895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42004) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:52.145840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Allocated IP 2001:db8::f816:3eff:fed8:208e (f7ca1833-e15b-4c00-869b-eeff395eb2f6/1f9f1f38-12cc-4de0-bf02-5f117802e3c4/df9f7d32-7e59-4145-8040-d6d6816c7bd6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:52.255983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-132988fa-4c11-4658-97b0-aac9beec341e req-0fd529fb-db0f-4cd8-b1a8-8213818783b2 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774645 Feb 17 22:37:52.334178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e17f57a2-71e5-4db8-aa04-bb0365fd54ba None None] Current status of the port eb97951c-a78f-409c-954c-7b03ea70e48e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:52.488337 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f54125df-5d7a-4799-ab4b-fc8cf984153e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:52.561458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] DHCP port deletion for 4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:37:52.577083 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Publish callbacks [] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:52.588013 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:52.701708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f54125df-5d7a-4799-ab4b-fc8cf984153e admin admin] Publish callbacks [] for security_group (133acfe4-64b5-4aaa-993b-22a8acd312c5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:52.708046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f54125df-5d7a-4799-ab4b-fc8cf984153e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (133acfe4-64b5-4aaa-993b-22a8acd312c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:52.720654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Network f7ca1833-e15b-4c00-869b-eeff395eb2f6 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:52.733136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:52.739758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Pushing event updated for resources: {'Port': ['ID=df9f7d32-7e59-4145-8040-d6d6816c7bd6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:52.745546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:52.748037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Allocated IP 2001:db8::f816:3eff:fea7:a83 (f7ca1833-e15b-4c00-869b-eeff395eb2f6/1f9f1f38-12cc-4de0-bf02-5f117802e3c4/b173078f-4e78-4e33-a3c8-ea05a98df3fa) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:52.801944 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f54125df-5d7a-4799-ab4b-fc8cf984153e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7333c3a6377643bea4e91c609a00ff69&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7265906 Feb 17 22:37:52.803317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:52.805807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54125df-5d7a-4799-ab4b-fc8cf984153e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133acfe4-64b5-4aaa-993b-22a8acd312c5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:52.898672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] Deleting port eb97951c-a78f-409c-954c-7b03ea70e48e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:52.899562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:52.997459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Attempting to bind port df9f7d32-7e59-4145-8040-d6d6816c7bd6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:52.998035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Attempting to bind port df9f7d32-7e59-4145-8040-d6d6816c7bd6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd38f34bb-86c5-4556-8f6b-bb21755cfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:52.998604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Attempting to bind port df9f7d32-7e59-4145-8040-d6d6816c7bd6 on network f7ca1833-e15b-4c00-869b-eeff395eb2f6 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:53.011059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eb97951c-a78f-409c-954c-7b03ea70e48e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:53.039852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75844226-b185-49ed-9d92-5223c74bc366 admin admin] Publish callbacks [] for security_group (133acfe4-64b5-4aaa-993b-22a8acd312c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.078211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:53.079164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Checking segment: {'id': 'd38f34bb-86c5-4556-8f6b-bb21755cfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:53.080029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.080847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Bound using segment: {'id': 'd38f34bb-86c5-4556-8f6b-bb21755cfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:53.081789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Bound port: df9f7d32-7e59-4145-8040-d6d6816c7bd6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38f34bb-86c5-4556-8f6b-bb21755cfbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f7ca1833-e15b-4c00-869b-eeff395eb2f6'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:53.082575 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.159666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75844226-b185-49ed-9d92-5223c74bc366 admin admin] Publish callbacks [] for security_group (133acfe4-64b5-4aaa-993b-22a8acd312c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.192089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] For port eb97951c-a78f-409c-954c-7b03ea70e48e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eb97951c-a78f-409c-954c-7b03ea70e48e,segment=NetworkSegment(32d62663-920b-4f9e-84ec-8109389e4f80),segment_id=32d62663-920b-4f9e-84ec-8109389e4f80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:53.192798 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.274027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] Calling delete_port for eb97951c-a78f-409c-954c-7b03ea70e48e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:53.301648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75844226-b185-49ed-9d92-5223c74bc366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (133acfe4-64b5-4aaa-993b-22a8acd312c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.316690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75844226-b185-49ed-9d92-5223c74bc366 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.326396 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75844226-b185-49ed-9d92-5223c74bc366 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/133acfe4-64b5-4aaa-993b-22a8acd312c5 HTTP/1.1" status: 204 len: 168 time: 0.5147502 Feb 17 22:37:53.355943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for port (b173078f-4e78-4e33-a3c8-ea05a98df3fa), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.388104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75844226-b185-49ed-9d92-5223c74bc366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133acfe4-64b5-4aaa-993b-22a8acd312c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:53.483439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] For port df9f7d32-7e59-4145-8040-d6d6816c7bd6, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:53.490221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eb97951c-a78f-409c-954c-7b03ea70e48e is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:53.490542 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.497316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b173078f-4e78-4e33-a3c8-ea05a98df3fa), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.582540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network f7ca1833-e15b-4c00-869b-eeff395eb2f6 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:53.588716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:53.599917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:53.606991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:53.607899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.629429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.1561999 Feb 17 22:37:53.634116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42024) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:53.641218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056faeb6-af7e-46ea-bc78-db4ffb69d6a3 req-b0887a8f-a276-4ee2-a590-9e6fd04d21ce tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:53.648404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-056faeb6-af7e-46ea-bc78-db4ffb69d6a3 req-b0887a8f-a276-4ee2-a590-9e6fd04d21ce tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.2220283 Feb 17 22:37:53.650694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01adc63-1ce0-4a47-8c60-468ce73ac829 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Port': ['ID=b173078f-4e78-4e33-a3c8-ea05a98df3fa,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:53.677280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] For port df9f7d32-7e59-4145-8040-d6d6816c7bd6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=df9f7d32-7e59-4145-8040-d6d6816c7bd6,segment=NetworkSegment(d38f34bb-86c5-4556-8f6b-bb21755cfbc2),segment_id=d38f34bb-86c5-4556-8f6b-bb21755cfbc2)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:53.708770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.722138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-056faeb6-af7e-46ea-bc78-db4ffb69d6a3 req-156e341d-024d-4fed-87af-a5b2f3dd0506 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708630 Feb 17 22:37:53.767788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting subnet 1f9f1f38-12cc-4de0-bf02-5f117802e3c4 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:37:53.772816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (1f9f1f38-12cc-4de0-bf02-5f117802e3c4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.802412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a680e-3f46-4246-8a5d-db17a1ea5093 None None] Pushing event updated for resources: {'Port': ['ID=df9f7d32-7e59-4145-8040-d6d6816c7bd6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:53.832152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port eb97951c-a78f-409c-954c-7b03ea70e48e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eb97951c-a78f-409c-954c-7b03ea70e48e,segment=NetworkSegment(32d62663-920b-4f9e-84ec-8109389e4f80),segment_id=32d62663-920b-4f9e-84ec-8109389e4f80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:53.849507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.891350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (1f9f1f38-12cc-4de0-bf02-5f117802e3c4), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.941590 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (eb97951c-a78f-409c-954c-7b03ea70e48e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:53.997954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] No DVR routers for this DVR port eb97951c-a78f-409c-954c-7b03ea70e48e on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:54.028014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=eb97951c-a78f-409c-954c-7b03ea70e48e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:54.108499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d80dde-8b1c-4a6c-9dc0-7e74bdcedbd8 None None] Pushing event deleted for resources: {'Port': ['ID=eb97951c-a78f-409c-954c-7b03ea70e48e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:54.196153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1f9f1f38-12cc-4de0-bf02-5f117802e3c4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.317884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (1f9f1f38-12cc-4de0-bf02-5f117802e3c4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.348375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9f1f38-12cc-4de0-bf02-5f117802e3c4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:54.352380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.357528 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fe9be89a-9450-4b44-bef0-f7b34b044943 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/1f9f1f38-12cc-4de0-bf02-5f117802e3c4 HTTP/1.1" status: 204 len: 168 time: 0.7214563 Feb 17 22:37:54.360674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42040) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:54.448764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba00ae4-7498-442b-a97f-aa1e9a4eeaab tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:54.450510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba00ae4-7498-442b-a97f-aa1e9a4eeaab tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:54.451661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bba00ae4-7498-442b-a97f-aa1e9a4eeaab tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0899394 Feb 17 22:37:54.454405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42046) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:54.591637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e27b8cbd-be3b-4755-af21-0e5400528a71 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f7ca1833-e15b-4c00-869b-eeff395eb2f6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.606001 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e27b8cbd-be3b-4755-af21-0e5400528a71 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 17 22:37:54.606803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e27b8cbd-be3b-4755-af21-0e5400528a71 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:37:54.616291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42052) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:54.616809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e27b8cbd-be3b-4755-af21-0e5400528a71 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/f7ca1833-e15b-4c00-869b-eeff395eb2f6 HTTP/1.1" status: 409 len: 466 time: 0.1608489 Feb 17 22:37:54.622555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1002384064'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:54.660917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:54.669552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.701912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:54.722754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fbae1632-9848-4f2c-b4b9-46064d620e20), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.723111 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Added segment fbae1632-9848-4f2c-b4b9-46064d620e20 of type vlan for network af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 Feb 17 22:37:54.791872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.857270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.891698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:54.892512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:54.932660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abeafa-8681-47d6-befb-21f9a9b8539c req-69088f52-8a77-45ad-9437-0c5dbf819964 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:54.948924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9abeafa-8681-47d6-befb-21f9a9b8539c req-69088f52-8a77-45ad-9437-0c5dbf819964 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.0857918 Feb 17 22:37:54.970296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device df9f7d32-7e59-4145-8040-d6d6816c7bd6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:37:54.988507 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3704886 Feb 17 22:37:55.007883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42062) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:55.025814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'subnet': {'network_id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:55.045881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9258b-5f6c-4eee-ae9f-b8839987098e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Network': ['ID=af2c3ccc-1f4d-438c-a0fb-79f501cf5a85,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:55.063824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:55.236555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9abeafa-8681-47d6-befb-21f9a9b8539c req-23ac756b-42a0-4384-9fe7-c5e984f953d5 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823408 Feb 17 22:37:55.294333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port df9f7d32-7e59-4145-8040-d6d6816c7bd6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:55.295567 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:55.304451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:55.308432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:55.438193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:55.535072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port df9f7d32-7e59-4145-8040-d6d6816c7bd6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:55.535609 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:55.610418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port df9f7d32-7e59-4145-8040-d6d6816c7bd6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=df9f7d32-7e59-4145-8040-d6d6816c7bd6,segment=NetworkSegment(d38f34bb-86c5-4556-8f6b-bb21755cfbc2),segment_id=d38f34bb-86c5-4556-8f6b-bb21755cfbc2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:55.623816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:55.741734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=df9f7d32-7e59-4145-8040-d6d6816c7bd6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:55.789495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab3369c-9bd4-4a7e-94f4-7fde0d73ffb8 None None] Network f7ca1833-e15b-4c00-869b-eeff395eb2f6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:55.880667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:37:55.882696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (f9167f81-fcf8-4a78-91f4-a79875d555c8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:55.993640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Subnet': ['ID=f9167f81-fcf8-4a78-91f4-a79875d555c8,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:56.038647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Checking segment: {'id': 'fbae1632-9848-4f2c-b4b9-46064d620e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:56.039040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network hostable DHCP agents. Network: af2c3ccc-1f4d-438c-a0fb-79f501cf5a85, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:37:56.047222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f82d4b65-c8d8-4a37-8a7f-3b858e6d9f34 None None] Provisioning complete for port df9f7d32-7e59-4145-8040-d6d6816c7bd6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:37:56.049240 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f82d4b65-c8d8-4a37-8a7f-3b858e6d9f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:56.082109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:37:56.101291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, af2c3ccc-1f4d-438c-a0fb-79f501cf5a85) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:56.114509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:56.115714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:56.136561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d4ce0-6831-4b6a-838b-2907e0fd2a08 None None] Network af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:56.169859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-542f61a6-60f6-4b3a-b503-4ebac00bd84f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1585169 Feb 17 22:37:56.172296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42086) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:56.317802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f82d4b65-c8d8-4a37-8a7f-3b858e6d9f34 None None] Current status of the port df9f7d32-7e59-4145-8040-d6d6816c7bd6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:56.321920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] DHCP port deletion for f7ca1833-e15b-4c00-869b-eeff395eb2f6 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:37:56.428362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-af2c3ccc-1f4d-438c-a0fb-79f501cf5a85', 'network_id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85', 'project_id': '5eabbb521f894bf4b32c734fa8fc6f54', 'fixed_ips': [{'subnet_id': 'f9167f81-fcf8-4a78-91f4-a79875d555c8'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:37:56.429821 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:56.496645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:56.519873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd34883-dc77-4c1e-a6d9-0deedee6149a req-db2a76d3-20ce-4dd3-be33-72b420057fb4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:56.532644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcd34883-dc77-4c1e-a6d9-0deedee6149a req-db2a76d3-20ce-4dd3-be33-72b420057fb4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1179969 Feb 17 22:37:56.597536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] Deleting port df9f7d32-7e59-4145-8040-d6d6816c7bd6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:56.597908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:56.646089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcd34883-dc77-4c1e-a6d9-0deedee6149a req-3cd07394-2e01-4e47-8745-7be7ede60101 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123219 Feb 17 22:37:56.723564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (f9167f81-fcf8-4a78-91f4-a79875d555c8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.009863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Allocated IP 2001:db8::f816:3eff:fefe:2227 (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85/f9167f81-fcf8-4a78-91f4-a79875d555c8/bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:37:57.121854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device df9f7d32-7e59-4145-8040-d6d6816c7bd6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:37:57.231436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] For port df9f7d32-7e59-4145-8040-d6d6816c7bd6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=df9f7d32-7e59-4145-8040-d6d6816c7bd6,segment=NetworkSegment(d38f34bb-86c5-4556-8f6b-bb21755cfbc2),segment_id=d38f34bb-86c5-4556-8f6b-bb21755cfbc2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:57.231855 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.266639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] Calling delete_port for df9f7d32-7e59-4145-8040-d6d6816c7bd6 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:57.414001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Publish callbacks [] for port (bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.420019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port df9f7d32-7e59-4145-8040-d6d6816c7bd6 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:37:57.420695 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.445423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (f9167f81-fcf8-4a78-91f4-a79875d555c8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.458808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.491856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Subnet': ['ID=f9167f81-fcf8-4a78-91f4-a79875d555c8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:57.519610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.520554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.521155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.522373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.522967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.524782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.525401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.525972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.526536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.527096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.528028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.528623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.529241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:37:57.574203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port df9f7d32-7e59-4145-8040-d6d6816c7bd6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=df9f7d32-7e59-4145-8040-d6d6816c7bd6,segment=NetworkSegment(d38f34bb-86c5-4556-8f6b-bb21755cfbc2),segment_id=d38f34bb-86c5-4556-8f6b-bb21755cfbc2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:57.587112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Network af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:37:57.598628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:37:57.603930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:37:57.612444 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.632483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.683621 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2c3ccc-1f4d-438c-a0fb-79f501cf5a85']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:57.709862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Pushing event updated for resources: {'Port': ['ID=bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:57.710018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbae1632-9848-4f2c-b4b9-46064d620e20') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:57.710436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbae1632-9848-4f2c-b4b9-46064d620e20') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:57.729441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fbae1632-9848-4f2c-b4b9-46064d620e20), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.738847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (df9f7d32-7e59-4145-8040-d6d6816c7bd6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.742716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event deleted for resources: {'Port': ['ID=df9f7d32-7e59-4145-8040-d6d6816c7bd6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:57.758991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fbae1632-9848-4f2c-b4b9-46064d620e20), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.772374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:57.773034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fbae1632-9848-4f2c-b4b9-46064d620e20), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:57.776466 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:57.799311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] Pushing event deleted for resources: {'Port': ['ID=df9f7d32-7e59-4145-8040-d6d6816c7bd6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:57.813656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3c3c2f-3b5c-440e-a7b0-840ea0b843f1 None None] No DVR routers for this DVR port df9f7d32-7e59-4145-8040-d6d6816c7bd6 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:57.844204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Attempting to bind port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:37:57.844589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Attempting to bind port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fbae1632-9848-4f2c-b4b9-46064d620e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:37:57.845813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Attempting to bind port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd on network af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:37:57.862481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:37:57.863420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Checking segment: {'id': 'fbae1632-9848-4f2c-b4b9-46064d620e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:57.864193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.864987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Bound using segment: {'id': 'fbae1632-9848-4f2c-b4b9-46064d620e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:37:57.865938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Bound port: bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbae1632-9848-4f2c-b4b9-46064d620e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:37:57.866738 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:57.901400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:37:57.901400 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:37:57.901400 n-d-828369-18 neutron-server[103526]: [parameters: {'id': 'af2c3ccc-1f4d-438c-a0fb-79f501cf5a85'}] Feb 17 22:37:57.901400 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:37:57.901921 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:37:57.978040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed56702-54e7-4fa4-9ce6-8ee6d4541719 req-6101c913-2422-44dd-b4a6-0916252a4107 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:57.981721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] For port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:37:57.986192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] For port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd,segment=NetworkSegment(fbae1632-9848-4f2c-b4b9-46064d620e20),segment_id=fbae1632-9848-4f2c-b4b9-46064d620e20)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:37:57.988689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ed56702-54e7-4fa4-9ce6-8ee6d4541719 req-6101c913-2422-44dd-b4a6-0916252a4107 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1552217 Feb 17 22:37:57.996741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.055629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ed56702-54e7-4fa4-9ce6-8ee6d4541719 req-c54bd2a2-7197-4ce1-805e-aa68766b1a56 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606856 Feb 17 22:37:58.138353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6364a4-9227-4b92-b12a-10608c7659cf None None] Pushing event updated for resources: {'Port': ['ID=bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:58.190839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c27484-1efa-469f-8b74-32e09accf411 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:37:58.314266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c27484-1efa-469f-8b74-32e09accf411 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:37:58.402546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.485924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:37:58.487049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.563469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a6ee5f-2e52-461c-b967-8c23ddc4823e None None] Network af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:37:58.604306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] For port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd,segment=NetworkSegment(fbae1632-9848-4f2c-b4b9-46064d620e20),segment_id=fbae1632-9848-4f2c-b4b9-46064d620e20)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:37:58.604766 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.638216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Calling delete_port for bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:37:58.732877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.756096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No DVR routers for this DVR port bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:37:58.798079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Port': ['ID=bda4099d-4d3f-4ce5-a43a-6ee2f28ffffd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:58.903470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.935795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af2c3ccc-1f4d-438c-a0fb-79f501cf5a85']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:58.946683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbae1632-9848-4f2c-b4b9-46064d620e20') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:58.946906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbae1632-9848-4f2c-b4b9-46064d620e20') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:37:58.956688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fbae1632-9848-4f2c-b4b9-46064d620e20), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.971526 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fbae1632-9848-4f2c-b4b9-46064d620e20), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.977620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:37:58.978024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fbae1632-9848-4f2c-b4b9-46064d620e20), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:37:58.981037 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:37:59.047269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (af2c3ccc-1f4d-438c-a0fb-79f501cf5a85), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.055441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.059179 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 HTTP/1.1" status: 204 len: 168 time: 2.8857760 Feb 17 22:37:59.063552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42112) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:59.069764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-544512418'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:59.074750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f27293-f2b4-49df-a43f-7edb329e3f32 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Network': ['ID=af2c3ccc-1f4d-438c-a0fb-79f501cf5a85,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:59.098566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:59.107834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.137757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:37:59.160213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.160876 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Added segment cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629 of type vlan for network 2c7b599a-8556-4fa5-9e12-dd1ce463d960 Feb 17 22:37:59.223969 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2c7b599a-8556-4fa5-9e12-dd1ce463d960), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.258669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669b10b0-24f0-45f4-aa59-ac2ead53cf8b req-5528c525-78fa-4ff1-a454-f46c8ee3dd84 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:59.261257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-669b10b0-24f0-45f4-aa59-ac2ead53cf8b req-5528c525-78fa-4ff1-a454-f46c8ee3dd84 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1141801 Feb 17 22:37:59.289571 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2c7b599a-8556-4fa5-9e12-dd1ce463d960), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.294544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:59.295236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.389187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3211448 Feb 17 22:37:59.389718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42124) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:37:59.395264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'subnet': {'network_id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:37:59.421919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-669b10b0-24f0-45f4-aa59-ac2ead53cf8b req-dd71ab5c-8c6f-432d-959c-310d7a07e116 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502693 Feb 17 22:37:59.422232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefbf394-ea11-4eda-8abc-db6857533381 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Network': ['ID=2c7b599a-8556-4fa5-9e12-dd1ce463d960,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:59.437607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2c7b599a-8556-4fa5-9e12-dd1ce463d960 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:37:59.620258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-c6c3a82f-f166-483d-b4b2-90ee0c0b6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:59.621816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:37:59.622958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-c6c3a82f-f166-483d-b4b2-90ee0c0b6fa4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 1129 time: 0.0917013 Feb 17 22:37:59.625826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.768264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-b35e07ae-fd80-4a89-beab-82c54746749e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:59.771491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-b35e07ae-fd80-4a89-beab-82c54746749e service neutron] 10.222.0.94 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 911 time: 0.1260526 Feb 17 22:37:59.820928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-ff67613f-4194-40b7-b882-18729dc9fc29 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88832c5-2e7d-484a-8749-9bc5148259dc HTTP/1.1" status: 200 len: 217 time: 0.0435297 Feb 17 22:37:59.871264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (a8136d64-fd29-4fcc-9ff1-f102a0608e07), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:37:59.892619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-6833c507-f1ca-4e55-a2d4-276f06345f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:37:59.894293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-6833c507-f1ca-4e55-a2d4-276f06345f43 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.0677254 Feb 17 22:37:59.964668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-06fe2b8d-bab3-4cb8-a215-3e61837f60c0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619423 Feb 17 22:37:59.970460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Subnet': ['ID=a8136d64-fd29-4fcc-9ff1-f102a0608e07,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:37:59.982581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Checking segment: {'id': 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:37:59.983189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network hostable DHCP agents. Network: 2c7b599a-8556-4fa5-9e12-dd1ce463d960, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:00.007765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network 2c7b599a-8556-4fa5-9e12-dd1ce463d960 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:00.034216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2c7b599a-8556-4fa5-9e12-dd1ce463d960) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:00.045700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9f03e-7b47-49fc-8bcf-0c88df91b102 None None] Network 2c7b599a-8556-4fa5-9e12-dd1ce463d960 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:00.062099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:00.062696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.092669 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-10dd8628-3e1f-4633-99d0-6dd957fec4ed tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7017248 Feb 17 22:38:00.093543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42130) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:00.187838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2c7b599a-8556-4fa5-9e12-dd1ce463d960', 'network_id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960', 'project_id': '5eabbb521f894bf4b32c734fa8fc6f54', 'fixed_ips': [{'subnet_id': 'a8136d64-fd29-4fcc-9ff1-f102a0608e07'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:38:00.188727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.338805 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2c7b599a-8556-4fa5-9e12-dd1ce463d960), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.346472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-6f94e0f5-0b5c-4697-af6d-e19b02e17231 service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768313 Feb 17 22:38:00.411572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Allocated IP 2001:db8::2 (2c7b599a-8556-4fa5-9e12-dd1ce463d960/a8136d64-fd29-4fcc-9ff1-f102a0608e07/81c2d829-8b00-48dd-b776-3e821335d4d7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:00.574583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a8136d64-fd29-4fcc-9ff1-f102a0608e07), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.705192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-7bba7dc9-9ecd-4a6d-8470-490fa9a57863 service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504899 Feb 17 22:38:00.750916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Publish callbacks [] for port (81c2d829-8b00-48dd-b776-3e821335d4d7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.763873 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (81c2d829-8b00-48dd-b776-3e821335d4d7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.833123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Network 2c7b599a-8556-4fa5-9e12-dd1ce463d960 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:00.845194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:00.852612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:00.866096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Pushing event updated for resources: {'Port': ['ID=81c2d829-8b00-48dd-b776-3e821335d4d7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:00.879272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294c4e9-be87-406a-8398-24364583ecf7 req-8ac7712b-e686-4bfa-be7b-5e616156ef49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:00.881066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2294c4e9-be87-406a-8398-24364583ecf7 req-8ac7712b-e686-4bfa-be7b-5e616156ef49 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 1129 time: 0.1746249 Feb 17 22:38:00.891097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088dee3e-39e3-46a5-a3fe-4746b52e848e req-61bddc22-846e-4e06-8f23-dc27010b39d4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:00.892708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088dee3e-39e3-46a5-a3fe-4746b52e848e req-61bddc22-846e-4e06-8f23-dc27010b39d4 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.2899151 Feb 17 22:38:00.900196 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (a8136d64-fd29-4fcc-9ff1-f102a0608e07), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.953584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Subnet': ['ID=a8136d64-fd29-4fcc-9ff1-f102a0608e07,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:00.955999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Attempting to bind port 81c2d829-8b00-48dd-b776-3e821335d4d7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:00.956632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Attempting to bind port 81c2d829-8b00-48dd-b776-3e821335d4d7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:00.957284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Attempting to bind port 81c2d829-8b00-48dd-b776-3e821335d4d7 on network 2c7b599a-8556-4fa5-9e12-dd1ce463d960 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:00.966010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:00.966638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Checking segment: {'id': 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:00.967279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:00.968422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Bound using segment: {'id': 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:00.969088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Bound port: 81c2d829-8b00-48dd-b776-3e821335d4d7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:00.969716 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (81c2d829-8b00-48dd-b776-3e821335d4d7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:01.053995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2c7b599a-8556-4fa5-9e12-dd1ce463d960), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:01.074026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] For port 81c2d829-8b00-48dd-b776-3e821335d4d7, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:01.085230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] For port 81c2d829-8b00-48dd-b776-3e821335d4d7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=81c2d829-8b00-48dd-b776-3e821335d4d7,segment=NetworkSegment(cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629),segment_id=cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:01.098597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7b599a-8556-4fa5-9e12-dd1ce463d960']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:01.099691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (81c2d829-8b00-48dd-b776-3e821335d4d7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:01.119920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:01.120140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:01.132253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:01.148296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:01.155260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:01.156161 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:01.237144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a292fa-3101-4346-bcad-d3fef2870a79 None None] Pushing event updated for resources: {'Port': ['ID=81c2d829-8b00-48dd-b776-3e821335d4d7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:01.246181 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:01.269478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50b77e-d8be-43b2-8e11-96b4a1dae742 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:38:01.356825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-088dee3e-39e3-46a5-a3fe-4746b52e848e req-156a6668-faf6-406d-8c99-d8b1c9d6db86 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489999 Feb 17 22:38:01.395661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:38:01.395661 n-d-828369-18 neutron-server[103527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:38:01.395661 n-d-828369-18 neutron-server[103527]: [parameters: {'id': '2c7b599a-8556-4fa5-9e12-dd1ce463d960'}] Feb 17 22:38:01.395661 n-d-828369-18 neutron-server[103527]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:38:01.395661 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:38:01.414404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2294c4e9-be87-406a-8398-24364583ecf7 req-a07bbc87-147d-4d67-9882-4b6a16af387b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206840 Feb 17 22:38:01.432394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a50b77e-d8be-43b2-8e11-96b4a1dae742 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:38:01.763968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14141d72-1a9a-4ba1-a4b8-6d55f2cefb1f None None] Network 2c7b599a-8556-4fa5-9e12-dd1ce463d960 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:01.896892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2c7b599a-8556-4fa5-9e12-dd1ce463d960), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:01.979756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting port 81c2d829-8b00-48dd-b776-3e821335d4d7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:01.980416 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (81c2d829-8b00-48dd-b776-3e821335d4d7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:02.070632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] For port 81c2d829-8b00-48dd-b776-3e821335d4d7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=81c2d829-8b00-48dd-b776-3e821335d4d7,segment=NetworkSegment(cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629),segment_id=cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:02.071098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (81c2d829-8b00-48dd-b776-3e821335d4d7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:02.089018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Calling delete_port for 81c2d829-8b00-48dd-b776-3e821335d4d7 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:02.203384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (81c2d829-8b00-48dd-b776-3e821335d4d7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:02.254644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Port': ['ID=81c2d829-8b00-48dd-b776-3e821335d4d7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:02.265985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No DVR routers for this DVR port 81c2d829-8b00-48dd-b776-3e821335d4d7 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:02.472395 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2c7b599a-8556-4fa5-9e12-dd1ce463d960), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:02.528677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7b599a-8556-4fa5-9e12-dd1ce463d960']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:02.563736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:02.564361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:02.660663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:02.699921 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:02.727303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:02.728045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (cc5a4c5b-5cf9-4c2a-a2f6-d77dc669b629), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:02.742564 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:02.865571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92802c6e-c828-4343-8d83-35d14e5a83e4 req-ba93abeb-2159-401e-b9e6-da550e064959 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:02.874260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92802c6e-c828-4343-8d83-35d14e5a83e4 req-ba93abeb-2159-401e-b9e6-da550e064959 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.3064508 Feb 17 22:38:03.086045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2c7b599a-8556-4fa5-9e12-dd1ce463d960), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:03.135108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:03.146875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:03.158404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1074919566'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:03.162298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/2c7b599a-8556-4fa5-9e12-dd1ce463d960 HTTP/1.1" status: 204 len: 168 time: 3.0665145 Feb 17 22:38:03.209825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079c4ce-8898-4373-b86c-36a5b3fa4262 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Network': ['ID=2c7b599a-8556-4fa5-9e12-dd1ce463d960,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:03.211311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:03.215655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:03.238550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92802c6e-c828-4343-8d83-35d14e5a83e4 req-dd82c86d-2d34-4ab8-a4eb-3f235bd2d57f tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982528 Feb 17 22:38:03.286411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:38:03.313894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (43b15617-fa97-4b67-ac3d-9971acfea625), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:03.314398 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Added segment 43b15617-fa97-4b67-ac3d-9971acfea625 of type vlan for network 608528a0-5381-4c1d-beb4-cff231356f2d Feb 17 22:38:03.395894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (608528a0-5381-4c1d-beb4-cff231356f2d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:03.446492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (608528a0-5381-4c1d-beb4-cff231356f2d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:03.471974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:03.478579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:03.612290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Network': ['ID=608528a0-5381-4c1d-beb4-cff231356f2d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:03.628179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 608528a0-5381-4c1d-beb4-cff231356f2d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:38:03.646299 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e6da77cf-b756-450a-82c3-954e657c2e8e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4941406 Feb 17 22:38:03.648294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42446) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:03.658217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Request body: {'subnet': {'network_id': '608528a0-5381-4c1d-beb4-cff231356f2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:04.014254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Made reservation on behalf of 5eabbb521f894bf4b32c734fa8fc6f54 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:04.023064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:04.560747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.objects.ports [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103527) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 17 22:38:04.563085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (31984739-9cb4-46a9-bd7c-684ccb19998e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:04.685131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b156bca5-201e-4356-880b-d34b7d434466 req-93fb9238-79a7-49ce-8f88-506e04a49c1a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:04.698212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b156bca5-201e-4356-880b-d34b7d434466 req-93fb9238-79a7-49ce-8f88-506e04a49c1a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.2345161 Feb 17 22:38:04.746472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Checking segment: {'id': '43b15617-fa97-4b67-ac3d-9971acfea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '608528a0-5381-4c1d-beb4-cff231356f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:04.747180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network hostable DHCP agents. Network: 608528a0-5381-4c1d-beb4-cff231356f2d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:04.753542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event updated for resources: {'Subnet': ['ID=31984739-9cb4-46a9-bd7c-684ccb19998e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:04.811661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b156bca5-201e-4356-880b-d34b7d434466 req-178727c7-c3d3-4d53-8f6c-bb218e3169d7 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113260 Feb 17 22:38:04.812365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Network 608528a0-5381-4c1d-beb4-cff231356f2d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:04.825187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 608528a0-5381-4c1d-beb4-cff231356f2d) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:04.836433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095647c5-ea13-4ab5-acc0-0177ff5c2ad1 None None] Network 608528a0-5381-4c1d-beb4-cff231356f2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:04.851812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:04.857837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:04.898366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:04.899566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2b75930d-752a-42ef-ba3c-bff135d31cac tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2492244 Feb 17 22:38:05.131185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-608528a0-5381-4c1d-beb4-cff231356f2d', 'network_id': '608528a0-5381-4c1d-beb4-cff231356f2d', 'project_id': '5eabbb521f894bf4b32c734fa8fc6f54', 'fixed_ips': [{'subnet_id': '31984739-9cb4-46a9-bd7c-684ccb19998e'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:38:05.137260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:05.284522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (608528a0-5381-4c1d-beb4-cff231356f2d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:05.350321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-09e06dbc-f4d8-4062-b607-4d03011194ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:05.352921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-09e06dbc-f4d8-4062-b607-4d03011194ed service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=ead96471e40b4614b4ce2d6330099131&device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 1129 time: 0.1908109 Feb 17 22:38:05.452522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (31984739-9cb4-46a9-bd7c-684ccb19998e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:05.515265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0309bdd0-dd79-45a4-be78-8e133465ef4c req-cacbf701-7758-4023-89df-cdfff5e31a93 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:05.521023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0309bdd0-dd79-45a4-be78-8e133465ef4c req-cacbf701-7758-4023-89df-cdfff5e31a93 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.3137376 Feb 17 22:38:05.543856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Allocated IP 2001:db8::f816:3eff:feed:9dd (608528a0-5381-4c1d-beb4-cff231356f2d/31984739-9cb4-46a9-bd7c-684ccb19998e/d2064980-789e-481f-aa63-d8b447d15a47) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:05.733197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0309bdd0-dd79-45a4-be78-8e133465ef4c req-7d11813e-4590-44ca-9237-188d79c63584 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864033 Feb 17 22:38:05.741610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-146f8781-e109-4712-9b00-d5c3b5b6248c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:05.743738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-146f8781-e109-4712-9b00-d5c3b5b6248c service neutron] 10.222.0.94 "GET /v2.0/networks?id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 200 len: 911 time: 0.3750246 Feb 17 22:38:05.854932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-0fb3f06a-2fc8-4b35-9327-980e8516240c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a88832c5-2e7d-484a-8749-9bc5148259dc HTTP/1.1" status: 200 len: 217 time: 0.0995796 Feb 17 22:38:05.928051 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Publish callbacks [] for port (d2064980-789e-481f-aa63-d8b447d15a47), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:05.942953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d2064980-789e-481f-aa63-d8b447d15a47), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:05.977088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-c8f7ab26-152f-4522-8edf-d4544a60728d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:05.980716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (31984739-9cb4-46a9-bd7c-684ccb19998e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:05.984500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-c8f7ab26-152f-4522-8edf-d4544a60728d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 200 len: 850 time: 0.1227167 Feb 17 22:38:06.041374 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-33505f6f-8ab5-463a-9116-37f596625bc5 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521519 Feb 17 22:38:06.059163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Subnet': ['ID=31984739-9cb4-46a9-bd7c-684ccb19998e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:06.097948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Network 608528a0-5381-4c1d-beb4-cff231356f2d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:06.110056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:06.115668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:06.198769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Pushing event updated for resources: {'Port': ['ID=d2064980-789e-481f-aa63-d8b447d15a47,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:06.216412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (608528a0-5381-4c1d-beb4-cff231356f2d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.252334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608528a0-5381-4c1d-beb4-cff231356f2d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:06.267346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b15617-fa97-4b67-ac3d-9971acfea625') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:06.267977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b15617-fa97-4b67-ac3d-9971acfea625') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:06.281482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Attempting to bind port d2064980-789e-481f-aa63-d8b447d15a47 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:06.281894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (43b15617-fa97-4b67-ac3d-9971acfea625), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.282349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Attempting to bind port d2064980-789e-481f-aa63-d8b447d15a47 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '43b15617-fa97-4b67-ac3d-9971acfea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '608528a0-5381-4c1d-beb4-cff231356f2d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:06.282878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Attempting to bind port d2064980-789e-481f-aa63-d8b447d15a47 on network 608528a0-5381-4c1d-beb4-cff231356f2d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:06.289262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:06.290071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Checking segment: {'id': '43b15617-fa97-4b67-ac3d-9971acfea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '608528a0-5381-4c1d-beb4-cff231356f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:06.290645 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.291203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Bound using segment: {'id': '43b15617-fa97-4b67-ac3d-9971acfea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '608528a0-5381-4c1d-beb4-cff231356f2d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:06.292015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Bound port: d2064980-789e-481f-aa63-d8b447d15a47, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b15617-fa97-4b67-ac3d-9971acfea625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '608528a0-5381-4c1d-beb4-cff231356f2d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:06.292608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d2064980-789e-481f-aa63-d8b447d15a47), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.300105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (43b15617-fa97-4b67-ac3d-9971acfea625), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.308540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:06.309337 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (43b15617-fa97-4b67-ac3d-9971acfea625), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:06.314269 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:06.316771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-8df20b52-3daa-45d4-8a61-b0e3311d860e service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591383 Feb 17 22:38:06.383722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] For port d2064980-789e-481f-aa63-d8b447d15a47, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:06.415503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] For port d2064980-789e-481f-aa63-d8b447d15a47, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d2064980-789e-481f-aa63-d8b447d15a47,segment=NetworkSegment(43b15617-fa97-4b67-ac3d-9971acfea625),segment_id=43b15617-fa97-4b67-ac3d-9971acfea625)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:06.416497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:38:06.416497 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:38:06.416497 n-d-828369-18 neutron-server[103526]: [parameters: {'id': '608528a0-5381-4c1d-beb4-cff231356f2d'}] Feb 17 22:38:06.416497 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:38:06.417281 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:38:06.422930 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d2064980-789e-481f-aa63-d8b447d15a47), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.457687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3db1a44-9fd9-430f-9975-2a2275f04d38 req-16b9b405-6969-4725-a7b6-0ccc4d7ca923 service neutron] 10.222.0.94 "GET /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351581 Feb 17 22:38:06.743131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08edfaa-4cf8-49f1-a9fb-ef70d6990d22 None None] Pushing event updated for resources: {'Port': ['ID=d2064980-789e-481f-aa63-d8b447d15a47,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:06.918539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (608528a0-5381-4c1d-beb4-cff231356f2d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:06.937348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1e8d0-3f49-41f2-a26d-d2bb4b3a231e req-bdf50453-887e-4f1e-ad0d-20520357fe0f tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:06.946188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7a1e8d0-3f49-41f2-a26d-d2bb4b3a231e req-bdf50453-887e-4f1e-ad0d-20520357fe0f tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.0740576 Feb 17 22:38:07.015945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7a1e8d0-3f49-41f2-a26d-d2bb4b3a231e req-a7ded036-11e9-4889-b663-dd0e8efff846 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682847 Feb 17 22:38:07.094360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting port d2064980-789e-481f-aa63-d8b447d15a47 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:07.094934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d2064980-789e-481f-aa63-d8b447d15a47), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.200136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] For port d2064980-789e-481f-aa63-d8b447d15a47, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d2064980-789e-481f-aa63-d8b447d15a47,segment=NetworkSegment(43b15617-fa97-4b67-ac3d-9971acfea625),segment_id=43b15617-fa97-4b67-ac3d-9971acfea625)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:07.202997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d2064980-789e-481f-aa63-d8b447d15a47), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.209196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1cf958-fd15-439b-8c94-d62aacb4bd6b None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:38:07.228576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Calling delete_port for d2064980-789e-481f-aa63-d8b447d15a47 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:07.329799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d2064980-789e-481f-aa63-d8b447d15a47), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.398768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Port': ['ID=d2064980-789e-481f-aa63-d8b447d15a47,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:07.410695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No DVR routers for this DVR port d2064980-789e-481f-aa63-d8b447d15a47 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:07.435595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1cf958-fd15-439b-8c94-d62aacb4bd6b None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:38:07.519008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (608528a0-5381-4c1d-beb4-cff231356f2d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.550087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608528a0-5381-4c1d-beb4-cff231356f2d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:07.582854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b15617-fa97-4b67-ac3d-9971acfea625') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:07.583207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b15617-fa97-4b67-ac3d-9971acfea625') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:07.612015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (43b15617-fa97-4b67-ac3d-9971acfea625), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.648128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (43b15617-fa97-4b67-ac3d-9971acfea625), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.665219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:07.665960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (43b15617-fa97-4b67-ac3d-9971acfea625), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:07.669939 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:07.775863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (608528a0-5381-4c1d-beb4-cff231356f2d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.793135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:07.798449 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/608528a0-5381-4c1d-beb4-cff231356f2d HTTP/1.1" status: 204 len: 168 time: 2.8974054 Feb 17 22:38:07.803616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42662) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:07.817313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a5e78-187d-4467-9a12-b01462b8c148 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Network': ['ID=608528a0-5381-4c1d-beb4-cff231356f2d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:07.870602 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-aacde45c-1ada-4529-9c44-e16288045925 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:07.870871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aacde45c-1ada-4529-9c44-e16288045925 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:07.898669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42664) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:07.903538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aacde45c-1ada-4529-9c44-e16288045925 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/31984739-9cb4-46a9-bd7c-684ccb19998e HTTP/1.1" status: 404 len: 337 time: 0.0979505 Feb 17 22:38:07.918412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a14b8-5d0c-4bcf-b574-e5965559c4b7 None None] Network 608528a0-5381-4c1d-beb4-cff231356f2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:07.958539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a14b8-5d0c-4bcf-b574-e5965559c4b7 None None] Network 608528a0-5381-4c1d-beb4-cff231356f2d could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:38:07.986571 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-658c2524-72d7-4658-910b-4ea64b80ae59 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:07.987146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658c2524-72d7-4658-910b-4ea64b80ae59 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:07.990320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-658c2524-72d7-4658-910b-4ea64b80ae59 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/608528a0-5381-4c1d-beb4-cff231356f2d HTTP/1.1" status: 404 len: 339 time: 0.0905983 Feb 17 22:38:07.994190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42666) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:08.041104 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65fad16-9bd8-4bec-9678-7d0e3d81e64a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:08.041929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65fad16-9bd8-4bec-9678-7d0e3d81e64a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:08.055640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e65fad16-9bd8-4bec-9678-7d0e3d81e64a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/a8136d64-fd29-4fcc-9ff1-f102a0608e07 HTTP/1.1" status: 404 len: 337 time: 0.0593057 Feb 17 22:38:08.059458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42670) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:08.083787 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e368107-d491-423e-88c5-8f042871778f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:08.084055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e368107-d491-423e-88c5-8f042871778f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:08.089373 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e368107-d491-423e-88c5-8f042871778f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/2c7b599a-8556-4fa5-9e12-dd1ce463d960 HTTP/1.1" status: 404 len: 339 time: 0.0288351 Feb 17 22:38:08.092092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42672) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:08.154792 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d015ad8-91e3-43da-83c6-188ca3e3b441 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:08.156167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d015ad8-91e3-43da-83c6-188ca3e3b441 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:08.159505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4d015ad8-91e3-43da-83c6-188ca3e3b441 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/f9167f81-fcf8-4a78-91f4-a79875d555c8 HTTP/1.1" status: 404 len: 337 time: 0.0653770 Feb 17 22:38:08.162305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42676) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:08.204605 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-def5d777-11b9-49cb-9a1f-b7edc4c6b221 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:08.205131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def5d777-11b9-49cb-9a1f-b7edc4c6b221 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:08.208442 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-def5d777-11b9-49cb-9a1f-b7edc4c6b221 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/af2c3ccc-1f4d-438c-a0fb-79f501cf5a85 HTTP/1.1" status: 404 len: 339 time: 0.0447986 Feb 17 22:38:08.215401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49636a3-04b5-4cb5-8671-c22f48f20353 req-7bb725c9-f796-440d-add1-92c03e76ba69 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:08.215895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42678) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:08.225043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c49636a3-04b5-4cb5-8671-c22f48f20353 req-7bb725c9-f796-440d-add1-92c03e76ba69 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.0828989 Feb 17 22:38:08.324001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c49636a3-04b5-4cb5-8671-c22f48f20353 req-7d24a465-b35d-46a9-aa53-1121fa775c11 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901248 Feb 17 22:38:08.377276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting port b173078f-4e78-4e33-a3c8-ea05a98df3fa {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:08.377626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b173078f-4e78-4e33-a3c8-ea05a98df3fa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:08.488404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b173078f-4e78-4e33-a3c8-ea05a98df3fa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:08.534198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Calling delete_port for b173078f-4e78-4e33-a3c8-ea05a98df3fa owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:08.665530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b173078f-4e78-4e33-a3c8-ea05a98df3fa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:08.713162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Port': ['ID=b173078f-4e78-4e33-a3c8-ea05a98df3fa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:08.715992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:08.720220 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1fc1e26b-c783-4c45-92b2-89037f9b683e tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/ports/b173078f-4e78-4e33-a3c8-ea05a98df3fa HTTP/1.1" status: 204 len: 168 time: 0.5032723 Feb 17 22:38:08.722832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42684) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:08.759455 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7948e2ed-89dc-4a0e-ab46-ece3d8ab3fa9 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:08.760038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7948e2ed-89dc-4a0e-ab46-ece3d8ab3fa9 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:08.766777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7948e2ed-89dc-4a0e-ab46-ece3d8ab3fa9 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/1f9f1f38-12cc-4de0-bf02-5f117802e3c4 HTTP/1.1" status: 404 len: 337 time: 0.0394859 Feb 17 22:38:08.769918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42686) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:09.205668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f7ca1833-e15b-4c00-869b-eeff395eb2f6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.285832 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.337794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f7ca1833-e15b-4c00-869b-eeff395eb2f6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.375865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ca1833-e15b-4c00-869b-eeff395eb2f6']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:09.386577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38f34bb-86c5-4556-8f6b-bb21755cfbc2') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:09.387222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38f34bb-86c5-4556-8f6b-bb21755cfbc2') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:09.404528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d38f34bb-86c5-4556-8f6b-bb21755cfbc2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.422979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d38f34bb-86c5-4556-8f6b-bb21755cfbc2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.431208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:09.432057 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d38f34bb-86c5-4556-8f6b-bb21755cfbc2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:09.515089 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:09.519734 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f7ca1833-e15b-4c00-869b-eeff395eb2f6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.524188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.531657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42700) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:09.532273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/f7ca1833-e15b-4c00-869b-eeff395eb2f6 HTTP/1.1" status: 204 len: 168 time: 0.7588420 Feb 17 22:38:09.568409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b434e-02fb-4b6a-9983-aa63fdf2e08f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Network': ['ID=f7ca1833-e15b-4c00-869b-eeff395eb2f6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:09.603652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46b9709-dd71-438a-bd97-592beeb1bbc6 req-7095b0f6-d7a3-4f33-9370-32912bd2e4cc tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:09.605527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a46b9709-dd71-438a-bd97-592beeb1bbc6 req-7095b0f6-d7a3-4f33-9370-32912bd2e4cc tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1010439 Feb 17 22:38:09.674618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a46b9709-dd71-438a-bd97-592beeb1bbc6 req-cb71647a-3f49-48ce-a826-cde795156027 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614495 Feb 17 22:38:09.754632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting port 0c354185-047f-4346-89fe-cae9b107a091 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:09.755182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0c354185-047f-4346-89fe-cae9b107a091), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.884213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0c354185-047f-4346-89fe-cae9b107a091), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:09.920587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Calling delete_port for 0c354185-047f-4346-89fe-cae9b107a091 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:10.115966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac81e5a-bf27-41f6-8ac4-fb8c93cde39d req-62749e63-fc61-4b26-967c-77ab34c09b5c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:10.128560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ac81e5a-bf27-41f6-8ac4-fb8c93cde39d req-62749e63-fc61-4b26-967c-77ab34c09b5c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.0878334 Feb 17 22:38:10.189554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0c354185-047f-4346-89fe-cae9b107a091), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.200621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ac81e5a-bf27-41f6-8ac4-fb8c93cde39d req-0be69bcc-fe59-4c7f-9454-73efea7587a5 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705652 Feb 17 22:38:10.255689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.273200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42720) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:10.273834 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/ports/0c354185-047f-4346-89fe-cae9b107a091 HTTP/1.1" status: 204 len: 168 time: 0.7367115 Feb 17 22:38:10.273834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34603c90-1986-47ff-b715-efcb03b8eec0 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Port': ['ID=0c354185-047f-4346-89fe-cae9b107a091,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:10.355509 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a9e4d7-25b0-4ffe-96ff-efac7078b91f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:10.356153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a9e4d7-25b0-4ffe-96ff-efac7078b91f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:10.359981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-21a9e4d7-25b0-4ffe-96ff-efac7078b91f tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/602c805a-7259-43b5-aa75-c135776d90f4 HTTP/1.1" status: 404 len: 337 time: 0.0886745 Feb 17 22:38:10.363757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42722) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:10.487533 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.626115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.651222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4744d8ae-235c-4a8b-bcdf-4c0489e0ff61']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:10.662363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d62663-920b-4f9e-84ec-8109389e4f80') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:10.662671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d62663-920b-4f9e-84ec-8109389e4f80') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:10.673479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (32d62663-920b-4f9e-84ec-8109389e4f80), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.689562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (32d62663-920b-4f9e-84ec-8109389e4f80), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.696567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:10.696979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (32d62663-920b-4f9e-84ec-8109389e4f80), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:10.793131 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:10.797032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (4744d8ae-235c-4a8b-bcdf-4c0489e0ff61), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.812669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.822839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42728) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:10.823120 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/4744d8ae-235c-4a8b-bcdf-4c0489e0ff61 HTTP/1.1" status: 204 len: 168 time: 0.4575486 Feb 17 22:38:10.853253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f047c3d-3f69-484c-8ef5-2af93ebc0f9a tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Network': ['ID=4744d8ae-235c-4a8b-bcdf-4c0489e0ff61,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:10.916626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting subnet e7b21069-518c-450b-8e0c-ee1547e8acf1 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:38:10.921869 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (e7b21069-518c-450b-8e0c-ee1547e8acf1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:10.985930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (e7b21069-518c-450b-8e0c-ee1547e8acf1), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.107102 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e7b21069-518c-450b-8e0c-ee1547e8acf1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.190353 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (e7b21069-518c-450b-8e0c-ee1547e8acf1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.263737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b21069-518c-450b-8e0c-ee1547e8acf1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:11.266150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f4b050-119b-41db-b88b-387fcf49beaa None None] Network 49a43a23-f7bd-4420-aa94-96a9eb768c50 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:11.269867 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.278480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-987aa7d7-0de7-4490-bbb4-698c3875dab1 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/subnets/e7b21069-518c-450b-8e0c-ee1547e8acf1 HTTP/1.1" status: 204 len: 168 time: 0.4535825 Feb 17 22:38:11.281846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:11.501347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (49a43a23-f7bd-4420-aa94-96a9eb768c50), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.526976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e8a0d-ae1b-49ac-ba40-07b69be9d230 req-b47d6339-042c-4052-841e-564e292b1fd6 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:11.539810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e59e8a0d-ae1b-49ac-ba40-07b69be9d230 req-b47d6339-042c-4052-841e-564e292b1fd6 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1902635 Feb 17 22:38:11.547207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] DHCP port deletion for 49a43a23-f7bd-4420-aa94-96a9eb768c50 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:38:11.609401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Deleting port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:11.612319 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.648744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] Deleting port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:11.649130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.659557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e59e8a0d-ae1b-49ac-ba40-07b69be9d230 req-faf0d811-9db2-41b0-b2da-7d162e330a9a tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184375 Feb 17 22:38:11.771983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] For port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,segment=NetworkSegment(d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8),segment_id=d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:11.772392 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.778259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] For port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,segment=NetworkSegment(d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8),segment_id=d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:11.778824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:11.810030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Calling delete_port for 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:11.812964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] Calling delete_port for 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:11.980362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.011308 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (09f54ccf-33d2-4354-b7bf-6f83e0a86e6b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.037648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Port': ['ID=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:12.058871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] No DVR routers for this DVR port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:12.065520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] Pushing event deleted for resources: {'Port': ['ID=09f54ccf-33d2-4354-b7bf-6f83e0a86e6b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:12.080062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f6ccef-dbf0-415a-b328-78bb73ca9ca0 None None] No DVR routers for this DVR port 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:12.164125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (49a43a23-f7bd-4420-aa94-96a9eb768c50), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.186820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a43a23-f7bd-4420-aa94-96a9eb768c50']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:12.198770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32315cd-83e3-4c3f-a4af-f3d1a3fdfba8') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:12.199204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32315cd-83e3-4c3f-a4af-f3d1a3fdfba8') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:12.218307 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.245633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.259618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:12.260240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (d32315cd-83e3-4c3f-a4af-f3d1a3fdfba8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:12.264318 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:12.706568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (49a43a23-f7bd-4420-aa94-96a9eb768c50), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.729889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:12.733215 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] 10.222.0.79 "DELETE /v2.0/networks/49a43a23-f7bd-4420-aa94-96a9eb768c50 HTTP/1.1" status: 204 len: 168 time: 1.4491992 Feb 17 22:38:12.734216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f202ca-8660-4d88-adde-09956a3c03d6 tempest-NetworksIpV6TestAttrs-1726922863 tempest-NetworksIpV6TestAttrs-1726922863-project] Pushing event deleted for resources: {'Network': ['ID=49a43a23-f7bd-4420-aa94-96a9eb768c50,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:12.907645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:12.908499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f23a3-02df-4fe1-8c85-5d9f015ab287 req-0d525073-d5ac-46c6-9e8f-727950addb2e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:12.910547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f4f23a3-02df-4fe1-8c85-5d9f015ab287 req-0d525073-d5ac-46c6-9e8f-727950addb2e tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.1577704 Feb 17 22:38:12.974471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:12.975056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 09f54ccf-33d2-4354-b7bf-6f83e0a86e6b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:13.028434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f4f23a3-02df-4fe1-8c85-5d9f015ab287 req-ed871d93-737f-4756-8d45-9d0fc1114362 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067855 Feb 17 22:38:13.167625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-72d0dd4f-4bc0-4aba-b6ed-70685aeec871 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:13.169741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-72d0dd4f-4bc0-4aba-b6ed-70685aeec871 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.94 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 946 time: 0.0797582 Feb 17 22:38:13.188648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42756) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:13.317300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Deleting port a88832c5-2e7d-484a-8749-9bc5148259dc {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:13.318086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.437914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-06b7f4fa-7213-4283-8961-363f1f3b895f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5eabbb521f894bf4b32c734fa8fc6f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2470889 Feb 17 22:38:13.440111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42760) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:13.478347 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] For port a88832c5-2e7d-484a-8749-9bc5148259dc, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=a88832c5-2e7d-484a-8749-9bc5148259dc,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:13.479247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.507898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf6cb-5344-411e-b4f2-9db2aec153f2 admin admin] Publish callbacks [] for security_group (a4cce377-aa05-45e8-a018-78942e547ef0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.517965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Calling delete_port for a88832c5-2e7d-484a-8749-9bc5148259dc owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:13.546742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf6cb-5344-411e-b4f2-9db2aec153f2 admin admin] Publish callbacks [] for security_group (a4cce377-aa05-45e8-a018-78942e547ef0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.646920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf6cb-5344-411e-b4f2-9db2aec153f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a4cce377-aa05-45e8-a018-78942e547ef0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.651587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9e7bf6cb-5344-411e-b4f2-9db2aec153f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.659861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9e7bf6cb-5344-411e-b4f2-9db2aec153f2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a4cce377-aa05-45e8-a018-78942e547ef0 HTTP/1.1" status: 204 len: 168 time: 0.2185831 Feb 17 22:38:13.675878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7bf6cb-5344-411e-b4f2-9db2aec153f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cce377-aa05-45e8-a018-78942e547ef0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:13.807056 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a88832c5-2e7d-484a-8749-9bc5148259dc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.825706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['17d9be5a-b9fb-4f8e-b1b0-585798196370'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:38:13.859622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['a88832c5-2e7d-484a-8749-9bc5148259dc'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:38:13.898834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Pushing event deleted for resources: {'Port': ['ID=a88832c5-2e7d-484a-8749-9bc5148259dc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:13.986524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] No DVR routers for this DVR port a88832c5-2e7d-484a-8749-9bc5148259dc on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:13.990084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:13.994297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a7f785c-2d31-416c-911c-4c5647f45e11 req-e6deabaa-9285-4426-8f9b-53cde80c1f99 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.94 "DELETE /v2.0/ports/a88832c5-2e7d-484a-8749-9bc5148259dc HTTP/1.1" status: 204 len: 173 time: 0.8185639 Feb 17 22:38:13.994749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'name': 'network-vif-deleted', 'tag': 'a88832c5-2e7d-484a-8749-9bc5148259dc'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:38:13.998320 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e0fbf4-7155-4730-99ec-3c6d6cbaac0a" -d '{"events": [{"server_uuid": "a4d28fa1-cc84-4eb4-9ebe-f705e61a5479", "name": "network-vif-deleted", "tag": "a88832c5-2e7d-484a-8749-9bc5148259dc"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:38:14.205158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8b2c454-bb02-4ce0-ac4e-38349f489712 req-e357761d-07ac-4cb3-9f8a-d18f610842f0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=a4d28fa1-cc84-4eb4-9ebe-f705e61a5479 HTTP/1.1" status: 200 len: 210 time: 0.0542135 Feb 17 22:38:14.394573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6253b86e-3331-4d67-b087-5b9cd12b427a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:14.573253 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6737194-42c7-468d-a80a-e52f22d05a84 x-openstack-request-id: req-d6737194-42c7-468d-a80a-e52f22d05a84 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:38:14.573700 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4d28fa1-cc84-4eb4-9ebe-f705e61a5479", "name": "network-vif-deleted", "tag": "a88832c5-2e7d-484a-8749-9bc5148259dc", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:38:14.574095 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6737194-42c7-468d-a80a-e52f22d05a84 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:38:14.574692 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d28fa1-cc84-4eb4-9ebe-f705e61a5479', 'name': 'network-vif-deleted', 'tag': 'a88832c5-2e7d-484a-8749-9bc5148259dc', 'status': 'completed', 'code': 200} Feb 17 22:38:15.299966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42808) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:15.559973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fd73a7a8-c3b4-4977-82b5-cbc5480897c3 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] Request body: {'port': {'network_id': 'b859dd40-d257-4535-9970-3e88b96ef505', 'name': 'tempest-NetworksNegativeTestJSON-1287889039'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:15.626894 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd73a7a8-c3b4-4977-82b5-cbc5480897c3 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] POST failed (client error): The resource could not be found. Feb 17 22:38:15.628680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd73a7a8-c3b4-4977-82b5-cbc5480897c3 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:15.634277 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fd73a7a8-c3b4-4977-82b5-cbc5480897c3 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3307576 Feb 17 22:38:15.636237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42816) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:15.684860 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6288776-9588-4b08-9903-e4dd8ca96c4f tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:15.685397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6288776-9588-4b08-9903-e4dd8ca96c4f tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:15.700994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c6288776-9588-4b08-9903-e4dd8ca96c4f tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "DELETE /v2.0/networks/9540484a-5d5e-4df2-bbba-227f1ce4bd3c HTTP/1.1" status: 404 len: 339 time: 0.0614915 Feb 17 22:38:15.703235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42820) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:15.712942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42822) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:15.816875 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fb646c3-10d7-476d-b137-9f9069cfa7ec tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:15.831822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fb646c3-10d7-476d-b137-9f9069cfa7ec tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:15.839665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7fb646c3-10d7-476d-b137-9f9069cfa7ec tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "DELETE /v2.0/ports/e1b5c6b6-a3bb-4982-be98-0bead3c50329 HTTP/1.1" status: 404 len: 333 time: 0.1351449 Feb 17 22:38:15.839825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42830) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:15.876714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a88832c5-2e7d-484a-8749-9bc5148259dc no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:15.896570 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4916239a-68b2-4394-9c65-1f5e8a074cef tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] DELETE failed (client error): The resource could not be found. Feb 17 22:38:15.897031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4916239a-68b2-4394-9c65-1f5e8a074cef tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:15.912166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42832) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:15.913259 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4916239a-68b2-4394-9c65-1f5e8a074cef tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "DELETE /v2.0/subnets/8b30d7ea-135c-4fd0-bb65-8d4d0241586d HTTP/1.1" status: 404 len: 337 time: 0.0723071 Feb 17 22:38:15.918921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: a88832c5-2e7d-484a-8749-9bc5148259dc {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:15.919567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device a88832c5-2e7d-484a-8749-9bc5148259dc not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:15.936279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0798c552-bc30-47ba-ac78-901d680ff327 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:15.958207 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-8928be25-fead-46cf-ae61-d77c30133f73 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] GET failed (client error): The resource could not be found. Feb 17 22:38:15.959988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8928be25-fead-46cf-ae61-d77c30133f73 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "GET /v2.0/networks/52532f67-81a2-47d3-93a9-45f876528d89 HTTP/1.1" status: 404 len: 339 time: 0.0463583 Feb 17 22:38:15.970083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:15.984477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1e521-7f7a-4118-ac48-63e5810998bc req-ba5aa308-2ee5-492d-bf95-ee7c8a095b8c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:16.003948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4d1e521-7f7a-4118-ac48-63e5810998bc req-ba5aa308-2ee5-492d-bf95-ee7c8a095b8c tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.2135923 Feb 17 22:38:16.025567 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9845ca-4f92-49e6-b0ac-4e686af4f5e6 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] GET failed (client error): The resource could not be found. Feb 17 22:38:16.035235 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa9845ca-4f92-49e6-b0ac-4e686af4f5e6 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "GET /v2.0/ports/5b53bb24-49d2-447b-a158-f64888e68a81 HTTP/1.1" status: 404 len: 333 time: 0.0639749 Feb 17 22:38:16.036593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42836) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:16.147537 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3605b04-e2c7-4a66-a8ac-52d0b964c304 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] GET failed (client error): The resource could not be found. Feb 17 22:38:16.148816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a3605b04-e2c7-4a66-a8ac-52d0b964c304 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "GET /v2.0/subnets/819413fe-cacd-469f-ad77-e1036c908980 HTTP/1.1" status: 404 len: 337 time: 0.1106577 Feb 17 22:38:16.150510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0798c552-bc30-47ba-ac78-901d680ff327 admin admin] Publish callbacks [] for security_group (30724599-de09-433e-9f6f-bc7cfc033933), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:16.156041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42840) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:16.159706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0798c552-bc30-47ba-ac78-901d680ff327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (30724599-de09-433e-9f6f-bc7cfc033933), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:16.172106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e40342e9-6022-45ff-8769-7760764d4deb tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:16.205570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798c552-bc30-47ba-ac78-901d680ff327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30724599-de09-433e-9f6f-bc7cfc033933,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:16.220467 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e40342e9-6022-45ff-8769-7760764d4deb tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] PUT failed (client error): The resource could not be found. Feb 17 22:38:16.221005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e40342e9-6022-45ff-8769-7760764d4deb tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:16.227352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e40342e9-6022-45ff-8769-7760764d4deb tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "PUT /v2.0/networks/ef2de1c0-a180-4c4d-a91d-36fcc596aae7 HTTP/1.1" status: 404 len: 339 time: 0.0614979 Feb 17 22:38:16.229990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42842) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:16.238445 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0798c552-bc30-47ba-ac78-901d680ff327 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=afffa21b02414b3188cd7668ec7614f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5235832 Feb 17 22:38:16.241419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42844) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:16.254751 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:38:16.267460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f5a4f184-2b24-4dd8-abfb-b2ebce463d62 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:16.314649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d531f94-b7ae-4239-a557-6cdd454597ca admin admin] Publish callbacks [] for security_group (30724599-de09-433e-9f6f-bc7cfc033933), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:16.328047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4d1e521-7f7a-4118-ac48-63e5810998bc req-aca9e0a2-29ea-4e75-821b-a206cf346db0 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229208 Feb 17 22:38:16.329753 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a4f184-2b24-4dd8-abfb-b2ebce463d62 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] PUT failed (client error): The resource could not be found. Feb 17 22:38:16.330511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5a4f184-2b24-4dd8-abfb-b2ebce463d62 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:16.332457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f5a4f184-2b24-4dd8-abfb-b2ebce463d62 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "PUT /v2.0/ports/464b31dd-8253-45f1-8a64-97770b0c53d1 HTTP/1.1" status: 404 len: 333 time: 0.0911684 Feb 17 22:38:16.338504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42846) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:16.348899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d531f94-b7ae-4239-a557-6cdd454597ca admin admin] Publish callbacks [] for security_group (30724599-de09-433e-9f6f-bc7cfc033933), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:16.361278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c6622e28-f3ca-4291-b37a-27a652710df0 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:16.407783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d531f94-b7ae-4239-a557-6cdd454597ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (30724599-de09-433e-9f6f-bc7cfc033933), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:16.411300 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4d531f94-b7ae-4239-a557-6cdd454597ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:16.412886 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4d531f94-b7ae-4239-a557-6cdd454597ca admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30724599-de09-433e-9f6f-bc7cfc033933 HTTP/1.1" status: 204 len: 168 time: 0.1693540 Feb 17 22:38:16.440918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d531f94-b7ae-4239-a557-6cdd454597ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30724599-de09-433e-9f6f-bc7cfc033933,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:16.442089 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6622e28-f3ca-4291-b37a-27a652710df0 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] PUT failed (client error): The resource could not be found. Feb 17 22:38:16.442564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6622e28-f3ca-4291-b37a-27a652710df0 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:38:16.446547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c6622e28-f3ca-4291-b37a-27a652710df0 tempest-NetworksNegativeTestJSON-1696796620 tempest-NetworksNegativeTestJSON-1696796620-project] 10.222.0.79 "PUT /v2.0/subnets/f1501ed2-bae0-46f0-b96b-a381030f8d8d HTTP/1.1" status: 404 len: 337 time: 0.0958073 Feb 17 22:38:16.747122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42856) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:16.975153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7248e7db-4def-49b1-b79f-c76a67919e8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.152207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7248e7db-4def-49b1-b79f-c76a67919e8c admin admin] Publish callbacks [] for security_group (121fbfbb-169f-4b42-afcb-6ac5d753c465), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.158609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7248e7db-4def-49b1-b79f-c76a67919e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (121fbfbb-169f-4b42-afcb-6ac5d753c465), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.214010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7248e7db-4def-49b1-b79f-c76a67919e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121fbfbb-169f-4b42-afcb-6ac5d753c465,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:17.225644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42874) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:17.227003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7248e7db-4def-49b1-b79f-c76a67919e8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01a32dff28574aad9311608a9d66764c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4780693 Feb 17 22:38:17.328175 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2522beb0-68fa-4f42-891a-7900cb424aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.335100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-530039db-5327-49b3-8b0a-00468008e755 admin admin] Publish callbacks [] for security_group (121fbfbb-169f-4b42-afcb-6ac5d753c465), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.438780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-530039db-5327-49b3-8b0a-00468008e755 admin admin] Publish callbacks [] for security_group (121fbfbb-169f-4b42-afcb-6ac5d753c465), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.591956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-530039db-5327-49b3-8b0a-00468008e755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (121fbfbb-169f-4b42-afcb-6ac5d753c465), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.596035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-530039db-5327-49b3-8b0a-00468008e755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:17.600025 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-530039db-5327-49b3-8b0a-00468008e755 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/121fbfbb-169f-4b42-afcb-6ac5d753c465 HTTP/1.1" status: 204 len: 168 time: 0.3732262 Feb 17 22:38:17.619570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74b341-588f-4916-ba25-7c9be53dfa71 req-e2885378-34ab-453e-8bf2-0c939fe235cb tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:17.621186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec74b341-588f-4916-ba25-7c9be53dfa71 req-e2885378-34ab-453e-8bf2-0c939fe235cb tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1647563 Feb 17 22:38:17.636277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530039db-5327-49b3-8b0a-00468008e755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121fbfbb-169f-4b42-afcb-6ac5d753c465,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:17.765121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec74b341-588f-4916-ba25-7c9be53dfa71 req-dec6027f-39d4-4eb8-a8a4-2d697b23d189 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f40cec0-3a9a-4ead-8c9d-14c607098b97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367040 Feb 17 22:38:17.923864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-5c70c11f-0d8b-4213-b3bc-ff76712c0144 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:17.925487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-5c70c11f-0d8b-4213-b3bc-ff76712c0144 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.73 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 946 time: 0.1736965 Feb 17 22:38:17.932679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42890) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:17.986147 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.148826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Deleting port 17d9be5a-b9fb-4f8e-b1b0-585798196370 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:18.148826 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.373431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] For port 17d9be5a-b9fb-4f8e-b1b0-585798196370, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=17d9be5a-b9fb-4f8e-b1b0-585798196370,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:18.374075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.384436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-377885333-network', 'tenant_id': '4965b287b8bc4623952548709f142eb5'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:18.407430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Calling delete_port for 17d9be5a-b9fb-4f8e-b1b0-585798196370 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:18.434277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:18.442776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.466187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.688246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks [] for security_group (4fb515d5-a840-41af-a138-e42414132be9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.694617 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4fb515d5-a840-41af-a138-e42414132be9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.738023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (17d9be5a-b9fb-4f8e-b1b0-585798196370), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.752981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['17d9be5a-b9fb-4f8e-b1b0-585798196370'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:38:18.792279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb515d5-a840-41af-a138-e42414132be9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:18.848749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:38:18.877563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Pushing event deleted for resources: {'Port': ['ID=17d9be5a-b9fb-4f8e-b1b0-585798196370,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:18.912226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b8f3bb58-a44c-418a-8996-da9e3f858384), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.913885 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Added segment b8f3bb58-a44c-418a-8996-da9e3f858384 of type vlan for network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 Feb 17 22:38:18.955645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] No DVR routers for this DVR port 17d9be5a-b9fb-4f8e-b1b0-585798196370 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:18.958887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:18.963257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b58f7f1-5f40-4de9-ac29-d8e203d04a3c req-6da0799a-9ac4-432e-ad59-c22903bd6283 tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.73 "DELETE /v2.0/ports/17d9be5a-b9fb-4f8e-b1b0-585798196370 HTTP/1.1" status: 204 len: 173 time: 1.0301616 Feb 17 22:38:18.965347 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b100a28-c567-4683-93da-24e11ba68bc4', 'name': 'network-vif-deleted', 'tag': '17d9be5a-b9fb-4f8e-b1b0-585798196370'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:38:18.968669 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd747de-1cad-49a3-ba82-be9d417a0fd3" -d '{"events": [{"server_uuid": "3b100a28-c567-4683-93da-24e11ba68bc4", "name": "network-vif-deleted", "tag": "17d9be5a-b9fb-4f8e-b1b0-585798196370"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:38:19.022652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ed5f7050-3968-4fc8-98d7-ff5b7c388da3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:19.028012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7442dcfd-810b-41fa-9859-3f9c313fd5ae req-31afc477-8f41-4c86-ac2b-6f333ad77aad tempest-ServerRescueTestJSON-467533681 tempest-ServerRescueTestJSON-467533681-project] 10.222.0.79 "GET /v2.0/ports?device_id=3b100a28-c567-4683-93da-24e11ba68bc4 HTTP/1.1" status: 200 len: 210 time: 0.1058497 Feb 17 22:38:19.063020 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafcc292-24ef-4402-b7ec-f46692d47cd3 x-openstack-request-id: req-dafcc292-24ef-4402-b7ec-f46692d47cd3 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:38:19.063318 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b100a28-c567-4683-93da-24e11ba68bc4", "name": "network-vif-deleted", "tag": "17d9be5a-b9fb-4f8e-b1b0-585798196370", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:38:19.063611 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dafcc292-24ef-4402-b7ec-f46692d47cd3 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:38:19.064021 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b100a28-c567-4683-93da-24e11ba68bc4', 'name': 'network-vif-deleted', 'tag': '17d9be5a-b9fb-4f8e-b1b0-585798196370', 'status': 'completed', 'code': 200} Feb 17 22:38:19.065272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ed5f7050-3968-4fc8-98d7-ff5b7c388da3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:19.067228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:19.068942 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:19.244460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3074272 Feb 17 22:38:19.244865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42926) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:19.250788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Request body: {'subnet': {'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-377885333-subnet', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:19.271731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3c863-b3dc-4e10-9df1-0a5762c85917 admin admin] Pushing event updated for resources: {'Network': ['ID=ed5f7050-3968-4fc8-98d7-ff5b7c388da3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:19.287936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:38:19.308942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:19.313733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:19.401976 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:19.468835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:19.781730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2039417824'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:19.827875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:19.835056 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:19.840787 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (4910e50a-63a1-47ef-92da-0dd608be55f5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:19.860921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.013762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for security_group (e002ccf9-4cb2-4060-a203-93f4e92f6aa9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.022257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e002ccf9-4cb2-4060-a203-93f4e92f6aa9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.041689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:38:20.052818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:20.054472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d2a75d27-d266-4bff-b16a-c4ad73cf3528), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.054969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Network hostable DHCP agents. Network: ed5f7050-3968-4fc8-98d7-ff5b7c388da3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:20.055110 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment d2a75d27-d266-4bff-b16a-c4ad73cf3528 of type vlan for network 78a98852-cb04-4331-b968-fae53c1b39e8 Feb 17 22:38:20.060464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4910e50a-63a1-47ef-92da-0dd608be55f5,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:20.096163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:20.113670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ed5f7050-3968-4fc8-98d7-ff5b7c388da3) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:20.120603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:20.122103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd0f1f-597a-40d3-9280-a6cec8db49d0 None None] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:20.126937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.147220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-479daeda-4abe-4293-842b-f15447b0c4d0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9011683 Feb 17 22:38:20.147490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:20.151196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42936) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:20.158977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:20.190312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (6341d413-12dc-4376-a108-1b99ff1ef358), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.192793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (6341d413-12dc-4376-a108-1b99ff1ef358), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.292797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks [] for router_controller (6341d413-12dc-4376-a108-1b99ff1ef358), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.427967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e002ccf9-4cb2-4060-a203-93f4e92f6aa9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:20.433940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:38:20.434810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.437828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (78a98852-cb04-4331-b968-fae53c1b39e8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.552830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (78a98852-cb04-4331-b968-fae53c1b39e8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.557834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks [] for router_gateway (6341d413-12dc-4376-a108-1b99ff1ef358), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.560839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:20.561729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.655057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=78a98852-cb04-4331-b968-fae53c1b39e8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:20.676305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 78a98852-cb04-4331-b968-fae53c1b39e8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:38:20.695984 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e6d8239-5f03-4b01-859c-548080e2113f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2258868 Feb 17 22:38:20.697233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42944) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:20.703456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-337919679'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:20.735294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:20.739266 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:20.900859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:38:20.901540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Allocated IP 172.20.0.2 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/38acf7c0-67f4-437a-b3fc-104eabd250bd) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:20.924167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.001262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ee833a53-7c9b-4017-822c-2118ca3b2a32), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.001870 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment ee833a53-7c9b-4017-822c-2118ca3b2a32 of type vlan for network 2474cbdb-7c25-4ae3-9526-1571abaddef5 Feb 17 22:38:21.098172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.133314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 17d9be5a-b9fb-4f8e-b1b0-585798196370 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:21.137531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2474cbdb-7c25-4ae3-9526-1571abaddef5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.173220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks [] for router_gateway (6341d413-12dc-4376-a108-1b99ff1ef358), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.180773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 17d9be5a-b9fb-4f8e-b1b0-585798196370 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:21.187383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 17d9be5a-b9fb-4f8e-b1b0-585798196370 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:21.241520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.268644 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Publish callbacks [] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.288289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.423193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:21.444450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Allocated IP 172.25.0.136 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/ec5536f4-b91e-492a-9a2a-d08659a0fc3f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:21.450083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:21.460251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:21.485804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Pushing event updated for resources: {'Port': ['ID=38acf7c0-67f4-437a-b3fc-104eabd250bd,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:21.553789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2474cbdb-7c25-4ae3-9526-1571abaddef5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.563191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:21.564439 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.582261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Attempting to bind port 38acf7c0-67f4-437a-b3fc-104eabd250bd on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:21.582849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Attempting to bind port 38acf7c0-67f4-437a-b3fc-104eabd250bd by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:21.583479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Attempting to bind port 38acf7c0-67f4-437a-b3fc-104eabd250bd on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:21.621571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:21.622170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:21.623351 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.625190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:21.625948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Bound port: 38acf7c0-67f4-437a-b3fc-104eabd250bd, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:21.626569 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.761334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0629597 Feb 17 22:38:21.783487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42954) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:21.806844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': '78a98852-cb04-4331-b968-fae53c1b39e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:21.817318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] For port 38acf7c0-67f4-437a-b3fc-104eabd250bd, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:21.821526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] For port 38acf7c0-67f4-437a-b3fc-104eabd250bd, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=38acf7c0-67f4-437a-b3fc-104eabd250bd,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:21.833168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.925410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Deleting port 4916a28a-bfe2-4e67-9442-89d030c18072 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:21.925977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:21.947760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0261a5-3301-4ffc-ac0d-054de19b5e89 None None] Pushing event updated for resources: {'Port': ['ID=38acf7c0-67f4-437a-b3fc-104eabd250bd,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:22.052533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bea7a0-5e7a-4bb7-aee9-56bce7d603b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=2474cbdb-7c25-4ae3-9526-1571abaddef5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:22.067664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:38:22.082007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42958) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:22.192357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks [] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:22.193379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] For port 4916a28a-bfe2-4e67-9442-89d030c18072, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4916a28a-bfe2-4e67-9442-89d030c18072,segment=NetworkSegment(f718701a-c71a-4f82-8357-7736b2743256),segment_id=f718701a-c71a-4f82-8357-7736b2743256)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:22.193379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:22.239633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:22.250130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Calling delete_port for 4916a28a-bfe2-4e67-9442-89d030c18072 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:22.255830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:22.473205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0c18101-c50c-4a72-b12a-09868e2c6a91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:22.575699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:22.638600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4916a28a-bfe2-4e67-9442-89d030c18072), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:22.692449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:22.702705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:22.706547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Pushing event deleted for resources: {'Port': ['ID=4916a28a-bfe2-4e67-9442-89d030c18072,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:22.714682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:22.832277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Pushing event updated for resources: {'Port': ['ID=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:23.091070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 38acf7c0-67f4-437a-b3fc-104eabd250bd up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:23.109441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0c18101-c50c-4a72-b12a-09868e2c6a91 admin admin] Publish callbacks [] for security_group (f506cbe0-9cf2-43b6-a9b8-6d8e77857411), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.176548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0c18101-c50c-4a72-b12a-09868e2c6a91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f506cbe0-9cf2-43b6-a9b8-6d8e77857411), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.180201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.276851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 38acf7c0-67f4-437a-b3fc-104eabd250bd triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:23.277463 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.361709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (4bb4743f-66e6-464c-8638-ab7c14f98733), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.470101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c18101-c50c-4a72-b12a-09868e2c6a91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f506cbe0-9cf2-43b6-a9b8-6d8e77857411,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:23.499528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e0c18101-c50c-4a72-b12a-09868e2c6a91 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=adc8a0c79d7f439db2ebcad778804750&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4160533 Feb 17 22:38:23.550226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 42968) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:23.578860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 38acf7c0-67f4-437a-b3fc-104eabd250bd is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:23.579258 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.652573 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-004e76b2-aebd-49df-bed9-797605b238e0 admin admin] Publish callbacks [] for security_group (f506cbe0-9cf2-43b6-a9b8-6d8e77857411), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.652792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 38acf7c0-67f4-437a-b3fc-104eabd250bd, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=38acf7c0-67f4-437a-b3fc-104eabd250bd,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:23.665539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.673566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=4bb4743f-66e6-464c-8638-ab7c14f98733,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:23.755589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks [] for router_gateway (6341d413-12dc-4376-a108-1b99ff1ef358), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.809721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=38acf7c0-67f4-437a-b3fc-104eabd250bd,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:23.835617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-004e76b2-aebd-49df-bed9-797605b238e0 admin admin] Publish callbacks [] for security_group (f506cbe0-9cf2-43b6-a9b8-6d8e77857411), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:23.859257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ca64ea-0f45-45b8-ac94-3803d75dee6e None None] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:23.874788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': 'd2a75d27-d266-4bff-b16a-c4ad73cf3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '78a98852-cb04-4331-b968-fae53c1b39e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:23.875319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: 78a98852-cb04-4331-b968-fae53c1b39e8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:23.885980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:23.986570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 78a98852-cb04-4331-b968-fae53c1b39e8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:24.044806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 78a98852-cb04-4331-b968-fae53c1b39e8) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:24.062086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:24.062586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:24.069768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab40fb-3528-48d8-b4dd-87fc065ddd6b None None] Network 78a98852-cb04-4331-b968-fae53c1b39e8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:24.120720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:24.129284 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a26521fd-ae99-49e2-8205-4cb100c1f638 admin admin] 10.222.0.79 "PUT /v2.0/routers/8744e351-ef14-4ccc-93ab-ab4cc0763dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9789088 Feb 17 22:38:24.133164 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] Sync routers for ids ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:24.141550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42972) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:24.157056 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] Routers {'8744e351-ef14-4ccc-93ab-ab4cc0763dcd'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:24.157947 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:24.160644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6039251c-7fce-40bd-a810-fd4fe50006f8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3709700 Feb 17 22:38:24.190990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-863df6f6-44d3-47e1-acd3-c04e55bb9bc4 None None] Provisioning complete for port 38acf7c0-67f4-437a-b3fc-104eabd250bd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:24.191588 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-863df6f6-44d3-47e1-acd3-c04e55bb9bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:24.238244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 42974) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:24.249843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': '2474cbdb-7c25-4ae3-9526-1571abaddef5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:24.289159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-004e76b2-aebd-49df-bed9-797605b238e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f506cbe0-9cf2-43b6-a9b8-6d8e77857411), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:24.291322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-004e76b2-aebd-49df-bed9-797605b238e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:24.292533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-004e76b2-aebd-49df-bed9-797605b238e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f506cbe0-9cf2-43b6-a9b8-6d8e77857411 HTTP/1.1" status: 204 len: 168 time: 0.7409365 Feb 17 22:38:24.398355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-78a98852-cb04-4331-b968-fae53c1b39e8', 'network_id': '78a98852-cb04-4331-b968-fae53c1b39e8', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': '4bb4743f-66e6-464c-8638-ab7c14f98733'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:38:24.399227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:24.422204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004e76b2-aebd-49df-bed9-797605b238e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f506cbe0-9cf2-43b6-a9b8-6d8e77857411,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:24.490554 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] Set router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:24.492154 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks [] for router (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:24.576213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (6341d413-12dc-4376-a108-1b99ff1ef358), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:24.869379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-863df6f6-44d3-47e1-acd3-c04e55bb9bc4 None None] Current status of the port 38acf7c0-67f4-437a-b3fc-104eabd250bd is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:24.933065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 38acf7c0-67f4-437a-b3fc-104eabd250bd up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:24.971491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Allocated IP 2001:db8::2 (78a98852-cb04-4331-b968-fae53c1b39e8/4bb4743f-66e6-464c-8638-ab7c14f98733/ba911ed3-6ef4-4269-b36e-24a3ad0cb62f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:25.029951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:25.039312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:25.048342 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:38:22Z', 'revision_number': 5, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:25.096003 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] Checking router: 8744e351-ef14-4ccc-93ab-ab4cc0763dcd for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:25.131019 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] Routers {'8744e351-ef14-4ccc-93ab-ab4cc0763dcd'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:25.133681 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:25.134364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-12a53167-fc65-42fd-96db-9d0976ce3ccf None None] Provisioning complete for port 38acf7c0-67f4-437a-b3fc-104eabd250bd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:25.135401 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12a53167-fc65-42fd-96db-9d0976ce3ccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:25.326371 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] Set router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:25.485095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks [] for router_gateway (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:25.820999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Router 6341d413-12dc-4376-a108-1b99ff1ef358 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:38:25.873919 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:38:22Z', 'revision_number': 5, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:25.881035 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:25.926084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (90974779-35eb-435d-8be4-b64545e78b88), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:25.929640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 38acf7c0-67f4-437a-b3fc-104eabd250bd triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:25.930090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:25.933629 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e1821f-f66f-4f03-96e5-bf575f9e11c5 None None] The sync data for ids ['8744e351-ef14-4ccc-93ab-ab4cc0763dcd'] in n-d-828369-18 is: [{'id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'name': 'tempest-ServerRescueTestJSON-476751864-router', 'tenant_id': 'ead96471e40b4614b4ce2d6330099131', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25'}], 'enable_snat': True}, 'gw_port_id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:36:03Z', 'updated_at': '2022-02-17T22:38:22Z', 'revision_number': 5, 'project_id': 'ead96471e40b4614b4ce2d6330099131', 'gw_port': {'id': '4c6be3fd-9f3b-4baf-9c03-aca9b47aa013', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:61:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8744e351-ef14-4ccc-93ab-ab4cc0763dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2870, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:36:06Z', 'updated_at': '2022-02-17T22:36:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:26.067166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-12a53167-fc65-42fd-96db-9d0976ce3ccf None None] Current status of the port 38acf7c0-67f4-437a-b3fc-104eabd250bd is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:26.113824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Deleting port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:26.114163 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:26.153248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:26.196960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:26.209054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 38acf7c0-67f4-437a-b3fc-104eabd250bd is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:26.210846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5124ef36-1405-42ee-bd1d-3314c64ca689 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0565760 Feb 17 22:38:26.212142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:26.214321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43014) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:26.230223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43018) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:26.245528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:26.247697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:26.325422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] For port 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:26.326288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:26.348692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Calling delete_port for 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:26.539406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:26.711925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=90974779-35eb-435d-8be4-b64545e78b88,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:26.763909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': 'ee833a53-7c9b-4017-822c-2118ca3b2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2474cbdb-7c25-4ae3-9526-1571abaddef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:26.764382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: 2474cbdb-7c25-4ae3-9526-1571abaddef5, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:26.810341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4c6be3fd-9f3b-4baf-9c03-aca9b47aa013), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:26.849280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4c6be3fd-9f3b-4baf-9c03-aca9b47aa013,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:26.854321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:26.916264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2474cbdb-7c25-4ae3-9526-1571abaddef5) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:26.924950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:26.925573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:26.944331 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Publish callbacks [] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:26.951791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:26.954988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4916a28a-bfe2-4e67-9442-89d030c18072 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:26.958531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d70e59-ccd4-4f4e-86ce-5860bca76c3a None None] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:26.958730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-12851a44-35eb-4ff0-8835-79a757cd63a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7195158 Feb 17 22:38:26.992566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:26.997211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5e099c61-3cd7-4669-a63f-568adcff60e1 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1317813326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:27.054870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e099c61-3cd7-4669-a63f-568adcff60e1 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (fcec1746-d090-4bf7-9204-43aa64bf4134), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.055978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e099c61-3cd7-4669-a63f-568adcff60e1 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (fcec1746-d090-4bf7-9204-43aa64bf4134), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.202879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.207877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks [] for router_controller (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.253962 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.268251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 4916a28a-bfe2-4e67-9442-89d030c18072 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:27.268714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4916a28a-bfe2-4e67-9442-89d030c18072 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:27.317496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (8744e351-ef14-4ccc-93ab-ab4cc0763dcd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.318702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8744e351-ef14-4ccc-93ab-ab4cc0763dcd {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:38:27.323529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.324876 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-524545e2-d679-447c-826d-19564c6d66ff admin admin] 10.222.0.79 "DELETE /v2.0/routers/8744e351-ef14-4ccc-93ab-ab4cc0763dcd HTTP/1.1" status: 204 len: 168 time: 3.1800380 Feb 17 22:38:27.327812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43032) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:27.382479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e099c61-3cd7-4669-a63f-568adcff60e1 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (fcec1746-d090-4bf7-9204-43aa64bf4134), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.396951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e099c61-3cd7-4669-a63f-568adcff60e1 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (fcec1746-d090-4bf7-9204-43aa64bf4134), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.454851 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] Deleting subnet 76a1ec48-61af-4955-bfd8-afaffc4be11e {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:38:27.461070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] Publish callbacks [] for subnet (76a1ec48-61af-4955-bfd8-afaffc4be11e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.475600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Network 78a98852-cb04-4331-b968-fae53c1b39e8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:27.477106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2474cbdb-7c25-4ae3-9526-1571abaddef5', 'network_id': '2474cbdb-7c25-4ae3-9526-1571abaddef5', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': '90974779-35eb-435d-8be4-b64545e78b88'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:38:27.478174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.506895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:27.521480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:27.536954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e099c61-3cd7-4669-a63f-568adcff60e1 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.542673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e099c61-3cd7-4669-a63f-568adcff60e1 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5490329 Feb 17 22:38:27.543095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43036) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:27.563824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Pushing event updated for resources: {'Port': ['ID=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:27.668030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Attempting to bind port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:27.668418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Attempting to bind port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd2a75d27-d266-4bff-b16a-c4ad73cf3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '78a98852-cb04-4331-b968-fae53c1b39e8'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:27.669505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Attempting to bind port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f on network 78a98852-cb04-4331-b968-fae53c1b39e8 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:27.732514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (76a1ec48-61af-4955-bfd8-afaffc4be11e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.733474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:27.734130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Checking segment: {'id': 'd2a75d27-d266-4bff-b16a-c4ad73cf3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '78a98852-cb04-4331-b968-fae53c1b39e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:27.734626 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.735127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Bound using segment: {'id': 'd2a75d27-d266-4bff-b16a-c4ad73cf3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '78a98852-cb04-4331-b968-fae53c1b39e8'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:27.735648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Bound port: ba911ed3-6ef4-4269-b36e-24a3ad0cb62f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a75d27-d266-4bff-b16a-c4ad73cf3528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '78a98852-cb04-4331-b968-fae53c1b39e8'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:27.736033 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:27.769884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:23Z', 'revision_number': 3, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:27.863877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:27.864133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Updating router 6341d413-12dc-4376-a108-1b99ff1ef358 port ec5536f4-b91e-492a-9a2a-d08659a0fc3f binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:38:27.916659 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.074833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.195481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Allocated IP 172.20.0.1 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/e3a89764-39e6-41cb-b7f8-68a4c93a2750) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:28.212692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (51a9dfce-ceac-4249-8262-0c3f652b2030), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.317441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Allocated IP 2001:db8:1::2 (2474cbdb-7c25-4ae3-9526-1571abaddef5/90974779-35eb-435d-8be4-b64545e78b88/e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:28.334258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] For port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:28.349681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] For port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,segment=NetworkSegment(d2a75d27-d266-4bff-b16a-c4ad73cf3528),segment_id=d2a75d27-d266-4bff-b16a-c4ad73cf3528)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:28.405853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.640376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (76a1ec48-61af-4955-bfd8-afaffc4be11e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.691193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks [] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.752465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (76a1ec48-61af-4955-bfd8-afaffc4be11e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.795296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a1ec48-61af-4955-bfd8-afaffc4be11e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:28.801158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.807532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3a6cee4d-2c29-4d0c-b114-1e6fa24d402f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/76a1ec48-61af-4955-bfd8-afaffc4be11e HTTP/1.1" status: 204 len: 168 time: 1.4780042 Feb 17 22:38:28.808863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:28.934409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.943787 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:28.993597 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Publish callbacks [] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.025543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:29.037456 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.044499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28366d97-172c-4518-bca2-0bc79f1ec7b6 None None] Pushing event updated for resources: {'Port': ['ID=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:29.096394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:29.101708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a89764-39e6-41cb-b7f8-68a4c93a2750,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:29.111059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:29.117368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:29.142779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:29.143679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4c6be3fd-9f3b-4baf-9c03-aca9b47aa013 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:29.213166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.213763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.213856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.216976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.217243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.220204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.222838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.223195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.223559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.223897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.224226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.224551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.224873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:29.275808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94e9fb-81ea-4d86-bae5-aea62201818a None None] Pushing event updated for resources: {'Port': ['ID=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:29.293170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (6341d413-12dc-4376-a108-1b99ff1ef358), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.304276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.412810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Attempting to bind port ec5536f4-b91e-492a-9a2a-d08659a0fc3f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:29.413179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Attempting to bind port ec5536f4-b91e-492a-9a2a-d08659a0fc3f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:29.415738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Attempting to bind port ec5536f4-b91e-492a-9a2a-d08659a0fc3f on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:29.448143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:29.448711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:29.449131 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.449537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:29.452792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Bound port: ec5536f4-b91e-492a-9a2a-d08659a0fc3f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:29.453208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.462439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Deleting port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:29.462821 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.568601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] For port 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:29.569004 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.586055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Calling delete_port for 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:29.586306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Publish callbacks [] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.642204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8b92ac7e-2c3b-4a15-8ffb-1f65f98b3292 None None] Provisioning complete for port e3a89764-39e6-41cb-b7f8-68a4c93a2750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:29.642584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8b92ac7e-2c3b-4a15-8ffb-1f65f98b3292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.644819 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.870471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8b92ac7e-2c3b-4a15-8ffb-1f65f98b3292 None None] Port e3a89764-39e6-41cb-b7f8-68a4c93a2750 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:29.997116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.999917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] For port ec5536f4-b91e-492a-9a2a-d08659a0fc3f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:29.999917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] For port ec5536f4-b91e-492a-9a2a-d08659a0fc3f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:29.999917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:29.999917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Pushing event updated for resources: {'Port': ['ID=e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:29.999917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:29.999917 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:29.999917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:30.057024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26aae0f7-fb5b-49fb-8bbb-aaddefbe505b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:30.100595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f718701a-c71a-4f82-8357-7736b2743256') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:30.100898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f718701a-c71a-4f82-8357-7736b2743256') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:30.216774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (f718701a-c71a-4f82-8357-7736b2743256), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.264993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf94e9fb-81ea-4d86-bae5-aea62201818a None None] Pushing event updated for resources: {'Port': ['ID=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:30.281383 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.302084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f718701a-c71a-4f82-8357-7736b2743256), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.305071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Attempting to bind port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:30.305785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Attempting to bind port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'ee833a53-7c9b-4017-822c-2118ca3b2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2474cbdb-7c25-4ae3-9526-1571abaddef5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:30.306560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Attempting to bind port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 on network 2474cbdb-7c25-4ae3-9526-1571abaddef5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:30.317617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:30.318677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:30.340710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:30.341164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (f718701a-c71a-4f82-8357-7736b2743256), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:30.368768 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:30.385489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:30.397151 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.585771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:30.586296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Checking segment: {'id': 'ee833a53-7c9b-4017-822c-2118ca3b2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2474cbdb-7c25-4ae3-9526-1571abaddef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:30.587088 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.587525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Bound using segment: {'id': 'ee833a53-7c9b-4017-822c-2118ca3b2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2474cbdb-7c25-4ae3-9526-1571abaddef5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:30.588134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Bound port: e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee833a53-7c9b-4017-822c-2118ca3b2a32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2474cbdb-7c25-4ae3-9526-1571abaddef5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:30.588553 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.621596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (26aae0f7-fb5b-49fb-8bbb-aaddefbe505b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.630326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8::1 (78a98852-cb04-4331-b968-fae53c1b39e8/4bb4743f-66e6-464c-8638-ab7c14f98733/c442f9c5-5f41-473e-9fe9-7d537f4ed271) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:30.650699 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:30.654816 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] 10.222.0.79 "DELETE /v2.0/networks/26aae0f7-fb5b-49fb-8bbb-aaddefbe505b HTTP/1.1" status: 204 len: 168 time: 1.8445797 Feb 17 22:38:30.707175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b45dc-4c5d-465d-afda-c10c1d0d6960 admin admin] Pushing event deleted for resources: {'Network': ['ID=26aae0f7-fb5b-49fb-8bbb-aaddefbe505b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:30.948445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973860e-69b6-4430-86b8-a6d80fb69c71 None None] Network 78a98852-cb04-4331-b968-fae53c1b39e8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:31.018881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (51a9dfce-ceac-4249-8262-0c3f652b2030), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.123984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43088) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:31.237359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.265400 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1edf21a5-30b0-4920-8927-bbcd9042ef3d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ead96471e40b4614b4ce2d6330099131&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1402614 Feb 17 22:38:31.266612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ba911ed3-6ef4-4269-b36e-24a3ad0cb62f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:31.268892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:31.295462 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks [] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.368711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-504ba5aa-1cd6-4a9b-9a8a-ce017cacfd92 None None] Provisioning complete for port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:31.369084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-504ba5aa-1cd6-4a9b-9a8a-ce017cacfd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.406532 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72bce5fe-d094-429e-ba25-016b5373b6d2 admin admin] Publish callbacks [] for security_group (3f40cec0-3a9a-4ead-8c9d-14c607098b97), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.414200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.484256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72bce5fe-d094-429e-ba25-016b5373b6d2 admin admin] Publish callbacks [] for security_group (3f40cec0-3a9a-4ead-8c9d-14c607098b97), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.517678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 78a98852-cb04-4331-b968-fae53c1b39e8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:31.530878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:31.541701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:31.544185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.613396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] For port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:31.706520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:31.707208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.757892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=c442f9c5-5f41-473e-9fe9-7d537f4ed271,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:31.813374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:31.855951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] For port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7,segment=NetworkSegment(ee833a53-7c9b-4017-822c-2118ca3b2a32),segment_id=ee833a53-7c9b-4017-822c-2118ca3b2a32)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:31.885806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.892130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:31.984651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.016509 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72bce5fe-d094-429e-ba25-016b5373b6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f40cec0-3a9a-4ead-8c9d-14c607098b97), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.016813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f23ec3-a837-4142-9f59-059442671f17 None None] Pushing event updated for resources: {'Port': ['ID=e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:32.019386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72bce5fe-d094-429e-ba25-016b5373b6d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.024867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72bce5fe-d094-429e-ba25-016b5373b6d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f40cec0-3a9a-4ead-8c9d-14c607098b97 HTTP/1.1" status: 204 len: 168 time: 0.7545769 Feb 17 22:38:32.069694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-504ba5aa-1cd6-4a9b-9a8a-ce017cacfd92 None None] Current status of the port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:32.070104 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-504ba5aa-1cd6-4a9b-9a8a-ce017cacfd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.071048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (6341d413-12dc-4376-a108-1b99ff1ef358), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.099910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bce5fe-d094-429e-ba25-016b5373b6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f40cec0-3a9a-4ead-8c9d-14c607098b97,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:32.294375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a89764-39e6-41cb-b7f8-68a4c93a2750,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:32.490731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Router 51a9dfce-ceac-4249-8262-0c3f652b2030 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:32.541681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:32.541681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:32.602127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:32.602623 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.663035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.675813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.680697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:32.929269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=c442f9c5-5f41-473e-9fe9-7d537f4ed271,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:32.946204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 78a98852-cb04-4331-b968-fae53c1b39e8 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:32.947770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:32.969466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-504ba5aa-1cd6-4a9b-9a8a-ce017cacfd92 None None] For port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,segment=NetworkSegment(d2a75d27-d266-4bff-b16a-c4ad73cf3528),segment_id=d2a75d27-d266-4bff-b16a-c4ad73cf3528)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:33.002166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-504ba5aa-1cd6-4a9b-9a8a-ce017cacfd92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:33.029571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:33.040715 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] Sync routers for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:33.056725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f5917b90-0bf4-464b-a004-9f57be394159 admin admin] 10.222.0.79 "PUT /v2.0/routers/51a9dfce-ceac-4249-8262-0c3f652b2030/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8236630 Feb 17 22:38:33.057489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43132) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:33.062405 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:33.062912 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:33.243690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:33.281938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router fcec1746-d090-4bf7-9204-43aa64bf4134 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:38:33.370635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Provisioning complete for port c442f9c5-5f41-473e-9fe9-7d537f4ed271 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:33.372744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:33.446451 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:38:33.447457 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:38:33.489904 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:33.493340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:28Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:33.499811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ba5aa-1cd6-4a9b-9a8a-ce017cacfd92 None None] Pushing event updated for resources: {'Port': ['ID=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:33.547949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc8a35c-d98d-4ce5-b7f9-fcfefc82f0d5 None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:28Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:33.560684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Port c442f9c5-5f41-473e-9fe9-7d537f4ed271 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:33.576082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Provisioning complete for port e3a89764-39e6-41cb-b7f8-68a4c93a2750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:33.578026 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:33.648797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:33.669887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43148) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:33.676890 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8046942d-056d-4d2f-9dc4-431cd8397fda tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/fcec1746-d090-4bf7-9204-43aa64bf4134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1112492 Feb 17 22:38:33.730610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] Sync routers for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:33.799967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Port e3a89764-39e6-41cb-b7f8-68a4c93a2750 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:33.801661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:33.802311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:33.812594 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks [] for router (51a9dfce-ceac-4249-8262-0c3f652b2030), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:33.897954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43156) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:33.944067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:34.005409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ffca4f-db08-499e-bfa9-6dc7bbc45ec5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:34.011182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-57ffca4f-db08-499e-bfa9-6dc7bbc45ec5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports/c442f9c5-5f41-473e-9fe9-7d537f4ed271 HTTP/1.1" status: 200 len: 911 time: 0.3320949 Feb 17 22:38:34.013845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43164) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:34.026528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:34.078006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Provisioning complete for port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:34.078583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:34.200853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-network', 'tenant_id': '74362439ef4b4747818e53a29a21e660'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:34.236991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:34.237643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:34.254284 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 5, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port': {'id': '9f91ea0f-996d-4390-bf0b-4c1453fd538c', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:37:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1840, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:27:26Z', 'updated_at': '2022-02-17T22:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:34.256263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c44f7-0950-4eb7-8684-517798442bc8 None None] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:34.293565 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Made reservation on behalf of 74362439ef4b4747818e53a29a21e660 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:34.297024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:34.309247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:34.335244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d2de331a-52f2-4ecd-aa6c-ec6a6c228368 admin admin] 10.222.0.79 "PUT /v2.0/routers/6341d413-12dc-4376-a108-1b99ff1ef358/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1197000 Feb 17 22:38:34.337000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks [] for router_gateway (51a9dfce-ceac-4249-8262-0c3f652b2030), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:34.365584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:34.376212 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] Checking router: 51a9dfce-ceac-4249-8262-0c3f652b2030 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:34.413116 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] Routers {'51a9dfce-ceac-4249-8262-0c3f652b2030'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:34.414208 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['51a9dfce-ceac-4249-8262-0c3f652b2030'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:34.458168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Deleting port 9f91ea0f-996d-4390-bf0b-4c1453fd538c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:34.458516 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:34.463007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:34.503233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:34.503795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234df406-0267-44d5-9280-793fc4d8ee38 None None] The sync data for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:34.661967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] For port 9f91ea0f-996d-4390-bf0b-4c1453fd538c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9f91ea0f-996d-4390-bf0b-4c1453fd538c,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:34.663491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:34.681291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Calling delete_port for 9f91ea0f-996d-4390-bf0b-4c1453fd538c owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:34.700802 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] Set router 51a9dfce-ceac-4249-8262-0c3f652b2030 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:34.920822 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9f91ea0f-996d-4390-bf0b-4c1453fd538c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:34.987149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:34.987598 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.027509 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:38:34Z', 'revision_number': 6, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:35.034924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f91ea0f-996d-4390-bf0b-4c1453fd538c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:35.132472 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02e8c82-59cf-4edc-aa3c-989760e38bb1 None None] The sync data for ids ['51a9dfce-ceac-4249-8262-0c3f652b2030'] in n-d-828369-18 is: [{'id': '51a9dfce-ceac-4249-8262-0c3f652b2030', 'name': 'tempest-AttachVolumeTestJSON-83523286-router', 'tenant_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:27:24Z', 'updated_at': '2022-02-17T22:38:34Z', 'revision_number': 6, 'project_id': '48ad5cf5371f41bfa0e3a0692349e2cb', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:35.209857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9e474-64c9-4642-a2ef-fd3162043c8b None None] Current status of the port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:35.288531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (51a9dfce-ceac-4249-8262-0c3f652b2030), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.420238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks [] for security_group (455daceb-d675-44b6-836c-f371d320cd0f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.449168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:35.449566 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.452533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3d0245a0-49e1-40aa-a49c-c22e30c8a211 None None] Provisioning complete for port c442f9c5-5f41-473e-9fe9-7d537f4ed271 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:35.452911 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d0245a0-49e1-40aa-a49c-c22e30c8a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.458408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (455daceb-d675-44b6-836c-f371d320cd0f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.488893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:38:35.503097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c06c035f-aae0-4278-ad6b-11d6e2c84461), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.503691 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Added segment c06c035f-aae0-4278-ad6b-11d6e2c84461 of type vlan for network 19ab9f26-40db-49ed-a543-d476be25222f Feb 17 22:38:35.610301 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (19ab9f26-40db-49ed-a543-d476be25222f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.649130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3d0245a0-49e1-40aa-a49c-c22e30c8a211 None None] Port c442f9c5-5f41-473e-9fe9-7d537f4ed271 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:35.663260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7,segment=NetworkSegment(ee833a53-7c9b-4017-822c-2118ca3b2a32),segment_id=ee833a53-7c9b-4017-822c-2118ca3b2a32)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:35.687596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.691328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ba911ed3-6ef4-4269-b36e-24a3ad0cb62f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:35.703510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.714982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (19ab9f26-40db-49ed-a543-d476be25222f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.716213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:35.717511 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.752100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (51a9dfce-ceac-4249-8262-0c3f652b2030), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.759473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks [] for router_controller (51a9dfce-ceac-4249-8262-0c3f652b2030), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.862888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43200) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:35.869392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1410020035-network', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:35.909232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455daceb-d675-44b6-836c-f371d320cd0f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:35.938933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0391355 Feb 17 22:38:35.948301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43204) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:35.959269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Request body: {'subnet': {'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-subnet', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:35.969923 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (51a9dfce-ceac-4249-8262-0c3f652b2030), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.970869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a9dfce-ceac-4249-8262-0c3f652b2030 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:38:35.974193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Made reservation on behalf of 23f9860ddeef45d79875ffd136c66b7b for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:35.974374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3d0245a0-49e1-40aa-a49c-c22e30c8a211 None None] Provisioning complete for port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:35.974745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d0245a0-49e1-40aa-a49c-c22e30c8a211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.980076 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:35.995747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.002341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-de759834-d14a-48dc-8fae-096500dfa1f5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/51a9dfce-ceac-4249-8262-0c3f652b2030 HTTP/1.1" status: 204 len: 168 time: 2.9330158 Feb 17 22:38:36.003270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43206) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:36.029044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.045051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:36.121478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Made reservation on behalf of 74362439ef4b4747818e53a29a21e660 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:36.124625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.129981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] Deleting subnet 27100d44-8a5c-4153-a004-e8eb790e1c17 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:38:36.134247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:36.135764 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.137230 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] Publish callbacks [] for subnet (27100d44-8a5c-4153-a004-e8eb790e1c17), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.375659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3d0245a0-49e1-40aa-a49c-c22e30c8a211 None None] Current status of the port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:36.378082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:36.382790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (27100d44-8a5c-4153-a004-e8eb790e1c17), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.513728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3449d939-13bd-450e-ab7d-e622026c846d None None] Provisioning complete for port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:36.514114 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (27100d44-8a5c-4153-a004-e8eb790e1c17), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.514952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3449d939-13bd-450e-ab7d-e622026c846d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.667286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (27100d44-8a5c-4153-a004-e8eb790e1c17), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.746595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:36.862856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27100d44-8a5c-4153-a004-e8eb790e1c17,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:36.868863 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:36.876357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5eb0a4ac-2ee3-49b7-ab64-a6d0aa4eaee4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/27100d44-8a5c-4153-a004-e8eb790e1c17 HTTP/1.1" status: 204 len: 168 time: 0.8614106 Feb 17 22:38:36.902108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43226) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:36.916323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks [] for security_group (8cc3c751-44c6-4b77-98f1-b50db6c77274), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.043284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c951-f9ee-4dc5-82a3-74b49dd993b4 admin admin] Pushing event updated for resources: {'Network': ['ID=19ab9f26-40db-49ed-a543-d476be25222f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:37.046369 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8cc3c751-44c6-4b77-98f1-b50db6c77274), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.059422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:38:37.073773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (eca7fc53-a022-45c9-b36f-f048d70f4329), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.073773 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Added segment eca7fc53-a022-45c9-b36f-f048d70f4329 of type vlan for network 2033a582-7747-454d-ae89-afd5da38ae74 Feb 17 22:38:37.124772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2033a582-7747-454d-ae89-afd5da38ae74), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.198313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2033a582-7747-454d-ae89-afd5da38ae74), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.199313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:37.200030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.244531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d97d414-4fd7-4bea-b845-2fbb211e1cb5 None None] Network 6ca20bca-50b2-42fb-a57b-35ba5c000d56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:37.246575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 19ab9f26-40db-49ed-a543-d476be25222f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:38:37.361790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3449d939-13bd-450e-ab7d-e622026c846d None None] Current status of the port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:37.462206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8:1::1 (2474cbdb-7c25-4ae3-9526-1571abaddef5/90974779-35eb-435d-8be4-b64545e78b88/f87b6518-8ebb-45ed-910e-3071659af574) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:37.491187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6ca20bca-50b2-42fb-a57b-35ba5c000d56), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.559681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:37.560331 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.564922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc3c751-44c6-4b77-98f1-b50db6c77274,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:37.619643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7529500 Feb 17 22:38:37.621937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (f87b6518-8ebb-45ed-910e-3071659af574), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.673045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43248) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:37.684639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Request body: {'subnet': {'network_id': '2033a582-7747-454d-ae89-afd5da38ae74', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1410020035-subnet', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:37.694911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f87b6518-8ebb-45ed-910e-3071659af574), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.741553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:37.742743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec5536f4-b91e-492a-9a2a-d08659a0fc3f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:37.820221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c64a45-89c6-4cc5-a61b-51a883decb1b admin admin] Pushing event updated for resources: {'Network': ['ID=2033a582-7747-454d-ae89-afd5da38ae74,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:37.822321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] DHCP port deletion for 6ca20bca-50b2-42fb-a57b-35ba5c000d56 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:38:37.833297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:37.835236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2033a582-7747-454d-ae89-afd5da38ae74 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:38:37.884459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=f87b6518-8ebb-45ed-910e-3071659af574,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:37.892769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:37.909539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:37.913293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.922322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (3e1c4c82-6351-40c7-852e-f4087fc74a6f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:37.994404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ec5536f4-b91e-492a-9a2a-d08659a0fc3f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:37.995012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.028945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Made reservation on behalf of 23f9860ddeef45d79875ffd136c66b7b for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:38:38.031154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Deleting port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:38.031972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.033234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.121759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] Deleting port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:38.122760 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.152886 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:38.184983 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:38.191712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:38.192330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] For port ac87f0bd-f1c4-429e-8705-b6aa1de926b3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:38.192708 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.234982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Calling delete_port for ac87f0bd-f1c4-429e-8705-b6aa1de926b3 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:38.365514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f87b6518-8ebb-45ed-910e-3071659af574), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.379906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1c4c82-6351-40c7-852e-f4087fc74a6f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:38.386129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] For port ac87f0bd-f1c4-429e-8705-b6aa1de926b3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,segment=NetworkSegment(4b36d7be-cea1-46a8-a55b-689a9698537f),segment_id=4b36d7be-cea1-46a8-a55b-689a9698537f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:38.389344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.428738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] Calling delete_port for ac87f0bd-f1c4-429e-8705-b6aa1de926b3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:38.473461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Checking segment: {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:38.479444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Network hostable DHCP agents. Network: 19ab9f26-40db-49ed-a543-d476be25222f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:38.577435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Network 19ab9f26-40db-49ed-a543-d476be25222f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:38.586823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.597390 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:38.626311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 19ab9f26-40db-49ed-a543-d476be25222f) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:38.631882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:38.632470 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.638392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] No DVR routers for this DVR port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:38.646877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Pushing event deleted for resources: {'Port': ['ID=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:38.657780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a141296b-d287-4259-a6b2-21e1431a2e10 None None] Network 19ab9f26-40db-49ed-a543-d476be25222f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:38.684968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (fa6e0ce9-2af2-45f1-8f9f-446046083039), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.685358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1963a06d-65cf-46bb-a1b0-590c143ed315 None None] Provisioning complete for port f87b6518-8ebb-45ed-910e-3071659af574 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:38.685990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1963a06d-65cf-46bb-a1b0-590c143ed315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f87b6518-8ebb-45ed-910e-3071659af574), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.689233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ec5536f4-b91e-492a-9a2a-d08659a0fc3f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:38.689824 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.697860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-28a136a9-5dc8-4629-b307-fb390bfeb8b8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.7468927 Feb 17 22:38:38.735747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43266) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:38.760182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:38.860259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6e0ce9-2af2-45f1-8f9f-446046083039,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:38.864332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6ca20bca-50b2-42fb-a57b-35ba5c000d56), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.882728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Checking segment: {'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:38.883809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Network hostable DHCP agents. Network: 2033a582-7747-454d-ae89-afd5da38ae74, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:38:38.924716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ca20bca-50b2-42fb-a57b-35ba5c000d56']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:38.951229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b36d7be-cea1-46a8-a55b-689a9698537f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:38.951891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b36d7be-cea1-46a8-a55b-689a9698537f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:38.955425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1963a06d-65cf-46bb-a1b0-590c143ed315 None None] Port f87b6518-8ebb-45ed-910e-3071659af574 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:38.982450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ec5536f4-b91e-492a-9a2a-d08659a0fc3f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:38.987689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (4b36d7be-cea1-46a8-a55b-689a9698537f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:38.990852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea07d6-fb2b-43f0-b129-295aff8a83bf None None] Network 19ab9f26-40db-49ed-a543-d476be25222f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:39.002149 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.016773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4b36d7be-cea1-46a8-a55b-689a9698537f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.027583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:39.027980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (4b36d7be-cea1-46a8-a55b-689a9698537f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.036822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ac87f0bd-f1c4-429e-8705-b6aa1de926b3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.108031 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 2, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:39.119826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Network 2033a582-7747-454d-ae89-afd5da38ae74 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:39.130421 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:39.142627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (a119a840-d956-4234-93f3-8aae32d3154b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.144203 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (a119a840-d956-4234-93f3-8aae32d3154b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.148685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2033a582-7747-454d-ae89-afd5da38ae74) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:39.160087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:39.163952 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.168625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6ca20bca-50b2-42fb-a57b-35ba5c000d56), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.185983 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.193259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] 10.222.0.79 "DELETE /v2.0/networks/6ca20bca-50b2-42fb-a57b-35ba5c000d56 HTTP/1.1" status: 204 len: 168 time: 2.2873323 Feb 17 22:38:39.207620 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a2dbcc1a-19d9-45bd-a720-3bb0595332e6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5290780 Feb 17 22:38:39.224266 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:39.224900 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Updating router 6341d413-12dc-4376-a108-1b99ff1ef358 port e3a89764-39e6-41cb-b7f8-68a4c93a2750 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:38:39.229082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43276) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:39.246821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:38:39.254749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f91ea0f-996d-4390-bf0b-4c1453fd538c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:39.301154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c16458a-35a0-49bb-833a-8eea7a21926d admin admin] Pushing event deleted for resources: {'Network': ['ID=6ca20bca-50b2-42fb-a57b-35ba5c000d56,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:39.328640 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.392894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9f91ea0f-996d-4390-bf0b-4c1453fd538c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:39.393438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f91ea0f-996d-4390-bf0b-4c1453fd538c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:39.395180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:39.396786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks [] for router_controller (a119a840-d956-4234-93f3-8aae32d3154b), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.407010 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.408668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.427737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddfd96ca-c811-4dac-b562-5795861a7cd5 None None] Network 2033a582-7747-454d-ae89-afd5da38ae74 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:39.586333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] No DVR routers for this DVR port ac87f0bd-f1c4-429e-8705-b6aa1de926b3 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:39.635246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:39.636031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9f7f1e90-b8a2-4428-89c6-a5b42a2cc09c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:39.672178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks [] for router_controller (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.679631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks [] for router_gateway (a119a840-d956-4234-93f3-8aae32d3154b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.695417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:39.773579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39b8a6-8dd1-4cd6-869a-2d52fb821ab3 None None] Pushing event deleted for resources: {'Port': ['ID=ac87f0bd-f1c4-429e-8705-b6aa1de926b3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:39.778561 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.789348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (f87b6518-8ebb-45ed-910e-3071659af574), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.821620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2033a582-7747-454d-ae89-afd5da38ae74', 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74', 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'fixed_ips': [{'subnet_id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:38:39.827478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43290) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:39.841438 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.855387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ac87f0bd-f1c4-429e-8705-b6aa1de926b3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:39.880213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f87b6518-8ebb-45ed-910e-3071659af574), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.881310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:39.918418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ac87f0bd-f1c4-429e-8705-b6aa1de926b3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:39.918832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ac87f0bd-f1c4-429e-8705-b6aa1de926b3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:39.953486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2084c59b-1b08-4fbd-81b1-e348bc69d1be admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48ad5cf5371f41bfa0e3a0692349e2cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1158879 Feb 17 22:38:39.955640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43292) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:40.043235 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Publish callbacks [] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.054755 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.075558 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-521f4697-0d73-444a-9f2a-7506da0cc64f admin admin] Publish callbacks [] for security_group (a8d35241-c2c1-4ee2-bc6c-2d05e0895cad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.113340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:40.127008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-521f4697-0d73-444a-9f2a-7506da0cc64f admin admin] Publish callbacks [] for security_group (a8d35241-c2c1-4ee2-bc6c-2d05e0895cad), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.147199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=f87b6518-8ebb-45ed-910e-3071659af574,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:40.151538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:40.217033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Allocated IP 172.20.0.2 (2033a582-7747-454d-ae89-afd5da38ae74/fa6e0ce9-2af2-45f1-8f9f-446046083039/c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:40.222623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks [] for router_gateway (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.242193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-521f4697-0d73-444a-9f2a-7506da0cc64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a8d35241-c2c1-4ee2-bc6c-2d05e0895cad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.245988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-521f4697-0d73-444a-9f2a-7506da0cc64f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.247802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-521f4697-0d73-444a-9f2a-7506da0cc64f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a8d35241-c2c1-4ee2-bc6c-2d05e0895cad HTTP/1.1" status: 204 len: 168 time: 0.2895472 Feb 17 22:38:40.418549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f4697-0d73-444a-9f2a-7506da0cc64f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d35241-c2c1-4ee2-bc6c-2d05e0895cad,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:40.586084 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Pushing event updated for resources: {'Port': ['ID=e3a89764-39e6-41cb-b7f8-68a4c93a2750,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:40.606385 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Publish callbacks [] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.627673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.665592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks [] for router_gateway (a119a840-d956-4234-93f3-8aae32d3154b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.670834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router fcec1746-d090-4bf7-9204-43aa64bf4134 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:40.680780 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.685993 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.687229 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.687820 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.688383 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.688963 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.689676 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.690213 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.719292 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.726306 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.727315 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.727896 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.730413 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:40.732686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Pushing event updated for resources: {'Port': ['ID=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:40.745899 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Attempting to bind port e3a89764-39e6-41cb-b7f8-68a4c93a2750 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:40.753573 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Attempting to bind port e3a89764-39e6-41cb-b7f8-68a4c93a2750 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:40.754039 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Attempting to bind port e3a89764-39e6-41cb-b7f8-68a4c93a2750 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:40.756001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Network 2033a582-7747-454d-ae89-afd5da38ae74 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:40.758994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:40.762379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:40.776252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-eca3a345-ad26-487d-949a-2b090ee336ca None None] Provisioning complete for port e3a89764-39e6-41cb-b7f8-68a4c93a2750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:40.776858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-eca3a345-ad26-487d-949a-2b090ee336ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.789006 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:40.789853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.794006 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:40.795213 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.797380 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:40.798389 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Bound port: e3a89764-39e6-41cb-b7f8-68a4c93a2750, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:40.800797 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.925872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:40.946933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a4f2eb7-c444-4dc7-bd0d-6bfb85a0467f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/fcec1746-d090-4bf7-9204-43aa64bf4134/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9308522 Feb 17 22:38:40.951274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Attempting to bind port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:40.951960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Attempting to bind port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:40.952496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Attempting to bind port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 on network 2033a582-7747-454d-ae89-afd5da38ae74 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:40.960543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85857f7-642b-400f-b914-0f929b02073c None None] Sync routers for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:40.967948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:40.968922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Checking segment: {'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:40.970436 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.970879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Bound using segment: {'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:40.971333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Bound port: c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:40.971750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:40.978439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-eca3a345-ad26-487d-949a-2b090ee336ca None None] Port e3a89764-39e6-41cb-b7f8-68a4c93a2750 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:41.004194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85857f7-642b-400f-b914-0f929b02073c None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:41.004853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d85857f7-642b-400f-b914-0f929b02073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:41.033330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Allocated IP 172.25.0.128 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/cc821304-ccb3-43ee-a665-fa59e8ae4094) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:41.044671 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] For port e3a89764-39e6-41cb-b7f8-68a4c93a2750, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:41.053522 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] For port e3a89764-39e6-41cb-b7f8-68a4c93a2750, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e3a89764-39e6-41cb-b7f8-68a4c93a2750,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:41.065469 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:41.084773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43318) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:41.156012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f8639-4939-4c3d-aa73-4dd4570804be tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:41.160616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-752f8639-4939-4c3d-aa73-4dd4570804be tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports/f87b6518-8ebb-45ed-910e-3071659af574 HTTP/1.1" status: 200 len: 913 time: 0.0713434 Feb 17 22:38:41.170244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43328) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:41.243525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:41.244219 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:41.332805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks [] for router_gateway (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:41.349838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] For port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:41.363354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] For port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,segment=NetworkSegment(eca7fc53-a022-45c9-b36f-f048d70f4329),segment_id=eca7fc53-a022-45c9-b36f-f048d70f4329)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:41.379040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d85857f7-642b-400f-b914-0f929b02073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:41.382473 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c618c8-399b-47e5-a79c-0ba13b008a18 None None] Pushing event updated for resources: {'Port': ['ID=e3a89764-39e6-41cb-b7f8-68a4c93a2750,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:41.384011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:41.394044 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:41.552543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85857f7-642b-400f-b914-0f929b02073c None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:41.553473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d85857f7-642b-400f-b914-0f929b02073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:41.557242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd44a5-2add-475e-8323-a7af6932451b None None] Pushing event updated for resources: {'Port': ['ID=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:41.613932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d85857f7-642b-400f-b914-0f929b02073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:41.616194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85857f7-642b-400f-b914-0f929b02073c None None] The sync data for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:41.640890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-642ef0b9-c9c5-448a-a3e7-80e8a7de2437 None None] Provisioning complete for port f87b6518-8ebb-45ed-910e-3071659af574 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:41.641272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-642ef0b9-c9c5-448a-a3e7-80e8a7de2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f87b6518-8ebb-45ed-910e-3071659af574), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:41.709218 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:41.732460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-642ef0b9-c9c5-448a-a3e7-80e8a7de2437 None None] Port f87b6518-8ebb-45ed-910e-3071659af574 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:41.815278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec5536f4-b91e-492a-9a2a-d08659a0fc3f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:41.920022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-786bd941-b6a7-4774-84a9-a7dbe420a0eb None None] Provisioning complete for port e3a89764-39e6-41cb-b7f8-68a4c93a2750 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:41.921109 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-786bd941-b6a7-4774-84a9-a7dbe420a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:42.141743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ec5536f4-b91e-492a-9a2a-d08659a0fc3f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:42.142374 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:42.197565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-786bd941-b6a7-4774-84a9-a7dbe420a0eb None None] Current status of the port e3a89764-39e6-41cb-b7f8-68a4c93a2750 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:42.204144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-786bd941-b6a7-4774-84a9-a7dbe420a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:42.336757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-786bd941-b6a7-4774-84a9-a7dbe420a0eb None None] For port e3a89764-39e6-41cb-b7f8-68a4c93a2750, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e3a89764-39e6-41cb-b7f8-68a4c93a2750,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:42.377296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-786bd941-b6a7-4774-84a9-a7dbe420a0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:42.393766 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks [] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:42.422173 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:41Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:42.476902 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb7e04f-aaff-4972-aefb-c4f57e9f52ea None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:41Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:42.664231 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:42.743244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Pushing event updated for resources: {'Port': ['ID=cc821304-ccb3-43ee-a665-fa59e8ae4094,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:42.762266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ec5536f4-b91e-492a-9a2a-d08659a0fc3f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:42.766272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e3a89764-39e6-41cb-b7f8-68a4c93a2750 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:42.788332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Allocated IP 172.25.0.224 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/8c08a257-20ab-4a3b-9580-10dd959fe2ce) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:42.807738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:42.812359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:42.830427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:42.861644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bd941-b6a7-4774-84a9-a7dbe420a0eb None None] Pushing event updated for resources: {'Port': ['ID=e3a89764-39e6-41cb-b7f8-68a4c93a2750,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:42.932018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e3a89764-39e6-41cb-b7f8-68a4c93a2750 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:42.932396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:43.063002 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks [] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:43.146097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e3a89764-39e6-41cb-b7f8-68a4c93a2750 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:43.219247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:43.282805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:43.286562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:43.359430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:43.440172 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:43.441294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Pushing event updated for resources: {'Port': ['ID=8c08a257-20ab-4a3b-9580-10dd959fe2ce,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:43.442567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks [] for router_gateway (a119a840-d956-4234-93f3-8aae32d3154b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:43.787947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f42fae-8aee-41df-8687-d4725f78d187 None None] Network 2033a582-7747-454d-ae89-afd5da38ae74 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:44.006275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-aaf94bd3-32af-4730-929f-18ba0c4f2f0c None None] Provisioning complete for port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:44.006667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aaf94bd3-32af-4730-929f-18ba0c4f2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:44.065050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks [] for router_gateway (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:44.095258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:44.284387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (a119a840-d956-4234-93f3-8aae32d3154b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:44.359802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:44.365683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:44.677823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Router a119a840-d956-4234-93f3-8aae32d3154b is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:38:44.841824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port f87b6518-8ebb-45ed-910e-3071659af574 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:44.841824 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f87b6518-8ebb-45ed-910e-3071659af574), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.044001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e577f0f4-5d2f-4bdd-aac1-63de5e540d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.073192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:45.074269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.075119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:45.078263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.093050 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Sync routers for ids ['a119a840-d956-4234-93f3-8aae32d3154b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:45.116536 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Routers {'a119a840-d956-4234-93f3-8aae32d3154b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:45.119711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a119a840-d956-4234-93f3-8aae32d3154b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:45.154639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,segment=NetworkSegment(eca7fc53-a022-45c9-b36f-f048d70f4329),segment_id=eca7fc53-a022-45c9-b36f-f048d70f4329)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:45.156679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-aaf94bd3-32af-4730-929f-18ba0c4f2f0c None None] Current status of the port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:45.157121 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aaf94bd3-32af-4730-929f-18ba0c4f2f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.192459 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.193319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e3a89764-39e6-41cb-b7f8-68a4c93a2750 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:45.242644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.257509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-407d3e48-ebc6-4786-87a3-0b0f3417c898 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.5157125 Feb 17 22:38:45.276060 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f87b6518-8ebb-45ed-910e-3071659af574), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.278968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43486) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:45.286881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:45.343245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for f87b6518-8ebb-45ed-910e-3071659af574 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:45.389015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.390050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.390367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.390710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.391062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.409619 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Set router a119a840-d956-4234-93f3-8aae32d3154b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:45.411077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.411460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.411766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.412129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.412471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.412813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.413152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.413491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:38:45.523824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:38:45.551723 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-aaf94bd3-32af-4730-929f-18ba0c4f2f0c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:38:45.552373 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-aaf94bd3-32af-4730-929f-18ba0c4f2f0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:38:45.595575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e3a89764-39e6-41cb-b7f8-68a4c93a2750 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:45.596429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.770025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:45.812321 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:45.816225 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2c563ac5-544c-4bc2-b37c-c6ea6d3b1ab2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5813246 Feb 17 22:38:45.817525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43510) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:45.824677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Sync routers for ids ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:45.854746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Routers {'6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:45.855463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:45.910159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e3a89764-39e6-41cb-b7f8-68a4c93a2750 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:45.957323 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:43Z', 'revision_number': 3, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port': {'id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:40Z', 'updated_at': '2022-02-17T22:38:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:46.020666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Set router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:46.036429 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Checking router: a119a840-d956-4234-93f3-8aae32d3154b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:46.039254 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Updating router a119a840-d956-4234-93f3-8aae32d3154b port cc821304-ccb3-43ee-a665-fa59e8ae4094 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:38:46.119950 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.194248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:46.279190 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f87b6518-8ebb-45ed-910e-3071659af574), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.331123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=f87b6518-8ebb-45ed-910e-3071659af574,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:46.463768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-aaf94bd3-32af-4730-929f-18ba0c4f2f0c None None] Current status of the port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:46.675943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:46.678012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.721446 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Publish callbacks [] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.741076 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.808945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7f28e951-119d-4c5e-97a7-1b3b65bead87 None None] Provisioning complete for port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:46.810839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7f28e951-119d-4c5e-97a7-1b3b65bead87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.853332 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Attempting to bind port cc821304-ccb3-43ee-a665-fa59e8ae4094 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:46.853544 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Attempting to bind port cc821304-ccb3-43ee-a665-fa59e8ae4094 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:46.853849 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Attempting to bind port cc821304-ccb3-43ee-a665-fa59e8ae4094 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:46.874500 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3384-dfd7-460d-8e57-0abede6b29bf None None] Pushing event updated for resources: {'Port': ['ID=cc821304-ccb3-43ee-a665-fa59e8ae4094,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:46.878903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:46.880497 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:46.881115 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.881736 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:46.882408 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Bound port: cc821304-ccb3-43ee-a665-fa59e8ae4094, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:46.882976 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:46.948095 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] For port cc821304-ccb3-43ee-a665-fa59e8ae4094, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:46.953663 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] For port cc821304-ccb3-43ee-a665-fa59e8ae4094, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cc821304-ccb3-43ee-a665-fa59e8ae4094,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:46.967661 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:47.031298 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:47.054850 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Routers {'a119a840-d956-4234-93f3-8aae32d3154b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:47.055954 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a119a840-d956-4234-93f3-8aae32d3154b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:47.061676 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea3384-dfd7-460d-8e57-0abede6b29bf None None] Pushing event updated for resources: {'Port': ['ID=cc821304-ccb3-43ee-a665-fa59e8ae4094,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:47.167694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:43Z', 'revision_number': 3, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port': {'id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:41Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:47.169609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:47.284515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Checking router: 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:47.285120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Updating router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 port 8c08a257-20ab-4a3b-9580-10dd959fe2ce binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:38:47.299171 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] Set router a119a840-d956-4234-93f3-8aae32d3154b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:47.323721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:47.389211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7f28e951-119d-4c5e-97a7-1b3b65bead87 None None] Current status of the port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:47.405631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Allocated IP 172.20.0.1 (2033a582-7747-454d-ae89-afd5da38ae74/fa6e0ce9-2af2-45f1-8f9f-446046083039/a1ce4009-235d-49fe-a444-88ccf3c061f2) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:47.426352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1a5c4989-745d-4f1c-91db-34b941c03c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:47.619470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks [] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:47.661767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:47.742160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:47.746057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Network 2033a582-7747-454d-ae89-afd5da38ae74 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:47.750238 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:43Z', 'revision_number': 3, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port': {'id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:40Z', 'updated_at': '2022-02-17T22:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:47.751546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:47.757229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:47.853260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce4009-235d-49fe-a444-88ccf3c061f2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:47.911474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.007245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Publish callbacks [] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.029012 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.120586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f43686-405f-457a-b77e-da740c42c5eb None None] Pushing event updated for resources: {'Port': ['ID=8c08a257-20ab-4a3b-9580-10dd959fe2ce,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:48.128606 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.172026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Attempting to bind port 8c08a257-20ab-4a3b-9580-10dd959fe2ce on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:48.172322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Attempting to bind port 8c08a257-20ab-4a3b-9580-10dd959fe2ce by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:48.172696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Attempting to bind port 8c08a257-20ab-4a3b-9580-10dd959fe2ce on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:48.181688 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.192590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:48.193089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:48.193979 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.193979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:48.194506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Bound port: 8c08a257-20ab-4a3b-9580-10dd959fe2ce, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:48.195344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.232724 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1966eb-f42a-4015-85e5-30803800b011 None None] The sync data for ids ['a119a840-d956-4234-93f3-8aae32d3154b'] in n-d-828369-18 is: [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:43Z', 'revision_number': 3, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port': {'id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:40Z', 'updated_at': '2022-02-17T22:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:48.263645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.360514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] For port 8c08a257-20ab-4a3b-9580-10dd959fe2ce, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:48.370638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] For port 8c08a257-20ab-4a3b-9580-10dd959fe2ce, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8c08a257-20ab-4a3b-9580-10dd959fe2ce,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:38:48.393879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4898771d-a474-4e2e-8322-d96a1f94538c None None] Provisioning complete for port a1ce4009-235d-49fe-a444-88ccf3c061f2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:48.394953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4898771d-a474-4e2e-8322-d96a1f94538c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.398239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.544607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f43686-405f-457a-b77e-da740c42c5eb None None] Pushing event updated for resources: {'Port': ['ID=8c08a257-20ab-4a3b-9580-10dd959fe2ce,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:48.563517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Routers {'6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:48.564087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:48.612714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4898771d-a474-4e2e-8322-d96a1f94538c None None] Port a1ce4009-235d-49fe-a444-88ccf3c061f2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:48.696310 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks [] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.710114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.743338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43586) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:48.808084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router fcec1746-d090-4bf7-9204-43aa64bf4134 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:48.860827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Pushing event updated for resources: {'Port': ['ID=a1ce4009-235d-49fe-a444-88ccf3c061f2,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:48.870174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:48.893017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] Set router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:48.923316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Allocated IP 172.20.0.1 (19ab9f26-40db-49ed-a543-d476be25222f/3e1c4c82-6351-40c7-852e-f4087fc74a6f/359b8c12-8c82-42e7-a785-f1738a2a1407) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:38:49.082134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Network 2033a582-7747-454d-ae89-afd5da38ae74 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:49.084162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:49.139745 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c30577df-f194-4376-bc20-3a38f5557fa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.348468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:49.433250 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.462879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks [] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.467609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 4, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port': {'id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:41Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a1ce4009-235d-49fe-a444-88ccf3c061f2', 'name': '', 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'mac_address': 'fa:16:3e:44:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:47Z', 'updated_at': '2022-02-17T22:38:47Z', 'revision_number': 1, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'subnets': [{'id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:49.503437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:49.545136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7096c7cd-3c4f-410d-8cb2-46427f2e0569 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/fcec1746-d090-4bf7-9204-43aa64bf4134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3712580 Feb 17 22:38:49.548686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43602) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:49.556839 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] Sync routers for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:49.585246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:49.585880 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:49.602458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b3cb86-d2d1-43ea-875d-3e4c1861c9be None None] The sync data for ids ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'] in n-d-828369-18 is: [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 4, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port': {'id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:41Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a1ce4009-235d-49fe-a444-88ccf3c061f2', 'name': '', 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'mac_address': 'fa:16:3e:44:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:47Z', 'updated_at': '2022-02-17T22:38:47Z', 'revision_number': 1, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'subnets': [{'id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:49.620221 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c30577df-f194-4376-bc20-3a38f5557fa9 admin admin] Publish callbacks [] for security_group (f208429b-fe4e-442e-a6db-cf374913d457), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.632582 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c30577df-f194-4376-bc20-3a38f5557fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f208429b-fe4e-442e-a6db-cf374913d457), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.640942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e2d26c8d-70ef-4bf7-bf11-294f2f8690e0 None None] Provisioning complete for port a1ce4009-235d-49fe-a444-88ccf3c061f2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:49.641479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2d26c8d-70ef-4bf7-bf11-294f2f8690e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.647928 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:49.664236 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:49.665168 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:49.686581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c30577df-f194-4376-bc20-3a38f5557fa9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26c07a8140c34c7b94717b1ab13832a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9368784 Feb 17 22:38:49.695258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43604) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:49.708440 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:49.709350 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ebddda-2630-45d1-9e7f-ab7fccd5a041 None None] The sync data for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:49.772190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e2d26c8d-70ef-4bf7-bf11-294f2f8690e0 None None] Port a1ce4009-235d-49fe-a444-88ccf3c061f2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:38:49.856978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30577df-f194-4376-bc20-3a38f5557fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f208429b-fe4e-442e-a6db-cf374913d457,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:49.864817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.939134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07e8e365-9ba8-4d5a-b753-c1e212108809 admin admin] Publish callbacks [] for security_group (f208429b-fe4e-442e-a6db-cf374913d457), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:49.966623 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07e8e365-9ba8-4d5a-b753-c1e212108809 admin admin] Publish callbacks [] for security_group (f208429b-fe4e-442e-a6db-cf374913d457), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.076331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Network 19ab9f26-40db-49ed-a543-d476be25222f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:50.097166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:50.099895 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07e8e365-9ba8-4d5a-b753-c1e212108809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f208429b-fe4e-442e-a6db-cf374913d457), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.103215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07e8e365-9ba8-4d5a-b753-c1e212108809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.104655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-07e8e365-9ba8-4d5a-b753-c1e212108809 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f208429b-fe4e-442e-a6db-cf374913d457 HTTP/1.1" status: 204 len: 168 time: 0.3850067 Feb 17 22:38:50.124510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:38:50.148242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cc821304-ccb3-43ee-a665-fa59e8ae4094 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:50.237386 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (a119a840-d956-4234-93f3-8aae32d3154b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.257477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:50.274470 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a19ed027-ee4f-43e6-8bf1-7fd078b391e6 admin admin] 10.222.0.79 "PUT /v2.0/routers/6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4538538 Feb 17 22:38:50.397631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cc821304-ccb3-43ee-a665-fa59e8ae4094 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:50.399698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Pushing event updated for resources: {'Port': ['ID=359b8c12-8c82-42e7-a785-f1738a2a1407,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:50.411108 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.417775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8e365-9ba8-4d5a-b753-c1e212108809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f208429b-fe4e-442e-a6db-cf374913d457,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:50.500352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.676692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cc821304-ccb3-43ee-a665-fa59e8ae4094 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:50.677264 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.746402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port cc821304-ccb3-43ee-a665-fa59e8ae4094, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cc821304-ccb3-43ee-a665-fa59e8ae4094,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:50.766583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.772125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:50.956535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43622) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:51.017810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.067798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84839f0b-23f3-4c07-8919-3c4b6ddd18db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.081778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=cc821304-ccb3-43ee-a665-fa59e8ae4094,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:51.294282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84839f0b-23f3-4c07-8919-3c4b6ddd18db admin admin] Publish callbacks [] for security_group (dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.306115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-84839f0b-23f3-4c07-8919-3c4b6ddd18db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.363846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84839f0b-23f3-4c07-8919-3c4b6ddd18db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:51.409727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks [] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.425307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.456090 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-84839f0b-23f3-4c07-8919-3c4b6ddd18db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3be4d2e8416d42c986ee852c43d5c4da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4935160 Feb 17 22:38:51.459342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43632) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:51.539767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (a119a840-d956-4234-93f3-8aae32d3154b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.720820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fa65e3-0a81-48e4-8550-63c27acab256 admin admin] Publish callbacks [] for security_group (dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.724249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Pushing event updated for resources: {'Port': ['ID=359b8c12-8c82-42e7-a785-f1738a2a1407,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:51.754883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port c442f9c5-5f41-473e-9fe9-7d537f4ed271 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:51.755543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.829889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Network 19ab9f26-40db-49ed-a543-d476be25222f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:38:51.831794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:38:51.934177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:51.967064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for c442f9c5-5f41-473e-9fe9-7d537f4ed271 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:52.007828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fa65e3-0a81-48e4-8550-63c27acab256 admin admin] Publish callbacks [] for security_group (dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:52.081056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Router a119a840-d956-4234-93f3-8aae32d3154b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:52.237021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c08a257-20ab-4a3b-9580-10dd959fe2ce up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:52.337281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:52.348235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d250572f-1ef4-49f0-8a4c-8fcdc5dfde80 admin admin] 10.222.0.79 "PUT /v2.0/routers/a119a840-d956-4234-93f3-8aae32d3154b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0596113 Feb 17 22:38:52.357831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Sync routers for ids ['a119a840-d956-4234-93f3-8aae32d3154b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:52.386385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Routers {'a119a840-d956-4234-93f3-8aae32d3154b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:52.387451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a119a840-d956-4234-93f3-8aae32d3154b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:52.518809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fa65e3-0a81-48e4-8550-63c27acab256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:52.521719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6fa65e3-0a81-48e4-8550-63c27acab256 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:52.522594 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d6fa65e3-0a81-48e4-8550-63c27acab256 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3 HTTP/1.1" status: 204 len: 168 time: 1.0517344 Feb 17 22:38:52.561572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fa65e3-0a81-48e4-8550-63c27acab256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc73c8b9-1261-4f2a-bc72-c0f69a9f38d3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:52.588209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c442f9c5-5f41-473e-9fe9-7d537f4ed271), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:52.601654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8c08a257-20ab-4a3b-9580-10dd959fe2ce triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:52.602022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:52.652013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=c442f9c5-5f41-473e-9fe9-7d537f4ed271,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:52.836272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Set router a119a840-d956-4234-93f3-8aae32d3154b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:53.003964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (fcec1746-d090-4bf7-9204-43aa64bf4134), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:53.255529 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:38:53.368501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router fcec1746-d090-4bf7-9204-43aa64bf4134 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:38:53.641127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:38:53.655858 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-486a2c7d-2071-4d6f-b1c4-7f990f24644d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/fcec1746-d090-4bf7-9204-43aa64bf4134/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1059999 Feb 17 22:38:53.658912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43686) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:53.663459 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] Sync routers for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:53.681740 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:53.690819 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:53.694760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8c08a257-20ab-4a3b-9580-10dd959fe2ce is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:53.695790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:53.789820 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c33ee971-ae4c-491d-9624-cb670d17efb4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcec1746-d090-4bf7-9204-43aa64bf4134 HTTP/1.1" status: 200 len: 205 time: 0.1289568 Feb 17 22:38:53.794904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43688) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:53.795911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 8c08a257-20ab-4a3b-9580-10dd959fe2ce, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8c08a257-20ab-4a3b-9580-10dd959fe2ce,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:53.816868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:53.821983 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:53.823114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cc821304-ccb3-43ee-a665-fa59e8ae4094 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:53.831976 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] Routers {'fcec1746-d090-4bf7-9204-43aa64bf4134'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:53.847114 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['fcec1746-d090-4bf7-9204-43aa64bf4134'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:53.996289 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:54.005770 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-827defc3-ac78-49f1-bdc3-babac9dc568d None None] The sync data for ids ['fcec1746-d090-4bf7-9204-43aa64bf4134'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:38:54.053817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c69410dc-8f1e-4602-aeff-aca62c6f6a42 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (fcec1746-d090-4bf7-9204-43aa64bf4134), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.054001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=8c08a257-20ab-4a3b-9580-10dd959fe2ce,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:54.164399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-014da917-7424-47c3-a102-c624e4b2715f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:54.166786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-014da917-7424-47c3-a102-c624e4b2715f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 819 time: 0.6002038 Feb 17 22:38:54.184519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Sync routers for ids ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:38:54.212326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-3691ade5-db77-4ce4-98dc-1b8c3351c0e9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/quotas/74362439ef4b4747818e53a29a21e660 HTTP/1.1" status: 200 len: 375 time: 0.0300395 Feb 17 22:38:54.353547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c69410dc-8f1e-4602-aeff-aca62c6f6a42 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (fcec1746-d090-4bf7-9204-43aa64bf4134), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.357271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c69410dc-8f1e-4602-aeff-aca62c6f6a42 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (fcec1746-d090-4bf7-9204-43aa64bf4134), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.360395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Routers {'6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:38:54.361283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:54.474847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c69410dc-8f1e-4602-aeff-aca62c6f6a42 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (fcec1746-d090-4bf7-9204-43aa64bf4134), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.476218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69410dc-8f1e-4602-aeff-aca62c6f6a42 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Fanout notify agent at l3_agent the message router_deleted on router fcec1746-d090-4bf7-9204-43aa64bf4134 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:38:54.502095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c69410dc-8f1e-4602-aeff-aca62c6f6a42 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.503684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c69410dc-8f1e-4602-aeff-aca62c6f6a42 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/fcec1746-d090-4bf7-9204-43aa64bf4134 HTTP/1.1" status: 204 len: 168 time: 0.7075863 Feb 17 22:38:54.507903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:54.547936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-0739816b-d34a-4d48-ba14-7b0e967db498 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3214741 Feb 17 22:38:54.555033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-23f70e74-466b-400a-800d-0794b3c6d711 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:38:54.561921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-23f70e74-466b-400a-800d-0794b3c6d711 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0130150 Feb 17 22:38:54.620343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port cc821304-ccb3-43ee-a665-fa59e8ae4094 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:54.623210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.656623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet 90974779-35eb-435d-8be4-b64545e78b88 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:38:54.662130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (90974779-35eb-435d-8be4-b64545e78b88), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.733722 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (90974779-35eb-435d-8be4-b64545e78b88), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.733935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-7a4dfb98-d1c3-42c6-8b7a-8e8e9a4fa162 service neutron] 10.222.0.79 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700060 Feb 17 22:38:54.818390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:50Z', 'revision_number': 4, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port': {'id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:40Z', 'updated_at': '2022-02-17T22:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '359b8c12-8c82-42e7-a785-f1738a2a1407', 'name': '', 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'mac_address': 'fa:16:3e:ec:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:48Z', 'updated_at': '2022-02-17T22:38:51Z', 'revision_number': 2, 'project_id': '74362439ef4b4747818e53a29a21e660', 'subnets': [{'id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:54.829296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Set router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:38:54.857178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (90974779-35eb-435d-8be4-b64545e78b88), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.935181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (90974779-35eb-435d-8be4-b64545e78b88), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:54.951305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Checking router: a119a840-d956-4234-93f3-8aae32d3154b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:54.963983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Updating router a119a840-d956-4234-93f3-8aae32d3154b port 359b8c12-8c82-42e7-a785-f1738a2a1407 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:38:55.010775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=90974779-35eb-435d-8be4-b64545e78b88,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:55.032973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d810ed1f-8dbc-4ff8-a210-23f3ab67cb94 service neutron] 10.222.0.79 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933919 Feb 17 22:38:55.044830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.056045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fd343a8c-7e75-4379-b55d-3dad3681ff9e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/90974779-35eb-435d-8be4-b64545e78b88 HTTP/1.1" status: 204 len: 168 time: 0.5470247 Feb 17 22:38:55.059861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43716) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:55.102129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4bc66c-4c6c-4dbe-835e-abb25bbbc288 None None] Network 2474cbdb-7c25-4ae3-9526-1571abaddef5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:55.169476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet 4bb4743f-66e6-464c-8638-ab7c14f98733 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:38:55.173848 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (4bb4743f-66e6-464c-8638-ab7c14f98733), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.234671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (4bb4743f-66e6-464c-8638-ab7c14f98733), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.376134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.474872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5fedfbd-5eeb-4d7c-9b85-87f322229dbc req-ed3e12b0-4489-4e52-b166-2e741b8a8473 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 210 time: 0.0991335 Feb 17 22:38:55.504408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4bb4743f-66e6-464c-8638-ab7c14f98733), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.585491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port cc821304-ccb3-43ee-a665-fa59e8ae4094 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:55.641723 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.670027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (4bb4743f-66e6-464c-8638-ab7c14f98733), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.773607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb4743f-66e6-464c-8638-ab7c14f98733,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:55.782091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:55.798810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:55.813257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f56531-7121-4cee-a1b6-f908f41113a1 None None] Network 78a98852-cb04-4331-b968-fae53c1b39e8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:38:55.816013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-893b0faf-4e81-48b7-9261-4ee56b8116bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/4bb4743f-66e6-464c-8638-ab7c14f98733 HTTP/1.1" status: 204 len: 168 time: 0.7345126 Feb 17 22:38:56.056838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c08a257-20ab-4a3b-9580-10dd959fe2ce up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:38:56.131979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2474cbdb-7c25-4ae3-9526-1571abaddef5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:56.231354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-73e76c9d-4fde-451b-a113-c394ab7daadb tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:56.239457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-73e76c9d-4fde-451b-a113-c394ab7daadb tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 819 time: 0.2748575 Feb 17 22:38:56.259343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:56.267872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:56.272670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-f57e8e5e-da68-4e91-b6c0-46f6778b43da tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/quotas/74362439ef4b4747818e53a29a21e660 HTTP/1.1" status: 200 len: 375 time: 0.0287383 Feb 17 22:38:56.417607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7,segment=NetworkSegment(ee833a53-7c9b-4017-822c-2118ca3b2a32),segment_id=ee833a53-7c9b-4017-822c-2118ca3b2a32)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:56.418319 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:56.450619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:56.477631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-e687cb15-d9a9-4b10-adb2-a40c14c78655 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1996522 Feb 17 22:38:56.567691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:56.614258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:56.627922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:56.854810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-d9ab5f24-7083-46ef-810b-a8f8d8008e63 service neutron] 10.222.0.79 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682938 Feb 17 22:38:56.870063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12af01eb-c78c-4e6d-b808-b0ee9e68455d None None] DHCP port deletion for 2474cbdb-7c25-4ae3-9526-1571abaddef5 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:38:56.905477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2474cbdb-7c25-4ae3-9526-1571abaddef5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.025720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2474cbdb-7c25-4ae3-9526-1571abaddef5']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:57.083841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee833a53-7c9b-4017-822c-2118ca3b2a32') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:57.089287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee833a53-7c9b-4017-822c-2118ca3b2a32') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:57.125318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (ee833a53-7c9b-4017-822c-2118ca3b2a32), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.184575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ee833a53-7c9b-4017-822c-2118ca3b2a32), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.208986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:57.209954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (ee833a53-7c9b-4017-822c-2118ca3b2a32), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:38:57.289089 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:38:57.297107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2474cbdb-7c25-4ae3-9526-1571abaddef5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.298225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-f78468f5-2686-4292-8b30-d8fbeb076b7f service neutron] 10.222.0.79 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359069 Feb 17 22:38:57.314294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.319339 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/2474cbdb-7c25-4ae3-9526-1571abaddef5 HTTP/1.1" status: 204 len: 168 time: 1.5138385 Feb 17 22:38:57.322799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 43778) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:38:57.350674 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Publish callbacks [] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.369600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] DHCP port deletion for 78a98852-cb04-4331-b968-fae53c1b39e8 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:38:57.384106 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.394469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad770d-d6b9-40cb-a455-b981d35de2db tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=2474cbdb-7c25-4ae3-9526-1571abaddef5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:57.522380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8c08a257-20ab-4a3b-9580-10dd959fe2ce triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:38:57.523265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.538678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 4, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port': {'id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:41Z', 'updated_at': '2022-02-17T22:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a1ce4009-235d-49fe-a444-88ccf3c061f2', 'name': '', 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'mac_address': 'fa:16:3e:44:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:47Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 2, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'subnets': [{'id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:57.594524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (78a98852-cb04-4331-b968-fae53c1b39e8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.765510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:57.781716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:57.922096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Checking router: 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:38:57.922500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Updating router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 port a1ce4009-235d-49fe-a444-88ccf3c061f2 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:38:58.043071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Attempting to bind port 359b8c12-8c82-42e7-a785-f1738a2a1407 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:38:58.045710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Attempting to bind port 359b8c12-8c82-42e7-a785-f1738a2a1407 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:38:58.046323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Attempting to bind port 359b8c12-8c82-42e7-a785-f1738a2a1407 on network 19ab9f26-40db-49ed-a543-d476be25222f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:38:58.055650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93dc9385-078f-4e1c-8bcd-13131c065ef2 req-fe996d90-70f5-414e-a2d0-eaa94e0697ea tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 210 time: 0.1301510 Feb 17 22:38:58.088283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c890d-280d-4d4f-8b82-aeba6a03c4ce None None] Pushing event updated for resources: {'Port': ['ID=359b8c12-8c82-42e7-a785-f1738a2a1407,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:58.107397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:38:58.108529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Checking segment: {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:38:58.109058 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:58.109555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Bound using segment: {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:38:58.113102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Bound port: 359b8c12-8c82-42e7-a785-f1738a2a1407, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:38:58.113646 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:58.320894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,segment=NetworkSegment(d2a75d27-d266-4bff-b16a-c4ad73cf3528),segment_id=d2a75d27-d266-4bff-b16a-c4ad73cf3528)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:58.322045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:58.419074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for ba911ed3-6ef4-4269-b36e-24a3ad0cb62f owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:58.661220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] Deleting port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:38:58.667510 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:58.823513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-a9344ba3-b2f1-4b87-8eb5-4807a44c8788 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:38:58.834308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-a9344ba3-b2f1-4b87-8eb5-4807a44c8788 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.8563950 Feb 17 22:38:58.866896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-75a508d0-793f-4aed-9562-230027fad0d0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/quotas/4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 375 time: 0.0286779 Feb 17 22:38:58.882657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] For port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,segment=NetworkSegment(d2a75d27-d266-4bff-b16a-c4ad73cf3528),segment_id=d2a75d27-d266-4bff-b16a-c4ad73cf3528)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:38:58.883063 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:58.919179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] Calling delete_port for ba911ed3-6ef4-4269-b36e-24a3ad0cb62f owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:38:58.944096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:58.970727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:38:59.090741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:59.113251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:38:59.152409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6a399b09-64ba-4410-bd26-abacb5a5c0aa tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2814569 Feb 17 22:38:59.218348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8c08a257-20ab-4a3b-9580-10dd959fe2ce is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:38:59.407834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:59.446490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-3b347fa6-fce5-4f95-a671-cef1d18db964 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931254 Feb 17 22:38:59.562034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:59.563943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e38b4bfe-3434-4781-b8ed-66cd2ea1c2e7 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:59.567994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ba911ed3-6ef4-4269-b36e-24a3ad0cb62f no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:38:59.712771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (78a98852-cb04-4331-b968-fae53c1b39e8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:59.766949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a98852-cb04-4331-b968-fae53c1b39e8']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:59.794085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a75d27-d266-4bff-b16a-c4ad73cf3528') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:59.794671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a75d27-d266-4bff-b16a-c4ad73cf3528') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:38:59.833098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d2a75d27-d266-4bff-b16a-c4ad73cf3528), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:59.862564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d2a75d27-d266-4bff-b16a-c4ad73cf3528), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:59.881794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:38:59.882809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d2a75d27-d266-4bff-b16a-c4ad73cf3528), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:38:59.894337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] For port 359b8c12-8c82-42e7-a785-f1738a2a1407, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:38:59.914524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ba911ed3-6ef4-4269-b36e-24a3ad0cb62f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:38:59.916021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ba911ed3-6ef4-4269-b36e-24a3ad0cb62f not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:38:59.934168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ba911ed3-6ef4-4269-b36e-24a3ad0cb62f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:39:00.031005 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:39:00.082635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] Pushing event deleted for resources: {'Port': ['ID=ba911ed3-6ef4-4269-b36e-24a3ad0cb62f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:00.130986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d3ed5b-8cd9-4649-b969-a7fc0caec482 None None] No DVR routers for this DVR port ba911ed3-6ef4-4269-b36e-24a3ad0cb62f on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:39:00.144118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8aa9df00-c64a-4c94-b0ab-869292bdef85 req-7cfb8f6f-807a-4e97-aaa7-3876c6274731 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 210 time: 0.7196023 Feb 17 22:39:00.735648 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Publish callbacks [] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:00.742371 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:00.937582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4cd1-0b0b-4e2f-984e-3ed70fbd8b71 None None] Pushing event updated for resources: {'Port': ['ID=a1ce4009-235d-49fe-a444-88ccf3c061f2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:01.019099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Attempting to bind port a1ce4009-235d-49fe-a444-88ccf3c061f2 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:01.020082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Attempting to bind port a1ce4009-235d-49fe-a444-88ccf3c061f2 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:01.020650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Attempting to bind port a1ce4009-235d-49fe-a444-88ccf3c061f2 on network 2033a582-7747-454d-ae89-afd5da38ae74 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:01.028226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:01.028739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Checking segment: {'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:01.029263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.030437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Bound using segment: {'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:01.030927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Bound port: a1ce4009-235d-49fe-a444-88ccf3c061f2, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca7fc53-a022-45c9-b36f-f048d70f4329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:01.031425 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.079802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-832d9aef-9148-473f-b92b-789d1185822a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:01.082110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-832d9aef-9148-473f-b92b-789d1185822a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 819 time: 1.1230419 Feb 17 22:39:01.170882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5235cf51-741d-4878-969a-bda92f72efd6 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7203398 Feb 17 22:39:01.177709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Request body: {'port': {'device_id': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'admin_state_up': True, 'tenant_id': '74362439ef4b4747818e53a29a21e660'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:01.304179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] For port a1ce4009-235d-49fe-a444-88ccf3c061f2, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:01.359103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] For port a1ce4009-235d-49fe-a444-88ccf3c061f2, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a1ce4009-235d-49fe-a444-88ccf3c061f2,segment=NetworkSegment(eca7fc53-a022-45c9-b36f-f048d70f4329),segment_id=eca7fc53-a022-45c9-b36f-f048d70f4329)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:01.369036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2a48a7eb-dcf0-4822-ba7c-673a503d347a None None] Provisioning complete for port a1ce4009-235d-49fe-a444-88ccf3c061f2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:01.369727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a48a7eb-dcf0-4822-ba7c-673a503d347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.375514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Made reservation on behalf of 74362439ef4b4747818e53a29a21e660 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:01.386287 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.417958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (78a98852-cb04-4331-b968-fae53c1b39e8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.430485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.434047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/78a98852-cb04-4331-b968-fae53c1b39e8 HTTP/1.1" status: 204 len: 168 time: 4.1101203 Feb 17 22:39:01.438559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43870) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:01.448915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-766089815'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:01.457027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.512719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] For port 359b8c12-8c82-42e7-a785-f1738a2a1407, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=359b8c12-8c82-42e7-a785-f1738a2a1407,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:01.518350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:01.545850 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.653517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:39:01.698306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.735315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:01.736446 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment 3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53 of type vlan for network f331e07d-a6cc-41de-b473-3a1580569a18 Feb 17 22:39:01.857489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a4cd1-0b0b-4e2f-984e-3ed70fbd8b71 None None] Pushing event updated for resources: {'Port': ['ID=a1ce4009-235d-49fe-a444-88ccf3c061f2,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:01.884125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Allocated IP 172.20.0.14 (19ab9f26-40db-49ed-a543-d476be25222f/3e1c4c82-6351-40c7-852e-f4087fc74a6f/3823264e-9996-4b44-b476-728c903c552d) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:01.946986 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f331e07d-a6cc-41de-b473-3a1580569a18), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:02.004992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f331e07d-a6cc-41de-b473-3a1580569a18), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:02.012299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:02.015769 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:02.073702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Routers {'6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:02.074424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:02.190466 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7506769 Feb 17 22:39:02.198934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c065c00a-037f-4718-ba17-03ebb1e04e0e req-2cc3a075-78d1-45ef-abdc-8febec091c3e tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 210 time: 0.8060763 Feb 17 22:39:02.200676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43894) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:02.201387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4b86c2-fc0d-447a-9797-852a64e121e5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=78a98852-cb04-4331-b968-fae53c1b39e8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:02.211902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:02.342771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] Set router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:02.400833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8d499b8-1172-4d79-a230-fd23bf98e8ef req-bd939811-cc7a-4852-b438-12c358f3f03b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.2489433 Feb 17 22:39:02.437157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Routers {'a119a840-d956-4234-93f3-8aae32d3154b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:02.438159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a119a840-d956-4234-93f3-8aae32d3154b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:02.451032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c890d-280d-4d4f-8b82-aeba6a03c4ce None None] Pushing event updated for resources: {'Port': ['ID=359b8c12-8c82-42e7-a785-f1738a2a1407,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:02.632828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-c10e30ef-c7d0-4c37-90bc-1d7f8384733d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:02.637931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-c10e30ef-c7d0-4c37-90bc-1d7f8384733d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 819 time: 0.5002561 Feb 17 22:39:02.657658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Request body: {'port': {'device_id': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'admin_state_up': True, 'tenant_id': '74362439ef4b4747818e53a29a21e660'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:02.745303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks [] for port (3823264e-9996-4b44-b476-728c903c552d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:02.850260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3823264e-9996-4b44-b476-728c903c552d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:02.901015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2a48a7eb-dcf0-4822-ba7c-673a503d347a None None] Current status of the port a1ce4009-235d-49fe-a444-88ccf3c061f2 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:02.901701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a48a7eb-dcf0-4822-ba7c-673a503d347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:02.911229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Made reservation on behalf of 74362439ef4b4747818e53a29a21e660 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:02.915167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:02.941989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=f331e07d-a6cc-41de-b473-3a1580569a18,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:02.971644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.972224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.972780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.973355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.973882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.974443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.975032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.975529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.976088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.976567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.976907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.986839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:02.987482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b7e8e1-0b12-4e3c-b256-bf37668b61b8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:03.012813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2a48a7eb-dcf0-4822-ba7c-673a503d347a None None] For port a1ce4009-235d-49fe-a444-88ccf3c061f2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a1ce4009-235d-49fe-a444-88ccf3c061f2,segment=NetworkSegment(eca7fc53-a022-45c9-b36f-f048d70f4329),segment_id=eca7fc53-a022-45c9-b36f-f048d70f4329)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:03.018526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Pushing event updated for resources: {'Port': ['ID=3823264e-9996-4b44-b476-728c903c552d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:03.024514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Network 19ab9f26-40db-49ed-a543-d476be25222f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:03.034277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:03.041495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f331e07d-a6cc-41de-b473-3a1580569a18 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:39:03.048141 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a48a7eb-dcf0-4822-ba7c-673a503d347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.069339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:03.108174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:03.120290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.129645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:03.130384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.193484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-cb0a4142-fe26-48cc-9eef-6df9f35de37c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0213685 Feb 17 22:39:03.397787 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (69f7dc7b-8d99-480d-9288-882e7df32430), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.513096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': '3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:03.513481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: f331e07d-a6cc-41de-b473-3a1580569a18, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:39:03.516344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=69f7dc7b-8d99-480d-9288-882e7df32430,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:03.535629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1ce4009-235d-49fe-a444-88ccf3c061f2 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:03.588425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network f331e07d-a6cc-41de-b473-3a1580569a18 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:39:03.607542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f331e07d-a6cc-41de-b473-3a1580569a18) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:03.625826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:03.630502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.674274 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-091e0e1c-2544-4f13-9d0c-76ca2e416d96 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4712074 Feb 17 22:39:03.678304 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43922) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:03.693341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-75ba4b87-a252-42ec-8c8c-6709564bc82d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1849660757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:03.746136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ceed32e9-970c-4c95-8ba9-fa770828e3fd req-85a5e33e-3627-4315-8b0b-f8c453c5b632 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.1545928 Feb 17 22:39:03.748358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Allocated IP 172.20.0.2 (19ab9f26-40db-49ed-a543-d476be25222f/3e1c4c82-6351-40c7-852e-f4087fc74a6f/f184c826-6304-496c-950b-b2e65f9bf765) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:03.770832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75ba4b87-a252-42ec-8c8c-6709564bc82d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (2d2c87b8-3407-411f-94e8-a247c48cb444), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.772103 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75ba4b87-a252-42ec-8c8c-6709564bc82d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (2d2c87b8-3407-411f-94e8-a247c48cb444), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.864185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ace9d8-3c4f-45a8-bfee-a00fa206ab4e None None] Network f331e07d-a6cc-41de-b473-3a1580569a18 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:03.868503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3f3382ff-bd74-4bb9-a11d-642566ece0d9 None None] Provisioning complete for port a1ce4009-235d-49fe-a444-88ccf3c061f2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:03.872086 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f3382ff-bd74-4bb9-a11d-642566ece0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.885844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] Set router a119a840-d956-4234-93f3-8aae32d3154b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:03.903888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Request body: {'port': {'device_id': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:03.931350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a48a7eb-dcf0-4822-ba7c-673a503d347a None None] Pushing event updated for resources: {'Port': ['ID=a1ce4009-235d-49fe-a444-88ccf3c061f2,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:03.969172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75ba4b87-a252-42ec-8c8c-6709564bc82d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (2d2c87b8-3407-411f-94e8-a247c48cb444), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.975288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75ba4b87-a252-42ec-8c8c-6709564bc82d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (2d2c87b8-3407-411f-94e8-a247c48cb444), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:03.996388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe156d-0ca9-42b9-b98c-ea16bbbac1f5 req-ef3a5893-9a57-4385-af13-4eb6cfda0cdd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:03.998059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5abe156d-0ca9-42b9-b98c-ea16bbbac1f5 req-ef3a5893-9a57-4385-af13-4eb6cfda0cdd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 932 time: 0.5452662 Feb 17 22:39:04.026822 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75ba4b87-a252-42ec-8c8c-6709564bc82d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:04.028754 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75ba4b87-a252-42ec-8c8c-6709564bc82d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3489552 Feb 17 22:39:04.032032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:04.037576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'port': {'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18', 'name': 'tempest-RoutersIpV6Test-628325769'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:04.189378 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3823264e-9996-4b44-b476-728c903c552d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:04.211289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5abe156d-0ca9-42b9-b98c-ea16bbbac1f5 req-0a22cdcf-facf-43a1-9439-fb4829a8a130 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943214 Feb 17 22:39:04.288900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:04.292690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:04.322232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] device_id is not set on port 78ab022d-ee45-4931-ba33-b8fb63773a5a yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:39:04.519495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8::3aa (f331e07d-a6cc-41de-b473-3a1580569a18/69f7dc7b-8d99-480d-9288-882e7df32430/78ab022d-ee45-4931-ba33-b8fb63773a5a) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:04.533751 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks [] for port (f184c826-6304-496c-950b-b2e65f9bf765), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:04.860977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 4, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port': {'id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:41Z', 'updated_at': '2022-02-17T22:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a1ce4009-235d-49fe-a444-88ccf3c061f2', 'name': '', 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'mac_address': 'fa:16:3e:44:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:47Z', 'updated_at': '2022-02-17T22:39:01Z', 'revision_number': 4, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'subnets': [{'id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:04.895012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-ba8ae994-30be-44c8-8933-9e5c99209bc4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:04.911469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-ba8ae994-30be-44c8-8933-9e5c99209bc4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.4770691 Feb 17 22:39:04.931624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f184c826-6304-496c-950b-b2e65f9bf765), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:04.958643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70594dc-da85-41a9-8f4b-1cb9a8aef574 None None] The sync data for ids ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'] in n-d-828369-18 is: [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:48Z', 'revision_number': 4, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port': {'id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:41Z', 'updated_at': '2022-02-17T22:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a1ce4009-235d-49fe-a444-88ccf3c061f2', 'name': '', 'network_id': '2033a582-7747-454d-ae89-afd5da38ae74', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'mac_address': 'fa:16:3e:44:9d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_interface', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:47Z', 'updated_at': '2022-02-17T22:39:01Z', 'revision_number': 4, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'subnets': [{'id': 'fa6e0ce9-2af2-45f1-8f9f-446046083039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:04.964221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a1ce4009-235d-49fe-a444-88ccf3c061f2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:04.964604 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:04.970518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'port': {'device_id': '5b73e125-eff6-4af3-9578-a40307a2946e', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'admin_state_up': True, 'tenant_id': '4965b287b8bc4623952548709f142eb5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:05.021669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:05.169796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f331e07d-a6cc-41de-b473-3a1580569a18', 'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': '69f7dc7b-8d99-480d-9288-882e7df32430'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:39:05.171839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:05.191429 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:05.237257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac28dfeb-54bc-4a10-a2c4-c7b28392e717 req-ca54a7b2-10a0-47e1-9d87-79014377fc36 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.3106995 Feb 17 22:39:05.378275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3f3382ff-bd74-4bb9-a11d-642566ece0d9 None None] Current status of the port a1ce4009-235d-49fe-a444-88ccf3c061f2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:05.489828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=78ab022d-ee45-4931-ba33-b8fb63773a5a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:05.568892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network f331e07d-a6cc-41de-b473-3a1580569a18 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:05.572873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:05.581732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:05.606591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:05.608891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:05.614542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Network 19ab9f26-40db-49ed-a543-d476be25222f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:05.663962 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f02b6846-a7ed-49d5-9860-b752c6fd6990 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6306090 Feb 17 22:39:05.664780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 43956) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:05.689491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a1ce4009-235d-49fe-a444-88ccf3c061f2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:05.707031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:50Z', 'revision_number': 4, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port': {'id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:40Z', 'updated_at': '2022-02-17T22:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '359b8c12-8c82-42e7-a785-f1738a2a1407', 'name': '', 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'mac_address': 'fa:16:3e:ec:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:48Z', 'updated_at': '2022-02-17T22:38:59Z', 'revision_number': 4, 'project_id': '74362439ef4b4747818e53a29a21e660', 'subnets': [{'id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:05.736059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:05.805174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:05.831331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Pushing event updated for resources: {'Port': ['ID=f184c826-6304-496c-950b-b2e65f9bf765,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:05.833036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b22962-3ae2-4d52-b59f-694c7b8b0cc6 None None] The sync data for ids ['a119a840-d956-4234-93f3-8aae32d3154b'] in n-d-828369-18 is: [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:38:50Z', 'revision_number': 4, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port': {'id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:40Z', 'updated_at': '2022-02-17T22:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '359b8c12-8c82-42e7-a785-f1738a2a1407', 'name': '', 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'mac_address': 'fa:16:3e:ec:0c:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3079, 'fixed_ips': [{'subnet_id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:48Z', 'updated_at': '2022-02-17T22:38:59Z', 'revision_number': 4, 'project_id': '74362439ef4b4747818e53a29a21e660', 'subnets': [{'id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:06.015346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1ce4009-235d-49fe-a444-88ccf3c061f2 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:06.236497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:06.240065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:06.285605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Allocated IP 2001:db8::2 (f331e07d-a6cc-41de-b473-3a1580569a18/69f7dc7b-8d99-480d-9288-882e7df32430/7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:06.337448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:06.338138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:06.403464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a1ce4009-235d-49fe-a444-88ccf3c061f2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:06.408817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:06.509561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465a311-c6a8-4e75-b366-9e868e4e7558 req-8791b535-f8c8-4ea6-94f2-7522a139ec2f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:06.511970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5465a311-c6a8-4e75-b366-9e868e4e7558 req-8791b535-f8c8-4ea6-94f2-7522a139ec2f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 932 time: 0.9484265 Feb 17 22:39:06.803132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:06.854003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e865f238-79e0-4315-ac14-82228b8cc38f req-c108a4da-a3be-40a6-bd8c-c8eb0282e48e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.3913667 Feb 17 22:39:06.956285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-d0af0d9c-4c66-4c16-ac03-03af8ac32a71 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3083282 Feb 17 22:39:06.991888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a1ce4009-235d-49fe-a444-88ccf3c061f2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:07.052776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Request body: {'port': {'device_id': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:07.100886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3823264e-9996-4b44-b476-728c903c552d {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:39:07.119817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Publish callbacks [] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.122563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Publish callbacks [] for port (3823264e-9996-4b44-b476-728c903c552d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.132826 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.159346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Transition to ACTIVE for port object 3823264e-9996-4b44-b476-728c903c552d will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:39:07.168912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Network f331e07d-a6cc-41de-b473-3a1580569a18 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:07.173178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:07.177082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:07.266941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3823264e-9996-4b44-b476-728c903c552d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.284405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Pushing event updated for resources: {'Port': ['ID=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:07.320544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Attempting to bind port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:07.320898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Attempting to bind port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:07.321396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Attempting to bind port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 on network f331e07d-a6cc-41de-b473-3a1580569a18 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:07.334772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:07.335209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Checking segment: {'id': '3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:07.335612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.336013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Bound using segment: {'id': '3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:07.336520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Bound port: 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f331e07d-a6cc-41de-b473-3a1580569a18'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:07.336936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.543228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] For port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:07.559975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] For port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,segment=NetworkSegment(3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53),segment_id=3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:07.578361 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.618312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Pushing event updated for resources: {'Port': ['ID=3823264e-9996-4b44-b476-728c903c552d,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:07.648709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.653117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5465a311-c6a8-4e75-b366-9e868e4e7558 req-5a3cca05-bba3-4daa-97d2-e99496cf5132 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1178751 Feb 17 22:39:07.656400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:07.823937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658db24-c9d6-4f73-88e2-b129ec2f8eda None None] Pushing event updated for resources: {'Port': ['ID=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:07.954597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.20.0.13 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/36ae9043-79d6-4bb3-8239-e30d7d0c58af) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:08.037264 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f184c826-6304-496c-950b-b2e65f9bf765), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:08.054058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=78ab022d-ee45-4931-ba33-b8fb63773a5a,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:08.101186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 359b8c12-8c82-42e7-a785-f1738a2a1407 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:08.223051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 359b8c12-8c82-42e7-a785-f1738a2a1407 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:08.223685 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:08.406294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (2d2c87b8-3407-411f-94e8-a247c48cb444), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:08.549128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 359b8c12-8c82-42e7-a785-f1738a2a1407 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:08.551809 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:08.675038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 359b8c12-8c82-42e7-a785-f1738a2a1407, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=359b8c12-8c82-42e7-a785-f1738a2a1407,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:08.680468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:08.868810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:08.879044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=359b8c12-8c82-42e7-a785-f1738a2a1407,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:09.101377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11a026bf-3ee0-4f15-8351-260fd41e9843 req-91c4c0c5-1e52-4cab-99fd-fb9167199159 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.9187925 Feb 17 22:39:09.243822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Attempting to bind port 3823264e-9996-4b44-b476-728c903c552d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:09.244383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Attempting to bind port 3823264e-9996-4b44-b476-728c903c552d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:09.244899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Attempting to bind port 3823264e-9996-4b44-b476-728c903c552d on network 19ab9f26-40db-49ed-a543-d476be25222f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:09.301272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:09.314414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Port 3823264e-9996-4b44-b476-728c903c552d on network 19ab9f26-40db-49ed-a543-d476be25222f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:39:09.314916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Attempting to bind port 3823264e-9996-4b44-b476-728c903c552d on network 19ab9f26-40db-49ed-a543-d476be25222f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:09.439513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:09.441228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:09.441609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Checking segment: {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:09.441958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Bound using segment: {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:09.442404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Bound port: 3823264e-9996-4b44-b476-728c903c552d, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:09.442767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3823264e-9996-4b44-b476-728c903c552d), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:09.581179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:09.590901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:09.593919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (2d2c87b8-3407-411f-94e8-a247c48cb444), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:09.744457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] For port 3823264e-9996-4b44-b476-728c903c552d, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:09.752088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] For port 3823264e-9996-4b44-b476-728c903c552d, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3823264e-9996-4b44-b476-728c903c552d,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:09.776164 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3823264e-9996-4b44-b476-728c903c552d), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.066218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:10.107223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:10.125692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=78ab022d-ee45-4931-ba33-b8fb63773a5a,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:10.126855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.128746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] 10.222.0.73 "PUT /v2.0/ports/3823264e-9996-4b44-b476-728c903c552d HTTP/1.1" status: 200 len: 1093 time: 6.9172428 Feb 17 22:39:10.155819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'tag': '3823264e-9996-4b44-b476-728c903c552d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:39:10.158259 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f60233b-f114-487d-aad4-a83feac1ab6c" -d '{"events": [{"name": "network-changed", "server_uuid": "faf52dc4-b5b9-43d9-807e-4b48648be5a0", "tag": "3823264e-9996-4b44-b476-728c903c552d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:39:10.259406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network f331e07d-a6cc-41de-b473-3a1580569a18 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:10.265513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:10.293074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874ee945-0dc7-4b22-91eb-5441cf87cf71 None None] Network f331e07d-a6cc-41de-b473-3a1580569a18 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:10.297885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cdce54-34a0-431b-9b90-5d09b8dc7ce2 req-5bb55e2b-6bf7-4137-a2b2-78504870c247 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:10.308152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3cdce54-34a0-431b-9b90-5d09b8dc7ce2 req-5bb55e2b-6bf7-4137-a2b2-78504870c247 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 944 time: 1.2097979 Feb 17 22:39:10.395153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44008) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:10.585992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:10.586981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.650408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-869451cb-a89a-4ff6-9681-de9527861360 None None] Provisioning complete for port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:10.651222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-869451cb-a89a-4ff6-9681-de9527861360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.700306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6a37-67b7-4f12-adab-b610b90b5cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.813331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:10.813990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.870547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,segment=NetworkSegment(3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53),segment_id=3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:10.873236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-869451cb-a89a-4ff6-9681-de9527861360 None None] Current status of the port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:10.874284 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-869451cb-a89a-4ff6-9681-de9527861360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.919455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:10.921336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 359b8c12-8c82-42e7-a785-f1738a2a1407 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:10.997171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6a37-67b7-4f12-adab-b610b90b5cd8 admin admin] Publish callbacks [] for security_group (618ac163-d904-455e-a6f8-f937971ea16a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.000870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router 2d2c87b8-3407-411f-94e8-a247c48cb444 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:39:11.015976 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a4f6a37-67b7-4f12-adab-b610b90b5cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (618ac163-d904-455e-a6f8-f937971ea16a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.096473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.138138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 359b8c12-8c82-42e7-a785-f1738a2a1407 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:11.138526 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.142344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f10979-38c5-4758-a47d-6359a62ae079 service neutron] Pushing event updated for resources: {'Port': ['ID=3823264e-9996-4b44-b476-728c903c552d,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:11.167222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-869451cb-a89a-4ff6-9681-de9527861360 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:39:11.167638 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-869451cb-a89a-4ff6-9681-de9527861360 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:39:11.220393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:11.250183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=36ae9043-79d6-4bb3-8239-e30d7d0c58af,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:11.321947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:11.330051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 359b8c12-8c82-42e7-a785-f1738a2a1407 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:11.331718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:11.362200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f6a37-67b7-4f12-adab-b610b90b5cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618ac163-d904-455e-a6f8-f937971ea16a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:11.385845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9a4f6a37-67b7-4f12-adab-b610b90b5cd8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce0e17a1ded740238bb4428b2d49793c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9814947 Feb 17 22:39:11.393326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:11.407813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:11.415142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3cdce54-34a0-431b-9b90-5d09b8dc7ce2 req-a3d2d1cd-a629-4c9e-8eac-cbcba3793bd3 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0613194 Feb 17 22:39:11.512865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d448e-94dc-4794-9c4a-db4a08830c5c req-9b75fdd7-7a90-4b60-99a4-f9e0843a89ef tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:11.515622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-493d448e-94dc-4794-9c4a-db4a08830c5c req-9b75fdd7-7a90-4b60-99a4-f9e0843a89ef tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 932 time: 1.1635964 Feb 17 22:39:11.517826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-051f3fcb-f4b1-468c-a2dd-ab1453e00930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:11.519795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-051f3fcb-f4b1-468c-a2dd-ab1453e00930 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 1127 time: 1.3209503 Feb 17 22:39:11.565095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:11.572999 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-513ab9ab-7ef6-454f-85cf-492635a3f80c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/2d2c87b8-3407-411f-94e8-a247c48cb444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9027898 Feb 17 22:39:11.575466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:11.577078 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] Sync routers for ids ['2d2c87b8-3407-411f-94e8-a247c48cb444'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:11.595054 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] Routers {'2d2c87b8-3407-411f-94e8-a247c48cb444'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:11.603121 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2d2c87b8-3407-411f-94e8-a247c48cb444'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:11.620923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-965ed15b-a334-4c43-af0c-4aab6d5e99d0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3823264e-9996-4b44-b476-728c903c552d HTTP/1.1" status: 200 len: 217 time: 0.0891926 Feb 17 22:39:11.628744 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:39:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3755eb71-77ce-4310-97ac-bf04e2d243bb x-openstack-request-id: req-3755eb71-77ce-4310-97ac-bf04e2d243bb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:39:11.629019 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faf52dc4-b5b9-43d9-807e-4b48648be5a0", "tag": "3823264e-9996-4b44-b476-728c903c552d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:39:11.629287 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3755eb71-77ce-4310-97ac-bf04e2d243bb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:39:11.629691 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'tag': '3823264e-9996-4b44-b476-728c903c552d', 'status': 'completed', 'code': 200} Feb 17 22:39:11.652620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927ab9ec-81bc-42cb-bc9e-270c2e3593c9 admin admin] Publish callbacks [] for security_group (618ac163-d904-455e-a6f8-f937971ea16a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.704882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:11.707155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.714609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8087b82-fe17-4e02-9d64-ab88fb9f31d5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:11.726293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a8087b82-fe17-4e02-9d64-ab88fb9f31d5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports/78ab022d-ee45-4931-ba33-b8fb63773a5a HTTP/1.1" status: 200 len: 983 time: 0.1465342 Feb 17 22:39:11.730146 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:11.730501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44020) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:11.754818 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] Routers {'2d2c87b8-3407-411f-94e8-a247c48cb444'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:11.758279 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2d2c87b8-3407-411f-94e8-a247c48cb444'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:11.793890 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927ab9ec-81bc-42cb-bc9e-270c2e3593c9 admin admin] Publish callbacks [] for security_group (618ac163-d904-455e-a6f8-f937971ea16a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.815813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f184c826-6304-496c-950b-b2e65f9bf765 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:39:11.825392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-869451cb-a89a-4ff6-9681-de9527861360 None None] Current status of the port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:11.836337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-6f38844e-e06a-45ce-8fb9-aade4d489fa0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8792875 Feb 17 22:39:11.876700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Publish callbacks [] for port (f184c826-6304-496c-950b-b2e65f9bf765), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:11.905059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:11.909050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Request body: {'port': {'device_id': '5b73e125-eff6-4af3-9578-a40307a2946e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:11.914165 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:11.914835 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b0582-0953-4745-bd69-e82a854613a8 None None] The sync data for ids ['2d2c87b8-3407-411f-94e8-a247c48cb444'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:12.003751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Transition to ACTIVE for port object f184c826-6304-496c-950b-b2e65f9bf765 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:39:12.026795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Provisioning complete for port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:12.027160 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.047076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-493d448e-94dc-4794-9c4a-db4a08830c5c req-33b2ad92-4af2-4b6c-b00c-7faa13c2b984 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207086 Feb 17 22:39:12.050556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-ddc55d00-0b79-48e0-a082-10c35f5f9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:12.052294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-ddc55d00-0b79-48e0-a082-10c35f5f9ec2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.4215496 Feb 17 22:39:12.053310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f184c826-6304-496c-950b-b2e65f9bf765), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.058547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:12.058921 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.174240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-1f47d6cd-2326-4345-9c65-6749c6095aef service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838177 Feb 17 22:39:12.249315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Current status of the port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:12.282471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:12.307579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Provisioning complete for port 36ae9043-79d6-4bb3-8239-e30d7d0c58af triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:12.307966 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.323124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.395253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Port 36ae9043-79d6-4bb3-8239-e30d7d0c58af cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:12.424296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Provisioning complete for port 78ab022d-ee45-4931-ba33-b8fb63773a5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:12.424696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.505609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bbaf5fb0-b1bf-441d-9ae0-6060db43adbe None None] Port 78ab022d-ee45-4931-ba33-b8fb63773a5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:12.574544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-7da4ea0d-8af3-4c3a-b5f6-9d96aff884d3 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705106 Feb 17 22:39:12.636252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-22bf9843-4a6d-48aa-bf19-81745a8882c1 None None] Provisioning complete for port 78ab022d-ee45-4931-ba33-b8fb63773a5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:12.636632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22bf9843-4a6d-48aa-bf19-81745a8882c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.723465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-22bf9843-4a6d-48aa-bf19-81745a8882c1 None None] Port 78ab022d-ee45-4931-ba33-b8fb63773a5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:12.739547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927ab9ec-81bc-42cb-bc9e-270c2e3593c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (618ac163-d904-455e-a6f8-f937971ea16a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.743118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-927ab9ec-81bc-42cb-bc9e-270c2e3593c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.745771 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-927ab9ec-81bc-42cb-bc9e-270c2e3593c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/618ac163-d904-455e-a6f8-f937971ea16a HTTP/1.1" status: 204 len: 168 time: 1.3507988 Feb 17 22:39:12.759614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927ab9ec-81bc-42cb-bc9e-270c2e3593c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618ac163-d904-455e-a6f8-f937971ea16a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:12.804660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f184c826-6304-496c-950b-b2e65f9bf765,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:12.822680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1f8b829-f8bd-449b-9d27-61e6fda38fd6 req-8d6ae997-0533-4088-87ef-0da4b3d80662 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996078 Feb 17 22:39:12.852705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2c09fe0a-4662-472b-b509-6a8d389c4442 None None] Provisioning complete for port 78ab022d-ee45-4931-ba33-b8fb63773a5a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:12.853271 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c09fe0a-4662-472b-b509-6a8d389c4442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.947206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (2d2c87b8-3407-411f-94e8-a247c48cb444), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:12.957331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2c09fe0a-4662-472b-b509-6a8d389c4442 None None] Port 78ab022d-ee45-4931-ba33-b8fb63773a5a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:13.129708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755da231-33ce-4a60-8d7a-695d5663b758 req-e060c4b7-0688-4d35-9cd3-5ebbc2c4cfea tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:13.131345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-755da231-33ce-4a60-8d7a-695d5663b758 req-e060c4b7-0688-4d35-9cd3-5ebbc2c4cfea tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 944 time: 0.5062435 Feb 17 22:39:13.217788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-b65c68bb-a6c8-481a-959d-a118ddbe2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:13.219315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-b65c68bb-a6c8-481a-959d-a118ddbe2e2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 1127 time: 0.3024027 Feb 17 22:39:13.220024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Attempting to bind port f184c826-6304-496c-950b-b2e65f9bf765 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:13.220355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Attempting to bind port f184c826-6304-496c-950b-b2e65f9bf765 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:13.220684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Attempting to bind port f184c826-6304-496c-950b-b2e65f9bf765 on network 19ab9f26-40db-49ed-a543-d476be25222f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:13.253829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44036) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:13.276823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4c2c-53df-4b19-b0e9-5de829b4aef8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.306031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Port f184c826-6304-496c-950b-b2e65f9bf765 on network 19ab9f26-40db-49ed-a543-d476be25222f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:39:13.306600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Attempting to bind port f184c826-6304-496c-950b-b2e65f9bf765 on network 19ab9f26-40db-49ed-a543-d476be25222f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:13.446514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4c2c-53df-4b19-b0e9-5de829b4aef8 admin admin] Publish callbacks [] for security_group (a0a23323-4599-4b54-ac6a-36fd45fe5b82), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.451328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:13.452239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Checking segment: {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:13.453266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Bound using segment: {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:13.454867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Bound port: f184c826-6304-496c-950b-b2e65f9bf765, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06c035f-aae0-4278-ad6b-11d6e2c84461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:13.455722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f184c826-6304-496c-950b-b2e65f9bf765), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.463226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94cc4c2c-53df-4b19-b0e9-5de829b4aef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a0a23323-4599-4b54-ac6a-36fd45fe5b82), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.498864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-755da231-33ce-4a60-8d7a-695d5663b758 req-1cb131b3-ffd8-4174-8bdc-525f6494575e tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576405 Feb 17 22:39:13.509229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-3db11834-1d05-4f7e-85c7-42d2c572373b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:13.511198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-3db11834-1d05-4f7e-85c7-42d2c572373b service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.2394578 Feb 17 22:39:13.528415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188c3fe-c8bc-4931-8e6b-479e7d7265c6 req-a4c8f20a-4a7e-4feb-b1ce-ebaba63496ad tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:13.530854 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2188c3fe-c8bc-4931-8e6b-479e7d7265c6 req-a4c8f20a-4a7e-4feb-b1ce-ebaba63496ad tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 932 time: 0.3731844 Feb 17 22:39:13.532321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port 78ab022d-ee45-4931-ba33-b8fb63773a5a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:13.533063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.658197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-1a3b8389-f489-4ce6-93d9-eed5648bc312 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3823264e-9996-4b44-b476-728c903c552d HTTP/1.1" status: 200 len: 217 time: 0.1258788 Feb 17 22:39:13.660516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.676174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for 78ab022d-ee45-4931-ba33-b8fb63773a5a owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:13.768856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ae9043-79d6-4bb3-8239-e30d7d0c58af {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:39:13.789901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Publish callbacks [] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.810920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2188c3fe-c8bc-4931-8e6b-479e7d7265c6 req-4a15ab56-b75e-4f6a-8fc1-a9362b84b198 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664909 Feb 17 22:39:13.866233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Transition to ACTIVE for port object 36ae9043-79d6-4bb3-8239-e30d7d0c58af will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:39:13.870374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-e1e1c7a8-d136-442d-a6ae-85e5eea76e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:13.872120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-e1e1c7a8-d136-442d-a6ae-85e5eea76e9c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.2060161 Feb 17 22:39:13.875155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.878631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] For port f184c826-6304-496c-950b-b2e65f9bf765, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:13.884029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] For port f184c826-6304-496c-950b-b2e65f9bf765, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f184c826-6304-496c-950b-b2e65f9bf765,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:13.929055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-ed80ea43-5029-4102-a7d1-6f4aa672c130 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392189 Feb 17 22:39:13.930655 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94cc4c2c-53df-4b19-b0e9-5de829b4aef8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dc4661e3e91f4b99a595c6cc5d6f86cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6742601 Feb 17 22:39:13.932266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc4c2c-53df-4b19-b0e9-5de829b4aef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a23323-4599-4b54-ac6a-36fd45fe5b82,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:13.937966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44040) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:13.943060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (78ab022d-ee45-4931-ba33-b8fb63773a5a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:13.995655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=78ab022d-ee45-4931-ba33-b8fb63773a5a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:14.010192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f184c826-6304-496c-950b-b2e65f9bf765), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.107700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:14.108318 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.109736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] 10.222.0.73 "PUT /v2.0/ports/f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 1092 time: 7.1141503 Feb 17 22:39:14.120832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'tag': 'f184c826-6304-496c-950b-b2e65f9bf765'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:39:14.124629 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604605c1-d24c-491b-bef2-8f1d5692e58f" -d '{"events": [{"name": "network-changed", "server_uuid": "8038f6c0-8f60-4956-a5b1-31c3e8a88292", "tag": "f184c826-6304-496c-950b-b2e65f9bf765"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:39:14.158223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Pushing event updated for resources: {'Port': ['ID=36ae9043-79d6-4bb3-8239-e30d7d0c58af,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:14.243051 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e47d23c-3a82-4767-97d1-c1da4a199cdc admin admin] Publish callbacks [] for security_group (a0a23323-4599-4b54-ac6a-36fd45fe5b82), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.246367 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (2d2c87b8-3407-411f-94e8-a247c48cb444), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.353904 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4c4fff-93c6-48af-8c78-df823a49fa95 x-openstack-request-id: req-aa4c4fff-93c6-48af-8c78-df823a49fa95 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:39:14.355748 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8038f6c0-8f60-4956-a5b1-31c3e8a88292", "tag": "f184c826-6304-496c-950b-b2e65f9bf765", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:39:14.356182 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-aa4c4fff-93c6-48af-8c78-df823a49fa95 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:39:14.357039 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'tag': 'f184c826-6304-496c-950b-b2e65f9bf765', 'status': 'completed', 'code': 200} Feb 17 22:39:14.379628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e47d23c-3a82-4767-97d1-c1da4a199cdc admin admin] Publish callbacks [] for security_group (a0a23323-4599-4b54-ac6a-36fd45fe5b82), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.427203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed6b612b-d461-4b1c-ba28-ca77fac63d97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.434595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8a877-d01d-4422-98ef-7a2c3da07fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=f184c826-6304-496c-950b-b2e65f9bf765,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:14.593109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-f9df7720-88c1-4e84-b535-05aa1e0ed118 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6250043 Feb 17 22:39:14.599566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-24b0873e-e98e-4bc5-9376-568fa1287c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:14.602927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-24b0873e-e98e-4bc5-9376-568fa1287c1f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1126 time: 0.4272382 Feb 17 22:39:14.695870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-4da548a1-6ebf-44e9-810a-3a96fb7deff1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 217 time: 0.0768011 Feb 17 22:39:14.743573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e47d23c-3a82-4767-97d1-c1da4a199cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a0a23323-4599-4b54-ac6a-36fd45fe5b82), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.746531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e47d23c-3a82-4767-97d1-c1da4a199cdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:14.747810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7e47d23c-3a82-4767-97d1-c1da4a199cdc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a0a23323-4599-4b54-ac6a-36fd45fe5b82 HTTP/1.1" status: 204 len: 168 time: 0.8108048 Feb 17 22:39:14.750541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router 2d2c87b8-3407-411f-94e8-a247c48cb444 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:39:14.775126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47d23c-3a82-4767-97d1-c1da4a199cdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a23323-4599-4b54-ac6a-36fd45fe5b82,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:14.976222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Attempting to bind port 36ae9043-79d6-4bb3-8239-e30d7d0c58af on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:14.976578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Attempting to bind port 36ae9043-79d6-4bb3-8239-e30d7d0c58af by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:14.977069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Attempting to bind port 36ae9043-79d6-4bb3-8239-e30d7d0c58af on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:14.991336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f60233b-f114-487d-aad4-a83feac1ab6c req-05c84733-54d1-4758-8e5c-21dd085a1dc0 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865154 Feb 17 22:39:14.997369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Port 36ae9043-79d6-4bb3-8239-e30d7d0c58af on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:39:14.997707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Attempting to bind port 36ae9043-79d6-4bb3-8239-e30d7d0c58af on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:15.035722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:15.041417 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b716477-2c45-4a85-9147-41c0de7978ab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/2d2c87b8-3407-411f-94e8-a247c48cb444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3096521 Feb 17 22:39:15.046237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:15.047187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] Sync routers for ids ['2d2c87b8-3407-411f-94e8-a247c48cb444'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:15.060618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] Routers {'2d2c87b8-3407-411f-94e8-a247c48cb444'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:15.062087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2d2c87b8-3407-411f-94e8-a247c48cb444'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:15.082366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-fbfb40fa-292e-4f97-845f-87a88f66c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:15.084186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-fbfb40fa-292e-4f97-845f-87a88f66c1e8 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.3185155 Feb 17 22:39:15.084987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:15.085386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:15.085774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:15.086227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Bound port: 36ae9043-79d6-4bb3-8239-e30d7d0c58af, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:15.086590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:15.115141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:15.134077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] Routers {'2d2c87b8-3407-411f-94e8-a247c48cb444'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:15.135362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:38:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['2d2c87b8-3407-411f-94e8-a247c48cb444'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:15.142385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-bb317c33-3e14-47f0-8d98-50f4aa74512b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504534 Feb 17 22:39:15.177508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70e57a-2867-43f1-9284-7a262786645d req-8b82f716-bcb1-4454-8d6b-fdc3ce60a546 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:15.179058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc70e57a-2867-43f1-9284-7a262786645d req-8b82f716-bcb1-4454-8d6b-fdc3ce60a546 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 944 time: 0.4431736 Feb 17 22:39:15.213030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:15.214130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfbd8d3-3fae-47c9-aee8-6683f7761983 None None] The sync data for ids ['2d2c87b8-3407-411f-94e8-a247c48cb444'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:15.337712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] For port 36ae9043-79d6-4bb3-8239-e30d7d0c58af, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:15.341067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] For port 36ae9043-79d6-4bb3-8239-e30d7d0c58af, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=36ae9043-79d6-4bb3-8239-e30d7d0c58af,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:15.352780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6992-0487-4dd8-92d1-6fbad9cb0a1c req-dd8b1c84-8bb2-405d-89a6-24f94844134e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:15.360376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b36f6992-0487-4dd8-92d1-6fbad9cb0a1c req-dd8b1c84-8bb2-405d-89a6-24f94844134e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.3551178 Feb 17 22:39:15.377779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3823264e-9996-4b44-b476-728c903c552d details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:39:15.381281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:15.462295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Pushing event updated for resources: {'Port': ['ID=36ae9043-79d6-4bb3-8239-e30d7d0c58af,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:15.481029 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-c08425fb-39d5-47ca-8468-e7e72d2a8114 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 22:39:15.488019 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c08425fb-39d5-47ca-8468-e7e72d2a8114 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/2d2c87b8-3407-411f-94e8-a247c48cb444/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4347234 Feb 17 22:39:15.488678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:15.533784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:15.536090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:15.543547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-5b5dde66-41ca-43fc-9f00-7528f5a7dac2 service neutron] 10.222.0.94 "PUT /v2.0/ports/36ae9043-79d6-4bb3-8239-e30d7d0c58af HTTP/1.1" status: 200 len: 1093 time: 3.6569641 Feb 17 22:39:15.588413 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de00aefe-b60c-433c-ab86-a6558877cb86 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2c87b8-3407-411f-94e8-a247c48cb444 HTTP/1.1" status: 200 len: 205 time: 0.0902333 Feb 17 22:39:15.592684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44074) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:15.664444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3823264e-9996-4b44-b476-728c903c552d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3823264e-9996-4b44-b476-728c903c552d,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:15.681983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b36f6992-0487-4dd8-92d1-6fbad9cb0a1c req-0e5a24b5-381a-4129-af2e-e622347c2dca tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205574 Feb 17 22:39:15.719676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3823264e-9996-4b44-b476-728c903c552d', 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'port_id': '3823264e-9996-4b44-b476-728c903c552d', 'mac_address': 'fa:16:3e:ae:64:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:39:15.846654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3823264e-9996-4b44-b476-728c903c552d is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:15.847359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3823264e-9996-4b44-b476-728c903c552d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:15.855121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84490cc-250a-47eb-af51-3eb790ee5346 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (2d2c87b8-3407-411f-94e8-a247c48cb444), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:15.887130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3823264e-9996-4b44-b476-728c903c552d {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:39:15.900842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc70e57a-2867-43f1-9284-7a262786645d req-5939bba4-18f5-4bad-a5cb-0dbecec1f8eb tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030418 Feb 17 22:39:15.932139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3823264e-9996-4b44-b476-728c903c552d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3823264e-9996-4b44-b476-728c903c552d,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:15.947121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-74bb3876-e20a-488b-9cdd-2cc978a4ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:15.950617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3823264e-9996-4b44-b476-728c903c552d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:15.952579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-74bb3876-e20a-488b-9cdd-2cc978a4ddfd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 1127 time: 0.2646742 Feb 17 22:39:15.958711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-cecbbfa3-f2c4-4b60-aca6-a4da4f69a49b service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074594 Feb 17 22:39:16.120489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-bc08d131-bf51-4644-b48f-5039867199cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36ae9043-79d6-4bb3-8239-e30d7d0c58af HTTP/1.1" status: 200 len: 217 time: 0.1531353 Feb 17 22:39:16.122944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3823264e-9996-4b44-b476-728c903c552d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:16.194403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44084) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:16.212216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3823264e-9996-4b44-b476-728c903c552d'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:39:16.306435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-53e8f574-ddad-4f8c-a322-7592bc65083a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:16.307918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-53e8f574-ddad-4f8c-a322-7592bc65083a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0967050 Feb 17 22:39:16.377258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84490cc-250a-47eb-af51-3eb790ee5346 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (2d2c87b8-3407-411f-94e8-a247c48cb444), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:16.395294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84490cc-250a-47eb-af51-3eb790ee5346 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (2d2c87b8-3407-411f-94e8-a247c48cb444), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:16.424941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b73e125-eff6-4af3-9578-a40307a2946e', 'tag': '36ae9043-79d6-4bb3-8239-e30d7d0c58af'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:39:16.432269 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621" -d '{"events": [{"name": "network-changed", "server_uuid": "5b73e125-eff6-4af3-9578-a40307a2946e", "tag": "36ae9043-79d6-4bb3-8239-e30d7d0c58af"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:39:16.532686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-85f21f4f-6ef8-4dd6-89bd-75a14676cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:16.534224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-85f21f4f-6ef8-4dd6-89bd-75a14676cd25 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2191639 Feb 17 22:39:16.550051 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f2c655-3a9f-4fbc-ab17-094ce2af6d6b x-openstack-request-id: req-63f2c655-3a9f-4fbc-ab17-094ce2af6d6b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:39:16.551124 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b73e125-eff6-4af3-9578-a40307a2946e", "tag": "36ae9043-79d6-4bb3-8239-e30d7d0c58af", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:39:16.551527 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63f2c655-3a9f-4fbc-ab17-094ce2af6d6b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:39:16.555250 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b73e125-eff6-4af3-9578-a40307a2946e', 'tag': '36ae9043-79d6-4bb3-8239-e30d7d0c58af', 'status': 'completed', 'code': 200} Feb 17 22:39:16.595275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84490cc-250a-47eb-af51-3eb790ee5346 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (2d2c87b8-3407-411f-94e8-a247c48cb444), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:16.596380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84490cc-250a-47eb-af51-3eb790ee5346 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Fanout notify agent at l3_agent the message router_deleted on router 2d2c87b8-3407-411f-94e8-a247c48cb444 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:39:16.633720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d84490cc-250a-47eb-af51-3eb790ee5346 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:16.635221 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d84490cc-250a-47eb-af51-3eb790ee5346 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/2d2c87b8-3407-411f-94e8-a247c48cb444 HTTP/1.1" status: 204 len: 168 time: 1.0374544 Feb 17 22:39:16.646637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44096) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:16.658963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e08f1d99-8c44-4144-a311-f72258969b99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:16.751550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac2dcf75-a7cc-4cdd-9dda-4e523d25dc02 req-813293ea-b867-4932-92ae-1d416707788f service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7824187 Feb 17 22:39:16.810388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet 69f7dc7b-8d99-480d-9288-882e7df32430 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:39:16.816331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-aa5e46e1-b5af-4b7f-80d1-fae8c5ab184c service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598877 Feb 17 22:39:16.819599 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (69f7dc7b-8d99-480d-9288-882e7df32430), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:16.936684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f993677e-9213-49b0-b184-9a47bd4a5fad req-de34bbc9-e395-46a0-bd6c-ed1b048e70a3 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141028 Feb 17 22:39:17.058282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e08f1d99-8c44-4144-a311-f72258969b99 admin admin] Publish callbacks [] for security_group (91e2aa76-e198-4f71-9e08-8449e40876f5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.071173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (69f7dc7b-8d99-480d-9288-882e7df32430), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.217473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-1a088f7c-0b85-4f5f-a7c4-987a2fa5b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:17.219275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-1a088f7c-0b85-4f5f-a7c4-987a2fa5b236 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1126 time: 0.2806878 Feb 17 22:39:17.224026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (69f7dc7b-8d99-480d-9288-882e7df32430), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.238064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fdfc89-3395-42ab-bf63-4e0656c77388 req-7ad1b58e-ccdf-41fc-829f-696ece9cae38 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:17.246704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54fdfc89-3395-42ab-bf63-4e0656c77388 req-7ad1b58e-ccdf-41fc-829f-696ece9cae38 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.3060298 Feb 17 22:39:17.251829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e08f1d99-8c44-4144-a311-f72258969b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (91e2aa76-e198-4f71-9e08-8449e40876f5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.294781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08f1d99-8c44-4144-a311-f72258969b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e2aa76-e198-4f71-9e08-8449e40876f5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:17.327334 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e08f1d99-8c44-4144-a311-f72258969b99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9ac68ccadd84b22bc0188bb46736425&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1312203 Feb 17 22:39:17.330352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44110) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:17.370216 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7009c739-7fa3-463a-abe9-1b6a3ce17b8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.384725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3823264e-9996-4b44-b476-728c903c552d up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:17.481669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (69f7dc7b-8d99-480d-9288-882e7df32430), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.604813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=69f7dc7b-8d99-480d-9288-882e7df32430,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:17.630248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26aa7906-e070-4c64-bb60-716f63041ebe admin admin] Publish callbacks [] for security_group (91e2aa76-e198-4f71-9e08-8449e40876f5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.656447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.663766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-01054667-8096-4b81-aea3-b343a29394a4 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/69f7dc7b-8d99-480d-9288-882e7df32430 HTTP/1.1" status: 204 len: 168 time: 1.0102053 Feb 17 22:39:17.670922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:17.754370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8b7b84-7a8c-4978-96a3-11880161401c None None] Network f331e07d-a6cc-41de-b473-3a1580569a18 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:17.799204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26aa7906-e070-4c64-bb60-716f63041ebe admin admin] Publish callbacks [] for security_group (91e2aa76-e198-4f71-9e08-8449e40876f5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:17.911905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f331e07d-a6cc-41de-b473-3a1580569a18), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.061961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3823264e-9996-4b44-b476-728c903c552d completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:39:18.070569 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.090184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-806cdfc9-4479-4d58-9be0-277ae00d6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:18.093671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-806cdfc9-4479-4d58-9be0-277ae00d6ac2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 1127 time: 1.0193739 Feb 17 22:39:18.101821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3823264e-9996-4b44-b476-728c903c552d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:18.105237 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3823264e-9996-4b44-b476-728c903c552d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.135276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26aa7906-e070-4c64-bb60-716f63041ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (91e2aa76-e198-4f71-9e08-8449e40876f5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.148799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26aa7906-e070-4c64-bb60-716f63041ebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.151145 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-26aa7906-e070-4c64-bb60-716f63041ebe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/91e2aa76-e198-4f71-9e08-8449e40876f5 HTTP/1.1" status: 204 len: 168 time: 0.8196316 Feb 17 22:39:18.231437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa7906-e070-4c64-bb60-716f63041ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e2aa76-e198-4f71-9e08-8449e40876f5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:18.314388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:18.314968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.374593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faee6cb-6091-41d7-848a-6e062414fb39 req-2ef0d9b5-9dd2-4b6b-a6a3-2c92f6c9da60 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:18.376177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5faee6cb-6091-41d7-848a-6e062414fb39 req-2ef0d9b5-9dd2-4b6b-a6a3-2c92f6c9da60 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 945 time: 1.2702692 Feb 17 22:39:18.546456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54fdfc89-3395-42ab-bf63-4e0656c77388 req-76f8aec7-61cd-4dba-a7ae-ef7c50cd9f72 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2982631 Feb 17 22:39:18.592412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,segment=NetworkSegment(3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53),segment_id=3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:18.594300 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.600720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] DHCP port deletion for f331e07d-a6cc-41de-b473-3a1580569a18 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:39:18.682852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:18.706024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3823264e-9996-4b44-b476-728c903c552d is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:18.706419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3823264e-9996-4b44-b476-728c903c552d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.780805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3823264e-9996-4b44-b476-728c903c552d'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:39:18.796552 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b0da3-a096-418e-b42c-b6bbc8525851" -d '{"events": [{"server_uuid": "faf52dc4-b5b9-43d9-807e-4b48648be5a0", "name": "network-vif-plugged", "status": "completed", "tag": "3823264e-9996-4b44-b476-728c903c552d"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:39:18.846635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3823264e-9996-4b44-b476-728c903c552d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3823264e-9996-4b44-b476-728c903c552d,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:18.848842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-f5d8c874-e408-484b-adec-9c0e2c61c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:18.855544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-f5d8c874-e408-484b-adec-9c0e2c61c895 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.6598320 Feb 17 22:39:18.856753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.866150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3823264e-9996-4b44-b476-728c903c552d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.877747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5faee6cb-6091-41d7-848a-6e062414fb39 req-d9cfcb43-e262-40f4-8e5d-988423ba8fbe tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4705191 Feb 17 22:39:18.902717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-8ab9f238-1f74-4dbf-9f7e-daf62f882f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:18.905990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-8ab9f238-1f74-4dbf-9f7e-daf62f882f04 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 1.6485448 Feb 17 22:39:18.938420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] Deleting port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:18.938804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:18.975324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:18.994324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-25d3d941-0d81-4e12-a2ec-805b90bd6a4c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=36ae9043-79d6-4bb3-8239-e30d7d0c58af HTTP/1.1" status: 200 len: 217 time: 0.0979247 Feb 17 22:39:19.007410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:39:19.098481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] For port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:19.099229 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.109142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3823264e-9996-4b44-b476-728c903c552d,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:19.145289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-ec2269f7-a3e5-4dad-8e48-b50fc8de0df3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 217 time: 0.2217803 Feb 17 22:39:19.146704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] Calling delete_port for 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:19.152882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] Port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:39:19.160306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.215056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] No DVR routers for this DVR port 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:39:19.217617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cfd444-f5dd-4669-a04f-55811f9136a8 None None] Pushing event deleted for resources: {'Port': ['ID=7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:19.305374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f331e07d-a6cc-41de-b473-3a1580569a18), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.349157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-59afe678-f18b-4128-a4b1-40a4d8cbd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:19.350969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-59afe678-f18b-4128-a4b1-40a4d8cbd9ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.1966476 Feb 17 22:39:19.353071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-df184306-9e2a-4b3c-bbae-13ed388b9122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:19.354858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.356986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-df184306-9e2a-4b3c-bbae-13ed388b9122 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.2478199 Feb 17 22:39:19.382519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f184c826-6304-496c-950b-b2e65f9bf765 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:39:19.384236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f331e07d-a6cc-41de-b473-3a1580569a18']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:19.396148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-e24e894a-bb8b-4879-896a-3c2e6e1e4166 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384262 Feb 17 22:39:19.415094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:19.415537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:19.443948 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.475931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.489061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:39:19.489634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (3c2b9769-7a8a-4b8b-89f3-09d26ef1ee53), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:39:19.492856 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:39:19.609891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-2bd3fbca-6792-4030-b2e4-a3726504ff6c service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030919 Feb 17 22:39:19.621049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f184c826-6304-496c-950b-b2e65f9bf765, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f184c826-6304-496c-950b-b2e65f9bf765,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:19.633774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f331e07d-a6cc-41de-b473-3a1580569a18), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.638012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'f184c826-6304-496c-950b-b2e65f9bf765', 'network_id': '19ab9f26-40db-49ed-a543-d476be25222f', 'port_id': 'f184c826-6304-496c-950b-b2e65f9bf765', 'mac_address': 'fa:16:3e:f1:5d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e1c4c82-6351-40c7-852e-f4087fc74a6f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:39:19.645019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.653185 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/f331e07d-a6cc-41de-b473-3a1580569a18 HTTP/1.1" status: 204 len: 168 time: 1.9778700 Feb 17 22:39:19.667406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44166) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:19.682295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d19d69-452c-41ef-ad99-154c81ee06ec tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=f331e07d-a6cc-41de-b473-3a1580569a18,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:19.700707 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c324b80-a537-44a1-befb-a84784d3a0cf x-openstack-request-id: req-6c324b80-a537-44a1-befb-a84784d3a0cf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:39:19.701008 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf52dc4-b5b9-43d9-807e-4b48648be5a0", "name": "network-vif-plugged", "status": "completed", "tag": "3823264e-9996-4b44-b476-728c903c552d", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:39:19.702015 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c324b80-a537-44a1-befb-a84784d3a0cf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:39:19.702422 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3823264e-9996-4b44-b476-728c903c552d', 'code': 200} Feb 17 22:39:19.705780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f184c826-6304-496c-950b-b2e65f9bf765 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:19.706177 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f184c826-6304-496c-950b-b2e65f9bf765), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.759483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f184c826-6304-496c-950b-b2e65f9bf765 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:39:19.797575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1104652816'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:19.813134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f184c826-6304-496c-950b-b2e65f9bf765, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f184c826-6304-496c-950b-b2e65f9bf765,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:19.820156 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f184c826-6304-496c-950b-b2e65f9bf765), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:19.868319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-dda2546a-176c-4d69-8414-de391bc1ba10 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156756 Feb 17 22:39:19.888767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:39:19.956237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:39:19.957070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d696f43-349f-4ea1-bc2b-f5df3d1f3ed7 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:39:19.974129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-dc34a98f-cb32-42d8-a5e3-bd27a766d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:19.976267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-dc34a98f-cb32-42d8-a5e3-bd27a766d815 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5790832 Feb 17 22:39:20.008018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:20.012934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.063178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:39:20.074359 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0ebe276e-6a1a-4fea-9614-5874a5a90bcc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.074922 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment 0ebe276e-6a1a-4fea-9614-5874a5a90bcc of type vlan for network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 Feb 17 22:39:20.083151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f184c826-6304-496c-950b-b2e65f9bf765,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:20.094902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f184c826-6304-496c-950b-b2e65f9bf765'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:39:20.149850 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.237554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe8ddb-f407-4e88-8778-f14d7d7ecc1e req-e9d622ff-f173-4879-8f3e-f8f64dfabf7d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:20.239537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56fe8ddb-f407-4e88-8778-f14d7d7ecc1e req-e9d622ff-f173-4879-8f3e-f8f64dfabf7d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.4229622 Feb 17 22:39:20.248026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.255157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:20.256230 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.300081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6245244 Feb 17 22:39:20.302693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:20.315512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': '08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:20.404178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16086b35-03c7-4866-be42-efece9618101 req-4ea818a4-5987-4769-961f-0c636f023f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:20.416800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16086b35-03c7-4866-be42-efece9618101 req-4ea818a4-5987-4769-961f-0c636f023f71 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 1129 time: 0.6027181 Feb 17 22:39:20.557420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:20.563427 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.720457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44240) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:20.850945 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.924150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92c893-1a49-4e08-8300-e8c0256beef6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:20.940194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:39:20.940666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0758e021-92d3-4432-989d-0b09f91e11a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:20.963878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9db11f-ba16-4ebc-b92d-70b2a3272e72 req-926cbf73-5a87-4d5c-8766-75da31051aca tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:21.006671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce9db11f-ba16-4ebc-b92d-70b2a3272e72 req-926cbf73-5a87-4d5c-8766-75da31051aca tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.7777989 Feb 17 22:39:21.074794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56fe8ddb-f407-4e88-8778-f14d7d7ecc1e req-3deb7473-25c1-4e24-b4c3-ea416a035c4f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8040679 Feb 17 22:39:21.080277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16086b35-03c7-4866-be42-efece9618101 req-b649ff39-15db-4207-9f70-e37d62792835 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4971468 Feb 17 22:39:21.153710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0758e021-92d3-4432-989d-0b09f91e11a4 admin admin] Publish callbacks [] for security_group (1ff6dafb-0685-4e4d-a8d0-32e6595b6762), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.170837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-39a43c08-728c-499d-8249-b481e26754b1 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1818464 Feb 17 22:39:21.178015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0758e021-92d3-4432-989d-0b09f91e11a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1ff6dafb-0685-4e4d-a8d0-32e6595b6762), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.181575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce9db11f-ba16-4ebc-b92d-70b2a3272e72 req-8d7e3f70-b540-4a45-a633-cfbbcc9c9b2d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725869 Feb 17 22:39:21.239610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0758e021-92d3-4432-989d-0b09f91e11a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff6dafb-0685-4e4d-a8d0-32e6595b6762,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:21.283912 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0758e021-92d3-4432-989d-0b09f91e11a4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5044cebb7113405cbbf6618474b550f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5611899 Feb 17 22:39:21.286454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44298) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:21.378895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f184c826-6304-496c-950b-b2e65f9bf765 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:21.393357 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (3daa4b28-24f5-4fde-86d9-19624b795f38), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.404884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44312) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:21.411916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5d90a0b-fd51-42a1-9dca-d961f0bb6621 req-5f1ac395-9066-42e0-af2d-fee9ac92eaf9 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291310 Feb 17 22:39:21.497805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406c07fe-285d-4afb-a85b-a1bf12b9d139 admin admin] Publish callbacks [] for security_group (1ff6dafb-0685-4e4d-a8d0-32e6595b6762), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.507575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port f184c826-6304-496c-950b-b2e65f9bf765 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:39:21.519113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port f184c826-6304-496c-950b-b2e65f9bf765 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:21.521026 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f184c826-6304-496c-950b-b2e65f9bf765), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.553432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406c07fe-285d-4afb-a85b-a1bf12b9d139 admin admin] Publish callbacks [] for security_group (1ff6dafb-0685-4e4d-a8d0-32e6595b6762), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.586066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': '0ebe276e-6a1a-4fea-9614-5874a5a90bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:21.586441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:39:21.595724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=3daa4b28-24f5-4fde-86d9-19624b795f38,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:21.657872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1167893397-network', 'tenant_id': '4a632488e681438abd589919561c3e89'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:21.666569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:39:21.681085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:21.687007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:21.688175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.698359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332272c9-7343-4a6a-93a0-321858b69fb0 None None] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:21.700733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406c07fe-285d-4afb-a85b-a1bf12b9d139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1ff6dafb-0685-4e4d-a8d0-32e6595b6762), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.703844 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-406c07fe-285d-4afb-a85b-a1bf12b9d139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.705394 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-406c07fe-285d-4afb-a85b-a1bf12b9d139 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ff6dafb-0685-4e4d-a8d0-32e6595b6762 HTTP/1.1" status: 204 len: 168 time: 0.4179590 Feb 17 22:39:21.712282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port f184c826-6304-496c-950b-b2e65f9bf765 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:21.713113 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f184c826-6304-496c-950b-b2e65f9bf765), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.726120 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Made reservation on behalf of 4a632488e681438abd589919561c3e89 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:21.731045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.763807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c07fe-285d-4afb-a85b-a1bf12b9d139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff6dafb-0685-4e4d-a8d0-32e6595b6762,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:21.786563 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0d100ca7-5f37-44f8-9910-def8ddc6ec5e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4813519 Feb 17 22:39:21.788246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:21.800049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port f184c826-6304-496c-950b-b2e65f9bf765, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f184c826-6304-496c-950b-b2e65f9bf765,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:21.802293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fbccec69-a0c1-4852-b8b3-eb831d3d5e5a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-351660234', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:21.803668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.807274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184c826-6304-496c-950b-b2e65f9bf765'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:39:21.810333 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744fc0e0-a218-4755-a2d4-6070950920b4" -d '{"events": [{"server_uuid": "8038f6c0-8f60-4956-a5b1-31c3e8a88292", "name": "network-vif-plugged", "status": "completed", "tag": "f184c826-6304-496c-950b-b2e65f9bf765"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:39:21.844876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f184c826-6304-496c-950b-b2e65f9bf765), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.858145 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbccec69-a0c1-4852-b8b3-eb831d3d5e5a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (b6ed77af-41f6-4b7f-951b-061081868cbc), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:21.860633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbccec69-a0c1-4852-b8b3-eb831d3d5e5a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (b6ed77af-41f6-4b7f-951b-061081868cbc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.001300 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96da0670-e790-4fbd-a354-517bb1886363 x-openstack-request-id: req-96da0670-e790-4fbd-a354-517bb1886363 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:39:22.002191 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038f6c0-8f60-4956-a5b1-31c3e8a88292", "name": "network-vif-plugged", "status": "completed", "tag": "f184c826-6304-496c-950b-b2e65f9bf765", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:39:22.002423 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-96da0670-e790-4fbd-a354-517bb1886363 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:39:22.003090 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f184c826-6304-496c-950b-b2e65f9bf765', 'code': 200} Feb 17 22:39:22.007439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=f184c826-6304-496c-950b-b2e65f9bf765,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:22.061372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbccec69-a0c1-4852-b8b3-eb831d3d5e5a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (b6ed77af-41f6-4b7f-951b-061081868cbc), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.070478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbccec69-a0c1-4852-b8b3-eb831d3d5e5a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (b6ed77af-41f6-4b7f-951b-061081868cbc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.113757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fbccec69-a0c1-4852-b8b3-eb831d3d5e5a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.115379 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fbccec69-a0c1-4852-b8b3-eb831d3d5e5a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3242838 Feb 17 22:39:22.118083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:22.217934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82', 'network_id': '08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': '3daa4b28-24f5-4fde-86d9-19624b795f38'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:39:22.218945 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.240135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29984b0-173f-4953-b46b-bdd38bcc5209 req-e7765a51-0371-4f5f-9a6e-ac1a63b172f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:22.241969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e29984b0-173f-4953-b46b-bdd38bcc5209 req-e7765a51-0371-4f5f-9a6e-ac1a63b172f5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.2329748 Feb 17 22:39:22.246798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks [] for security_group (338d11b7-f12c-4cb2-b028-dc727a954f97), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.278347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (338d11b7-f12c-4cb2-b028-dc727a954f97), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.494715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:39:22.579044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338d11b7-f12c-4cb2-b028-dc727a954f97,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:22.655652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (720279cc-b4f3-48bf-96ae-2991250beb73), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.656007 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Added segment 720279cc-b4f3-48bf-96ae-2991250beb73 of type vlan for network 87dd7958-6e7e-4a04-956e-cbe333ee3043 Feb 17 22:39:22.707175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44444) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:22.750897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Allocated IP 2001:db8::2 (08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82/3daa4b28-24f5-4fde-86d9-19624b795f38/da0d6042-7abb-4f5d-8d9c-89886f1b8ca1) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:22.755277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e29984b0-173f-4953-b46b-bdd38bcc5209 req-145adf16-3732-4c04-9e0a-502c09c281df service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968634 Feb 17 22:39:22.805484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (87dd7958-6e7e-4a04-956e-cbe333ee3043), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.882890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc8a8d-a295-4153-a00a-5a7f85818dc1 req-a7bc1124-f2c4-4b64-98d6-21eab2b67691 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:22.893476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6dc8a8d-a295-4153-a00a-5a7f85818dc1 req-a7bc1124-f2c4-4b64-98d6-21eab2b67691 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.3781812 Feb 17 22:39:22.896276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (87dd7958-6e7e-4a04-956e-cbe333ee3043), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.901513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:22.902107 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:22.929121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9549fd-db4b-4ca0-b68b-a1e14eb75c31 req-e109dd0d-024b-402a-a82c-c71ed81abe3e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:22.930706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d9549fd-db4b-4ca0-b68b-a1e14eb75c31 req-e109dd0d-024b-402a-a82c-c71ed81abe3e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.5654187 Feb 17 22:39:22.998722 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Publish callbacks [] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.008824 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.027244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] Pushing event updated for resources: {'Network': ['ID=87dd7958-6e7e-4a04-956e-cbe333ee3043,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:23.047219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:39:23.063982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ab7cc61f-c5fc-4fc9-909a-282b7dc9c7a1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6579850 Feb 17 22:39:23.073780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44484) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:23.083160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Request body: {'subnet': {'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1167893397-subnet', 'tenant_id': '4a632488e681438abd589919561c3e89', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:23.108778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:23.190975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d9549fd-db4b-4ca0-b68b-a1e14eb75c31 req-09b4e2fb-ecd3-420e-bfe7-62841b5ade52 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663771 Feb 17 22:39:23.191938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Made reservation on behalf of 4a632488e681438abd589919561c3e89 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:23.195079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.287873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6dc8a8d-a295-4153-a00a-5a7f85818dc1 req-b44a9d19-7f74-466f-bbde-eb31a87c4920 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933506 Feb 17 22:39:23.303277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b084bd4-5775-4b79-9e04-885802677ff6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.464770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.528675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Pushing event updated for resources: {'Port': ['ID=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:23.535517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:23.541467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:23.700506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Attempting to bind port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:23.702211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Attempting to bind port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '0ebe276e-6a1a-4fea-9614-5874a5a90bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:23.702590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Attempting to bind port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 on network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:23.711646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b084bd4-5775-4b79-9e04-885802677ff6 admin admin] Publish callbacks [] for security_group (9624150e-d2fb-48b1-95fe-176a4aecaada), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.718494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:23.721283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Checking segment: {'id': '0ebe276e-6a1a-4fea-9614-5874a5a90bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:23.722043 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.722453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Bound using segment: {'id': '0ebe276e-6a1a-4fea-9614-5874a5a90bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:23.724110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Bound port: da0d6042-7abb-4f5d-8d9c-89886f1b8ca1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ebe276e-6a1a-4fea-9614-5874a5a90bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:23.726210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.728570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b084bd4-5775-4b79-9e04-885802677ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9624150e-d2fb-48b1-95fe-176a4aecaada), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.853677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (13e3a5c4-30c8-4a57-86e1-2cd01b93784d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:23.858474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] For port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:23.862594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] For port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,segment=NetworkSegment(0ebe276e-6a1a-4fea-9614-5874a5a90bcc),segment_id=0ebe276e-6a1a-4fea-9614-5874a5a90bcc)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:23.876844 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.000692 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b084bd4-5775-4b79-9e04-885802677ff6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05a68db18530450e9510703c63fb00f0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2915924 Feb 17 22:39:24.013374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44574) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:24.023940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bb5b7-5769-4638-895e-0b1b8259b916 None None] Pushing event updated for resources: {'Port': ['ID=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:24.050613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13e3a5c4-30c8-4a57-86e1-2cd01b93784d,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:24.069923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-faf74a28-591a-40de-a975-9d8fb023c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:24.074385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-faf74a28-591a-40de-a975-9d8fb023c3da service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 1129 time: 0.3820493 Feb 17 22:39:24.119967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e4806-90cc-40b6-9232-9cb0732204f7 req-6588f35f-79bb-4598-8a73-02491e0ed412 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:24.128570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd1e4806-90cc-40b6-9232-9cb0732204f7 req-6588f35f-79bb-4598-8a73-02491e0ed412 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.3899064 Feb 17 22:39:24.149269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b084bd4-5775-4b79-9e04-885802677ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9624150e-d2fb-48b1-95fe-176a4aecaada,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:24.180602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Checking segment: {'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:24.183463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Network hostable DHCP agents. Network: 87dd7958-6e7e-4a04-956e-cbe333ee3043, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:39:24.277000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f380f1b-d87b-449a-92da-1cf254df15e4 admin admin] Publish callbacks [] for security_group (9624150e-d2fb-48b1-95fe-176a4aecaada), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.318335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:39:24.401860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd1e4806-90cc-40b6-9232-9cb0732204f7 req-53a83045-6d7d-4654-b4db-4e57a338186b tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717249 Feb 17 22:39:24.429745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 87dd7958-6e7e-4a04-956e-cbe333ee3043) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:24.432981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-ed74841c-5d1f-4bd5-8adb-eee6651b746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:24.435778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-ed74841c-5d1f-4bd5-8adb-eee6651b746e service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.3500519 Feb 17 22:39:24.439224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:24.440243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.448077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23614e8a-e440-4fbf-b644-7a7a8f312a09 None None] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:24.549022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-1c1c5fe5-3e35-45b7-8db5-43966ce2b9f4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3823264e-9996-4b44-b476-728c903c552d HTTP/1.1" status: 200 len: 217 time: 0.0978305 Feb 17 22:39:24.553896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-99bfe5e4-118c-4bab-92f8-2f55d3519a72 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4780042 Feb 17 22:39:24.557046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44624) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:24.566011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f380f1b-d87b-449a-92da-1cf254df15e4 admin admin] Publish callbacks [] for security_group (9624150e-d2fb-48b1-95fe-176a4aecaada), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.579205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:24.608456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8::1 (08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82/3daa4b28-24f5-4fde-86d9-19624b795f38/d07569f3-d22a-4367-89ab-9fda792d5905) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:24.645798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-87dd7958-6e7e-4a04-956e-cbe333ee3043', 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043', 'project_id': '4a632488e681438abd589919561c3e89', 'fixed_ips': [{'subnet_id': '13e3a5c4-30c8-4a57-86e1-2cd01b93784d'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:39:24.646730 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.708433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd8a582-7113-495d-8c3f-89f42e19a246 req-ebd00e00-c35a-40be-a8da-01cf0313ca6c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:24.717270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cd8a582-7113-495d-8c3f-89f42e19a246 req-ebd00e00-c35a-40be-a8da-01cf0313ca6c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.2102051 Feb 17 22:39:24.726359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-be7760f0-55e5-4805-a4cc-01eb5c64d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:24.728431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-be7760f0-55e5-4805-a4cc-01eb5c64d72a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.1733720 Feb 17 22:39:24.730070 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (dbdc1850-09cc-4183-830b-5889d15b6d38), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.731469 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (dbdc1850-09cc-4183-830b-5889d15b6d38), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.777137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f380f1b-d87b-449a-92da-1cf254df15e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9624150e-d2fb-48b1-95fe-176a4aecaada), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.781857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f380f1b-d87b-449a-92da-1cf254df15e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.783220 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f380f1b-d87b-449a-92da-1cf254df15e4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9624150e-d2fb-48b1-95fe-176a4aecaada HTTP/1.1" status: 204 len: 168 time: 0.7679935 Feb 17 22:39:24.798244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f380f1b-d87b-449a-92da-1cf254df15e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9624150e-d2fb-48b1-95fe-176a4aecaada,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:24.804537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks [] for router_controller (dbdc1850-09cc-4183-830b-5889d15b6d38), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.900124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-e4348f8d-fe33-4331-a4fe-35ba3960d1b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933640 Feb 17 22:39:24.902858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (d07569f3-d22a-4367-89ab-9fda792d5905), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.982302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d07569f3-d22a-4367-89ab-9fda792d5905), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:24.999127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Allocated IP 172.20.0.2 (87dd7958-6e7e-4a04-956e-cbe333ee3043/13e3a5c4-30c8-4a57-86e1-2cd01b93784d/79f38eb6-991f-4800-801e-9e4fa1f5eff9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:25.066345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:25.070141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:25.075125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:25.075947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (b6ed77af-41f6-4b7f-951b-061081868cbc), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.304857 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Publish callbacks [] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.321229 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.355069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=d07569f3-d22a-4367-89ab-9fda792d5905,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:25.360997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cd8a582-7113-495d-8c3f-89f42e19a246 req-27019f59-e12b-477a-9a10-7facfd060594 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6421230 Feb 17 22:39:25.371120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks [] for router_gateway (dbdc1850-09cc-4183-830b-5889d15b6d38), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.484412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Pushing event updated for resources: {'Port': ['ID=79f38eb6-991f-4800-801e-9e4fa1f5eff9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:25.495613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d07569f3-d22a-4367-89ab-9fda792d5905), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.574393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:25.576882 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.578203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:25.588306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:25.713430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Attempting to bind port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:25.713813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Attempting to bind port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:25.714186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Attempting to bind port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 on network 87dd7958-6e7e-4a04-956e-cbe333ee3043 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:25.723741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-153e99cd-d0b4-42f0-aee8-5e8b448db11b service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346320 Feb 17 22:39:25.728654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:25.728920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Checking segment: {'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:25.729211 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.729813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Bound using segment: {'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:25.730673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Bound port: 79f38eb6-991f-4800-801e-9e4fa1f5eff9, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:25.731445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:25.897510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdef82a4-900b-4f02-8f89-35456088f357 None None] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:25.903219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] For port 79f38eb6-991f-4800-801e-9e4fa1f5eff9, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:25.920539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cff5bea-355f-4a40-8e38-55c4d9788221 req-a4ea3593-2681-4d0c-9bad-b0c5ae61b42a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:25.923301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cff5bea-355f-4a40-8e38-55c4d9788221 req-a4ea3593-2681-4d0c-9bad-b0c5ae61b42a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.3251815 Feb 17 22:39:26.015872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:26.042635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7d94004-82c9-4cfe-b8f3-ddb1ac8ed2fd req-81118f3d-d1b7-4b10-a79a-bb54995da1e2 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056738 Feb 17 22:39:26.077879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] For port 79f38eb6-991f-4800-801e-9e4fa1f5eff9, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=79f38eb6-991f-4800-801e-9e4fa1f5eff9,segment=NetworkSegment(720279cc-b4f3-48bf-96ae-2991250beb73),segment_id=720279cc-b4f3-48bf-96ae-2991250beb73)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:26.123509 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:26.161884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a59ff3e2-2eec-4d55-8cdf-620e0d2727b5 None None] Provisioning complete for port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:26.162697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a59ff3e2-2eec-4d55-8cdf-620e0d2727b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:26.234879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (d07569f3-d22a-4367-89ab-9fda792d5905), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:26.243201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cff5bea-355f-4a40-8e38-55c4d9788221 req-1683efa9-3d1f-488a-bc05-4168d1c467e5 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047457 Feb 17 22:39:26.248081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (d07569f3-d22a-4367-89ab-9fda792d5905), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:26.251217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (b6ed77af-41f6-4b7f-951b-061081868cbc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:26.497508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a713ba0-0f97-4ab8-a42d-eaa81273b118 None None] Pushing event updated for resources: {'Port': ['ID=79f38eb6-991f-4800-801e-9e4fa1f5eff9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:26.565902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=d07569f3-d22a-4367-89ab-9fda792d5905,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:26.599354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:26.600156 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:26.701990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:26.703876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:27.013269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router b6ed77af-41f6-4b7f-951b-061081868cbc is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:39:27.034099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:27.037978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:27.159231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,segment=NetworkSegment(0ebe276e-6a1a-4fea-9614-5874a5a90bcc),segment_id=0ebe276e-6a1a-4fea-9614-5874a5a90bcc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:27.160936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a59ff3e2-2eec-4d55-8cdf-620e0d2727b5 None None] Current status of the port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:27.162205 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a59ff3e2-2eec-4d55-8cdf-620e0d2727b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:27.166516 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:27.197093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks [] for router_gateway (dbdc1850-09cc-4183-830b-5889d15b6d38), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:27.214352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:27.222588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87c588a-9ea1-4e53-a82d-5e2fe2df39b1 req-c3e2f0e7-7b3c-4043-921b-5d885db86bd4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:27.226384 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] Sync routers for ids ['b6ed77af-41f6-4b7f-951b-061081868cbc'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:27.229680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b87c588a-9ea1-4e53-a82d-5e2fe2df39b1 req-c3e2f0e7-7b3c-4043-921b-5d885db86bd4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.2475915 Feb 17 22:39:27.254569 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-655708f9-7192-4d80-af21-b6e99cf3cd00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/b6ed77af-41f6-4b7f-951b-061081868cbc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1351662 Feb 17 22:39:27.255232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44718) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:27.257548 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] Routers {'b6ed77af-41f6-4b7f-951b-061081868cbc'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:27.257770 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b6ed77af-41f6-4b7f-951b-061081868cbc'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:27.283979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:27.391078 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:27.406101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a59ff3e2-2eec-4d55-8cdf-620e0d2727b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:39:27.406486 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a59ff3e2-2eec-4d55-8cdf-620e0d2727b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:39:27.412587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698fa736-1a31-431f-bd46-86bff17795b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:27.424316 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-698fa736-1a31-431f-bd46-86bff17795b7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports/d07569f3-d22a-4367-89ab-9fda792d5905 HTTP/1.1" status: 200 len: 911 time: 0.1675844 Feb 17 22:39:27.424764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44722) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:27.433263 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] Routers {'b6ed77af-41f6-4b7f-951b-061081868cbc'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:27.433901 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b6ed77af-41f6-4b7f-951b-061081868cbc'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:27.464798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:27.561842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:27.562569 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c082ab-136a-44c2-9411-9f93b55f4dc3 None None] The sync data for ids ['b6ed77af-41f6-4b7f-951b-061081868cbc'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:27.743224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b87c588a-9ea1-4e53-a82d-5e2fe2df39b1 req-85b3c61f-4d19-45a8-b6b3-bebb5659cc1d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120909 Feb 17 22:39:27.929367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7942b-3d02-45e7-bbde-e70a67da30db req-791e4cd8-a838-431a-9834-7d6212598776 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:27.932484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4df7942b-3d02-45e7-bbde-e70a67da30db req-791e4cd8-a838-431a-9834-7d6212598776 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.4119122 Feb 17 22:39:28.055801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Allocated IP 172.25.0.154 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/ee74832c-17c0-4a78-a573-51e89586ca1b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:28.063550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a59ff3e2-2eec-4d55-8cdf-620e0d2727b5 None None] Current status of the port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:28.253019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cdf65ce3-7b65-41e5-b476-0ba4b36bddd8 None None] Provisioning complete for port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:28.258398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdf65ce3-7b65-41e5-b476-0ba4b36bddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:28.258917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4df7942b-3d02-45e7-bbde-e70a67da30db req-c4b81632-e4bd-4601-9763-a654ad8c9de9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125575 Feb 17 22:39:28.263162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (b6ed77af-41f6-4b7f-951b-061081868cbc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:28.381319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:28.447634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks [] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:28.490583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:28.491779 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:28.559042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:28.667896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:28.674145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:28.677823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:28.682415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5032ae0-b167-4d47-95a7-ba3fb823a7f3 None None] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:28.691737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65ce3-7b65-41e5-b476-0ba4b36bddd8 None None] Current status of the port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:28.887709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port d07569f3-d22a-4367-89ab-9fda792d5905 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:28.889086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d07569f3-d22a-4367-89ab-9fda792d5905), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:28.917813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cdf65ce3-7b65-41e5-b476-0ba4b36bddd8 None None] Provisioning complete for port d07569f3-d22a-4367-89ab-9fda792d5905 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:28.918224 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdf65ce3-7b65-41e5-b476-0ba4b36bddd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d07569f3-d22a-4367-89ab-9fda792d5905), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.079122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=ee74832c-17c0-4a78-a573-51e89586ca1b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:29.093504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d07569f3-d22a-4367-89ab-9fda792d5905), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.096892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cdf65ce3-7b65-41e5-b476-0ba4b36bddd8 None None] Port d07569f3-d22a-4367-89ab-9fda792d5905 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:29.146132 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for d07569f3-d22a-4367-89ab-9fda792d5905 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:29.152547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:29.154333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 79f38eb6-991f-4800-801e-9e4fa1f5eff9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:29.250267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:29.250625 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.291638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab49b0-199b-42f9-b34a-d5f77737c81f req-3e445c62-5baf-4896-ac57-3e9e63263f55 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:29.293538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47ab49b0-199b-42f9-b34a-d5f77737c81f req-3e445c62-5baf-4896-ac57-3e9e63263f55 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.2933300 Feb 17 22:39:29.323937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] Provisioning complete for port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:29.328741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.526696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks [] for router_gateway (dbdc1850-09cc-4183-830b-5889d15b6d38), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.562395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44750) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:29.646965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d07569f3-d22a-4367-89ab-9fda792d5905), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.683348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] Current status of the port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:29.684095 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.708778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:29.709217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.747618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] For port 79f38eb6-991f-4800-801e-9e4fa1f5eff9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=79f38eb6-991f-4800-801e-9e4fa1f5eff9,segment=NetworkSegment(720279cc-b4f3-48bf-96ae-2991250beb73),segment_id=720279cc-b4f3-48bf-96ae-2991250beb73)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:29.766445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.777486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] Could not find standard attr ID for object d07569f3-d22a-4367-89ab-9fda792d5905. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:39:29.808103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47ab49b0-199b-42f9-b34a-d5f77737c81f req-bc0ccf01-0083-4034-9b94-b0e296e027bd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5035706 Feb 17 22:39:29.857365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=d07569f3-d22a-4367-89ab-9fda792d5905,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:29.858454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e63fa-c5d1-4f3a-a1c6-88c1fa38a849 req-de538537-ffa9-4156-b788-1dd8f0f9f8a9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:29.861073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d79e63fa-c5d1-4f3a-a1c6-88c1fa38a849 req-de538537-ffa9-4156-b788-1dd8f0f9f8a9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.4111762 Feb 17 22:39:29.913651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f02c51b-5907-4cc4-b8e0-5c2ea486613c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.929832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (b6ed77af-41f6-4b7f-951b-061081868cbc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:29.983775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d79e63fa-c5d1-4f3a-a1c6-88c1fa38a849 req-3e0a3d18-2a9b-4bbd-ab29-135504843bf9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159432 Feb 17 22:39:30.088689 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:39:30.090739 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:39:30.146607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4aee3ef7-149b-48b9-a29b-fb318321a5e0 None None] Provisioning complete for port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:30.149031 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4aee3ef7-149b-48b9-a29b-fb318321a5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:30.235067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (dbdc1850-09cc-4183-830b-5889d15b6d38), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:30.257653 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:39:30.274866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb18df-e5d4-4308-ab2d-f33f8f0a02d3 None None] Pushing event updated for resources: {'Port': ['ID=79f38eb6-991f-4800-801e-9e4fa1f5eff9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:30.293008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router b6ed77af-41f6-4b7f-951b-061081868cbc has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:39:30.295492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f02c51b-5907-4cc4-b8e0-5c2ea486613c admin admin] Publish callbacks [] for security_group (905c4f8d-a2f2-4923-a893-4431ab318c69), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:30.301206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f02c51b-5907-4cc4-b8e0-5c2ea486613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (905c4f8d-a2f2-4923-a893-4431ab318c69), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:30.393269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4aee3ef7-149b-48b9-a29b-fb318321a5e0 None None] Current status of the port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:30.394380 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f02c51b-5907-4cc4-b8e0-5c2ea486613c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=195a4225d5ac4859a05495d5ca1b967b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8307819 Feb 17 22:39:30.402892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44754) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:30.435876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f02c51b-5907-4cc4-b8e0-5c2ea486613c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905c4f8d-a2f2-4923-a893-4431ab318c69,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:30.481216 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Publish callbacks [] for security_group (905c4f8d-a2f2-4923-a893-4431ab318c69), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:30.516484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Publish callbacks [] for security_group (905c4f8d-a2f2-4923-a893-4431ab318c69), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:30.521481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:30.544797 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dfb5636e-4515-467c-9d87-b9fb75a3f5b0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/b6ed77af-41f6-4b7f-951b-061081868cbc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1123936 Feb 17 22:39:30.548227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44758) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:30.551330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] Sync routers for ids ['b6ed77af-41f6-4b7f-951b-061081868cbc'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:30.572298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Router dbdc1850-09cc-4183-830b-5889d15b6d38 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:39:30.588721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] Routers {'b6ed77af-41f6-4b7f-951b-061081868cbc'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:30.589356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b6ed77af-41f6-4b7f-951b-061081868cbc'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:30.616137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44760) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:30.619010 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3c2bbc6e-fd69-412d-8072-1bf66b75bf7a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6ed77af-41f6-4b7f-951b-061081868cbc HTTP/1.1" status: 200 len: 205 time: 0.0691805 Feb 17 22:39:30.690431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:30.694860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:30.705311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] Routers {'b6ed77af-41f6-4b7f-951b-061081868cbc'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:30.705946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['b6ed77af-41f6-4b7f-951b-061081868cbc'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:30.749603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:30.750518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93988b97-71a6-4e30-9b39-5af161c408e2 None None] The sync data for ids ['b6ed77af-41f6-4b7f-951b-061081868cbc'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:30.840711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 79f38eb6-991f-4800-801e-9e4fa1f5eff9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:30.883990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9168ed4-99b5-4de3-a8fa-cff1c6f4e819 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (b6ed77af-41f6-4b7f-951b-061081868cbc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:30.903852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:30.904876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.008668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (905c4f8d-a2f2-4923-a893-4431ab318c69), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.009975 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.014306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/905c4f8d-a2f2-4923-a893-4431ab318c69 HTTP/1.1" status: 204 len: 168 time: 0.6096971 Feb 17 22:39:31.037022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:31.044830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:31.053508 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Sync routers for ids ['dbdc1850-09cc-4183-830b-5889d15b6d38'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:31.071175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905c4f8d-a2f2-4923-a893-4431ab318c69,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:31.075579 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Routers {'dbdc1850-09cc-4183-830b-5889d15b6d38'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:31.077086 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbdc1850-09cc-4183-830b-5889d15b6d38'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:31.126077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.126742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.127439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.128109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.128734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.129262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.130708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.130708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.131124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.131816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.133085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.133921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.134593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3424e7-a64d-4c54-a145-8ad1bf1f058c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:31.221960 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Set router dbdc1850-09cc-4183-830b-5889d15b6d38 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:31.244283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9168ed4-99b5-4de3-a8fa-cff1c6f4e819 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (b6ed77af-41f6-4b7f-951b-061081868cbc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.252460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9168ed4-99b5-4de3-a8fa-cff1c6f4e819 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (b6ed77af-41f6-4b7f-951b-061081868cbc), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.358870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9168ed4-99b5-4de3-a8fa-cff1c6f4e819 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (b6ed77af-41f6-4b7f-951b-061081868cbc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.360635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9168ed4-99b5-4de3-a8fa-cff1c6f4e819 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Fanout notify agent at l3_agent the message router_deleted on router b6ed77af-41f6-4b7f-951b-061081868cbc {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:39:31.377734 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d9168ed4-99b5-4de3-a8fa-cff1c6f4e819 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.383961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44770) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:31.386183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d9168ed4-99b5-4de3-a8fa-cff1c6f4e819 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/b6ed77af-41f6-4b7f-951b-061081868cbc HTTP/1.1" status: 204 len: 168 time: 0.7592976 Feb 17 22:39:31.393801 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.396411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9c9f5d4f-53d7-4d3a-a8f5-5145b37a2cd2 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8302150 Feb 17 22:39:31.406446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44772) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:31.418553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335d9e0a-b41f-4a24-bf45-d92e3167623e req-b4c7ab2e-adc7-4d65-9abe-0f6514ea5ddc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:31.420733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-335d9e0a-b41f-4a24-bf45-d92e3167623e req-b4c7ab2e-adc7-4d65-9abe-0f6514ea5ddc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.4879060 Feb 17 22:39:31.477677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet 3daa4b28-24f5-4fde-86d9-19624b795f38 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:39:31.484786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (3daa4b28-24f5-4fde-86d9-19624b795f38), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.521895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:39:28Z', 'revision_number': 3, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port': {'id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:27Z', 'updated_at': '2022-02-17T22:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:31.552148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (3daa4b28-24f5-4fde-86d9-19624b795f38), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.565526 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Checking router: dbdc1850-09cc-4183-830b-5889d15b6d38 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:39:31.566682 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Updating router dbdc1850-09cc-4183-830b-5889d15b6d38 port ee74832c-17c0-4a78-a573-51e89586ca1b binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:39:31.608554 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.651119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-335d9e0a-b41f-4a24-bf45-d92e3167623e req-528e4de8-588b-4469-9958-1e68c834d243 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743751 Feb 17 22:39:31.656477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44774) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:31.664310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3b3a5-fd90-4b9d-93cf-66038996a13b req-3976ae4c-307a-44cd-bf86-eb2f2e2a732c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:31.672981 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecd3b3a5-fd90-4b9d-93cf-66038996a13b req-3976ae4c-307a-44cd-bf86-eb2f2e2a732c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.5532863 Feb 17 22:39:31.674444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bef78a93-638f-4f31-a667-63c36ecdb0c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.796999 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (3daa4b28-24f5-4fde-86d9-19624b795f38), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.900972 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (3daa4b28-24f5-4fde-86d9-19624b795f38), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.949384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=3daa4b28-24f5-4fde-86d9-19624b795f38,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:31.952635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.956288 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b8b32eba-3d82-45b2-885b-82d4aa189d09 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/3daa4b28-24f5-4fde-86d9-19624b795f38 HTTP/1.1" status: 204 len: 168 time: 0.5708172 Feb 17 22:39:31.958557 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bef78a93-638f-4f31-a667-63c36ecdb0c3 admin admin] Publish callbacks [] for security_group (898e40de-79ab-439e-badc-a9012dc976fd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:31.958730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed6d893-5580-4f9f-bf0e-c602c9ebfe8e None None] Network 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:31.960494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44782) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:31.970944 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bef78a93-638f-4f31-a667-63c36ecdb0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (898e40de-79ab-439e-badc-a9012dc976fd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.086954 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bef78a93-638f-4f31-a667-63c36ecdb0c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9ad321941e5a4db4b7cd7276dbc5f298&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4300182 Feb 17 22:39:32.089280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef78a93-638f-4f31-a667-63c36ecdb0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898e40de-79ab-439e-badc-a9012dc976fd,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:32.091936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:32.101812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.145758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ecd3b3a5-fd90-4b9d-93cf-66038996a13b req-c9577165-825c-4906-acb6-3658d78c8cb4 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4719245 Feb 17 22:39:32.231559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e66e62ad-0b23-4c3f-a6e1-27d6373aa7cd admin admin] Publish callbacks [] for security_group (898e40de-79ab-439e-badc-a9012dc976fd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.283275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e66e62ad-0b23-4c3f-a6e1-27d6373aa7cd admin admin] Publish callbacks [] for security_group (898e40de-79ab-439e-badc-a9012dc976fd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.285922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:32.286260 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.348672 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Publish callbacks [] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.358825 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.459764 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c19c0-121e-470e-96de-58221e8717e1 None None] Pushing event updated for resources: {'Port': ['ID=ee74832c-17c0-4a78-a573-51e89586ca1b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:32.517112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,segment=NetworkSegment(0ebe276e-6a1a-4fea-9614-5874a5a90bcc),segment_id=0ebe276e-6a1a-4fea-9614-5874a5a90bcc)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:32.517411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.524013 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.540199 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Attempting to bind port ee74832c-17c0-4a78-a573-51e89586ca1b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:32.552135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:32.559298 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Attempting to bind port ee74832c-17c0-4a78-a573-51e89586ca1b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:32.561532 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Attempting to bind port ee74832c-17c0-4a78-a573-51e89586ca1b on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:32.573767 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:32.574902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e66e62ad-0b23-4c3f-a6e1-27d6373aa7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (898e40de-79ab-439e-badc-a9012dc976fd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.575688 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:32.577613 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.579805 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:32.580706 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Bound port: ee74832c-17c0-4a78-a573-51e89586ca1b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:32.582031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e66e62ad-0b23-4c3f-a6e1-27d6373aa7cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.595240 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.620755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e66e62ad-0b23-4c3f-a6e1-27d6373aa7cd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/898e40de-79ab-439e-badc-a9012dc976fd HTTP/1.1" status: 204 len: 168 time: 0.5272369 Feb 17 22:39:32.641121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] DHCP port deletion for 08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:39:32.693299 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] For port ee74832c-17c0-4a78-a573-51e89586ca1b, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:32.698128 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] For port ee74832c-17c0-4a78-a573-51e89586ca1b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ee74832c-17c0-4a78-a573-51e89586ca1b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:32.709024 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.756375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] Deleting port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:32.756739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.811722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e62ad-0b23-4c3f-a6e1-27d6373aa7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898e40de-79ab-439e-badc-a9012dc976fd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:32.882231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:39:32.891012 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c19c0-121e-470e-96de-58221e8717e1 None None] Pushing event updated for resources: {'Port': ['ID=ee74832c-17c0-4a78-a573-51e89586ca1b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:32.940989 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Routers {'dbdc1850-09cc-4183-830b-5889d15b6d38'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:32.942159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:32.943082 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbdc1850-09cc-4183-830b-5889d15b6d38'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:32.946673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Allocated IP 172.20.0.1 (87dd7958-6e7e-4a04-956e-cbe333ee3043/13e3a5c4-30c8-4a57-86e1-2cd01b93784d/3427f017-693a-4681-a1db-09b98447a1d1) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:33.021530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] For port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,segment=NetworkSegment(0ebe276e-6a1a-4fea-9614-5874a5a90bcc),segment_id=0ebe276e-6a1a-4fea-9614-5874a5a90bcc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:33.024792 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:33.059404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:39:33.062863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] Calling delete_port for da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:33.067276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No active binding found for port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 {{(pid=103528) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Feb 17 22:39:33.067686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] The host n-d-828369-18 is not matching for port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 host None! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:39:33.074845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:39:33.105482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:33.253416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (da0d6042-7abb-4f5d-8d9c-89886f1b8ca1), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:33.289021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] No DVR routers for this DVR port da0d6042-7abb-4f5d-8d9c-89886f1b8ca1 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:39:33.292714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950813f-fbc6-4b50-bff2-a6823be3673b req-e06c6b8c-b4d0-46f1-96fb-9b47ff398a79 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:33.295177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c950813f-fbc6-4b50-bff2-a6823be3673b req-e06c6b8c-b4d0-46f1-96fb-9b47ff398a79 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.4623594 Feb 17 22:39:33.298836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks [] for port (3427f017-693a-4681-a1db-09b98447a1d1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:33.356135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ae78dc-1920-4c2c-8992-04a8bc098d82 None None] Pushing event deleted for resources: {'Port': ['ID=da0d6042-7abb-4f5d-8d9c-89886f1b8ca1,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:33.382682 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] Set router dbdc1850-09cc-4183-830b-5889d15b6d38 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:33.554274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c950813f-fbc6-4b50-bff2-a6823be3673b req-3e28a155-a85d-44fe-9801-3e1edb457649 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449107 Feb 17 22:39:33.628927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3427f017-693a-4681-a1db-09b98447a1d1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:33.639687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f293e99c-6bd3-4be5-927c-1fbcedcf914b req-89b9e612-db86-4ed0-8225-0c68e758d702 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:33.641222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f293e99c-6bd3-4be5-927c-1fbcedcf914b req-89b9e612-db86-4ed0-8225-0c68e758d702 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.2502966 Feb 17 22:39:33.739137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Pushing event updated for resources: {'Port': ['ID=3427f017-693a-4681-a1db-09b98447a1d1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:33.816445 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:39:28Z', 'revision_number': 3, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port': {'id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:27Z', 'updated_at': '2022-02-17T22:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:33.819694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:33.832349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:33.841399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:33.868441 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950edd40-9561-45bf-8909-bef9b992f23e None None] The sync data for ids ['dbdc1850-09cc-4183-830b-5889d15b6d38'] in n-d-828369-18 is: [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:39:28Z', 'revision_number': 3, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port': {'id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:27Z', 'updated_at': '2022-02-17T22:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:33.932055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f293e99c-6bd3-4be5-927c-1fbcedcf914b req-2f5b7b69-4fc2-48cc-abdb-589c5ceb96fd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965871 Feb 17 22:39:33.954047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (dbdc1850-09cc-4183-830b-5889d15b6d38), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:33.961299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.036823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:34.059625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebe276e-6a1a-4fea-9614-5874a5a90bcc') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:34.061419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebe276e-6a1a-4fea-9614-5874a5a90bcc') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:34.087776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (0ebe276e-6a1a-4fea-9614-5874a5a90bcc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.121181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0ebe276e-6a1a-4fea-9614-5874a5a90bcc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.137252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:39:34.138732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (0ebe276e-6a1a-4fea-9614-5874a5a90bcc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:39:34.147049 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:39:34.264340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3427f017-693a-4681-a1db-09b98447a1d1), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.328015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.333175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.343797 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82 HTTP/1.1" status: 204 len: 168 time: 2.3820899 Feb 17 22:39:34.344674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44810) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:34.395137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1450393486', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:34.416649 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf6a8b-6833-4eeb-b72c-f3e8a5247e5d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=08b9e76c-d4a6-4f9d-94c4-87f16c8a2b82,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:34.467908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.469819 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.608803 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (21f6c105-2da6-48ac-9b2e-db4a01d2464e), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.620243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-28b0476c-881e-4491-a3cf-1cf036546e96 None None] Provisioning complete for port 3427f017-693a-4681-a1db-09b98447a1d1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:34.633647 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28b0476c-881e-4491-a3cf-1cf036546e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3427f017-693a-4681-a1db-09b98447a1d1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:34.786228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-28b0476c-881e-4491-a3cf-1cf036546e96 None None] Port 3427f017-693a-4681-a1db-09b98447a1d1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:34.853110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_gateway (21f6c105-2da6-48ac-9b2e-db4a01d2464e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.009077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ee74832c-17c0-4a78-a573-51e89586ca1b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:35.053577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb3bc4-0361-4e28-bb2f-682aa0641035 req-06c8b6d8-3c27-46de-b221-9654c19b80df tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:35.061103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ecb3bc4-0361-4e28-bb2f-682aa0641035 req-06c8b6d8-3c27-46de-b221-9654c19b80df tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.3581593 Feb 17 22:39:35.141455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks [] for port (3427f017-693a-4681-a1db-09b98447a1d1), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.158980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3427f017-693a-4681-a1db-09b98447a1d1), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.210493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ee74832c-17c0-4a78-a573-51e89586ca1b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:35.211151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.392450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ee74832c-17c0-4a78-a573-51e89586ca1b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:35.392856 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.422738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_gateway (21f6c105-2da6-48ac-9b2e-db4a01d2464e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.443576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ee74832c-17c0-4a78-a573-51e89586ca1b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ee74832c-17c0-4a78-a573-51e89586ca1b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:35.450362 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.492813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:35.552107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ee74832c-17c0-4a78-a573-51e89586ca1b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:35.734079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 172.25.0.4 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/9995a246-7214-45ac-852d-9a20890fd874) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:35.944773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (9995a246-7214-45ac-852d-9a20890fd874), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:36.006894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9995a246-7214-45ac-852d-9a20890fd874), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:36.076176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:36.080312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:36.092731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (dbdc1850-09cc-4183-830b-5889d15b6d38), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:36.093990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:36.152225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ecb3bc4-0361-4e28-bb2f-682aa0641035 req-abe3ee49-d684-44eb-90fc-65e2c324af7b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0755084 Feb 17 22:39:36.164462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=9995a246-7214-45ac-852d-9a20890fd874,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:36.197994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Pushing event updated for resources: {'Port': ['ID=3427f017-693a-4681-a1db-09b98447a1d1,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:36.309950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473d28a-644c-44ee-bf42-e34f58bbf041 req-f735c8b5-40ba-40d5-9fe1-b03cc2ef7005 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:36.317995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9473d28a-644c-44ee-bf42-e34f58bbf041 req-f735c8b5-40ba-40d5-9fe1-b03cc2ef7005 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 1.0877838 Feb 17 22:39:36.398767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:36.411429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9473d28a-644c-44ee-bf42-e34f58bbf041 req-9ab0a6ae-4a37-4f0c-9410-7ba9d6229ab4 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923607 Feb 17 22:39:36.412851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:36.816949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Router dbdc1850-09cc-4183-830b-5889d15b6d38 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:39:36.979163 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_gateway (21f6c105-2da6-48ac-9b2e-db4a01d2464e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:37.002749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ee74832c-17c0-4a78-a573-51e89586ca1b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:37.078009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:37.097931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-52e30954-7c79-44c0-82ce-22a2c0ae6262 admin admin] 10.222.0.79 "PUT /v2.0/routers/dbdc1850-09cc-4183-830b-5889d15b6d38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6750803 Feb 17 22:39:37.208211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5e633e97-1aec-43a5-b60c-7bea94ea6266 None None] Provisioning complete for port 3427f017-693a-4681-a1db-09b98447a1d1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:37.208842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e633e97-1aec-43a5-b60c-7bea94ea6266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3427f017-693a-4681-a1db-09b98447a1d1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:37.221711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ee74832c-17c0-4a78-a573-51e89586ca1b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:37.222153 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:37.319877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:37.322442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Sync routers for ids ['dbdc1850-09cc-4183-830b-5889d15b6d38'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:37.475613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e633e97-1aec-43a5-b60c-7bea94ea6266 None None] Port 3427f017-693a-4681-a1db-09b98447a1d1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:37.485706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Routers {'dbdc1850-09cc-4183-830b-5889d15b6d38'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:37.487341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbdc1850-09cc-4183-830b-5889d15b6d38'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:37.516929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813339f-aaf1-482c-af7c-c65b663510b6 req-b7a3b653-4bf9-411a-8004-9c0dadd1af5e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:37.535000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0813339f-aaf1-482c-af7c-c65b663510b6 req-b7a3b653-4bf9-411a-8004-9c0dadd1af5e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.1784573 Feb 17 22:39:37.635427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0813339f-aaf1-482c-af7c-c65b663510b6 req-c31a9762-4bbe-48e0-9c68-f509caa82450 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994282 Feb 17 22:39:37.645797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router 21f6c105-2da6-48ac-9b2e-db4a01d2464e is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:39:37.664305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Set router dbdc1850-09cc-4183-830b-5889d15b6d38 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:37.746536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3efa42-ae30-4a11-9bed-3e010fe79195 req-29730041-dea7-46d7-9a72-dda2221ce1f0 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:37.752674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e3efa42-ae30-4a11-9bed-3e010fe79195 req-29730041-dea7-46d7-9a72-dda2221ce1f0 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.1162448 Feb 17 22:39:37.877687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e3efa42-ae30-4a11-9bed-3e010fe79195 req-131448b4-3fd6-431d-a3dd-8e41ccb9a6bb tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188197 Feb 17 22:39:37.968775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:39:34Z', 'revision_number': 4, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port': {'id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:27Z', 'updated_at': '2022-02-17T22:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3427f017-693a-4681-a1db-09b98447a1d1', 'name': '', 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043', 'tenant_id': '4a632488e681438abd589919561c3e89', 'mac_address': 'fa:16:3e:74:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '13e3a5c4-30c8-4a57-86e1-2cd01b93784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:32Z', 'updated_at': '2022-02-17T22:39:34Z', 'revision_number': 2, 'project_id': '4a632488e681438abd589919561c3e89', 'subnets': [{'id': '13e3a5c4-30c8-4a57-86e1-2cd01b93784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:38.000465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:38.014396 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] Sync routers for ids ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:38.022903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Checking router: dbdc1850-09cc-4183-830b-5889d15b6d38 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:39:38.024777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Updating router dbdc1850-09cc-4183-830b-5889d15b6d38 port 3427f017-693a-4681-a1db-09b98447a1d1 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:39:38.032082 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] Routers {'21f6c105-2da6-48ac-9b2e-db4a01d2464e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:38.032715 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:38.048296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.049481 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cf7d8e99-0bd4-41fc-ab6a-f5c5e61be300 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.6678576 Feb 17 22:39:38.052351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44890) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:38.097669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44892) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:38.102112 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3427f017-693a-4681-a1db-09b98447a1d1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.106377 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:38.130079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ee74832c-17c0-4a78-a573-51e89586ca1b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:38.140155 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] Routers {'21f6c105-2da6-48ac-9b2e-db4a01d2464e'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:38.140794 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:38.249413 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:38.250747 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301e12b4-c37c-4121-9f3d-8099c6fa1c5c None None] The sync data for ids ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:38.333169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-158a1138-732c-4b95-b73d-45f06663d175 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.361175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44904) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:38.365991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8d1b9466-0629-4fde-b63a-409744e76a12 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/routers/21f6c105-2da6-48ac-9b2e-db4a01d2464e HTTP/1.1" status: 200 len: 883 time: 0.3111627 Feb 17 22:39:38.570457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44908) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:38.578199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-901193519-network', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:38.628951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Made reservation on behalf of 6c3f90d0a8e74641aafd32eaa87f7dbb for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:38.635105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-158a1138-732c-4b95-b73d-45f06663d175 admin admin] Publish callbacks [] for security_group (b6a567ee-e917-4a38-88b5-4e544e08ed11), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.635825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.652579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-158a1138-732c-4b95-b73d-45f06663d175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b6a567ee-e917-4a38-88b5-4e544e08ed11), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.660913 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.720266 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-158a1138-732c-4b95-b73d-45f06663d175 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b7a918f97ff496a9da1a62164967e07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6215079 Feb 17 22:39:38.723559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44912) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:38.793488 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Publish callbacks [] for port (3427f017-693a-4681-a1db-09b98447a1d1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.804154 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3427f017-693a-4681-a1db-09b98447a1d1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.831396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41554cb3-43d8-4246-abd6-b28adc91f84b admin admin] Publish callbacks [] for security_group (b6a567ee-e917-4a38-88b5-4e544e08ed11), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.837334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks [] for security_group (90b365d1-6d86-423b-a733-c94fe88ca4b3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.851619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (90b365d1-6d86-423b-a733-c94fe88ca4b3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.869341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:39:38.871494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41554cb3-43d8-4246-abd6-b28adc91f84b admin admin] Publish callbacks [] for security_group (b6a567ee-e917-4a38-88b5-4e544e08ed11), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.889356 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (031f9794-5665-417d-b1b7-16631b3c9e80), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.889681 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Added segment 031f9794-5665-417d-b1b7-16631b3c9e80 of type vlan for network b57e0227-c919-4254-a30e-041d83f1ad56 Feb 17 22:39:38.943998 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (b57e0227-c919-4254-a30e-041d83f1ad56), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.972207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0f6eb-4bc8-4c3e-b8b4-73f822fd47d8 None None] Pushing event updated for resources: {'Port': ['ID=3427f017-693a-4681-a1db-09b98447a1d1,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:38.995827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41554cb3-43d8-4246-abd6-b28adc91f84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b6a567ee-e917-4a38-88b5-4e544e08ed11), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:38.999743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41554cb3-43d8-4246-abd6-b28adc91f84b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.005779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (b57e0227-c919-4254-a30e-041d83f1ad56), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.005779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:39.005779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.020379 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-41554cb3-43d8-4246-abd6-b28adc91f84b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6a567ee-e917-4a38-88b5-4e544e08ed11 HTTP/1.1" status: 204 len: 168 time: 0.2922220 Feb 17 22:39:39.047105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a1138-732c-4b95-b73d-45f06663d175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a567ee-e917-4a38-88b5-4e544e08ed11,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:39.104981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Pushing event updated for resources: {'Network': ['ID=b57e0227-c919-4254-a30e-041d83f1ad56,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:39.116797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5438902 Feb 17 22:39:39.125834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41554cb3-43d8-4246-abd6-b28adc91f84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a567ee-e917-4a38-88b5-4e544e08ed11,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:39.127055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network b57e0227-c919-4254-a30e-041d83f1ad56 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:39:39.127976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44918) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:39.227146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Request body: {'subnet': {'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-901193519-subnet', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:39.250931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28622558-3365-4e1b-93ab-b98a0a265a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b365d1-6d86-423b-a733-c94fe88ca4b3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:39.339630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Made reservation on behalf of 6c3f90d0a8e74641aafd32eaa87f7dbb for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:39.345006 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.347350 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ddede17f-cf9d-4c06-885d-53541815cff6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.9848323 Feb 17 22:39:39.352918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44922) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:39.375482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83c461-c5c9-4144-8ae6-ede39218857a req-3c368936-0154-4fbb-865f-1e2dfc3522a3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:39.379078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f83c461-c5c9-4144-8ae6-ede39218857a req-3c368936-0154-4fbb-865f-1e2dfc3522a3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.5391541 Feb 17 22:39:39.381010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a2cc3a07-28eb-4a87-97dc-3f8706294887 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1450393486'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:39.450169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed31d96-dfea-4302-b62c-561ed99ae5f1 req-6ccc6826-512e-46d0-a810-225895aae996 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:39.456767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ed31d96-dfea-4302-b62c-561ed99ae5f1 req-6ccc6826-512e-46d0-a810-225895aae996 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.3510520 Feb 17 22:39:39.515071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Attempting to bind port 3427f017-693a-4681-a1db-09b98447a1d1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:39.517781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Attempting to bind port 3427f017-693a-4681-a1db-09b98447a1d1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:39.519850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Attempting to bind port 3427f017-693a-4681-a1db-09b98447a1d1 on network 87dd7958-6e7e-4a04-956e-cbe333ee3043 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:39.537931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:39.541923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Checking segment: {'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:39.541923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.541923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Bound using segment: {'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:39.545252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Bound port: 3427f017-693a-4681-a1db-09b98447a1d1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '720279cc-b4f3-48bf-96ae-2991250beb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:39.550053 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3427f017-693a-4681-a1db-09b98447a1d1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.588999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f83c461-c5c9-4144-8ae6-ede39218857a req-b62bbee2-d956-488c-9c23-f8de917a5978 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551344 Feb 17 22:39:39.626386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ed31d96-dfea-4302-b62c-561ed99ae5f1 req-0069a975-73ad-421d-a97f-b4dfacfbbd55 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481700 Feb 17 22:39:39.677789 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.681353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-80ce3dca-38a6-40a5-8af2-ffba791e6f8d None None] Provisioning complete for port 3427f017-693a-4681-a1db-09b98447a1d1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:39.681859 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80ce3dca-38a6-40a5-8af2-ffba791e6f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3427f017-693a-4681-a1db-09b98447a1d1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.804746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-80ce3dca-38a6-40a5-8af2-ffba791e6f8d None None] Port 3427f017-693a-4681-a1db-09b98447a1d1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:39.819486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] For port 3427f017-693a-4681-a1db-09b98447a1d1, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:39.829749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] For port 3427f017-693a-4681-a1db-09b98447a1d1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3427f017-693a-4681-a1db-09b98447a1d1,segment=NetworkSegment(720279cc-b4f3-48bf-96ae-2991250beb73),segment_id=720279cc-b4f3-48bf-96ae-2991250beb73)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:39.840803 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3427f017-693a-4681-a1db-09b98447a1d1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.876752 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (55a07cfa-99ff-455e-8bda-a481263e5578), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:39.953407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Routers {'dbdc1850-09cc-4183-830b-5889d15b6d38'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:39.954541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbdc1850-09cc-4183-830b-5889d15b6d38'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:40.001900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55a07cfa-99ff-455e-8bda-a481263e5578,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:40.023668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44926) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:40.044821 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af42819-35ef-4d55-a4db-6f6337fbde42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.051272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Checking segment: {'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:40.051984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Network hostable DHCP agents. Network: b57e0227-c919-4254-a30e-041d83f1ad56, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:39:40.061697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0f6eb-4bc8-4c3e-b8b4-73f822fd47d8 None None] Pushing event updated for resources: {'Port': ['ID=3427f017-693a-4681-a1db-09b98447a1d1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:40.186129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af42819-35ef-4d55-a4db-6f6337fbde42 admin admin] Publish callbacks [] for security_group (683cc380-c53f-4740-a548-b49bbd54ff00), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.191947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af42819-35ef-4d55-a4db-6f6337fbde42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (683cc380-c53f-4740-a548-b49bbd54ff00), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.219559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] Set router dbdc1850-09cc-4183-830b-5889d15b6d38 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:40.269978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Network b57e0227-c919-4254-a30e-041d83f1ad56 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:39:40.301551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5af42819-35ef-4d55-a4db-6f6337fbde42 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=381975800c8845859b3cc9fb5b96fa43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2740397 Feb 17 22:39:40.305057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:40.308132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, b57e0227-c919-4254-a30e-041d83f1ad56) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:40.314149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:40.314914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.339721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6c75014f-2edd-42d3-ac35-35ece653d144 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1938546 Feb 17 22:39:40.344476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44930) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:40.351341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:40.363259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af42819-35ef-4d55-a4db-6f6337fbde42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683cc380-c53f-4740-a548-b49bbd54ff00,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:40.384839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b504d-4b9b-40aa-8c0a-1c13e9702402 None None] Network b57e0227-c919-4254-a30e-041d83f1ad56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:40.397758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (c6468525-f0a0-4ae7-870b-49cb09c8bc10), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.403000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (c6468525-f0a0-4ae7-870b-49cb09c8bc10), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.488142 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks [] for router_controller (c6468525-f0a0-4ae7-870b-49cb09c8bc10), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.565211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ed1-bdfe-4195-8cfe-e32bee7597de admin admin] Publish callbacks [] for security_group (683cc380-c53f-4740-a548-b49bbd54ff00), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.615360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ed1-bdfe-4195-8cfe-e32bee7597de admin admin] Publish callbacks [] for security_group (683cc380-c53f-4740-a548-b49bbd54ff00), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.806542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ed1-bdfe-4195-8cfe-e32bee7597de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (683cc380-c53f-4740-a548-b49bbd54ff00), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.809985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c30a9ed1-bdfe-4195-8cfe-e32bee7597de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.812437 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c30a9ed1-bdfe-4195-8cfe-e32bee7597de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/683cc380-c53f-4740-a548-b49bbd54ff00 HTTP/1.1" status: 204 len: 168 time: 0.5041275 Feb 17 22:39:40.833793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a9ed1-bdfe-4195-8cfe-e32bee7597de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683cc380-c53f-4740-a548-b49bbd54ff00,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:40.864274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3a07-28eb-4a87-97dc-3f8706294887 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.901646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3a07-28eb-4a87-97dc-3f8706294887 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:40.926733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks [] for router_gateway (c6468525-f0a0-4ae7-870b-49cb09c8bc10), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:41.076709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8de4bc-4abf-4433-b6ad-ebe686d49246 req-0b04a305-6218-4530-bf8f-d15c43c92135 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:41.078319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac8de4bc-4abf-4433-b6ad-ebe686d49246 req-0b04a305-6218-4530-bf8f-d15c43c92135 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.1978149 Feb 17 22:39:41.090509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e2c1d88f-e4ad-4902-9e55-82ce1bb4e85b None None] Provisioning complete for port 3427f017-693a-4681-a1db-09b98447a1d1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:41.090877 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d88f-e4ad-4902-9e55-82ce1bb4e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3427f017-693a-4681-a1db-09b98447a1d1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:41.099653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a77d7f-6134-4143-819e-f256b7a28a84 req-8a9f9ee4-8d74-4bb5-a0f7-37479a658365 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:41.101411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65a77d7f-6134-4143-819e-f256b7a28a84 req-8a9f9ee4-8d74-4bb5-a0f7-37479a658365 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.2189965 Feb 17 22:39:41.175537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cc3a07-28eb-4a87-97dc-3f8706294887 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router 21f6c105-2da6-48ac-9b2e-db4a01d2464e has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:39:41.271353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-b57e0227-c919-4254-a30e-041d83f1ad56', 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56', 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'fixed_ips': [{'subnet_id': '55a07cfa-99ff-455e-8bda-a481263e5578'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:39:41.273482 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:41.303097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac8de4bc-4abf-4433-b6ad-ebe686d49246 req-67429b38-f32f-4e65-ab90-2fa8ecc0bdb7 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005932 Feb 17 22:39:41.315999 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65a77d7f-6134-4143-819e-f256b7a28a84 req-23752c48-87ec-48c5-8fd6-3b75a52dd06f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956472 Feb 17 22:39:41.484475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:39:34Z', 'revision_number': 4, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port': {'id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:27Z', 'updated_at': '2022-02-17T22:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3427f017-693a-4681-a1db-09b98447a1d1', 'name': '', 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043', 'tenant_id': '4a632488e681438abd589919561c3e89', 'mac_address': 'fa:16:3e:74:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '13e3a5c4-30c8-4a57-86e1-2cd01b93784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:32Z', 'updated_at': '2022-02-17T22:39:39Z', 'revision_number': 4, 'project_id': '4a632488e681438abd589919561c3e89', 'subnets': [{'id': '13e3a5c4-30c8-4a57-86e1-2cd01b93784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:41.564748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b144f80b-6527-49da-8a47-7cd7f302290e None None] The sync data for ids ['dbdc1850-09cc-4183-830b-5889d15b6d38'] in n-d-828369-18 is: [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:39:34Z', 'revision_number': 4, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port': {'id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:27Z', 'updated_at': '2022-02-17T22:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '3427f017-693a-4681-a1db-09b98447a1d1', 'name': '', 'network_id': '87dd7958-6e7e-4a04-956e-cbe333ee3043', 'tenant_id': '4a632488e681438abd589919561c3e89', 'mac_address': 'fa:16:3e:74:da:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 3151, 'fixed_ips': [{'subnet_id': '13e3a5c4-30c8-4a57-86e1-2cd01b93784d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:32Z', 'updated_at': '2022-02-17T22:39:39Z', 'revision_number': 4, 'project_id': '4a632488e681438abd589919561c3e89', 'subnets': [{'id': '13e3a5c4-30c8-4a57-86e1-2cd01b93784d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:41.570056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e2c1d88f-e4ad-4902-9e55-82ce1bb4e85b None None] Current status of the port 3427f017-693a-4681-a1db-09b98447a1d1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:41.570589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d88f-e4ad-4902-9e55-82ce1bb4e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3427f017-693a-4681-a1db-09b98447a1d1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:41.584049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cc3a07-28eb-4a87-97dc-3f8706294887 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:41.598277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2cc3a07-28eb-4a87-97dc-3f8706294887 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:41.604266 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a2cc3a07-28eb-4a87-97dc-3f8706294887 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/21f6c105-2da6-48ac-9b2e-db4a01d2464e HTTP/1.1" status: 200 len: 890 time: 2.2460539 Feb 17 22:39:41.607534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:41.653219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] Sync routers for ids ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:41.744180 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks [] for router_gateway (c6468525-f0a0-4ae7-870b-49cb09c8bc10), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:41.782163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] Routers {'21f6c105-2da6-48ac-9b2e-db4a01d2464e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:41.783054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:41.841517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:41.844864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Allocated IP 172.20.0.2 (b57e0227-c919-4254-a30e-041d83f1ad56/55a07cfa-99ff-455e-8bda-a481263e5578/0b352e79-6586-4c8a-a6ad-254b8c28349a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:41.862389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:41.884418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] Routers {'21f6c105-2da6-48ac-9b2e-db4a01d2464e'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:41.885196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:41.901326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2c1d88f-e4ad-4902-9e55-82ce1bb4e85b None None] For port 3427f017-693a-4681-a1db-09b98447a1d1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3427f017-693a-4681-a1db-09b98447a1d1,segment=NetworkSegment(720279cc-b4f3-48bf-96ae-2991250beb73),segment_id=720279cc-b4f3-48bf-96ae-2991250beb73)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:42.001740 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de6b55d7-ec9a-4c21-9497-eabc36c114a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/routers/21f6c105-2da6-48ac-9b2e-db4a01d2464e HTTP/1.1" status: 200 len: 890 time: 0.3890018 Feb 17 22:39:42.005777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 44956) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:42.082124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-606db708-5a99-4232-a5d5-7450fc0a9f7c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=21f6c105-2da6-48ac-9b2e-db4a01d2464e HTTP/1.1" status: 200 len: 205 time: 0.0750825 Feb 17 22:39:42.087010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44958) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:42.234047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Publish callbacks [] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.243294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:42.244623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3a570-4a14-40bb-817e-1d5488467db5 None None] The sync data for ids ['21f6c105-2da6-48ac-9b2e-db4a01d2464e'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:42.247592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2c1d88f-e4ad-4902-9e55-82ce1bb4e85b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3427f017-693a-4681-a1db-09b98447a1d1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.256783 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.258819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Allocated IP 172.25.0.193 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:42.319651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Network b57e0227-c919-4254-a30e-041d83f1ad56 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:42.362555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:42.372649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:42.454441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.487622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1d88f-e4ad-4902-9e55-82ce1bb4e85b None None] Pushing event updated for resources: {'Port': ['ID=3427f017-693a-4681-a1db-09b98447a1d1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:42.635932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Attempting to bind port 0b352e79-6586-4c8a-a6ad-254b8c28349a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:42.636461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Attempting to bind port 0b352e79-6586-4c8a-a6ad-254b8c28349a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:42.636894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Attempting to bind port 0b352e79-6586-4c8a-a6ad-254b8c28349a on network b57e0227-c919-4254-a30e-041d83f1ad56 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:42.661606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:42.662097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Checking segment: {'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:42.662578 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.663053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Bound using segment: {'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:42.663654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Bound port: 0b352e79-6586-4c8a-a6ad-254b8c28349a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:42.665078 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.697252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Pushing event updated for resources: {'Port': ['ID=0b352e79-6586-4c8a-a6ad-254b8c28349a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:42.771055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks [] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.923566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_gateway (21f6c105-2da6-48ac-9b2e-db4a01d2464e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.926501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] For port 0b352e79-6586-4c8a-a6ad-254b8c28349a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:42.939036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:42.944330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] For port 0b352e79-6586-4c8a-a6ad-254b8c28349a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0b352e79-6586-4c8a-a6ad-254b8c28349a,segment=NetworkSegment(031f9794-5665-417d-b1b7-16631b3c9e80),segment_id=031f9794-5665-417d-b1b7-16631b3c9e80)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:42.960101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:43.133687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3427f017-693a-4681-a1db-09b98447a1d1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:43.170439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:43.186508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port 9995a246-7214-45ac-852d-9a20890fd874 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:43.186763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:43.187040 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9995a246-7214-45ac-852d-9a20890fd874), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:43.193210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:43.299213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f71e3-7e56-4edb-9c57-fecccd4733c9 None None] Pushing event updated for resources: {'Port': ['ID=0b352e79-6586-4c8a-a6ad-254b8c28349a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:43.320198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946a17b-3759-4adc-a663-f8936d1263ad req-c8cfa9b7-3575-4f01-9012-7d8c646ee69f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:43.321837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f946a17b-3759-4adc-a663-f8936d1263ad req-c8cfa9b7-3575-4f01-9012-7d8c646ee69f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.8298454 Feb 17 22:39:43.343451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3427f017-693a-4681-a1db-09b98447a1d1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:43.344621 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3427f017-693a-4681-a1db-09b98447a1d1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:43.416184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9995a246-7214-45ac-852d-9a20890fd874), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:43.448573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for 9995a246-7214-45ac-852d-9a20890fd874 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:43.451510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Pushing event updated for resources: {'Port': ['ID=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:43.587160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3427f017-693a-4681-a1db-09b98447a1d1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:43.671027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65385c99-2c93-4f7f-bb37-404d83b55e45 req-555d59bd-256f-4953-8883-3c03e44fd13e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:43.685084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65385c99-2c93-4f7f-bb37-404d83b55e45 req-555d59bd-256f-4953-8883-3c03e44fd13e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 1.0997076 Feb 17 22:39:43.886917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65385c99-2c93-4f7f-bb37-404d83b55e45 req-dfe80cd2-4988-4c49-bbbf-46786eb957c5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982603 Feb 17 22:39:43.903395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f946a17b-3759-4adc-a663-f8936d1263ad req-fd1da879-1f97-43cf-b6a6-9a5d4985d9f3 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331919 Feb 17 22:39:44.006268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9995a246-7214-45ac-852d-9a20890fd874), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.112148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=9995a246-7214-45ac-852d-9a20890fd874,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:44.234904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (21f6c105-2da6-48ac-9b2e-db4a01d2464e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.238579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks [] for router_gateway (c6468525-f0a0-4ae7-870b-49cb09c8bc10), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.408701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2dde8614-f21d-4307-a2f6-4aa88472a8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.436919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.445417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (21f6c105-2da6-48ac-9b2e-db4a01d2464e), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.613546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (21f6c105-2da6-48ac-9b2e-db4a01d2464e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.615422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Fanout notify agent at l3_agent the message router_deleted on router 21f6c105-2da6-48ac-9b2e-db4a01d2464e {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:39:44.652851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.654772 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4b6c96a-ec97-42b6-8111-841690e74661 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/21f6c105-2da6-48ac-9b2e-db4a01d2464e HTTP/1.1" status: 204 len: 168 time: 2.5664907 Feb 17 22:39:44.661043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 44998) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:44.690515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1298293336'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:44.730220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:44.737934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.787400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:39:44.803804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (65eead7e-8cc1-42ab-8697-5fc27a6ad58d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.804304 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment 65eead7e-8cc1-42ab-8697-5fc27a6ad58d of type vlan for network e30e6ba9-612e-4df2-b254-c284ad1a4878 Feb 17 22:39:44.885018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e30e6ba9-612e-4df2-b254-c284ad1a4878), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.951959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e30e6ba9-612e-4df2-b254-c284ad1a4878), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:44.966200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:44.967975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:45.143197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0b352e79-6586-4c8a-a6ad-254b8c28349a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:45.178955 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5150576 Feb 17 22:39:45.186909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:45.209125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': 'e30e6ba9-612e-4df2-b254-c284ad1a4878', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:45.259059 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (c6468525-f0a0-4ae7-870b-49cb09c8bc10), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:45.276113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0b352e79-6586-4c8a-a6ad-254b8c28349a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:45.276785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:45.306986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f3818-62d5-49d5-90d4-3b5581c60a54 req-152c79fb-574c-4737-8e52-d0ea4ef3126d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:45.313814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b58f3818-62d5-49d5-90d4-3b5581c60a54 req-152c79fb-574c-4737-8e52-d0ea4ef3126d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.2605360 Feb 17 22:39:45.354146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f87b0-5ee8-4db3-b54b-51d197451267 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=e30e6ba9-612e-4df2-b254-c284ad1a4878,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:45.394525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:39:45.398334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89acd83b-e91f-4bb2-a608-77218e9ef2ff None None] Network b57e0227-c919-4254-a30e-041d83f1ad56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:45.451254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:39:45.456837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:45.519331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec79ad-ad93-48db-a347-88b39136ca9d req-496b0990-f1db-445d-a425-4c8e77daa39e tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:45.526970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08ec79ad-ad93-48db-a347-88b39136ca9d req-496b0990-f1db-445d-a425-4c8e77daa39e tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.3692777 Feb 17 22:39:45.693156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b58f3818-62d5-49d5-90d4-3b5581c60a54 req-27206e50-c728-4a00-b917-573716c76363 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918396 Feb 17 22:39:45.769994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0b352e79-6586-4c8a-a6ad-254b8c28349a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:45.771974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:45.850084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08ec79ad-ad93-48db-a347-88b39136ca9d req-924f4b30-eaed-435e-8f0c-22dac8c6c264 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987053 Feb 17 22:39:45.866705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Router c6468525-f0a0-4ae7-870b-49cb09c8bc10 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:39:45.874036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3690cd39-bb2c-401c-9aeb-4fd394841917 None None] Provisioning complete for port 0b352e79-6586-4c8a-a6ad-254b8c28349a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:45.874417 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3690cd39-bb2c-401c-9aeb-4fd394841917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:45.898082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-2f5f9469-1316-4cc2-acf9-9c035471516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:45.901904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-2f5f9469-1316-4cc2-acf9-9c035471516d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 1129 time: 0.2926283 Feb 17 22:39:45.974386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 0b352e79-6586-4c8a-a6ad-254b8c28349a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0b352e79-6586-4c8a-a6ad-254b8c28349a,segment=NetworkSegment(031f9794-5665-417d-b1b7-16631b3c9e80),segment_id=031f9794-5665-417d-b1b7-16631b3c9e80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:46.014449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.056945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (cbf8878f-8c30-410a-b6d7-d2ac0a513663), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.100157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=0b352e79-6586-4c8a-a6ad-254b8c28349a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:46.192661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=cbf8878f-8c30-410a-b6d7-d2ac0a513663,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:46.198400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.198745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.199044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.199534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.199746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': '65eead7e-8cc1-42ab-8697-5fc27a6ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e30e6ba9-612e-4df2-b254-c284ad1a4878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:46.200044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.200186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: e30e6ba9-612e-4df2-b254-c284ad1a4878, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:39:46.200399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.200821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.201221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.201605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.201945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.202286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.202617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.202949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:46.229826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:39:46.249556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e30e6ba9-612e-4df2-b254-c284ad1a4878) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:46.259718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3690cd39-bb2c-401c-9aeb-4fd394841917 None None] Current status of the port 0b352e79-6586-4c8a-a6ad-254b8c28349a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:46.276074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:46.277185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.279484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e78e3-307a-42a4-a2eb-b008aa92bc88 None None] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:46.348203 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c6c7101e-cd13-4cbe-8fc7-a215b2f3d534 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1555960 Feb 17 22:39:46.352228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45050) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:46.368162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-286284a7-6581-4602-b63a-14d7c435a909 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1501291400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:46.396067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45052) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:46.439900 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-286284a7-6581-4602-b63a-14d7c435a909 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1160df1b-e563-4ec5-ab9b-11ff4d84be48), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.441009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-286284a7-6581-4602-b63a-14d7c435a909 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1160df1b-e563-4ec5-ab9b-11ff4d84be48), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.547053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-e30e6ba9-612e-4df2-b254-c284ad1a4878', 'network_id': 'e30e6ba9-612e-4df2-b254-c284ad1a4878', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': 'cbf8878f-8c30-410a-b6d7-d2ac0a513663'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:39:46.548366 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.589828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-286284a7-6581-4602-b63a-14d7c435a909 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (1160df1b-e563-4ec5-ab9b-11ff4d84be48), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.597842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-286284a7-6581-4602-b63a-14d7c435a909 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1160df1b-e563-4ec5-ab9b-11ff4d84be48), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.641287 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-286284a7-6581-4602-b63a-14d7c435a909 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.644160 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-286284a7-6581-4602-b63a-14d7c435a909 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2800095 Feb 17 22:39:46.647878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45056) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:46.882103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1c3f18d9-5a11-4861-9c40-f14ac2d45562 None None] Provisioning complete for port 0b352e79-6586-4c8a-a6ad-254b8c28349a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:46.882782 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c3f18d9-5a11-4861-9c40-f14ac2d45562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.929502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1796b62d-e6d6-4d78-a446-1bed931465d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:46.939710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Allocated IP 2001:db8::2 (e30e6ba9-612e-4df2-b254-c284ad1a4878/cbf8878f-8c30-410a-b6d7-d2ac0a513663/be6cae33-9829-4d54-ae84-684c241cf344) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:47.033738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0b352e79-6586-4c8a-a6ad-254b8c28349a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:47.192811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-1ccbd5ed-45b7-4c99-85df-7b3d8b1d5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:47.196942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-1ccbd5ed-45b7-4c99-85df-7b3d8b1d5445 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 1.1985955 Feb 17 22:39:47.219924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f18d9-5a11-4861-9c40-f14ac2d45562 None None] Current status of the port 0b352e79-6586-4c8a-a6ad-254b8c28349a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:47.322548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Publish callbacks [] for port (be6cae33-9829-4d54-ae84-684c241cf344), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.336658 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (be6cae33-9829-4d54-ae84-684c241cf344), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.344516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:47.367263 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Sync routers for ids ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:47.402792 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Routers {'c6468525-f0a0-4ae7-870b-49cb09c8bc10'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:47.410238 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:47.441181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.449024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Pushing event updated for resources: {'Port': ['ID=be6cae33-9829-4d54-ae84-684c241cf344,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:47.459292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1796b62d-e6d6-4d78-a446-1bed931465d3 admin admin] Publish callbacks [] for security_group (47623d28-f861-49f8-aac0-3147cf010afa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.465147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1796b62d-e6d6-4d78-a446-1bed931465d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (47623d28-f861-49f8-aac0-3147cf010afa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.473111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 0b352e79-6586-4c8a-a6ad-254b8c28349a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:47.474326 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.571147 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a183e1e0-2d9d-4244-a43a-57837b95c53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.586414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:47.591190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:47.605549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:47.656376 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1796b62d-e6d6-4d78-a446-1bed931465d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=14b44c55e6f24c8fb3ad8ad22124581b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2589290 Feb 17 22:39:47.659231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796b62d-e6d6-4d78-a446-1bed931465d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47623d28-f861-49f8-aac0-3147cf010afa,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:47.666749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45066) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:47.673073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.681666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8ec25f7e-6583-49c6-96e1-1a323871724c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3334835 Feb 17 22:39:47.684161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45068) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:47.789606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-07fc7fa5-57d4-47a7-8ffa-2cb6abf5c30c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3823264e-9996-4b44-b476-728c903c552d HTTP/1.1" status: 200 len: 217 time: 0.4370856 Feb 17 22:39:47.854534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 0b352e79-6586-4c8a-a6ad-254b8c28349a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:47.880758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Attempting to bind port be6cae33-9829-4d54-ae84-684c241cf344 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:47.881292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Attempting to bind port be6cae33-9829-4d54-ae84-684c241cf344 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '65eead7e-8cc1-42ab-8697-5fc27a6ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e30e6ba9-612e-4df2-b254-c284ad1a4878'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:47.881769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Attempting to bind port be6cae33-9829-4d54-ae84-684c241cf344 on network e30e6ba9-612e-4df2-b254-c284ad1a4878 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:47.908244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:47.908244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Checking segment: {'id': '65eead7e-8cc1-42ab-8697-5fc27a6ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e30e6ba9-612e-4df2-b254-c284ad1a4878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:47.908244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.908244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Bound using segment: {'id': '65eead7e-8cc1-42ab-8697-5fc27a6ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e30e6ba9-612e-4df2-b254-c284ad1a4878'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:47.908244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Bound port: be6cae33-9829-4d54-ae84-684c241cf344, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65eead7e-8cc1-42ab-8697-5fc27a6ad58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e30e6ba9-612e-4df2-b254-c284ad1a4878'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:47.908244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (be6cae33-9829-4d54-ae84-684c241cf344), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:47.964540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-04ddf8d1-9fa3-405d-9d1c-46104b1b0a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:47.967675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-04ddf8d1-9fa3-405d-9d1c-46104b1b0a67 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.1464849 Feb 17 22:39:48.066972 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Set router c6468525-f0a0-4ae7-870b-49cb09c8bc10 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:48.128029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a0aaa-fe79-4458-ab34-352b9cf905fb req-03cd8fef-40e1-489d-b779-4ae905d7e7f0 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:48.130507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-059a0aaa-fe79-4458-ab34-352b9cf905fb req-03cd8fef-40e1-489d-b779-4ae905d7e7f0 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.9280169 Feb 17 22:39:48.138957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:48.146633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-f29fdcba-4d61-4b57-9426-b654b817f71d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1412063 Feb 17 22:39:48.217327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] For port be6cae33-9829-4d54-ae84-684c241cf344, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:48.223650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] For port be6cae33-9829-4d54-ae84-684c241cf344, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=be6cae33-9829-4d54-ae84-684c241cf344,segment=NetworkSegment(65eead7e-8cc1-42ab-8697-5fc27a6ad58d),segment_id=65eead7e-8cc1-42ab-8697-5fc27a6ad58d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:48.243294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (be6cae33-9829-4d54-ae84-684c241cf344), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:48.475944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd688fc-1965-41ef-9c23-e35b771cf8c1 None None] Pushing event updated for resources: {'Port': ['ID=be6cae33-9829-4d54-ae84-684c241cf344,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:48.494884 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e112-e88e-4a43-ad9c-9234668e7d59 admin admin] Publish callbacks [] for security_group (47623d28-f861-49f8-aac0-3147cf010afa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:48.507832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-6ee7b228-d47f-429c-9778-7b1701441042 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3601522 Feb 17 22:39:48.532635 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:39:43Z', 'revision_number': 3, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port': {'id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:41Z', 'updated_at': '2022-02-17T22:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:48.619406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa27fe-9d45-42de-ab61-4fbb62da1172 req-fe6b2520-4842-4eb8-9106-7b811eaa56f4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:48.622371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90fa27fe-9d45-42de-ab61-4fbb62da1172 req-fe6b2520-4842-4eb8-9106-7b811eaa56f4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 1.2818635 Feb 17 22:39:48.632497 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Checking router: c6468525-f0a0-4ae7-870b-49cb09c8bc10 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:39:48.633332 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Updating router c6468525-f0a0-4ae7-870b-49cb09c8bc10 port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:39:48.666472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e112-e88e-4a43-ad9c-9234668e7d59 admin admin] Publish callbacks [] for security_group (47623d28-f861-49f8-aac0-3147cf010afa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:48.697571 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:48.809280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-059a0aaa-fe79-4458-ab34-352b9cf905fb req-6e4a777e-b324-41cc-ab89-925d04ccdc0b tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594858 Feb 17 22:39:48.831232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8::1 (e30e6ba9-612e-4df2-b254-c284ad1a4878/cbf8878f-8c30-410a-b6d7-d2ac0a513663/4b04d147-0d13-4fb4-a601-04127b593804) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:48.993199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90fa27fe-9d45-42de-ab61-4fbb62da1172 req-c86f0e27-d1d8-4e5f-b948-ad56672f1644 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351564 Feb 17 22:39:49.095497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e112-e88e-4a43-ad9c-9234668e7d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (47623d28-f861-49f8-aac0-3147cf010afa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.098294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f9f8e112-e88e-4a43-ad9c-9234668e7d59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.099771 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f9f8e112-e88e-4a43-ad9c-9234668e7d59 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47623d28-f861-49f8-aac0-3147cf010afa HTTP/1.1" status: 204 len: 168 time: 1.4318428 Feb 17 22:39:49.121342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e2e9a71-570d-4fce-a545-72f31c496776 req-f9adf289-d5dc-4c05-9d4c-a0978908b6d6 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644038 Feb 17 22:39:49.162259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8e112-e88e-4a43-ad9c-9234668e7d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47623d28-f861-49f8-aac0-3147cf010afa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:49.278389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device be6cae33-9829-4d54-ae84-684c241cf344 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:49.341503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (4b04d147-0d13-4fb4-a601-04127b593804), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.382968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4b04d147-0d13-4fb4-a601-04127b593804), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.449135 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Publish callbacks [] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.458499 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.466853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:49.472188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:49.489500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:49.490077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (1160df1b-e563-4ec5-ab9b-11ff4d84be48), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.554177 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Attempting to bind port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:49.556872 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Attempting to bind port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:49.558389 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Attempting to bind port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:49.582596 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:49.584387 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:49.586045 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.589751 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:49.592437 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Bound port: 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:49.594071 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.695466 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.725166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port be6cae33-9829-4d54-ae84-684c241cf344 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:49.725916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (be6cae33-9829-4d54-ae84-684c241cf344), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.804833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] For port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:49.816824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] For port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:49.833170 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:49.862197 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Pushing event updated for resources: {'Port': ['ID=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:49.879051 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.880378 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.880378 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.881171 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.882148 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.883549 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.884502 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.884502 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.885278 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.885946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.886714 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.887439 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.888134 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:39:49.953952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=4b04d147-0d13-4fb4-a601-04127b593804,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:49.987724 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Routers {'c6468525-f0a0-4ae7-870b-49cb09c8bc10'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:49.989952 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:50.005735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45082) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:50.006303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port be6cae33-9829-4d54-ae84-684c241cf344 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:50.006584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (be6cae33-9829-4d54-ae84-684c241cf344), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.110127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port be6cae33-9829-4d54-ae84-684c241cf344, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=be6cae33-9829-4d54-ae84-684c241cf344,segment=NetworkSegment(65eead7e-8cc1-42ab-8697-5fc27a6ad58d),segment_id=65eead7e-8cc1-42ab-8697-5fc27a6ad58d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:50.116179 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (be6cae33-9829-4d54-ae84-684c241cf344), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.148635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4b04d147-0d13-4fb4-a601-04127b593804), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.214084 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd70a5a-08ae-4144-b5f0-230b528fbca0 None None] Pushing event updated for resources: {'Port': ['ID=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:50.238698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=be6cae33-9829-4d54-ae84-684c241cf344,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:50.286988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-84f5bd44-4c0f-4644-83e6-2f249cd67f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.298590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 36ae9043-79d6-4bb3-8239-e30d7d0c58af details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:39:50.309293 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] Set router c6468525-f0a0-4ae7-870b-49cb09c8bc10 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:50.457398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 36ae9043-79d6-4bb3-8239-e30d7d0c58af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=36ae9043-79d6-4bb3-8239-e30d7d0c58af,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:50.487549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '36ae9043-79d6-4bb3-8239-e30d7d0c58af', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'port_id': '36ae9043-79d6-4bb3-8239-e30d7d0c58af', 'mac_address': 'fa:16:3e:a5:0e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:39:50.494229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da7588-23ca-4508-a542-b7ad23eca213 None None] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:39:50.548755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf866bb2-0f5a-4e2d-8e0b-0813fee3d92d req-484524cb-990e-4c29-b613-9f9397488383 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:50.556244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf866bb2-0f5a-4e2d-8e0b-0813fee3d92d req-484524cb-990e-4c29-b613-9f9397488383 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.4544175 Feb 17 22:39:50.597703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a643f-6e62-4f50-88c9-75905614866b req-be18d98d-1509-42dd-9e4a-e8c397be67b0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:50.599706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29a643f-6e62-4f50-88c9-75905614866b req-be18d98d-1509-42dd-9e4a-e8c397be67b0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 944 time: 0.4578075 Feb 17 22:39:50.676417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf866bb2-0f5a-4e2d-8e0b-0813fee3d92d req-7e2f9787-759c-4660-8330-16107d617360 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183436 Feb 17 22:39:50.722788 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:39:43Z', 'revision_number': 3, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port': {'id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:41Z', 'updated_at': '2022-02-17T22:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:50.807781 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c6dada-72cb-4d2a-b2b4-1cac883f95f6 None None] The sync data for ids ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'] in n-d-828369-18 is: [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:39:43Z', 'revision_number': 3, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port': {'id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:41Z', 'updated_at': '2022-02-17T22:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:50.839400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-84f5bd44-4c0f-4644-83e6-2f249cd67f36 admin admin] Publish callbacks [] for security_group (8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.841388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-aa702471-4206-4fc4-a930-02ebedd30d9a None None] Provisioning complete for port be6cae33-9829-4d54-ae84-684c241cf344 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:50.842558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa702471-4206-4fc4-a930-02ebedd30d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (be6cae33-9829-4d54-ae84-684c241cf344), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.855130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29a643f-6e62-4f50-88c9-75905614866b req-27680aa8-f173-49f1-acc1-83618b29d1c0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064250 Feb 17 22:39:50.866845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-84f5bd44-4c0f-4644-83e6-2f249cd67f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.917158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (4b04d147-0d13-4fb4-a601-04127b593804), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.952871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-84f5bd44-4c0f-4644-83e6-2f249cd67f36 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6528c90727264b37996d160603a1dd0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9452875 Feb 17 22:39:50.953786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45086) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:50.973774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 36ae9043-79d6-4bb3-8239-e30d7d0c58af is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:50.974250 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.978839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4b04d147-0d13-4fb4-a601-04127b593804), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:50.979735 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (1160df1b-e563-4ec5-ab9b-11ff4d84be48), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.012887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device be6cae33-9829-4d54-ae84-684c241cf344 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:51.028214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5bd44-4c0f-4644-83e6-2f249cd67f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:51.063055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-860f41a4-2451-46d5-a4bc-96a04b130dc7 admin admin] Publish callbacks [] for security_group (8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.104296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-860f41a4-2451-46d5-a4bc-96a04b130dc7 admin admin] Publish callbacks [] for security_group (8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.155971 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.159986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ae9043-79d6-4bb3-8239-e30d7d0c58af {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:39:51.210097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-860f41a4-2451-46d5-a4bc-96a04b130dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.213836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-860f41a4-2451-46d5-a4bc-96a04b130dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.215404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-860f41a4-2451-46d5-a4bc-96a04b130dc7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af HTTP/1.1" status: 204 len: 168 time: 0.2586393 Feb 17 22:39:51.229053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860f41a4-2451-46d5-a4bc-96a04b130dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d2d5c-bfa8-48ca-adf5-1ec8551f12af,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:51.260274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=4b04d147-0d13-4fb4-a601-04127b593804,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:51.267316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 36ae9043-79d6-4bb3-8239-e30d7d0c58af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=36ae9043-79d6-4bb3-8239-e30d7d0c58af,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:51.278122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-aa702471-4206-4fc4-a930-02ebedd30d9a None None] Current status of the port be6cae33-9829-4d54-ae84-684c241cf344 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:51.315249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.377316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port be6cae33-9829-4d54-ae84-684c241cf344 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:51.377594 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (be6cae33-9829-4d54-ae84-684c241cf344), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.456019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=36ae9043-79d6-4bb3-8239-e30d7d0c58af,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:51.524635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:51.529167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:51.610088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port be6cae33-9829-4d54-ae84-684c241cf344 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:51.722172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['36ae9043-79d6-4bb3-8239-e30d7d0c58af'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:39:51.782160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:51.833409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0e093e43-9b31-4350-9189-55e5b483ed87 None None] Provisioning complete for port be6cae33-9829-4d54-ae84-684c241cf344 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:51.833789 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e093e43-9b31-4350-9189-55e5b483ed87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (be6cae33-9829-4d54-ae84-684c241cf344), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:52.111803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5737-d66d-4bdd-a02b-0f942a1db90b req-b0f2c3a3-c082-4262-ac66-3c32421d22cf tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:52.113589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43bf5737-d66d-4bdd-a02b-0f942a1db90b req-b0f2c3a3-c082-4262-ac66-3c32421d22cf tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.2272990 Feb 17 22:39:52.389742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Allocated IP 172.20.0.1 (b57e0227-c919-4254-a30e-041d83f1ad56/55a07cfa-99ff-455e-8bda-a481263e5578/474dbb5c-2242-46f5-8a76-50632bd33fa4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:39:52.404883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43bf5737-d66d-4bdd-a02b-0f942a1db90b req-86fa0d59-3182-4884-932b-0f5447f15c00 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959991 Feb 17 22:39:52.442647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router 1160df1b-e563-4ec5-ab9b-11ff4d84be48 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:39:52.530836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0e093e43-9b31-4350-9189-55e5b483ed87 None None] Current status of the port be6cae33-9829-4d54-ae84-684c241cf344 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:52.555180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5f61b-5eef-4953-9b22-30997d501558 req-8b0be7ce-da4d-49bb-b1ba-1ee092f5ad95 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:52.557600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39d5f61b-5eef-4953-9b22-30997d501558 req-8b0be7ce-da4d-49bb-b1ba-1ee092f5ad95 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 945 time: 0.4431341 Feb 17 22:39:52.610475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0e093e43-9b31-4350-9189-55e5b483ed87 None None] Provisioning complete for port 4b04d147-0d13-4fb4-a601-04127b593804 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:52.611032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e093e43-9b31-4350-9189-55e5b483ed87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4b04d147-0d13-4fb4-a601-04127b593804), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:52.666364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39d5f61b-5eef-4953-9b22-30997d501558 req-c9548eb7-7cb6-445c-bc72-afdf901ec1ef tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976374 Feb 17 22:39:52.672739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf4725-15d8-401e-9900-35bbe2b5f5fe req-24c63dba-b6e6-4554-b40e-3d6b1a2f01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:52.674468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9eaf4725-15d8-401e-9900-35bbe2b5f5fe req-24c63dba-b6e6-4554-b40e-3d6b1a2f01f1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 1129 time: 0.2663891 Feb 17 22:39:52.749730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0e093e43-9b31-4350-9189-55e5b483ed87 None None] Port 4b04d147-0d13-4fb4-a601-04127b593804 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:52.793508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9eaf4725-15d8-401e-9900-35bbe2b5f5fe req-6346b239-80e9-46f5-9e40-c909d6b5e993 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128078 Feb 17 22:39:52.886019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks [] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:52.893179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:52.901498 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8061ca73-fb4b-4e23-ab1c-630e31b4fed9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/1160df1b-e563-4ec5-ab9b-11ff4d84be48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2524340 Feb 17 22:39:52.905761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45114) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:52.910985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ac68d756-4ac1-464c-988f-5de31b2477e6 None None] Provisioning complete for port 4b04d147-0d13-4fb4-a601-04127b593804 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:52.923715 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac68d756-4ac1-464c-988f-5de31b2477e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4b04d147-0d13-4fb4-a601-04127b593804), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:52.931915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] Sync routers for ids ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:52.994630 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:52.998962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ee190f-fd6d-4fd6-ac1a-dae1ea617179 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:53.004721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-67ee190f-fd6d-4fd6-ac1a-dae1ea617179 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports/4b04d147-0d13-4fb4-a601-04127b593804 HTTP/1.1" status: 200 len: 911 time: 0.0952091 Feb 17 22:39:53.008382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45116) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:53.009366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] Routers {'1160df1b-e563-4ec5-ab9b-11ff4d84be48'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:53.010123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:53.018773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cbf8878f-8c30-410a-b6d7-d2ac0a513663'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:39:53.065448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ac68d756-4ac1-464c-988f-5de31b2477e6 None None] Port 4b04d147-0d13-4fb4-a601-04127b593804 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:53.067964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:53.077232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Network b57e0227-c919-4254-a30e-041d83f1ad56 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:53.087097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:53.094764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:39:53.157178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Pushing event updated for resources: {'Port': ['ID=474dbb5c-2242-46f5-8a76-50632bd33fa4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:53.173969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:53.180769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] Routers {'1160df1b-e563-4ec5-ab9b-11ff4d84be48'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:53.181644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:53.208826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (c6468525-f0a0-4ae7-870b-49cb09c8bc10), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:53.322981 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4b04d147-0d13-4fb4-a601-04127b593804), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:53.383151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:53.383151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a3223a-f6f6-4376-8302-1e046abdfd2c None None] The sync data for ids ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:53.442385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:53.443041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:53.606861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:53.827008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:53.828165 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:53.885492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-74b65b35-3a85-4d79-ac3a-6f725dc80f23 None None] Provisioning complete for port 474dbb5c-2242-46f5-8a76-50632bd33fa4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:53.887159 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-74b65b35-3a85-4d79-ac3a-6f725dc80f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.013925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:54.023868 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.076568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-74b65b35-3a85-4d79-ac3a-6f725dc80f23 None None] Port 474dbb5c-2242-46f5-8a76-50632bd33fa4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:54.134795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:54.178636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e151e5-940c-441e-b4a3-c5d68d442a48 req-ac3c72e9-3f99-48d1-8819-73fc6357a4ea tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:54.189433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1e151e5-940c-441e-b4a3-c5d68d442a48 req-ac3c72e9-3f99-48d1-8819-73fc6357a4ea tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.2829294 Feb 17 22:39:54.205956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33af57b-ef04-44fa-afdb-177c2ff717c8 req-63474961-e0a9-47de-a3ba-cb4f3fc36cec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:54.208162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f33af57b-ef04-44fa-afdb-177c2ff717c8 req-63474961-e0a9-47de-a3ba-cb4f3fc36cec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 945 time: 0.2604153 Feb 17 22:39:54.299403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks [] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.308630 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.332005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 36ae9043-79d6-4bb3-8239-e30d7d0c58af up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:54.407393 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (4b04d147-0d13-4fb4-a601-04127b593804), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.460149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 36ae9043-79d6-4bb3-8239-e30d7d0c58af completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:39:54.461661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4b04d147-0d13-4fb4-a601-04127b593804), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.467046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 36ae9043-79d6-4bb3-8239-e30d7d0c58af triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:54.469624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.493202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:54.495025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.503787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/ports/4b04d147-0d13-4fb4-a601-04127b593804 HTTP/1.1" status: 200 len: 911 time: 1.4930687 Feb 17 22:39:54.507195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45138) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:54.524573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (c6468525-f0a0-4ae7-870b-49cb09c8bc10), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.620168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1e151e5-940c-441e-b4a3-c5d68d442a48 req-4c64a596-0802-400a-afe7-bc93b9d31b95 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298251 Feb 17 22:39:54.660729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 36ae9043-79d6-4bb3-8239-e30d7d0c58af is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:54.661285 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.669945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40db34-eb67-4278-b6d8-1b8baa31789b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=4b04d147-0d13-4fb4-a601-04127b593804,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:54.713587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f33af57b-ef04-44fa-afdb-177c2ff717c8 req-2b3e6bf8-7829-4401-bbb7-b17a675d27e5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557536 Feb 17 22:39:54.734535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b73e125-eff6-4af3-9578-a40307a2946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ae9043-79d6-4bb3-8239-e30d7d0c58af'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:39:54.742658 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f527a2c9-8e22-4fc9-a882-fa77671b2d52" -d '{"events": [{"server_uuid": "5b73e125-eff6-4af3-9578-a40307a2946e", "name": "network-vif-plugged", "status": "completed", "tag": "36ae9043-79d6-4bb3-8239-e30d7d0c58af"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:39:54.754915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Pushing event updated for resources: {'Port': ['ID=474dbb5c-2242-46f5-8a76-50632bd33fa4,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:54.785566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 36ae9043-79d6-4bb3-8239-e30d7d0c58af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=36ae9043-79d6-4bb3-8239-e30d7d0c58af,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:54.798510 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:54.870011 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434aef1e-bb3d-479e-be55-e977e0445ba6 x-openstack-request-id: req-434aef1e-bb3d-479e-be55-e977e0445ba6 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:39:54.870696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b73e125-eff6-4af3-9578-a40307a2946e", "name": "network-vif-plugged", "status": "completed", "tag": "36ae9043-79d6-4bb3-8239-e30d7d0c58af", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:39:54.870696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-434aef1e-bb3d-479e-be55-e977e0445ba6 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:39:54.871132 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b73e125-eff6-4af3-9578-a40307a2946e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ae9043-79d6-4bb3-8239-e30d7d0c58af', 'code': 200} Feb 17 22:39:54.871558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=36ae9043-79d6-4bb3-8239-e30d7d0c58af,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:55.033464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc5b1e-379c-4435-8913-dc21c5eee61e req-e41f0a45-1690-4dca-8c34-7df01d042888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:55.037152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72cc5b1e-379c-4435-8913-dc21c5eee61e req-e41f0a45-1690-4dca-8c34-7df01d042888 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 1129 time: 0.1002705 Feb 17 22:39:55.040736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:39:55.105438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:55.106187 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:55.153405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72cc5b1e-379c-4435-8913-dc21c5eee61e req-c53f2f92-50b4-418b-ab47-6a2b7bf60298 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103215 Feb 17 22:39:55.256974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:55.314269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Network b57e0227-c919-4254-a30e-041d83f1ad56 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:39:55.321781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:39:55.412473 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:55.677560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Router c6468525-f0a0-4ae7-870b-49cb09c8bc10 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:39:55.739196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c018b9fc-8dbc-4b65-8c21-fb46cf233494 None None] Provisioning complete for port 474dbb5c-2242-46f5-8a76-50632bd33fa4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:55.743822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c018b9fc-8dbc-4b65-8c21-fb46cf233494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:55.810436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c018b9fc-8dbc-4b65-8c21-fb46cf233494 None None] Port 474dbb5c-2242-46f5-8a76-50632bd33fa4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:39:55.863625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03602e8f-78f6-4a7a-971d-e056f4ef6c92 req-26f3c0db-8bf5-4dc9-96fd-9c77b865745a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:55.865844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03602e8f-78f6-4a7a-971d-e056f4ef6c92 req-26f3c0db-8bf5-4dc9-96fd-9c77b865745a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.0977628 Feb 17 22:39:55.947776 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:55.957495 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-38d6566c-49d1-4876-a151-f2902599ebc1 admin admin] 10.222.0.79 "PUT /v2.0/routers/c6468525-f0a0-4ae7-870b-49cb09c8bc10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2698002 Feb 17 22:39:55.960044 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Sync routers for ids ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:55.981438 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Routers {'c6468525-f0a0-4ae7-870b-49cb09c8bc10'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:55.983284 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:56.028365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03602e8f-78f6-4a7a-971d-e056f4ef6c92 req-18801772-9c12-48da-9933-1c228021ac35 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566904 Feb 17 22:39:56.039332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2903471-2f0d-43d5-9a15-1693bfe6e715 req-b85e55ee-64df-44d2-9944-a9c108deb387 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:56.040031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (1160df1b-e563-4ec5-ab9b-11ff4d84be48), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:56.041193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2903471-2f0d-43d5-9a15-1693bfe6e715 req-b85e55ee-64df-44d2-9944-a9c108deb387 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 946 time: 0.1675539 Feb 17 22:39:56.198028 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Set router c6468525-f0a0-4ae7-870b-49cb09c8bc10 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:56.208247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2903471-2f0d-43d5-9a15-1693bfe6e715 req-3ddb6412-01a7-4f74-af5c-2001af0245b3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599858 Feb 17 22:39:56.217473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45192) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:56.344711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697c000-cf8a-46ff-8756-2fd9756ff572 req-9658e2be-12e5-4d66-9706-d03b118d9e98 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:56.346328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f697c000-cf8a-46ff-8756-2fd9756ff572 req-9658e2be-12e5-4d66-9706-d03b118d9e98 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1371126 Feb 17 22:39:56.481522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f697c000-cf8a-46ff-8756-2fd9756ff572 req-cfdeb18d-59ed-419d-9889-da96e071aab2 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247993 Feb 17 22:39:56.483075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c17038be-3d1e-4325-be2a-59ae6b474dab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:56.685625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c17038be-3d1e-4325-be2a-59ae6b474dab admin admin] Publish callbacks [] for security_group (c03c4687-b700-40f4-a517-0f95d946f896), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:56.706332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c17038be-3d1e-4325-be2a-59ae6b474dab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c03c4687-b700-40f4-a517-0f95d946f896), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:56.881487 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 4, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port': {'id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:41Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '474dbb5c-2242-46f5-8a76-50632bd33fa4', 'name': '', 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'mac_address': 'fa:16:3e:85:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '55a07cfa-99ff-455e-8bda-a481263e5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:51Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 2, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'subnets': [{'id': '55a07cfa-99ff-455e-8bda-a481263e5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:56.942059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port 4b04d147-0d13-4fb4-a601-04127b593804 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:39:56.942430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17038be-3d1e-4325-be2a-59ae6b474dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03c4687-b700-40f4-a517-0f95d946f896,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:56.945180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4b04d147-0d13-4fb4-a601-04127b593804), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:56.951924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45212) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:56.952941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c17038be-3d1e-4325-be2a-59ae6b474dab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3983951f0a24d1fb4dbee0adeffa798&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7338977 Feb 17 22:39:57.001133 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Checking router: c6468525-f0a0-4ae7-870b-49cb09c8bc10 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:39:57.001645 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Updating router c6468525-f0a0-4ae7-870b-49cb09c8bc10 port 474dbb5c-2242-46f5-8a76-50632bd33fa4 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:39:57.058447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bb2a1b-81d7-4061-bd69-3a8d2a4ceecb req-dd122e5d-0595-4b3e-ad3d-b58d23f4d182 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:57.077537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44bb2a1b-81d7-4061-bd69-3a8d2a4ceecb req-dd122e5d-0595-4b3e-ad3d-b58d23f4d182 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1191728 Feb 17 22:39:57.077821 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.162521 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c05c9d4-3b28-4c94-921b-46a1da2ccad1 admin admin] Publish callbacks [] for security_group (c03c4687-b700-40f4-a517-0f95d946f896), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.217338 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c05c9d4-3b28-4c94-921b-46a1da2ccad1 admin admin] Publish callbacks [] for security_group (c03c4687-b700-40f4-a517-0f95d946f896), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.268642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4b04d147-0d13-4fb4-a601-04127b593804), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.269917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44bb2a1b-81d7-4061-bd69-3a8d2a4ceecb req-b5b6578a-c8f3-4233-98b7-a1b392ca41b1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909058 Feb 17 22:39:57.304098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for 4b04d147-0d13-4fb4-a601-04127b593804 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:39:57.481826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c05c9d4-3b28-4c94-921b-46a1da2ccad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c03c4687-b700-40f4-a517-0f95d946f896), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.485048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4c05c9d4-3b28-4c94-921b-46a1da2ccad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.486455 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4c05c9d4-3b28-4c94-921b-46a1da2ccad1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c03c4687-b700-40f4-a517-0f95d946f896 HTTP/1.1" status: 204 len: 168 time: 0.5318365 Feb 17 22:39:57.530677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c05c9d4-3b28-4c94-921b-46a1da2ccad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03c4687-b700-40f4-a517-0f95d946f896,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:57.547606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dcf567-15cb-487d-9ee5-fa888a8e9e0a req-4e9bde9b-7a88-491c-a12e-650d189d4882 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:57.557144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72dcf567-15cb-487d-9ee5-fa888a8e9e0a req-4e9bde9b-7a88-491c-a12e-650d189d4882 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 946 time: 0.1482434 Feb 17 22:39:57.681923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72dcf567-15cb-487d-9ee5-fa888a8e9e0a req-7b75c811-313d-4ef6-8396-780b798935e7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204357 Feb 17 22:39:57.774155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4b04d147-0d13-4fb4-a601-04127b593804), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.813049 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Publish callbacks [] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.831684 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:57.832750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=4b04d147-0d13-4fb4-a601-04127b593804,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:57.937178 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3f640-cd15-42e9-9f1e-783775dee4bb None None] Pushing event updated for resources: {'Port': ['ID=474dbb5c-2242-46f5-8a76-50632bd33fa4,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:57.955832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153bbb5-faab-4d75-9081-1fd00063cc88 req-de7dff56-6ff9-455e-8079-0192a1808de6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:57.967533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6153bbb5-faab-4d75-9081-1fd00063cc88 req-de7dff56-6ff9-455e-8079-0192a1808de6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 946 time: 0.1416082 Feb 17 22:39:58.128699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6153bbb5-faab-4d75-9081-1fd00063cc88 req-4cae24c2-50ae-4216-aa0a-b34e601eaf83 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551499 Feb 17 22:39:58.134845 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Attempting to bind port 474dbb5c-2242-46f5-8a76-50632bd33fa4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:39:58.136249 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Attempting to bind port 474dbb5c-2242-46f5-8a76-50632bd33fa4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:39:58.139579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (1160df1b-e563-4ec5-ab9b-11ff4d84be48), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:58.140990 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Attempting to bind port 474dbb5c-2242-46f5-8a76-50632bd33fa4 on network b57e0227-c919-4254-a30e-041d83f1ad56 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:39:58.170184 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:39:58.170886 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Checking segment: {'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:39:58.176428 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:58.177171 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Bound using segment: {'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:39:58.178041 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Bound port: 474dbb5c-2242-46f5-8a76-50632bd33fa4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '031f9794-5665-417d-b1b7-16631b3c9e80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:39:58.178731 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:58.380576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45260) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:58.418613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-655c5d6c-d770-452a-a001-ec840a299a9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:58.420852 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] For port 474dbb5c-2242-46f5-8a76-50632bd33fa4, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:39:58.424622 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] For port 474dbb5c-2242-46f5-8a76-50632bd33fa4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=474dbb5c-2242-46f5-8a76-50632bd33fa4,segment=NetworkSegment(031f9794-5665-417d-b1b7-16631b3c9e80),segment_id=031f9794-5665-417d-b1b7-16631b3c9e80)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:39:58.437806 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:58.595423 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3f640-cd15-42e9-9f1e-783775dee4bb None None] Pushing event updated for resources: {'Port': ['ID=474dbb5c-2242-46f5-8a76-50632bd33fa4,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:58.626233 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Routers {'c6468525-f0a0-4ae7-870b-49cb09c8bc10'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:58.626877 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:58.630420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router 1160df1b-e563-4ec5-ab9b-11ff4d84be48 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:39:58.684106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-12ac8fe0-1b55-4bd6-98c0-46006ab10fc4 None None] Provisioning complete for port 474dbb5c-2242-46f5-8a76-50632bd33fa4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:58.685424 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12ac8fe0-1b55-4bd6-98c0-46006ab10fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:58.737933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0eaeb9-6def-43ca-aec9-ae0370732800 req-67067d21-ebf0-4a2e-a766-fc4aa01cdc23 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:58.749203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee0eaeb9-6def-43ca-aec9-ae0370732800 req-67067d21-ebf0-4a2e-a766-fc4aa01cdc23 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 946 time: 0.3241291 Feb 17 22:39:58.773939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:39:58.787790 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-be03ecb9-6db5-41ce-b17c-c78f9f1de00f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/1160df1b-e563-4ec5-ab9b-11ff4d84be48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2793829 Feb 17 22:39:58.788572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45266) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:58.834454 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-efce7887-a9dd-41ce-844f-314af40db9d0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=1160df1b-e563-4ec5-ab9b-11ff4d84be48 HTTP/1.1" status: 200 len: 205 time: 0.0443621 Feb 17 22:39:58.835057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45268) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:58.844059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] Sync routers for ids ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:39:58.890412 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] Set router c6468525-f0a0-4ae7-870b-49cb09c8bc10 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:39:58.893954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-12ac8fe0-1b55-4bd6-98c0-46006ab10fc4 None None] Current status of the port 474dbb5c-2242-46f5-8a76-50632bd33fa4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:58.894398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12ac8fe0-1b55-4bd6-98c0-46006ab10fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:58.896683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] Routers {'1160df1b-e563-4ec5-ab9b-11ff4d84be48'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:58.897337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:58.969878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:59.001337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb2eacc-1716-4665-bbe5-3a0896442e0d req-e941b6b5-8b30-4b0d-a211-e880c7c724b1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:39:59.008763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bbb2eacc-1716-4665-bbe5-3a0896442e0d req-e941b6b5-8b30-4b0d-a211-e880c7c724b1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.4429672 Feb 17 22:39:59.031149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-12ac8fe0-1b55-4bd6-98c0-46006ab10fc4 None None] For port 474dbb5c-2242-46f5-8a76-50632bd33fa4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=474dbb5c-2242-46f5-8a76-50632bd33fa4,segment=NetworkSegment(031f9794-5665-417d-b1b7-16631b3c9e80),segment_id=031f9794-5665-417d-b1b7-16631b3c9e80)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:39:59.038848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12ac8fe0-1b55-4bd6-98c0-46006ab10fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.077071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] Routers {'1160df1b-e563-4ec5-ab9b-11ff4d84be48'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:39:59.078394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:59.128268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:59.128851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2887d558-5c6b-4b7b-bc5f-2b657e0886c8 None None] The sync data for ids ['1160df1b-e563-4ec5-ab9b-11ff4d84be48'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:59.160126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac8fe0-1b55-4bd6-98c0-46006ab10fc4 None None] Pushing event updated for resources: {'Port': ['ID=474dbb5c-2242-46f5-8a76-50632bd33fa4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:59.172181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1d8155a1-6ac4-4797-8a24-99cc315d8b0f None None] Provisioning complete for port 474dbb5c-2242-46f5-8a76-50632bd33fa4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:39:59.172562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d8155a1-6ac4-4797-8a24-99cc315d8b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.199819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bbb2eacc-1716-4665-bbe5-3a0896442e0d req-28bf9ebf-e63a-4d21-ad75-f499f844edd1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900623 Feb 17 22:39:59.250878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-655c5d6c-d770-452a-a001-ec840a299a9a admin admin] Publish callbacks [] for security_group (33e15a5c-7d6d-40b7-b385-af372d154cbc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.276007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45272) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:59.278584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee0eaeb9-6def-43ca-aec9-ae0370732800 req-ca99f847-5b79-458d-81a8-e31c8d337e5b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232940 Feb 17 22:39:59.283452 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e306149-b9e5-4a9e-a48d-dd73a428de30 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (1160df1b-e563-4ec5-ab9b-11ff4d84be48), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.289749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-655c5d6c-d770-452a-a001-ec840a299a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (33e15a5c-7d6d-40b7-b385-af372d154cbc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.308019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1d8155a1-6ac4-4797-8a24-99cc315d8b0f None None] Current status of the port 474dbb5c-2242-46f5-8a76-50632bd33fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:39:59.354568 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 4, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port': {'id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:41Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '474dbb5c-2242-46f5-8a76-50632bd33fa4', 'name': '', 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'mac_address': 'fa:16:3e:85:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '55a07cfa-99ff-455e-8bda-a481263e5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:51Z', 'updated_at': '2022-02-17T22:39:58Z', 'revision_number': 4, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'subnets': [{'id': '55a07cfa-99ff-455e-8bda-a481263e5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:39:59.402157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c5d6c-d770-452a-a001-ec840a299a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e15a5c-7d6d-40b7-b385-af372d154cbc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:39:59.422817 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2cd173-7a85-4e99-813b-75284ba2c838 None None] The sync data for ids ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'] in n-d-828369-18 is: [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 4, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port': {'id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:41Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '474dbb5c-2242-46f5-8a76-50632bd33fa4', 'name': '', 'network_id': 'b57e0227-c919-4254-a30e-041d83f1ad56', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'mac_address': 'fa:16:3e:85:25:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_interface', 'standard_attr_id': 3191, 'fixed_ips': [{'subnet_id': '55a07cfa-99ff-455e-8bda-a481263e5578', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:51Z', 'updated_at': '2022-02-17T22:39:58Z', 'revision_number': 4, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'subnets': [{'id': '55a07cfa-99ff-455e-8bda-a481263e5578', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:39:59.516503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-655c5d6c-d770-452a-a001-ec840a299a9a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c79f32303cce40dc914828ddcb9ddf57&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1332173 Feb 17 22:39:59.518433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45278) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:59.745718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6558dbf-e999-40b3-aba7-49ed0662a9b5 admin admin] Publish callbacks [] for security_group (33e15a5c-7d6d-40b7-b385-af372d154cbc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.749226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e306149-b9e5-4a9e-a48d-dd73a428de30 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1160df1b-e563-4ec5-ab9b-11ff4d84be48), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.752582 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e306149-b9e5-4a9e-a48d-dd73a428de30 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (1160df1b-e563-4ec5-ab9b-11ff4d84be48), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.827080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e306149-b9e5-4a9e-a48d-dd73a428de30 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1160df1b-e563-4ec5-ab9b-11ff4d84be48), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.827786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e306149-b9e5-4a9e-a48d-dd73a428de30 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Fanout notify agent at l3_agent the message router_deleted on router 1160df1b-e563-4ec5-ab9b-11ff4d84be48 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:39:59.845657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e306149-b9e5-4a9e-a48d-dd73a428de30 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:39:59.849252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e306149-b9e5-4a9e-a48d-dd73a428de30 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/1160df1b-e563-4ec5-ab9b-11ff4d84be48 HTTP/1.1" status: 204 len: 168 time: 1.0095434 Feb 17 22:39:59.852461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45286) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:39:59.915962 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6558dbf-e999-40b3-aba7-49ed0662a9b5 admin admin] Publish callbacks [] for security_group (33e15a5c-7d6d-40b7-b385-af372d154cbc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.090793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6558dbf-e999-40b3-aba7-49ed0662a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (33e15a5c-7d6d-40b7-b385-af372d154cbc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.093869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet cbf8878f-8c30-410a-b6d7-d2ac0a513663 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:40:00.095681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6558dbf-e999-40b3-aba7-49ed0662a9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.099698 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6558dbf-e999-40b3-aba7-49ed0662a9b5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/33e15a5c-7d6d-40b7-b385-af372d154cbc HTTP/1.1" status: 204 len: 168 time: 0.5775275 Feb 17 22:40:00.099945 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (cbf8878f-8c30-410a-b6d7-d2ac0a513663), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.117900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6558dbf-e999-40b3-aba7-49ed0662a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e15a5c-7d6d-40b7-b385-af372d154cbc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:00.172662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (cbf8878f-8c30-410a-b6d7-d2ac0a513663), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.280061 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (cbf8878f-8c30-410a-b6d7-d2ac0a513663), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.353902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0062b3-ac95-4c7b-8935-9532a985ccea req-688f8a5a-08f2-40fa-9b94-2fab63db97be tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:00.355571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be0062b3-ac95-4c7b-8935-9532a985ccea req-688f8a5a-08f2-40fa-9b94-2fab63db97be tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 946 time: 0.5049748 Feb 17 22:40:00.358176 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (cbf8878f-8c30-410a-b6d7-d2ac0a513663), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.381271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906edd2-f352-47c0-b09f-1aa17ffb6fb1 req-7ac8bc84-2621-4699-88b9-d2ed98b6c93a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:00.386010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a645685-0dde-4adf-a53e-d8ef11f22942 None None] Network e30e6ba9-612e-4df2-b254-c284ad1a4878 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:00.389314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5906edd2-f352-47c0-b09f-1aa17ffb6fb1 req-7ac8bc84-2621-4699-88b9-d2ed98b6c93a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.5364463 Feb 17 22:40:00.392915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.405576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/cbf8878f-8c30-410a-b6d7-d2ac0a513663 HTTP/1.1" status: 204 len: 168 time: 0.5518203 Feb 17 22:40:00.410198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:00.473665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716fd0d-65d0-430f-a5f4-d36e8823d65d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=cbf8878f-8c30-410a-b6d7-d2ac0a513663,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:00.528897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5906edd2-f352-47c0-b09f-1aa17ffb6fb1 req-e4ecfc63-c038-4975-9ee4-32201052afb0 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385729 Feb 17 22:40:00.560990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (dbdc1850-09cc-4183-830b-5889d15b6d38), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.581667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be0062b3-ac95-4c7b-8935-9532a985ccea req-37c468b1-902e-4d14-af5f-276dd5fbb40e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136507 Feb 17 22:40:00.671127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] DHCP port deletion for e30e6ba9-612e-4df2-b254-c284ad1a4878 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:40:00.738634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e30e6ba9-612e-4df2-b254-c284ad1a4878), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.765198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] Deleting port be6cae33-9829-4d54-ae84-684c241cf344 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:00.765727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (be6cae33-9829-4d54-ae84-684c241cf344), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.907089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port be6cae33-9829-4d54-ae84-684c241cf344 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:00.907439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (be6cae33-9829-4d54-ae84-684c241cf344), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:00.963065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] For port be6cae33-9829-4d54-ae84-684c241cf344, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=be6cae33-9829-4d54-ae84-684c241cf344,segment=NetworkSegment(65eead7e-8cc1-42ab-8697-5fc27a6ad58d),segment_id=65eead7e-8cc1-42ab-8697-5fc27a6ad58d)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:00.963731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (be6cae33-9829-4d54-ae84-684c241cf344), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.025417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] Calling delete_port for be6cae33-9829-4d54-ae84-684c241cf344 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:01.105049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port be6cae33-9829-4d54-ae84-684c241cf344, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=be6cae33-9829-4d54-ae84-684c241cf344,segment=NetworkSegment(65eead7e-8cc1-42ab-8697-5fc27a6ad58d),segment_id=65eead7e-8cc1-42ab-8697-5fc27a6ad58d)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:01.105420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (be6cae33-9829-4d54-ae84-684c241cf344), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.119179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 474dbb5c-2242-46f5-8a76-50632bd33fa4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:01.137033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for be6cae33-9829-4d54-ae84-684c241cf344 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:01.225328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 474dbb5c-2242-46f5-8a76-50632bd33fa4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:01.225705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.261150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (be6cae33-9829-4d54-ae84-684c241cf344), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.283492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] No DVR routers for this DVR port be6cae33-9829-4d54-ae84-684c241cf344 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:01.314166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f4479-cbfb-4bb5-811b-df9261b6cbab None None] Pushing event deleted for resources: {'Port': ['ID=be6cae33-9829-4d54-ae84-684c241cf344,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:01.381558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (be6cae33-9829-4d54-ae84-684c241cf344), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.402916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 474dbb5c-2242-46f5-8a76-50632bd33fa4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:01.450016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Deleting port 3427f017-693a-4681-a1db-09b98447a1d1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:01.450516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3427f017-693a-4681-a1db-09b98447a1d1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.463188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-42b3bf36-b038-481a-9521-b5803e01e795 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:01.466386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-42b3bf36-b038-481a-9521-b5803e01e795 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 946 time: 0.1114399 Feb 17 22:40:01.494623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device be6cae33-9829-4d54-ae84-684c241cf344 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:01.505713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=be6cae33-9829-4d54-ae84-684c241cf344,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:01.509836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port be6cae33-9829-4d54-ae84-684c241cf344 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:01.518498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: be6cae33-9829-4d54-ae84-684c241cf344 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:01.519055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device be6cae33-9829-4d54-ae84-684c241cf344 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:01.656924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-aac24566-8fa4-499f-94ff-81aedabf9413 service neutron] (103527) timed out ('10.222.0.79', 36308) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:40:01.749672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e30e6ba9-612e-4df2-b254-c284ad1a4878), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.754262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] For port 3427f017-693a-4681-a1db-09b98447a1d1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3427f017-693a-4681-a1db-09b98447a1d1,segment=NetworkSegment(720279cc-b4f3-48bf-96ae-2991250beb73),segment_id=720279cc-b4f3-48bf-96ae-2991250beb73)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:01.754629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3427f017-693a-4681-a1db-09b98447a1d1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.786705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Calling delete_port for 3427f017-693a-4681-a1db-09b98447a1d1 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:01.789467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e30e6ba9-612e-4df2-b254-c284ad1a4878']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:01.806356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65eead7e-8cc1-42ab-8697-5fc27a6ad58d') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:01.806669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65eead7e-8cc1-42ab-8697-5fc27a6ad58d') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:01.819127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (65eead7e-8cc1-42ab-8697-5fc27a6ad58d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.830963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port 36ae9043-79d6-4bb3-8239-e30d7d0c58af {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:01.831647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.870510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (65eead7e-8cc1-42ab-8697-5fc27a6ad58d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.887688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:40:01.888415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (65eead7e-8cc1-42ab-8697-5fc27a6ad58d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:40:01.891677 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:40:01.900100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2279d-0c53-4001-b588-6dc9e22ad6e9 req-a0dfd7c5-94d0-472a-8cd4-ef962b8ed617 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:01.901698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d2279d-0c53-4001-b588-6dc9e22ad6e9 req-a0dfd7c5-94d0-472a-8cd4-ef962b8ed617 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2386267 Feb 17 22:40:01.914278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22e94a-146e-4901-930b-0c30955d8532 req-ae39f54e-41fc-45b1-9664-e51c203b90cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:01.915902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd22e94a-146e-4901-930b-0c30955d8532 req-ae39f54e-41fc-45b1-9664-e51c203b90cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 946 time: 0.2128279 Feb 17 22:40:02.006905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e30e6ba9-612e-4df2-b254-c284ad1a4878), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.013404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.030920 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/e30e6ba9-612e-4df2-b254-c284ad1a4878 HTTP/1.1" status: 204 len: 168 time: 1.6143675 Feb 17 22:40:02.031134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:02.032884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6d2279d-0c53-4001-b588-6dc9e22ad6e9 req-a7dd99d1-25a2-4325-b925-a03e5e50b17c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156461 Feb 17 22:40:02.042369 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-989eda68-7932-47a3-a7b3-ed6eefae28d8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1498948937', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:02.057902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] For port 36ae9043-79d6-4bb3-8239-e30d7d0c58af, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=36ae9043-79d6-4bb3-8239-e30d7d0c58af,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:02.058354 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.064992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd22e94a-146e-4901-930b-0c30955d8532 req-711f75fc-f266-4127-8b7d-67c3e972de1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281314 Feb 17 22:40:02.085486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for 36ae9043-79d6-4bb3-8239-e30d7d0c58af owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:02.286412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (36ae9043-79d6-4bb3-8239-e30d7d0c58af), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.323081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['36ae9043-79d6-4bb3-8239-e30d7d0c58af'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:40:02.324261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=36ae9043-79d6-4bb3-8239-e30d7d0c58af,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:02.427834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] No DVR routers for this DVR port 36ae9043-79d6-4bb3-8239-e30d7d0c58af on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:02.436632 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.445634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ebe78b-f278-4fd0-89bd-23c3f3df7ffa req-643a7abc-71ea-4101-b107-e3632866737f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "DELETE /v2.0/ports/36ae9043-79d6-4bb3-8239-e30d7d0c58af HTTP/1.1" status: 204 len: 173 time: 0.9723055 Feb 17 22:40:02.446241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b73e125-eff6-4af3-9578-a40307a2946e', 'name': 'network-vif-deleted', 'tag': '36ae9043-79d6-4bb3-8239-e30d7d0c58af'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:40:02.448912 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cca8cc6-70c4-49e4-853e-26f15ec6e1cc" -d '{"events": [{"server_uuid": "5b73e125-eff6-4af3-9578-a40307a2946e", "name": "network-vif-deleted", "tag": "36ae9043-79d6-4bb3-8239-e30d7d0c58af"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:40:02.486847 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687ef26-fc90-4a06-94df-e12b23d4332f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=e30e6ba9-612e-4df2-b254-c284ad1a4878,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:02.527020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-989eda68-7932-47a3-a7b3-ed6eefae28d8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.530289 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-989eda68-7932-47a3-a7b3-ed6eefae28d8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.651974 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446eb4b3-43bb-41a1-b32d-e1699182dfd7 x-openstack-request-id: req-446eb4b3-43bb-41a1-b32d-e1699182dfd7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:40:02.655143 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b73e125-eff6-4af3-9578-a40307a2946e", "name": "network-vif-deleted", "tag": "36ae9043-79d6-4bb3-8239-e30d7d0c58af", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:40:02.655671 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-446eb4b3-43bb-41a1-b32d-e1699182dfd7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:40:02.656264 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b73e125-eff6-4af3-9578-a40307a2946e', 'name': 'network-vif-deleted', 'tag': '36ae9043-79d6-4bb3-8239-e30d7d0c58af', 'status': 'completed', 'code': 200} Feb 17 22:40:02.660625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3427f017-693a-4681-a1db-09b98447a1d1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.727360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3427f017-693a-4681-a1db-09b98447a1d1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:02.766867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45346) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:02.773848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-a88b5dae-9041-49fe-84b5-b52072d34e9c req-4a104868-3f33-4666-977f-469f69d55722 tempest-ServersNegativeTestJSON-1361410229 tempest-ServersNegativeTestJSON-1361410229-project] (103526) timed out ('10.222.0.79', 35440) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:40:02.912929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-989eda68-7932-47a3-a7b3-ed6eefae28d8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:02.924177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-989eda68-7932-47a3-a7b3-ed6eefae28d8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.015755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-eba782a3-ce8e-4665-9611-3fd7994f606e tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-310172374'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:03.025366 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-989eda68-7932-47a3-a7b3-ed6eefae28d8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.032316 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-989eda68-7932-47a3-a7b3-ed6eefae28d8 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9950106 Feb 17 22:40:03.033390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:03.041354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-120451410'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:03.073264 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eba782a3-ce8e-4665-9611-3fd7994f606e tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.082475 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eba782a3-ce8e-4665-9611-3fd7994f606e tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.129931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:03.133623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.221289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:40:03.242073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (dbdc1850-09cc-4183-830b-5889d15b6d38), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.279557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eba782a3-ce8e-4665-9611-3fd7994f606e tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.319378 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a516a1bf-1c12-427d-9033-2e10c752eeaa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.319590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcc56bd1-1f23-499b-86fd-bb8abe407d5a req-4a77458b-3701-48cf-9c3d-fa24849d3765 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.0737703 Feb 17 22:40:03.319804 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment a516a1bf-1c12-427d-9033-2e10c752eeaa of type vlan for network 607be8d7-cc23-42c3-806f-46c9b6601749 Feb 17 22:40:03.326150 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eba782a3-ce8e-4665-9611-3fd7994f606e tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.353814 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eba782a3-ce8e-4665-9611-3fd7994f606e tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.358498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eba782a3-ce8e-4665-9611-3fd7994f606e tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5874553 Feb 17 22:40:03.358895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45356) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:03.511138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (607be8d7-cc23-42c3-806f-46c9b6601749), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.630783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (607be8d7-cc23-42c3-806f-46c9b6601749), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.644625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:03.648238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:03.938579 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9014232 Feb 17 22:40:03.943987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Router dbdc1850-09cc-4183-830b-5889d15b6d38 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:03.956384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45362) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:03.967728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:04.113871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=607be8d7-cc23-42c3-806f-46c9b6601749,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:04.156617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-02c21e1e-8aa5-4cac-9f5c-f957ec603a00 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:04.165190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.165643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.165996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.167479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.167983 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.168331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.168663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.168998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.169354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.170227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.170557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.175873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.176550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ad70a4-b562-4733-b4cc-3f733139e261 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:04.207903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 607be8d7-cc23-42c3-806f-46c9b6601749 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:40:04.726615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:04.739344 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] Sync routers for ids ['dbdc1850-09cc-4183-830b-5889d15b6d38'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:04.740502 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-acc32d3f-8ed9-432e-9ee6-5966704e25a9 admin admin] 10.222.0.79 "PUT /v2.0/routers/dbdc1850-09cc-4183-830b-5889d15b6d38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4633894 Feb 17 22:40:04.748411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45374) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:04.786429 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] Routers {'dbdc1850-09cc-4183-830b-5889d15b6d38'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:04.795042 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbdc1850-09cc-4183-830b-5889d15b6d38'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:04.909403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 36ae9043-79d6-4bb3-8239-e30d7d0c58af no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:04.980582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 36ae9043-79d6-4bb3-8239-e30d7d0c58af {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:04.980980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 36ae9043-79d6-4bb3-8239-e30d7d0c58af not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:04.986384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-256e6f2d-2ee2-41b9-8732-01ae8d33e3d4 req-d84958f6-d077-4f36-a26d-8ba5245183ef tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.2775745 Feb 17 22:40:04.995023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-02c21e1e-8aa5-4cac-9f5c-f957ec603a00 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.002222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-02c21e1e-8aa5-4cac-9f5c-f957ec603a00 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.046195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks [] for router (dbdc1850-09cc-4183-830b-5889d15b6d38), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.087856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-02c21e1e-8aa5-4cac-9f5c-f957ec603a00 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (9ae7a08e-898f-485f-bcaf-93ac0c9552d0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.089250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c21e1e-8aa5-4cac-9f5c-f957ec603a00 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9ae7a08e-898f-485f-bcaf-93ac0c9552d0 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:40:05.103403 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-02c21e1e-8aa5-4cac-9f5c-f957ec603a00 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.108000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-02c21e1e-8aa5-4cac-9f5c-f957ec603a00 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "DELETE /v2.0/routers/9ae7a08e-898f-485f-bcaf-93ac0c9552d0 HTTP/1.1" status: 204 len: 168 time: 1.7443759 Feb 17 22:40:05.108422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:05.117961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6c1f7c18-493a-47fa-bca6-227f32c0c5a2 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Request body: {'router': {'name': 'tempest-router-1084841740', 'distributed': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:05.152838 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7c18-493a-47fa-bca6-227f32c0c5a2 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.157658 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7c18-493a-47fa-bca6-227f32c0c5a2 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.187326 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] Set router dbdc1850-09cc-4183-830b-5889d15b6d38 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:05.193349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:05.198488 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.219548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks [] for router_gateway (dbdc1850-09cc-4183-830b-5889d15b6d38), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.364158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7c18-493a-47fa-bca6-227f32c0c5a2 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.373995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7c18-493a-47fa-bca6-227f32c0c5a2 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.408430 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7c18-493a-47fa-bca6-227f32c0c5a2 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.415934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6c1f7c18-493a-47fa-bca6-227f32c0c5a2 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3052328 Feb 17 22:40:05.417402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45384) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:05.493619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Deleting port ee74832c-17c0-4a78-a573-51e89586ca1b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:05.493964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.689629 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f9e52a4a-6350-4e8f-96c9-c67e4c11ef9d tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.750788 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (36c44e82-a65d-4968-a1d2-01e2797ce7ee), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.768560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] For port ee74832c-17c0-4a78-a573-51e89586ca1b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ee74832c-17c0-4a78-a573-51e89586ca1b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:05.769090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:05.816405 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:40:02Z', 'revision_number': 5, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port': {'id': 'ee74832c-17c0-4a78-a573-51e89586ca1b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:66:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:27Z', 'updated_at': '2022-02-17T22:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:05.864123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Calling delete_port for ee74832c-17c0-4a78-a573-51e89586ca1b owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:05.912973 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] Checking router: dbdc1850-09cc-4183-830b-5889d15b6d38 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:05.952570 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] Routers {'dbdc1850-09cc-4183-830b-5889d15b6d38'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:05.953413 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['dbdc1850-09cc-4183-830b-5889d15b6d38'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:06.021467 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=36c44e82-a65d-4968-a1d2-01e2797ce7ee,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:06.150986 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] Set router dbdc1850-09cc-4183-830b-5889d15b6d38 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:06.151451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f9e52a4a-6350-4e8f-96c9-c67e4c11ef9d tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.176786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f9e52a4a-6350-4e8f-96c9-c67e4c11ef9d tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.180536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78fab45b-87b1-4c76-9275-5b6d47caf3c3 req-c573d309-f655-49e5-99d0-29927c0d1bdc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.0513120 Feb 17 22:40:06.223422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:06.224163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: 607be8d7-cc23-42c3-806f-46c9b6601749, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:40:06.278765 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f9e52a4a-6350-4e8f-96c9-c67e4c11ef9d tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (fe50e17b-7530-40f2-9ad5-3a7eba8d4f55), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.281174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e52a4a-6350-4e8f-96c9-c67e4c11ef9d tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fe50e17b-7530-40f2-9ad5-3a7eba8d4f55 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:40:06.287111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f9e52a4a-6350-4e8f-96c9-c67e4c11ef9d tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.292649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f9e52a4a-6350-4e8f-96c9-c67e4c11ef9d tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "DELETE /v2.0/routers/fe50e17b-7530-40f2-9ad5-3a7eba8d4f55 HTTP/1.1" status: 204 len: 168 time: 0.8733304 Feb 17 22:40:06.298111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45400) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:06.303567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1f09dc51-6286-40ae-9237-8e64732a3103 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Request body: {'router': {'name': 'tempest-router-837037897', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ed4158a42cca48fe9465e64307755987'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:06.311065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 607be8d7-cc23-42c3-806f-46c9b6601749 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:40:06.325312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ee74832c-17c0-4a78-a573-51e89586ca1b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.325613 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:40:05Z', 'revision_number': 6, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:06.390029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a215739-8ddf-48bc-9f26-13397e0cb46d None None] The sync data for ids ['dbdc1850-09cc-4183-830b-5889d15b6d38'] in n-d-828369-18 is: [{'id': 'dbdc1850-09cc-4183-830b-5889d15b6d38', 'name': 'tempest-TestAggregatesBasicOps-1167893397-router', 'tenant_id': '4a632488e681438abd589919561c3e89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:24Z', 'updated_at': '2022-02-17T22:40:05Z', 'revision_number': 6, 'project_id': '4a632488e681438abd589919561c3e89', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:06.390477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee74832c-17c0-4a78-a573-51e89586ca1b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:06.407905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 607be8d7-cc23-42c3-806f-46c9b6601749) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:06.413435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:06.414093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.438310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f393bb94-d141-40de-a558-9c59e1b129cc None None] Network 607be8d7-cc23-42c3-806f-46c9b6601749 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:06.454622 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-997c21b4-6dbf-47de-b5f4-bb6df5c44224 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4888909 Feb 17 22:40:06.462443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45406) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:06.505919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f09dc51-6286-40ae-9237-8e64732a3103 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.507455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f09dc51-6286-40ae-9237-8e64732a3103 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.551091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a5242-b996-4785-8148-2c207329ce3d req-f3caf314-cef1-4e0a-9938-4f61323a0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:06.554047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373a5242-b996-4785-8148-2c207329ce3d req-f3caf314-cef1-4e0a-9938-4f61323a0c8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.2354839 Feb 17 22:40:06.624497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b467f0-e32f-477c-8233-c7136a6a2979 req-2331b830-7ebc-4f24-8dc3-0d7967cf2d07 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:06.628864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b467f0-e32f-477c-8233-c7136a6a2979 req-2331b830-7ebc-4f24-8dc3-0d7967cf2d07 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2065940 Feb 17 22:40:06.645115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-607be8d7-cc23-42c3-806f-46c9b6601749', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:40:06.646433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.778584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f09dc51-6286-40ae-9237-8e64732a3103 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (bbbd87d3-2291-496d-8324-9ee2f53cb231), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.845707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f09dc51-6286-40ae-9237-8e64732a3103 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.849488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Allocated IP 2001:db8::2 (607be8d7-cc23-42c3-806f-46c9b6601749/36c44e82-a65d-4968-a1d2-01e2797ce7ee/7d5553de-eaaa-437a-b0d7-d656afcd176d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:06.989319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f09dc51-6286-40ae-9237-8e64732a3103 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:06.991794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1f09dc51-6286-40ae-9237-8e64732a3103 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6925213 Feb 17 22:40:07.001006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45408) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:07.022317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:07.133966 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Publish callbacks [] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.145265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3427f017-693a-4681-a1db-09b98447a1d1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:07.157203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (dbdc1850-09cc-4183-830b-5889d15b6d38), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.272118 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.282613 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:40:07.307938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b467f0-e32f-477c-8233-c7136a6a2979 req-6da8e472-9247-45d1-829a-7283c92740e5 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586448 Feb 17 22:40:07.341929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (dbdc1850-09cc-4183-830b-5889d15b6d38), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.350248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks [] for router_controller (dbdc1850-09cc-4183-830b-5889d15b6d38), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.373383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a5242-b996-4785-8148-2c207329ce3d req-3765591e-ea4b-46e8-95b1-d6558ef6fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:07.375116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373a5242-b996-4785-8148-2c207329ce3d req-3765591e-ea4b-46e8-95b1-d6558ef6fc5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.7947528 Feb 17 22:40:07.377416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94dea708-4f58-4167-8198-57c3142422c0 req-a53097cc-7034-4909-aeb7-b7d534f372ab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.0365837 Feb 17 22:40:07.413531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3427f017-693a-4681-a1db-09b98447a1d1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:07.414035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3427f017-693a-4681-a1db-09b98447a1d1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:07.425412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Pushing event updated for resources: {'Port': ['ID=7d5553de-eaaa-437a-b0d7-d656afcd176d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:07.456627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Network 607be8d7-cc23-42c3-806f-46c9b6601749 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:07.459625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:07.473549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:07.492581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373a5242-b996-4785-8148-2c207329ce3d req-5282b502-7c5f-41f4-a2a2-cd1c6e974b46 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 217 time: 0.1093080 Feb 17 22:40:07.570122 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.570614 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.605799 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.608819 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (dbdc1850-09cc-4183-830b-5889d15b6d38), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.609487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbdc1850-09cc-4183-830b-5889d15b6d38 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:40:07.617173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Attempting to bind port 7d5553de-eaaa-437a-b0d7-d656afcd176d on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:07.617558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Attempting to bind port 7d5553de-eaaa-437a-b0d7-d656afcd176d by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:07.617956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Attempting to bind port 7d5553de-eaaa-437a-b0d7-d656afcd176d on network 607be8d7-cc23-42c3-806f-46c9b6601749 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:07.620996 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.624649 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-661614f4-43d2-44f3-ba7b-e8a1ed90830a admin admin] 10.222.0.79 "DELETE /v2.0/routers/dbdc1850-09cc-4183-830b-5889d15b6d38 HTTP/1.1" status: 204 len: 168 time: 2.8704128 Feb 17 22:40:07.632033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:07.632412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Checking segment: {'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:07.632837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.633300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Bound using segment: {'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:07.633780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Bound port: 7d5553de-eaaa-437a-b0d7-d656afcd176d, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:07.634170 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.636999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45418) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:07.752525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103527) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Feb 17 22:40:07.752882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Router bbbd87d3-2291-496d-8324-9ee2f53cb231 migrating from provider to provider. {{(pid=103527) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Feb 17 22:40:07.753372 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (bbbd87d3-2291-496d-8324-9ee2f53cb231), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.767676 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (bbbd87d3-2291-496d-8324-9ee2f53cb231), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.788181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.814781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] For port 7d5553de-eaaa-437a-b0d7-d656afcd176d, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:07.830022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] For port 7d5553de-eaaa-437a-b0d7-d656afcd176d, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d5553de-eaaa-437a-b0d7-d656afcd176d,segment=NetworkSegment(a516a1bf-1c12-427d-9033-2e10c752eeaa),segment_id=a516a1bf-1c12-427d-9033-2e10c752eeaa)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:07.838116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.880534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] Deleting subnet 13e3a5c4-30c8-4a57-86e1-2cd01b93784d {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:40:07.892542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] Publish callbacks [] for subnet (13e3a5c4-30c8-4a57-86e1-2cd01b93784d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:07.944097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca358905-3172-4b86-827b-e091f55ee562 None None] Pushing event updated for resources: {'Port': ['ID=7d5553de-eaaa-437a-b0d7-d656afcd176d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:08.080230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a5242-b996-4785-8148-2c207329ce3d req-7ce1d8b4-fe01-46a9-a073-2924f70a7650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:08.082729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373a5242-b996-4785-8148-2c207329ce3d req-7ce1d8b4-fe01-46a9-a073-2924f70a7650 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.3103194 Feb 17 22:40:08.087229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (13e3a5c4-30c8-4a57-86e1-2cd01b93784d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:08.090145 n-d-828369-18 neutron-server[103527]: WARNING neutron.scheduler.l3_agent_scheduler [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] No L3 agents can host the router bbbd87d3-2291-496d-8324-9ee2f53cb231 Feb 17 22:40:08.153580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373a5242-b996-4785-8148-2c207329ce3d req-95b7cddc-72d0-450d-ad5f-7ea2ab01eb25 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612769 Feb 17 22:40:08.594383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a030033e-2fcf-4025-826e-320618d5ccbf req-8c9d7e0d-58d1-437b-8310-a57d8d031568 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.0616529 Feb 17 22:40:08.718375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Hosts for router bbbd87d3-2291-496d-8324-9ee2f53cb231: [] {{(pid=103527) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} Feb 17 22:40:08.722741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373a5242-b996-4785-8148-2c207329ce3d req-38d04d9e-17a5-4465-b7a9-4a00e4a5903c service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5498850 Feb 17 22:40:08.731802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8::1 (607be8d7-cc23-42c3-806f-46c9b6601749/36c44e82-a65d-4968-a1d2-01e2797ce7ee/c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:08.736349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622cd508-b7d6-4cd9-a86c-47c9fda8a684 req-db6dbad9-a217-420d-bb9d-d976ec818bf7 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:08.738433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-622cd508-b7d6-4cd9-a86c-47c9fda8a684 req-db6dbad9-a217-420d-bb9d-d976ec818bf7 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2554605 Feb 17 22:40:08.859660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373a5242-b996-4785-8148-2c207329ce3d req-d4b29a1f-034d-4e83-85c7-ab6f2e092a28 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201389 Feb 17 22:40:08.936527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Hosts for other DVR routers connected to router bbbd87d3-2291-496d-8324-9ee2f53cb231: set() {{(pid=103527) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} Feb 17 22:40:08.950001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:08.964198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bef52048-31a3-48ef-b16b-f065faea43ea tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "PUT /v2.0/routers/bbbd87d3-2291-496d-8324-9ee2f53cb231 HTTP/1.1" status: 200 len: 716 time: 1.9505243 Feb 17 22:40:08.968486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45446) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:09.001352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.014791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (13e3a5c4-30c8-4a57-86e1-2cd01b93784d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.095726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d5553de-eaaa-437a-b0d7-d656afcd176d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:09.153582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.196363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f359cd1c-883f-487b-bae2-4a3075a0f3e5 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "GET /v2.0/routers/bbbd87d3-2291-496d-8324-9ee2f53cb231 HTTP/1.1" status: 200 len: 716 time: 0.2277746 Feb 17 22:40:09.196921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7d5553de-eaaa-437a-b0d7-d656afcd176d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:09.197693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.200591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45450) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:09.247011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-622cd508-b7d6-4cd9-a86c-47c9fda8a684 req-d759a544-1c83-41ff-a01b-640d5b09f928 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860626 Feb 17 22:40:09.397699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:09.401918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (13e3a5c4-30c8-4a57-86e1-2cd01b93784d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.449525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 607be8d7-cc23-42c3-806f-46c9b6601749 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:09.465185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7d5553de-eaaa-437a-b0d7-d656afcd176d is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:09.465675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.468425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13e3a5c4-30c8-4a57-86e1-2cd01b93784d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:09.475485 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.480254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:09.483837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.492989 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e17fa57d-09fe-4faf-b47a-eaf4498588e5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/13e3a5c4-30c8-4a57-86e1-2cd01b93784d HTTP/1.1" status: 204 len: 168 time: 1.8541512 Feb 17 22:40:09.497085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45458) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:09.507153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:09.508215 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.517459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e57e5e-8a60-4a80-b46f-9018319859c1 None None] Network 87dd7958-6e7e-4a04-956e-cbe333ee3043 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:09.633619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 7d5553de-eaaa-437a-b0d7-d656afcd176d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d5553de-eaaa-437a-b0d7-d656afcd176d,segment=NetworkSegment(a516a1bf-1c12-427d-9033-2e10c752eeaa),segment_id=a516a1bf-1c12-427d-9033-2e10c752eeaa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:09.674000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.736138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ee74832c-17c0-4a78-a573-51e89586ca1b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:09.845296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:09.849763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da693723-7889-467b-a835-672ba52d27b5 None None] Network 607be8d7-cc23-42c3-806f-46c9b6601749 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:09.867016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ee74832c-17c0-4a78-a573-51e89586ca1b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:09.867557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ee74832c-17c0-4a78-a573-51e89586ca1b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:10.019097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=7d5553de-eaaa-437a-b0d7-d656afcd176d,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:10.149148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bb38dcf7-2752-49a4-80b8-341c4dbc9942 None None] Provisioning complete for port 7d5553de-eaaa-437a-b0d7-d656afcd176d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:10.150573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb38dcf7-2752-49a4-80b8-341c4dbc9942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.183944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] DHCP port deletion for 87dd7958-6e7e-4a04-956e-cbe333ee3043 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:40:10.276125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.283536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.284597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.341761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] Deleting port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:10.342429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.441576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:10.540728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7257d63-68b3-4f25-9647-40851510dcf0 req-be2f0c40-1a22-4192-b544-6ea1760628d5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.7205632 Feb 17 22:40:10.548301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 607be8d7-cc23-42c3-806f-46c9b6601749 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:10.552196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bb38dcf7-2752-49a4-80b8-341c4dbc9942 None None] Current status of the port 7d5553de-eaaa-437a-b0d7-d656afcd176d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:10.557242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:10.597527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] For port 79f38eb6-991f-4800-801e-9e4fa1f5eff9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=79f38eb6-991f-4800-801e-9e4fa1f5eff9,segment=NetworkSegment(720279cc-b4f3-48bf-96ae-2991250beb73),segment_id=720279cc-b4f3-48bf-96ae-2991250beb73)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:10.598555 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.607570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a9c3cae0-5219-4268-b4d3-999cd435ae56 tempest-RoutersTestDVR-1392374262 tempest-RoutersTestDVR-1392374262-project] 10.222.0.79 "GET /v2.0/routers/bbbd87d3-2291-496d-8324-9ee2f53cb231 HTTP/1.1" status: 200 len: 682 time: 1.4034123 Feb 17 22:40:10.613075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45474) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:10.626787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] Calling delete_port for 79f38eb6-991f-4800-801e-9e4fa1f5eff9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:10.631117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (87dd7958-6e7e-4a04-956e-cbe333ee3043), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.829509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d962c40d-aedf-4171-ae5d-2557ecea7fa2 None None] Provisioning complete for port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:10.829747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32c13785-264b-49b7-b8aa-508546936ad9 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.830356 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d962c40d-aedf-4171-ae5d-2557ecea7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.873300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:40:10.907960 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (79f38eb6-991f-4800-801e-9e4fa1f5eff9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:10.945659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] Pushing event deleted for resources: {'Port': ['ID=79f38eb6-991f-4800-801e-9e4fa1f5eff9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:10.949421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d962c40d-aedf-4171-ae5d-2557ecea7fa2 None None] Port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:10.952236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41fa971-e378-46bd-88c9-99c24b65c3fe None None] No DVR routers for this DVR port 79f38eb6-991f-4800-801e-9e4fa1f5eff9 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:10.985405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d962c40d-aedf-4171-ae5d-2557ecea7fa2 None None] Provisioning complete for port 7d5553de-eaaa-437a-b0d7-d656afcd176d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:10.985956 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d962c40d-aedf-4171-ae5d-2557ecea7fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.064882 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:11.081864 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-88fea6f5-afd8-4ca4-a93a-38612b630e0a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6180949 Feb 17 22:40:11.086196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:11.087350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:11.110380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1732799408'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:11.120986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d5553de-eaaa-437a-b0d7-d656afcd176d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:11.168739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:11.174652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.195033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2572ae35-e7e2-4aa6-8f6c-70c31f122011 req-77af6768-acba-47f8-897d-12a0b1f84b7d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:11.203121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2572ae35-e7e2-4aa6-8f6c-70c31f122011 req-77af6768-acba-47f8-897d-12a0b1f84b7d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.7125504 Feb 17 22:40:11.219600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] The port '79f38eb6-991f-4800-801e-9e4fa1f5eff9' was deleted {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 22:40:11.229577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:11.230206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:11.246271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:40:11.260420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (632d2c52-63bb-4d1a-85da-a115b41a7b75), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.260981 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment 632d2c52-63bb-4d1a-85da-a115b41a7b75 of type vlan for network c8e50e78-20bc-4119-8a1f-c9711337191e Feb 17 22:40:11.313036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32c13785-264b-49b7-b8aa-508546936ad9 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.347252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (c8e50e78-20bc-4119-8a1f-c9711337191e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.379303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32c13785-264b-49b7-b8aa-508546936ad9 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (bbbd87d3-2291-496d-8324-9ee2f53cb231), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.399265 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (c8e50e78-20bc-4119-8a1f-c9711337191e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.412009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:11.414221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.414391 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (87dd7958-6e7e-4a04-956e-cbe333ee3043), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.447121 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3469129 Feb 17 22:40:11.448037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:11.468767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:11.481350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7d5553de-eaaa-437a-b0d7-d656afcd176d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:11.481917 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.502407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2572ae35-e7e2-4aa6-8f6c-70c31f122011 req-e8420112-4fdf-4f8d-be67-bc42afefe1d0 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983570 Feb 17 22:40:11.517824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87dd7958-6e7e-4a04-956e-cbe333ee3043']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:11.548036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32c13785-264b-49b7-b8aa-508546936ad9 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (bbbd87d3-2291-496d-8324-9ee2f53cb231), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.548743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32c13785-264b-49b7-b8aa-508546936ad9 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bbbd87d3-2291-496d-8324-9ee2f53cb231 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:40:11.554953 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-32c13785-264b-49b7-b8aa-508546936ad9 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.559748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-32c13785-264b-49b7-b8aa-508546936ad9 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "DELETE /v2.0/routers/bbbd87d3-2291-496d-8324-9ee2f53cb231 HTTP/1.1" status: 204 len: 168 time: 0.9414570 Feb 17 22:40:11.559748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720279cc-b4f3-48bf-96ae-2991250beb73') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:11.559748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720279cc-b4f3-48bf-96ae-2991250beb73') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:11.561836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45486) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:11.567392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-417f38ae-3798-4cc2-8134-004967edf9ac tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Request body: {'router': {'name': 'tempest-router-875479615', 'distributed': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:11.588439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:11.606627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (720279cc-b4f3-48bf-96ae-2991250beb73), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.656543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (720279cc-b4f3-48bf-96ae-2991250beb73), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.665773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-417f38ae-3798-4cc2-8134-004967edf9ac tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (d5e4d41c-1082-44cf-8092-76faaf7b1e54), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.668724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d962c40d-aedf-4171-ae5d-2557ecea7fa2 None None] Current status of the port 7d5553de-eaaa-437a-b0d7-d656afcd176d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:11.674959 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-417f38ae-3798-4cc2-8134-004967edf9ac tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (d5e4d41c-1082-44cf-8092-76faaf7b1e54), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.701190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f8c10-a331-4477-850b-2c120ef8ef48 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=c8e50e78-20bc-4119-8a1f-c9711337191e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:11.701529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:40:11.701529 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (720279cc-b4f3-48bf-96ae-2991250beb73), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:40:11.703499 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:40:11.760946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network c8e50e78-20bc-4119-8a1f-c9711337191e details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:40:11.792724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:11.800601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.803084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45e0b884-6079-4685-a058-0530335a9725 req-dcba4530-0829-4923-ae83-76594870113b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.1242254 Feb 17 22:40:11.910531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (87dd7958-6e7e-4a04-956e-cbe333ee3043), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.916798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-417f38ae-3798-4cc2-8134-004967edf9ac tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (d5e4d41c-1082-44cf-8092-76faaf7b1e54), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.932444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.937133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/87dd7958-6e7e-4a04-956e-cbe333ee3043 HTTP/1.1" status: 204 len: 168 time: 2.4378161 Feb 17 22:40:11.939358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd81e2b-c641-40e0-8009-188396427cd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=87dd7958-6e7e-4a04-956e-cbe333ee3043,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:11.940988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-417f38ae-3798-4cc2-8134-004967edf9ac tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (d5e4d41c-1082-44cf-8092-76faaf7b1e54), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:11.943437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45494) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:12.070305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-417f38ae-3798-4cc2-8134-004967edf9ac tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.074039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-417f38ae-3798-4cc2-8134-004967edf9ac tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5076578 Feb 17 22:40:12.082254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45496) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:12.215995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40775d54-ab03-4fe4-9726-934a3cebddb8 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (d5e4d41c-1082-44cf-8092-76faaf7b1e54), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.247284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (a2188a36-6f25-4bb7-aea2-abf14ebd45df), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.256723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1badef84-7d38-48cd-ba4b-fcb1e97f1731 None None] Provisioning complete for port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:12.257758 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1badef84-7d38-48cd-ba4b-fcb1e97f1731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.308829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7d5553de-eaaa-437a-b0d7-d656afcd176d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:12.358681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1badef84-7d38-48cd-ba4b-fcb1e97f1731 None None] Port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:12.393235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:09Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:10Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:12.459596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=a2188a36-6f25-4bb7-aea2-abf14ebd45df,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:12.475360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:12.475772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: c8e50e78-20bc-4119-8a1f-c9711337191e, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:40:12.499262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network c8e50e78-20bc-4119-8a1f-c9711337191e is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:40:12.510104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:12.510104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Updating router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:40:12.516355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 79f38eb6-991f-4800-801e-9e4fa1f5eff9 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:12.518036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, c8e50e78-20bc-4119-8a1f-c9711337191e) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:12.523214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:12.524163 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.569341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40775d54-ab03-4fe4-9726-934a3cebddb8 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (d5e4d41c-1082-44cf-8092-76faaf7b1e54), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.572108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40775d54-ab03-4fe4-9726-934a3cebddb8 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router_controller (d5e4d41c-1082-44cf-8092-76faaf7b1e54), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.578787 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-05051c1e-8155-470e-9337-420d01650166 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1166840 Feb 17 22:40:12.582124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45510) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:12.618761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 79f38eb6-991f-4800-801e-9e4fa1f5eff9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:12.619294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 79f38eb6-991f-4800-801e-9e4fa1f5eff9 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:12.621351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb1afcb-465d-4766-9c14-a86a35b73128 None None] Network c8e50e78-20bc-4119-8a1f-c9711337191e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:12.672633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40775d54-ab03-4fe4-9726-934a3cebddb8 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (d5e4d41c-1082-44cf-8092-76faaf7b1e54), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.672633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40775d54-ab03-4fe4-9726-934a3cebddb8 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5e4d41c-1082-44cf-8092-76faaf7b1e54 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:40:12.705675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40775d54-ab03-4fe4-9726-934a3cebddb8 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.709925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-40775d54-ab03-4fe4-9726-934a3cebddb8 tempest-RoutersTestDVR-188702013 tempest-RoutersTestDVR-188702013-project-admin] 10.222.0.79 "DELETE /v2.0/routers/d5e4d41c-1082-44cf-8092-76faaf7b1e54 HTTP/1.1" status: 204 len: 168 time: 0.6236100 Feb 17 22:40:12.783862 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:12.793665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73c472-2090-4062-9cbe-24c7d7baf58a req-84c11430-a52c-43be-ba75-d57f8ee121e1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:12.796967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b73c472-2090-4062-9cbe-24c7d7baf58a req-84c11430-a52c-43be-ba75-d57f8ee121e1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1399891 Feb 17 22:40:12.926335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b73c472-2090-4062-9cbe-24c7d7baf58a req-d2f628c0-4b36-4af9-a197-3bc71c98ca9e tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014030 Feb 17 22:40:12.981233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-c8e50e78-20bc-4119-8a1f-c9711337191e', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:40:12.983189 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.051912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51f65770-3f33-434c-b49e-96c5de946dfe req-fe9c8bcb-049b-45a1-a612-80e4bcfe7585 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.0811787 Feb 17 22:40:13.130502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.160932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (c6468525-f0a0-4ae7-870b-49cb09c8bc10), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.305804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45524) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:13.503340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4976ec9e-9324-4989-bf29-9d4d7b88a9a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.507930 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Publish callbacks [] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.521007 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.582544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d13b1-702e-4f90-b65d-632275eff0a1 None None] Pushing event updated for resources: {'Port': ['ID=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:13.623521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Deleting port 474dbb5c-2242-46f5-8a76-50632bd33fa4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:13.624145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.653665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Allocated IP 2001:db8:1::2 (c8e50e78-20bc-4119-8a1f-c9711337191e/a2188a36-6f25-4bb7-aea2-abf14ebd45df/f02c48ef-c4bf-4c25-b329-6c80577f552e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:13.670550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4976ec9e-9324-4989-bf29-9d4d7b88a9a2 admin admin] Publish callbacks [] for security_group (0c91cdd0-2f7a-4c58-8250-c2302e9fc44e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.678118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4976ec9e-9324-4989-bf29-9d4d7b88a9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0c91cdd0-2f7a-4c58-8250-c2302e9fc44e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.732986 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4976ec9e-9324-4989-bf29-9d4d7b88a9a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ed4158a42cca48fe9465e64307755987&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4261019 Feb 17 22:40:13.734036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976ec9e-9324-4989-bf29-9d4d7b88a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c91cdd0-2f7a-4c58-8250-c2302e9fc44e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:13.736602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45532) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:13.771842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] For port 474dbb5c-2242-46f5-8a76-50632bd33fa4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=474dbb5c-2242-46f5-8a76-50632bd33fa4,segment=NetworkSegment(031f9794-5665-417d-b1b7-16631b3c9e80),segment_id=031f9794-5665-417d-b1b7-16631b3c9e80)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:13.772871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.816543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Calling delete_port for 474dbb5c-2242-46f5-8a76-50632bd33fa4 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:13.874573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Attempting to bind port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:13.875724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Attempting to bind port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:13.876543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Attempting to bind port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 on network 607be8d7-cc23-42c3-806f-46c9b6601749 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:13.877522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-756caa19-7b81-42f5-8307-b652c09dceb6 admin admin] Publish callbacks [] for security_group (0c91cdd0-2f7a-4c58-8250-c2302e9fc44e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.908140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:13.909070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Checking segment: {'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:13.909705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.910334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Bound using segment: {'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:13.911105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Bound port: c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a516a1bf-1c12-427d-9033-2e10c752eeaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:13.911762 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:13.936565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-756caa19-7b81-42f5-8307-b652c09dceb6 admin admin] Publish callbacks [] for security_group (0c91cdd0-2f7a-4c58-8250-c2302e9fc44e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.051676 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-756caa19-7b81-42f5-8307-b652c09dceb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0c91cdd0-2f7a-4c58-8250-c2302e9fc44e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.056452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-756caa19-7b81-42f5-8307-b652c09dceb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.061531 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-756caa19-7b81-42f5-8307-b652c09dceb6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c91cdd0-2f7a-4c58-8250-c2302e9fc44e HTTP/1.1" status: 204 len: 168 time: 0.3220525 Feb 17 22:40:14.082322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756caa19-7b81-42f5-8307-b652c09dceb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c91cdd0-2f7a-4c58-8250-c2302e9fc44e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:14.148454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] For port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:14.173478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] For port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,segment=NetworkSegment(a516a1bf-1c12-427d-9033-2e10c752eeaa),segment_id=a516a1bf-1c12-427d-9033-2e10c752eeaa)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:14.191673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.261927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Publish callbacks [] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.324440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.374086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (474dbb5c-2242-46f5-8a76-50632bd33fa4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.417333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8:1::1 (c8e50e78-20bc-4119-8a1f-c9711337191e/a2188a36-6f25-4bb7-aea2-abf14ebd45df/b500cd60-e8ca-4150-89cc-053d938ce9ea) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:14.488648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:14.489363 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:14.551758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12d940cf-93d6-4a74-ab5e-a01d48f13a47 req-8f58e422-7e96-48f8-8bf2-087e0028cb04 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.2683606 Feb 17 22:40:14.606615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-49bad713-bbf1-42c3-a23e-0630917cc59c None None] Provisioning complete for port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:14.612291 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49bad713-bbf1-42c3-a23e-0630917cc59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.648972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Network c8e50e78-20bc-4119-8a1f-c9711337191e is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:14.658838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=474dbb5c-2242-46f5-8a76-50632bd33fa4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:14.662716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:14.665782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:14.683251 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-610bbc08-c5d0-4286-a886-a0d17c34f488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.777207 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.834042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45552) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:14.849991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.864187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d13b1-702e-4f90-b65d-632275eff0a1 None None] Pushing event updated for resources: {'Port': ['ID=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:14.865992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e357b64-34b2-48ec-a9ae-f2c40c9eb8ab req-7407f6cd-2710-499f-a559-a82834b83a23 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:14.918911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e357b64-34b2-48ec-a9ae-f2c40c9eb8ab req-7407f6cd-2710-499f-a559-a82834b83a23 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.6078117 Feb 17 22:40:14.927948 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8beb997-8103-46bb-9a53-af7bcc21cff1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:14.994314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network c8e50e78-20bc-4119-8a1f-c9711337191e is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:15.004342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Pushing event updated for resources: {'Port': ['ID=f02c48ef-c4bf-4c25-b329-6c80577f552e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:15.005559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:15.008823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:15.009334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.097676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Attempting to bind port f02c48ef-c4bf-4c25-b329-6c80577f552e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:15.098352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Attempting to bind port f02c48ef-c4bf-4c25-b329-6c80577f552e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:15.098886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Attempting to bind port f02c48ef-c4bf-4c25-b329-6c80577f552e on network c8e50e78-20bc-4119-8a1f-c9711337191e {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:15.125193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:15.125821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Checking segment: {'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:15.126227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.126615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Bound using segment: {'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:15.127106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Bound port: f02c48ef-c4bf-4c25-b329-6c80577f552e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:15.127522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.128264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=b500cd60-e8ca-4150-89cc-053d938ce9ea,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:15.130193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:15.213772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (c6468525-f0a0-4ae7-870b-49cb09c8bc10), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.272378 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-49bad713-bbf1-42c3-a23e-0630917cc59c None None] Current status of the port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:15.273048 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49bad713-bbf1-42c3-a23e-0630917cc59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.301847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] For port f02c48ef-c4bf-4c25-b329-6c80577f552e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:15.357341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] For port f02c48ef-c4bf-4c25-b329-6c80577f552e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f02c48ef-c4bf-4c25-b329-6c80577f552e,segment=NetworkSegment(632d2c52-63bb-4d1a-85da-a115b41a7b75),segment_id=632d2c52-63bb-4d1a-85da-a115b41a7b75)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:15.370133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8beb997-8103-46bb-9a53-af7bcc21cff1 admin admin] Publish callbacks [] for security_group (1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.374292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-49bad713-bbf1-42c3-a23e-0630917cc59c None None] For port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,segment=NetworkSegment(a516a1bf-1c12-427d-9033-2e10c752eeaa),segment_id=a516a1bf-1c12-427d-9033-2e10c752eeaa)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:15.402173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b8beb997-8103-46bb-9a53-af7bcc21cff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.409215 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.412614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e357b64-34b2-48ec-a9ae-f2c40c9eb8ab req-35354363-771e-40ae-be23-ed09ed80f784 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922132 Feb 17 22:40:15.430580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49bad713-bbf1-42c3-a23e-0630917cc59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.502432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.519405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beb997-8103-46bb-9a53-af7bcc21cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:15.540105 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b8beb997-8103-46bb-9a53-af7bcc21cff1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dcfc1dda34aa4132ba9a64945c668263&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7045522 Feb 17 22:40:15.545869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:15.602276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a50cd5-d46d-4c93-a57a-779dd96e9cba None None] Pushing event updated for resources: {'Port': ['ID=f02c48ef-c4bf-4c25-b329-6c80577f552e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:15.702696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-47cc1811-00d3-4cb7-934b-e0942b2ac7dc None None] Provisioning complete for port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:15.703359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47cc1811-00d3-4cb7-934b-e0942b2ac7dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.705822 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb291cb-0c47-45fd-a101-c941bc939a9c admin admin] Publish callbacks [] for security_group (1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.750698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec814b0f-5418-4451-8afb-b044ecdbb933 req-58e2cb77-6dce-4a7f-bf6e-a0f386c7da69 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.0692887 Feb 17 22:40:15.796298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Router c6468525-f0a0-4ae7-870b-49cb09c8bc10 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:15.930996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bad713-bbf1-42c3-a23e-0630917cc59c None None] Pushing event updated for resources: {'Port': ['ID=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:15.944942 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb291cb-0c47-45fd-a101-c941bc939a9c admin admin] Publish callbacks [] for security_group (1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:15.970796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:09Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:14Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:16.020480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac756ec-caa0-4621-82ed-78e2baeb1f1a None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:09Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:14Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:16.104939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-47cc1811-00d3-4cb7-934b-e0942b2ac7dc None None] Current status of the port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:16.157110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:16.168069 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb291cb-0c47-45fd-a101-c941bc939a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:16.169782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-52c5a6c2-66c0-4229-a92c-317e900a19d8 admin admin] 10.222.0.79 "PUT /v2.0/routers/c6468525-f0a0-4ae7-870b-49cb09c8bc10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2249563 Feb 17 22:40:16.172552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45570) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:16.172940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fb291cb-0c47-45fd-a101-c941bc939a9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:16.174849 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1fb291cb-0c47-45fd-a101-c941bc939a9c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5 HTTP/1.1" status: 204 len: 168 time: 0.6249003 Feb 17 22:40:16.181043 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] Sync routers for ids ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:16.218338 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] Routers {'c6468525-f0a0-4ae7-870b-49cb09c8bc10'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:16.224198 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:39:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:16.225461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb291cb-0c47-45fd-a101-c941bc939a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1439d15b-5c41-4b7a-bfa3-6ecc72e9f0c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:16.459539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:16.472012 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:16.476845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:16.541838 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] Set router c6468525-f0a0-4ae7-870b-49cb09c8bc10 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:16.560827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks [] for router (c6468525-f0a0-4ae7-870b-49cb09c8bc10), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:16.908255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7323cf2d-d630-462f-848b-68a1e82e69f1 req-e249116d-7006-4bd4-988f-cf61fb36f89b tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:16.916499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7323cf2d-d630-462f-848b-68a1e82e69f1 req-e249116d-7006-4bd4-988f-cf61fb36f89b tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2079515 Feb 17 22:40:16.918660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=b500cd60-e8ca-4150-89cc-053d938ce9ea,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:17.031149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74d20498-52d5-4f25-82e3-92a27e5ff13f req-ebfe7fee-85ba-42a5-bb8f-5a2173536542 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.0618744 Feb 17 22:40:17.136364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network c8e50e78-20bc-4119-8a1f-c9711337191e is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:17.140618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:17.144290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7323cf2d-d630-462f-848b-68a1e82e69f1 req-632adefb-4314-424e-b20e-36b0e417f851 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222946 Feb 17 22:40:17.176966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks [] for router_gateway (c6468525-f0a0-4ae7-870b-49cb09c8bc10), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:17.183765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:17.332828 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40fda9f2-952b-4b83-9365-2a874cb40fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:17.360424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:17.361167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Deleting port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:17.361408 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:17.361540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:17.453842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:40:14Z', 'revision_number': 5, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port': {'id': '4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:eb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:39:41Z', 'updated_at': '2022-02-17T22:39:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:17.496307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:17.567909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:17.572775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f02c48ef-c4bf-4c25-b329-6c80577f552e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:17.633298 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] Checking router: c6468525-f0a0-4ae7-870b-49cb09c8bc10 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:17.672414 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] Routers {'c6468525-f0a0-4ae7-870b-49cb09c8bc10'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:17.677222 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:17.727985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f02c48ef-c4bf-4c25-b329-6c80577f552e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:17.728575 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:17.834963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] For port 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:17.835549 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:17.920995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Calling delete_port for 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:18.020700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:18.039297 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] Set router c6468525-f0a0-4ae7-870b-49cb09c8bc10 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:18.043088 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fcbe7f29-41f7-43cd-8de4-b372880e7848 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4588118 Feb 17 22:40:18.044909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45610) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:18.051143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-35124405'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:18.054587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1107dc-3792-4d0d-be3b-9f1b3007f34a None None] Network c8e50e78-20bc-4119-8a1f-c9711337191e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:18.070693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f02c48ef-c4bf-4c25-b329-6c80577f552e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:18.071422 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.154229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:18.164502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.201720 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:40:17Z', 'revision_number': 6, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:18.298909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.331945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:40:18.362499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a4470573-33d6-4f80-b04a-c533cff63de9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.362914 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment a4470573-33d6-4f80-b04a-c533cff63de9 of type vlan for network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d Feb 17 22:40:18.377317 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dcbef0-ce48-4128-b5a5-3b9370c0bff7 None None] The sync data for ids ['c6468525-f0a0-4ae7-870b-49cb09c8bc10'] in n-d-828369-18 is: [{'id': 'c6468525-f0a0-4ae7-870b-49cb09c8bc10', 'name': 'tempest-TestAggregatesBasicOps-901193519-router', 'tenant_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:39:40Z', 'updated_at': '2022-02-17T22:40:17Z', 'revision_number': 6, 'project_id': '6c3f90d0a8e74641aafd32eaa87f7dbb', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:18.433093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port f02c48ef-c4bf-4c25-b329-6c80577f552e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f02c48ef-c4bf-4c25-b329-6c80577f552e,segment=NetworkSegment(632d2c52-63bb-4d1a-85da-a115b41a7b75),segment_id=632d2c52-63bb-4d1a-85da-a115b41a7b75)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:18.436269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e40c8486-0b15-4e9c-85ea-222992b4a704 None None] Provisioning complete for port f02c48ef-c4bf-4c25-b329-6c80577f552e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:18.436942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e40c8486-0b15-4e9c-85ea-222992b4a704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.464900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.486454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (963bc7d1-c810-4d05-87ae-7f0b4c451c5d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.593608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (963bc7d1-c810-4d05-87ae-7f0b4c451c5d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.613399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:18.618750 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:18.654539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=f02c48ef-c4bf-4c25-b329-6c80577f552e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:18.808994 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7615762 Feb 17 22:40:18.817033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45630) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:18.821464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:18.977359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30f3f5-d393-47a0-8431-9e3d991251e7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=963bc7d1-c810-4d05-87ae-7f0b4c451c5d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:19.019912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e40c8486-0b15-4e9c-85ea-222992b4a704 None None] Current status of the port f02c48ef-c4bf-4c25-b329-6c80577f552e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:19.076694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:40:19.091979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-261aa797-0cb4-450f-8788-794f3c3d2ffa req-99a10832-7043-4fc1-a234-2ff20d396277 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.8672273 Feb 17 22:40:19.150058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:19.153523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ccb333-8f1f-46f2-9568-672ad831cc39 req-292abe2b-283d-43e9-ac16-af5ebe1aa1b6 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:19.155432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.165796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46ccb333-8f1f-46f2-9568-672ad831cc39 req-292abe2b-283d-43e9-ac16-af5ebe1aa1b6 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.9125345 Feb 17 22:40:19.289317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:19.340299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46ccb333-8f1f-46f2-9568-672ad831cc39 req-d75f420c-e87b-4a45-86cd-7bc644c85d17 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730387 Feb 17 22:40:19.341578 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.361068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:19.362350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:19.450156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:19.550505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f02c48ef-c4bf-4c25-b329-6c80577f552e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:19.640357 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (c6468525-f0a0-4ae7-870b-49cb09c8bc10), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.695116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (7e0c2e3e-5b34-46a0-bba2-119e4c825187), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.714955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:19.725330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.792817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d725443a-52f7-4f0b-ba85-890a3deaae05 None None] Provisioning complete for port f02c48ef-c4bf-4c25-b329-6c80577f552e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:19.792817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d725443a-52f7-4f0b-ba85-890a3deaae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.843343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=7e0c2e3e-5b34-46a0-bba2-119e4c825187,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:19.875127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45648) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:19.883521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:19.884489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: 963bc7d1-c810-4d05-87ae-7f0b4c451c5d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:40:19.928612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:40:19.942452 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (c6468525-f0a0-4ae7-870b-49cb09c8bc10), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.945676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 963bc7d1-c810-4d05-87ae-7f0b4c451c5d) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:19.947805 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks [] for router_controller (c6468525-f0a0-4ae7-870b-49cb09c8bc10), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.951869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:19.953406 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:19.993840 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b9cef716-216f-42de-b2ea-2fe371c8e3a3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1761482 Feb 17 22:40:19.996300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45656) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:20.004229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25728cec-98f6-408a-83c7-53c7e4d8b405 None None] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:20.150879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (c6468525-f0a0-4ae7-870b-49cb09c8bc10), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.151647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6468525-f0a0-4ae7-870b-49cb09c8bc10 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:40:20.172311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.173958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-92c19156-4107-49e2-acc1-6b086be19057 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c6468525-f0a0-4ae7-870b-49cb09c8bc10 HTTP/1.1" status: 204 len: 168 time: 3.9994993 Feb 17 22:40:20.186789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45662) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:20.361675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-373cfaa3-d29c-45ce-a9ab-84e6456ef4cc req-6324b490-57dd-4db4-9105-c072060aac15 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.1010857 Feb 17 22:40:20.398703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308f9b1-7571-49c5-867a-0761620bb012 req-0cfa3d30-6f00-467c-a284-b5c497ae72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:20.401370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3308f9b1-7571-49c5-867a-0761620bb012 req-0cfa3d30-6f00-467c-a284-b5c497ae72c8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.3342268 Feb 17 22:40:20.431517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] Deleting subnet 55a07cfa-99ff-455e-8bda-a481263e5578 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:40:20.440169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f02c48ef-c4bf-4c25-b329-6c80577f552e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:20.440169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.450779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] Publish callbacks [] for subnet (55a07cfa-99ff-455e-8bda-a481263e5578), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.680691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3308f9b1-7571-49c5-867a-0761620bb012 req-3b4385bd-790b-46c7-8a17-32ef1366d4ae service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690487 Feb 17 22:40:20.686179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:40:20.687589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.689503 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (55a07cfa-99ff-455e-8bda-a481263e5578), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.732528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4305db1-6c7d-4b47-a9c4-0550626fa98b req-db82e968-86ce-4673-b0ef-facdaa18a8fe tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:20.733340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-519806030', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:20.734596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4305db1-6c7d-4b47-a9c4-0550626fa98b req-db82e968-86ce-4673-b0ef-facdaa18a8fe tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2129636 Feb 17 22:40:20.779226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d725443a-52f7-4f0b-ba85-890a3deaae05 None None] Current status of the port f02c48ef-c4bf-4c25-b329-6c80577f552e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:20.790262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Made reservation on behalf of 11a62a7747264415afa29d60784b319a for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:20.794332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.818633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.820025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (55a07cfa-99ff-455e-8bda-a481263e5578), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.906870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (55a07cfa-99ff-455e-8bda-a481263e5578), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.932915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d725443a-52f7-4f0b-ba85-890a3deaae05 None None] Provisioning complete for port b500cd60-e8ca-4150-89cc-053d938ce9ea triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:20.933600 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d725443a-52f7-4f0b-ba85-890a3deaae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.936967 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.962526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55a07cfa-99ff-455e-8bda-a481263e5578,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:20.993377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:20.998248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2c8f4631-0936-450b-be08-865d9d42281f admin admin] 10.222.0.79 "DELETE /v2.0/subnets/55a07cfa-99ff-455e-8bda-a481263e5578 HTTP/1.1" status: 204 len: 168 time: 0.8102472 Feb 17 22:40:21.001449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45674) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:21.005200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for security_group (558de088-6e40-42b0-8a47-e87c5610f79e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.015474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f02c48ef-c4bf-4c25-b329-6c80577f552e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:21.029743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20cd379-1070-4669-8685-6c968622a464 None None] Network b57e0227-c919-4254-a30e-041d83f1ad56 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:21.046712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (558de088-6e40-42b0-8a47-e87c5610f79e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.056517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] device_id is not set on port 2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:40:21.112672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4305db1-6c7d-4b47-a9c4-0550626fa98b req-e1b4ab24-577d-4856-b70a-53e30531ad02 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196116 Feb 17 22:40:21.116677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 474dbb5c-2242-46f5-8a76-50632bd33fa4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:21.143911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (b57e0227-c919-4254-a30e-041d83f1ad56), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.192118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558de088-6e40-42b0-8a47-e87c5610f79e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:21.228554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Deleting port 0b352e79-6586-4c8a-a6ad-254b8c28349a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:21.229169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.271907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d725443a-52f7-4f0b-ba85-890a3deaae05 None None] Port b500cd60-e8ca-4150-89cc-053d938ce9ea cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:21.285546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 474dbb5c-2242-46f5-8a76-50632bd33fa4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:21.285968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 474dbb5c-2242-46f5-8a76-50632bd33fa4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:21.290387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 3, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:16Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:21.343872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] For port 0b352e79-6586-4c8a-a6ad-254b8c28349a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0b352e79-6586-4c8a-a6ad-254b8c28349a,segment=NetworkSegment(031f9794-5665-417d-b1b7-16631b3c9e80),segment_id=031f9794-5665-417d-b1b7-16631b3c9e80)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:21.344308 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.357334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:21.358115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Updating router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 port b500cd60-e8ca-4150-89cc-053d938ce9ea binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:40:21.362711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Calling delete_port for 0b352e79-6586-4c8a-a6ad-254b8c28349a owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:21.422552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Allocated IP 2001:db8:2::2 (963bc7d1-c810-4d05-87ae-7f0b4c451c5d/7e0c2e3e-5b34-46a0-bba2-119e4c825187/faff6b36-4791-4c87-ab80-95365cca6619) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:21.425175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Allocated IP 172.25.0.195 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:21.439497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:21.501038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:21.502545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4e8b3a85-c5c7-47aa-a5d5-1f5f393b0c3e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:21.513143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6383af42-3fb1-40b8-bb59-e5e39b669e2e None None] Provisioning complete for port b500cd60-e8ca-4150-89cc-053d938ce9ea triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:21.514176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6383af42-3fb1-40b8-bb59-e5e39b669e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.585901 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.593218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6383af42-3fb1-40b8-bb59-e5e39b669e2e None None] Port b500cd60-e8ca-4150-89cc-053d938ce9ea cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:21.616738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76d649e4-214d-4f25-a5be-76e984ca279f req-e9357fc3-39fa-4fd5-a350-8412ad05e72c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=5b73e125-eff6-4af3-9578-a40307a2946e HTTP/1.1" status: 200 len: 210 time: 0.1159925 Feb 17 22:40:21.633546 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0b352e79-6586-4c8a-a6ad-254b8c28349a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.664163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] No DVR routers for this DVR port 0b352e79-6586-4c8a-a6ad-254b8c28349a on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:21.692024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b352e79-6586-4c8a-a6ad-254b8c28349a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:21.779362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for port (2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.820975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.835124 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (b57e0227-c919-4254-a30e-041d83f1ad56), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.869746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b57e0227-c919-4254-a30e-041d83f1ad56']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:21.869983 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.883487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '031f9794-5665-417d-b1b7-16631b3c9e80') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:21.883894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '031f9794-5665-417d-b1b7-16631b3c9e80') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:21.897349 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (031f9794-5665-417d-b1b7-16631b3c9e80), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.918961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (031f9794-5665-417d-b1b7-16631b3c9e80), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.933411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:40:21.934059 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (031f9794-5665-417d-b1b7-16631b3c9e80), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:40:21.938767 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:40:21.984479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8af01f-987d-48bd-a9ec-facb1a5ba338 None None] DHCP port deletion for b57e0227-c919-4254-a30e-041d83f1ad56 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:40:22.055663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (b57e0227-c919-4254-a30e-041d83f1ad56), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.081724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:22.082732 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Pushing event updated for resources: {'Port': ['ID=2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:22.084935 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.093925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:22.102972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] 10.222.0.79 "DELETE /v2.0/networks/b57e0227-c919-4254-a30e-041d83f1ad56 HTTP/1.1" status: 204 len: 168 time: 1.0996311 Feb 17 22:40:22.105508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ec9e4-b3c4-4410-85e6-9fd05b701993 admin admin] Pushing event deleted for resources: {'Network': ['ID=b57e0227-c919-4254-a30e-041d83f1ad56,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:22.137795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:22.299579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:22.300191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.379233 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8073c9db-3c4e-4672-a88a-876586916d99 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.5026717 Feb 17 22:40:22.383925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3908e9-3fc2-42f9-88d9-ccc6c2d26fc5 req-53775064-f986-4a3e-b532-520aeb762ee1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:22.385701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a3908e9-3fc2-42f9-88d9-ccc6c2d26fc5 req-53775064-f986-4a3e-b532-520aeb762ee1 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1362936 Feb 17 22:40:22.386128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45694) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:22.395195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}]}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:22.436787 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Publish callbacks [] for port (faff6b36-4791-4c87-ab80-95365cca6619), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.447229 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (faff6b36-4791-4c87-ab80-95365cca6619), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.487280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45700) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:22.520236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (6a9c7985-974d-423c-a3f4-f13695e0f95a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.522458 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (6a9c7985-974d-423c-a3f4-f13695e0f95a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.537030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8:2::1 (963bc7d1-c810-4d05-87ae-7f0b4c451c5d/7e0c2e3e-5b34-46a0-bba2-119e4c825187/a7d4cb33-a86a-4b10-a561-1c557a1efee6) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:22.550915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a3908e9-3fc2-42f9-88d9-ccc6c2d26fc5 req-66a9b7e6-70e6-48ae-afa9-000d7cd1fa21 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518986 Feb 17 22:40:22.579114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Pushing event updated for resources: {'Port': ['ID=faff6b36-4791-4c87-ab80-95365cca6619,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:22.589723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:22.598333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:22.609810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:22.682969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7e742965-dbde-4e97-b25e-04f890a69c50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4a632488e681438abd589919561c3e89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1952789 Feb 17 22:40:22.683840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45708) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:22.694370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for router_controller (6a9c7985-974d-423c-a3f4-f13695e0f95a), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.753479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.761070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Attempting to bind port faff6b36-4791-4c87-ab80-95365cca6619 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:22.761444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Attempting to bind port faff6b36-4791-4c87-ab80-95365cca6619 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:22.761810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Attempting to bind port faff6b36-4791-4c87-ab80-95365cca6619 on network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:22.788113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:22.788984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Checking segment: {'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:22.789884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.790714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Bound using segment: {'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:22.791844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Bound port: faff6b36-4791-4c87-ab80-95365cca6619, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:22.792732 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (faff6b36-4791-4c87-ab80-95365cca6619), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.795691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.829445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Publish callbacks [] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.874143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:22.907234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:22.925188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:22.938637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:22.957187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.034913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=a7d4cb33-a86a-4b10-a561-1c557a1efee6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:23.035603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc7ce0-1ecb-4767-8711-2e3eb9b75b58 None None] Pushing event updated for resources: {'Port': ['ID=b500cd60-e8ca-4150-89cc-053d938ce9ea,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:23.121531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for router_gateway (6a9c7985-974d-423c-a3f4-f13695e0f95a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.192323 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e52dd75-d154-47fd-9419-b27cae37d965 admin admin] Publish callbacks [] for security_group (338d11b7-f12c-4cb2-b028-dc727a954f97), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.220842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.247295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Attempting to bind port b500cd60-e8ca-4150-89cc-053d938ce9ea on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:23.248202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Attempting to bind port b500cd60-e8ca-4150-89cc-053d938ce9ea by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:23.248572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Attempting to bind port b500cd60-e8ca-4150-89cc-053d938ce9ea on network c8e50e78-20bc-4119-8a1f-c9711337191e {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:23.253147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] For port faff6b36-4791-4c87-ab80-95365cca6619, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:23.259277 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e52dd75-d154-47fd-9419-b27cae37d965 admin admin] Publish callbacks [] for security_group (338d11b7-f12c-4cb2-b028-dc727a954f97), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.262708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] For port faff6b36-4791-4c87-ab80-95365cca6619, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=faff6b36-4791-4c87-ab80-95365cca6619,segment=NetworkSegment(a4470573-33d6-4f80-b04a-c533cff63de9),segment_id=a4470573-33d6-4f80-b04a-c533cff63de9)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:23.268766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:23.269157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Checking segment: {'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:23.269643 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.270242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Bound using segment: {'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:23.270910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Bound port: b500cd60-e8ca-4150-89cc-053d938ce9ea, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632d2c52-63bb-4d1a-85da-a115b41a7b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:23.271529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.292957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (faff6b36-4791-4c87-ab80-95365cca6619), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.336321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21739554-da0a-4925-bb16-07479dfe1b65 req-59e5f33b-59c4-443f-9118-1931d42f45b2 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:23.344951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21739554-da0a-4925-bb16-07479dfe1b65 req-59e5f33b-59c4-443f-9118-1931d42f45b2 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.3066051 Feb 17 22:40:23.357107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-32c12fa6-6b5d-481e-8196-b1dca6629bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:23.359690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-32c12fa6-6b5d-481e-8196-b1dca6629bd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.4159403 Feb 17 22:40:23.488945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0b352e79-6586-4c8a-a6ad-254b8c28349a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:23.574704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21739554-da0a-4925-bb16-07479dfe1b65 req-caf6be95-fcbf-4761-bf08-5211bfc622d9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284510 Feb 17 22:40:23.599015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 0b352e79-6586-4c8a-a6ad-254b8c28349a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:23.600179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 0b352e79-6586-4c8a-a6ad-254b8c28349a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:23.626225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36867736-5b30-43cd-9e47-c91dc0afc46b None None] Pushing event updated for resources: {'Port': ['ID=faff6b36-4791-4c87-ab80-95365cca6619,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:23.629763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e52dd75-d154-47fd-9419-b27cae37d965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (338d11b7-f12c-4cb2-b028-dc727a954f97), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.636833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e52dd75-d154-47fd-9419-b27cae37d965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.640768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e52dd75-d154-47fd-9419-b27cae37d965 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/338d11b7-f12c-4cb2-b028-dc727a954f97 HTTP/1.1" status: 204 len: 168 time: 0.9532421 Feb 17 22:40:23.642920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1fd1ff28-52f8-4ed4-8b30-472de4b71157 None None] Provisioning complete for port b500cd60-e8ca-4150-89cc-053d938ce9ea triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:23.643345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fd1ff28-52f8-4ed4-8b30-472de4b71157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.694675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52dd75-d154-47fd-9419-b27cae37d965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338d11b7-f12c-4cb2-b028-dc727a954f97,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:23.707647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-56a03a97-ec2b-4203-8ed3-79908cc7f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:23.709685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-56a03a97-ec2b-4203-8ed3-79908cc7f7db service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.3385658 Feb 17 22:40:23.714617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] For port b500cd60-e8ca-4150-89cc-053d938ce9ea, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:23.793304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] For port b500cd60-e8ca-4150-89cc-053d938ce9ea, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b500cd60-e8ca-4150-89cc-053d938ce9ea,segment=NetworkSegment(632d2c52-63bb-4d1a-85da-a115b41a7b75),segment_id=632d2c52-63bb-4d1a-85da-a115b41a7b75)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:23.796220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.805424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1ff28-52f8-4ed4-8b30-472de4b71157 None None] Port b500cd60-e8ca-4150-89cc-053d938ce9ea cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:23.809678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.811027 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.817782 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:23.856102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-46d6e5e4-5a68-4bf1-a3ef-2164d1615b1f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 217 time: 0.1353221 Feb 17 22:40:24.004452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc7ce0-1ecb-4767-8711-2e3eb9b75b58 None None] Pushing event updated for resources: {'Port': ['ID=b500cd60-e8ca-4150-89cc-053d938ce9ea,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:24.026531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-8d104653-40cf-4470-aca4-8fd238d96286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:24.032399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-8d104653-40cf-4470-aca4-8fd238d96286 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.1616933 Feb 17 22:40:24.044431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:24.045015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:24.072958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=a7d4cb33-a86a-4b10-a561-1c557a1efee6,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:24.173391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:24.183860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:24.264798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-1b04960e-9348-4d47-914a-dd5bf38b5205 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533601 Feb 17 22:40:24.339958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:24.469382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:24.578940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for router_gateway (6a9c7985-974d-423c-a3f4-f13695e0f95a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:24.644592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:24.649486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45744) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:24.716079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:24.738174 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c2f7f41f-0665-484b-8432-a710459633a7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7383091 Feb 17 22:40:24.738728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45746) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:24.746433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1303275162'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:24.766380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-71808ba6-959a-4312-bd97-389d3c2b2797 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6c3f90d0a8e74641aafd32eaa87f7dbb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1153495 Feb 17 22:40:24.767803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45748) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:24.827635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:24.832786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:24.839146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4556b9c2-4a83-4d04-86e9-5166cd0203a1 None None] Provisioning complete for port b500cd60-e8ca-4150-89cc-053d938ce9ea triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:24.850235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4556b9c2-4a83-4d04-86e9-5166cd0203a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:24.909867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:40:24.932620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2342a12c-6d93-4402-aad9-1ede8e288d15), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:24.933135 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added segment 2342a12c-6d93-4402-aad9-1ede8e288d15 of type vlan for network fda8ac15-fa22-45c6-9c80-29c8d45bede3 Feb 17 22:40:24.959951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:24.992354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-6299afee-1b7d-491f-9957-01e626e9b1c1 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119982 Feb 17 22:40:25.027966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (fda8ac15-fa22-45c6-9c80-29c8d45bede3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.054258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab89928-b2a0-4d2f-a929-8f3ecee9084f None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:25.087058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (fda8ac15-fa22-45c6-9c80-29c8d45bede3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.106652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:25.109828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.180410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4556b9c2-4a83-4d04-86e9-5166cd0203a1 None None] Current status of the port b500cd60-e8ca-4150-89cc-053d938ce9ea is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:25.181074 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4556b9c2-4a83-4d04-86e9-5166cd0203a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.293295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4556b9c2-4a83-4d04-86e9-5166cd0203a1 None None] For port b500cd60-e8ca-4150-89cc-053d938ce9ea, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b500cd60-e8ca-4150-89cc-053d938ce9ea,segment=NetworkSegment(632d2c52-63bb-4d1a-85da-a115b41a7b75),segment_id=632d2c52-63bb-4d1a-85da-a115b41a7b75)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:25.304247 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4556b9c2-4a83-4d04-86e9-5166cd0203a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.381980 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6414726 Feb 17 22:40:25.394415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45762) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:25.423051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'subnet': {'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:25.449825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e801020-0b9b-4b76-931d-1e533d52d05e admin admin] Publish callbacks [] for security_group (90b365d1-6d86-423b-a733-c94fe88ca4b3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.499416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.529878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4556b9c2-4a83-4d04-86e9-5166cd0203a1 None None] Pushing event updated for resources: {'Port': ['ID=b500cd60-e8ca-4150-89cc-053d938ce9ea,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:25.557283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46c6944d-6683-4137-92a1-3e1fedf6945c req-58ca7ad8-85d2-4a83-b8aa-2c14803c80c7 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5546107 Feb 17 22:40:25.580828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b59f05-b394-4a05-bf94-90dde5e53dda req-ea63cb9e-045b-4b7c-a8d8-0ee704ffcda9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:25.584544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88b59f05-b394-4a05-bf94-90dde5e53dda req-ea63cb9e-045b-4b7c-a8d8-0ee704ffcda9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.8147752 Feb 17 22:40:25.608690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device faff6b36-4791-4c87-ab80-95365cca6619 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:25.626811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e801020-0b9b-4b76-931d-1e533d52d05e admin admin] Publish callbacks [] for security_group (90b365d1-6d86-423b-a733-c94fe88ca4b3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.652765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc6e793-8982-4ef9-a5ff-cc5874bc6a11 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Network': ['ID=fda8ac15-fa22-45c6-9c80-29c8d45bede3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:25.676955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:40:25.757221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Made reservation on behalf of 8aec3eab55cb43bfb2614671143ffe0c for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:25.759156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c90441e-2518-42ef-825b-17892e6aaf63 None None] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:25.764770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.914423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88b59f05-b394-4a05-bf94-90dde5e53dda req-0d57cb4a-5338-4222-a428-2f145639579b tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057108 Feb 17 22:40:25.935641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fd6fd380-9e41-4267-8807-80ae6b0bea41 None None] Provisioning complete for port faff6b36-4791-4c87-ab80-95365cca6619 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:25.936217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd380-9e41-4267-8807-80ae6b0bea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (faff6b36-4791-4c87-ab80-95365cca6619), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:25.945748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for router (6a9c7985-974d-423c-a3f4-f13695e0f95a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.049286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port faff6b36-4791-4c87-ab80-95365cca6619 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:26.053338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (faff6b36-4791-4c87-ab80-95365cca6619), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.060516 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e801020-0b9b-4b76-931d-1e533d52d05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (90b365d1-6d86-423b-a733-c94fe88ca4b3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.064220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e801020-0b9b-4b76-931d-1e533d52d05e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.067932 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3e801020-0b9b-4b76-931d-1e533d52d05e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90b365d1-6d86-423b-a733-c94fe88ca4b3 HTTP/1.1" status: 204 len: 168 time: 1.2841315 Feb 17 22:40:26.165159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e801020-0b9b-4b76-931d-1e533d52d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b365d1-6d86-423b-a733-c94fe88ca4b3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:26.429130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (6a9c7985-974d-423c-a3f4-f13695e0f95a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.432748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (440a0dc0-5bec-4910-a923-c780d17ac2c4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.435978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks [] for router_controller (6a9c7985-974d-423c-a3f4-f13695e0f95a), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.556557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd6fd380-9e41-4267-8807-80ae6b0bea41 None None] Current status of the port faff6b36-4791-4c87-ab80-95365cca6619 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:26.558283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd6fd380-9e41-4267-8807-80ae6b0bea41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (faff6b36-4791-4c87-ab80-95365cca6619), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.565199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port faff6b36-4791-4c87-ab80-95365cca6619 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:26.569409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (6a9c7985-974d-423c-a3f4-f13695e0f95a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.570315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a9c7985-974d-423c-a3f4-f13695e0f95a {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:40:26.571944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (faff6b36-4791-4c87-ab80-95365cca6619), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.653093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Subnet': ['ID=440a0dc0-5bec-4910-a923-c780d17ac2c4,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:26.655032 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 17 22:40:26.656305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a1b0275e-fad7-4e1f-92cc-e5f68b09edee tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.2691648 Feb 17 22:40:26.659809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45778) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:26.754252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Checking segment: {'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:26.762002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port faff6b36-4791-4c87-ab80-95365cca6619, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=faff6b36-4791-4c87-ab80-95365cca6619,segment=NetworkSegment(a4470573-33d6-4f80-b04a-c533cff63de9),segment_id=a4470573-33d6-4f80-b04a-c533cff63de9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:26.765507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network hostable DHCP agents. Network: fda8ac15-fa22-45c6-9c80-29c8d45bede3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:40:26.835294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:40:26.871222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, fda8ac15-fa22-45c6-9c80-29c8d45bede3) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:26.882281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:26.883102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.918756 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-fd6fd380-9e41-4267-8807-80ae6b0bea41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:40:26.922658 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-fd6fd380-9e41-4267-8807-80ae6b0bea41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:40:26.925979 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (faff6b36-4791-4c87-ab80-95365cca6619), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:26.930221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676a568c-db69-4367-bc12-012a8c73cb2c None None] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:26.938643 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bed58611-245e-4997-95c2-7ed8ae900028 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5430698 Feb 17 22:40:26.942544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45780) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:27.315102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Deleting port 2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:27.315480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:27.535142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd6fd380-9e41-4267-8807-80ae6b0bea41 None None] Current status of the port faff6b36-4791-4c87-ab80-95365cca6619 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:27.578544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b500cd60-e8ca-4150-89cc-053d938ce9ea up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:27.655345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=faff6b36-4791-4c87-ab80-95365cca6619,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:27.689177 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:27.704050 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:27.704845 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:27.739913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c53ec2cf-24e9-4ffb-9e30-641821c02a6d None None] Provisioning complete for port faff6b36-4791-4c87-ab80-95365cca6619 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:27.740497 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c53ec2cf-24e9-4ffb-9e30-641821c02a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (faff6b36-4791-4c87-ab80-95365cca6619), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:27.782125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'fixed_ips': [{'subnet_id': '440a0dc0-5bec-4910-a923-c780d17ac2c4'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:40:27.782125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:27.809521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b500cd60-e8ca-4150-89cc-053d938ce9ea triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:27.810434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:27.973977 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:28.061561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c53ec2cf-24e9-4ffb-9e30-641821c02a6d None None] Current status of the port faff6b36-4791-4c87-ab80-95365cca6619 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:28.154421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b500cd60-e8ca-4150-89cc-053d938ce9ea is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:28.164801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c53ec2cf-24e9-4ffb-9e30-641821c02a6d None None] Provisioning complete for port a7d4cb33-a86a-4b10-a561-1c557a1efee6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:28.165436 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c53ec2cf-24e9-4ffb-9e30-641821c02a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.213058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c53ec2cf-24e9-4ffb-9e30-641821c02a6d None None] Port a7d4cb33-a86a-4b10-a561-1c557a1efee6 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:28.217093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7068c6e-b8d8-4ea2-a53a-c67820fc52e1 req-500a7544-3169-4000-8fdd-66c9932c653d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:28.224273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7068c6e-b8d8-4ea2-a53a-c67820fc52e1 req-500a7544-3169-4000-8fdd-66c9932c653d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 1.0569983 Feb 17 22:40:28.233201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Allocated IP 2001:db8:3::2 (fda8ac15-fa22-45c6-9c80-29c8d45bede3/440a0dc0-5bec-4910-a923-c780d17ac2c4/98f72416-956c-4914-8dc0-a5ea90f54211) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:28.281986 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.300373 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:28.342719 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:28.344234 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Updating router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 port a7d4cb33-a86a-4b10-a561-1c557a1efee6 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:40:28.382230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Calling delete_port for 2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:28.398439 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.450810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Publish callbacks [] for port (98f72416-956c-4914-8dc0-a5ea90f54211), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.453545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7068c6e-b8d8-4ea2-a53a-c67820fc52e1 req-7ede922a-9020-43b6-9b2a-cbca2d13c3ff tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283154 Feb 17 22:40:28.476153 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.571987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:28.586158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7ac86084-1823-4bda-91bf-31eb941d7a57 None None] Provisioning complete for port a7d4cb33-a86a-4b10-a561-1c557a1efee6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:28.592479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.593607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ac86084-1823-4bda-91bf-31eb941d7a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.666117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:28.671586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Pushing event updated for resources: {'Port': ['ID=98f72416-956c-4914-8dc0-a5ea90f54211,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:28.687031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:28.692414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7ac86084-1823-4bda-91bf-31eb941d7a57 None None] Port a7d4cb33-a86a-4b10-a561-1c557a1efee6 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:28.828971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Attempting to bind port 98f72416-956c-4914-8dc0-a5ea90f54211 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:28.831839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Attempting to bind port 98f72416-956c-4914-8dc0-a5ea90f54211 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:28.832418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Attempting to bind port 98f72416-956c-4914-8dc0-a5ea90f54211 on network fda8ac15-fa22-45c6-9c80-29c8d45bede3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:28.842685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:28.843409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Checking segment: {'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:28.844115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.844691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Bound using segment: {'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:28.845357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Bound port: 98f72416-956c-4914-8dc0-a5ea90f54211, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:28.845932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.918712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] For port 98f72416-956c-4914-8dc0-a5ea90f54211, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:28.919753 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.924109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] For port 98f72416-956c-4914-8dc0-a5ea90f54211, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=98f72416-956c-4914-8dc0-a5ea90f54211,segment=NetworkSegment(2342a12c-6d93-4402-aad9-1ede8e288d15),segment_id=2342a12c-6d93-4402-aad9-1ede8e288d15)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:28.933614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:28.998336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:29.003476 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Publish callbacks [] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.015964 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.045611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f6cb-ede3-4748-8cb9-744b280ae41b None None] Pushing event updated for resources: {'Port': ['ID=98f72416-956c-4914-8dc0-a5ea90f54211,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:29.143794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.147176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-621ee553-ec3d-4abb-84bb-41656be274f3 tempest-RoutersAdminNegativeIpV6Test-954593520 tempest-RoutersAdminNegativeIpV6Test-954593520-project-admin] 10.222.0.79 "DELETE /v2.0/ports/2e3ef2a3-0b82-4aa8-842a-d5b49fb9185d HTTP/1.1" status: 204 len: 168 time: 2.4861567 Feb 17 22:40:29.161298 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdcf2d-ea57-4f05-b714-8b78d997bd72 None None] Pushing event updated for resources: {'Port': ['ID=a7d4cb33-a86a-4b10-a561-1c557a1efee6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:29.190194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Allocated IP 2001:db8:3::1 (fda8ac15-fa22-45c6-9c80-29c8d45bede3/440a0dc0-5bec-4910-a923-c780d17ac2c4/59fcb002-0765-4fd3-88b0-ee66ba53768c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:29.277257 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Attempting to bind port a7d4cb33-a86a-4b10-a561-1c557a1efee6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:29.278121 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Attempting to bind port a7d4cb33-a86a-4b10-a561-1c557a1efee6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:29.278882 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Attempting to bind port a7d4cb33-a86a-4b10-a561-1c557a1efee6 on network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:29.293036 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:29.293936 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Checking segment: {'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:29.295857 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.296693 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Bound using segment: {'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:29.297566 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Bound port: a7d4cb33-a86a-4b10-a561-1c557a1efee6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4470573-33d6-4f80-b04a-c533cff63de9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:29.298414 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.536895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] For port a7d4cb33-a86a-4b10-a561-1c557a1efee6, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:29.545435 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] For port a7d4cb33-a86a-4b10-a561-1c557a1efee6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a7d4cb33-a86a-4b10-a561-1c557a1efee6,segment=NetworkSegment(a4470573-33d6-4f80-b04a-c533cff63de9),segment_id=a4470573-33d6-4f80-b04a-c533cff63de9)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:29.555878 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.567597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device faff6b36-4791-4c87-ab80-95365cca6619 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:29.654043 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.761962 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:29.763530 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:29.830380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ad455a09-29a4-4f38-8e7f-e6b1e697f862 None None] Provisioning complete for port a7d4cb33-a86a-4b10-a561-1c557a1efee6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:29.831242 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad455a09-29a4-4f38-8e7f-e6b1e697f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.907397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7031f9-d444-4b17-b1e9-3702bd056760 req-fc16a323-a863-4878-b8ed-baffad785858 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:29.909673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f7031f9-d444-4b17-b1e9-3702bd056760 req-fc16a323-a863-4878-b8ed-baffad785858 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1554153 Feb 17 22:40:29.911516 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:29.942298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port faff6b36-4791-4c87-ab80-95365cca6619 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:29.947588 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (faff6b36-4791-4c87-ab80-95365cca6619), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.017056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f7031f9-d444-4b17-b1e9-3702bd056760 req-f9228870-197c-42aa-8566-8445de7b18f8 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998693 Feb 17 22:40:30.035703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:30.054231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:30.065174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:30.068597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:30.069159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.073528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=59fcb002-0765-4fd3-88b0-ee66ba53768c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:30.133460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45828) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:30.242256 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fdcf2d-ea57-4f05-b714-8b78d997bd72 None None] Pushing event updated for resources: {'Port': ['ID=a7d4cb33-a86a-4b10-a561-1c557a1efee6,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:30.383161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ad455a09-29a4-4f38-8e7f-e6b1e697f862 None None] Current status of the port a7d4cb33-a86a-4b10-a561-1c557a1efee6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:30.386920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad455a09-29a4-4f38-8e7f-e6b1e697f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.418839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21463fd2-7a9c-4f99-9014-e4696914530a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.441980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port faff6b36-4791-4c87-ab80-95365cca6619 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:30.535630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ad455a09-29a4-4f38-8e7f-e6b1e697f862 None None] For port a7d4cb33-a86a-4b10-a561-1c557a1efee6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a7d4cb33-a86a-4b10-a561-1c557a1efee6,segment=NetworkSegment(a4470573-33d6-4f80-b04a-c533cff63de9),segment_id=a4470573-33d6-4f80-b04a-c533cff63de9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:30.541879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad455a09-29a4-4f38-8e7f-e6b1e697f862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.552281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.678713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21463fd2-7a9c-4f99-9014-e4696914530a admin admin] Publish callbacks [] for security_group (e5d8bcb9-2a32-4e52-9c3f-c464bb96df02), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.686143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21463fd2-7a9c-4f99-9014-e4696914530a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e5d8bcb9-2a32-4e52-9c3f-c464bb96df02), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.843797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-83b363b8-ad19-473d-a2e2-ef437cb44a27 None None] Provisioning complete for port a7d4cb33-a86a-4b10-a561-1c557a1efee6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:30.844655 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83b363b8-ad19-473d-a2e2-ef437cb44a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:30.854415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-21463fd2-7a9c-4f99-9014-e4696914530a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=29fada4d4d85473d80d4020b45dd46d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7191725 Feb 17 22:40:30.863570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:30.883362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21463fd2-7a9c-4f99-9014-e4696914530a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d8bcb9-2a32-4e52-9c3f-c464bb96df02,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:31.042423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f729425-bc63-4d65-bfac-3352a5dbbb08 admin admin] Publish callbacks [] for security_group (e5d8bcb9-2a32-4e52-9c3f-c464bb96df02), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.082454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad455a09-29a4-4f38-8e7f-e6b1e697f862 None None] Pushing event updated for resources: {'Port': ['ID=a7d4cb33-a86a-4b10-a561-1c557a1efee6,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:31.099419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f729425-bc63-4d65-bfac-3352a5dbbb08 admin admin] Publish callbacks [] for security_group (e5d8bcb9-2a32-4e52-9c3f-c464bb96df02), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.220335 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f729425-bc63-4d65-bfac-3352a5dbbb08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e5d8bcb9-2a32-4e52-9c3f-c464bb96df02), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.223153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f729425-bc63-4d65-bfac-3352a5dbbb08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.225211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1f729425-bc63-4d65-bfac-3352a5dbbb08 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e5d8bcb9-2a32-4e52-9c3f-c464bb96df02 HTTP/1.1" status: 204 len: 168 time: 0.3596678 Feb 17 22:40:31.233079 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:29Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:31.244777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f729425-bc63-4d65-bfac-3352a5dbbb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d8bcb9-2a32-4e52-9c3f-c464bb96df02,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:31.288700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6cac8-550e-4a5c-afac-7e99226b9687 None None] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:31.353079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-83b363b8-ad19-473d-a2e2-ef437cb44a27 None None] Current status of the port a7d4cb33-a86a-4b10-a561-1c557a1efee6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:31.362934 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a551b65-a284-449c-89e3-0f57a446c057 None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:23Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:29Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:31.385743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.393261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.405567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.642072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2f9e054c-02fa-4599-a6a4-a4617a371a02 None None] Provisioning complete for port 98f72416-956c-4914-8dc0-a5ea90f54211 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:31.642910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f9e054c-02fa-4599-a6a4-a4617a371a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.740730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a7d4cb33-a86a-4b10-a561-1c557a1efee6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:31.761245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event updated for resources: {'Port': ['ID=59fcb002-0765-4fd3-88b0-ee66ba53768c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:31.794263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.794853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.795441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.795994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.796566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.797106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.797666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.798318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.799067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.799996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.800742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.801435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.802157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:31.839038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:31.841204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:31.901809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a7d4cb33-a86a-4b10-a561-1c557a1efee6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:31.902491 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:31.989243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45866) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:31.992447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f9e054c-02fa-4599-a6a4-a4617a371a02 None None] Current status of the port 98f72416-956c-4914-8dc0-a5ea90f54211 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:31.992838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f9e054c-02fa-4599-a6a4-a4617a371a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.076417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2f9e054c-02fa-4599-a6a4-a4617a371a02 None None] For port 98f72416-956c-4914-8dc0-a5ea90f54211, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=98f72416-956c-4914-8dc0-a5ea90f54211,segment=NetworkSegment(2342a12c-6d93-4402-aad9-1ede8e288d15),segment_id=2342a12c-6d93-4402-aad9-1ede8e288d15)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:32.082261 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f9e054c-02fa-4599-a6a4-a4617a371a02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.116878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:32.119387 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e1ee846e-749a-4b01-be88-409de4476cfe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=11a62a7747264415afa29d60784b319a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1287777 Feb 17 22:40:32.120009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45868) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:32.145087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a7d4cb33-a86a-4b10-a561-1c557a1efee6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:32.154882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 98f72416-956c-4914-8dc0-a5ea90f54211 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:32.214203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5787fe4-c2b4-4330-8d1d-83f7dbcb6930 admin admin] Publish callbacks [] for security_group (558de088-6e40-42b0-8a47-e87c5610f79e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.250140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e054c-02fa-4599-a6a4-a4617a371a02 None None] Pushing event updated for resources: {'Port': ['ID=98f72416-956c-4914-8dc0-a5ea90f54211,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:32.271573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5787fe4-c2b4-4330-8d1d-83f7dbcb6930 admin admin] Publish callbacks [] for security_group (558de088-6e40-42b0-8a47-e87c5610f79e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.302537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 98f72416-956c-4914-8dc0-a5ea90f54211 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:32.302851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.348666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5787fe4-c2b4-4330-8d1d-83f7dbcb6930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (558de088-6e40-42b0-8a47-e87c5610f79e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.351792 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d5787fe4-c2b4-4330-8d1d-83f7dbcb6930 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.353363 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d5787fe4-c2b4-4330-8d1d-83f7dbcb6930 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/558de088-6e40-42b0-8a47-e87c5610f79e HTTP/1.1" status: 204 len: 168 time: 0.2323565 Feb 17 22:40:32.400678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5787fe4-c2b4-4330-8d1d-83f7dbcb6930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558de088-6e40-42b0-8a47-e87c5610f79e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:32.403190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:32.423187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:32.425847 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45876) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:32.433199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bdbda246-654b-4876-a38f-bbde62fabe6b tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4805365 Feb 17 22:40:32.434157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:32.527802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:32.529216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:32.772489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 98f72416-956c-4914-8dc0-a5ea90f54211 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:32.817622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3fe67a20-c3d2-4ebd-b483-5ffc093353ea None None] Provisioning complete for port 98f72416-956c-4914-8dc0-a5ea90f54211 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:32.830731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe67a20-c3d2-4ebd-b483-5ffc093353ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:32.840015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:33.446250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3fe67a20-c3d2-4ebd-b483-5ffc093353ea None None] Current status of the port 98f72416-956c-4914-8dc0-a5ea90f54211 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:33.467303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 98f72416-956c-4914-8dc0-a5ea90f54211 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:33.685555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 22:40:33.698897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3fe67a20-c3d2-4ebd-b483-5ffc093353ea None None] Provisioning complete for port 59fcb002-0765-4fd3-88b0-ee66ba53768c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:33.699596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe67a20-c3d2-4ebd-b483-5ffc093353ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:33.707933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Removed routes are [] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 22:40:33.709290 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:33.819161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45916) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:33.901054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3fe67a20-c3d2-4ebd-b483-5ffc093353ea None None] Port 59fcb002-0765-4fd3-88b0-ee66ba53768c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:33.938191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 98f72416-956c-4914-8dc0-a5ea90f54211 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:33.938808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.006197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-933857193'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:34.077766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:34.082010 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.104460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.353906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.368008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.429143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for security_group (46a543a8-b0c7-437f-8518-83f5962fbd62), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.436178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (46a543a8-b0c7-437f-8518-83f5962fbd62), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.446140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c2bd3773-8c42-471b-a76a-606819b2dc4d None None] Provisioning complete for port 59fcb002-0765-4fd3-88b0-ee66ba53768c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:34.446531 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2bd3773-8c42-471b-a76a-606819b2dc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.478457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:40:34.496622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b911c16b-ba7c-44e3-b83e-a689dca02405), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.497439 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Added segment b911c16b-ba7c-44e3-b83e-a689dca02405 of type vlan for network 9729f836-c981-49b8-a2a4-90a4343b83c1 Feb 17 22:40:34.497609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c2bd3773-8c42-471b-a76a-606819b2dc4d None None] Port 59fcb002-0765-4fd3-88b0-ee66ba53768c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:34.504977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': '59fcb002-0765-4fd3-88b0-ee66ba53768c', 'name': '', 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:59:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:28Z', 'updated_at': '2022-02-17T22:40:31Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:34.587844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:34.588209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Updating router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 port 59fcb002-0765-4fd3-88b0-ee66ba53768c binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:40:34.592694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 98f72416-956c-4914-8dc0-a5ea90f54211 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:34.622207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.623273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:34.633594 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (9729f836-c981-49b8-a2a4-90a4343b83c1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.652124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46a543a8-b0c7-437f-8518-83f5962fbd62,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:34.723879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (9729f836-c981-49b8-a2a4-90a4343b83c1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.738451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:34.739246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:34.919938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0989316 Feb 17 22:40:34.922377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c320e3-0c8e-4839-a836-1424469a0921 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Network': ['ID=9729f836-c981-49b8-a2a4-90a4343b83c1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:34.947887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45934) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:34.954517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:40:34.984086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'subnet': {'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:35.138660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:35.147954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.170956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:35.191155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.192682 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-442e6732-db57-4587-8bb4-932a614bc2d7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 200 len: 954 time: 2.7656376 Feb 17 22:40:35.195333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:35.245061 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Publish callbacks [] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.256772 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.442917 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1bf7826e-b2fc-43b0-b162-6dc56a1b3b49 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 200 len: 954 time: 0.2461956 Feb 17 22:40:35.456200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 45948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:35.474323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'routes': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:35.488248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf0727-cf15-4d50-950d-a58d786a1e84 None None] Pushing event updated for resources: {'Port': ['ID=59fcb002-0765-4fd3-88b0-ee66ba53768c,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:35.509158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Attempting to bind port 59fcb002-0765-4fd3-88b0-ee66ba53768c on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:35.510773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Attempting to bind port 59fcb002-0765-4fd3-88b0-ee66ba53768c by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:35.512284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Attempting to bind port 59fcb002-0765-4fd3-88b0-ee66ba53768c on network fda8ac15-fa22-45c6-9c80-29c8d45bede3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:35.541105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:35.541633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Checking segment: {'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:35.552636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.554792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Bound using segment: {'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:35.555853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Bound port: 59fcb002-0765-4fd3-88b0-ee66ba53768c, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2342a12c-6d93-4402-aad9-1ede8e288d15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:35.561892 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.682667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (ad109b99-37be-4c57-a537-a81a6540eaa8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.774455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Subnet': ['ID=ad109b99-37be-4c57-a537-a81a6540eaa8,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:35.801304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] For port 59fcb002-0765-4fd3-88b0-ee66ba53768c, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:35.826766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] For port 59fcb002-0765-4fd3-88b0-ee66ba53768c, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=59fcb002-0765-4fd3-88b0-ee66ba53768c,segment=NetworkSegment(2342a12c-6d93-4402-aad9-1ede8e288d15),segment_id=2342a12c-6d93-4402-aad9-1ede8e288d15)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:35.844829 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:35.866052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed11ee4-319e-4948-a456-db4de20f0c07 req-237eaf1d-f440-46e6-99c1-f6a4fe0a9550 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:35.868115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ed11ee4-319e-4948-a456-db4de20f0c07 req-237eaf1d-f440-46e6-99c1-f6a4fe0a9550 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2035952 Feb 17 22:40:35.901590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Checking segment: {'id': 'b911c16b-ba7c-44e3-b83e-a689dca02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:35.902243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network hostable DHCP agents. Network: 9729f836-c981-49b8-a2a4-90a4343b83c1, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:40:35.944470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ed11ee4-319e-4948-a456-db4de20f0c07 req-02c371a1-bf88-4cb8-93c5-c1be571e71e5 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684123 Feb 17 22:40:35.957244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:35.957911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:35.984012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:40:35.997057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 9729f836-c981-49b8-a2a4-90a4343b83c1) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:36.006346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:36.006877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:36.040834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7e8d861-cf23-4a46-9e64-f8b550ce4d86 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0617294 Feb 17 22:40:36.056788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 45996) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:36.101843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'name': 'tempest-AllowedAddressPairTestJSON-641042981'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:36.189685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:36.332853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:36.340034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:36.365784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab43415d-b752-427d-b7d1-50378c770afe None None] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:36.368181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] device_id is not set on port 0e26aae0-f703-44de-b830-2afcdea8544e yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:40:36.581829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-175def85-100d-4be3-abc3-0275793d5af3 None None] Provisioning complete for port 59fcb002-0765-4fd3-88b0-ee66ba53768c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:36.582492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-175def85-100d-4be3-abc3-0275793d5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:36.624712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Allocated IP 172.20.0.12 (9729f836-c981-49b8-a2a4-90a4343b83c1/ad109b99-37be-4c57-a537-a81a6540eaa8/0e26aae0-f703-44de-b830-2afcdea8544e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:36.672121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added routes are [] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 22:40:36.672743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 22:40:36.748913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf0727-cf15-4d50-950d-a58d786a1e84 None None] Pushing event updated for resources: {'Port': ['ID=59fcb002-0765-4fd3-88b0-ee66ba53768c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:36.816366 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.045384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-9729f836-c981-49b8-a2a4-90a4343b83c1', 'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'project_id': 'ffb035bc3c1944699237224da24e2aa1', 'fixed_ips': [{'subnet_id': 'ad109b99-37be-4c57-a537-a81a6540eaa8'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:40:37.047745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.241993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-175def85-100d-4be3-abc3-0275793d5af3 None None] Current status of the port 59fcb002-0765-4fd3-88b0-ee66ba53768c is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:37.242665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-175def85-100d-4be3-abc3-0275793d5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.275806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (0e26aae0-f703-44de-b830-2afcdea8544e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.304939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-175def85-100d-4be3-abc3-0275793d5af3 None None] For port 59fcb002-0765-4fd3-88b0-ee66ba53768c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=59fcb002-0765-4fd3-88b0-ee66ba53768c,segment=NetworkSegment(2342a12c-6d93-4402-aad9-1ede8e288d15),segment_id=2342a12c-6d93-4402-aad9-1ede8e288d15)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:37.312673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-175def85-100d-4be3-abc3-0275793d5af3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.333993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-88b78297-983f-40df-b336-a7021fdb470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:33Z', 'revision_number': 6, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': '59fcb002-0765-4fd3-88b0-ee66ba53768c', 'name': '', 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:59:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:28Z', 'updated_at': '2022-02-17T22:40:35Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:37.386178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0e26aae0-f703-44de-b830-2afcdea8544e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.491690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:37.506203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.510781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.514657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:37.547941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=0e26aae0-f703-44de-b830-2afcdea8544e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:37.574916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:37.579279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Allocated IP 172.20.0.2 (9729f836-c981-49b8-a2a4-90a4343b83c1/ad109b99-37be-4c57-a537-a81a6540eaa8/ffcfbb76-0032-4213-8460-b88f5c448efb) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:37.674512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:37.675195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.704027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0eec4644-f6fc-4e12-bcee-3588aa71d306 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6439948 Feb 17 22:40:37.704780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46060) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:37.712084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'name': 'tempest-AllowedAddressPairTestJSON-531195096', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d9:a6:7c'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:37.812161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:37.969690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Publish callbacks [] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:37.996740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:38.018679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b78297-983f-40df-b336-a7021fdb470a None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:33Z', 'revision_number': 6, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': '59fcb002-0765-4fd3-88b0-ee66ba53768c', 'name': '', 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:59:b7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:28Z', 'updated_at': '2022-02-17T22:40:35Z', 'revision_number': 4, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:38.046526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:38.125698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:38.162600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:38.173494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:38.174022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:38.176974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e4102a1-3299-4edd-a7a1-15275e5b4a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 200 len: 704 time: 2.7062881 Feb 17 22:40:38.187631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46076) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:38.194807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:38.255538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175def85-100d-4be3-abc3-0275793d5af3 None None] Pushing event updated for resources: {'Port': ['ID=59fcb002-0765-4fd3-88b0-ee66ba53768c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:38.266472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e6b21eef-86b8-400b-bda9-11c5e323ff42 None None] Provisioning complete for port 59fcb002-0765-4fd3-88b0-ee66ba53768c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:38.276869 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6b21eef-86b8-400b-bda9-11c5e323ff42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:38.289165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:38.324739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] device_id is not set on port 3aec1b97-d62e-47ed-9545-979420d2073b yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:40:38.506082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Allocated IP 172.20.0.3 (9729f836-c981-49b8-a2a4-90a4343b83c1/ad109b99-37be-4c57-a537-a81a6540eaa8/3aec1b97-d62e-47ed-9545-979420d2073b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:38.584043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e0771cdd-7e7c-4d5c-b7b2-8db177545f03 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 200 len: 704 time: 0.3923295 Feb 17 22:40:38.584669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46082) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:38.845298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (3aec1b97-d62e-47ed-9545-979420d2073b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:38.970054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3aec1b97-d62e-47ed-9545-979420d2073b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.223216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:39.239359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:39.249513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:39.356021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:39.357038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.366204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Attempting to bind port ffcfbb76-0032-4213-8460-b88f5c448efb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:40:39.367111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Attempting to bind port ffcfbb76-0032-4213-8460-b88f5c448efb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b911c16b-ba7c-44e3-b83e-a689dca02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:40:39.367111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Attempting to bind port ffcfbb76-0032-4213-8460-b88f5c448efb on network 9729f836-c981-49b8-a2a4-90a4343b83c1 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:40:39.389185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6816657 Feb 17 22:40:39.393476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46094) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:39.420227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae4c79-b99a-46c6-aed9-c00516d0c2d0 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=3aec1b97-d62e-47ed-9545-979420d2073b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:39.421256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Pushing event updated for resources: {'Port': ['ID=ffcfbb76-0032-4213-8460-b88f5c448efb,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:39.448698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:40:39.449090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Checking segment: {'id': 'b911c16b-ba7c-44e3-b83e-a689dca02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:40:39.449513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.449910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Bound using segment: {'id': 'b911c16b-ba7c-44e3-b83e-a689dca02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:40:39.450498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Bound port: ffcfbb76-0032-4213-8460-b88f5c448efb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b911c16b-ba7c-44e3-b83e-a689dca02405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:40:39.450889 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.498020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d5d93-8de8-4c69-a018-42b1a954f567 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:39.527800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d5d93-8de8-4c69-a018-42b1a954f567 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:39.534348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313d5d93-8de8-4c69-a018-42b1a954f567 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:39.541468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-313d5d93-8de8-4c69-a018-42b1a954f567 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1469028 Feb 17 22:40:39.547866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46096) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:39.622884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e6b21eef-86b8-400b-bda9-11c5e323ff42 None None] Current status of the port 59fcb002-0765-4fd3-88b0-ee66ba53768c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:39.642226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.643012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 59fcb002-0765-4fd3-88b0-ee66ba53768c up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:39.779709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.830327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] For port ffcfbb76-0032-4213-8460-b88f5c448efb, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:40:39.834992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] For port ffcfbb76-0032-4213-8460-b88f5c448efb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ffcfbb76-0032-4213-8460-b88f5c448efb,segment=NetworkSegment(b911c16b-ba7c-44e3-b83e-a689dca02405),segment_id=b911c16b-ba7c-44e3-b83e-a689dca02405)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:40:39.859971 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.893288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting port 3aec1b97-d62e-47ed-9545-979420d2073b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:39.894997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3aec1b97-d62e-47ed-9545-979420d2073b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:39.978197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 59fcb002-0765-4fd3-88b0-ee66ba53768c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:39.980354 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:40.007391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:40.039357 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:40.040265 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:40.152407 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3aec1b97-d62e-47ed-9545-979420d2073b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:40.201113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Calling delete_port for 3aec1b97-d62e-47ed-9545-979420d2073b owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:40.219329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3eeebb-e6b6-4060-a82d-fbcf73acf618 None None] Pushing event updated for resources: {'Port': ['ID=ffcfbb76-0032-4213-8460-b88f5c448efb,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:40.299022 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:40.314989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 59fcb002-0765-4fd3-88b0-ee66ba53768c is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:40.592097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port 59fcb002-0765-4fd3-88b0-ee66ba53768c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:40.592542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:40.679471 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3aec1b97-d62e-47ed-9545-979420d2073b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:40.777771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Port': ['ID=3aec1b97-d62e-47ed-9545-979420d2073b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:40.853491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port 59fcb002-0765-4fd3-88b0-ee66ba53768c, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=59fcb002-0765-4fd3-88b0-ee66ba53768c,segment=NetworkSegment(2342a12c-6d93-4402-aad9-1ede8e288d15),segment_id=2342a12c-6d93-4402-aad9-1ede8e288d15)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:40.860886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:40.923490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for 59fcb002-0765-4fd3-88b0-ee66ba53768c owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:40.964895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:36Z', 'revision_number': 7, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': '59fcb002-0765-4fd3-88b0-ee66ba53768c', 'name': '', 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:59:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:28Z', 'updated_at': '2022-02-17T22:40:37Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:41.063107 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:41.094471 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:41.095523 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:41.204984 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:41.213835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-79f98615-22ac-4130-98e4-881e3a4b31cd tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/ports/3aec1b97-d62e-47ed-9545-979420d2073b HTTP/1.1" status: 204 len: 168 time: 1.6618235 Feb 17 22:40:41.215849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46118) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:41.281575 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:41.356362 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-621e4528-13f5-4c99-b66d-88be70e071fc tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] GET failed (client error): The resource could not be found. Feb 17 22:40:41.365186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-621e4528-13f5-4c99-b66d-88be70e071fc tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "GET /v2.0/ports/3aec1b97-d62e-47ed-9545-979420d2073b HTTP/1.1" status: 404 len: 333 time: 0.1412735 Feb 17 22:40:41.367974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46120) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:41.389195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'name': 'tempest-AllowedAddressPairTestJSON-1272041031'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:41.477980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (59fcb002-0765-4fd3-88b0-ee66ba53768c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:41.551160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=59fcb002-0765-4fd3-88b0-ee66ba53768c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:41.591973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ffcfbb76-0032-4213-8460-b88f5c448efb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:41.809031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ffcfbb76-0032-4213-8460-b88f5c448efb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:41.809733 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:41.885546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:41.906335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:41.920576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:41.930842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:36Z', 'revision_number': 7, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': '59fcb002-0765-4fd3-88b0-ee66ba53768c', 'name': '', 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:59:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:28Z', 'updated_at': '2022-02-17T22:40:37Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:41.970833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] device_id is not set on port 8086fcd5-ccb7-40e9-bc13-e679331c89f2 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:40:42.019919 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6408993-bfab-40e1-bf39-21b0d8e84324 None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:36Z', 'revision_number': 7, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': '59fcb002-0765-4fd3-88b0-ee66ba53768c', 'name': '', 'network_id': 'fda8ac15-fa22-45c6-9c80-29c8d45bede3', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:59:b7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:28Z', 'updated_at': '2022-02-17T22:40:37Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '440a0dc0-5bec-4910-a923-c780d17ac2c4', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:42.167661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ffcfbb76-0032-4213-8460-b88f5c448efb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:42.170499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:42.254124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ffcfbb76-0032-4213-8460-b88f5c448efb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ffcfbb76-0032-4213-8460-b88f5c448efb,segment=NetworkSegment(b911c16b-ba7c-44e3-b83e-a689dca02405),segment_id=b911c16b-ba7c-44e3-b83e-a689dca02405)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:42.269105 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:42.386730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72f6152-56fb-4ac7-87bf-5cda24cd336b None None] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:42.430607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:42.449473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Allocated IP 172.20.0.7 (9729f836-c981-49b8-a2a4-90a4343b83c1/ad109b99-37be-4c57-a537-a81a6540eaa8/8086fcd5-ccb7-40e9-bc13-e679331c89f2) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:42.803955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-41bafcfb-9671-4e73-8b50-73cf6f5522cb None None] Provisioning complete for port ffcfbb76-0032-4213-8460-b88f5c448efb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:42.804566 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41bafcfb-9671-4e73-8b50-73cf6f5522cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:42.875729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ffcfbb76-0032-4213-8460-b88f5c448efb,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:42.962414 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:42.993429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-41bafcfb-9671-4e73-8b50-73cf6f5522cb None None] Current status of the port ffcfbb76-0032-4213-8460-b88f5c448efb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:43.062236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:43.177634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:43.185349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:43.191945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:43.197048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=8086fcd5-ccb7-40e9-bc13-e679331c89f2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:43.286879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:43.287639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:43.327940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d001ca2-0058-4199-8c24-e7f6ff0002b5 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9587233 Feb 17 22:40:43.328591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46148) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:43.335927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d9:a6:7c'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:43.409676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:43.426221 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-01028298-5262-4639-8bba-bf2253910950 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8407822 Feb 17 22:40:43.430157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46152) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:43.446674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b7266bbb-e112-4cdc-812a-4e50eed6096a None None] Provisioning complete for port ffcfbb76-0032-4213-8460-b88f5c448efb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:43.447399 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7266bbb-e112-4cdc-812a-4e50eed6096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:43.451338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:43.596216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:43.596629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:43.610715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ffcfbb76-0032-4213-8460-b88f5c448efb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:40:43.619098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet 440a0dc0-5bec-4910-a923-c780d17ac2c4 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:40:43.623669 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (440a0dc0-5bec-4910-a923-c780d17ac2c4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:43.724982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (440a0dc0-5bec-4910-a923-c780d17ac2c4), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:43.873793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ffcfbb76-0032-4213-8460-b88f5c448efb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:43.875569 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:43.979570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b7266bbb-e112-4cdc-812a-4e50eed6096a None None] Current status of the port ffcfbb76-0032-4213-8460-b88f5c448efb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:44.078809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:44.121362 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.272190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b7266bbb-e112-4cdc-812a-4e50eed6096a None None] Provisioning complete for port 0e26aae0-f703-44de-b830-2afcdea8544e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:44.276102 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:40:44.277169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7266bbb-e112-4cdc-812a-4e50eed6096a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0e26aae0-f703-44de-b830-2afcdea8544e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.345631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.357710 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.390316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (440a0dc0-5bec-4910-a923-c780d17ac2c4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.429100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ffcfbb76-0032-4213-8460-b88f5c448efb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:40:44.591340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (440a0dc0-5bec-4910-a923-c780d17ac2c4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.592222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b7266bbb-e112-4cdc-812a-4e50eed6096a None None] Port 0e26aae0-f703-44de-b830-2afcdea8544e cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:44.667411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=440a0dc0-5bec-4910-a923-c780d17ac2c4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:44.669119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c81e7e9-c79c-4637-9bbf-2ccc3df1f931 None None] Network fda8ac15-fa22-45c6-9c80-29c8d45bede3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:44.692496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.705001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46168) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:44.706072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e867584e-73b6-48ba-be37-4058a6c71aae tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/440a0dc0-5bec-4910-a923-c780d17ac2c4 HTTP/1.1" status: 204 len: 168 time: 1.2746601 Feb 17 22:40:44.847539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] In _notify_port_updated(), no bound segment for port 8086fcd5-ccb7-40e9-bc13-e679331c89f2 on network 9729f836-c981-49b8-a2a4-90a4343b83c1 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:40:44.882868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:44.884562 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:44.888473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "PUT /v2.0/ports/8086fcd5-ccb7-40e9-bc13-e679331c89f2 HTTP/1.1" status: 200 len: 994 time: 1.5580807 Feb 17 22:40:44.890586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1cc9a-d27c-40fd-87e2-f8c754c9446d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=8086fcd5-ccb7-40e9-bc13-e679331c89f2,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:44.891655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46172) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:44.995883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (fda8ac15-fa22-45c6-9c80-29c8d45bede3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.024485 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f53d0298-01eb-4d61-8014-cba6cf1672ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.086604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3acb9f8a-d6a1-4b1b-9b32-df267a806191 None None] Could not find standard attr ID for object 3aec1b97-d62e-47ed-9545-979420d2073b. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:40:45.211474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port 98f72416-956c-4914-8dc0-a5ea90f54211 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:45.217665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.223919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting port 8086fcd5-ccb7-40e9-bc13-e679331c89f2 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:45.224503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.274035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3acb9f8a-d6a1-4b1b-9b32-df267a806191 None None] Provisioning complete for port 0e26aae0-f703-44de-b830-2afcdea8544e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:45.274420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3acb9f8a-d6a1-4b1b-9b32-df267a806191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0e26aae0-f703-44de-b830-2afcdea8544e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.337008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3acb9f8a-d6a1-4b1b-9b32-df267a806191 None None] Port 0e26aae0-f703-44de-b830-2afcdea8544e cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:45.361857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:41Z', 'revision_number': 8, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:45.433237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:45.440400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] DHCP port deletion for fda8ac15-fa22-45c6-9c80-29c8d45bede3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:40:45.482863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port 98f72416-956c-4914-8dc0-a5ea90f54211, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=98f72416-956c-4914-8dc0-a5ea90f54211,segment=NetworkSegment(2342a12c-6d93-4402-aad9-1ede8e288d15),segment_id=2342a12c-6d93-4402-aad9-1ede8e288d15)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:45.486960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.528559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:45.530079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:45.549773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for 98f72416-956c-4914-8dc0-a5ea90f54211 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:45.661219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f0b9a6ac-80b6-499f-96a1-e434573d5773 None None] Provisioning complete for port 8086fcd5-ccb7-40e9-bc13-e679331c89f2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:45.661953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0b9a6ac-80b6-499f-96a1-e434573d5773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.669952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-0c1e8f1b-bb6d-4838-9727-cc86f9405bb5 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1558340 Feb 17 22:40:45.770447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:45.813795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Calling delete_port for 8086fcd5-ccb7-40e9-bc13-e679331c89f2 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:45.829834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-febdbad4-6a2d-49a3-91bd-32d8b599a3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:45.831120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-febdbad4-6a2d-49a3-91bd-32d8b599a3e0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.1272104 Feb 17 22:40:45.995081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:46.022874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f0b9a6ac-80b6-499f-96a1-e434573d5773 None None] Port 8086fcd5-ccb7-40e9-bc13-e679331c89f2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:46.074864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=98f72416-956c-4914-8dc0-a5ea90f54211,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:46.082870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port 98f72416-956c-4914-8dc0-a5ea90f54211 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:46.210619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:46.430004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8086fcd5-ccb7-40e9-bc13-e679331c89f2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:46.445307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-15905fea-82f5-4e6d-bc9f-f4a14901acd8 None None] Could not find standard attr ID for object 8086fcd5-ccb7-40e9-bc13-e679331c89f2. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:40:46.476930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Port': ['ID=8086fcd5-ccb7-40e9-bc13-e679331c89f2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:46.512400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-97b22fd2-40e2-4a25-afe7-0ecc6934fa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:46.514458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-97b22fd2-40e2-4a25-afe7-0ecc6934fa65 service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.6591945 Feb 17 22:40:46.609503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (fda8ac15-fa22-45c6-9c80-29c8d45bede3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:46.647868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda8ac15-fa22-45c6-9c80-29c8d45bede3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:46.663002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-69668377-56a2-4847-a3b0-42dc753dc800 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 217 time: 0.1417880 Feb 17 22:40:46.677364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2342a12c-6d93-4402-aad9-1ede8e288d15') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:46.677995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2342a12c-6d93-4402-aad9-1ede8e288d15') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:46.689078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Deleting port 98f72416-956c-4914-8dc0-a5ea90f54211 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:46.689078 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:46.841704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-65ca75a6-97ac-40cd-bf4a-986b17ff4409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:46.842629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-65ca75a6-97ac-40cd-bf4a-986b17ff4409 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.1713910 Feb 17 22:40:46.871721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (2342a12c-6d93-4402-aad9-1ede8e288d15), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:46.901467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:46.916773 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42e4806b-0cde-4b56-bb96-46c4ba83f148 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/ports/8086fcd5-ccb7-40e9-bc13-e679331c89f2 HTTP/1.1" status: 204 len: 168 time: 2.0208521 Feb 17 22:40:46.917714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46200) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:46.933989 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-2b09f732-3a92-43ef-99af-5f7c4ab8356c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828185 Feb 17 22:40:46.934749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] For port 98f72416-956c-4914-8dc0-a5ea90f54211, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:46.935226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:46.962534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:41Z', 'revision_number': 8, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:46.996158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Calling delete_port for 98f72416-956c-4914-8dc0-a5ea90f54211 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:46.999084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ae5833-a92d-40bc-bf62-64745e52ff91 None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:41Z', 'revision_number': 8, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'a7d4cb33-a86a-4b10-a561-1c557a1efee6', 'name': '', 'network_id': '963bc7d1-c810-4d05-87ae-7f0b4c451c5d', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:6a:2c:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:22Z', 'updated_at': '2022-02-17T22:40:30Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '7e0c2e3e-5b34-46a0-bba2-119e4c825187', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:47.002306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Port 98f72416-956c-4914-8dc0-a5ea90f54211 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:40:47.004006 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (98f72416-956c-4914-8dc0-a5ea90f54211), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:47.050290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Pushing event deleted for resources: {'Port': ['ID=98f72416-956c-4914-8dc0-a5ea90f54211,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:47.057262 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-9487745e-b5ed-4eba-b4dc-1dfb2d6b7157 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] GET failed (client error): The resource could not be found. Feb 17 22:40:47.065220 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9487745e-b5ed-4eba-b4dc-1dfb2d6b7157 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "GET /v2.0/ports/8086fcd5-ccb7-40e9-bc13-e679331c89f2 HTTP/1.1" status: 404 len: 333 time: 0.1273637 Feb 17 22:40:47.065883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46206) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:47.072213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'name': 'tempest-AllowedAddressPairTestJSON-1210727828'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:47.077929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2342a12c-6d93-4402-aad9-1ede8e288d15), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:47.084342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.085555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.085947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-4a5961f7-727d-4e52-90a2-b73a0c0bbe6c service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454799 Feb 17 22:40:47.086759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.087103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.087454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.087792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.088815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.089148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.089476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.089802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.091551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.094456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.094803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:40:47.108566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98682729-a8cb-404e-83a6-b59079164aa2 None None] No DVR routers for this DVR port 98f72416-956c-4914-8dc0-a5ea90f54211 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:47.162722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:40:47.163198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (2342a12c-6d93-4402-aad9-1ede8e288d15), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:40:47.168087 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:40:47.262879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (fda8ac15-fa22-45c6-9c80-29c8d45bede3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:47.285621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:47.291610 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/fda8ac15-fa22-45c6-9c80-29c8d45bede3 HTTP/1.1" status: 204 len: 168 time: 2.5852065 Feb 17 22:40:47.300658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46212) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:47.313875 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-154d82d8-3af1-40a3-8998-c5f7449c504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:47.328895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e601ca0-9c71-4789-a982-0b0ebbbac1f9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=fda8ac15-fa22-45c6-9c80-29c8d45bede3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:47.451643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:47.455633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:47.477797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] device_id is not set on port c3ac7c61-6c08-433e-9bbe-804d90022369 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:40:47.578956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 59fcb002-0765-4fd3-88b0-ee66ba53768c no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:47.651362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Allocated IP 172.20.0.9 (9729f836-c981-49b8-a2a4-90a4343b83c1/ad109b99-37be-4c57-a537-a81a6540eaa8/c3ac7c61-6c08-433e-9bbe-804d90022369) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:47.655646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eb64c41-60f3-4b6a-9e22-5a1b64ed7b38 req-e51fa481-cb56-4850-908f-217134e7176a service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629501 Feb 17 22:40:47.694112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 59fcb002-0765-4fd3-88b0-ee66ba53768c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:47.695197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 59fcb002-0765-4fd3-88b0-ee66ba53768c not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:47.695740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 98f72416-956c-4914-8dc0-a5ea90f54211 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:47.760174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 98f72416-956c-4914-8dc0-a5ea90f54211 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:47.760529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 98f72416-956c-4914-8dc0-a5ea90f54211 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:48.008567 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.021325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.073154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.095502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.215337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:48.234307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:48.251669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:48.290887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=c3ac7c61-6c08-433e-9bbe-804d90022369,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:48.338775 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:48.341442 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.373421 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ab4497d-1407-49b8-9ef0-01f20863cbbb tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3054953 Feb 17 22:40:48.379147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46228) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:48.386666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d9:a6:7c'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:48.710973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port a7d4cb33-a86a-4b10-a561-1c557a1efee6 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:48.711488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.714646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.810042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-679c68d2-9024-4432-9435-06df9716ade6 None None] Provisioning complete for port c3ac7c61-6c08-433e-9bbe-804d90022369 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:48.810636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-679c68d2-9024-4432-9435-06df9716ade6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.900479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-679c68d2-9024-4432-9435-06df9716ade6 None None] Port c3ac7c61-6c08-433e-9bbe-804d90022369 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:48.935866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port a7d4cb33-a86a-4b10-a561-1c557a1efee6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a7d4cb33-a86a-4b10-a561-1c557a1efee6,segment=NetworkSegment(a4470573-33d6-4f80-b04a-c533cff63de9),segment_id=a4470573-33d6-4f80-b04a-c533cff63de9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:48.936247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:48.969029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for a7d4cb33-a86a-4b10-a561-1c557a1efee6 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:49.056684 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.064144 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.217920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=c3ac7c61-6c08-433e-9bbe-804d90022369,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:49.239656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] In _notify_port_updated(), no bound segment for port c3ac7c61-6c08-433e-9bbe-804d90022369 on network 9729f836-c981-49b8-a2a4-90a4343b83c1 {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:40:49.253026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:49.254052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.256046 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3515278f-60a3-4b91-8bcc-481b40b3708e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "PUT /v2.0/ports/c3ac7c61-6c08-433e-9bbe-804d90022369 HTTP/1.1" status: 200 len: 996 time: 0.8752091 Feb 17 22:40:49.259081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46240) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:49.268652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a7d4cb33-a86a-4b10-a561-1c557a1efee6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.336869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=a7d4cb33-a86a-4b10-a561-1c557a1efee6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:49.387439 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.514273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting port c3ac7c61-6c08-433e-9bbe-804d90022369 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:49.514627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.683790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.753392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6bad87e6-e8e3-4b0d-8ddc-0b51ce8c19ce None None] Provisioning complete for port c3ac7c61-6c08-433e-9bbe-804d90022369 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:49.753858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6bad87e6-e8e3-4b0d-8ddc-0b51ce8c19ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.761745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:49.807692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Calling delete_port for c3ac7c61-6c08-433e-9bbe-804d90022369 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:49.821695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6bad87e6-e8e3-4b0d-8ddc-0b51ce8c19ce None None] Port c3ac7c61-6c08-433e-9bbe-804d90022369 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:50.086697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c3ac7c61-6c08-433e-9bbe-804d90022369), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:50.129845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:50.209576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Port': ['ID=c3ac7c61-6c08-433e-9bbe-804d90022369,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:50.273615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:50.277412 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3f67611b-32fc-4ff1-a918-6ef71662c3b6 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/ports/c3ac7c61-6c08-433e-9bbe-804d90022369 HTTP/1.1" status: 204 len: 168 time: 1.0166643 Feb 17 22:40:50.280666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46256) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:50.314725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:50.322933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eab63c88-bf97-4e66-98d6-2a9e6db8b248 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0165670 Feb 17 22:40:50.327178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46258) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:50.328378 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:50.348011 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:50.350293 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:50.382267 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-62efeddc-ed84-4463-87e1-85b2df16753f tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] GET failed (client error): The resource could not be found. Feb 17 22:40:50.384114 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-62efeddc-ed84-4463-87e1-85b2df16753f tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "GET /v2.0/ports/c3ac7c61-6c08-433e-9bbe-804d90022369 HTTP/1.1" status: 404 len: 333 time: 0.1022518 Feb 17 22:40:50.391019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46264) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:50.397140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'name': 'tempest-AllowedAddressPairTestJSON-1575349032'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:50.454738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet 7e0c2e3e-5b34-46a0-bba2-119e4c825187 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:40:50.462463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (7e0c2e3e-5b34-46a0-bba2-119e4c825187), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:50.595846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (7e0c2e3e-5b34-46a0-bba2-119e4c825187), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:50.620130 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:50.673286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:50.677084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:50.744801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] device_id is not set on port 05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:40:50.813253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7e0c2e3e-5b34-46a0-bba2-119e4c825187), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:50.889570 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:50.968626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (7e0c2e3e-5b34-46a0-bba2-119e4c825187), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.050164 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:49Z', 'revision_number': 9, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:51.059077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=7e0c2e3e-5b34-46a0-bba2-119e4c825187,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:51.064587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.073096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46274) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:51.081772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf948b4b-ceb1-40f1-b817-10e17ea55cce None None] Network 963bc7d1-c810-4d05-87ae-7f0b4c451c5d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:51.085299 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-572030c1-2f57-4bf7-97e2-c27ee8a7fc21 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/7e0c2e3e-5b34-46a0-bba2-119e4c825187 HTTP/1.1" status: 204 len: 168 time: 0.7504478 Feb 17 22:40:51.099302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:51.120691 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:51.121475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:51.221683 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (963bc7d1-c810-4d05-87ae-7f0b4c451c5d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.226225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Allocated IP 172.20.0.10 (9729f836-c981-49b8-a2a4-90a4343b83c1/ad109b99-37be-4c57-a537-a81a6540eaa8/05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:51.430838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] DHCP port deletion for 963bc7d1-c810-4d05-87ae-7f0b4c451c5d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:40:51.505300 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:51.585584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] Deleting port faff6b36-4791-4c87-ab80-95365cca6619 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:51.588015 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (faff6b36-4791-4c87-ab80-95365cca6619), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.604332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port faff6b36-4791-4c87-ab80-95365cca6619 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:51.605156 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (faff6b36-4791-4c87-ab80-95365cca6619), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.803255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.835488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] For port faff6b36-4791-4c87-ab80-95365cca6619, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=faff6b36-4791-4c87-ab80-95365cca6619,segment=NetworkSegment(a4470573-33d6-4f80-b04a-c533cff63de9),segment_id=a4470573-33d6-4f80-b04a-c533cff63de9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:51.836194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (faff6b36-4791-4c87-ab80-95365cca6619), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.863867 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:51.873792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] Calling delete_port for faff6b36-4791-4c87-ab80-95365cca6619 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:51.941690 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:49Z', 'revision_number': 9, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:51.990026 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d0d07c-5942-44e6-8fdc-e8ea56976ebe None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:49Z', 'revision_number': 9, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'b500cd60-e8ca-4150-89cc-053d938ce9ea', 'name': '', 'network_id': 'c8e50e78-20bc-4119-8a1f-c9711337191e', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:0e:c0:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:13Z', 'updated_at': '2022-02-17T22:40:25Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': 'a2188a36-6f25-4bb7-aea2-abf14ebd45df', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:52.003784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:52.022982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port faff6b36-4791-4c87-ab80-95365cca6619, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=faff6b36-4791-4c87-ab80-95365cca6619,segment=NetworkSegment(a4470573-33d6-4f80-b04a-c533cff63de9),segment_id=a4470573-33d6-4f80-b04a-c533cff63de9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:52.023355 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (faff6b36-4791-4c87-ab80-95365cca6619), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.067627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for faff6b36-4791-4c87-ab80-95365cca6619 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:52.078928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:52.087357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:52.092707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:52.093635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (faff6b36-4791-4c87-ab80-95365cca6619), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.110824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] No DVR routers for this DVR port faff6b36-4791-4c87-ab80-95365cca6619 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:52.143350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e54cc-4cfc-4401-902b-974ba79ed49d None None] Pushing event deleted for resources: {'Port': ['ID=faff6b36-4791-4c87-ab80-95365cca6619,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:52.218351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:52.219006 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.249841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b82f4b32-45ec-48df-9ba3-190cbf17e54b tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8576441 Feb 17 22:40:52.253946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:52.255704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (faff6b36-4791-4c87-ab80-95365cca6619), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.260942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'network_id': '9729f836-c981-49b8-a2a4-90a4343b83c1', 'name': 'tempest-AllowedAddressPairTestJSON-918584910'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:52.292745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=faff6b36-4791-4c87-ab80-95365cca6619,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:52.300799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port faff6b36-4791-4c87-ab80-95365cca6619 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:52.585710 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (963bc7d1-c810-4d05-87ae-7f0b4c451c5d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.589462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ed80fdd5-1e37-4faa-8cb9-901ef921762c None None] Provisioning complete for port 05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:52.592529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed80fdd5-1e37-4faa-8cb9-901ef921762c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.604108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Made reservation on behalf of ffb035bc3c1944699237224da24e2aa1 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:40:52.611652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.623404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963bc7d1-c810-4d05-87ae-7f0b4c451c5d']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:52.637252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4470573-33d6-4f80-b04a-c533cff63de9') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:52.637752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4470573-33d6-4f80-b04a-c533cff63de9') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:52.651850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] device_id is not set on port 6900ef94-ccab-4b72-87fa-9df661a89cf9 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:40:52.653186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (a4470573-33d6-4f80-b04a-c533cff63de9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.680910 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a4470573-33d6-4f80-b04a-c533cff63de9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.687297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ed80fdd5-1e37-4faa-8cb9-901ef921762c None None] Port 05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:52.703326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:40:52.703855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (a4470573-33d6-4f80-b04a-c533cff63de9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:40:52.741220 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:40:52.813586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (963bc7d1-c810-4d05-87ae-7f0b4c451c5d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.835534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:52.848532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46298) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:52.850280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/963bc7d1-c810-4d05-87ae-7f0b4c451c5d HTTP/1.1" status: 204 len: 168 time: 1.7756341 Feb 17 22:40:52.884362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad42c5ec-85cc-4c0d-ace2-9ea261303631 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=963bc7d1-c810-4d05-87ae-7f0b4c451c5d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:53.085357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Allocated IP 172.20.0.6 (9729f836-c981-49b8-a2a4-90a4343b83c1/ad109b99-37be-4c57-a537-a81a6540eaa8/6900ef94-ccab-4b72-87fa-9df661a89cf9) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:40:53.439114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:53.471733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a7d4cb33-a86a-4b10-a561-1c557a1efee6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:53.496541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:53.508854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a7d4cb33-a86a-4b10-a561-1c557a1efee6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:53.509501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a7d4cb33-a86a-4b10-a561-1c557a1efee6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:53.510117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device faff6b36-4791-4c87-ab80-95365cca6619 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:53.560987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: faff6b36-4791-4c87-ab80-95365cca6619 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:53.561342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device faff6b36-4791-4c87-ab80-95365cca6619 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:40:53.633909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:40:53.667497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:40:53.706745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:40:53.810189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=6900ef94-ccab-4b72-87fa-9df661a89cf9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:53.925292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:53.928843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:53.995938 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cd9d65f9-77b0-4740-b0b9-9596256e9873 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7400503 Feb 17 22:40:53.996235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46320) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:54.033552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d9:a6:7c'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:4e:67:2d'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:40:54.167295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:54.331920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7942834e-0052-4f6c-baa7-7901fb078844 None None] Provisioning complete for port 6900ef94-ccab-4b72-87fa-9df661a89cf9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:54.332835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7942834e-0052-4f6c-baa7-7901fb078844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:54.410951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7942834e-0052-4f6c-baa7-7901fb078844 None None] Port 6900ef94-ccab-4b72-87fa-9df661a89cf9 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:54.475896 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:54.979107 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:54.989585 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.075781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port b500cd60-e8ca-4150-89cc-053d938ce9ea {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:55.076492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.280237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event updated for resources: {'Port': ['ID=6900ef94-ccab-4b72-87fa-9df661a89cf9,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:55.291552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] In _notify_port_updated(), no bound segment for port 6900ef94-ccab-4b72-87fa-9df661a89cf9 on network 9729f836-c981-49b8-a2a4-90a4343b83c1 {{(pid=103527) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:40:55.308966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:40:55.324375 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.327457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9c33f813-417b-4206-b8f9-9fb9c1d92241 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "PUT /v2.0/ports/6900ef94-ccab-4b72-87fa-9df661a89cf9 HTTP/1.1" status: 200 len: 1056 time: 1.3294802 Feb 17 22:40:55.336886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46338) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:55.384863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port b500cd60-e8ca-4150-89cc-053d938ce9ea, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b500cd60-e8ca-4150-89cc-053d938ce9ea,segment=NetworkSegment(632d2c52-63bb-4d1a-85da-a115b41a7b75),segment_id=632d2c52-63bb-4d1a-85da-a115b41a7b75)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:55.385248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.420406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for b500cd60-e8ca-4150-89cc-053d938ce9ea owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:55.445831 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.607480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting port 6900ef94-ccab-4b72-87fa-9df661a89cf9 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:55.608302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.675328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-05ec5325-3e2f-4248-af55-663bcaedbf00 None None] Provisioning complete for port 6900ef94-ccab-4b72-87fa-9df661a89cf9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:40:55.685566 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05ec5325-3e2f-4248-af55-663bcaedbf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.784109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-05ec5325-3e2f-4248-af55-663bcaedbf00 None None] Port 6900ef94-ccab-4b72-87fa-9df661a89cf9 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:40:55.878452 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:55.924549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Calling delete_port for 6900ef94-ccab-4b72-87fa-9df661a89cf9 owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:56.193489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6900ef94-ccab-4b72-87fa-9df661a89cf9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:56.238885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Port': ['ID=6900ef94-ccab-4b72-87fa-9df661a89cf9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:56.284115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b500cd60-e8ca-4150-89cc-053d938ce9ea), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:56.359817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=b500cd60-e8ca-4150-89cc-053d938ce9ea,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:56.714606 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:56.874541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:56.878800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0eca9630-d518-4f16-a825-2d1f9cc14620 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/ports/6900ef94-ccab-4b72-87fa-9df661a89cf9 HTTP/1.1" status: 204 len: 168 time: 1.5401545 Feb 17 22:40:56.883066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:57.053683 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2163aec-6c8e-42d1-9892-cd086106a21d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] GET failed (client error): The resource could not be found. Feb 17 22:40:57.055346 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c2163aec-6c8e-42d1-9892-cd086106a21d tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "GET /v2.0/ports/6900ef94-ccab-4b72-87fa-9df661a89cf9 HTTP/1.1" status: 404 len: 333 time: 0.1709883 Feb 17 22:40:57.058105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46364) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:57.107650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:40:57.235801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting port 05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:57.236134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.275199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:40:57.288638 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c4f257ef-69c4-494a-b050-2617861bbde7 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4389830 Feb 17 22:40:57.289301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:40:57.289858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:57.317334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:57.321471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:57.424316 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet a2188a36-6f25-4bb7-aea2-abf14ebd45df {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:40:57.431309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (a2188a36-6f25-4bb7-aea2-abf14ebd45df), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.464563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.501691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Calling delete_port for 05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:57.516369 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (a2188a36-6f25-4bb7-aea2-abf14ebd45df), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.564646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:57.684262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a2188a36-6f25-4bb7-aea2-abf14ebd45df), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.756882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.811343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (a2188a36-6f25-4bb7-aea2-abf14ebd45df), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.864019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=a2188a36-6f25-4bb7-aea2-abf14ebd45df,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:57.866873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:57.875926 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6b42cf78-5691-4835-b936-ca52e9361660 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/a2188a36-6f25-4bb7-aea2-abf14ebd45df HTTP/1.1" status: 204 len: 168 time: 0.5851388 Feb 17 22:40:57.877687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ce48c-e1d4-430d-90bb-f4c397120159 None None] Network c8e50e78-20bc-4119-8a1f-c9711337191e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:40:57.877961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46378) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:58.053892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (c8e50e78-20bc-4119-8a1f-c9711337191e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.069283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.072390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/ports/05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae HTTP/1.1" status: 204 len: 168 time: 1.0130160 Feb 17 22:40:58.073269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc5d78a-2b56-4ca9-88b4-bfdb7b11c536 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Port': ['ID=05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:58.081844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46382) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:58.158847 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6eaf321-28ca-44e8-bb21-fd66ed5c0b6f tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] GET failed (client error): The resource could not be found. Feb 17 22:40:58.161091 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b6eaf321-28ca-44e8-bb21-fd66ed5c0b6f tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "GET /v2.0/ports/05c2d85f-c940-4b4b-8ca0-0d345a8ea4ae HTTP/1.1" status: 404 len: 333 time: 0.0754161 Feb 17 22:40:58.166097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46384) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:58.197725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port f02c48ef-c4bf-4c25-b329-6c80577f552e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:58.198565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.285509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port f02c48ef-c4bf-4c25-b329-6c80577f552e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f02c48ef-c4bf-4c25-b329-6c80577f552e,segment=NetworkSegment(632d2c52-63bb-4d1a-85da-a115b41a7b75),segment_id=632d2c52-63bb-4d1a-85da-a115b41a7b75)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:40:58.286004 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.343329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for f02c48ef-c4bf-4c25-b329-6c80577f552e owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:58.436993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:56Z', 'revision_number': 10, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:58.496414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting port 0e26aae0-f703-44de-b830-2afcdea8544e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:40:58.496696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0e26aae0-f703-44de-b830-2afcdea8544e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.549408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:40:58.567600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9c3c7f-e5ff-44a5-8fdf-365deaafd090 None None] DHCP port deletion for c8e50e78-20bc-4119-8a1f-c9711337191e request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:40:58.582812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f02c48ef-c4bf-4c25-b329-6c80577f552e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.599220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port f02c48ef-c4bf-4c25-b329-6c80577f552e on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:40:58.679843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-df9c3c7f-e5ff-44a5-8fdf-365deaafd090 None None] The port 'f02c48ef-c4bf-4c25-b329-6c80577f552e' was deleted {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 17 22:40:58.693404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=f02c48ef-c4bf-4c25-b329-6c80577f552e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:58.698028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:40:58.700146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:58.765304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0e26aae0-f703-44de-b830-2afcdea8544e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.812129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Calling delete_port for 0e26aae0-f703-44de-b830-2afcdea8544e owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:40:58.880832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (c8e50e78-20bc-4119-8a1f-c9711337191e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:58.928701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e50e78-20bc-4119-8a1f-c9711337191e']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:58.980372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632d2c52-63bb-4d1a-85da-a115b41a7b75') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:58.980637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632d2c52-63bb-4d1a-85da-a115b41a7b75') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:59.003097 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (632d2c52-63bb-4d1a-85da-a115b41a7b75), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:59.033251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:40:59.052607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (632d2c52-63bb-4d1a-85da-a115b41a7b75), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:59.068273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:40:59.068926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (632d2c52-63bb-4d1a-85da-a115b41a7b75), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:40:59.072452 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:40:59.206347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (c8e50e78-20bc-4119-8a1f-c9711337191e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:59.214440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:59.218350 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/c8e50e78-20bc-4119-8a1f-c9711337191e HTTP/1.1" status: 204 len: 168 time: 1.3389556 Feb 17 22:40:59.222218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46400) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:40:59.279446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce825f4c-7a11-4e8a-88dc-68bab5b63a39 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=c8e50e78-20bc-4119-8a1f-c9711337191e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:40:59.378863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:56Z', 'revision_number': 10, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:40:59.459142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5033b26-cb61-4de4-8062-e0b1a7402f94 None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:40:56Z', 'revision_number': 10, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None, '_interfaces': [{'id': 'c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4', 'name': '', 'network_id': '607be8d7-cc23-42c3-806f-46c9b6601749', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'mac_address': 'fa:16:3e:3a:28:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3210, 'fixed_ips': [{'subnet_id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:40:07Z', 'updated_at': '2022-02-17T22:40:15Z', 'revision_number': 5, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'subnets': [{'id': '36c44e82-a65d-4968-a1d2-01e2797ce7ee', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:40:59.848956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f02c48ef-c4bf-4c25-b329-6c80577f552e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:40:59.920474 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0e26aae0-f703-44de-b830-2afcdea8544e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:40:59.936464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: f02c48ef-c4bf-4c25-b329-6c80577f552e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:40:59.940524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f02c48ef-c4bf-4c25-b329-6c80577f552e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:00.053531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Port': ['ID=0e26aae0-f703-44de-b830-2afcdea8544e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:00.254023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:00.258534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5ed2ebec-5b0c-436a-8203-73ed39f48752 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/ports/0e26aae0-f703-44de-b830-2afcdea8544e HTTP/1.1" status: 204 len: 168 time: 2.0914586 Feb 17 22:41:00.263476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46424) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:00.398743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting subnet ad109b99-37be-4c57-a537-a81a6540eaa8 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:41:00.422001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for subnet (ad109b99-37be-4c57-a537-a81a6540eaa8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:00.520967 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (ad109b99-37be-4c57-a537-a81a6540eaa8), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:00.705246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ad109b99-37be-4c57-a537-a81a6540eaa8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:00.806989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:00.809105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (ad109b99-37be-4c57-a537-a81a6540eaa8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:00.850689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Subnet': ['ID=ad109b99-37be-4c57-a537-a81a6540eaa8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:00.857653 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:00.861523 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d4569a2e-b16a-46da-a286-5ccec4126fa4 tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/subnets/ad109b99-37be-4c57-a537-a81a6540eaa8 HTTP/1.1" status: 204 len: 168 time: 0.5967529 Feb 17 22:41:00.863802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46426) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:00.935398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b082cb7-ae9b-4fd1-8cd1-f23cf7b29cd5 None None] Network 9729f836-c981-49b8-a2a4-90a4343b83c1 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:00.972228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (9729f836-c981-49b8-a2a4-90a4343b83c1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.109317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Deleting port ffcfbb76-0032-4213-8460-b88f5c448efb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:01.113887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.240457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] DHCP port deletion for 9729f836-c981-49b8-a2a4-90a4343b83c1 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:41:01.318127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] For port ffcfbb76-0032-4213-8460-b88f5c448efb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ffcfbb76-0032-4213-8460-b88f5c448efb,segment=NetworkSegment(b911c16b-ba7c-44e3-b83e-a689dca02405),segment_id=b911c16b-ba7c-44e3-b83e-a689dca02405)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:01.318127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.332467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] Deleting port ffcfbb76-0032-4213-8460-b88f5c448efb {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:01.332844 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.353737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Calling delete_port for ffcfbb76-0032-4213-8460-b88f5c448efb owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:01.418168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:01.419270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.497515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] For port ffcfbb76-0032-4213-8460-b88f5c448efb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ffcfbb76-0032-4213-8460-b88f5c448efb,segment=NetworkSegment(b911c16b-ba7c-44e3-b83e-a689dca02405),segment_id=b911c16b-ba7c-44e3-b83e-a689dca02405)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:01.497872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.517654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,segment=NetworkSegment(a516a1bf-1c12-427d-9033-2e10c752eeaa),segment_id=a516a1bf-1c12-427d-9033-2e10c752eeaa)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:01.518117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.533989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:01.541470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.565882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] Calling delete_port for ffcfbb76-0032-4213-8460-b88f5c448efb owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:01.612637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] No DVR routers for this DVR port ffcfbb76-0032-4213-8460-b88f5c448efb on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:01.630083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Port': ['ID=ffcfbb76-0032-4213-8460-b88f5c448efb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:01.713985 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ffcfbb76-0032-4213-8460-b88f5c448efb), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.730599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b500cd60-e8ca-4150-89cc-053d938ce9ea no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:41:01.772386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] No DVR routers for this DVR port ffcfbb76-0032-4213-8460-b88f5c448efb on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:01.779789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: b500cd60-e8ca-4150-89cc-053d938ce9ea {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:41:01.780138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b500cd60-e8ca-4150-89cc-053d938ce9ea not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:01.780556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ffcfbb76-0032-4213-8460-b88f5c448efb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:41:01.823527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efd4db2-2d10-410c-bcd6-428be3f2731e None None] Pushing event deleted for resources: {'Port': ['ID=ffcfbb76-0032-4213-8460-b88f5c448efb,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:01.826678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ffcfbb76-0032-4213-8460-b88f5c448efb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:41:01.827246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ffcfbb76-0032-4213-8460-b88f5c448efb not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:01.895224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (9729f836-c981-49b8-a2a4-90a4343b83c1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.900523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:01.933724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9729f836-c981-49b8-a2a4-90a4343b83c1']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:01.946956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b911c16b-ba7c-44e3-b83e-a689dca02405') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:01.948351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b911c16b-ba7c-44e3-b83e-a689dca02405') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:01.952061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:01.984786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b911c16b-ba7c-44e3-b83e-a689dca02405), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.011258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b911c16b-ba7c-44e3-b83e-a689dca02405), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.027443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:02.029731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b911c16b-ba7c-44e3-b83e-a689dca02405), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:02.035899 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:02.190742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (9729f836-c981-49b8-a2a4-90a4343b83c1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.205484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.219564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] 10.222.0.79 "DELETE /v2.0/networks/9729f836-c981-49b8-a2a4-90a4343b83c1 HTTP/1.1" status: 204 len: 168 time: 1.3545396 Feb 17 22:41:02.236915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26484df9-46d2-4bb5-b4a9-842bca840d0e tempest-AllowedAddressPairTestJSON-108291946 tempest-AllowedAddressPairTestJSON-108291946-project] Pushing event deleted for resources: {'Network': ['ID=9729f836-c981-49b8-a2a4-90a4343b83c1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:02.254409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.520689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:41:02.656112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:02.665533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46454) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:02.677762 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:02.685417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e944c189-b885-4ce0-9bac-e3260d587fe6 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4585028 Feb 17 22:41:02.686108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46456) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:02.691629 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:02.695320 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:02.761235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting subnet 36c44e82-a65d-4968-a1d2-01e2797ce7ee {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:41:02.766893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (36c44e82-a65d-4968-a1d2-01e2797ce7ee), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.823628 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:41:02.844393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (36c44e82-a65d-4968-a1d2-01e2797ce7ee), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:02.912290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b298fd8-7624-4515-8c81-d5e2f7e6fedc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ffb035bc3c1944699237224da24e2aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2249370 Feb 17 22:41:02.915596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46460) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:02.922342 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:41:01Z', 'revision_number': 11, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:02.980461 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:41:02.992026 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:02.992905 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:03.000319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2029843c-00eb-4467-bfc2-21f70a37e555 admin admin] Publish callbacks [] for security_group (46a543a8-b0c7-437f-8518-83f5962fbd62), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.019827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (36c44e82-a65d-4968-a1d2-01e2797ce7ee), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.053098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2029843c-00eb-4467-bfc2-21f70a37e555 admin admin] Publish callbacks [] for security_group (46a543a8-b0c7-437f-8518-83f5962fbd62), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.113971 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:41:03.158014 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (36c44e82-a65d-4968-a1d2-01e2797ce7ee), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.171148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2029843c-00eb-4467-bfc2-21f70a37e555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (46a543a8-b0c7-437f-8518-83f5962fbd62), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.174281 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2029843c-00eb-4467-bfc2-21f70a37e555 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.175740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2029843c-00eb-4467-bfc2-21f70a37e555 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46a543a8-b0c7-437f-8518-83f5962fbd62 HTTP/1.1" status: 204 len: 168 time: 0.2591558 Feb 17 22:41:03.189217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029843c-00eb-4467-bfc2-21f70a37e555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a543a8-b0c7-437f-8518-83f5962fbd62,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:03.201262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3d199e-b9f4-4f79-8200-6ac3065b93a3 None None] Network 607be8d7-cc23-42c3-806f-46c9b6601749 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:03.224757 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:41:01Z', 'revision_number': 11, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:03.254604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.262234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46474) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:03.275650 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/36c44e82-a65d-4968-a1d2-01e2797ce7ee HTTP/1.1" status: 204 len: 168 time: 0.6088483 Feb 17 22:41:03.276914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675d212-f57b-41ff-b319-8498a06dbb83 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Subnet': ['ID=36c44e82-a65d-4968-a1d2-01e2797ce7ee,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:03.299792 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c411dd-d5b2-480e-86f6-8f7446501ab3 None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:41:01Z', 'revision_number': 11, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:03.442071 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (607be8d7-cc23-42c3-806f-46c9b6601749), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.573079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Deleting port 7d5553de-eaaa-437a-b0d7-d656afcd176d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:03.573917 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.702004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] For port 7d5553de-eaaa-437a-b0d7-d656afcd176d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d5553de-eaaa-437a-b0d7-d656afcd176d,segment=NetworkSegment(a516a1bf-1c12-427d-9033-2e10c752eeaa),segment_id=a516a1bf-1c12-427d-9033-2e10c752eeaa)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:03.702643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.708595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] DHCP port deletion for 607be8d7-cc23-42c3-806f-46c9b6601749 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:41:03.779261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Calling delete_port for 7d5553de-eaaa-437a-b0d7-d656afcd176d owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:03.859931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:41:03.908301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:03.945085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Port': ['ID=7d5553de-eaaa-437a-b0d7-d656afcd176d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:03.953004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No DVR routers for this DVR port 7d5553de-eaaa-437a-b0d7-d656afcd176d on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:03.960402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:41:03.961145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c592f1e5-9d41-4ee3-b1ba-20e27b29bcd4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:03.961763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d5553de-eaaa-437a-b0d7-d656afcd176d no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:41:04.038122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7d5553de-eaaa-437a-b0d7-d656afcd176d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:41:04.038711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7d5553de-eaaa-437a-b0d7-d656afcd176d not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:04.058537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] Deleting port 7d5553de-eaaa-437a-b0d7-d656afcd176d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:04.059736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.080535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (607be8d7-cc23-42c3-806f-46c9b6601749), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.115745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607be8d7-cc23-42c3-806f-46c9b6601749']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:04.138205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a516a1bf-1c12-427d-9033-2e10c752eeaa') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:04.138501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a516a1bf-1c12-427d-9033-2e10c752eeaa') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:04.151360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (a516a1bf-1c12-427d-9033-2e10c752eeaa), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.174983 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a516a1bf-1c12-427d-9033-2e10c752eeaa), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.191625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:04.193299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (a516a1bf-1c12-427d-9033-2e10c752eeaa), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:04.198654 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:04.202719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] For port 7d5553de-eaaa-437a-b0d7-d656afcd176d, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:04.204270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.235879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] Calling delete_port for 7d5553de-eaaa-437a-b0d7-d656afcd176d owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:04.242486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] Port 7d5553de-eaaa-437a-b0d7-d656afcd176d was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:41:04.245252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7d5553de-eaaa-437a-b0d7-d656afcd176d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.285041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] No DVR routers for this DVR port 7d5553de-eaaa-437a-b0d7-d656afcd176d on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:04.337569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (607be8d7-cc23-42c3-806f-46c9b6601749), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.368869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c3463-f5b6-47fd-adc2-98e6d57d02fd None None] Pushing event deleted for resources: {'Port': ['ID=7d5553de-eaaa-437a-b0d7-d656afcd176d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:04.397060 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.408831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/networks/607be8d7-cc23-42c3-806f-46c9b6601749 HTTP/1.1" status: 204 len: 168 time: 1.1415646 Feb 17 22:41:04.409853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46498) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:04.411906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5e3e3-a91d-4720-a23b-88ed4f1f1540 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Pushing event deleted for resources: {'Network': ['ID=607be8d7-cc23-42c3-806f-46c9b6601749,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:04.426302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'routes': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:04.719456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Added routes are [] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 22:41:04.720553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Removed routes are [] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 22:41:04.721449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.781970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46506) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:04.904660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'networks': [{'name': 'tempest-network--894647793'}, {'name': 'tempest-network--234182341'}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:04.906127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'network': {'name': 'tempest-network--894647793'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:04.906879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'network': {'name': 'tempest-network--234182341'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:04.945133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Made reservation on behalf of 6684a008fa3e4b9c91428d4f05904e30 for: {'network': 2} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:04.954390 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.957351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.958422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:04.975595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.050415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:41:05.108483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for security_group (392454f8-1636-482d-86e4-06242d355ba4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.114517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (392454f8-1636-482d-86e4-06242d355ba4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.115860 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.150456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:05.158252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.163635 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-749a23c5-3fe9-4b12-af06-8b9490d4716e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 200 len: 705 time: 0.7486389 Feb 17 22:41:05.163897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46510) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:05.172024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] Sync routers for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:05.192638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=392454f8-1636-482d-86e4-06242d355ba4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:05.199743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:05.201144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:05.219619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:05.226022 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2c9643fb-bf6f-4473-beb5-84a57f0ff1a5 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 200 len: 205 time: 0.0608013 Feb 17 22:41:05.229595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46512) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:05.244657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cbe9a8ba-58f2-4270-9129-f041accbb3c1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.245314 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Added segment cbe9a8ba-58f2-4270-9129-f041accbb3c1 of type vlan for network 082eede5-4d0e-4143-a8d4-1f1818068b52 Feb 17 22:41:05.301999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (082eede5-4d0e-4143-a8d4-1f1818068b52), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.344945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:05.355276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e40e4d35-6a87-468e-8184-be876218bd43), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.356567 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Added segment e40e4d35-6a87-468e-8184-be876218bd43 of type vlan for network 41806d2d-84d3-4879-a3f9-2f47c6d8f056 Feb 17 22:41:05.369334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:41:05.416538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5ecbdf8-7365-48b8-a638-1b9568ed4eab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.479518 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (41806d2d-84d3-4879-a3f9-2f47c6d8f056), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.493215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:41:01Z', 'revision_number': 11, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:05.526902 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (082eede5-4d0e-4143-a8d4-1f1818068b52), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.527535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (41806d2d-84d3-4879-a3f9-2f47c6d8f056), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.541410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:05.543395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] Checking router: ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:41:05.561885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:05.561885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.564501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] Routers {'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:05.565144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:05.661723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] Set router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:41:05.708718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9249811 Feb 17 22:41:05.720229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46520) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:05.739111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:41:01Z', 'revision_number': 11, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:05.752447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5ecbdf8-7365-48b8-a638-1b9568ed4eab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.757008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5ecbdf8-7365-48b8-a638-1b9568ed4eab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.785346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a7c32-b469-4464-9845-39d6b098fba4 None None] The sync data for ids ['ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1'] in n-d-828369-18 is: [{'id': 'ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1', 'name': 'tempest-RoutersIpV6Test-router-1498948937', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:40:02Z', 'updated_at': '2022-02-17T22:41:01Z', 'revision_number': 11, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:05.836095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5ecbdf8-7365-48b8-a638-1b9568ed4eab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.837088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ecbdf8-7365-48b8-a638-1b9568ed4eab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Fanout notify agent at l3_agent the message router_deleted on router ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:41:05.856758 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5ecbdf8-7365-48b8-a638-1b9568ed4eab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.857753 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c5ecbdf8-7365-48b8-a638-1b9568ed4eab tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 204 len: 168 time: 0.6271629 Feb 17 22:41:05.868193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46522) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:05.875991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-db1021ec-f168-4cef-acd7-a22ac89ec0e0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1731661499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:05.920003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db1021ec-f168-4cef-acd7-a22ac89ec0e0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (0a06056a-a567-4870-b41c-8a900edbea71), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.922011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db1021ec-f168-4cef-acd7-a22ac89ec0e0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (0a06056a-a567-4870-b41c-8a900edbea71), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:05.941061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794c859-7876-4cb4-9aac-e762a03ad61c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:05.948267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794c859-7876-4cb4-9aac-e762a03ad61c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:05.956752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794c859-7876-4cb4-9aac-e762a03ad61c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:05.963115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794c859-7876-4cb4-9aac-e762a03ad61c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:05.965544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2794c859-7876-4cb4-9aac-e762a03ad61c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2414355 Feb 17 22:41:05.967066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Network': ['ID=082eede5-4d0e-4143-a8d4-1f1818068b52,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:05.984789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 082eede5-4d0e-4143-a8d4-1f1818068b52 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:05.988353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46524) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:06.022348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db1021ec-f168-4cef-acd7-a22ac89ec0e0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (0a06056a-a567-4870-b41c-8a900edbea71), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.032614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db1021ec-f168-4cef-acd7-a22ac89ec0e0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (0a06056a-a567-4870-b41c-8a900edbea71), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.086034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-db1021ec-f168-4cef-acd7-a22ac89ec0e0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.091233 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-db1021ec-f168-4cef-acd7-a22ac89ec0e0 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2205713 Feb 17 22:41:06.092213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46526) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:06.097532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0505a340-b95b-446f-b91d-6b0fc54de5b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:06.218258 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (082eede5-4d0e-4143-a8d4-1f1818068b52), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.252280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc11568-0c91-41d3-b974-9d7e31834baa tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Network': ['ID=41806d2d-84d3-4879-a3f9-2f47c6d8f056,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:06.266317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 41806d2d-84d3-4879-a3f9-2f47c6d8f056 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:06.461900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (082eede5-4d0e-4143-a8d4-1f1818068b52), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.501184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082eede5-4d0e-4143-a8d4-1f1818068b52']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:06.521313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe9a8ba-58f2-4270-9129-f041accbb3c1') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:06.529832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe9a8ba-58f2-4270-9129-f041accbb3c1') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:06.542448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (cbe9a8ba-58f2-4270-9129-f041accbb3c1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.560535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (cbe9a8ba-58f2-4270-9129-f041accbb3c1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.572649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:06.573584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (cbe9a8ba-58f2-4270-9129-f041accbb3c1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:06.583997 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:06.702987 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (082eede5-4d0e-4143-a8d4-1f1818068b52), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.724314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:06.734491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/networks/082eede5-4d0e-4143-a8d4-1f1818068b52 HTTP/1.1" status: 204 len: 168 time: 0.7446547 Feb 17 22:41:06.735167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46532) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:06.779875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6be91-603a-49ed-a866-a12fe880db4d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Network': ['ID=082eede5-4d0e-4143-a8d4-1f1818068b52,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:06.904413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (41806d2d-84d3-4879-a3f9-2f47c6d8f056), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.011616 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (41806d2d-84d3-4879-a3f9-2f47c6d8f056), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.043331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0505a340-b95b-446f-b91d-6b0fc54de5b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (0a06056a-a567-4870-b41c-8a900edbea71), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.061363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41806d2d-84d3-4879-a3f9-2f47c6d8f056']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:07.062802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0505a340-b95b-446f-b91d-6b0fc54de5b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (0a06056a-a567-4870-b41c-8a900edbea71), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.079481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e40e4d35-6a87-468e-8184-be876218bd43') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:07.080067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e40e4d35-6a87-468e-8184-be876218bd43') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:07.093661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (e40e4d35-6a87-468e-8184-be876218bd43), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.114153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e40e4d35-6a87-468e-8184-be876218bd43), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.125424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:07.125934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (e40e4d35-6a87-468e-8184-be876218bd43), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:07.130553 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:07.204954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (41806d2d-84d3-4879-a3f9-2f47c6d8f056), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.214085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.221248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/networks/41806d2d-84d3-4879-a3f9-2f47c6d8f056 HTTP/1.1" status: 204 len: 168 time: 0.4599068 Feb 17 22:41:07.223813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46544) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:07.228411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0505a340-b95b-446f-b91d-6b0fc54de5b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Router 0a06056a-a567-4870-b41c-8a900edbea71 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:41:07.331877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0505a340-b95b-446f-b91d-6b0fc54de5b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:07.345581 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] Sync routers for ids ['0a06056a-a567-4870-b41c-8a900edbea71'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:07.357241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6532448c-0fed-4ee7-92a9-ba0fac1cdb3c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:07.358975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0505a340-b95b-446f-b91d-6b0fc54de5b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.360372 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0505a340-b95b-446f-b91d-6b0fc54de5b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "PUT /v2.0/routers/0a06056a-a567-4870-b41c-8a900edbea71 HTTP/1.1" status: 200 len: 698 time: 1.2668536 Feb 17 22:41:07.363343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6532448c-0fed-4ee7-92a9-ba0fac1cdb3c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:07.364151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46546) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:07.364998 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6532448c-0fed-4ee7-92a9-ba0fac1cdb3c tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1402321 Feb 17 22:41:07.369396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46548) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:07.372201 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] Routers {'0a06056a-a567-4870-b41c-8a900edbea71'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:07.373240 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0a06056a-a567-4870-b41c-8a900edbea71'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:07.377059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1407652367'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:07.381857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82e231-c401-4647-b13c-56b948f7650d tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Network': ['ID=41806d2d-84d3-4879-a3f9-2f47c6d8f056,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:07.416358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Made reservation on behalf of 6684a008fa3e4b9c91428d4f05904e30 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:07.423426 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.461219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:07.483188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d7a9b5f6-d401-4cc8-a07b-ffffb7a855da), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.484088 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Added segment d7a9b5f6-d401-4cc8-a07b-ffffb7a855da of type vlan for network fb0bbcb5-38b8-4c70-8f78-b350dcff35eb Feb 17 22:41:07.505520 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce1ae7a9-4045-4e6f-b70b-0f6fc4065970 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/routers/0a06056a-a567-4870-b41c-8a900edbea71 HTTP/1.1" status: 200 len: 704 time: 0.1377740 Feb 17 22:41:07.505748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46550) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:07.557818 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] Set router 0a06056a-a567-4870-b41c-8a900edbea71 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:41:07.561484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (fb0bbcb5-38b8-4c70-8f78-b350dcff35eb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.626202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2d14045b-cd6a-4caf-8498-c0002a9c51ad tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a06056a-a567-4870-b41c-8a900edbea71 HTTP/1.1" status: 200 len: 205 time: 0.1194863 Feb 17 22:41:07.627704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (fb0bbcb5-38b8-4c70-8f78-b350dcff35eb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.629200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:07.634760 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06056a-a567-4870-b41c-8a900edbea71', 'name': 'tempest-RoutersIpV6Test-router-1731661499', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:41:05Z', 'updated_at': '2022-02-17T22:41:07Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:07.659165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:07.662537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.666612 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] Checking router: 0a06056a-a567-4870-b41c-8a900edbea71 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:41:07.676468 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] Routers {'0a06056a-a567-4870-b41c-8a900edbea71'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:07.677407 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:40:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0a06056a-a567-4870-b41c-8a900edbea71'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:07.758873 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] Set router 0a06056a-a567-4870-b41c-8a900edbea71 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:41:07.843880 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a06056a-a567-4870-b41c-8a900edbea71', 'name': 'tempest-RoutersIpV6Test-router-1731661499', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:41:05Z', 'updated_at': '2022-02-17T22:41:07Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:07.847721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4751656 Feb 17 22:41:07.848831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46560) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:07.853650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55e240b2-68a3-4836-941d-86b426fd5717 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (0a06056a-a567-4870-b41c-8a900edbea71), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.879991 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f8d144-ca54-4453-a6bb-a9a5b7092431 None None] The sync data for ids ['0a06056a-a567-4870-b41c-8a900edbea71'] in n-d-828369-18 is: [{'id': '0a06056a-a567-4870-b41c-8a900edbea71', 'name': 'tempest-RoutersIpV6Test-router-1731661499', 'tenant_id': '8aec3eab55cb43bfb2614671143ffe0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:41:05Z', 'updated_at': '2022-02-17T22:41:07Z', 'revision_number': 2, 'project_id': '8aec3eab55cb43bfb2614671143ffe0c', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:07.895082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1793484730'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:07.920467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Made reservation on behalf of 6684a008fa3e4b9c91428d4f05904e30 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:07.924014 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:07.978240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:08.001066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (979f3a48-b599-424e-af84-094fec11ff81), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.002647 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Added segment 979f3a48-b599-424e-af84-094fec11ff81 of type vlan for network 222e3a94-0671-4b6f-a979-200286ed96a3 Feb 17 22:41:08.076736 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (222e3a94-0671-4b6f-a979-200286ed96a3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.092579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295680f9-0684-44e8-acfa-33f2ec25a639 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Network': ['ID=fb0bbcb5-38b8-4c70-8f78-b350dcff35eb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:08.110606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network fb0bbcb5-38b8-4c70-8f78-b350dcff35eb details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:08.135263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55e240b2-68a3-4836-941d-86b426fd5717 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (0a06056a-a567-4870-b41c-8a900edbea71), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.141358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55e240b2-68a3-4836-941d-86b426fd5717 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router_controller (0a06056a-a567-4870-b41c-8a900edbea71), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.169608 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (222e3a94-0671-4b6f-a979-200286ed96a3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.176460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:08.177587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.256382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55e240b2-68a3-4836-941d-86b426fd5717 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (0a06056a-a567-4870-b41c-8a900edbea71), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.257359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e240b2-68a3-4836-941d-86b426fd5717 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Fanout notify agent at l3_agent the message router_deleted on router 0a06056a-a567-4870-b41c-8a900edbea71 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:41:08.286271 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-55e240b2-68a3-4836-941d-86b426fd5717 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.289305 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-55e240b2-68a3-4836-941d-86b426fd5717 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/0a06056a-a567-4870-b41c-8a900edbea71 HTTP/1.1" status: 204 len: 168 time: 0.6581137 Feb 17 22:41:08.293267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46562) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.337875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Network': ['ID=222e3a94-0671-4b6f-a979-200286ed96a3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:08.346158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c4498760-aafc-49a7-8131-2d3032932d39 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4778140 Feb 17 22:41:08.353666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 222e3a94-0671-4b6f-a979-200286ed96a3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:08.354641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46564) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.360445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'ports': [{'network_id': 'fb0bbcb5-38b8-4c70-8f78-b350dcff35eb', 'name': 'tempest-port--1782534721', 'admin_state_up': True}, {'network_id': '222e3a94-0671-4b6f-a979-200286ed96a3', 'admin_state_up': False}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:08.360810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'port': {'network_id': 'fb0bbcb5-38b8-4c70-8f78-b350dcff35eb', 'name': 'tempest-port--1782534721', 'admin_state_up': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:08.361245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'port': {'network_id': '222e3a94-0671-4b6f-a979-200286ed96a3', 'admin_state_up': False}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:08.368923 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f7d9b432-6bbc-4e25-9a77-e8e2ac431f01 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=0a06056a-a567-4870-b41c-8a900edbea71 HTTP/1.1" status: 200 len: 205 time: 0.0732479 Feb 17 22:41:08.371223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46566) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.433517 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-362fed52-c0ec-474c-8f6b-4585c4628ba3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] delete failed (client error): The resource could not be found. Feb 17 22:41:08.434571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-362fed52-c0ec-474c-8f6b-4585c4628ba3 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/0a06056a-a567-4870-b41c-8a900edbea71 HTTP/1.1" status: 404 len: 336 time: 0.0616295 Feb 17 22:41:08.438071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46568) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.477628 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-16f837a1-17e7-4a46-89a7-85aea98baf75 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:08.478146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16f837a1-17e7-4a46-89a7-85aea98baf75 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:08.482200 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16f837a1-17e7-4a46-89a7-85aea98baf75 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/440a0dc0-5bec-4910-a923-c780d17ac2c4 HTTP/1.1" status: 404 len: 337 time: 0.0428429 Feb 17 22:41:08.485489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46570) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.538383 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8087023-5e87-405f-a15d-0e470d3f0a00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:08.539522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8087023-5e87-405f-a15d-0e470d3f0a00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:08.545859 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8087023-5e87-405f-a15d-0e470d3f0a00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/7e0c2e3e-5b34-46a0-bba2-119e4c825187 HTTP/1.1" status: 404 len: 337 time: 0.0572443 Feb 17 22:41:08.546832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46572) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.586953 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-858189a1-4d06-4acf-9037-48bcb8bae333 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:08.587450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858189a1-4d06-4acf-9037-48bcb8bae333 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:08.598027 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-858189a1-4d06-4acf-9037-48bcb8bae333 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/a2188a36-6f25-4bb7-aea2-abf14ebd45df HTTP/1.1" status: 404 len: 337 time: 0.0492764 Feb 17 22:41:08.599042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46576) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.646865 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4623954c-a06b-4393-8928-8e808f76c58e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:08.647343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4623954c-a06b-4393-8928-8e808f76c58e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:08.654152 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4623954c-a06b-4393-8928-8e808f76c58e tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/36c44e82-a65d-4968-a1d2-01e2797ce7ee HTTP/1.1" status: 404 len: 337 time: 0.0512621 Feb 17 22:41:08.654452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.688706 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7da6f222-c8f4-40f9-8ea3-5e58a2cd285a tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 200 len: 205 time: 0.0328174 Feb 17 22:41:08.690635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Made reservation on behalf of 6684a008fa3e4b9c91428d4f05904e30 for: {'port': 2} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:08.690947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46580) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.695933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.718729 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:08.742848 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-99e6a78e-4382-4965-855a-01201c52aacc tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] delete failed (client error): The resource could not be found. Feb 17 22:41:08.744068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-99e6a78e-4382-4965-855a-01201c52aacc tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/ee6c5ace-0a0c-4fdf-95ea-6eb2cef78ac1 HTTP/1.1" status: 404 len: 336 time: 0.0519614 Feb 17 22:41:08.747191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46582) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.805616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-920335f6-75a0-45b0-9651-d33065bc6f7d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=1160df1b-e563-4ec5-ab9b-11ff4d84be48 HTTP/1.1" status: 200 len: 205 time: 0.0495689 Feb 17 22:41:08.808169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46586) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.882013 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-45c52fca-407e-441c-a6aa-42add91a9446 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] delete failed (client error): The resource could not be found. Feb 17 22:41:08.884325 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45c52fca-407e-441c-a6aa-42add91a9446 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/1160df1b-e563-4ec5-ab9b-11ff4d84be48 HTTP/1.1" status: 404 len: 336 time: 0.0740111 Feb 17 22:41:08.888960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46590) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.926790 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07af243-b03c-452c-8a91-f525af56b74d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:08.927118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07af243-b03c-452c-8a91-f525af56b74d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:08.932828 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a07af243-b03c-452c-8a91-f525af56b74d tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/cbf8878f-8c30-410a-b6d7-d2ac0a513663 HTTP/1.1" status: 404 len: 337 time: 0.0406008 Feb 17 22:41:08.935742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46594) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:08.990113 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d51bbc1d-d11c-40f4-948d-5f359603d42c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=21f6c105-2da6-48ac-9b2e-db4a01d2464e HTTP/1.1" status: 200 len: 205 time: 0.0530262 Feb 17 22:41:08.993525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] device_id is not set on port a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:41:08.994080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46598) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.078567 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-25aaf6d6-eac3-4a3b-9358-f9a5d1fa97ef tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] delete failed (client error): The resource could not be found. Feb 17 22:41:09.082050 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-25aaf6d6-eac3-4a3b-9358-f9a5d1fa97ef tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/21f6c105-2da6-48ac-9b2e-db4a01d2464e HTTP/1.1" status: 404 len: 336 time: 0.0842719 Feb 17 22:41:09.082549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46602) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.123815 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e121b6aa-0fdc-435d-ad0b-1e1969364d07 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=b6ed77af-41f6-4b7f-951b-061081868cbc HTTP/1.1" status: 200 len: 205 time: 0.0379024 Feb 17 22:41:09.124152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46606) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.171226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for port (a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:09.212282 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-45e93576-b115-49be-9365-e90a07600a23 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] delete failed (client error): The resource could not be found. Feb 17 22:41:09.215664 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45e93576-b115-49be-9365-e90a07600a23 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/b6ed77af-41f6-4b7f-951b-061081868cbc HTTP/1.1" status: 404 len: 336 time: 0.0882905 Feb 17 22:41:09.216482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46608) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.280685 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-29a2fbfe-14b8-4b83-a103-85a9234c5c5c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:09.281146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29a2fbfe-14b8-4b83-a103-85a9234c5c5c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:09.287787 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-29a2fbfe-14b8-4b83-a103-85a9234c5c5c tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/3daa4b28-24f5-4fde-86d9-19624b795f38 HTTP/1.1" status: 404 len: 337 time: 0.0667336 Feb 17 22:41:09.288030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46610) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.305193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] device_id is not set on port 3aca6355-fe45-4ad9-abaf-710abc38eba3 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:41:09.332775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:09.349847 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c3914f5b-8041-44d2-888b-17525efb8b00 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=2d2c87b8-3407-411f-94e8-a247c48cb444 HTTP/1.1" status: 200 len: 205 time: 0.0590425 Feb 17 22:41:09.353142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46612) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.472631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for port (3aca6355-fe45-4ad9-abaf-710abc38eba3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:09.512071 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-88ea447e-0465-4d1d-8904-9def2904ce43 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] delete failed (client error): The resource could not be found. Feb 17 22:41:09.518617 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-88ea447e-0465-4d1d-8904-9def2904ce43 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/2d2c87b8-3407-411f-94e8-a247c48cb444 HTTP/1.1" status: 404 len: 336 time: 0.1634455 Feb 17 22:41:09.521188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46614) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.547186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:09.590343 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d14b94b5-a6ff-4eaa-b307-0d54b117d85f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:09.591024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d14b94b5-a6ff-4eaa-b307-0d54b117d85f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:09.598603 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d14b94b5-a6ff-4eaa-b307-0d54b117d85f tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/69f7dc7b-8d99-480d-9288-882e7df32430 HTTP/1.1" status: 404 len: 337 time: 0.0743566 Feb 17 22:41:09.599771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46618) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.644959 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5446a48a-3146-4613-8fd5-2beadda5b778 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "GET /v2.0/ports?device_id=fcec1746-d090-4bf7-9204-43aa64bf4134 HTTP/1.1" status: 200 len: 205 time: 0.0438881 Feb 17 22:41:09.645595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46620) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.662763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Port': ['ID=a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:09.695914 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-e4bc67f2-aec8-41ee-bc10-912a2fcfadea tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] delete failed (client error): The resource could not be found. Feb 17 22:41:09.700884 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e4bc67f2-aec8-41ee-bc10-912a2fcfadea tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/routers/fcec1746-d090-4bf7-9204-43aa64bf4134 HTTP/1.1" status: 404 len: 336 time: 0.0515780 Feb 17 22:41:09.701561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46622) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.704513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Checking segment: {'id': 'd7a9b5f6-d401-4cc8-a07b-ffffb7a855da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fb0bbcb5-38b8-4c70-8f78-b350dcff35eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:09.704956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network hostable DHCP agents. Network: fb0bbcb5-38b8-4c70-8f78-b350dcff35eb, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:41:09.742226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network fb0bbcb5-38b8-4c70-8f78-b350dcff35eb is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:41:09.760877 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-615b07e0-926a-43dc-ad32-2cb2c13449b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:09.767492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, fb0bbcb5-38b8-4c70-8f78-b350dcff35eb) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:09.767661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-615b07e0-926a-43dc-ad32-2cb2c13449b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:09.767661 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-615b07e0-926a-43dc-ad32-2cb2c13449b9 tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/90974779-35eb-435d-8be4-b64545e78b88 HTTP/1.1" status: 404 len: 337 time: 0.0640686 Feb 17 22:41:09.770222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46626) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:09.778626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399851ed-558a-4c17-a184-0a68798aeeaa None None] Network fb0bbcb5-38b8-4c70-8f78-b350dcff35eb requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:09.801685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:09.808454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3aca6355-fe45-4ad9-abaf-710abc38eba3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:09.934567 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a691576-94b8-460c-9ebd-ba59cf1f31bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] DELETE failed (client error): The resource could not be found. Feb 17 22:41:09.935166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a691576-94b8-460c-9ebd-ba59cf1f31bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:41:09.938459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4a691576-94b8-460c-9ebd-ba59cf1f31bb tempest-RoutersIpV6Test-164555500 tempest-RoutersIpV6Test-164555500-project] 10.222.0.79 "DELETE /v2.0/subnets/4bb4743f-66e6-464c-8638-ab7c14f98733 HTTP/1.1" status: 404 len: 337 time: 0.1673939 Feb 17 22:41:10.079927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Port': ['ID=3aca6355-fe45-4ad9-abaf-710abc38eba3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:10.127128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Checking segment: {'id': '979f3a48-b599-424e-af84-094fec11ff81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '222e3a94-0671-4b6f-a979-200286ed96a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:10.127801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network hostable DHCP agents. Network: 222e3a94-0671-4b6f-a979-200286ed96a3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:41:10.152714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-ef2774c0-7f79-489d-a7ed-3a733189a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.156228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-ef2774c0-7f79-489d-a7ed-3a733189a242 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.3227825 Feb 17 22:41:10.166908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e23a5b-c6fb-4d10-a6bb-ecda149fe6ee req-4e46772c-1444-4576-8d10-226d22a73804 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.170872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44e23a5b-c6fb-4d10-a6bb-ecda149fe6ee req-4e46772c-1444-4576-8d10-226d22a73804 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2775948 Feb 17 22:41:10.297656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network 222e3a94-0671-4b6f-a979-200286ed96a3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:41:10.340276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 222e3a94-0671-4b6f-a979-200286ed96a3) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:10.353205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4223a0b-6914-4821-b34c-a61c2808b5ae None None] Network 222e3a94-0671-4b6f-a979-200286ed96a3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:10.377165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:10.399551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.404942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.408116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46636) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:10.415066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:10.448640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-44e23a5b-c6fb-4d10-a6bb-ecda149fe6ee req-fa93316a-2172-4275-9b87-3dfe513c4571 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623920 Feb 17 22:41:10.502827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-8ada9f12-e89f-4a3d-8d50-8241a46aa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.504614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-8ada9f12-e89f-4a3d-8d50-8241a46aa9da service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.3085570 Feb 17 22:41:10.513097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6fa7915c-d675-4edd-a5cf-d6fc31045509 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1544840 Feb 17 22:41:10.514075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46640) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:10.581681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-6c9eca57-510d-4fb5-9d37-9231c43e1f9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 217 time: 0.0659552 Feb 17 22:41:10.626976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdb5ebe-9559-447d-90f2-1bb6790f0e33 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.649331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdb5ebe-9559-447d-90f2-1bb6790f0e33 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.658757 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cdb5ebe-9559-447d-90f2-1bb6790f0e33 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1411259 Feb 17 22:41:10.670704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-17f1c97b-7cdb-4d7c-ae51-e0d6ced60aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:10.672344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-17f1c97b-7cdb-4d7c-ae51-e0d6ced60aeb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.0849118 Feb 17 22:41:10.673032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46644) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:10.713559 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a115597-adfc-4817-8bac-6aad34ad4212 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8aec3eab55cb43bfb2614671143ffe0c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042154 Feb 17 22:41:10.718483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46646) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:10.806343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Publish callbacks [] for security_group (e002ccf9-4cb2-4060-a203-93f4e92f6aa9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:10.825844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-00ceebfe-a684-46ce-891d-2a982172f2c0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603876 Feb 17 22:41:10.840222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Publish callbacks [] for security_group (e002ccf9-4cb2-4060-a203-93f4e92f6aa9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:10.924024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e002ccf9-4cb2-4060-a203-93f4e92f6aa9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:10.927505 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:10.932775 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e002ccf9-4cb2-4060-a203-93f4e92f6aa9 HTTP/1.1" status: 204 len: 168 time: 0.2127974 Feb 17 22:41:10.945427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e002ccf9-4cb2-4060-a203-93f4e92f6aa9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:10.958950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.959507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.960018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.960468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.960958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.961457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.961948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.962397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.962825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.963432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.963865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.964329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.964880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8ec3b-0927-4741-a91f-6065be49aba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:10.987473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Deleting port a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:10.987823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:11.133395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-c2db5680-5ec9-492f-8964-be5f4472d422 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912445 Feb 17 22:41:11.160595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:11.198856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Calling delete_port for a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:11.369758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:11.906919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68a1761d-183d-48b1-bcb2-dafc32d80e6b req-1c0a6651-2efc-47e2-960b-68aba2832cb7 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632451 Feb 17 22:41:11.919644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Port': ['ID=a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:11.963596 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:11.968282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b7bf28a0-b19d-4bc9-87b4-b7f3f2f46bc9 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/ports/a41c1682-cecf-4d6a-bb7f-b3e5810cdc7c HTTP/1.1" status: 204 len: 168 time: 1.2942281 Feb 17 22:41:11.971050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46676) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:12.035687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e32c3-a8b0-46a1-87fe-e42553ee5e44 req-1df1ef26-fe91-4c30-8f5c-cecaf0a61b04 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:12.048800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-311e32c3-a8b0-46a1-87fe-e42553ee5e44 req-1df1ef26-fe91-4c30-8f5c-cecaf0a61b04 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1459827 Feb 17 22:41:12.151859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46680) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:12.155857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-311e32c3-a8b0-46a1-87fe-e42553ee5e44 req-9d67adb7-81d6-42f2-8d81-4e51eaa1b59f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991733 Feb 17 22:41:12.208295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Deleting port 3aca6355-fe45-4ad9-abaf-710abc38eba3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:12.208650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3aca6355-fe45-4ad9-abaf-710abc38eba3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.299981 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3aca6355-fe45-4ad9-abaf-710abc38eba3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.318668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Calling delete_port for 3aca6355-fe45-4ad9-abaf-710abc38eba3 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:12.333488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756170445'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:12.394754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.416079 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.463190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3aca6355-fe45-4ad9-abaf-710abc38eba3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.508868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Port': ['ID=3aca6355-fe45-4ad9-abaf-710abc38eba3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:12.520061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.524569 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da80001b-d9ca-48cf-b0a3-a5956f0b9a88 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/ports/3aca6355-fe45-4ad9-abaf-710abc38eba3 HTTP/1.1" status: 204 len: 168 time: 0.5517991 Feb 17 22:41:12.527657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46686) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:12.576790 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (49f11e6a-2fe3-41e4-a169-82364604579b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.582258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b0363e19-b1ae-402d-a3a8-9e59e5f5e75a tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0514448 Feb 17 22:41:12.583058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (49f11e6a-2fe3-41e4-a169-82364604579b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.587521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46688) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:12.600623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-893694332'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:12.632192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f11e6a-2fe3-41e4-a169-82364604579b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:12.688484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Made reservation on behalf of 6684a008fa3e4b9c91428d4f05904e30 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:12.693987 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.694853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.700488 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.740651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9389a3e4-78b5-40b9-8802-ca4bf8225164,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:12.744527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:12.765153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0770a474-5369-4a69-b097-f4f7b61fc122), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.766309 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Added segment 0770a474-5369-4a69-b097-f4f7b61fc122 of type vlan for network 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 Feb 17 22:41:12.767542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.779753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46692) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:12.780107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a7bee7a9-17a7-4b6c-813a-2ef3fe30a7f3 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6241145 Feb 17 22:41:12.870971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.912772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e3a9a4ab-5da9-432d-8270-94db32928de2 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1315451 Feb 17 22:41:12.916278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46694) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:12.927501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-88fd2932-9870-46b4-8974-f33137b550b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-security--1049873679', 'description': 'tempest-security-description-357493398'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:12.951520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:12.957030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:12.957654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.043046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4530585 Feb 17 22:41:13.047169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46696) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:13.050785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88fd2932-9870-46b4-8974-f33137b550b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.057491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-696371619'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:13.067157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcd326-4ca7-4baf-b387-cfce7e4ef680 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Network': ['ID=4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:13.081350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:13.116513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88fd2932-9870-46b4-8974-f33137b550b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.120665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88fd2932-9870-46b4-8974-f33137b550b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.125543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-88fd2932-9870-46b4-8974-f33137b550b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.129742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-88fd2932-9870-46b4-8974-f33137b550b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "PUT /v2.0/security-groups/9389a3e4-78b5-40b9-8802-ca4bf8225164 HTTP/1.1" status: 200 len: 1796 time: 0.2095382 Feb 17 22:41:13.131481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46698) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:13.132518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Made reservation on behalf of 6684a008fa3e4b9c91428d4f05904e30 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:13.143530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.179175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd2932-9870-46b4-8974-f33137b550b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9389a3e4-78b5-40b9-8802-ca4bf8225164,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:13.228347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-665769fa-a768-41df-9295-4545b430ee63 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups/9389a3e4-78b5-40b9-8802-ca4bf8225164 HTTP/1.1" status: 200 len: 1796 time: 0.0935798 Feb 17 22:41:13.231160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46702) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:13.249451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:13.278712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (df35d00f-7df6-4ee7-81c8-b0f41978041d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.279352 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Added segment df35d00f-7df6-4ee7-81c8-b0f41978041d of type vlan for network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f Feb 17 22:41:13.406213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (626cd37d-d0d7-4eb7-a0f4-6febbecfe01f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.414686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-010c707e-3355-467a-9a8f-4df003bc8245 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.466652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (626cd37d-d0d7-4eb7-a0f4-6febbecfe01f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.479885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-010c707e-3355-467a-9a8f-4df003bc8245 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.487604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:13.489374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.510992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a173-d83c-4de8-ba78-6a4a1ecd25ef req-0128bff6-fc97-4ebe-920b-f332ae99bcee tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:13.519588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9714a173-d83c-4de8-ba78-6a4a1ecd25ef req-0128bff6-fc97-4ebe-920b-f332ae99bcee tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1662087 Feb 17 22:41:13.540656 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4844928 Feb 17 22:41:13.636602 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-010c707e-3355-467a-9a8f-4df003bc8245 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9389a3e4-78b5-40b9-8802-ca4bf8225164), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.650386 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-010c707e-3355-467a-9a8f-4df003bc8245 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:13.651907 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-010c707e-3355-467a-9a8f-4df003bc8245 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/9389a3e4-78b5-40b9-8802-ca4bf8225164 HTTP/1.1" status: 204 len: 168 time: 0.4175527 Feb 17 22:41:13.656569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46706) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:13.683198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41531ca9-f460-4b0e-b5bc-24990b82e747 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Network': ['ID=626cd37d-d0d7-4eb7-a0f4-6febbecfe01f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:13.688035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010c707e-3355-467a-9a8f-4df003bc8245 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389a3e4-78b5-40b9-8802-ca4bf8225164,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:13.699679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:13.725985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9714a173-d83c-4de8-ba78-6a4a1ecd25ef req-1964bba2-fb2b-4702-9036-e25afda69447 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017143 Feb 17 22:41:13.728832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46708) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:13.739150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'subnets': [{'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--419629272', 'ip_version': 4}, {'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:13.739839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'subnet': {'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--419629272', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:13.740607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Request body: {'subnet': {'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:13.870314 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5414e040-2796-4034-8fd2-d3a32434f7e5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2136257 Feb 17 22:41:13.871288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46712) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:13.895572 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-000d444d-b85b-4f16-ae21-c288d4d770e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] delete failed (client error): The resource could not be found. Feb 17 22:41:13.903623 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-000d444d-b85b-4f16-ae21-c288d4d770e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/9389a3e4-78b5-40b9-8802-ca4bf8225164 HTTP/1.1" status: 404 len: 347 time: 0.0301208 Feb 17 22:41:13.904402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46714) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:13.911031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-79f69f91-10ba-41b5-95ca-828695719519 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--392007381'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:13.954170 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79f69f91-10ba-41b5-95ca-828695719519 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.070355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79f69f91-10ba-41b5-95ca-828695719519 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (6a166cba-2cbb-4d26-a4f0-3f33477449ea), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.076379 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79f69f91-10ba-41b5-95ca-828695719519 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6a166cba-2cbb-4d26-a4f0-3f33477449ea), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.101296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Made reservation on behalf of 6684a008fa3e4b9c91428d4f05904e30 for: {'subnet': 2} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:14.106536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.106536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.122674 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-79f69f91-10ba-41b5-95ca-828695719519 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.124056 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-79f69f91-10ba-41b5-95ca-828695719519 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2186666 Feb 17 22:41:14.127746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46716) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:14.129737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f69f91-10ba-41b5-95ca-828695719519 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a166cba-2cbb-4d26-a4f0-3f33477449ea,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:14.164939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c7325b73-1faf-49a2-a45b-896ce0359af4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '6a166cba-2cbb-4d26-a4f0-3f33477449ea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:14.219837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7325b73-1faf-49a2-a45b-896ce0359af4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (eb885471-72e2-41e0-b5b7-a3d9ee1c3bef), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.334052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7325b73-1faf-49a2-a45b-896ce0359af4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (eb885471-72e2-41e0-b5b7-a3d9ee1c3bef), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.341066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7325b73-1faf-49a2-a45b-896ce0359af4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (eb885471-72e2-41e0-b5b7-a3d9ee1c3bef), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.401980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7325b73-1faf-49a2-a45b-896ce0359af4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb885471-72e2-41e0-b5b7-a3d9ee1c3bef,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:14.441222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae60c-5a46-4cf8-8f68-35eb31bbfc5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.447301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7325b73-1faf-49a2-a45b-896ce0359af4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.449058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c7325b73-1faf-49a2-a45b-896ce0359af4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199646 Feb 17 22:41:14.452167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46720) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:14.506117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c079be-922c-41ae-9702-bd6934fe269a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (eb885471-72e2-41e0-b5b7-a3d9ee1c3bef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.519789 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c079be-922c-41ae-9702-bd6934fe269a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (eb885471-72e2-41e0-b5b7-a3d9ee1c3bef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.577275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c079be-922c-41ae-9702-bd6934fe269a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (eb885471-72e2-41e0-b5b7-a3d9ee1c3bef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.585244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03c079be-922c-41ae-9702-bd6934fe269a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.586394 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-03c079be-922c-41ae-9702-bd6934fe269a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/eb885471-72e2-41e0-b5b7-a3d9ee1c3bef HTTP/1.1" status: 204 len: 168 time: 0.1332259 Feb 17 22:41:14.595003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46722) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:14.595820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c079be-922c-41ae-9702-bd6934fe269a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb885471-72e2-41e0-b5b7-a3d9ee1c3bef,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:14.673320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f6c5c56e-f705-4e05-afbf-02d3fa33b150 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0691416 Feb 17 22:41:14.676420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46724) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:14.695698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (ca0c372a-07fa-4b48-929a-9961a437f371), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.753432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ea6249c-bb0e-4b26-b9e8-537774bf06f6 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (6a166cba-2cbb-4d26-a4f0-3f33477449ea), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.780658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ea6249c-bb0e-4b26-b9e8-537774bf06f6 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (6a166cba-2cbb-4d26-a4f0-3f33477449ea), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.790319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Subnet': ['ID=ca0c372a-07fa-4b48-929a-9961a437f371,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:14.803520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Checking segment: {'id': '0770a474-5369-4a69-b097-f4f7b61fc122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:14.804148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network hostable DHCP agents. Network: 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:41:14.841720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ea6249c-bb0e-4b26-b9e8-537774bf06f6 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6a166cba-2cbb-4d26-a4f0-3f33477449ea), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.844555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5ea6249c-bb0e-4b26-b9e8-537774bf06f6 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.848428 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5ea6249c-bb0e-4b26-b9e8-537774bf06f6 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/6a166cba-2cbb-4d26-a4f0-3f33477449ea HTTP/1.1" status: 204 len: 168 time: 0.1684313 Feb 17 22:41:14.849449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46730) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:14.870414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6249c-bb0e-4b26-b9e8-537774bf06f6 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a166cba-2cbb-4d26-a4f0-3f33477449ea,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:14.892617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:41:14.912665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:14.922866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ae6e9e-e284-4cb1-84c5-80b4468c16c2 None None] Network 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:14.931912 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (7e672ee1-e7c9-4c42-b512-c7455abba8c9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:14.984211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fce450-b9ac-4be7-aaf2-0ea45d42a893 req-37bd37ee-be2c-4eec-81e6-d8f851b02f74 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:14.984791 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0dbca8c0-f448-4b89-92f1-dabb62816145 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1341729 Feb 17 22:41:14.988977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:14.996407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08fce450-b9ac-4be7-aaf2-0ea45d42a893 req-37bd37ee-be2c-4eec-81e6-d8f851b02f74 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1515803 Feb 17 22:41:14.999756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5dff87f1-c517-41ba-ad95-2e4abc0cee69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--144411725'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:15.043341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event updated for resources: {'Subnet': ['ID=7e672ee1-e7c9-4c42-b512-c7455abba8c9,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:15.055320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5dff87f1-c517-41ba-ad95-2e4abc0cee69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.100460 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08fce450-b9ac-4be7-aaf2-0ea45d42a893 req-0a223d41-fe14-4454-81b1-302769741fb8 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022396 Feb 17 22:41:15.101761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Checking segment: {'id': 'df35d00f-7df6-4ee7-81c8-b0f41978041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:15.103171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network hostable DHCP agents. Network: 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:41:15.133848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8', 'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8', 'project_id': '6684a008fa3e4b9c91428d4f05904e30', 'fixed_ips': [{'subnet_id': 'ca0c372a-07fa-4b48-929a-9961a437f371'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:41:15.135241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.144622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:41:15.160036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:15.171059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:15.171909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:15.173172 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.206555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8e49664c-f33a-4257-8d0c-0e5643e7feab tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.4726596 Feb 17 22:41:15.211418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46734) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:15.233705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5dff87f1-c517-41ba-ad95-2e4abc0cee69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (28d6a35d-883e-4526-86c1-82c16222c0b1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.258323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5dff87f1-c517-41ba-ad95-2e4abc0cee69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (28d6a35d-883e-4526-86c1-82c16222c0b1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.303260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dff87f1-c517-41ba-ad95-2e4abc0cee69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28d6a35d-883e-4526-86c1-82c16222c0b1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:15.308299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5dff87f1-c517-41ba-ad95-2e4abc0cee69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.316567 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5dff87f1-c517-41ba-ad95-2e4abc0cee69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3201778 Feb 17 22:41:15.318520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46736) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:15.323074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c22143b1-27bb-49a5-827d-29ef38dd43ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '28d6a35d-883e-4526-86c1-82c16222c0b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:15.354266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2296ba6-6d31-4548-8637-014ee0f09e1b tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:15.358960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a11be63-412e-4178-8888-ac95651b9cd5 None None] Network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:15.359711 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2296ba6-6d31-4548-8637-014ee0f09e1b tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:15.361160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2296ba6-6d31-4548-8637-014ee0f09e1b tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:15.362956 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2296ba6-6d31-4548-8637-014ee0f09e1b tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1504254 Feb 17 22:41:15.367445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46738) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:15.381223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c22143b1-27bb-49a5-827d-29ef38dd43ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (207435c4-e770-4abb-b84b-2b0c118af4aa), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.467851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Deleting subnet ca0c372a-07fa-4b48-929a-9961a437f371 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:41:15.495510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c22143b1-27bb-49a5-827d-29ef38dd43ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (207435c4-e770-4abb-b84b-2b0c118af4aa), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.504080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c22143b1-27bb-49a5-827d-29ef38dd43ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (207435c4-e770-4abb-b84b-2b0c118af4aa), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.533907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22143b1-27bb-49a5-827d-29ef38dd43ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207435c4-e770-4abb-b84b-2b0c118af4aa,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:15.542997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c22143b1-27bb-49a5-827d-29ef38dd43ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.547880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c22143b1-27bb-49a5-827d-29ef38dd43ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2268500 Feb 17 22:41:15.548834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46742) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:15.566758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-49a6d5a0-1eab-45ab-b3a8-11279c044a81 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '28d6a35d-883e-4526-86c1-82c16222c0b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:15.592715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Allocated IP 172.20.0.2 (4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8/ca0c372a-07fa-4b48-929a-9961a437f371/1aebcb99-f4b4-4709-bbc1-2d6c211d7c75) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:15.598617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-49a6d5a0-1eab-45ab-b3a8-11279c044a81 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (a7fead55-a811-49f9-968a-b60bf0a659a7), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.674663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-49a6d5a0-1eab-45ab-b3a8-11279c044a81 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (a7fead55-a811-49f9-968a-b60bf0a659a7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.680684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-49a6d5a0-1eab-45ab-b3a8-11279c044a81 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a7fead55-a811-49f9-968a-b60bf0a659a7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.708703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6d5a0-1eab-45ab-b3a8-11279c044a81 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fead55-a811-49f9-968a-b60bf0a659a7,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:15.719288 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-49a6d5a0-1eab-45ab-b3a8-11279c044a81 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.724185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-49a6d5a0-1eab-45ab-b3a8-11279c044a81 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1705089 Feb 17 22:41:15.725027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46744) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:15.730846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7a48ecae-0e5b-4047-9e51-37b64b4dc706 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '28d6a35d-883e-4526-86c1-82c16222c0b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:15.772461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a48ecae-0e5b-4047-9e51-37b64b4dc706 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (2f92a296-135d-4322-808e-c33c051ffa1f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.840204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-626cd37d-d0d7-4eb7-a0f4-6febbecfe01f', 'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f', 'project_id': '6684a008fa3e4b9c91428d4f05904e30', 'fixed_ips': [{'subnet_id': '7e672ee1-e7c9-4c42-b512-c7455abba8c9'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:41:15.841165 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.855143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a48ecae-0e5b-4047-9e51-37b64b4dc706 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (2f92a296-135d-4322-808e-c33c051ffa1f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.861159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a48ecae-0e5b-4047-9e51-37b64b4dc706 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2f92a296-135d-4322-808e-c33c051ffa1f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.892384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48ecae-0e5b-4047-9e51-37b64b4dc706 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f92a296-135d-4322-808e-c33c051ffa1f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:15.905654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7a48ecae-0e5b-4047-9e51-37b64b4dc706 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.907071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a48ecae-0e5b-4047-9e51-37b64b4dc706 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1805735 Feb 17 22:41:15.910304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46748) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:15.915588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9235cfac-c781-46a5-b503-03d3b7c9e8e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '28d6a35d-883e-4526-86c1-82c16222c0b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:15.952444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9235cfac-c781-46a5-b503-03d3b7c9e8e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (40057805-44cf-495a-b052-488d70f39ada), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.972615 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Publish callbacks [] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.988518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:15.988793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for subnet (ca0c372a-07fa-4b48-929a-9961a437f371), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.040452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Network 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:16.061803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:16.062041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (ca0c372a-07fa-4b48-929a-9961a437f371), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.071236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:16.102424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9235cfac-c781-46a5-b503-03d3b7c9e8e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (40057805-44cf-495a-b052-488d70f39ada), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.108590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9235cfac-c781-46a5-b503-03d3b7c9e8e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (40057805-44cf-495a-b052-488d70f39ada), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.109389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Pushing event updated for resources: {'Port': ['ID=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.156477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9235cfac-c781-46a5-b503-03d3b7c9e8e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40057805-44cf-495a-b052-488d70f39ada,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.179816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9235cfac-c781-46a5-b503-03d3b7c9e8e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.185251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9235cfac-c781-46a5-b503-03d3b7c9e8e7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2694285 Feb 17 22:41:16.185608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.187904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Allocated IP 172.20.0.18 (626cd37d-d0d7-4eb7-a0f4-6febbecfe01f/7e672ee1-e7c9-4c42-b512-c7455abba8c9/27a87deb-e697-41aa-8492-9818b59f6071) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:16.202010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fc66c506-35fd-443a-9d6c-8863fb60bdcd tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '28d6a35d-883e-4526-86c1-82c16222c0b1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:16.214031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Attempting to bind port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:41:16.214553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Attempting to bind port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '0770a474-5369-4a69-b097-f4f7b61fc122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:41:16.215025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Attempting to bind port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 on network 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:41:16.225106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:41:16.225499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Checking segment: {'id': '0770a474-5369-4a69-b097-f4f7b61fc122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:16.226060 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.226965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Bound using segment: {'id': '0770a474-5369-4a69-b097-f4f7b61fc122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:41:16.228277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Bound port: 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0770a474-5369-4a69-b097-f4f7b61fc122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:41:16.229011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.229173 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ca0c372a-07fa-4b48-929a-9961a437f371), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.247716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc66c506-35fd-443a-9d6c-8863fb60bdcd tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (134ea132-c4e9-4fa6-b9ae-ac820638ad4f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.335899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (ca0c372a-07fa-4b48-929a-9961a437f371), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.352609 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc66c506-35fd-443a-9d6c-8863fb60bdcd tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (134ea132-c4e9-4fa6-b9ae-ac820638ad4f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.359255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc66c506-35fd-443a-9d6c-8863fb60bdcd tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (134ea132-c4e9-4fa6-b9ae-ac820638ad4f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.373633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.377856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/subnets/ca0c372a-07fa-4b48-929a-9961a437f371 HTTP/1.1" status: 204 len: 168 time: 1.0090787 Feb 17 22:41:16.380717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46754) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.381434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66c506-35fd-443a-9d6c-8863fb60bdcd tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134ea132-c4e9-4fa6-b9ae-ac820638ad4f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.381571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bf6688-245c-4820-9d29-56da7f42c4ca tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0c372a-07fa-4b48-929a-9961a437f371,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.400316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc66c506-35fd-443a-9d6c-8863fb60bdcd tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.401554 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fc66c506-35fd-443a-9d6c-8863fb60bdcd tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2146013 Feb 17 22:41:16.405604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.414553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] For port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:41:16.422851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] For port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,segment=NetworkSegment(0770a474-5369-4a69-b097-f4f7b61fc122),segment_id=0770a474-5369-4a69-b097-f4f7b61fc122)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:41:16.440822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.445556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75f010d4-f8a8-4c1a-ba1c-717d21378234 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (134ea132-c4e9-4fa6-b9ae-ac820638ad4f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.455775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75f010d4-f8a8-4c1a-ba1c-717d21378234 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (134ea132-c4e9-4fa6-b9ae-ac820638ad4f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.457531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae816e11-c656-497e-9d39-a447cd97810c req-4f8d95e3-d562-4867-b085-c86977ca29ec tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:16.458759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae816e11-c656-497e-9d39-a447cd97810c req-4f8d95e3-d562-4867-b085-c86977ca29ec tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1639640 Feb 17 22:41:16.463110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Deleting subnet 7e672ee1-e7c9-4c42-b512-c7455abba8c9 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:41:16.488010 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75f010d4-f8a8-4c1a-ba1c-717d21378234 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (134ea132-c4e9-4fa6-b9ae-ac820638ad4f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.493112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75f010d4-f8a8-4c1a-ba1c-717d21378234 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.497550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75f010d4-f8a8-4c1a-ba1c-717d21378234 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/134ea132-c4e9-4fa6-b9ae-ac820638ad4f HTTP/1.1" status: 204 len: 168 time: 0.0900359 Feb 17 22:41:16.498177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46758) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.514873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae816e11-c656-497e-9d39-a447cd97810c req-de38d9b8-aec2-40bd-852f-7a15b36d7e8f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460284 Feb 17 22:41:16.519743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f010d4-f8a8-4c1a-ba1c-717d21378234 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=134ea132-c4e9-4fa6-b9ae-ac820638ad4f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.546360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91ab66-1304-4573-a56d-69602e6f94a5 None None] Pushing event updated for resources: {'Port': ['ID=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.559903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Publish callbacks [] for port (27a87deb-e697-41aa-8492-9818b59f6071), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.567457 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8ef16b1a-be1c-4f4c-9bb5-89ed5f49501e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0625036 Feb 17 22:41:16.567990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46760) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.574315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (27a87deb-e697-41aa-8492-9818b59f6071), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.576125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for subnet (7e672ee1-e7c9-4c42-b512-c7455abba8c9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.598078 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85a52070-bc39-41b7-b029-85d6e6c94522 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (40057805-44cf-495a-b052-488d70f39ada), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.610269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85a52070-bc39-41b7-b029-85d6e6c94522 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (40057805-44cf-495a-b052-488d70f39ada), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.641091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:16.649393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85a52070-bc39-41b7-b029-85d6e6c94522 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (40057805-44cf-495a-b052-488d70f39ada), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.650623 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (7e672ee1-e7c9-4c42-b512-c7455abba8c9), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.652706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:16.655009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85a52070-bc39-41b7-b029-85d6e6c94522 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.657940 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-85a52070-bc39-41b7-b029-85d6e6c94522 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/40057805-44cf-495a-b052-488d70f39ada HTTP/1.1" status: 204 len: 168 time: 0.0881503 Feb 17 22:41:16.660954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:16.663145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46766) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.674775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Pushing event updated for resources: {'Port': ['ID=27a87deb-e697-41aa-8492-9818b59f6071,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.696041 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a52070-bc39-41b7-b029-85d6e6c94522 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40057805-44cf-495a-b052-488d70f39ada,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:16.749882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46770) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.751332 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7608e5b6-85e3-4609-ae23-922170ac8d2a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0869806 Feb 17 22:41:16.754699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Attempting to bind port 27a87deb-e697-41aa-8492-9818b59f6071 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:41:16.755144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Attempting to bind port 27a87deb-e697-41aa-8492-9818b59f6071 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'df35d00f-7df6-4ee7-81c8-b0f41978041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:41:16.755475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Attempting to bind port 27a87deb-e697-41aa-8492-9818b59f6071 on network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:41:16.761327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:41:16.761757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Checking segment: {'id': 'df35d00f-7df6-4ee7-81c8-b0f41978041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:16.762204 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.762611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Bound using segment: {'id': 'df35d00f-7df6-4ee7-81c8-b0f41978041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:41:16.763155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Bound port: 27a87deb-e697-41aa-8492-9818b59f6071, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df35d00f-7df6-4ee7-81c8-b0f41978041d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '626cd37d-d0d7-4eb7-a0f4-6febbecfe01f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:41:16.763747 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (27a87deb-e697-41aa-8492-9818b59f6071), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.796718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e85aa33-f963-40f5-baac-678de8620b5a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (2f92a296-135d-4322-808e-c33c051ffa1f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.810448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e85aa33-f963-40f5-baac-678de8620b5a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (2f92a296-135d-4322-808e-c33c051ffa1f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.813435 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (7e672ee1-e7c9-4c42-b512-c7455abba8c9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.929950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e85aa33-f963-40f5-baac-678de8620b5a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2f92a296-135d-4322-808e-c33c051ffa1f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.936746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e85aa33-f963-40f5-baac-678de8620b5a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:16.941225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8e85aa33-f963-40f5-baac-678de8620b5a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/2f92a296-135d-4322-808e-c33c051ffa1f HTTP/1.1" status: 204 len: 168 time: 0.1860859 Feb 17 22:41:16.941225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46776) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:16.988792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e85aa33-f963-40f5-baac-678de8620b5a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f92a296-135d-4322-808e-c33c051ffa1f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:17.006388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] For port 27a87deb-e697-41aa-8492-9818b59f6071, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:41:17.015786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (7e672ee1-e7c9-4c42-b512-c7455abba8c9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.018897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] For port 27a87deb-e697-41aa-8492-9818b59f6071, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=27a87deb-e697-41aa-8492-9818b59f6071,segment=NetworkSegment(df35d00f-7df6-4ee7-81c8-b0f41978041d),segment_id=df35d00f-7df6-4ee7-81c8-b0f41978041d)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:41:17.038580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (27a87deb-e697-41aa-8492-9818b59f6071), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.068675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Subnet': ['ID=7e672ee1-e7c9-4c42-b512-c7455abba8c9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:17.139834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.148962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:17.153878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df6732-8011-45d1-9a0f-8b383cbda7ac None None] Pushing event updated for resources: {'Port': ['ID=27a87deb-e697-41aa-8492-9818b59f6071,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:17.162648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e3f4d93-6a64-4e1e-a7ea-851e92b95014 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/subnets/7e672ee1-e7c9-4c42-b512-c7455abba8c9 HTTP/1.1" status: 204 len: 168 time: 0.7783694 Feb 17 22:41:17.189779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-077b66c9-29df-4f0b-b89a-0a6e41e2cb69 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2442079 Feb 17 22:41:17.193444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46788) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:17.241310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa11f1b7-9ff6-404a-b3be-bfa4cfccd33b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (a7fead55-a811-49f9-968a-b60bf0a659a7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.256577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d437548-36f5-4fd4-984b-eb38f521e06b tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:17.259045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d437548-36f5-4fd4-984b-eb38f521e06b tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1092305 Feb 17 22:41:17.268877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:17.279320 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa11f1b7-9ff6-404a-b3be-bfa4cfccd33b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (a7fead55-a811-49f9-968a-b60bf0a659a7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.313356 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83d60bff-34e7-4540-afac-3ea773ba5915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.386612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa11f1b7-9ff6-404a-b3be-bfa4cfccd33b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a7fead55-a811-49f9-968a-b60bf0a659a7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.393179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fa11f1b7-9ff6-404a-b3be-bfa4cfccd33b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.397140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fa11f1b7-9ff6-404a-b3be-bfa4cfccd33b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/a7fead55-a811-49f9-968a-b60bf0a659a7 HTTP/1.1" status: 204 len: 168 time: 0.1999462 Feb 17 22:41:17.397682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:17.405028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (626cd37d-d0d7-4eb7-a0f4-6febbecfe01f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.414760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa11f1b7-9ff6-404a-b3be-bfa4cfccd33b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7fead55-a811-49f9-968a-b60bf0a659a7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:17.577283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b3e1ef21-8c2a-47ec-b0f5-ab31b17c7557 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1772380 Feb 17 22:41:17.579550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46810) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:17.604926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Deleting port 27a87deb-e697-41aa-8492-9818b59f6071 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:17.605554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:41:17.607630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (27a87deb-e697-41aa-8492-9818b59f6071), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.653559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03968485-aa9b-41f1-9ac2-dfd6afd1db4d tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (207435c4-e770-4abb-b84b-2b0c118af4aa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.662635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03968485-aa9b-41f1-9ac2-dfd6afd1db4d tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (207435c4-e770-4abb-b84b-2b0c118af4aa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.753529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03968485-aa9b-41f1-9ac2-dfd6afd1db4d tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (207435c4-e770-4abb-b84b-2b0c118af4aa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.753843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:17.754426 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.776896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03968485-aa9b-41f1-9ac2-dfd6afd1db4d tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.781808 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-03968485-aa9b-41f1-9ac2-dfd6afd1db4d tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/207435c4-e770-4abb-b84b-2b0c118af4aa HTTP/1.1" status: 204 len: 168 time: 0.1984699 Feb 17 22:41:17.783093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46816) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:17.814718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] For port 27a87deb-e697-41aa-8492-9818b59f6071, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=27a87deb-e697-41aa-8492-9818b59f6071,segment=NetworkSegment(df35d00f-7df6-4ee7-81c8-b0f41978041d),segment_id=df35d00f-7df6-4ee7-81c8-b0f41978041d)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:17.815231 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (27a87deb-e697-41aa-8492-9818b59f6071), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:17.843516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03968485-aa9b-41f1-9ac2-dfd6afd1db4d tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=207435c4-e770-4abb-b84b-2b0c118af4aa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:17.890130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Calling delete_port for 27a87deb-e697-41aa-8492-9818b59f6071 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:17.894577 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0720d3fb-954f-487d-addf-a0eb40312316 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1055229 Feb 17 22:41:17.898719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46830) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:17.930356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0d5d4-0ef3-4dcf-a872-59bb4637c882 req-a71fbdf6-40a8-401c-a329-fbd445893088 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:17.936342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:17.937377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28c0d5d4-0ef3-4dcf-a872-59bb4637c882 req-a71fbdf6-40a8-401c-a329-fbd445893088 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.3023269 Feb 17 22:41:17.942729 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.038883 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.065801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,segment=NetworkSegment(0770a474-5369-4a69-b097-f4f7b61fc122),segment_id=0770a474-5369-4a69-b097-f4f7b61fc122)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:18.077659 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.176134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:18.244780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227cc326-dbfd-422a-b5b1-8a2d6652ab62 req-b899582c-a798-4d4c-9524-608746eb2b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:18.247323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-227cc326-dbfd-422a-b5b1-8a2d6652ab62 req-b899582c-a798-4d4c-9524-608746eb2b03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.2886147 Feb 17 22:41:18.300942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28c0d5d4-0ef3-4dcf-a872-59bb4637c882 req-905b6b49-7e99-43ad-b96e-08e212a31042 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523297 Feb 17 22:41:18.316294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005351a-70d4-4172-95c9-e5d034ab5a77 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (28d6a35d-883e-4526-86c1-82c16222c0b1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.368070 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (27a87deb-e697-41aa-8492-9818b59f6071), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.391593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7282f8b1-6b81-4967-bc3b-a047826909c6 None None] Network 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:18.431849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] No DVR routers for this DVR port 27a87deb-e697-41aa-8492-9818b59f6071 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:18.462824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Port': ['ID=27a87deb-e697-41aa-8492-9818b59f6071,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:18.468692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005351a-70d4-4172-95c9-e5d034ab5a77 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (28d6a35d-883e-4526-86c1-82c16222c0b1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.564182 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (626cd37d-d0d7-4eb7-a0f4-6febbecfe01f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.579638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-227cc326-dbfd-422a-b5b1-8a2d6652ab62 req-dc6587c0-17ab-4e48-b590-d40ca7561ac0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212523 Feb 17 22:41:18.611933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-33090930-4290-49c6-91b5-80c5e7bd29d1 None None] Provisioning complete for port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:18.612504 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33090930-4290-49c6-91b5-80c5e7bd29d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.615877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['626cd37d-d0d7-4eb7-a0f4-6febbecfe01f']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:18.640289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df35d00f-7df6-4ee7-81c8-b0f41978041d') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:18.640615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df35d00f-7df6-4ee7-81c8-b0f41978041d') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:18.653478 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (df35d00f-7df6-4ee7-81c8-b0f41978041d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.676066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (df35d00f-7df6-4ee7-81c8-b0f41978041d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.699026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:18.702423 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (df35d00f-7df6-4ee7-81c8-b0f41978041d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:18.706475 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:18.726341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005351a-70d4-4172-95c9-e5d034ab5a77 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (28d6a35d-883e-4526-86c1-82c16222c0b1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.733539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005351a-70d4-4172-95c9-e5d034ab5a77 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.735773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5005351a-70d4-4172-95c9-e5d034ab5a77 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/28d6a35d-883e-4526-86c1-82c16222c0b1 HTTP/1.1" status: 204 len: 168 time: 0.8337758 Feb 17 22:41:18.738596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46912) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:18.821189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] DHCP port deletion for 4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:41:18.861879 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5a7777fc-f759-44ea-a646-87560b7b20b4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1177487 Feb 17 22:41:18.869722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46926) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:18.883044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6a27f0b4-6c01-48a8-af99-8775c26c2898 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--481367198'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:18.891068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-33090930-4290-49c6-91b5-80c5e7bd29d1 None None] Current status of the port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:18.897545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (626cd37d-d0d7-4eb7-a0f4-6febbecfe01f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.910079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.917925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/networks/626cd37d-d0d7-4eb7-a0f4-6febbecfe01f HTTP/1.1" status: 204 len: 168 time: 1.6476259 Feb 17 22:41:18.923321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 46934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:18.934076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005351a-70d4-4172-95c9-e5d034ab5a77 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d6a35d-883e-4526-86c1-82c16222c0b1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:18.954849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] Deleting port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:18.955496 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:18.974998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc2920-8c95-474b-92d6-a8fd5fe0c413 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Network': ['ID=626cd37d-d0d7-4eb7-a0f4-6febbecfe01f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:19.024214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a27f0b4-6c01-48a8-af99-8775c26c2898 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.112177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] For port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,segment=NetworkSegment(0770a474-5369-4a69-b097-f4f7b61fc122),segment_id=0770a474-5369-4a69-b097-f4f7b61fc122)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:19.112381 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.128831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.144547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19305e5-9deb-486c-81b1-102bd841b898 None None] DHCP port deletion for 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:41:19.148415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] Calling delete_port for 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:19.162147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cafafc76-8d1e-482e-97ee-4ee561b46607 None None] Could not find standard attr ID for object 27a87deb-e697-41aa-8492-9818b59f6071. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 22:41:19.192661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3682b1c-4ce3-4d3c-ae5f-54fea23e6ad5 None None] Network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:19.249461 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a27f0b4-6c01-48a8-af99-8775c26c2898 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (58a0c0e1-e60a-4fac-b34c-f4ca130b133c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.258047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a27f0b4-6c01-48a8-af99-8775c26c2898 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (58a0c0e1-e60a-4fac-b34c-f4ca130b133c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.266031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3682b1c-4ce3-4d3c-ae5f-54fea23e6ad5 None None] Network 626cd37d-d0d7-4eb7-a0f4-6febbecfe01f could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:41:19.300213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Deleting port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:19.300715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.311149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6a27f0b4-6c01-48a8-af99-8775c26c2898 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.316226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 46972) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:19.316628 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6a27f0b4-6c01-48a8-af99-8775c26c2898 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4455385 Feb 17 22:41:19.340344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-be8aee4c-730e-4ac2-ba8f-fa76a6f1d193 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '58a0c0e1-e60a-4fac-b34c-f4ca130b133c', 'direction': 'ingress', 'protocol': 17}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:19.379097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27f0b4-6c01-48a8-af99-8775c26c2898 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58a0c0e1-e60a-4fac-b34c-f4ca130b133c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:19.440112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be8aee4c-730e-4ac2-ba8f-fa76a6f1d193 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (97e73f98-1ef7-4a30-8f49-292dabd2aad6), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.442084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] For port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,segment=NetworkSegment(0770a474-5369-4a69-b097-f4f7b61fc122),segment_id=0770a474-5369-4a69-b097-f4f7b61fc122)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:19.442535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.465974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.468582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.486300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] No DVR routers for this DVR port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:19.512699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Calling delete_port for 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:19.518141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce5b36-0fd5-482f-8215-c5122ca8a516 None None] Pushing event deleted for resources: {'Port': ['ID=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:19.566431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:41:19.599494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:41:19.601782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:19.670698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149b3d4-d52a-479a-a1f1-3496f7bf3920 req-b63f0325-9fd8-48d2-ac1f-b71b55f0cc4d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:19.677608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6149b3d4-d52a-479a-a1f1-3496f7bf3920 req-b63f0325-9fd8-48d2-ac1f-b71b55f0cc4d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2552667 Feb 17 22:41:19.681766 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be8aee4c-730e-4ac2-ba8f-fa76a6f1d193 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (97e73f98-1ef7-4a30-8f49-292dabd2aad6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.699767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be8aee4c-730e-4ac2-ba8f-fa76a6f1d193 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (97e73f98-1ef7-4a30-8f49-292dabd2aad6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.704678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1aebcb99-f4b4-4709-bbc1-2d6c211d7c75), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.747408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Port': ['ID=1aebcb99-f4b4-4709-bbc1-2d6c211d7c75,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:19.752739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] No DVR routers for this DVR port 1aebcb99-f4b4-4709-bbc1-2d6c211d7c75 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:19.759337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8aee4c-730e-4ac2-ba8f-fa76a6f1d193 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e73f98-1ef7-4a30-8f49-292dabd2aad6,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:19.788561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be8aee4c-730e-4ac2-ba8f-fa76a6f1d193 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.790117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-be8aee4c-730e-4ac2-ba8f-fa76a6f1d193 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4718213 Feb 17 22:41:19.792915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47014) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:19.820200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6149b3d4-d52a-479a-a1f1-3496f7bf3920 req-6d499868-340b-4785-882f-4c5cc8c3cbf3 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412377 Feb 17 22:41:19.879993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.917526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:19.939241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0770a474-5369-4a69-b097-f4f7b61fc122') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:19.939544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0770a474-5369-4a69-b097-f4f7b61fc122') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:19.941797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30d6655-3873-43e9-9fd1-2965cd45250c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (58a0c0e1-e60a-4fac-b34c-f4ca130b133c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.959984 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (0770a474-5369-4a69-b097-f4f7b61fc122), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.983545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30d6655-3873-43e9-9fd1-2965cd45250c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (58a0c0e1-e60a-4fac-b34c-f4ca130b133c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:19.986751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0770a474-5369-4a69-b097-f4f7b61fc122), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.001463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:20.001463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (0770a474-5369-4a69-b097-f4f7b61fc122), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: self.session.flush() Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:20.004198 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:20.086991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.101906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.108687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47054) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:20.109788 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/networks/4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8 HTTP/1.1" status: 204 len: 168 time: 1.1844070 Feb 17 22:41:20.120685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddbde77-8654-4e99-84f0-00fae2d42a84 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Network': ['ID=4bdbeaad-0bb7-4ac3-a816-d9f71ef8beb8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:20.131856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30d6655-3873-43e9-9fd1-2965cd45250c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (58a0c0e1-e60a-4fac-b34c-f4ca130b133c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.134616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a30d6655-3873-43e9-9fd1-2965cd45250c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.136163 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a30d6655-3873-43e9-9fd1-2965cd45250c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/58a0c0e1-e60a-4fac-b34c-f4ca130b133c HTTP/1.1" status: 204 len: 168 time: 0.3420064 Feb 17 22:41:20.141807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47058) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:20.162167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d6655-3873-43e9-9fd1-2965cd45250c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a0c0e1-e60a-4fac-b34c-f4ca130b133c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:20.204782 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6ac8c4dd-5048-4aa4-a387-f8affcf0c2a5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0615022 Feb 17 22:41:20.212868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47066) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:20.219819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-58c9802d-1d0d-4c7e-9eb9-3687f11c179e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--734763787'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:20.231992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (222e3a94-0671-4b6f-a979-200286ed96a3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.250347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58c9802d-1d0d-4c7e-9eb9-3687f11c179e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.351269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58c9802d-1d0d-4c7e-9eb9-3687f11c179e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (b75bb3ec-4f04-44b1-8c29-957e4952e0b3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.357563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (222e3a94-0671-4b6f-a979-200286ed96a3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.358548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58c9802d-1d0d-4c7e-9eb9-3687f11c179e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b75bb3ec-4f04-44b1-8c29-957e4952e0b3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.406000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c9802d-1d0d-4c7e-9eb9-3687f11c179e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b75bb3ec-4f04-44b1-8c29-957e4952e0b3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:20.412186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['222e3a94-0671-4b6f-a979-200286ed96a3']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:20.423627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-58c9802d-1d0d-4c7e-9eb9-3687f11c179e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.429044 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-58c9802d-1d0d-4c7e-9eb9-3687f11c179e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2107904 Feb 17 22:41:20.429044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:20.434701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979f3a48-b599-424e-af84-094fec11ff81') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:20.435050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979f3a48-b599-424e-af84-094fec11ff81') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:20.441243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3ebaef58-dd7a-4770-ad46-ebae2ba1fd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--375635689'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:20.448417 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (979f3a48-b599-424e-af84-094fec11ff81), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.473145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (979f3a48-b599-424e-af84-094fec11ff81), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.474563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ebaef58-dd7a-4770-ad46-ebae2ba1fd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.485018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:20.486284 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (979f3a48-b599-424e-af84-094fec11ff81), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:20.491663 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:20.576711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (222e3a94-0671-4b6f-a979-200286ed96a3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.580229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ebaef58-dd7a-4770-ad46-ebae2ba1fd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (40773b5f-6757-473e-a8a3-4bfc8f1b0634), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.589393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ebaef58-dd7a-4770-ad46-ebae2ba1fd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (40773b5f-6757-473e-a8a3-4bfc8f1b0634), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.590072 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.597971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/networks/222e3a94-0671-4b6f-a979-200286ed96a3 HTTP/1.1" status: 204 len: 168 time: 0.4867792 Feb 17 22:41:20.600205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47112) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:20.625632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01dc93-3319-4ee9-8333-76d764ebbcce tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Network': ['ID=222e3a94-0671-4b6f-a979-200286ed96a3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:20.642655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebaef58-dd7a-4770-ad46-ebae2ba1fd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40773b5f-6757-473e-a8a3-4bfc8f1b0634,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:20.648116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ebaef58-dd7a-4770-ad46-ebae2ba1fd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.652727 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3ebaef58-dd7a-4770-ad46-ebae2ba1fd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2231188 Feb 17 22:41:20.653506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:20.658867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-76cc0b58-44a4-4385-9bff-bbbe2161b750 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': 'b75bb3ec-4f04-44b1-8c29-957e4952e0b3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '40773b5f-6757-473e-a8a3-4bfc8f1b0634', 'remote_ip_prefix': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:20.708744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76cc0b58-44a4-4385-9bff-bbbe2161b750 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (495f4c98-96be-4494-bf88-b79b5acfa6c3), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.851215 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.867443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (fb0bbcb5-38b8-4c70-8f78-b350dcff35eb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.884336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76cc0b58-44a4-4385-9bff-bbbe2161b750 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (495f4c98-96be-4494-bf88-b79b5acfa6c3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.890080 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76cc0b58-44a4-4385-9bff-bbbe2161b750 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (495f4c98-96be-4494-bf88-b79b5acfa6c3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.915532 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76cc0b58-44a4-4385-9bff-bbbe2161b750 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.919733 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-76cc0b58-44a4-4385-9bff-bbbe2161b750 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2623527 Feb 17 22:41:20.919733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc0b58-44a4-4385-9bff-bbbe2161b750 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495f4c98-96be-4494-bf88-b79b5acfa6c3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:20.921654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47140) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:20.961034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2901d24-e476-473e-a74c-4390c06cce00 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (495f4c98-96be-4494-bf88-b79b5acfa6c3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:20.973247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2901d24-e476-473e-a74c-4390c06cce00 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (495f4c98-96be-4494-bf88-b79b5acfa6c3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.013825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2901d24-e476-473e-a74c-4390c06cce00 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (495f4c98-96be-4494-bf88-b79b5acfa6c3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.022646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2901d24-e476-473e-a74c-4390c06cce00 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.027553 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2901d24-e476-473e-a74c-4390c06cce00 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/495f4c98-96be-4494-bf88-b79b5acfa6c3 HTTP/1.1" status: 204 len: 168 time: 0.1046631 Feb 17 22:41:21.029097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47154) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:21.052730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (fb0bbcb5-38b8-4c70-8f78-b350dcff35eb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.054955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2901d24-e476-473e-a74c-4390c06cce00 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=495f4c98-96be-4494-bf88-b79b5acfa6c3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:21.073887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e3347-99ff-4eb2-a482-0709b5add4ce req-1d3ebbd7-5276-468f-a356-d5024636d2db tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:21.077326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb0e3347-99ff-4eb2-a482-0709b5add4ce req-1d3ebbd7-5276-468f-a356-d5024636d2db tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1413534 Feb 17 22:41:21.096173 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1c8cd2ba-a236-435f-8bd0-0da736dcd64a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0643556 Feb 17 22:41:21.103131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47162) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:21.139182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb0bbcb5-38b8-4c70-8f78-b350dcff35eb']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:21.145785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb0e3347-99ff-4eb2-a482-0709b5add4ce req-0f75f833-c9d2-4a46-b0c8-aa2a29949f9e tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609283 Feb 17 22:41:21.164439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a9b5f6-d401-4cc8-a07b-ffffb7a855da') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:21.164887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a9b5f6-d401-4cc8-a07b-ffffb7a855da') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:21.196026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d7a9b5f6-d401-4cc8-a07b-ffffb7a855da), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.201352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34a999dc-aedd-45e7-beaf-bda772998e98 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (40773b5f-6757-473e-a8a3-4bfc8f1b0634), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.223402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d7a9b5f6-d401-4cc8-a07b-ffffb7a855da), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.232138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:21.232747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d7a9b5f6-d401-4cc8-a07b-ffffb7a855da), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:21.236432 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:21.255876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34a999dc-aedd-45e7-beaf-bda772998e98 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (40773b5f-6757-473e-a8a3-4bfc8f1b0634), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.271092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:41:21.326598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (fb0bbcb5-38b8-4c70-8f78-b350dcff35eb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.328193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34a999dc-aedd-45e7-beaf-bda772998e98 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (40773b5f-6757-473e-a8a3-4bfc8f1b0634), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.332149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34a999dc-aedd-45e7-beaf-bda772998e98 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.333430 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-34a999dc-aedd-45e7-beaf-bda772998e98 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/40773b5f-6757-473e-a8a3-4bfc8f1b0634 HTTP/1.1" status: 204 len: 168 time: 0.2293124 Feb 17 22:41:21.339532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47194) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:21.341185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.345473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] 10.222.0.79 "DELETE /v2.0/networks/fb0bbcb5-38b8-4c70-8f78-b350dcff35eb HTTP/1.1" status: 204 len: 168 time: 0.7438240 Feb 17 22:41:21.372942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a999dc-aedd-45e7-beaf-bda772998e98 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40773b5f-6757-473e-a8a3-4bfc8f1b0634,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:21.383039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec6723-4d75-4003-baea-0dce0d7cdfe7 tempest-BulkNetworkOpsTest-466433562 tempest-BulkNetworkOpsTest-466433562-project] Pushing event deleted for resources: {'Network': ['ID=fb0bbcb5-38b8-4c70-8f78-b350dcff35eb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:21.428300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8d564fe3-68eb-4a64-8e7d-6449cbc6c645 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.0806823 Feb 17 22:41:21.430543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47208) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:21.539324 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33331499-37ca-4e42-967d-e142398e9e9a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (b75bb3ec-4f04-44b1-8c29-957e4952e0b3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.630544 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33331499-37ca-4e42-967d-e142398e9e9a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (b75bb3ec-4f04-44b1-8c29-957e4952e0b3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.703662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-6760de9c-1632-46cf-baf7-5dcd30504819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:21.705714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-6760de9c-1632-46cf-baf7-5dcd30504819 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 1128 time: 0.1481266 Feb 17 22:41:21.727219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfcd05-d580-4401-88d1-1ce55ced3a7f req-1395aa4b-5913-45d6-92f2-86fb2df727bf tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:21.729099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8edfcd05-d580-4401-88d1-1ce55ced3a7f req-1395aa4b-5913-45d6-92f2-86fb2df727bf tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1237819 Feb 17 22:41:21.731983 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33331499-37ca-4e42-967d-e142398e9e9a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b75bb3ec-4f04-44b1-8c29-957e4952e0b3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.735103 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-33331499-37ca-4e42-967d-e142398e9e9a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.736312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-33331499-37ca-4e42-967d-e142398e9e9a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/b75bb3ec-4f04-44b1-8c29-957e4952e0b3 HTTP/1.1" status: 204 len: 168 time: 0.3044994 Feb 17 22:41:21.739158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47244) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:21.790753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47252) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:21.806906 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fdb97ea2-47af-4f9d-947a-3e553326f1f2 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0601828 Feb 17 22:41:21.808532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47258) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:21.816988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9d7e9543-759a-4c5f-8a75-3f7cfaa714e0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045991929'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:21.830650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33331499-37ca-4e42-967d-e142398e9e9a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75bb3ec-4f04-44b1-8c29-957e4952e0b3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:21.853553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9543-759a-4c5f-8a75-3f7cfaa714e0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.908419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8edfcd05-d580-4401-88d1-1ce55ced3a7f req-be9cd826-8c0e-4412-8b69-7ba8b7c44b64 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100333 Feb 17 22:41:21.938815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-59f799c0-3a76-43e8-9a76-60961fe6b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:21.940953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-59f799c0-3a76-43e8-9a76-60961fe6b74d service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.2275834 Feb 17 22:41:21.984233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9543-759a-4c5f-8a75-3f7cfaa714e0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (2a6ea099-64af-4aed-a6c8-62ac971fe5f8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.992177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9543-759a-4c5f-8a75-3f7cfaa714e0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2a6ea099-64af-4aed-a6c8-62ac971fe5f8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:21.998308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-6a959c71-b93c-463a-a274-4410196b4367 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 200 len: 217 time: 0.0517406 Feb 17 22:41:22.055874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-f8101674-3ef6-4534-bd24-67b5f372288a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:22.057866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-f8101674-3ef6-4534-bd24-67b5f372288a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.0537035 Feb 17 22:41:22.069157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d7e9543-759a-4c5f-8a75-3f7cfaa714e0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.073296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d7e9543-759a-4c5f-8a75-3f7cfaa714e0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2604113 Feb 17 22:41:22.074037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47288) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:22.079514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-40124f9d-8e30-4092-bd50-b26cdb881398 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '2a6ea099-64af-4aed-a6c8-62ac971fe5f8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:22.098180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7e9543-759a-4c5f-8a75-3f7cfaa714e0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ea099-64af-4aed-a6c8-62ac971fe5f8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:22.102713 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f695c213-e10c-49f5-8357-3daaa0b98310 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6684a008fa3e4b9c91428d4f05904e30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3103995 Feb 17 22:41:22.105213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:22.116436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-6cd87806-1088-4494-a9bb-87958f519e7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523880 Feb 17 22:41:22.178288 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40124f9d-8e30-4092-bd50-b26cdb881398 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (75e9615c-fa9d-4edb-b77b-b2f99675dd6b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.193979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51d2de21-9f61-4910-8776-582cb52ae699 admin admin] Publish callbacks [] for security_group (392454f8-1636-482d-86e4-06242d355ba4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.257533 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51d2de21-9f61-4910-8776-582cb52ae699 admin admin] Publish callbacks [] for security_group (392454f8-1636-482d-86e4-06242d355ba4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.285204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-b8ecce7e-799c-46e2-992e-99fa78a116e4 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593218 Feb 17 22:41:22.290767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40124f9d-8e30-4092-bd50-b26cdb881398 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (75e9615c-fa9d-4edb-b77b-b2f99675dd6b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.324481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40124f9d-8e30-4092-bd50-b26cdb881398 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (75e9615c-fa9d-4edb-b77b-b2f99675dd6b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.373419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51d2de21-9f61-4910-8776-582cb52ae699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (392454f8-1636-482d-86e4-06242d355ba4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.378474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-51d2de21-9f61-4910-8776-582cb52ae699 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.380408 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-51d2de21-9f61-4910-8776-582cb52ae699 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/392454f8-1636-482d-86e4-06242d355ba4 HTTP/1.1" status: 204 len: 168 time: 0.2740719 Feb 17 22:41:22.417516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d2de21-9f61-4910-8776-582cb52ae699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392454f8-1636-482d-86e4-06242d355ba4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:22.424131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40124f9d-8e30-4092-bd50-b26cdb881398 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e9615c-fa9d-4edb-b77b-b2f99675dd6b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:22.432171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-40124f9d-8e30-4092-bd50-b26cdb881398 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.433750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-40124f9d-8e30-4092-bd50-b26cdb881398 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3581564 Feb 17 22:41:22.438006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47324) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:22.497532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4387a2a1-30d2-4547-acb9-d4e7c8aa4626 req-e4a36617-d71e-4c59-b1f1-d694e20749f4 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941481 Feb 17 22:41:22.564002 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27fe372c-934e-4035-a97e-c58613333ea5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (75e9615c-fa9d-4edb-b77b-b2f99675dd6b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.600559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27fe372c-934e-4035-a97e-c58613333ea5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (75e9615c-fa9d-4edb-b77b-b2f99675dd6b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.643614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27fe372c-934e-4035-a97e-c58613333ea5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (75e9615c-fa9d-4edb-b77b-b2f99675dd6b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.670460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27fe372c-934e-4035-a97e-c58613333ea5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.675556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47338) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:22.678368 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-27fe372c-934e-4035-a97e-c58613333ea5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/75e9615c-fa9d-4edb-b77b-b2f99675dd6b HTTP/1.1" status: 204 len: 168 time: 0.2386241 Feb 17 22:41:22.690440 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fe372c-934e-4035-a97e-c58613333ea5 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75e9615c-fa9d-4edb-b77b-b2f99675dd6b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:22.776107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2af75d96-d117-4bbb-93b1-2aa6c7986588 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0952976 Feb 17 22:41:22.778400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47342) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:22.930935 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7bc95b2-f474-4714-9d0a-8a989569ee8c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (2a6ea099-64af-4aed-a6c8-62ac971fe5f8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.989552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7bc95b2-f474-4714-9d0a-8a989569ee8c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (2a6ea099-64af-4aed-a6c8-62ac971fe5f8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:22.999326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-ab7fe91f-b56a-4fbb-a983-be3f7ee702f9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:23.001400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-ab7fe91f-b56a-4fbb-a983-be3f7ee702f9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.2120235 Feb 17 22:41:23.052030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-c31f4c9d-bded-4fdd-8458-1a5f937a540a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/quotas/4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 375 time: 0.0411019 Feb 17 22:41:23.165779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d08a7-f023-4866-a944-705eb78d5c94 req-1aac58f6-92f5-49af-a78d-5ee56df62641 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:23.167529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b9d08a7-f023-4866-a944-705eb78d5c94 req-1aac58f6-92f5-49af-a78d-5ee56df62641 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1414628 Feb 17 22:41:23.171055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7bc95b2-f474-4714-9d0a-8a989569ee8c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2a6ea099-64af-4aed-a6c8-62ac971fe5f8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.174001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7bc95b2-f474-4714-9d0a-8a989569ee8c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.175444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f7bc95b2-f474-4714-9d0a-8a989569ee8c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/2a6ea099-64af-4aed-a6c8-62ac971fe5f8 HTTP/1.1" status: 204 len: 168 time: 0.3942940 Feb 17 22:41:23.178182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47354) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:23.188714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc95b2-f474-4714-9d0a-8a989569ee8c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ea099-64af-4aed-a6c8-62ac971fe5f8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:23.230162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-1136242e-0b3c-4be3-9d18-a40b866ef4dc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1571717 Feb 17 22:41:23.252606 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dab96ea1-57f6-42de-8982-c373851dc391 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0720193 Feb 17 22:41:23.256928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47358) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:23.262087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-96e43902-46a3-47ea-93fb-a03749bcf6f4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--513414947'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:23.280927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b9d08a7-f023-4866-a944-705eb78d5c94 req-49bd7aac-4f75-482f-bab3-b369dcef882a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027930 Feb 17 22:41:23.302598 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96e43902-46a3-47ea-93fb-a03749bcf6f4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.419647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96e43902-46a3-47ea-93fb-a03749bcf6f4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.425207 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96e43902-46a3-47ea-93fb-a03749bcf6f4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.431341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-52a3e708-d07f-48d4-aaff-4a9a9a8970b4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:41:23.441101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-52a3e708-d07f-48d4-aaff-4a9a9a8970b4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2099867 Feb 17 22:41:23.464912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96e43902-46a3-47ea-93fb-a03749bcf6f4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.466825 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-96e43902-46a3-47ea-93fb-a03749bcf6f4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2087169 Feb 17 22:41:23.470816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47366) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:23.476807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d28ae358-22f6-4e7e-9de0-9798f86b8969 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:23.477005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e43902-46a3-47ea-93fb-a03749bcf6f4 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:23.581186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d28ae358-22f6-4e7e-9de0-9798f86b8969 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (15604b61-48a8-4921-8034-6aabf9b22d9f), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.618942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-52f28e18-29fd-419c-9bc6-8919128d900f service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766934 Feb 17 22:41:23.648376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47370) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:23.702511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d28ae358-22f6-4e7e-9de0-9798f86b8969 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (15604b61-48a8-4921-8034-6aabf9b22d9f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.708260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d28ae358-22f6-4e7e-9de0-9798f86b8969 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (15604b61-48a8-4921-8034-6aabf9b22d9f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.745666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ae358-22f6-4e7e-9de0-9798f86b8969 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15604b61-48a8-4921-8034-6aabf9b22d9f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:23.761121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d28ae358-22f6-4e7e-9de0-9798f86b8969 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.763045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d28ae358-22f6-4e7e-9de0-9798f86b8969 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2903159 Feb 17 22:41:23.766526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47374) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:23.791200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-5790583f-2916-4696-a63e-c95c9e19803e service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607952 Feb 17 22:41:23.794655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:23.794960 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-63b1f4e8-7170-4a80-b8ea-f1d01bcb6c20 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules/15604b61-48a8-4921-8034-6aabf9b22d9f HTTP/1.1" status: 200 len: 763 time: 0.0267813 Feb 17 22:41:23.815972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-751596622'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:23.858263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:23.869801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9938b30d-28d4-4db6-8d3d-5417cebb5845 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0736158 Feb 17 22:41:23.873266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47380) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:23.886986 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.907156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.916840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c59e-a63b-4bb3-b739-381edca4bd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (15604b61-48a8-4921-8034-6aabf9b22d9f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.931092 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c59e-a63b-4bb3-b739-381edca4bd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (15604b61-48a8-4921-8034-6aabf9b22d9f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.973958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c59e-a63b-4bb3-b739-381edca4bd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (15604b61-48a8-4921-8034-6aabf9b22d9f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.985179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9b4c59e-a63b-4bb3-b739-381edca4bd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:23.987159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9b4c59e-a63b-4bb3-b739-381edca4bd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/15604b61-48a8-4921-8034-6aabf9b22d9f HTTP/1.1" status: 204 len: 168 time: 0.1122017 Feb 17 22:41:23.990235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.001583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b4c59e-a63b-4bb3-b739-381edca4bd28 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15604b61-48a8-4921-8034-6aabf9b22d9f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:24.109687 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1613896b-e2c6-4201-8c9e-cc0ca4af5e2c tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1158409 Feb 17 22:41:24.110623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47390) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.120804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-96625c6c-e119-4d59-8ece-0c16414f5963 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:24.138728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-523b5369-09d6-42e7-b9b6-716e8ca884d9 req-f7becb12-1965-49ac-a91a-9fc3f81d16f5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0355356 Feb 17 22:41:24.168678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for security_group (141f57bb-43bd-4822-b853-e576178cee42), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.171115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96625c6c-e119-4d59-8ece-0c16414f5963 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (bf3ef341-2190-4133-b91b-db0537b17869), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.178088 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (141f57bb-43bd-4822-b853-e576178cee42), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.228903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:24.243220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=141f57bb-43bd-4822-b853-e576178cee42,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:24.275331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9c361a7b-3200-459b-9724-2b5a72eccdb5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.275704 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment 9c361a7b-3200-459b-9724-2b5a72eccdb5 of type vlan for network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c Feb 17 22:41:24.349827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96625c6c-e119-4d59-8ece-0c16414f5963 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (bf3ef341-2190-4133-b91b-db0537b17869), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.357339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2bc7f89c-8967-4cf1-963a-553dfcb37d3c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.361871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96625c6c-e119-4d59-8ece-0c16414f5963 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (bf3ef341-2190-4133-b91b-db0537b17869), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.385897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96625c6c-e119-4d59-8ece-0c16414f5963 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3ef341-2190-4133-b91b-db0537b17869,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:24.413988 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96625c6c-e119-4d59-8ece-0c16414f5963 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.415468 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-96625c6c-e119-4d59-8ece-0c16414f5963 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2984543 Feb 17 22:41:24.418424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47400) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.428650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2bc7f89c-8967-4cf1-963a-553dfcb37d3c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.434350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:24.435058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.453850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e5b69b-fd50-4fc8-8683-13b9f663040a req-74763487-817b-4bdb-9b58-b840a0ca1009 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:24.462423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28e5b69b-fd50-4fc8-8683-13b9f663040a req-74763487-817b-4bdb-9b58-b840a0ca1009 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1061931 Feb 17 22:41:24.515279 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-caea34e9-19f1-4108-b363-e118e4e58c1a tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules/bf3ef341-2190-4133-b91b-db0537b17869 HTTP/1.1" status: 200 len: 763 time: 0.0942848 Feb 17 22:41:24.519209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.545744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28e5b69b-fd50-4fc8-8683-13b9f663040a req-1951f9e3-9ee3-45b0-9205-2da859bb626c tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818193 Feb 17 22:41:24.548404 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8977685 Feb 17 22:41:24.549961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47404) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.550501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c0444-ac64-40cc-846a-87811613d81b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=2bc7f89c-8967-4cf1-963a-553dfcb37d3c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:24.566724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:24.585260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-929965847'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:24.598389 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9b2526ba-641c-4af0-85a8-1d5b8efa99ca tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0761673 Feb 17 22:41:24.599398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47408) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.614613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:24.626791 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.663809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31d22fd3-4959-415c-aa71-48317ff23a0b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (bf3ef341-2190-4133-b91b-db0537b17869), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.674278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31d22fd3-4959-415c-aa71-48317ff23a0b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (bf3ef341-2190-4133-b91b-db0537b17869), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.694848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:24.723033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.723941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31d22fd3-4959-415c-aa71-48317ff23a0b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (bf3ef341-2190-4133-b91b-db0537b17869), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.724555 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd of type vlan for network daa93ee1-0e52-4772-8090-eb2260fce419 Feb 17 22:41:24.734797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-31d22fd3-4959-415c-aa71-48317ff23a0b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.739408 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-31d22fd3-4959-415c-aa71-48317ff23a0b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/bf3ef341-2190-4133-b91b-db0537b17869 HTTP/1.1" status: 204 len: 168 time: 0.1371086 Feb 17 22:41:24.746844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47412) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.791513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d22fd3-4959-415c-aa71-48317ff23a0b tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf3ef341-2190-4133-b91b-db0537b17869,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:24.815568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (daa93ee1-0e52-4772-8090-eb2260fce419), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.823573 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e81af34a-9045-4823-860f-152dfca425d7 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0743890 Feb 17 22:41:24.826157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47416) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.831345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:24.852569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (daa93ee1-0e52-4772-8090-eb2260fce419), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.860923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:24.861869 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.892984 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Project 8d3863210ec24fa983394d31ab66810e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:41:24.899650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (d4b2e178-7a3e-4f61-826b-2c0ffba7b1be), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:24.957662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3949847 Feb 17 22:41:24.962951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47422) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:24.973074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': '2bc7f89c-8967-4cf1-963a-553dfcb37d3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:25.003206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (d4b2e178-7a3e-4f61-826b-2c0ffba7b1be), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.004488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3c825a-36e6-4e18-80d0-818c29f65d04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=daa93ee1-0e52-4772-8090-eb2260fce419,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:25.011823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (d4b2e178-7a3e-4f61-826b-2c0ffba7b1be), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.018152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network daa93ee1-0e52-4772-8090-eb2260fce419 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:25.105315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b2e178-7a3e-4f61-826b-2c0ffba7b1be,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:25.116025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:25.120136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.121188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.125642 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0e330366-8409-437a-b199-6c9af128af5e tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2983809 Feb 17 22:41:25.126157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47426) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:25.362904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.571434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-74740952-f106-4261-aedc-1266b43b42f6 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules/d4b2e178-7a3e-4f61-826b-2c0ffba7b1be HTTP/1.1" status: 200 len: 769 time: 0.4402518 Feb 17 22:41:25.572674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47430) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:25.665532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1023ba61-e9f3-416f-9350-03dced03a950 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0908120 Feb 17 22:41:25.671191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47432) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:25.716056 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7478307f-30ff-4a13-8211-fdade2b4a0ad tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (d4b2e178-7a3e-4f61-826b-2c0ffba7b1be), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.718904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e01c6020-ea95-4256-9007-a253183ab9eb req-ed93c931-afa9-42e5-8001-325a154babba tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.1779714 Feb 17 22:41:25.763328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7478307f-30ff-4a13-8211-fdade2b4a0ad tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (d4b2e178-7a3e-4f61-826b-2c0ffba7b1be), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.812221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7478307f-30ff-4a13-8211-fdade2b4a0ad tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (d4b2e178-7a3e-4f61-826b-2c0ffba7b1be), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.823687 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7478307f-30ff-4a13-8211-fdade2b4a0ad tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.826326 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7478307f-30ff-4a13-8211-fdade2b4a0ad tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/d4b2e178-7a3e-4f61-826b-2c0ffba7b1be HTTP/1.1" status: 204 len: 168 time: 0.1535783 Feb 17 22:41:25.833420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47434) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:25.841889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7478307f-30ff-4a13-8211-fdade2b4a0ad tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4b2e178-7a3e-4f61-826b-2c0ffba7b1be,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:25.901107 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-34869e9b-b13f-4a55-8721-d725ed6d2346 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654197 Feb 17 22:41:25.905169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47436) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:25.976852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-011a321c-78f2-4b04-89e8-1f0a6601a451 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:25.978361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-011a321c-78f2-4b04-89e8-1f0a6601a451 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.4436262 Feb 17 22:41:25.979453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (0831613b-fa5d-4a35-b962-b63d5d621232), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:25.998025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94e02272-a380-4f76-8683-787633df8304 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.040637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94e02272-a380-4f76-8683-787633df8304 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.056722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'port': {'device_id': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'admin_state_up': True, 'tenant_id': '4965b287b8bc4623952548709f142eb5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:26.335008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=0831613b-fa5d-4a35-b962-b63d5d621232,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:26.344264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:26.349322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.518081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': '9c361a7b-3200-459b-9724-2b5a72eccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bc7f89c-8967-4cf1-963a-553dfcb37d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:26.524203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: 2bc7f89c-8967-4cf1-963a-553dfcb37d3c, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:41:26.564439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94e02272-a380-4f76-8683-787633df8304 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.567755 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-94e02272-a380-4f76-8683-787633df8304 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.570328 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-94e02272-a380-4f76-8683-787633df8304 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a HTTP/1.1" status: 204 len: 168 time: 0.6623273 Feb 17 22:41:26.573286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47444) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:26.583117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e02272-a380-4f76-8683-787633df8304 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab2c6f3-41d7-4fb8-9f04-3e9060215b3a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:26.621091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:41:26.674361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2bc7f89c-8967-4cf1-963a-553dfcb37d3c) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:26.692090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b8fbe-48ab-407d-a1c9-608138c4026a None None] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:26.715222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:26.715938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.742998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.20.0.5 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/26e22c22-f016-4d6b-bb07-0f3512f9fc2c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:26.756774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-207e8df3-ed87-4e9a-8f73-f420fe6f9b92 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1751022 Feb 17 22:41:26.757257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47448) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:26.763172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-701c4371-9d19-418a-a2bd-815c81c4fba4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7992942 Feb 17 22:41:26.766165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-dfb8c7e5-0fcd-45aa-a3b8-ef593200f3ba tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group': {'name': 'tempest-secgroup--1963616803'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:26.768945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47452) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:26.781829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': 'daa93ee1-0e52-4772-8090-eb2260fce419', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:26.812199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c7e5-0fcd-45aa-a3b8-ef593200f3ba tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.917942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2bc7f89c-8967-4cf1-963a-553dfcb37d3c', 'network_id': '2bc7f89c-8967-4cf1-963a-553dfcb37d3c', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '0831613b-fa5d-4a35-b962-b63d5d621232'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:41:26.919893 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.971847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c7e5-0fcd-45aa-a3b8-ef593200f3ba tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (614f9260-ba26-41ca-b179-eff8b71b4297), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:26.980406 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c7e5-0fcd-45aa-a3b8-ef593200f3ba tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (614f9260-ba26-41ca-b179-eff8b71b4297), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.025495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8c7e5-0fcd-45aa-a3b8-ef593200f3ba tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614f9260-ba26-41ca-b179-eff8b71b4297,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:27.047669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c7e5-0fcd-45aa-a3b8-ef593200f3ba tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.050384 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dfb8c7e5-0fcd-45aa-a3b8-ef593200f3ba tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2916067 Feb 17 22:41:27.052543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47454) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:27.057719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b69f0633-7470-4f12-acfe-858103716400 req-93b92bae-4b77-4de3-a421-026e6f811938 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.1925366 Feb 17 22:41:27.061695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-49375600-6936-4cec-a3fe-c697cfc07309 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Request body: {'security_group_rule': {'security_group_id': '614f9260-ba26-41ca-b179-eff8b71b4297', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:27.132911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49375600-6936-4cec-a3fe-c697cfc07309 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (c20dc796-0f94-449a-8ea2-ab65a184bb93), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.140761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:27.145260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.226542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49375600-6936-4cec-a3fe-c697cfc07309 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (c20dc796-0f94-449a-8ea2-ab65a184bb93), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.232330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49375600-6936-4cec-a3fe-c697cfc07309 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c20dc796-0f94-449a-8ea2-ab65a184bb93), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.263719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49375600-6936-4cec-a3fe-c697cfc07309 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c20dc796-0f94-449a-8ea2-ab65a184bb93,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:27.272042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-49375600-6936-4cec-a3fe-c697cfc07309 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.273817 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-49375600-6936-4cec-a3fe-c697cfc07309 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2193711 Feb 17 22:41:27.276147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47456) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:27.337679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Allocated IP 172.20.0.2 (2bc7f89c-8967-4cf1-963a-553dfcb37d3c/0831613b-fa5d-4a35-b962-b63d5d621232/d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:27.377481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.444914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7384e4-1baf-4c1f-ae11-92d42672bba0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (614f9260-ba26-41ca-b179-eff8b71b4297), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.476043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7384e4-1baf-4c1f-ae11-92d42672bba0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (614f9260-ba26-41ca-b179-eff8b71b4297), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.492519 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.570815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7384e4-1baf-4c1f-ae11-92d42672bba0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (614f9260-ba26-41ca-b179-eff8b71b4297), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.574618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7384e4-1baf-4c1f-ae11-92d42672bba0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.576437 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce7384e4-1baf-4c1f-ae11-92d42672bba0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/614f9260-ba26-41ca-b179-eff8b71b4297 HTTP/1.1" status: 204 len: 168 time: 0.2988496 Feb 17 22:41:27.580397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47462) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:27.602873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7384e4-1baf-4c1f-ae11-92d42672bba0 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=614f9260-ba26-41ca-b179-eff8b71b4297,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:27.662726 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33c31b6f-b49a-4225-ab02-9ae3e03275a8 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0808444 Feb 17 22:41:27.665496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47464) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:27.666375 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Publish callbacks [] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.675078 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.712870 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6ce70f5a-50ad-48ec-a949-a9d77a96a529 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0458543 Feb 17 22:41:27.716670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47466) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:27.730096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (2366b5cd-d396-4b5c-a3af-7133ddda0fd9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.739497 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-ea16aa12-3718-46cf-9f86-340351062395 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] delete failed (client error): The resource could not be found. Feb 17 22:41:27.741824 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ea16aa12-3718-46cf-9f86-340351062395 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "DELETE /v2.0/security-groups/614f9260-ba26-41ca-b179-eff8b71b4297 HTTP/1.1" status: 404 len: 347 time: 0.0240400 Feb 17 22:41:27.742294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:27.748992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47468) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:27.762746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:27.764582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:27.766674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:27.802781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Pushing event updated for resources: {'Port': ['ID=d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:27.805312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:27.836739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:27.850639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:27.887493 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-164d176c-aa0a-47af-ba48-c26f67a62954 tempest-SecGroupIPv6Test-656567666 tempest-SecGroupIPv6Test-656567666-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1287210 Feb 17 22:41:27.901881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Attempting to bind port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:41:27.902253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Attempting to bind port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9c361a7b-3200-459b-9724-2b5a72eccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bc7f89c-8967-4cf1-963a-553dfcb37d3c'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:41:27.902646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Attempting to bind port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d on network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:41:27.917906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:41:27.918817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Checking segment: {'id': '9c361a7b-3200-459b-9724-2b5a72eccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bc7f89c-8967-4cf1-963a-553dfcb37d3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:27.919227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.919653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Bound using segment: {'id': '9c361a7b-3200-459b-9724-2b5a72eccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bc7f89c-8967-4cf1-963a-553dfcb37d3c'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:41:27.920131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Bound port: d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c361a7b-3200-459b-9724-2b5a72eccdb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2bc7f89c-8967-4cf1-963a-553dfcb37d3c'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:41:27.920508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.939202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=2366b5cd-d396-4b5c-a3af-7133ddda0fd9,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:27.972162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:27.973256 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:27.978279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': 'fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'daa93ee1-0e52-4772-8090-eb2260fce419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:27.978870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: daa93ee1-0e52-4772-8090-eb2260fce419, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:41:28.011864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-f1270026-8e37-4d43-bcef-05bbccf08ab1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9686983 Feb 17 22:41:28.015269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network daa93ee1-0e52-4772-8090-eb2260fce419 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:41:28.039326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Request body: {'port': {'device_id': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:28.042291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, daa93ee1-0e52-4772-8090-eb2260fce419) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:28.065892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:28.066718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.135611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] For port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:41:28.141327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] For port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d,segment=NetworkSegment(9c361a7b-3200-459b-9724-2b5a72eccdb5),segment_id=9c361a7b-3200-459b-9724-2b5a72eccdb5)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:41:28.150845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47474) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:28.151341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e19df65c-2139-4f57-8122-f3e0e9644dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3754361 Feb 17 22:41:28.153878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd34e2b-a4df-4160-88f7-d8298245c21c None None] Network daa93ee1-0e52-4772-8090-eb2260fce419 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:28.159879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ead37bbc-ed50-4ad4-80fd-3de3c7b93d75 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2097252865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:28.162664 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.176200 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.213963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ead37bbc-ed50-4ad4-80fd-3de3c7b93d75 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (4864a899-a1e6-433f-beac-9dde28b7da67), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.218629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ead37bbc-ed50-4ad4-80fd-3de3c7b93d75 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (4864a899-a1e6-433f-beac-9dde28b7da67), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.320562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ead37bbc-ed50-4ad4-80fd-3de3c7b93d75 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (4864a899-a1e6-433f-beac-9dde28b7da67), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.325851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ead37bbc-ed50-4ad4-80fd-3de3c7b93d75 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (4864a899-a1e6-433f-beac-9dde28b7da67), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.365271 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ead37bbc-ed50-4ad4-80fd-3de3c7b93d75 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:28.369415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ead37bbc-ed50-4ad4-80fd-3de3c7b93d75 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2131538 Feb 17 22:41:28.370156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:28.609115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:28.649768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273af5b-bf7e-46f0-89dc-c15dc0347990 req-a5adc1af-6e25-44db-b319-b91a2d77de18 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:28.659786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4273af5b-bf7e-46f0-89dc-c15dc0347990 req-a5adc1af-6e25-44db-b319-b91a2d77de18 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 931 time: 0.4345715 Feb 17 22:41:28.775763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4273af5b-bf7e-46f0-89dc-c15dc0347990 req-947ec897-b14e-472c-95e7-925371836b3b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148095 Feb 17 22:41:29.061786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4e8de293-c5ff-4cc2-b49d-a799933b17b6 None None] Provisioning complete for port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:29.062330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4e8de293-c5ff-4cc2-b49d-a799933b17b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:29.150416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26e22c22-f016-4d6b-bb07-0f3512f9fc2c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:41:29.152722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4e8de293-c5ff-4cc2-b49d-a799933b17b6 None None] Port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:29.195538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Publish callbacks [] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:29.226094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47488) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:29.231539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f7de2731-b585-4d21-8e77-a3938480c3e7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8d3863210ec24fa983394d31ab66810e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6199465 Feb 17 22:41:29.241554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc48c8d-d95e-46af-ad31-8f30f3461521 None None] Pushing event updated for resources: {'Port': ['ID=d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:29.268423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-daa93ee1-0e52-4772-8090-eb2260fce419', 'network_id': 'daa93ee1-0e52-4772-8090-eb2260fce419', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '2366b5cd-d396-4b5c-a3af-7133ddda0fd9'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:41:29.269327 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:29.269863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Transition to ACTIVE for port object 26e22c22-f016-4d6b-bb07-0f3512f9fc2c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:41:29.292232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:29.297829 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:29.607069 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-651dab6e-390b-4267-8637-67b8f6973441 admin admin] Publish callbacks [] for security_group (49f11e6a-2fe3-41e4-a169-82364604579b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:29.686453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-651dab6e-390b-4267-8637-67b8f6973441 admin admin] Publish callbacks [] for security_group (49f11e6a-2fe3-41e4-a169-82364604579b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:29.721196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:29.757876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Allocated IP 172.21.0.2 (daa93ee1-0e52-4772-8090-eb2260fce419/2366b5cd-d396-4b5c-a3af-7133ddda0fd9/d4ac3fb4-d761-434b-be94-637b28bca525) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:29.987762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:41:30.065692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cca63d-922c-4d89-8d77-e5e87f9c27a1 req-78ec8be7-1b2d-4bb0-9ba8-3b101f1c3f51 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:30.067422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9cca63d-922c-4d89-8d77-e5e87f9c27a1 req-78ec8be7-1b2d-4bb0-9ba8-3b101f1c3f51 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1476836 Feb 17 22:41:30.068577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Attempting to bind port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:41:30.069118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Attempting to bind port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:41:30.069588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Attempting to bind port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:41:30.077248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.20.0.1 (2bc7f89c-8967-4cf1-963a-553dfcb37d3c/0831613b-fa5d-4a35-b962-b63d5d621232/90e0272d-3207-4c99-b1ec-7e0bea697765) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:30.077782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:41:30.077782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Attempting to bind port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:41:30.082731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-651dab6e-390b-4267-8637-67b8f6973441 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (49f11e6a-2fe3-41e4-a169-82364604579b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.085486 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-651dab6e-390b-4267-8637-67b8f6973441 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.121994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-651dab6e-390b-4267-8637-67b8f6973441 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49f11e6a-2fe3-41e4-a169-82364604579b HTTP/1.1" status: 204 len: 168 time: 0.8929975 Feb 17 22:41:30.201056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:41:30.201410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:30.201818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:41:30.208007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Bound port: 26e22c22-f016-4d6b-bb07-0f3512f9fc2c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:41:30.208459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.276338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:30.277367 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.290731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.357214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88579b37-eb36-465a-8baf-6bad89266971 None None] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:30.424231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.453809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] For port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:41:30.466835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] For port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:41:30.478072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dab6e-390b-4267-8637-67b8f6973441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f11e6a-2fe3-41e4-a169-82364604579b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:30.484235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.529192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:30.547393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:30.556868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:30.605249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=90e0272d-3207-4c99-b1ec-7e0bea697765,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:30.649842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.653576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:30.681807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9cca63d-922c-4d89-8d77-e5e87f9c27a1 req-60e71efa-e9df-4343-84d3-aa52a91f4cbe tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5912311 Feb 17 22:41:30.687047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:30.687711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.689150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-12e856af-7dbc-4835-95ad-f9abf8e74ab0 service neutron] 10.222.0.94 "PUT /v2.0/ports/26e22c22-f016-4d6b-bb07-0f3512f9fc2c HTTP/1.1" status: 200 len: 1092 time: 2.6595862 Feb 17 22:41:30.689613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'tag': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:41:30.691965 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975bf331-4fcc-42c5-8671-f8b7134f7fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ef6db1-5d1d-4226-9526-ceb43d83af3f", "tag": "26e22c22-f016-4d6b-bb07-0f3512f9fc2c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:41:30.808055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:30.809770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.820030 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3a4d65-af2e-4801-b030-f1a0767433e4 x-openstack-request-id: req-8f3a4d65-af2e-4801-b030-f1a0767433e4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:41:30.820575 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ef6db1-5d1d-4226-9526-ceb43d83af3f", "tag": "26e22c22-f016-4d6b-bb07-0f3512f9fc2c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:41:30.822468 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8f3a4d65-af2e-4801-b030-f1a0767433e4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:41:30.823071 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'tag': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c', 'status': 'completed', 'code': 200} Feb 17 22:41:30.896403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-d801fcf6-cd90-40f9-b2dd-32451a3bd16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:30.900229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-d801fcf6-cd90-40f9-b2dd-32451a3bd16a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 1126 time: 0.1422756 Feb 17 22:41:30.910474 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Publish callbacks [] for port (d4ac3fb4-d761-434b-be94-637b28bca525), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:30.917491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-03c57a61-a5b6-4a5c-ae5c-64fb81f7f589 None None] Provisioning complete for port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:30.924694 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03c57a61-a5b6-4a5c-ae5c-64fb81f7f589 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:31.022794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-c17a844c-ab61-407f-a7a4-1c4d3b4a758e service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c HTTP/1.1" status: 200 len: 217 time: 0.1093879 Feb 17 22:41:31.093273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d,segment=NetworkSegment(9c361a7b-3200-459b-9724-2b5a72eccdb5),segment_id=9c361a7b-3200-459b-9724-2b5a72eccdb5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:31.095315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:31.109467 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:31.143229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:31.188356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-a739ce4b-e212-4a92-9e64-4acaa8149208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:31.189885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-a739ce4b-e212-4a92-9e64-4acaa8149208 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.1578567 Feb 17 22:41:31.287047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-03c57a61-a5b6-4a5c-ae5c-64fb81f7f589 None None] Current status of the port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:31.324182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-dd1bde52-5a9d-42f9-ae97-4725fe0f1922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:31.326317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-dd1bde52-5a9d-42f9-ae97-4725fe0f1922 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1308160 Feb 17 22:41:31.384165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Pushing event updated for resources: {'Port': ['ID=d4ac3fb4-d761-434b-be94-637b28bca525,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:31.422073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Network daa93ee1-0e52-4772-8090-eb2260fce419 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:31.428984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:31.431552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:31.534716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d920d305-b207-4a67-852c-7a86edad6ddb None None] Provisioning complete for port 90e0272d-3207-4c99-b1ec-7e0bea697765 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:31.538823 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d920d305-b207-4a67-852c-7a86edad6ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:31.672221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-ed968fce-b8a2-4e15-a374-81ddc567613e service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342249 Feb 17 22:41:31.843684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d920d305-b207-4a67-852c-7a86edad6ddb None None] Port 90e0272d-3207-4c99-b1ec-7e0bea697765 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:31.863642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:31.876344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Attempting to bind port d4ac3fb4-d761-434b-be94-637b28bca525 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:41:31.876872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Attempting to bind port d4ac3fb4-d761-434b-be94-637b28bca525 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'daa93ee1-0e52-4772-8090-eb2260fce419'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:41:31.877899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Attempting to bind port d4ac3fb4-d761-434b-be94-637b28bca525 on network daa93ee1-0e52-4772-8090-eb2260fce419 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:41:31.930622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:41:31.931962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Checking segment: {'id': 'fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'daa93ee1-0e52-4772-8090-eb2260fce419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:31.933754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:31.940491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Bound using segment: {'id': 'fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'daa93ee1-0e52-4772-8090-eb2260fce419'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:41:31.941372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Bound port: d4ac3fb4-d761-434b-be94-637b28bca525, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'daa93ee1-0e52-4772-8090-eb2260fce419'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:41:31.943450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:32.007706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d920d305-b207-4a67-852c-7a86edad6ddb None None] Provisioning complete for port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:32.008179 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d920d305-b207-4a67-852c-7a86edad6ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:32.065912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:32.076193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:32.106659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0ee13-298d-40b5-a04f-2405ec09e2bb req-08bfdee8-86d5-4202-85f1-69675b115225 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:32.109887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3a0ee13-298d-40b5-a04f-2405ec09e2bb req-08bfdee8-86d5-4202-85f1-69675b115225 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1700113 Feb 17 22:41:32.131333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13fd0d89-7bf6-4ccc-9192-a9b43755b995 req-7d71c3e9-d67d-456a-8a69-87ab7b1e3934 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535112 Feb 17 22:41:32.156824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] For port d4ac3fb4-d761-434b-be94-637b28bca525, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:41:32.161011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] For port d4ac3fb4-d761-434b-be94-637b28bca525, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d4ac3fb4-d761-434b-be94-637b28bca525,segment=NetworkSegment(fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd),segment_id=fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:41:32.172785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:32.242469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdc7e6-8a0f-47d5-91e8-e0c5499b0753 None None] Pushing event updated for resources: {'Port': ['ID=d4ac3fb4-d761-434b-be94-637b28bca525,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:32.327984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=90e0272d-3207-4c99-b1ec-7e0bea697765,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:32.351039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d920d305-b207-4a67-852c-7a86edad6ddb None None] Current status of the port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:32.360784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:32.392903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3a0ee13-298d-40b5-a04f-2405ec09e2bb req-644b0d9c-d105-4f7c-8755-7c5f03d14e7c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746813 Feb 17 22:41:32.404370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-b52fefce-1053-49df-9f96-0140fffadaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:32.406987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-b52fefce-1053-49df-9f96-0140fffadaa8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 1126 time: 0.2034237 Feb 17 22:41:32.511489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d0721a0e-31f0-4539-a25d-c80fe3c0d9a8 None None] Provisioning complete for port 90e0272d-3207-4c99-b1ec-7e0bea697765 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:32.511907 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0721a0e-31f0-4539-a25d-c80fe3c0d9a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:32.583536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-63fae197-5a46-4903-9bae-b8c1da503927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:32.593965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-63fae197-5a46-4903-9bae-b8c1da503927 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1799421 Feb 17 22:41:32.604436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:32.608381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:32.610267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d0721a0e-31f0-4539-a25d-c80fe3c0d9a8 None None] Port 90e0272d-3207-4c99-b1ec-7e0bea697765 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:32.704636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-3fa0a798-20fb-4a99-8f06-f8e07b94166b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c HTTP/1.1" status: 200 len: 217 time: 0.1041753 Feb 17 22:41:32.802754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-2230c460-8df7-4fc1-9213-3ce9893d2c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:32.804357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-2230c460-8df7-4fc1-9213-3ce9893d2c3d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0932512 Feb 17 22:41:32.902538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-eb40ac4d-07be-404b-8621-595783e384c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:32.906247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-eb40ac4d-07be-404b-8621-595783e384c8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0951931 Feb 17 22:41:32.973236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 4864a899-a1e6-433f-beac-9dde28b7da67 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:41:33.178950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-da0417ca-dd2d-4f42-86a0-9fa007004b80 None None] Provisioning complete for port 90e0272d-3207-4c99-b1ec-7e0bea697765 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:33.179400 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da0417ca-dd2d-4f42-86a0-9fa007004b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:33.194409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-9aef0bbc-ffab-461f-9ad5-56b2fd883d96 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696524 Feb 17 22:41:33.255738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:33.282374 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5083a41d-3a95-4d63-8672-ac3f4ff9e179 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/4864a899-a1e6-433f-beac-9dde28b7da67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9087961 Feb 17 22:41:33.283140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47544) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:33.287954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] Sync routers for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:33.321351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-975bf331-4fcc-42c5-8671-f8b7134f7fb9 req-b3210203-5247-4021-a80f-02040470f28b service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244259 Feb 17 22:41:33.361400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:33.362060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:33.451424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f18218-9fbe-4b10-b9c3-dec2c8d50826 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:33.462314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47552) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:33.464093 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5f18218-9fbe-4b10-b9c3-dec2c8d50826 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports/90e0272d-3207-4c99-b1ec-7e0bea697765 HTTP/1.1" status: 200 len: 910 time: 0.1752098 Feb 17 22:41:33.528312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-da0417ca-dd2d-4f42-86a0-9fa007004b80 None None] Port 90e0272d-3207-4c99-b1ec-7e0bea697765 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:33.529995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:33.580723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:33.581640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:33.721160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:33.722038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-609e96dc-b7b8-4bef-aba1-1ce08ec6c067 None None] The sync data for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:33.750384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d4ac3fb4-d761-434b-be94-637b28bca525 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:41:33.836276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9800b2-e77e-4f2c-bb58-051450313ace req-4f53223d-8780-43e9-8d39-a415f0f69fb7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:33.847625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b9800b2-e77e-4f2c-bb58-051450313ace req-4f53223d-8780-43e9-8d39-a415f0f69fb7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2694151 Feb 17 22:41:33.884625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d4ac3fb4-d761-434b-be94-637b28bca525 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:33.885167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:34.064948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b9800b2-e77e-4f2c-bb58-051450313ace req-b03d900e-5b12-4f52-b23f-2e58792cf197 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163510 Feb 17 22:41:34.118401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d4ac3fb4-d761-434b-be94-637b28bca525 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:34.118800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:34.192620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port d4ac3fb4-d761-434b-be94-637b28bca525, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d4ac3fb4-d761-434b-be94-637b28bca525,segment=NetworkSegment(fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd),segment_id=fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:34.198245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:34.199113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:41:34.314763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65818511-13c6-4f10-8795-7b1b70972083 None None] Network daa93ee1-0e52-4772-8090-eb2260fce419 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:34.454049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2df5dc9b-4726-494c-96fa-7c327736f7fd None None] Provisioning complete for port d4ac3fb4-d761-434b-be94-637b28bca525 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:34.455134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2df5dc9b-4726-494c-96fa-7c327736f7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:34.462107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=d4ac3fb4-d761-434b-be94-637b28bca525,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:34.508877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:34.509441 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:34.582204 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:34.728856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:34.748045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2df5dc9b-4726-494c-96fa-7c327736f7fd None None] Current status of the port d4ac3fb4-d761-434b-be94-637b28bca525 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:35.051024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.21.0.1 (daa93ee1-0e52-4772-8090-eb2260fce419/2366b5cd-d396-4b5c-a3af-7133ddda0fd9/523b4243-3a21-477a-96e0-7e43d8b0b08b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:35.187887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d60d98a0-589b-4459-959f-dca9a6921e80 None None] Provisioning complete for port d4ac3fb4-d761-434b-be94-637b28bca525 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:35.188653 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d60d98a0-589b-4459-959f-dca9a6921e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:35.225045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:35.272989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:35.282357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d60d98a0-589b-4459-959f-dca9a6921e80 None None] Current status of the port d4ac3fb4-d761-434b-be94-637b28bca525 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:35.344183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network daa93ee1-0e52-4772-8090-eb2260fce419 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:35.348845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:35.352670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:35.477321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:35.510426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d4ac3fb4-d761-434b-be94-637b28bca525 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:41:35.595783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=523b4243-3a21-477a-96e0-7e43d8b0b08b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:35.611687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.612158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.612651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.613081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.613486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.613920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.614316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.614707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.615203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.615526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.615967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.616354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.616764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:35.625291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d4ac3fb4-d761-434b-be94-637b28bca525 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:35.626270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:35.635477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278d845f-ae19-44e6-8202-36d6b4300f36 req-d6886f1b-c7c9-451f-9566-0199c936674a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:35.647566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-278d845f-ae19-44e6-8202-36d6b4300f36 req-d6886f1b-c7c9-451f-9566-0199c936674a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.3877072 Feb 17 22:41:35.765223 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d4ac3fb4-d761-434b-be94-637b28bca525 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:35.819240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-de5bcfa5-a422-4249-9f74-6ab64d838ee0 None None] Provisioning complete for port 523b4243-3a21-477a-96e0-7e43d8b0b08b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:35.820766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-de5bcfa5-a422-4249-9f74-6ab64d838ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:35.850966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-278d845f-ae19-44e6-8202-36d6b4300f36 req-87d38425-73fc-4b25-91cb-bac9d89bf37e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024245 Feb 17 22:41:35.894729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-de5bcfa5-a422-4249-9f74-6ab64d838ee0 None None] Port 523b4243-3a21-477a-96e0-7e43d8b0b08b cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:35.925602 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:37.020075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:37.039017 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:37.105450 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:37.258703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b94ea-485f-4437-9943-8ed18d003cd5 req-437ba605-765c-46d8-a44b-dff25e57302b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:37.260355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-780b94ea-485f-4437-9943-8ed18d003cd5 req-437ba605-765c-46d8-a44b-dff25e57302b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2379298 Feb 17 22:41:37.261570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=523b4243-3a21-477a-96e0-7e43d8b0b08b,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:37.349790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-780b94ea-485f-4437-9943-8ed18d003cd5 req-795751b7-b8a9-44df-8890-7f272fe9319d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741241 Feb 17 22:41:37.403724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network daa93ee1-0e52-4772-8090-eb2260fce419 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:37.408675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:37.663544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 4864a899-a1e6-433f-beac-9dde28b7da67 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:41:37.823273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:37.829907 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-250e15f6-0910-4a02-b07a-f6513539b29a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/4864a899-a1e6-433f-beac-9dde28b7da67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3662648 Feb 17 22:41:37.832736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47604) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:37.835702 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] Sync routers for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:37.847300 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:37.848315 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:37.850831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c0d65c1d-9eac-4699-a9d4-451ec11e858b None None] Provisioning complete for port 523b4243-3a21-477a-96e0-7e43d8b0b08b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:37.851345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c0d65c1d-9eac-4699-a9d4-451ec11e858b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:37.893495 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:37.903970 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:37.905036 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:37.941919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c0d65c1d-9eac-4699-a9d4-451ec11e858b None None] Port 523b4243-3a21-477a-96e0-7e43d8b0b08b cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:37.958106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cad27f-ef1e-424a-b118-92bc1a961267 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:37.961299 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:37.962291 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980df06-a322-494d-a0d3-2a5cbe804d0e None None] The sync data for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:37.966267 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-00cad27f-ef1e-424a-b118-92bc1a961267 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports/523b4243-3a21-477a-96e0-7e43d8b0b08b HTTP/1.1" status: 200 len: 910 time: 0.1324735 Feb 17 22:41:37.969367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47606) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:38.475896 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:38.612142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db88fa-b78a-4b21-8b18-7a8e30a86545 req-f3c778a0-60d4-43ae-8c8e-524739c30bee tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:38.614183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12db88fa-b78a-4b21-8b18-7a8e30a86545 req-f3c778a0-60d4-43ae-8c8e-524739c30bee tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1643569 Feb 17 22:41:38.724046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12db88fa-b78a-4b21-8b18-7a8e30a86545 req-f3fbc077-661c-42c1-a776-977acf46686f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995331 Feb 17 22:41:38.949746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 523b4243-3a21-477a-96e0-7e43d8b0b08b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:38.951683 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:39.159990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:39.182775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 523b4243-3a21-477a-96e0-7e43d8b0b08b owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:39.341117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:39.505861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (523b4243-3a21-477a-96e0-7e43d8b0b08b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:39.547702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=523b4243-3a21-477a-96e0-7e43d8b0b08b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:40.009677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:40.043943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569198f6-393b-4f72-8581-aa9c02dd8563 req-e7e64297-d407-42a7-9bec-719429e31029 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:40.045497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-569198f6-393b-4f72-8581-aa9c02dd8563 req-e7e64297-d407-42a7-9bec-719429e31029 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1303444 Feb 17 22:41:40.237220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-569198f6-393b-4f72-8581-aa9c02dd8563 req-63431a77-617b-44db-ae91-75449af9e5be tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487172 Feb 17 22:41:40.421196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 4864a899-a1e6-433f-beac-9dde28b7da67 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:41:40.567184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:40.577092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47632) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:40.579287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] Sync routers for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:40.589022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9826d849-b758-41a9-9342-921d0a19c2a1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/4864a899-a1e6-433f-beac-9dde28b7da67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6123228 Feb 17 22:41:40.594219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:40.596374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:40.644594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:40.661770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:40.663422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:40.706762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:40.707389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518df3e2-e451-46d0-a4c2-288b90628549 None None] The sync data for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:41.168796 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:41.498244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb45ed-644b-4932-b672-7a9979cb2ba5 req-218b53b5-8665-466d-9f1d-8a07d7df795e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:41.505077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbfb45ed-644b-4932-b672-7a9979cb2ba5 req-218b53b5-8665-466d-9f1d-8a07d7df795e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1300607 Feb 17 22:41:41.626085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbfb45ed-644b-4932-b672-7a9979cb2ba5 req-70a73537-0c15-432f-8604-e7f83b1f0cf1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051145 Feb 17 22:41:41.816643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 90e0272d-3207-4c99-b1ec-7e0bea697765 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:41.817427 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:41.989376 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:42.028228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 90e0272d-3207-4c99-b1ec-7e0bea697765 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:42.647847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (90e0272d-3207-4c99-b1ec-7e0bea697765), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:42.744069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=90e0272d-3207-4c99-b1ec-7e0bea697765,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:42.974452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26529f7-dc93-4b9b-9863-43bc5cc5fb91 req-f45c17b5-8723-47d4-9104-619b4a2132c0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:42.981653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f26529f7-dc93-4b9b-9863-43bc5cc5fb91 req-f45c17b5-8723-47d4-9104-619b4a2132c0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1663485 Feb 17 22:41:43.076939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f26529f7-dc93-4b9b-9863-43bc5cc5fb91 req-91181b84-8f3e-4529-a454-0ec2f6911607 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942962 Feb 17 22:41:43.119292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (4864a899-a1e6-433f-beac-9dde28b7da67), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:43.307528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 4864a899-a1e6-433f-beac-9dde28b7da67 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:41:43.436684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:43.447012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47664) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:43.447498 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1711f002-902d-4823-86f8-7289cd8ca52e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/4864a899-a1e6-433f-beac-9dde28b7da67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8682425 Feb 17 22:41:43.471246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] Sync routers for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:43.498875 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:43.505960 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:43.569802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47670) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:43.582894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-60098649-0080-476c-91d5-704366c9c551 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=4864a899-a1e6-433f-beac-9dde28b7da67 HTTP/1.1" status: 200 len: 205 time: 0.1341619 Feb 17 22:41:43.643423 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:43.669633 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] Routers {'4864a899-a1e6-433f-beac-9dde28b7da67'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:43.670946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4864a899-a1e6-433f-beac-9dde28b7da67'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:43.751000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96871092-de19-4263-a288-31a66f848286 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (4864a899-a1e6-433f-beac-9dde28b7da67), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:43.761798 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:43.762765 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a84e52-d8df-4b87-93d7-a9234318ae8b None None] The sync data for ids ['4864a899-a1e6-433f-beac-9dde28b7da67'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:44.301953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9f7cd-7220-417c-9e3a-da7e88d9e425 req-ba92553a-ec0a-4bbb-8af4-6b8885a847b1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:44.314349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78d9f7cd-7220-417c-9e3a-da7e88d9e425 req-ba92553a-ec0a-4bbb-8af4-6b8885a847b1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1302669 Feb 17 22:41:44.371316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96871092-de19-4263-a288-31a66f848286 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (4864a899-a1e6-433f-beac-9dde28b7da67), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:44.374403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96871092-de19-4263-a288-31a66f848286 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (4864a899-a1e6-433f-beac-9dde28b7da67), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:44.435383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a0c833a-6a2c-46fc-a4d2-bb8ec0ae5568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:44.446303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96871092-de19-4263-a288-31a66f848286 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (4864a899-a1e6-433f-beac-9dde28b7da67), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:44.447571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96871092-de19-4263-a288-31a66f848286 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Fanout notify agent at l3_agent the message router_deleted on router 4864a899-a1e6-433f-beac-9dde28b7da67 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:41:44.471306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-96871092-de19-4263-a288-31a66f848286 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:44.472464 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-96871092-de19-4263-a288-31a66f848286 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/4864a899-a1e6-433f-beac-9dde28b7da67 HTTP/1.1" status: 204 len: 168 time: 0.9011760 Feb 17 22:41:44.483710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47682) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:44.485821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78d9f7cd-7220-417c-9e3a-da7e88d9e425 req-49f43f76-5ee2-4a74-86f9-9f87647254a4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708097 Feb 17 22:41:44.658702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 2366b5cd-d396-4b5c-a3af-7133ddda0fd9 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:41:44.680979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (2366b5cd-d396-4b5c-a3af-7133ddda0fd9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:44.740634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (2366b5cd-d396-4b5c-a3af-7133ddda0fd9), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:44.989754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (2366b5cd-d396-4b5c-a3af-7133ddda0fd9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:45.119927 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (2366b5cd-d396-4b5c-a3af-7133ddda0fd9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:45.148518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e78e8-b415-4a25-a1c5-224d1a2b5475 None None] Network daa93ee1-0e52-4772-8090-eb2260fce419 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:45.165151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:45.175251 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/2366b5cd-d396-4b5c-a3af-7133ddda0fd9 HTTP/1.1" status: 204 len: 168 time: 0.6852658 Feb 17 22:41:45.186121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47694) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:45.227591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f0203-f742-423f-aaa9-0498e1433eb9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=2366b5cd-d396-4b5c-a3af-7133ddda0fd9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:45.328786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 0831613b-fa5d-4a35-b962-b63d5d621232 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:41:45.333511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (0831613b-fa5d-4a35-b962-b63d5d621232), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:45.422215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (0831613b-fa5d-4a35-b962-b63d5d621232), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:45.626918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (0831613b-fa5d-4a35-b962-b63d5d621232), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:45.865187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] DHCP port deletion for daa93ee1-0e52-4772-8090-eb2260fce419 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:41:45.910159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (0831613b-fa5d-4a35-b962-b63d5d621232), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:45.977446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] Deleting port d4ac3fb4-d761-434b-be94-637b28bca525 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:45.977985 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.025380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=0831613b-fa5d-4a35-b962-b63d5d621232,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:46.080533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-2e177ca7-dde3-4ad3-b853-445961c26f18 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2853274 Feb 17 22:41:46.104500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.111948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-63d0de35-a916-4a7d-bd67-7183b480cf09 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/0831613b-fa5d-4a35-b962-b63d5d621232 HTTP/1.1" status: 204 len: 168 time: 0.9246218 Feb 17 22:41:46.114760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47704) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:46.132304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619d4637-e669-475b-b9df-d4635a6d9ffd req-6c982f20-ae24-41a7-ab01-ec27039d0c0a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:46.134399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-619d4637-e669-475b-b9df-d4635a6d9ffd req-6c982f20-ae24-41a7-ab01-ec27039d0c0a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.3449783 Feb 17 22:41:46.167590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] For port d4ac3fb4-d761-434b-be94-637b28bca525, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d4ac3fb4-d761-434b-be94-637b28bca525,segment=NetworkSegment(fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd),segment_id=fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:46.169449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.226381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] Calling delete_port for d4ac3fb4-d761-434b-be94-637b28bca525 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:46.277212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-619d4637-e669-475b-b9df-d4635a6d9ffd req-918bbd41-5635-4f70-aa0b-414c77456ec2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324437 Feb 17 22:41:46.348073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a91d4-de12-499f-978f-03c755f12df5 req-7bf6e8b4-a860-422e-a712-1d8da0b68425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:46.353509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-7bf6e8b4-a860-422e-a712-1d8da0b68425 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=74362439ef4b4747818e53a29a21e660&device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 1129 time: 0.1025944 Feb 17 22:41:46.375054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151564bb-fecf-445b-aff8-1b89e3ce692a None None] Network 2bc7f89c-8967-4cf1-963a-553dfcb37d3c requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:46.392413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (daa93ee1-0e52-4772-8090-eb2260fce419), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.508933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port d4ac3fb4-d761-434b-be94-637b28bca525 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:46.509275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.608037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port d4ac3fb4-d761-434b-be94-637b28bca525, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d4ac3fb4-d761-434b-be94-637b28bca525,segment=NetworkSegment(fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd),segment_id=fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:46.608431 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.623085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for d4ac3fb4-d761-434b-be94-637b28bca525 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:46.635003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a91d4-de12-499f-978f-03c755f12df5 req-683a83b5-05ab-4ad9-9ff7-da961b589e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:46.641526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-683a83b5-05ab-4ad9-9ff7-da961b589e4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 200 len: 920 time: 0.2617235 Feb 17 22:41:46.738821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-32657302-bab7-4dda-a4af-bb18335edb5d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3823264e-9996-4b44-b476-728c903c552d HTTP/1.1" status: 200 len: 217 time: 0.0882170 Feb 17 22:41:46.753294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.755599 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d4ac3fb4-d761-434b-be94-637b28bca525), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:46.781755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] No DVR routers for this DVR port d4ac3fb4-d761-434b-be94-637b28bca525 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:46.823737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port d4ac3fb4-d761-434b-be94-637b28bca525 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:46.829883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=d4ac3fb4-d761-434b-be94-637b28bca525,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:46.839637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e26ecd-5981-4906-bf90-3364a56ced80 None None] Pushing event deleted for resources: {'Port': ['ID=d4ac3fb4-d761-434b-be94-637b28bca525,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:46.851594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] DHCP port deletion for 2bc7f89c-8967-4cf1-963a-553dfcb37d3c request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:41:46.856598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a91d4-de12-499f-978f-03c755f12df5 req-cb48fae2-ee99-4cfc-8726-451e217200d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:46.858638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-cb48fae2-ee99-4cfc-8726-451e217200d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 200 len: 859 time: 0.1139762 Feb 17 22:41:46.907606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-13107c00-012f-496a-8582-5b78c9e581bd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=19ab9f26-40db-49ed-a543-d476be25222f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317030 Feb 17 22:41:46.970287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Deleting port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:46.971241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.002191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (daa93ee1-0e52-4772-8090-eb2260fce419), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.053539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daa93ee1-0e52-4772-8090-eb2260fce419']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:47.073489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:47.077288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-5a081ed7-5502-49ed-b4ee-79dd228ea04d service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630490 Feb 17 22:41:47.078103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:47.101939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.129982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.142521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:47.143520 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (fcdec2bd-9bd1-4dc9-b1f0-4e696c2b36dd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:47.152037 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:47.165020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] For port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d,segment=NetworkSegment(9c361a7b-3200-459b-9724-2b5a72eccdb5),segment_id=9c361a7b-3200-459b-9724-2b5a72eccdb5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:47.165453 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.180823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Calling delete_port for d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:47.254229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-921a91d4-de12-499f-978f-03c755f12df5 req-8bbb8a2b-23bf-4c3d-a4c4-324f7cb0f714 service neutron] 10.222.0.73 "GET /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694365 Feb 17 22:41:47.258203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (daa93ee1-0e52-4772-8090-eb2260fce419), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.275261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.285927 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/daa93ee1-0e52-4772-8090-eb2260fce419 HTTP/1.1" status: 204 len: 168 time: 1.1687930 Feb 17 22:41:47.287882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47712) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:47.331002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a67d46-faec-4bb0-b13f-661edf68d830 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=daa93ee1-0e52-4772-8090-eb2260fce419,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:47.363348 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-927d9f30-f0f0-427a-a75d-a10eccbc25f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.380352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.402216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] No DVR routers for this DVR port d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:41:47.446143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Pushing event deleted for resources: {'Port': ['ID=d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:47.470738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.477942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.478586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.479142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.479762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.480295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.480862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.483620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.484315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.485027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.485790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.486366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.488924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffdc9de1-9779-4466-80c0-9433674f7cd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:41:47.522135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d4ac3fb4-d761-434b-be94-637b28bca525 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:41:47.548363 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2bc7f89c-8967-4cf1-963a-553dfcb37d3c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.593520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d4ac3fb4-d761-434b-be94-637b28bca525 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:41:47.594254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d4ac3fb4-d761-434b-be94-637b28bca525 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:47.594863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:41:47.616893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:41:47.617574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d6a1da1a-4d3d-4072-97fe-bc8b76ca5d5d not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:41:47.685519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c29014-8e2f-4c44-aee0-111eeae36fdf req-cdf3c3d5-e3b8-4768-8612-bf5979f3c87e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:47.687135 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51c29014-8e2f-4c44-aee0-111eeae36fdf req-cdf3c3d5-e3b8-4768-8612-bf5979f3c87e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1624074 Feb 17 22:41:47.809686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2bc7f89c-8967-4cf1-963a-553dfcb37d3c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.822302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51c29014-8e2f-4c44-aee0-111eeae36fdf req-b60c1716-c42d-4d9c-862a-2a440802e3d2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207004 Feb 17 22:41:47.842367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bc7f89c-8967-4cf1-963a-553dfcb37d3c']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:47.859809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c361a7b-3200-459b-9724-2b5a72eccdb5') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:47.860398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c361a7b-3200-459b-9724-2b5a72eccdb5') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:47.873652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (9c361a7b-3200-459b-9724-2b5a72eccdb5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.896524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9c361a7b-3200-459b-9724-2b5a72eccdb5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.906470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:41:47.907338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (9c361a7b-3200-459b-9724-2b5a72eccdb5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:47.958016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:41:48.018423 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:41:48.022229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2bc7f89c-8967-4cf1-963a-553dfcb37d3c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.042854 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.046286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/2bc7f89c-8967-4cf1-963a-553dfcb37d3c HTTP/1.1" status: 204 len: 168 time: 0.7573650 Feb 17 22:41:48.047260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43ae42-1e5e-410d-8c15-ecb3595d8385 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=2bc7f89c-8967-4cf1-963a-553dfcb37d3c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:48.051146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47720) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:48.063993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-245993671'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:48.116062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:48.120060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.173973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:41:48.191808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (30ba86b3-705c-4562-abfc-18b4d98d2459), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.192481 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment 30ba86b3-705c-4562-abfc-18b4d98d2459 of type vlan for network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 Feb 17 22:41:48.253312 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (fb9cb793-c9d1-4208-af1c-2aad85cf12a7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.285085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (fb9cb793-c9d1-4208-af1c-2aad85cf12a7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.291471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:48.292445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.365268 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3124783 Feb 17 22:41:48.368152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47726) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:48.374191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:48.380540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469143b-c04a-4284-ad90-870311479238 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=fb9cb793-c9d1-4208-af1c-2aad85cf12a7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:48.393056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:41:48.548189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:48.552775 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.800953 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (8c0a8fe9-adc2-4d90-b05d-544794ca03c3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:48.895239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=8c0a8fe9-adc2-4d90-b05d-544794ca03c3,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:48.929581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': '30ba86b3-705c-4562-abfc-18b4d98d2459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:48.930205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: fb9cb793-c9d1-4208-af1c-2aad85cf12a7, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:41:48.952598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:41:48.973884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, fb9cb793-c9d1-4208-af1c-2aad85cf12a7) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:48.986711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650be73e-e532-43db-82c4-cadad47a16d6 None None] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:49.007720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:49.008749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.116600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc781e7f-e8c3-4626-9b4b-9d4d44b7f2b5 req-c7b0684d-87a4-422a-925f-8230f488e7ea tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:49.118484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc781e7f-e8c3-4626-9b4b-9d4d44b7f2b5 req-c7b0684d-87a4-422a-925f-8230f488e7ea tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1461475 Feb 17 22:41:49.127219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-52f646fe-57c0-4687-97d1-3f645f827dd8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7579713 Feb 17 22:41:49.130396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47734) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:49.137751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bb6ed07d-d54b-480d-8b08-6497ebaf4212 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1819406346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:49.189604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed07d-d54b-480d-8b08-6497ebaf4212 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.192411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed07d-d54b-480d-8b08-6497ebaf4212 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.268042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-fb9cb793-c9d1-4208-af1c-2aad85cf12a7', 'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '8c0a8fe9-adc2-4d90-b05d-544794ca03c3'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:41:49.268915 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.316184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed07d-d54b-480d-8b08-6497ebaf4212 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.328282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed07d-d54b-480d-8b08-6497ebaf4212 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.329067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc781e7f-e8c3-4626-9b4b-9d4d44b7f2b5 req-628d20f0-44fa-44dc-a545-e9507505ea91 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990225 Feb 17 22:41:49.393390 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb6ed07d-d54b-480d-8b08-6497ebaf4212 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.394964 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bb6ed07d-d54b-480d-8b08-6497ebaf4212 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2633154 Feb 17 22:41:49.398145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47740) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:49.400314 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.406640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'port': {'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7', 'name': 'tempest-RoutersTest-1359819002'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:41:49.464409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Allocated IP 172.20.0.2 (fb9cb793-c9d1-4208-af1c-2aad85cf12a7/8c0a8fe9-adc2-4d90-b05d-544794ca03c3/393400ad-008c-4e59-b796-9a20d9acd512) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:49.598652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:41:49.602940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.629044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] device_id is not set on port cd65c4f1-fd54-41d0-80da-f27488db8ddd yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:41:49.816771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Publish callbacks [] for port (393400ad-008c-4e59-b796-9a20d9acd512), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.832777 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (393400ad-008c-4e59-b796-9a20d9acd512), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:49.964508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:49.966424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.20.0.3 (fb9cb793-c9d1-4208-af1c-2aad85cf12a7/8c0a8fe9-adc2-4d90-b05d-544794ca03c3/cd65c4f1-fd54-41d0-80da-f27488db8ddd) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:41:49.966593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Pushing event updated for resources: {'Port': ['ID=393400ad-008c-4e59-b796-9a20d9acd512,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:49.978676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:49.982225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:50.067869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Attempting to bind port 393400ad-008c-4e59-b796-9a20d9acd512 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:41:50.068469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Attempting to bind port 393400ad-008c-4e59-b796-9a20d9acd512 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '30ba86b3-705c-4562-abfc-18b4d98d2459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:41:50.069079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Attempting to bind port 393400ad-008c-4e59-b796-9a20d9acd512 on network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:41:50.080967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:41:50.081605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Checking segment: {'id': '30ba86b3-705c-4562-abfc-18b4d98d2459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:41:50.082431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:50.083079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Bound using segment: {'id': '30ba86b3-705c-4562-abfc-18b4d98d2459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:41:50.083761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Bound port: 393400ad-008c-4e59-b796-9a20d9acd512, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ba86b3-705c-4562-abfc-18b4d98d2459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fb9cb793-c9d1-4208-af1c-2aad85cf12a7'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:41:50.084296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (393400ad-008c-4e59-b796-9a20d9acd512), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:50.237666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] For port 393400ad-008c-4e59-b796-9a20d9acd512, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:41:50.248170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] For port 393400ad-008c-4e59-b796-9a20d9acd512, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=393400ad-008c-4e59-b796-9a20d9acd512,segment=NetworkSegment(30ba86b3-705c-4562-abfc-18b4d98d2459),segment_id=30ba86b3-705c-4562-abfc-18b4d98d2459)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:41:50.261080 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (393400ad-008c-4e59-b796-9a20d9acd512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:50.280305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:50.337534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35454a0-5b6d-452c-910b-6cce4bd598df None None] Pushing event updated for resources: {'Port': ['ID=393400ad-008c-4e59-b796-9a20d9acd512,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:50.425494 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:50.601402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:50.603068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:50.608725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:41:50.751841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:50.752519 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:50.757952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=cd65c4f1-fd54-41d0-80da-f27488db8ddd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:50.788352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-557a73ea-112b-4610-b147-2b7dba9881e1 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3891289 Feb 17 22:41:50.791293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:50.827097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9606f99-9f85-443e-b600-c7cbaa8abec1 req-ac35e7ce-fd68-4230-a3d0-4facf8d8cfa2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:50.831334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9606f99-9f85-443e-b600-c7cbaa8abec1 req-ac35e7ce-fd68-4230-a3d0-4facf8d8cfa2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2962976 Feb 17 22:41:50.855170 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:50.946678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9606f99-9f85-443e-b600-c7cbaa8abec1 req-6af15b25-b61d-4597-89d5-f4271ff01853 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102917 Feb 17 22:41:51.427333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:51.628076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 393400ad-008c-4e59-b796-9a20d9acd512 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:41:51.795567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 393400ad-008c-4e59-b796-9a20d9acd512 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:51.796080 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (393400ad-008c-4e59-b796-9a20d9acd512), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:52.014670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:52.026427 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:52.075783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 393400ad-008c-4e59-b796-9a20d9acd512 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:52.078959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (393400ad-008c-4e59-b796-9a20d9acd512), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:52.250333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 393400ad-008c-4e59-b796-9a20d9acd512, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=393400ad-008c-4e59-b796-9a20d9acd512,segment=NetworkSegment(30ba86b3-705c-4562-abfc-18b4d98d2459),segment_id=30ba86b3-705c-4562-abfc-18b4d98d2459)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:41:52.257694 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (393400ad-008c-4e59-b796-9a20d9acd512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:52.262692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17c22d-92f2-47d4-86e6-96602cb93884 req-4327b065-2332-490a-be51-ebc3f650fe9e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:52.264576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf17c22d-92f2-47d4-86e6-96602cb93884 req-4327b065-2332-490a-be51-ebc3f650fe9e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1188338 Feb 17 22:41:52.268712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=cd65c4f1-fd54-41d0-80da-f27488db8ddd,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:52.397445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=393400ad-008c-4e59-b796-9a20d9acd512,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:52.402084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3430ff-b50c-4267-9141-625418418845 None None] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:41:52.587841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cedcf018-ebb3-4f62-afc1-964b0f14aaaf None None] Provisioning complete for port 393400ad-008c-4e59-b796-9a20d9acd512 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:52.588143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cedcf018-ebb3-4f62-afc1-964b0f14aaaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (393400ad-008c-4e59-b796-9a20d9acd512), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:52.696415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:52.809305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cedcf018-ebb3-4f62-afc1-964b0f14aaaf None None] Current status of the port 393400ad-008c-4e59-b796-9a20d9acd512 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:52.874119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47772) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:53.018501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.193979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1028307d-cdd2-4285-88b2-16afcec6c563 None None] Provisioning complete for port cd65c4f1-fd54-41d0-80da-f27488db8ddd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:53.197350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1028307d-cdd2-4285-88b2-16afcec6c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.340875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1028307d-cdd2-4285-88b2-16afcec6c563 None None] Port cd65c4f1-fd54-41d0-80da-f27488db8ddd cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:53.359404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1028307d-cdd2-4285-88b2-16afcec6c563 None None] Provisioning complete for port 393400ad-008c-4e59-b796-9a20d9acd512 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:53.368284 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1028307d-cdd2-4285-88b2-16afcec6c563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (393400ad-008c-4e59-b796-9a20d9acd512), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.438347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9873-8faa-4c9d-8631-c3b64b77d928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.544304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf17c22d-92f2-47d4-86e6-96602cb93884 req-38d8f662-d471-4775-848d-de451ed890f2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2711711 Feb 17 22:41:53.622570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1028307d-cdd2-4285-88b2-16afcec6c563 None None] Current status of the port 393400ad-008c-4e59-b796-9a20d9acd512 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:53.629709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 393400ad-008c-4e59-b796-9a20d9acd512 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:41:53.754431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 393400ad-008c-4e59-b796-9a20d9acd512 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:53.754805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (393400ad-008c-4e59-b796-9a20d9acd512), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.787635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-839983db-963b-4aa5-97f8-d500c9f6aae1 None None] Provisioning complete for port cd65c4f1-fd54-41d0-80da-f27488db8ddd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:53.788014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-839983db-963b-4aa5-97f8-d500c9f6aae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.836964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-839983db-963b-4aa5-97f8-d500c9f6aae1 None None] Port cd65c4f1-fd54-41d0-80da-f27488db8ddd cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:53.876230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9873-8faa-4c9d-8631-c3b64b77d928 admin admin] Publish callbacks [] for security_group (0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.895422 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf2b9873-8faa-4c9d-8631-c3b64b77d928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:53.937267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 393400ad-008c-4e59-b796-9a20d9acd512 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:41:53.971310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-343af5c3-f59d-4e9b-8295-0582bfb8e95d None None] Provisioning complete for port cd65c4f1-fd54-41d0-80da-f27488db8ddd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:53.971865 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-343af5c3-f59d-4e9b-8295-0582bfb8e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.015385 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cf2b9873-8faa-4c9d-8631-c3b64b77d928 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=708ca31899694cf1821cba00a58c9a71&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1364534 Feb 17 22:41:54.020172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47782) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:54.025566 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b9873-8faa-4c9d-8631-c3b64b77d928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:54.093464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-343af5c3-f59d-4e9b-8295-0582bfb8e95d None None] Port cd65c4f1-fd54-41d0-80da-f27488db8ddd cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:54.138530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.146325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.156664 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-058275ec-0b1e-42da-8eec-2a2692853c4b admin admin] Publish callbacks [] for security_group (0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.222721 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-058275ec-0b1e-42da-8eec-2a2692853c4b admin admin] Publish callbacks [] for security_group (0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.248837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=cd65c4f1-fd54-41d0-80da-f27488db8ddd,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:54.259751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.320600 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-058275ec-0b1e-42da-8eec-2a2692853c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.325148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-058275ec-0b1e-42da-8eec-2a2692853c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:54.330070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-058275ec-0b1e-42da-8eec-2a2692853c4b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b HTTP/1.1" status: 204 len: 168 time: 0.3045681 Feb 17 22:41:54.351761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058275ec-0b1e-42da-8eec-2a2692853c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfd5da7-7e6d-4c2b-a0a2-b1315b89aa2b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:54.505569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:41:54.510217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:41:54.926410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:41:54.981809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9140b-6496-47e0-81e9-50299b518063 req-6a623890-96a4-494c-a89e-41fad6c259f3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:54.986247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9140b-6496-47e0-81e9-50299b518063 req-6a623890-96a4-494c-a89e-41fad6c259f3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1469266 Feb 17 22:41:55.111396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47796) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:55.117438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cc9140b-6496-47e0-81e9-50299b518063 req-8df9a1c3-13ba-4b6a-b122-8d2d856aa581 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213353 Feb 17 22:41:55.152563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a7d6390-a7ab-414d-a9f6-46214764bef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:55.186463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d47f10ee-c1b0-4f9b-a747-6f5ca2015f8e None None] Provisioning complete for port cd65c4f1-fd54-41d0-80da-f27488db8ddd triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:41:55.187900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d47f10ee-c1b0-4f9b-a747-6f5ca2015f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:55.302601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d47f10ee-c1b0-4f9b-a747-6f5ca2015f8e None None] Port cd65c4f1-fd54-41d0-80da-f27488db8ddd cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:41:55.328188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a7d6390-a7ab-414d-a9f6-46214764bef4 admin admin] Publish callbacks [] for security_group (0851c0e3-a2a6-49e4-82b4-6a86b581dafe), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:55.341321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a7d6390-a7ab-414d-a9f6-46214764bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0851c0e3-a2a6-49e4-82b4-6a86b581dafe), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:55.395641 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:41:55.423772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8a7d6390-a7ab-414d-a9f6-46214764bef4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55925a33b30946d8b91cf6cf93e321a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2967930 Feb 17 22:41:55.425332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47798) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:55.446904 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8d2b1c95-ed9e-4dba-8821-573d666ece36 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6514947 Feb 17 22:41:55.447062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] Sync routers for ids ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:41:55.450095 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:55.450961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47800) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:55.521454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] Routers {'a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:55.524171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:55.585253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d6390-a7ab-414d-a9f6-46214764bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0851c0e3-a2a6-49e4-82b4-6a86b581dafe,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:55.641620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2691ff4-10a7-42a3-8b9b-68798d24e721 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:55.650356 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2691ff4-10a7-42a3-8b9b-68798d24e721 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports/cd65c4f1-fd54-41d0-80da-f27488db8ddd HTTP/1.1" status: 200 len: 977 time: 0.1946898 Feb 17 22:41:55.654055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:55.678774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:55.709721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] Routers {'a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:41:55.710350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:55.737280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2a94-06c2-4565-a76c-606fe0666796 admin admin] Publish callbacks [] for security_group (0851c0e3-a2a6-49e4-82b4-6a86b581dafe), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:55.853815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:41:55.854577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3011f7-4ab5-4370-99d5-36dd982b4f12 None None] The sync data for ids ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:41:55.891511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2a94-06c2-4565-a76c-606fe0666796 admin admin] Publish callbacks [] for security_group (0851c0e3-a2a6-49e4-82b4-6a86b581dafe), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:56.024031 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2a94-06c2-4565-a76c-606fe0666796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0851c0e3-a2a6-49e4-82b4-6a86b581dafe), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:56.026636 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fd2a94-06c2-4565-a76c-606fe0666796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:56.027888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e1fd2a94-06c2-4565-a76c-606fe0666796 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0851c0e3-a2a6-49e4-82b4-6a86b581dafe HTTP/1.1" status: 204 len: 168 time: 0.5844421 Feb 17 22:41:56.041005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd2a94-06c2-4565-a76c-606fe0666796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0851c0e3-a2a6-49e4-82b4-6a86b581dafe,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:41:56.687656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999618d-7507-4c03-86c6-ebb0045f33b3 req-f5fc2d78-ee4e-4524-9601-54a54ef93749 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:56.695727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7999618d-7507-4c03-86c6-ebb0045f33b3 req-f5fc2d78-ee4e-4524-9601-54a54ef93749 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2505794 Feb 17 22:41:56.811902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7999618d-7507-4c03-86c6-ebb0045f33b3 req-47f40ee9-0481-463c-a09a-b5ce54e0cb7a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148210 Feb 17 22:41:56.908467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:58.286923 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:41:58.312276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67abca-dec0-422a-9bad-c20486fdc82d req-244af87b-1d51-4eac-9b74-80ed6e97d031 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:41:58.323341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e67abca-dec0-422a-9bad-c20486fdc82d req-244af87b-1d51-4eac-9b74-80ed6e97d031 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2650967 Feb 17 22:41:58.565920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e67abca-dec0-422a-9bad-c20486fdc82d req-961bdfd5-5030-44bd-b836-152a364814fd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328608 Feb 17 22:41:58.901062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port cd65c4f1-fd54-41d0-80da-f27488db8ddd {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:41:58.906094 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:59.228616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:59.267970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47862) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:59.283579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for cd65c4f1-fd54-41d0-80da-f27488db8ddd owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:41:59.512461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e976d9b2-82b9-42e9-82c9-521aa55b1291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:59.751585 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e976d9b2-82b9-42e9-82c9-521aa55b1291 admin admin] Publish callbacks [] for security_group (a83ea92e-c02e-4ddd-8f13-6b46b62c904f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:59.759687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e976d9b2-82b9-42e9-82c9-521aa55b1291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a83ea92e-c02e-4ddd-8f13-6b46b62c904f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:41:59.894721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e976d9b2-82b9-42e9-82c9-521aa55b1291 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b7ce493f93b1489da56f40ce6b66f470&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6260710 Feb 17 22:41:59.903465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47870) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:41:59.904189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976d9b2-82b9-42e9-82c9-521aa55b1291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83ea92e-c02e-4ddd-8f13-6b46b62c904f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:00.065071 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (cd65c4f1-fd54-41d0-80da-f27488db8ddd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:00.125904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=cd65c4f1-fd54-41d0-80da-f27488db8ddd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:00.131524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97ce847-421d-4f02-b37b-de459f28f556 req-b99697ca-43cd-4238-afff-1146a59840d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:00.136044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a97ce847-421d-4f02-b37b-de459f28f556 req-b99697ca-43cd-4238-afff-1146a59840d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.3810632 Feb 17 22:42:00.141255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae42d269-9c01-4b00-a7ec-8510fac3cfef admin admin] Publish callbacks [] for security_group (a83ea92e-c02e-4ddd-8f13-6b46b62c904f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:00.217369 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae42d269-9c01-4b00-a7ec-8510fac3cfef admin admin] Publish callbacks [] for security_group (a83ea92e-c02e-4ddd-8f13-6b46b62c904f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:00.328523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae42d269-9c01-4b00-a7ec-8510fac3cfef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a83ea92e-c02e-4ddd-8f13-6b46b62c904f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:00.333992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ae42d269-9c01-4b00-a7ec-8510fac3cfef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:00.342100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ae42d269-9c01-4b00-a7ec-8510fac3cfef admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a83ea92e-c02e-4ddd-8f13-6b46b62c904f HTTP/1.1" status: 204 len: 168 time: 0.4306176 Feb 17 22:42:00.504560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a97ce847-421d-4f02-b37b-de459f28f556 req-2004cde7-82a2-43e2-87b7-a1c7e708ed00 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000692 Feb 17 22:42:00.505360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae42d269-9c01-4b00-a7ec-8510fac3cfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83ea92e-c02e-4ddd-8f13-6b46b62c904f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:00.683123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:01.281988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:01.436002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:01.447051 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-768e1af2-fcf4-4bb3-b54e-8801b2e042f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7823713 Feb 17 22:42:01.448095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47890) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:01.450706 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] Sync routers for ids ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:01.489877 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] Routers {'a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:01.492045 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:01.618173 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:01.662221 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] Routers {'a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:01.694854 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:01.854501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:01.856849 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd75ab5-a525-4071-a734-0e38259676fb None None] The sync data for ids ['a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:01.875766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ace4a-5e9f-4b29-b0d0-2b4a9048211b req-10891324-a9ad-49be-86d4-aa9c3d6b2d35 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:01.889178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a14ace4a-5e9f-4b29-b0d0-2b4a9048211b req-10891324-a9ad-49be-86d4-aa9c3d6b2d35 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2071602 Feb 17 22:42:01.926937 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-5a46b207-cfab-41b9-b109-e1a2574bec5d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] remove_router_interface failed (client error): The resource could not be found. Feb 17 22:42:01.937633 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5a46b207-cfab-41b9-b109-e1a2574bec5d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4769897 Feb 17 22:42:01.937633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47908) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:01.993342 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-774e7dce-c5c2-4274-a319-48a11c98aa44 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3 HTTP/1.1" status: 200 len: 205 time: 0.0502808 Feb 17 22:42:01.993565 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47910) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:02.097764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a14ace4a-5e9f-4b29-b0d0-2b4a9048211b req-bfda2792-9a57-4f2e-be91-ec074ceb524e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016377 Feb 17 22:42:02.168462 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5127d654-a5e5-4c02-afa9-47da7fbb6887 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.420362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5127d654-a5e5-4c02-afa9-47da7fbb6887 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.434432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5127d654-a5e5-4c02-afa9-47da7fbb6887 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.490906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5127d654-a5e5-4c02-afa9-47da7fbb6887 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.491915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5127d654-a5e5-4c02-afa9-47da7fbb6887 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Fanout notify agent at l3_agent the message router_deleted on router a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:42:02.510270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5127d654-a5e5-4c02-afa9-47da7fbb6887 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.512399 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5127d654-a5e5-4c02-afa9-47da7fbb6887 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3 HTTP/1.1" status: 204 len: 168 time: 0.5169368 Feb 17 22:42:02.514120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47916) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:02.598918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 8c0a8fe9-adc2-4d90-b05d-544794ca03c3 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:42:02.608562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (8c0a8fe9-adc2-4d90-b05d-544794ca03c3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.669848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (8c0a8fe9-adc2-4d90-b05d-544794ca03c3), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.803770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (8c0a8fe9-adc2-4d90-b05d-544794ca03c3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.904883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (8c0a8fe9-adc2-4d90-b05d-544794ca03c3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.927034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:02.933859 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/8c0a8fe9-adc2-4d90-b05d-544794ca03c3 HTTP/1.1" status: 204 len: 168 time: 0.4150982 Feb 17 22:42:02.934669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47936) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:02.936800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac197e7-1f4a-4b98-a66e-46dccb0169c1 None None] Network fb9cb793-c9d1-4208-af1c-2aad85cf12a7 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:03.014655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa07ec-57aa-4e75-8583-96886e6a0c24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=8c0a8fe9-adc2-4d90-b05d-544794ca03c3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:03.127595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (fb9cb793-c9d1-4208-af1c-2aad85cf12a7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:03.226174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] DHCP port deletion for fb9cb793-c9d1-4208-af1c-2aad85cf12a7 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:42:03.228829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 393400ad-008c-4e59-b796-9a20d9acd512 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:03.229189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (393400ad-008c-4e59-b796-9a20d9acd512), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:03.323808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] Deleting port 393400ad-008c-4e59-b796-9a20d9acd512 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:03.324248 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (393400ad-008c-4e59-b796-9a20d9acd512), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:03.448952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] For port 393400ad-008c-4e59-b796-9a20d9acd512, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=393400ad-008c-4e59-b796-9a20d9acd512,segment=NetworkSegment(30ba86b3-705c-4562-abfc-18b4d98d2459),segment_id=30ba86b3-705c-4562-abfc-18b4d98d2459)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:03.449344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (393400ad-008c-4e59-b796-9a20d9acd512), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:03.474519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] Calling delete_port for 393400ad-008c-4e59-b796-9a20d9acd512 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:03.522339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 393400ad-008c-4e59-b796-9a20d9acd512 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:03.568457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 393400ad-008c-4e59-b796-9a20d9acd512, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=393400ad-008c-4e59-b796-9a20d9acd512,segment=NetworkSegment(30ba86b3-705c-4562-abfc-18b4d98d2459),segment_id=30ba86b3-705c-4562-abfc-18b4d98d2459)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:03.568860 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (393400ad-008c-4e59-b796-9a20d9acd512), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:03.619731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 393400ad-008c-4e59-b796-9a20d9acd512 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:03.651830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db63ac-5a47-4ff9-83c8-57b325268648 req-e8b5f5c4-53bc-4e5f-8768-6c38b8744142 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:03.654324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8db63ac-5a47-4ff9-83c8-57b325268648 req-e8b5f5c4-53bc-4e5f-8768-6c38b8744142 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2404587 Feb 17 22:42:03.800796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (393400ad-008c-4e59-b796-9a20d9acd512), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:03.847999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port 393400ad-008c-4e59-b796-9a20d9acd512 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:03.914953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=393400ad-008c-4e59-b796-9a20d9acd512,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:03.999604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8db63ac-5a47-4ff9-83c8-57b325268648 req-e5e8e991-74b0-4726-aa24-1368e5fa1256 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380392 Feb 17 22:42:04.073765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 393400ad-008c-4e59-b796-9a20d9acd512 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:04.080005 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (393400ad-008c-4e59-b796-9a20d9acd512), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.113036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (fb9cb793-c9d1-4208-af1c-2aad85cf12a7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.131037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (393400ad-008c-4e59-b796-9a20d9acd512), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.157674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9cb793-c9d1-4208-af1c-2aad85cf12a7']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:04.169855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ba86b3-705c-4562-abfc-18b4d98d2459') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:04.170151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ba86b3-705c-4562-abfc-18b4d98d2459') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:04.183158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (30ba86b3-705c-4562-abfc-18b4d98d2459), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.202325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (30ba86b3-705c-4562-abfc-18b4d98d2459), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.210499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:42:04.210911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (30ba86b3-705c-4562-abfc-18b4d98d2459), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.218259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] No DVR routers for this DVR port 393400ad-008c-4e59-b796-9a20d9acd512 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:04.276780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b0cd0-8d93-41c2-a817-7dc4e4cff739 None None] Pushing event deleted for resources: {'Port': ['ID=393400ad-008c-4e59-b796-9a20d9acd512,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:42:04.304471 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:42:04.310526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (fb9cb793-c9d1-4208-af1c-2aad85cf12a7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.328535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.338406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 47974) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:04.340513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/fb9cb793-c9d1-4208-af1c-2aad85cf12a7 HTTP/1.1" status: 204 len: 168 time: 1.4040875 Feb 17 22:42:04.344214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-849656363'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:04.355210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5da905-42f2-416f-97b3-3ce3366077b0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=fb9cb793-c9d1-4208-af1c-2aad85cf12a7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:04.394262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:04.397881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.430018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:42:04.445581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c712fd7e-e9b0-42bf-aa91-fb9811d4fa90), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.446201 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment c712fd7e-e9b0-42bf-aa91-fb9811d4fa90 of type vlan for network bed08043-bc15-4853-aed6-4348519777be Feb 17 22:42:04.498774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (bed08043-bc15-4853-aed6-4348519777be), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.575910 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (bed08043-bc15-4853-aed6-4348519777be), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.586883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:04.587562 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:04.765755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4260459 Feb 17 22:42:04.768708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 47986) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:04.775970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': 'bed08043-bc15-4853-aed6-4348519777be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:04.788417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bc220-b4ed-4886-bc23-c91c65c0a2a4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=bed08043-bc15-4853-aed6-4348519777be,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:04.807337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network bed08043-bc15-4853-aed6-4348519777be details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:42:05.067263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:05.072232 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:05.236217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd3fa4-a06f-464f-a939-76e2526cc19d req-ed1e4fb9-d8ad-47c7-aa2e-a02703abf4f4 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:05.240613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cfd3fa4-a06f-464f-a939-76e2526cc19d req-ed1e4fb9-d8ad-47c7-aa2e-a02703abf4f4 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.2301688 Feb 17 22:42:05.294540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f47a8b-2be8-4a94-b89e-83d6ca07afce req-8e4e7914-30dd-4591-ab0c-bff56fe3429f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:05.310884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23f47a8b-2be8-4a94-b89e-83d6ca07afce req-8e4e7914-30dd-4591-ab0c-bff56fe3429f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.2272439 Feb 17 22:42:05.420527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3cfd3fa4-a06f-464f-a939-76e2526cc19d req-cb64f042-ff28-4c2e-bbff-ed2a98f3197a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545358 Feb 17 22:42:05.466684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23f47a8b-2be8-4a94-b89e-83d6ca07afce req-e20184c2-8d2d-4aaa-bff7-6f0903779453 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454508 Feb 17 22:42:05.589247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (28159090-1979-4aaa-b1a3-0fd16de6f3ed), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:05.681028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=28159090-1979-4aaa-b1a3-0fd16de6f3ed,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:05.690742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': 'c712fd7e-e9b0-42bf-aa91-fb9811d4fa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bed08043-bc15-4853-aed6-4348519777be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:05.691113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: bed08043-bc15-4853-aed6-4348519777be, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:42:05.721146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network bed08043-bc15-4853-aed6-4348519777be is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:42:05.749177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, bed08043-bc15-4853-aed6-4348519777be) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:05.754529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:05.755178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:05.761302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a254e-9d39-4991-9cd3-791ae4485a8a None None] Network bed08043-bc15-4853-aed6-4348519777be requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:05.793872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5635b0ed-d9e3-49f7-95fc-67c2553c647f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0232332 Feb 17 22:42:05.796333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:05.803119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4bde37b0-b2b1-4e9e-9975-8df802c9dc15 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-666171773', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:05.873688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bde37b0-b2b1-4e9e-9975-8df802c9dc15 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1f4c633e-5bfd-48b5-9851-40f73d5773c1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:05.876209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bde37b0-b2b1-4e9e-9975-8df802c9dc15 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1f4c633e-5bfd-48b5-9851-40f73d5773c1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:05.975306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bde37b0-b2b1-4e9e-9975-8df802c9dc15 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (1f4c633e-5bfd-48b5-9851-40f73d5773c1), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:05.982633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bde37b0-b2b1-4e9e-9975-8df802c9dc15 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1f4c633e-5bfd-48b5-9851-40f73d5773c1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:05.998325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-bed08043-bc15-4853-aed6-4348519777be', 'network_id': 'bed08043-bc15-4853-aed6-4348519777be', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '28159090-1979-4aaa-b1a3-0fd16de6f3ed'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:42:05.999214 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:06.024678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4bde37b0-b2b1-4e9e-9975-8df802c9dc15 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:06.029700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48002) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:06.029839 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4bde37b0-b2b1-4e9e-9975-8df802c9dc15 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2311044 Feb 17 22:42:06.211321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Allocated IP 172.20.0.2 (bed08043-bc15-4853-aed6-4348519777be/28159090-1979-4aaa-b1a3-0fd16de6f3ed/3b6aa5cb-d0b1-48fc-ba09-eb4114606a90) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:06.401270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Publish callbacks [] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:06.410866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:06.430929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Network bed08043-bc15-4853-aed6-4348519777be is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:06.433487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:06.483143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Pushing event updated for resources: {'Port': ['ID=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:06.485610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:06.604129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Attempting to bind port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:06.604619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Attempting to bind port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c712fd7e-e9b0-42bf-aa91-fb9811d4fa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bed08043-bc15-4853-aed6-4348519777be'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:06.604993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Attempting to bind port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 on network bed08043-bc15-4853-aed6-4348519777be {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:06.614540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:06.614935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Checking segment: {'id': 'c712fd7e-e9b0-42bf-aa91-fb9811d4fa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bed08043-bc15-4853-aed6-4348519777be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:06.615356 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:06.615783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Bound using segment: {'id': 'c712fd7e-e9b0-42bf-aa91-fb9811d4fa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bed08043-bc15-4853-aed6-4348519777be'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:06.616276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Bound port: 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c712fd7e-e9b0-42bf-aa91-fb9811d4fa90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'bed08043-bc15-4853-aed6-4348519777be'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:06.616663 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:06.702476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] For port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:06.708258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] For port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,segment=NetworkSegment(c712fd7e-e9b0-42bf-aa91-fb9811d4fa90),segment_id=c712fd7e-e9b0-42bf-aa91-fb9811d4fa90)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:06.718161 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:06.822616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd5ec79-e155-4e52-994d-092bc581a00b None None] Pushing event updated for resources: {'Port': ['ID=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:06.892850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1346755f-2447-48d9-8049-e7b58b04937f req-bcafa696-7a5c-4e81-aa9d-17d2a4e69db7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:06.894513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1346755f-2447-48d9-8049-e7b58b04937f req-bcafa696-7a5c-4e81-aa9d-17d2a4e69db7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.3047709 Feb 17 22:42:07.016116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7fc0e1-1ab4-4077-81ee-766fa44d181d req-48caf220-240f-41b0-bd28-5678b8d82b2f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:07.017709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c7fc0e1-1ab4-4077-81ee-766fa44d181d req-48caf220-240f-41b0-bd28-5678b8d82b2f tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.4489498 Feb 17 22:42:07.120970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:07.316038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1346755f-2447-48d9-8049-e7b58b04937f req-9784007f-cc0a-44d0-a6f7-2abb8e88fef6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032443 Feb 17 22:42:07.364416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c7fc0e1-1ab4-4077-81ee-766fa44d181d req-1aec1f25-4fc5-4965-8d37-8814e060e730 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254864 Feb 17 22:42:07.387847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8c551-8a5a-43b0-b306-860389958932 req-23511f99-9848-431c-bd13-67dccd2a0b6b tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:07.389580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3f8c551-8a5a-43b0-b306-860389958932 req-23511f99-9848-431c-bd13-67dccd2a0b6b tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.3939781 Feb 17 22:42:07.577564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:07.649683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:07.650395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:07.734972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.20.0.1 (bed08043-bc15-4853-aed6-4348519777be/28159090-1979-4aaa-b1a3-0fd16de6f3ed/a938a5b4-848e-45e0-8826-e9116fdd0ad4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:07.747040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:07.748083 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:07.794105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,segment=NetworkSegment(c712fd7e-e9b0-42bf-aa91-fb9811d4fa90),segment_id=c712fd7e-e9b0-42bf-aa91-fb9811d4fa90)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:07.799959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:07.858369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:07.876424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:07.916239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Deleting port 3823264e-9996-4b44-b476-728c903c552d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:07.916897 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3823264e-9996-4b44-b476-728c903c552d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:07.982887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:08.050782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] For port 3823264e-9996-4b44-b476-728c903c552d, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3823264e-9996-4b44-b476-728c903c552d,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:08.051528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3823264e-9996-4b44-b476-728c903c552d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:08.072258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Calling delete_port for 3823264e-9996-4b44-b476-728c903c552d owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:08.119897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network bed08043-bc15-4853-aed6-4348519777be is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:08.127715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:08.141112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:08.194650 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (1f4c633e-5bfd-48b5-9851-40f73d5773c1), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:08.293481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=a938a5b4-848e-45e0-8826-e9116fdd0ad4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:08.381328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-bc16127a-22f6-4ed7-b892-0b40dd222bd6 req-85c1c557-9544-462d-98ec-488037cc11aa tempest-TaggedBootDevicesTest-1717368779 tempest-TaggedBootDevicesTest-1717368779-project] (103526) timed out ('10.222.0.79', 36728) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:42:08.454494 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:08.630025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fffa34-b041-46e2-aa97-84c25dc62875 None None] Network bed08043-bc15-4853-aed6-4348519777be requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:08.880126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:08.899909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:08.912431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-21f8994c-9518-4ffc-b724-6d602a0b74ae None None] Provisioning complete for port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:08.912963 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-21f8994c-9518-4ffc-b724-6d602a0b74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:09.022011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (1f4c633e-5bfd-48b5-9851-40f73d5773c1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:09.121810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-21f8994c-9518-4ffc-b724-6d602a0b74ae None None] Current status of the port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:09.173198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=a938a5b4-848e-45e0-8826-e9116fdd0ad4,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:09.257266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec7e1-a0a2-441c-86cc-b14f6d477e2e req-fcaca46d-7f8a-417d-bbe5-e9bbc2cb63fa tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:09.258891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-618ec7e1-a0a2-441c-86cc-b14f6d477e2e req-fcaca46d-7f8a-417d-bbe5-e9bbc2cb63fa tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=faf52dc4-b5b9-43d9-807e-4b48648be5a0 HTTP/1.1" status: 200 len: 946 time: 0.3762093 Feb 17 22:42:09.270631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d48c0a5-ba3c-40c1-bddf-c2d92ef90459 req-bf57ca1c-cb6c-4577-8998-db62d8b4af10 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:09.272275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d48c0a5-ba3c-40c1-bddf-c2d92ef90459 req-bf57ca1c-cb6c-4577-8998-db62d8b4af10 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.3880634 Feb 17 22:42:09.355039 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:09.371204 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3823264e-9996-4b44-b476-728c903c552d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:09.389819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f184c826-6304-496c-950b-b2e65f9bf765'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:42:09.415040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d48c0a5-ba3c-40c1-bddf-c2d92ef90459 req-59b47267-c15a-4968-9d7d-156ff82d12d3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321275 Feb 17 22:42:09.524969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Pushing event deleted for resources: {'Port': ['ID=3823264e-9996-4b44-b476-728c903c552d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:09.603860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:09.613427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network bed08043-bc15-4853-aed6-4348519777be is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:09.617166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-44f967d9-4f01-4520-aaac-c9be2261ec59 None None] Provisioning complete for port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:09.617818 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44f967d9-4f01-4520-aaac-c9be2261ec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:09.630368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-618ec7e1-a0a2-441c-86cc-b14f6d477e2e req-51284479-ffa0-443c-9e57-ce512bd63543 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480935 Feb 17 22:42:09.664437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:09.687975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] No DVR routers for this DVR port 3823264e-9996-4b44-b476-728c903c552d on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:09.691948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:09.695859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3f8c551-8a5a-43b0-b306-860389958932 req-62277d4f-ab6b-43e6-8d6c-6152b577c667 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "DELETE /v2.0/ports/3823264e-9996-4b44-b476-728c903c552d HTTP/1.1" status: 204 len: 173 time: 2.2844753 Feb 17 22:42:09.696351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'name': 'network-vif-deleted', 'tag': '3823264e-9996-4b44-b476-728c903c552d'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:42:09.699322 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e76f47-06e0-42ea-a676-2b80cbd6fe1b" -d '{"events": [{"server_uuid": "faf52dc4-b5b9-43d9-807e-4b48648be5a0", "name": "network-vif-deleted", "tag": "3823264e-9996-4b44-b476-728c903c552d"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:42:09.991701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-44f967d9-4f01-4520-aaac-c9be2261ec59 None None] Current status of the port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:10.063536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:10.064100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:10.127429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3823264e-9996-4b44-b476-728c903c552d no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:10.174076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 3823264e-9996-4b44-b476-728c903c552d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:10.174372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3823264e-9996-4b44-b476-728c903c552d not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:10.175843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-44f967d9-4f01-4520-aaac-c9be2261ec59 None None] Provisioning complete for port a938a5b4-848e-45e0-8826-e9116fdd0ad4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:10.176236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-44f967d9-4f01-4520-aaac-c9be2261ec59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:10.304116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-44f967d9-4f01-4520-aaac-c9be2261ec59 None None] Port a938a5b4-848e-45e0-8826-e9116fdd0ad4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:10.433364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:10.466910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e5d077e0-a61a-4d32-993b-6d257a37cc4c None None] Provisioning complete for port a938a5b4-848e-45e0-8826-e9116fdd0ad4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:10.469583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e5d077e0-a61a-4d32-993b-6d257a37cc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:10.579446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e5d077e0-a61a-4d32-993b-6d257a37cc4c None None] Port a938a5b4-848e-45e0-8826-e9116fdd0ad4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:10.583250 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13d36a51-7001-47e4-8f69-bc0e13d14db1 x-openstack-request-id: req-13d36a51-7001-47e4-8f69-bc0e13d14db1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:42:10.583804 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faf52dc4-b5b9-43d9-807e-4b48648be5a0", "name": "network-vif-deleted", "tag": "3823264e-9996-4b44-b476-728c903c552d", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:42:10.583804 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-13d36a51-7001-47e4-8f69-bc0e13d14db1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:42:10.584241 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faf52dc4-b5b9-43d9-807e-4b48648be5a0', 'name': 'network-vif-deleted', 'tag': '3823264e-9996-4b44-b476-728c903c552d', 'status': 'completed', 'code': 200} Feb 17 22:42:10.687000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae166d0-1abf-4ae0-a244-447f603ce116 req-95cb6ee9-892b-4185-90a2-c1f2e463face tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:10.689499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fae166d0-1abf-4ae0-a244-447f603ce116 req-95cb6ee9-892b-4185-90a2-c1f2e463face tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1079874 Feb 17 22:42:10.766222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fae166d0-1abf-4ae0-a244-447f603ce116 req-e2a5623e-876a-4d80-94fa-b59cf68580fb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652225 Feb 17 22:42:10.792199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 1f4c633e-5bfd-48b5-9851-40f73d5773c1 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:42:10.956583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:10.962415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6b6993be-0066-420c-945b-9999cb5b4320 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/1f4c633e-5bfd-48b5-9851-40f73d5773c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9311922 Feb 17 22:42:10.966465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48078) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:10.971147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] Sync routers for ids ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:10.998042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] Routers {'1f4c633e-5bfd-48b5-9851-40f73d5773c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:10.999097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:11.081603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df1061e-9f70-4173-a817-3303bb3c1e9e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:11.087265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6df1061e-9f70-4173-a817-3303bb3c1e9e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports/a938a5b4-848e-45e0-8826-e9116fdd0ad4 HTTP/1.1" status: 200 len: 910 time: 0.1156423 Feb 17 22:42:11.087672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48082) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:11.119735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:11.143921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] Routers {'1f4c633e-5bfd-48b5-9851-40f73d5773c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:11.145943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:11.188466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:11.189281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6069b2-1975-47b0-b99f-431fe3b47f76 None None] The sync data for ids ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:11.289613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d2d00-ecdf-4131-9eb6-511c9aaad94f req-38f47cb3-0f3a-4f14-85a1-207218ac7724 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:11.291325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-211d2d00-ecdf-4131-9eb6-511c9aaad94f req-38f47cb3-0f3a-4f14-85a1-207218ac7724 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1462309 Feb 17 22:42:11.353579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-211d2d00-ecdf-4131-9eb6-511c9aaad94f req-bb83e073-c038-4c25-acc0-4b5fd5058147 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544288 Feb 17 22:42:11.639974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (1f4c633e-5bfd-48b5-9851-40f73d5773c1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:11.960181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb3c630-accb-4edc-8658-9119428119f2 req-3b17f0e3-7859-4198-8128-0f97ac48b082 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:11.962539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eb3c630-accb-4edc-8658-9119428119f2 req-3b17f0e3-7859-4198-8128-0f97ac48b082 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.0878024 Feb 17 22:42:12.056287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eb3c630-accb-4edc-8658-9119428119f2 req-9f73d1c8-c0b2-4cf6-8f96-978400f52fa9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858896 Feb 17 22:42:12.067191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port a938a5b4-848e-45e0-8826-e9116fdd0ad4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:12.067576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:12.179892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:12.202558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for a938a5b4-848e-45e0-8826-e9116fdd0ad4 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:12.406463 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a938a5b4-848e-45e0-8826-e9116fdd0ad4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:12.496089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=a938a5b4-848e-45e0-8826-e9116fdd0ad4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:12.790962 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (1f4c633e-5bfd-48b5-9851-40f73d5773c1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:12.830318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0145fd-d9af-40c6-9cf8-7dc5841c695f req-d1633f75-ea3a-4652-a39a-bad0c7f96538 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:12.833517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b0145fd-d9af-40c6-9cf8-7dc5841c695f req-d1633f75-ea3a-4652-a39a-bad0c7f96538 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.2163963 Feb 17 22:42:13.053950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b0145fd-d9af-40c6-9cf8-7dc5841c695f req-492cf9cc-8aae-4f8e-b1a0-4f7f33ab78c4 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715348 Feb 17 22:42:13.070676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 1f4c633e-5bfd-48b5-9851-40f73d5773c1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:13.203818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:13.209323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ade7f387-bab9-49c1-b460-216d89f4e1bc tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/1f4c633e-5bfd-48b5-9851-40f73d5773c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1207719 Feb 17 22:42:13.212603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48098) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:13.218341 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] Sync routers for ids ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:13.228720 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] Routers {'1f4c633e-5bfd-48b5-9851-40f73d5773c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:13.229588 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:13.257895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48100) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:13.258450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7595602-57fe-4789-b1ed-2c7e06ee4c32 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f4c633e-5bfd-48b5-9851-40f73d5773c1 HTTP/1.1" status: 200 len: 205 time: 0.0449064 Feb 17 22:42:13.277328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7346b-0cae-494f-ae86-1ca9f3b81542 req-2e9ef060-bd22-47f7-a7f5-3bc1effe5961 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:13.278810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5e7346b-0cae-494f-ae86-1ca9f3b81542 req-2e9ef060-bd22-47f7-a7f5-3bc1effe5961 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1192412 Feb 17 22:42:13.293667 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:13.303271 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] Routers {'1f4c633e-5bfd-48b5-9851-40f73d5773c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:13.304092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:41:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:13.331467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5e7346b-0cae-494f-ae86-1ca9f3b81542 req-18e70c0c-77c7-45d9-99a3-d20476be2638 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453482 Feb 17 22:42:13.349203 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:13.350065 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb8992d-c58c-41c4-8ee9-815fb20f9c91 None None] The sync data for ids ['1f4c633e-5bfd-48b5-9851-40f73d5773c1'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:13.377785 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c521-195f-4053-91c8-5caa91619cb2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (1f4c633e-5bfd-48b5-9851-40f73d5773c1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.575715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c521-195f-4053-91c8-5caa91619cb2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1f4c633e-5bfd-48b5-9851-40f73d5773c1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.577923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c521-195f-4053-91c8-5caa91619cb2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (1f4c633e-5bfd-48b5-9851-40f73d5773c1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.625237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c521-195f-4053-91c8-5caa91619cb2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1f4c633e-5bfd-48b5-9851-40f73d5773c1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.626013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc5c521-195f-4053-91c8-5caa91619cb2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Fanout notify agent at l3_agent the message router_deleted on router 1f4c633e-5bfd-48b5-9851-40f73d5773c1 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:42:13.634100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2cc5c521-195f-4053-91c8-5caa91619cb2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.638571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2cc5c521-195f-4053-91c8-5caa91619cb2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/1f4c633e-5bfd-48b5-9851-40f73d5773c1 HTTP/1.1" status: 204 len: 168 time: 0.3759000 Feb 17 22:42:13.639197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48102) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:13.704400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 28159090-1979-4aaa-b1a3-0fd16de6f3ed {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:42:13.707852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (28159090-1979-4aaa-b1a3-0fd16de6f3ed), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.752397 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (28159090-1979-4aaa-b1a3-0fd16de6f3ed), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.842633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (28159090-1979-4aaa-b1a3-0fd16de6f3ed), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.904521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (28159090-1979-4aaa-b1a3-0fd16de6f3ed), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.937473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=28159090-1979-4aaa-b1a3-0fd16de6f3ed,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:13.941223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:13.946901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e5ecbf1b-7d78-4c5e-9a40-68f036082bf8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/28159090-1979-4aaa-b1a3-0fd16de6f3ed HTTP/1.1" status: 204 len: 168 time: 0.3039923 Feb 17 22:42:13.947648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48104) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:13.954778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b5181-c417-44e1-8ac4-8cd74d6cade5 None None] Network bed08043-bc15-4853-aed6-4348519777be requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:14.044404 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (bed08043-bc15-4853-aed6-4348519777be), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.121533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:14.122380 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.227542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] DHCP port deletion for bed08043-bc15-4853-aed6-4348519777be request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:42:14.237526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,segment=NetworkSegment(c712fd7e-e9b0-42bf-aa91-fb9811d4fa90),segment_id=c712fd7e-e9b0-42bf-aa91-fb9811d4fa90)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:14.237900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.257384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:14.281074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11737-1207-4ab4-ae8c-ad71b75a3a2c req-b7f4efc4-b400-4068-800c-9e4b65273b26 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:14.282761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12e11737-1207-4ab4-ae8c-ad71b75a3a2c req-b7f4efc4-b400-4068-800c-9e4b65273b26 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1086900 Feb 17 22:42:14.327419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] Deleting port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:14.328880 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.428094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12e11737-1207-4ab4-ae8c-ad71b75a3a2c req-0dd1a44b-54f3-41d0-a3ff-d6d13a4730c9 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995498 Feb 17 22:42:14.456063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] For port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,segment=NetworkSegment(c712fd7e-e9b0-42bf-aa91-fb9811d4fa90),segment_id=c712fd7e-e9b0-42bf-aa91-fb9811d4fa90)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:14.456616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.460978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2cfdbc67-6efa-4360-bdae-4fc468da78d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.476503 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.479699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] Calling delete_port for 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:14.533003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:14.535761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:14.578695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca47fdbc-035f-4fd6-a03c-13ee50e105c6 req-513f93ad-108e-4551-8475-7a469ff45125 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:14.580442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca47fdbc-035f-4fd6-a03c-13ee50e105c6 req-513f93ad-108e-4551-8475-7a469ff45125 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.1193333 Feb 17 22:42:14.608138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (3b6aa5cb-d0b1-48fc-ba09-eb4114606a90), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.636815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] Pushing event deleted for resources: {'Port': ['ID=3b6aa5cb-d0b1-48fc-ba09-eb4114606a90,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:14.653957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18274c9-550b-44f4-b25c-79f9c3d35e4a None None] No DVR routers for this DVR port 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:14.691916 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (bed08043-bc15-4853-aed6-4348519777be), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.704586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca47fdbc-035f-4fd6-a03c-13ee50e105c6 req-c82fe3ca-898d-4e01-8a5a-db0a54aa44b6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088555 Feb 17 22:42:14.724569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed08043-bc15-4853-aed6-4348519777be']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:14.737863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c712fd7e-e9b0-42bf-aa91-fb9811d4fa90') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:14.738295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c712fd7e-e9b0-42bf-aa91-fb9811d4fa90') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:14.748118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (c712fd7e-e9b0-42bf-aa91-fb9811d4fa90), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.763788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c712fd7e-e9b0-42bf-aa91-fb9811d4fa90), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.769930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:42:14.770315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (c712fd7e-e9b0-42bf-aa91-fb9811d4fa90), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:42:14.780683 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:42:14.848903 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (bed08043-bc15-4853-aed6-4348519777be), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.854779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.858898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/bed08043-bc15-4853-aed6-4348519777be HTTP/1.1" status: 204 len: 168 time: 0.9106421 Feb 17 22:42:14.862595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48126) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:14.866968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-919884036', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:14.884545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef715cdc-b3ea-44c7-aa9a-577ec74f8ee4 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=bed08043-bc15-4853-aed6-4348519777be,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:14.904691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.906341 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:14.968220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:15.167300 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_gateway (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:15.441072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_gateway (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:15.504206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:15.517380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:15.569047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:15.569405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3b6aa5cb-d0b1-48fc-ba09-eb4114606a90 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:15.664261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2595e-0753-433d-a97b-42b1e97f3c97 req-700ddb01-6747-4c78-82a4-25a1123f8d1d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:15.669867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bff2595e-0753-433d-a97b-42b1e97f3c97 req-700ddb01-6747-4c78-82a4-25a1123f8d1d tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1259964 Feb 17 22:42:15.678573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.25.0.100 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/779aa526-22ea-47a0-96bc-5951018d4fcc) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:15.788863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bff2595e-0753-433d-a97b-42b1e97f3c97 req-6e4f1fb5-1dd7-481e-bcdd-48bc9c2dc621 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/security-groups?id=455daceb-d675-44b6-836c-f371d320cd0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116953 Feb 17 22:42:15.872712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (779aa526-22ea-47a0-96bc-5951018d4fcc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:15.880572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90155d68-083e-47f9-93b1-e8c8b3590c05 req-f9ad2438-686b-4a3b-a61b-3f6cfd3e0460 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:15.883032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90155d68-083e-47f9-93b1-e8c8b3590c05 req-f9ad2438-686b-4a3b-a61b-3f6cfd3e0460 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 943 time: 0.0751870 Feb 17 22:42:15.921572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (779aa526-22ea-47a0-96bc-5951018d4fcc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:15.973482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:15.976734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:15.979769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:15.997905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90155d68-083e-47f9-93b1-e8c8b3590c05 req-b6ae2ec0-d349-408c-96d8-0ff92d9e4270 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079552 Feb 17 22:42:16.024282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-ffacae29-7ef2-4591-8713-d8c702543b0a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:16.025904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-ffacae29-7ef2-4591-8713-d8c702543b0a tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 945 time: 0.1373262 Feb 17 22:42:16.033782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=779aa526-22ea-47a0-96bc-5951018d4fcc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:16.063396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.064005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.064591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.065182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.065767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.066336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.066875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.067218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.067767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.068207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.068544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.068873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.069199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:16.184804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Deleting port f184c826-6304-496c-950b-b2e65f9bf765 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:16.185079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f184c826-6304-496c-950b-b2e65f9bf765), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:16.313759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] For port f184c826-6304-496c-950b-b2e65f9bf765, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=f184c826-6304-496c-950b-b2e65f9bf765,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:16.314049 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f184c826-6304-496c-950b-b2e65f9bf765), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:16.329723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Calling delete_port for f184c826-6304-496c-950b-b2e65f9bf765 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:16.492096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f184c826-6304-496c-950b-b2e65f9bf765), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:16.507168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['f184c826-6304-496c-950b-b2e65f9bf765'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:42:16.592707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Pushing event deleted for resources: {'Port': ['ID=f184c826-6304-496c-950b-b2e65f9bf765,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:16.652489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] No DVR routers for this DVR port f184c826-6304-496c-950b-b2e65f9bf765 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:16.655583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:16.659801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8bfb1cf8-196b-4dff-9e15-311a3e2b01d6 req-4a5380bf-1062-45ae-a579-fb3c587e3edd tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.73 "DELETE /v2.0/ports/f184c826-6304-496c-950b-b2e65f9bf765 HTTP/1.1" status: 204 len: 173 time: 0.6272807 Feb 17 22:42:16.660647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'name': 'network-vif-deleted', 'tag': 'f184c826-6304-496c-950b-b2e65f9bf765'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:42:16.663479 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00261fb-0477-46c2-9ee5-c0e9ebec9559" -d '{"events": [{"server_uuid": "8038f6c0-8f60-4956-a5b1-31c3e8a88292", "name": "network-vif-deleted", "tag": "f184c826-6304-496c-950b-b2e65f9bf765"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:42:16.748436 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f4728c-3b07-4662-b304-fb85b25c10a2 x-openstack-request-id: req-19f4728c-3b07-4662-b304-fb85b25c10a2 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:42:16.749129 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8038f6c0-8f60-4956-a5b1-31c3e8a88292", "name": "network-vif-deleted", "tag": "f184c826-6304-496c-950b-b2e65f9bf765", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:42:16.749611 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19f4728c-3b07-4662-b304-fb85b25c10a2 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:42:16.750249 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8038f6c0-8f60-4956-a5b1-31c3e8a88292', 'name': 'network-vif-deleted', 'tag': 'f184c826-6304-496c-950b-b2e65f9bf765', 'status': 'completed', 'code': 200} Feb 17 22:42:16.908298 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_gateway (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:17.007404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-496641f1-a8b2-450b-b9d1-486bfc8fa88a req-77d73a03-f722-4a16-a65a-4bf5266c2fca tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] 10.222.0.79 "GET /v2.0/ports?device_id=8038f6c0-8f60-4956-a5b1-31c3e8a88292 HTTP/1.1" status: 200 len: 210 time: 0.0564651 Feb 17 22:42:17.266006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:17.303962 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d1ec803-6750-477b-8e3c-e8207d4e9d0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:17.452987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:42:17.627727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:17.647555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] Sync routers for ids ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:17.674355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] Routers {'92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:17.675800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:17.682881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:17.687470 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb911271-1ba5-4336-9d44-571fc4922f58 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8237491 Feb 17 22:42:17.690094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48164) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:17.724294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:17.759865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] Routers {'92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:17.760674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:17.807308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:17.808361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b813bede-038f-40b7-a429-0a937ca130f4 None None] The sync data for ids ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:17.871547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9136965f-a63f-4c59-a304-4d1d308eced9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/routers/92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d HTTP/1.1" status: 200 len: 880 time: 0.1796434 Feb 17 22:42:17.874063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48168) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:17.946049 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:18.033836 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-851b32fb-5de0-4bb0-b6c3-0583caa43b62 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1520717 Feb 17 22:42:18.034369 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48170) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:18.039988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3ee5fa3f-cc5e-4a30-beeb-23006f919e4b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-919884036'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:18.084567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48174) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:18.395085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fa3f-cc5e-4a30-beeb-23006f919e4b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:18.414650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fa3f-cc5e-4a30-beeb-23006f919e4b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:18.522308 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (a119a840-d956-4234-93f3-8aae32d3154b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:18.586780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee5fa3f-cc5e-4a30-beeb-23006f919e4b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router 92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:18.766476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee5fa3f-cc5e-4a30-beeb-23006f919e4b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:18.775545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3ee5fa3f-cc5e-4a30-beeb-23006f919e4b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:18.779361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3ee5fa3f-cc5e-4a30-beeb-23006f919e4b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d HTTP/1.1" status: 200 len: 887 time: 0.7412257 Feb 17 22:42:18.779583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48178) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:18.784712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] Sync routers for ids ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:18.797740 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] Routers {'92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:18.798597 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:18.841762 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:18.852391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] Routers {'92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:18.853513 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:18.892356 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:18.893119 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501122a4-228f-4714-8911-7f9ba02bc1f6 None None] The sync data for ids ['92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:18.973114 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2b0cf33-162b-469e-9d04-f2e2d0446bd7 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/routers/92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d HTTP/1.1" status: 200 len: 887 time: 0.1920671 Feb 17 22:42:18.974254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48186) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:19.014562 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9b72bb5e-b63f-4563-8bcc-e918ba3e6516 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d HTTP/1.1" status: 200 len: 205 time: 0.0387223 Feb 17 22:42:19.017693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48188) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:19.187445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.241504 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Deleting port 359b8c12-8c82-42e7-a785-f1738a2a1407 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:19.242012 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.338348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] For port 359b8c12-8c82-42e7-a785-f1738a2a1407, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=359b8c12-8c82-42e7-a785-f1738a2a1407,segment=NetworkSegment(c06c035f-aae0-4278-ad6b-11d6e2c84461),segment_id=c06c035f-aae0-4278-ad6b-11d6e2c84461)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:19.339134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.354916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Calling delete_port for 359b8c12-8c82-42e7-a785-f1738a2a1407 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:19.372112 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.380913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_gateway (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.489280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 779aa526-22ea-47a0-96bc-5951018d4fcc {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:19.489605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (779aa526-22ea-47a0-96bc-5951018d4fcc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.596887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (779aa526-22ea-47a0-96bc-5951018d4fcc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.614425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 779aa526-22ea-47a0-96bc-5951018d4fcc owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:19.623080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (359b8c12-8c82-42e7-a785-f1738a2a1407), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.674469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Pushing event deleted for resources: {'Port': ['ID=359b8c12-8c82-42e7-a785-f1738a2a1407,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:19.829751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (779aa526-22ea-47a0-96bc-5951018d4fcc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:19.984460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=779aa526-22ea-47a0-96bc-5951018d4fcc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:20.010875 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (a119a840-d956-4234-93f3-8aae32d3154b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.099254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.144545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f184c826-6304-496c-950b-b2e65f9bf765 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:20.201544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: f184c826-6304-496c-950b-b2e65f9bf765 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:20.201956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device f184c826-6304-496c-950b-b2e65f9bf765 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:20.281752 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.287141 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.369764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.370450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Fanout notify agent at l3_agent the message router_deleted on router 92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:42:20.390580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.393389 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a1b16897-8f4e-4e8d-87b5-53ab6e5d9a48 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d HTTP/1.1" status: 204 len: 168 time: 1.3737411 Feb 17 22:42:20.397977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48220) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:20.410783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-630062322'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:20.442859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Router a119a840-d956-4234-93f3-8aae32d3154b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:20.463595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:20.468794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.535811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:42:20.583155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2161a675-5001-4195-9ba4-f0a99c192093), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.583690 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment 2161a675-5001-4195-9ba4-f0a99c192093 of type vlan for network 54694055-f481-4ee8-a8e4-5fa9bb513d0b Feb 17 22:42:20.644935 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (54694055-f481-4ee8-a8e4-5fa9bb513d0b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.674041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:20.683263 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ec22e132-7256-4a85-b83a-b6300b44ea16 admin admin] 10.222.0.79 "PUT /v2.0/routers/a119a840-d956-4234-93f3-8aae32d3154b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5944016 Feb 17 22:42:20.684277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48224) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:20.687933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] Sync routers for ids ['a119a840-d956-4234-93f3-8aae32d3154b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:20.702985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] Routers {'a119a840-d956-4234-93f3-8aae32d3154b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:20.703923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a119a840-d956-4234-93f3-8aae32d3154b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:20.729557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (54694055-f481-4ee8-a8e4-5fa9bb513d0b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.735935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:20.736542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.822961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] Set router a119a840-d956-4234-93f3-8aae32d3154b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:20.845015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=54694055-f481-4ee8-a8e4-5fa9bb513d0b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:20.852488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f68dfac1-8de6-4d6b-a310-0c3ce1176e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4504704 Feb 17 22:42:20.853289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48226) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:20.858303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': '54694055-f481-4ee8-a8e4-5fa9bb513d0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:20.894164 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks [] for router (a119a840-d956-4234-93f3-8aae32d3154b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:20.945064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:42:20.974217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:20.978995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.014816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks [] for router_gateway (a119a840-d956-4234-93f3-8aae32d3154b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.046564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 26e22c22-f016-4d6b-bb07-0f3512f9fc2c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:42:21.128253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Deleting port cc821304-ccb3-43ee-a665-fa59e8ae4094 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:21.128872 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.170777 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.289985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] For port cc821304-ccb3-43ee-a665-fa59e8ae4094, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=cc821304-ccb3-43ee-a665-fa59e8ae4094,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:21.290699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.295692 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (70b1f32c-1eab-43aa-8072-61fae13d7e20), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.337213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Calling delete_port for cc821304-ccb3-43ee-a665-fa59e8ae4094 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:21.417383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=70b1f32c-1eab-43aa-8072-61fae13d7e20,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:21.445692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128'}], 'enable_snat': True}, 'gw_port_id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:42:19Z', 'revision_number': 5, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port': {'id': 'cc821304-ccb3-43ee-a665-fa59e8ae4094', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:8e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3076, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:40Z', 'updated_at': '2022-02-17T22:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:21.458316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:21.489628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': '2161a675-5001-4195-9ba4-f0a99c192093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '54694055-f481-4ee8-a8e4-5fa9bb513d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:21.491784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: 54694055-f481-4ee8-a8e4-5fa9bb513d0b, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:42:21.547500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:42:21.584910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 54694055-f481-4ee8-a8e4-5fa9bb513d0b) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:21.591045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:21.591045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.610779 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6d831818-26bd-4576-ad7a-5bd7f78558fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7561736 Feb 17 22:42:21.613820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48236) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:21.621444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-95d63600-6556-4fa9-b923-5c4270f7b9a9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-921694508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:21.654240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95d63600-6556-4fa9-b923-5c4270f7b9a9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.656251 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95d63600-6556-4fa9-b923-5c4270f7b9a9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.713341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cc821304-ccb3-43ee-a665-fa59e8ae4094), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.793766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Pushing event deleted for resources: {'Port': ['ID=cc821304-ccb3-43ee-a665-fa59e8ae4094,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:21.794742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95d63600-6556-4fa9-b923-5c4270f7b9a9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.809831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95d63600-6556-4fa9-b923-5c4270f7b9a9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.838706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-95d63600-6556-4fa9-b923-5c4270f7b9a9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.843897 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-95d63600-6556-4fa9-b923-5c4270f7b9a9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2283719 Feb 17 22:42:21.845134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48238) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:21.877749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168621fa-200e-4768-8f65-caab7d10651c None None] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:21.883884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] Checking router: a119a840-d956-4234-93f3-8aae32d3154b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:42:21.903769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (a119a840-d956-4234-93f3-8aae32d3154b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:21.906237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'port_id': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c', 'mac_address': 'fa:16:3e:ed:b4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:42:22.008928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:22.009317 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.011255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] Routers {'a119a840-d956-4234-93f3-8aae32d3154b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:22.012585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a119a840-d956-4234-93f3-8aae32d3154b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:22.031594 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (a119a840-d956-4234-93f3-8aae32d3154b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.034455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks [] for router_controller (a119a840-d956-4234-93f3-8aae32d3154b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.118786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (a119a840-d956-4234-93f3-8aae32d3154b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.122066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a119a840-d956-4234-93f3-8aae32d3154b {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:42:22.133579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.140252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-53bc6f1a-c794-493c-8af0-b0b07a08cf1e admin admin] 10.222.0.79 "DELETE /v2.0/routers/a119a840-d956-4234-93f3-8aae32d3154b HTTP/1.1" status: 204 len: 168 time: 1.4541812 Feb 17 22:42:22.143225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48248) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:22.185338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] Set router a119a840-d956-4234-93f3-8aae32d3154b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:22.233558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] Deleting subnet 3e1c4c82-6351-40c7-852e-f4087fc74a6f {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:42:22.238994 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] Publish callbacks [] for subnet (3e1c4c82-6351-40c7-852e-f4087fc74a6f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.263501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26e22c22-f016-4d6b-bb07-0f3512f9fc2c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:42:22.286912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:22.291463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:42:21Z', 'revision_number': 7, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:22.297881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (3e1c4c82-6351-40c7-852e-f4087fc74a6f), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.305256 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.353677 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (3e1c4c82-6351-40c7-852e-f4087fc74a6f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.363471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fff81c6-f403-4a75-8f26-0059939eae7a None None] The sync data for ids ['a119a840-d956-4234-93f3-8aae32d3154b'] in n-d-828369-18 is: [{'id': 'a119a840-d956-4234-93f3-8aae32d3154b', 'name': 'tempest-ServerRescueNegativeTestJSON-1674892100-router', 'tenant_id': '74362439ef4b4747818e53a29a21e660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:42:21Z', 'revision_number': 7, 'project_id': '74362439ef4b4747818e53a29a21e660', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:22.441574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:22.456589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (3e1c4c82-6351-40c7-852e-f4087fc74a6f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.474665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-54694055-f481-4ee8-a8e4-5fa9bb513d0b', 'network_id': '54694055-f481-4ee8-a8e4-5fa9bb513d0b', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '70b1f32c-1eab-43aa-8072-61fae13d7e20'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:42:22.475774 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.493478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1c4c82-6351-40c7-852e-f4087fc74a6f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:22.504115 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.510825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-21a4fbe0-ff29-4083-964a-71c3ecf48646 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3e1c4c82-6351-40c7-852e-f4087fc74a6f HTTP/1.1" status: 204 len: 168 time: 0.3659217 Feb 17 22:42:22.513274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48252) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:22.684552 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (19ab9f26-40db-49ed-a543-d476be25222f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.686899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Allocated IP 172.20.0.2 (54694055-f481-4ee8-a8e4-5fa9bb513d0b/70b1f32c-1eab-43aa-8072-61fae13d7e20/b116ce88-ca63-4ffd-981b-d1f0810c0e55) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:22.703702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.723737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['26e22c22-f016-4d6b-bb07-0f3512f9fc2c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:42:22.897518 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (19ab9f26-40db-49ed-a543-d476be25222f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:22.961272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ab9f26-40db-49ed-a543-d476be25222f']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:22.977038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06c035f-aae0-4278-ad6b-11d6e2c84461') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:22.979649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06c035f-aae0-4278-ad6b-11d6e2c84461') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:23.013782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (c06c035f-aae0-4278-ad6b-11d6e2c84461), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.018603 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Publish callbacks [] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.034472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.056492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c06c035f-aae0-4278-ad6b-11d6e2c84461), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.063836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:42:23.064430 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (c06c035f-aae0-4278-ad6b-11d6e2c84461), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.089104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Pushing event updated for resources: {'Port': ['ID=b116ce88-ca63-4ffd-981b-d1f0810c0e55,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:23.118024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:23.118478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.20.0.1 (54694055-f481-4ee8-a8e4-5fa9bb513d0b/70b1f32c-1eab-43aa-8072-61fae13d7e20/c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:23.124648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:23.128218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:42:23.188788 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:42:23.193298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Attempting to bind port b116ce88-ca63-4ffd-981b-d1f0810c0e55 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:23.195091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Attempting to bind port b116ce88-ca63-4ffd-981b-d1f0810c0e55 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '2161a675-5001-4195-9ba4-f0a99c192093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '54694055-f481-4ee8-a8e4-5fa9bb513d0b'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:23.195091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Attempting to bind port b116ce88-ca63-4ffd-981b-d1f0810c0e55 on network 54694055-f481-4ee8-a8e4-5fa9bb513d0b {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:23.199513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:23.199898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Checking segment: {'id': '2161a675-5001-4195-9ba4-f0a99c192093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '54694055-f481-4ee8-a8e4-5fa9bb513d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:23.200038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (19ab9f26-40db-49ed-a543-d476be25222f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.200300 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.200828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Bound using segment: {'id': '2161a675-5001-4195-9ba4-f0a99c192093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '54694055-f481-4ee8-a8e4-5fa9bb513d0b'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:23.201377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Bound port: b116ce88-ca63-4ffd-981b-d1f0810c0e55, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2161a675-5001-4195-9ba4-f0a99c192093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '54694055-f481-4ee8-a8e4-5fa9bb513d0b'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:23.201761 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.206454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.213229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] 10.222.0.79 "DELETE /v2.0/networks/19ab9f26-40db-49ed-a543-d476be25222f HTTP/1.1" status: 204 len: 168 time: 0.6988883 Feb 17 22:42:23.239830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c183b-b6c3-44ce-9343-6fee6d1efd4e admin admin] Pushing event deleted for resources: {'Network': ['ID=19ab9f26-40db-49ed-a543-d476be25222f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:23.293314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] For port b116ce88-ca63-4ffd-981b-d1f0810c0e55, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:23.297756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] For port b116ce88-ca63-4ffd-981b-d1f0810c0e55, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b116ce88-ca63-4ffd-981b-d1f0810c0e55,segment=NetworkSegment(2161a675-5001-4195-9ba4-f0a99c192093),segment_id=2161a675-5001-4195-9ba4-f0a99c192093)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:23.312177 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.432400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.504199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.506213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98988155-c4b0-42c5-9aea-c0d9014f019f None None] Pushing event updated for resources: {'Port': ['ID=b116ce88-ca63-4ffd-981b-d1f0810c0e55,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:23.552136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 359b8c12-8c82-42e7-a785-f1738a2a1407 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:23.587337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:23.590150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 359b8c12-8c82-42e7-a785-f1738a2a1407 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:23.595925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 359b8c12-8c82-42e7-a785-f1738a2a1407 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:23.596714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cc821304-ccb3-43ee-a665-fa59e8ae4094 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:23.597595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:23.601330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:23.639756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: cc821304-ccb3-43ee-a665-fa59e8ae4094 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:23.640345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device cc821304-ccb3-43ee-a665-fa59e8ae4094 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:23.686059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48262) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:23.690667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:23.704052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.765800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c598a138-7686-446c-b6ef-b6ada84d8bbc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74362439ef4b4747818e53a29a21e660&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0761840 Feb 17 22:42:23.773257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48266) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:23.894431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7329050-033e-4ddb-a436-15f7d1a08e2a admin admin] Publish callbacks [] for security_group (455daceb-d675-44b6-836c-f371d320cd0f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.949621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7329050-033e-4ddb-a436-15f7d1a08e2a admin admin] Publish callbacks [] for security_group (455daceb-d675-44b6-836c-f371d320cd0f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:23.995337 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:24.062303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7329050-033e-4ddb-a436-15f7d1a08e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (455daceb-d675-44b6-836c-f371d320cd0f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:24.081473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7329050-033e-4ddb-a436-15f7d1a08e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:24.082690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a7329050-033e-4ddb-a436-15f7d1a08e2a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/455daceb-d675-44b6-836c-f371d320cd0f HTTP/1.1" status: 204 len: 168 time: 0.3107312 Feb 17 22:42:24.105454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7329050-033e-4ddb-a436-15f7d1a08e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455daceb-d675-44b6-836c-f371d320cd0f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:24.430203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:24.435668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:24.526378 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:24.534554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:24.648460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:24.650096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:24.813914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router e5aa8186-9deb-43dc-bbf4-04c5a25161c1 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:42:24.935830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d71e609-feff-4ac8-9c01-1d18f48e2db0 None None] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:24.999855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:25.011120 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce22622e-2e0e-4968-b217-608bcf7d7d1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/e5aa8186-9deb-43dc-bbf4-04c5a25161c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1626861 Feb 17 22:42:25.012373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48298) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:25.018446 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] Sync routers for ids ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:25.034335 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] Routers {'e5aa8186-9deb-43dc-bbf4-04c5a25161c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:25.036060 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:25.039253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 26e22c22-f016-4d6b-bb07-0f3512f9fc2c up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:25.045144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-37565987-01f4-4822-b80d-b157ae61d925 None None] Provisioning complete for port b116ce88-ca63-4ffd-981b-d1f0810c0e55 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:25.045560 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37565987-01f4-4822-b80d-b157ae61d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.116248 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:25.140190 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] Routers {'e5aa8186-9deb-43dc-bbf4-04c5a25161c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:25.140830 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:25.163537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0691263-456f-4729-b868-3fc067bea959 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:25.170314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48304) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:25.171069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d0691263-456f-4729-b868-3fc067bea959 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports/c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 HTTP/1.1" status: 200 len: 910 time: 0.1564648 Feb 17 22:42:25.174777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:42:25.177326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '70b1f32c-1eab-43aa-8072-61fae13d7e20'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:25.181252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:25.181662 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.205240 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:25.205892 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546e0694-0439-4ac6-8d32-5b807c58c818 None None] The sync data for ids ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'] in n-d-828369-18 is: [] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:25.310082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48306) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:25.365002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-37565987-01f4-4822-b80d-b157ae61d925 None None] Current status of the port b116ce88-ca63-4ffd-981b-d1f0810c0e55 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:25.365861 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37565987-01f4-4822-b80d-b157ae61d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.535652 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0848f243-ef1b-49b0-8fed-a7434c304f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.557136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:25.558495 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.575137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.579950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.649169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b116ce88-ca63-4ffd-981b-d1f0810c0e55 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:25.664979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-37565987-01f4-4822-b80d-b157ae61d925 None None] For port b116ce88-ca63-4ffd-981b-d1f0810c0e55, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b116ce88-ca63-4ffd-981b-d1f0810c0e55,segment=NetworkSegment(2161a675-5001-4195-9ba4-f0a99c192093),segment_id=2161a675-5001-4195-9ba4-f0a99c192093)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:25.758513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0848f243-ef1b-49b0-8fed-a7434c304f5b admin admin] Publish callbacks [] for security_group (db5600ee-e038-43d2-ab5b-a02c223fac1c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.759235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37565987-01f4-4822-b80d-b157ae61d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.766009 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0848f243-ef1b-49b0-8fed-a7434c304f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (db5600ee-e038-43d2-ab5b-a02c223fac1c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:25.779729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:42:25.783920 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a3d624-8adb-4038-91bb-da3fb3450381" -d '{"events": [{"server_uuid": "d0ef6db1-5d1d-4226-9526-ceb43d83af3f", "name": "network-vif-plugged", "status": "completed", "tag": "26e22c22-f016-4d6b-bb07-0f3512f9fc2c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:42:25.867005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848f243-ef1b-49b0-8fed-a7434c304f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5600ee-e038-43d2-ab5b-a02c223fac1c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:25.884776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0848f243-ef1b-49b0-8fed-a7434c304f5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2e9ef1f07bb841a6a486575989ef2517&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5703268 Feb 17 22:42:25.890577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48336) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:25.941481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:25.994587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00a4c819-a30d-40ff-a3c9-d2e6618fdc83 admin admin] Publish callbacks [] for security_group (db5600ee-e038-43d2-ab5b-a02c223fac1c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.045222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.051273 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00a4c819-a30d-40ff-a3c9-d2e6618fdc83 admin admin] Publish callbacks [] for security_group (db5600ee-e038-43d2-ab5b-a02c223fac1c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.074346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37565987-01f4-4822-b80d-b157ae61d925 None None] Pushing event updated for resources: {'Port': ['ID=b116ce88-ca63-4ffd-981b-d1f0810c0e55,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:26.194159 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9db3db-305d-430b-b39b-078afe9023ec x-openstack-request-id: req-0a9db3db-305d-430b-b39b-078afe9023ec {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:42:26.194477 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ef6db1-5d1d-4226-9526-ceb43d83af3f", "name": "network-vif-plugged", "status": "completed", "tag": "26e22c22-f016-4d6b-bb07-0f3512f9fc2c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:42:26.194767 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0a9db3db-305d-430b-b39b-078afe9023ec {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:42:26.200716 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c', 'code': 200} Feb 17 22:42:26.215573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9e91b701-675a-4686-ae28-00b406926201 None None] Provisioning complete for port c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:26.216150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e91b701-675a-4686-ae28-00b406926201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.318189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b116ce88-ca63-4ffd-981b-d1f0810c0e55 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:26.318682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.343563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00a4c819-a30d-40ff-a3c9-d2e6618fdc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (db5600ee-e038-43d2-ab5b-a02c223fac1c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.347340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00a4c819-a30d-40ff-a3c9-d2e6618fdc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.349277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-00a4c819-a30d-40ff-a3c9-d2e6618fdc83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/db5600ee-e038-43d2-ab5b-a02c223fac1c HTTP/1.1" status: 204 len: 168 time: 0.4576948 Feb 17 22:42:26.367721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-834f38dd-1e83-46d7-bc84-de9f990b374b req-d1b4d4d3-a7a3-4869-91ed-f92b4c63576d tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.1154673 Feb 17 22:42:26.381404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4c819-a30d-40ff-a3c9-d2e6618fdc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5600ee-e038-43d2-ab5b-a02c223fac1c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:26.423215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9e91b701-675a-4686-ae28-00b406926201 None None] Port c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:26.482370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:26.555975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9e91b701-675a-4686-ae28-00b406926201 None None] Provisioning complete for port b116ce88-ca63-4ffd-981b-d1f0810c0e55 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:26.556785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e91b701-675a-4686-ae28-00b406926201 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.596712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7614d-6665-47a4-8be7-1438225514be req-1117add3-20bd-4951-a945-3ee5bfd7ca25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:26.600939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ca7614d-6665-47a4-8be7-1438225514be req-1117add3-20bd-4951-a945-3ee5bfd7ca25 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 1128 time: 0.3179758 Feb 17 22:42:26.729930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ca7614d-6665-47a4-8be7-1438225514be req-87e1ef81-8ebf-402e-b541-6e4ce32cb175 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234696 Feb 17 22:42:26.738865 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.751794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:26.847785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b116ce88-ca63-4ffd-981b-d1f0810c0e55 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:26.961952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9e91b701-675a-4686-ae28-00b406926201 None None] Current status of the port b116ce88-ca63-4ffd-981b-d1f0810c0e55 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:27.011400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:27.041929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:27.043961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.046730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-189d92c4-c4ec-4dbe-8472-c5027d1925cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/ports/c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 HTTP/1.1" status: 200 len: 910 time: 1.8747716 Feb 17 22:42:27.048783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48380) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:27.084914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48382) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:27.094357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d15e734d-e06a-43db-bc36-e6111e9204c0 None None] Provisioning complete for port c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:27.097782 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d15e734d-e06a-43db-bc36-e6111e9204c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.123978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c4cd315-6272-410e-8798-491581bf25fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.188499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d15e734d-e06a-43db-bc36-e6111e9204c0 None None] Port c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:27.315186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2ae20ce-925f-40cc-9f07-e210e31dfec0 req-0b8a4dcb-a58f-4553-9b21-4f7261168d73 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0800180 Feb 17 22:42:27.344802 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c4cd315-6272-410e-8798-491581bf25fa admin admin] Publish callbacks [] for security_group (144a241c-31e4-443f-9fae-85dbb8f6d115), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.357686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c4cd315-6272-410e-8798-491581bf25fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (144a241c-31e4-443f-9fae-85dbb8f6d115), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.397802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6c4cd315-6272-410e-8798-491581bf25fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=95f70d62aefb44d58f8ed8d1067b043b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3109031 Feb 17 22:42:27.403158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48394) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:27.428522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4cd315-6272-410e-8798-491581bf25fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144a241c-31e4-443f-9fae-85dbb8f6d115,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:27.516080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0df54b5-5261-4ac1-abcc-1576fbfa6ce1 admin admin] Publish callbacks [] for security_group (144a241c-31e4-443f-9fae-85dbb8f6d115), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.582292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b116ce88-ca63-4ffd-981b-d1f0810c0e55 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:27.583472 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0df54b5-5261-4ac1-abcc-1576fbfa6ce1 admin admin] Publish callbacks [] for security_group (144a241c-31e4-443f-9fae-85dbb8f6d115), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.676972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0df54b5-5261-4ac1-abcc-1576fbfa6ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (144a241c-31e4-443f-9fae-85dbb8f6d115), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.680477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0df54b5-5261-4ac1-abcc-1576fbfa6ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.684235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a0df54b5-5261-4ac1-abcc-1576fbfa6ce1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/144a241c-31e4-443f-9fae-85dbb8f6d115 HTTP/1.1" status: 204 len: 168 time: 0.2798560 Feb 17 22:42:27.700327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df54b5-5261-4ac1-abcc-1576fbfa6ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a241c-31e4-443f-9fae-85dbb8f6d115,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:27.773245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b116ce88-ca63-4ffd-981b-d1f0810c0e55 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:27.773739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.874031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:27.996486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b116ce88-ca63-4ffd-981b-d1f0810c0e55 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:28.351909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:28.352248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:28.361986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48402) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:28.388771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5da57370-db20-4414-a295-487ba89d2f54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:28.486865 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:28.506628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:28.613519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72e6b0a6-39e4-411a-bcaa-427acf33d961 req-5ff6f7e5-386e-4d7d-88a3-3d225f32954d tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.1016748 Feb 17 22:42:28.718992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5da57370-db20-4414-a295-487ba89d2f54 admin admin] Publish callbacks [] for security_group (de7c30c9-b330-4c77-b003-61d495f6e23f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:28.725687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5da57370-db20-4414-a295-487ba89d2f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (de7c30c9-b330-4c77-b003-61d495f6e23f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:28.784387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5da57370-db20-4414-a295-487ba89d2f54 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2ef0cbac00024e828c9f6a35b4ef551b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4213011 Feb 17 22:42:28.789658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48410) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:28.836318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da57370-db20-4414-a295-487ba89d2f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c30c9-b330-4c77-b003-61d495f6e23f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:28.854397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:28.890076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=c2e9c38e-d99e-4e18-8237-e6d6bb6ba6e8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:28.892979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27331ad0-dac8-4187-9db4-488592d86800 admin admin] Publish callbacks [] for security_group (de7c30c9-b330-4c77-b003-61d495f6e23f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:28.958375 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27331ad0-dac8-4187-9db4-488592d86800 admin admin] Publish callbacks [] for security_group (de7c30c9-b330-4c77-b003-61d495f6e23f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:29.053264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c0b9c38-dd77-43df-b1a0-30327bc73151 req-a8295ac8-57c6-4af0-acfe-508a72d9f4ee service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.0314050 Feb 17 22:42:29.380574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:29.426003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27331ad0-dac8-4187-9db4-488592d86800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (de7c30c9-b330-4c77-b003-61d495f6e23f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:29.428550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-27331ad0-dac8-4187-9db4-488592d86800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:29.429664 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-27331ad0-dac8-4187-9db4-488592d86800 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de7c30c9-b330-4c77-b003-61d495f6e23f HTTP/1.1" status: 204 len: 168 time: 0.6390190 Feb 17 22:42:29.470528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27331ad0-dac8-4187-9db4-488592d86800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c30c9-b330-4c77-b003-61d495f6e23f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:29.555761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router e5aa8186-9deb-43dc-bbf4-04c5a25161c1 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:29.635469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:29.641895 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2855541c-92e6-4371-b8e1-b4cfa2eb0e97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/e5aa8186-9deb-43dc-bbf4-04c5a25161c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5919027 Feb 17 22:42:29.644634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48416) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:29.647310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] Sync routers for ids ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:29.658894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] Routers {'e5aa8186-9deb-43dc-bbf4-04c5a25161c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:29.659978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:29.674126 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c6183042-16b7-44ae-991f-45dd1d7c530e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5aa8186-9deb-43dc-bbf4-04c5a25161c1 HTTP/1.1" status: 200 len: 205 time: 0.0283277 Feb 17 22:42:29.676484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48420) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:29.774709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1453535-3eeb-40e8-99a6-ac3e235d7824 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:29.809292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91805173-b617-4432-98bf-a9991473adcb req-583b3a4d-f574-403a-80ff-1f5e48327e5b tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0460451 Feb 17 22:42:29.939056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:29.949536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] Routers {'e5aa8186-9deb-43dc-bbf4-04c5a25161c1'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:29.950338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:29.971913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ef595ff-747e-46a3-b280-ce2a9955b50b req-59ad31bd-435d-41f8-9b66-84597e897936 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0698783 Feb 17 22:42:29.988559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:29.990616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861fe4d4-4d8b-4e28-8e95-29451f25016d None None] The sync data for ids ['e5aa8186-9deb-43dc-bbf4-04c5a25161c1'] in n-d-828369-18 is: [] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:30.024362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1453535-3eeb-40e8-99a6-ac3e235d7824 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.026508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1453535-3eeb-40e8-99a6-ac3e235d7824 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.072062 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1453535-3eeb-40e8-99a6-ac3e235d7824 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (e5aa8186-9deb-43dc-bbf4-04c5a25161c1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.072623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1453535-3eeb-40e8-99a6-ac3e235d7824 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Fanout notify agent at l3_agent the message router_deleted on router e5aa8186-9deb-43dc-bbf4-04c5a25161c1 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:42:30.079225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b1453535-3eeb-40e8-99a6-ac3e235d7824 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.082763 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b1453535-3eeb-40e8-99a6-ac3e235d7824 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/e5aa8186-9deb-43dc-bbf4-04c5a25161c1 HTTP/1.1" status: 204 len: 168 time: 0.4029772 Feb 17 22:42:30.083072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:30.141988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 70b1f32c-1eab-43aa-8072-61fae13d7e20 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:42:30.145074 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (70b1f32c-1eab-43aa-8072-61fae13d7e20), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.200930 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (70b1f32c-1eab-43aa-8072-61fae13d7e20), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.297578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (70b1f32c-1eab-43aa-8072-61fae13d7e20), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.364647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (70b1f32c-1eab-43aa-8072-61fae13d7e20), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.393201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=70b1f32c-1eab-43aa-8072-61fae13d7e20,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:30.396917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.402918 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2a7c81a6-8eb1-4ce0-93ce-4d4bba0a2afa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/70b1f32c-1eab-43aa-8072-61fae13d7e20 HTTP/1.1" status: 204 len: 168 time: 0.3164101 Feb 17 22:42:30.403807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48452) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:30.408192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddeb443-312a-4633-94b6-304c5fb7edf5 None None] Network 54694055-f481-4ee8-a8e4-5fa9bb513d0b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:30.486754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (54694055-f481-4ee8-a8e4-5fa9bb513d0b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.557703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port b116ce88-ca63-4ffd-981b-d1f0810c0e55 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:30.558053 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.598157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] DHCP port deletion for 54694055-f481-4ee8-a8e4-5fa9bb513d0b request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:42:30.633211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port b116ce88-ca63-4ffd-981b-d1f0810c0e55, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b116ce88-ca63-4ffd-981b-d1f0810c0e55,segment=NetworkSegment(2161a675-5001-4195-9ba4-f0a99c192093),segment_id=2161a675-5001-4195-9ba4-f0a99c192093)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:30.633704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.648279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for b116ce88-ca63-4ffd-981b-d1f0810c0e55 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:30.648997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] Deleting port b116ce88-ca63-4ffd-981b-d1f0810c0e55 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:30.649502 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.729774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] For port b116ce88-ca63-4ffd-981b-d1f0810c0e55, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b116ce88-ca63-4ffd-981b-d1f0810c0e55,segment=NetworkSegment(2161a675-5001-4195-9ba4-f0a99c192093),segment_id=2161a675-5001-4195-9ba4-f0a99c192093)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:30.730826 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.748964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.750708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] Calling delete_port for b116ce88-ca63-4ffd-981b-d1f0810c0e55 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:30.790363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=b116ce88-ca63-4ffd-981b-d1f0810c0e55,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:30.792228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port b116ce88-ca63-4ffd-981b-d1f0810c0e55 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:30.834994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (b116ce88-ca63-4ffd-981b-d1f0810c0e55), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.862785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] Pushing event deleted for resources: {'Port': ['ID=b116ce88-ca63-4ffd-981b-d1f0810c0e55,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:30.864749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becdcf3b-f03c-46a1-b0b0-16555aacba2e None None] No DVR routers for this DVR port b116ce88-ca63-4ffd-981b-d1f0810c0e55 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:30.887556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (54694055-f481-4ee8-a8e4-5fa9bb513d0b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.911891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54694055-f481-4ee8-a8e4-5fa9bb513d0b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:30.933044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2161a675-5001-4195-9ba4-f0a99c192093') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:30.933044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2161a675-5001-4195-9ba4-f0a99c192093') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:30.944904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (2161a675-5001-4195-9ba4-f0a99c192093), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.965680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (2161a675-5001-4195-9ba4-f0a99c192093), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.972454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:42:30.972894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (2161a675-5001-4195-9ba4-f0a99c192093), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:30.989528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f483e218-bac7-451d-995f-bf9f40adde34 req-8dc70215-ab75-4aeb-affb-a5b7be3e9c3a tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0599749 Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:42:31.005350 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:42:31.068707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (54694055-f481-4ee8-a8e4-5fa9bb513d0b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.078162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.089243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48468) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:31.093210 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/54694055-f481-4ee8-a8e4-5fa9bb513d0b HTTP/1.1" status: 204 len: 168 time: 0.6873162 Feb 17 22:42:31.094374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ff5e10de-1d97-41f6-bace-31780b9bc33a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-445570509', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:31.115652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9d775-3755-4446-81ed-24f1f15b2b97 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=54694055-f481-4ee8-a8e4-5fa9bb513d0b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:31.130006 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e10de-1d97-41f6-bace-31780b9bc33a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.131708 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e10de-1d97-41f6-bace-31780b9bc33a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.193346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e10de-1d97-41f6-bace-31780b9bc33a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.197796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e10de-1d97-41f6-bace-31780b9bc33a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.215496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ff5e10de-1d97-41f6-bace-31780b9bc33a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.216693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ff5e10de-1d97-41f6-bace-31780b9bc33a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1259689 Feb 17 22:42:31.219283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48470) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:31.224320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-1235613788'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:31.247195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:31.250542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.284253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:42:31.296027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1f799d3e-0a84-4478-9c8c-dbbf641c3a52), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.296374 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment 1f799d3e-0a84-4478-9c8c-dbbf641c3a52 of type vlan for network 57f336b4-0e7a-4503-a791-f782cb14c5e6 Feb 17 22:42:31.339464 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (57f336b4-0e7a-4503-a791-f782cb14c5e6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.368347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (57f336b4-0e7a-4503-a791-f782cb14c5e6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.373582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:31.374168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.438537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2180350 Feb 17 22:42:31.440749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48472) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:31.449596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:31.449779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ba039-7484-40e3-a42c-d8b01a03cbe6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=57f336b4-0e7a-4503-a791-f782cb14c5e6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:31.462035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:42:31.512932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b116ce88-ca63-4ffd-981b-d1f0810c0e55 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:31.542517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: b116ce88-ca63-4ffd-981b-d1f0810c0e55 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:31.543102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b116ce88-ca63-4ffd-981b-d1f0810c0e55 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:31.580122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:31.583842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.769084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (88d94af0-e66c-4439-8291-8617222e9e55), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.846743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=88d94af0-e66c-4439-8291-8617222e9e55,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:31.856603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:31.856969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: 57f336b4-0e7a-4503-a791-f782cb14c5e6, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:42:31.874492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:42:31.884437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 57f336b4-0e7a-4503-a791-f782cb14c5e6) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:31.889784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:31.890575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:31.898982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075ce1f9-8c25-49ba-ab44-4d08ed5d5f47 None None] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:31.911524 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-248bf8b5-9968-4762-a4de-67a5a1e64c84 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4667578 Feb 17 22:42:31.911829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:32.018829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-57f336b4-0e7a-4503-a791-f782cb14c5e6', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:42:32.020064 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.166871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a335452c-a1ee-428a-b3d6-c7b13c464b41 req-7ae51174-6070-4c23-a609-c21795798a80 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0399582 Feb 17 22:42:32.302239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Allocated IP 172.20.0.2 (57f336b4-0e7a-4503-a791-f782cb14c5e6/88d94af0-e66c-4439-8291-8617222e9e55/127f2020-e490-48ba-b02a-52b9f97f9387) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:32.355351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.515309 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Publish callbacks [] for port (127f2020-e490-48ba-b02a-52b9f97f9387), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.522863 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.575849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:32.580506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:32.585994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:32.588673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fde1ddf-2472-484f-8b11-33d3b19fe591 req-8fc54ded-e6ce-4a72-9a15-df00f1c947bd tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0358741 Feb 17 22:42:32.594197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Pushing event updated for resources: {'Port': ['ID=127f2020-e490-48ba-b02a-52b9f97f9387,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:32.650509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Attempting to bind port 127f2020-e490-48ba-b02a-52b9f97f9387 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:32.650875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Attempting to bind port 127f2020-e490-48ba-b02a-52b9f97f9387 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:32.651243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Attempting to bind port 127f2020-e490-48ba-b02a-52b9f97f9387 on network 57f336b4-0e7a-4503-a791-f782cb14c5e6 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:32.656863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:32.657230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Checking segment: {'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:32.657635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.658026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Bound using segment: {'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:32.658488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Bound port: 127f2020-e490-48ba-b02a-52b9f97f9387, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:32.658864 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.691888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.20.0.1 (57f336b4-0e7a-4503-a791-f782cb14c5e6/88d94af0-e66c-4439-8291-8617222e9e55/17b11162-7a6c-44c7-984c-6bee32ab46c0) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:32.732711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] For port 127f2020-e490-48ba-b02a-52b9f97f9387, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:32.736047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] For port 127f2020-e490-48ba-b02a-52b9f97f9387, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=127f2020-e490-48ba-b02a-52b9f97f9387,segment=NetworkSegment(1f799d3e-0a84-4478-9c8c-dbbf641c3a52),segment_id=1f799d3e-0a84-4478-9c8c-dbbf641c3a52)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:32.742007 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.807326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bc672-1987-49d7-9fbb-919a40723d74 None None] Pushing event updated for resources: {'Port': ['ID=127f2020-e490-48ba-b02a-52b9f97f9387,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:32.836133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.872419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:32.919743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:32.923429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:32.927456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:32.952950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=17b11162-7a6c-44c7-984c-6bee32ab46c0,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:32.984991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.120248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.429575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.436552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.530314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.532176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=17b11162-7a6c-44c7-984c-6bee32ab46c0,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:33.590583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 127f2020-e490-48ba-b02a-52b9f97f9387 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:33.635718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:33.637701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:33.680009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 127f2020-e490-48ba-b02a-52b9f97f9387 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:33.680841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.740557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425b5023-3a64-4b10-b93d-e2dfc75455d0 req-2aeb0cb4-5de0-4db6-a9ab-7e66930ca17b tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0284135 Feb 17 22:42:33.820741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 127f2020-e490-48ba-b02a-52b9f97f9387 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:33.821412 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.825952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:42:33.866377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 127f2020-e490-48ba-b02a-52b9f97f9387, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=127f2020-e490-48ba-b02a-52b9f97f9387,segment=NetworkSegment(1f799d3e-0a84-4478-9c8c-dbbf641c3a52),segment_id=1f799d3e-0a84-4478-9c8c-dbbf641c3a52)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:33.875225 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:33.942880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=127f2020-e490-48ba-b02a-52b9f97f9387,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:33.953282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:33.958538 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8489dc83-2447-4746-8585-98c1eb340778 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0455673 Feb 17 22:42:33.961038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48532) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:33.965937 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:33.980959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-1021446760'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:33.981147 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:33.981690 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:34.007628 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:34.011720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.051849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:42:34.076894 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (3888d433-5cb1-45d1-b6e8-71a9d0cb42d0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.078654 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment 3888d433-5cb1-45d1-b6e8-71a9d0cb42d0 of type vlan for network 694b1df3-1757-42d3-b699-a7d05503d9b5 Feb 17 22:42:34.087809 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:34.090616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0dd293-3a0e-4e6f-9286-841ff6d325e3 None None] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:34.129469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (694b1df3-1757-42d3-b699-a7d05503d9b5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.158075 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (694b1df3-1757-42d3-b699-a7d05503d9b5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.163864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:34.165399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.191359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ca10bc8a-833d-40c5-8b24-f203ceef6ef8 None None] Provisioning complete for port 127f2020-e490-48ba-b02a-52b9f97f9387 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:34.191780 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca10bc8a-833d-40c5-8b24-f203ceef6ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.250487 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2872670 Feb 17 22:42:34.254123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48534) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:34.260477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:34.267956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1318100-a6c2-4155-9533-e83af03122f0 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=694b1df3-1757-42d3-b699-a7d05503d9b5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:34.283841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:42:34.362172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:34.366558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.453948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ca10bc8a-833d-40c5-8b24-f203ceef6ef8 None None] Current status of the port 127f2020-e490-48ba-b02a-52b9f97f9387 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:34.459388 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:33Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:33Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:34.498370 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:42:34.498734 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Updating router bf32e7a8-208e-4b54-8efc-6f9107fec06b port 17b11162-7a6c-44c7-984c-6bee32ab46c0 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:42:34.558956 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.637754 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (26708e66-8c6b-4162-9e72-14e7e97d6537), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.750551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=26708e66-8c6b-4162-9e72-14e7e97d6537,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:34.765886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:34.766137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: 694b1df3-1757-42d3-b699-a7d05503d9b5, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:42:34.788803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:42:34.801499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 694b1df3-1757-42d3-b699-a7d05503d9b5) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:34.812845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:34.813327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e0429-e2d4-4393-aa58-3e5c3dd28845 None None] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:34.815498 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.844393 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-135e9744-6bd4-4fe9-9477-4242077de11b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5877151 Feb 17 22:42:34.847154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:34.974947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-694b1df3-1757-42d3-b699-a7d05503d9b5', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:42:34.976234 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.980302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Provisioning complete for port 127f2020-e490-48ba-b02a-52b9f97f9387 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:34.980725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:34.985053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7af62cd6-cd6a-42f6-88b9-7b2cdc66c490 req-2e5a727a-c21c-495e-9cb1-b0bbdb0adc14 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0637574 Feb 17 22:42:35.115927 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Publish callbacks [] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.132485 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.365525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Attempting to bind port 17b11162-7a6c-44c7-984c-6bee32ab46c0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:35.365891 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Attempting to bind port 17b11162-7a6c-44c7-984c-6bee32ab46c0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:35.366251 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Attempting to bind port 17b11162-7a6c-44c7-984c-6bee32ab46c0 on network 57f336b4-0e7a-4503-a791-f782cb14c5e6 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:35.376228 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:35.376610 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Checking segment: {'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:35.377040 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.377431 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Bound using segment: {'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:35.377900 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Bound port: 17b11162-7a6c-44c7-984c-6bee32ab46c0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f799d3e-0a84-4478-9c8c-dbbf641c3a52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:35.378275 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.451633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Current status of the port 127f2020-e490-48ba-b02a-52b9f97f9387 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:35.481116 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] For port 17b11162-7a6c-44c7-984c-6bee32ab46c0, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:35.484439 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] For port 17b11162-7a6c-44c7-984c-6bee32ab46c0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=17b11162-7a6c-44c7-984c-6bee32ab46c0,segment=NetworkSegment(1f799d3e-0a84-4478-9c8c-dbbf641c3a52),segment_id=1f799d3e-0a84-4478-9c8c-dbbf641c3a52)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:35.484714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Provisioning complete for port 17b11162-7a6c-44c7-984c-6bee32ab46c0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:35.485199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.490927 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:42:35.492779 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Pushing event updated for resources: {'Port': ['ID=17b11162-7a6c-44c7-984c-6bee32ab46c0,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:35.497378 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.516597 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.517351 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.517975 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.518521 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.519053 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.519625 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.520154 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.520737 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.521963 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.522489 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.525045 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.525626 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.526153 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:35.584757 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e582d-7da1-4bc2-8800-b27d803203d1 None None] Pushing event updated for resources: {'Port': ['ID=17b11162-7a6c-44c7-984c-6bee32ab46c0,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:35.606350 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:35.607471 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:35.642271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 127f2020-e490-48ba-b02a-52b9f97f9387 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:35.668130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Allocated IP 172.21.0.2 (694b1df3-1757-42d3-b699-a7d05503d9b5/26708e66-8c6b-4162-9e72-14e7e97d6537/40bc6987-e83e-45dd-87bb-ff6cadca90d6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:35.796681 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:35.881325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Current status of the port 17b11162-7a6c-44c7-984c-6bee32ab46c0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:35.881810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.990361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 127f2020-e490-48ba-b02a-52b9f97f9387 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:35.990361 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:35.998099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] For port 17b11162-7a6c-44c7-984c-6bee32ab46c0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=17b11162-7a6c-44c7-984c-6bee32ab46c0,segment=NetworkSegment(1f799d3e-0a84-4478-9c8c-dbbf641c3a52),segment_id=1f799d3e-0a84-4478-9c8c-dbbf641c3a52)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:36.078814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:36.119591 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:33Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:36.196438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acb81b4e-7893-42f8-b438-ef0fe704fe8e req-283afca3-5886-4cc2-8ea8-83ade910ec67 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0650094 Feb 17 22:42:36.236797 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800e6d39-73fe-4446-8602-e6b0378218c4 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:33Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:36.284992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8237d-2c55-4ad4-9733-20f4e3fdd01e None None] Pushing event updated for resources: {'Port': ['ID=17b11162-7a6c-44c7-984c-6bee32ab46c0,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:36.288273 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Publish callbacks [] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:36.302521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-31610249-68a5-4cbe-9b25-e732f400f0df None None] Provisioning complete for port 17b11162-7a6c-44c7-984c-6bee32ab46c0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:36.302521 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31610249-68a5-4cbe-9b25-e732f400f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:36.407324 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:36.438666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:36.483557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:36.498339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:36.502651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 127f2020-e490-48ba-b02a-52b9f97f9387 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:36.507773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:36.511620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Pushing event updated for resources: {'Port': ['ID=40bc6987-e83e-45dd-87bb-ff6cadca90d6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:36.810466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-31610249-68a5-4cbe-9b25-e732f400f0df None None] Current status of the port 17b11162-7a6c-44c7-984c-6bee32ab46c0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:36.814915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Attempting to bind port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:36.815289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Attempting to bind port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:36.815676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Attempting to bind port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 on network 694b1df3-1757-42d3-b699-a7d05503d9b5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:36.822586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:36.822964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Checking segment: {'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:36.823416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:36.824353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Bound using segment: {'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:36.824820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Bound port: 40bc6987-e83e-45dd-87bb-ff6cadca90d6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:36.825200 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:36.935472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] For port 40bc6987-e83e-45dd-87bb-ff6cadca90d6, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:36.953193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.21.0.1 (694b1df3-1757-42d3-b699-a7d05503d9b5/26708e66-8c6b-4162-9e72-14e7e97d6537/08add245-9b30-4824-9c20-912fb583cff1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:36.973383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] For port 40bc6987-e83e-45dd-87bb-ff6cadca90d6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40bc6987-e83e-45dd-87bb-ff6cadca90d6,segment=NetworkSegment(3888d433-5cb1-45d1-b6e8-71a9d0cb42d0),segment_id=3888d433-5cb1-45d1-b6e8-71a9d0cb42d0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:37.002440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:37.007879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d3b999bb-61d6-4d1c-aecb-f62a80415749 None None] Provisioning complete for port 17b11162-7a6c-44c7-984c-6bee32ab46c0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:37.008261 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d3b999bb-61d6-4d1c-aecb-f62a80415749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:37.189234 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (08add245-9b30-4824-9c20-912fb583cff1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:37.222568 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d3b999bb-61d6-4d1c-aecb-f62a80415749 None None] Current status of the port 17b11162-7a6c-44c7-984c-6bee32ab46c0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:37.244039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622f1bd-71ff-4c2d-b187-8d02008b2d29 None None] Pushing event updated for resources: {'Port': ['ID=40bc6987-e83e-45dd-87bb-ff6cadca90d6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:37.292249 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (08add245-9b30-4824-9c20-912fb583cff1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:37.372131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1388feee-4dcc-4e19-bc24-2dc6f47d4720 req-b54854a0-cb8e-4dc8-b520-df6594939345 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0381520 Feb 17 22:42:37.399060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=08add245-9b30-4824-9c20-912fb583cff1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:37.419562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:37.421255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:37.437932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:37.558709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:37.576612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 17b11162-7a6c-44c7-984c-6bee32ab46c0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:37.648617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 17b11162-7a6c-44c7-984c-6bee32ab46c0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:37.649374 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:37.737378 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08add245-9b30-4824-9c20-912fb583cff1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:37.793543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 17b11162-7a6c-44c7-984c-6bee32ab46c0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:38.053601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (08add245-9b30-4824-9c20-912fb583cff1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.058701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (08add245-9b30-4824-9c20-912fb583cff1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.147982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=08add245-9b30-4824-9c20-912fb583cff1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:38.155647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.264468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:38.274209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:38.422266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:38.544411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c04b267-ea47-4c77-9f27-c8b5f16540e7 req-f5418d71-1609-481b-ab90-58337cfbe61e tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0712163 Feb 17 22:42:38.649348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:38.674108 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9cf75e05-5aab-4309-8253-63fa37c825ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8253055 Feb 17 22:42:38.676886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:38.697445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-1369024705'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:38.760402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:38.772062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b31c7d-8f17-44c1-a9cb-d9eafaaf65e8 None None] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:38.783908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.838123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:42:38.854228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f4cd5570-bb21-495b-81d1-9ac89cc18fba), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.854643 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment f4cd5570-bb21-495b-81d1-9ac89cc18fba of type vlan for network 1d0966fc-aeee-442f-ad7a-09641fa29d2d Feb 17 22:42:38.860859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-df8e0238-aedd-48e1-9dc0-6b4a5de393c6 None None] Provisioning complete for port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:38.861243 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df8e0238-aedd-48e1-9dc0-6b4a5de393c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.911536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (1d0966fc-aeee-442f-ad7a-09641fa29d2d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.957578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (1d0966fc-aeee-442f-ad7a-09641fa29d2d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:38.968393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:38.968683 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.050032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-df8e0238-aedd-48e1-9dc0-6b4a5de393c6 None None] Current status of the port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:39.050528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df8e0238-aedd-48e1-9dc0-6b4a5de393c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.092310 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4140136 Feb 17 22:42:39.095061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48580) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:39.101648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:39.110061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5a2ed-3408-45d9-9174-f31663609045 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=1d0966fc-aeee-442f-ad7a-09641fa29d2d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:39.115726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-df8e0238-aedd-48e1-9dc0-6b4a5de393c6 None None] For port 40bc6987-e83e-45dd-87bb-ff6cadca90d6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40bc6987-e83e-45dd-87bb-ff6cadca90d6,segment=NetworkSegment(3888d433-5cb1-45d1-b6e8-71a9d0cb42d0),segment_id=3888d433-5cb1-45d1-b6e8-71a9d0cb42d0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:39.126611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:42:39.131294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df8e0238-aedd-48e1-9dc0-6b4a5de393c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.224230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:39.299174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:39.300229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:39.309403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:39.315448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.465274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e0238-aedd-48e1-9dc0-6b4a5de393c6 None None] Pushing event updated for resources: {'Port': ['ID=40bc6987-e83e-45dd-87bb-ff6cadca90d6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:39.474987 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.515324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:39.787955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40bc6987-e83e-45dd-87bb-ff6cadca90d6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:39.817279 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-880375cb-d7ff-45f8-ab07-d1f620114138 req-18218523-8628-455a-b302-c4c672a9939d tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.1147351 Feb 17 22:42:39.855453 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (28aac6f6-9561-49bd-953f-4088e46c8e07), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.888660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-539ad4e6-2af2-4e71-abe5-919e9d2b485a None None] Provisioning complete for port 08add245-9b30-4824-9c20-912fb583cff1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:39.889397 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-539ad4e6-2af2-4e71-abe5-919e9d2b485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08add245-9b30-4824-9c20-912fb583cff1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.968627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-539ad4e6-2af2-4e71-abe5-919e9d2b485a None None] Port 08add245-9b30-4824-9c20-912fb583cff1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:39.971350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=28aac6f6-9561-49bd-953f-4088e46c8e07,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:39.972522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:39.973011 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:39.997104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:39.997776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:39.998551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:39.999116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:39.999749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.000508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.001002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.001481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.002057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.002745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.003298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.003914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.004656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:40.058711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:40.059304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: 1d0966fc-aeee-442f-ad7a-09641fa29d2d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:42:40.078338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-539ad4e6-2af2-4e71-abe5-919e9d2b485a None None] Provisioning complete for port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:40.079745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-539ad4e6-2af2-4e71-abe5-919e9d2b485a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:40.085554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:37Z', 'revision_number': 3, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:37Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:40.096277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:42:40.119573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 1d0966fc-aeee-442f-ad7a-09641fa29d2d) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:40.124734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:40.125425 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:40.155049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d74a0d-bbe1-4690-b955-1e1ba517f515 None None] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:40.160806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:40.164656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aba3138c-aae8-47b0-b204-dd0c1a3f5b5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0673091 Feb 17 22:42:40.314144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:40.319638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:42:40.319996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Updating router bf32e7a8-208e-4b54-8efc-6f9107fec06b port 08add245-9b30-4824-9c20-912fb583cff1 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:42:40.388002 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08add245-9b30-4824-9c20-912fb583cff1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:40.545726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:42:40.546727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:40.646032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:40.724232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-539ad4e6-2af2-4e71-abe5-919e9d2b485a None None] Current status of the port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:41.013580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb7c06b0-3e23-4d5f-bf89-435c1792b4c5 req-ec368941-5c25-4422-8a35-9ca745694f94 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0738661 Feb 17 22:42:41.045534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.22.0.1 (1d0966fc-aeee-442f-ad7a-09641fa29d2d/28aac6f6-9561-49bd-953f-4088e46c8e07/6ab45475-0827-4692-8400-95e45a7350e7) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:41.110910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a4f7ae07-4577-46f6-9126-b1123cfdaab5 None None] Provisioning complete for port 08add245-9b30-4824-9c20-912fb583cff1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:41.111455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ae07-4577-46f6-9126-b1123cfdaab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08add245-9b30-4824-9c20-912fb583cff1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.147336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a4f7ae07-4577-46f6-9126-b1123cfdaab5 None None] Port 08add245-9b30-4824-9c20-912fb583cff1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:41.178305 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Publish callbacks [] for port (08add245-9b30-4824-9c20-912fb583cff1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.184740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (6ab45475-0827-4692-8400-95e45a7350e7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.189812 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08add245-9b30-4824-9c20-912fb583cff1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.221904 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6ab45475-0827-4692-8400-95e45a7350e7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.294834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:41.310116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:41.318458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Allocated IP 172.22.0.2 (1d0966fc-aeee-442f-ad7a-09641fa29d2d/28aac6f6-9561-49bd-953f-4088e46c8e07/e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:41.329329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:41.432006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.450665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=6ab45475-0827-4692-8400-95e45a7350e7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:41.644099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c95dfd-2006-4843-959c-a7d84ec87ec1 None None] Pushing event updated for resources: {'Port': ['ID=08add245-9b30-4824-9c20-912fb583cff1,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:41.665103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Publish callbacks [] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.692591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40bc6987-e83e-45dd-87bb-ff6cadca90d6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:41.699757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.724413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6ab45475-0827-4692-8400-95e45a7350e7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:41.932049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Pushing event updated for resources: {'Port': ['ID=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:42.011801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:42.069307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:42.094602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:42.103915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:42.104388 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.106493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-97f41dcb-33e2-4303-a656-542d04e939c6 None None] Provisioning complete for port 08add245-9b30-4824-9c20-912fb583cff1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:42.106923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97f41dcb-33e2-4303-a656-542d04e939c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08add245-9b30-4824-9c20-912fb583cff1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.108808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (6ab45475-0827-4692-8400-95e45a7350e7), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.118554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6ab45475-0827-4692-8400-95e45a7350e7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.179342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Attempting to bind port 08add245-9b30-4824-9c20-912fb583cff1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:42.179908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Attempting to bind port 08add245-9b30-4824-9c20-912fb583cff1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:42.180571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Attempting to bind port 08add245-9b30-4824-9c20-912fb583cff1 on network 694b1df3-1757-42d3-b699-a7d05503d9b5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:42.212677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:42.213171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Checking segment: {'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:42.213823 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.216305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Bound using segment: {'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:42.217370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Bound port: 08add245-9b30-4824-9c20-912fb583cff1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:42.217840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08add245-9b30-4824-9c20-912fb583cff1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.237665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-16b54f65-e51c-4f85-9e9e-bfec84afdb65 req-acbea613-bfb9-491f-abbc-ce9b55140cc3 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0888398 Feb 17 22:42:42.252541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.298620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-97f41dcb-33e2-4303-a656-542d04e939c6 None None] Port 08add245-9b30-4824-9c20-912fb583cff1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:42.384021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:42.386872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Attempting to bind port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:42.387309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Attempting to bind port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:42.387693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Attempting to bind port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 on network 1d0966fc-aeee-442f-ad7a-09641fa29d2d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:42.401575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:42.402581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Checking segment: {'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:42.402946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.403301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Bound using segment: {'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:42.403841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Bound port: e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:42.404221 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.493002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] For port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:42.508224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] For port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,segment=NetworkSegment(f4cd5570-bb21-495b-81d1-9ac89cc18fba),segment_id=f4cd5570-bb21-495b-81d1-9ac89cc18fba)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:42.519530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=6ab45475-0827-4692-8400-95e45a7350e7,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:42.559258 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.646198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:42.650126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:42.712411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] For port 08add245-9b30-4824-9c20-912fb583cff1, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:42.786418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] For port 08add245-9b30-4824-9c20-912fb583cff1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=08add245-9b30-4824-9c20-912fb583cff1,segment=NetworkSegment(3888d433-5cb1-45d1-b6e8-71a9d0cb42d0),segment_id=3888d433-5cb1-45d1-b6e8-71a9d0cb42d0)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:42.807033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d53d1bb-4451-4eab-92f5-a0f2a1f3656e None None] Pushing event updated for resources: {'Port': ['ID=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:42.811069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08add245-9b30-4824-9c20-912fb583cff1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:42.852052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:42.973553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:42.974206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:42.990669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c95dfd-2006-4843-959c-a7d84ec87ec1 None None] Pushing event updated for resources: {'Port': ['ID=08add245-9b30-4824-9c20-912fb583cff1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:43.173299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:43.193641 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6d45744a-c22d-493e-a8ac-82de95cf6e45 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0309961 Feb 17 22:42:43.195441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48612) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:43.211631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'network': {'name': 'tempest-RoutersTest-1504137274'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:43.227240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:43.273275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:43.281069 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:43.319299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:42:43.331431 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d3f4eff7-f83e-4176-88ad-4baeeb8458c8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:43.331431 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added segment d3f4eff7-f83e-4176-88ad-4baeeb8458c8 of type vlan for network f0143d79-b26a-43b7-afb1-f97b907705ef Feb 17 22:42:43.391255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f0143d79-b26a-43b7-afb1-f97b907705ef), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:43.450090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f0143d79-b26a-43b7-afb1-f97b907705ef), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:43.455539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:43.456178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:43.495997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a27ad466-7d2d-4680-94ae-2e911f1c0262 None None] Provisioning complete for port 08add245-9b30-4824-9c20-912fb583cff1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:43.496465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ad466-7d2d-4680-94ae-2e911f1c0262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08add245-9b30-4824-9c20-912fb583cff1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:43.508007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bd7775a4-884f-452e-b44c-9a4e30053938 req-68998e83-740b-4eb2-a7ab-1d58ca106c65 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0921500 Feb 17 22:42:43.655258 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4562657 Feb 17 22:42:43.655635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48624) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:43.663768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'subnet': {'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:43.670320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af347f-026d-4570-9e27-39ad0a8b36e9 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Network': ['ID=f0143d79-b26a-43b7-afb1-f97b907705ef,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:43.695895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f0143d79-b26a-43b7-afb1-f97b907705ef details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:42:43.808910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:43.859024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Made reservation on behalf of df3482a719444ffc9aaee19a74ceafe7 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:42:43.862504 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:43.963684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a27ad466-7d2d-4680-94ae-2e911f1c0262 None None] Current status of the port 08add245-9b30-4824-9c20-912fb583cff1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:43.964279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ad466-7d2d-4680-94ae-2e911f1c0262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (08add245-9b30-4824-9c20-912fb583cff1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.141482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a27ad466-7d2d-4680-94ae-2e911f1c0262 None None] For port 08add245-9b30-4824-9c20-912fb583cff1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=08add245-9b30-4824-9c20-912fb583cff1,segment=NetworkSegment(3888d433-5cb1-45d1-b6e8-71a9d0cb42d0),segment_id=3888d433-5cb1-45d1-b6e8-71a9d0cb42d0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:44.152913 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a27ad466-7d2d-4680-94ae-2e911f1c0262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (08add245-9b30-4824-9c20-912fb583cff1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.166379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:41Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:42Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:41Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:44.244971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936ee6ec-a38b-4697-9371-bfb3cda6c5c0 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:41Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:42Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:41Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:44.259035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:44.259772 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.285951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (b64f81f7-9665-4c38-87cd-fb177a9197bc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.366625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ad466-7d2d-4680-94ae-2e911f1c0262 None None] Pushing event updated for resources: {'Port': ['ID=08add245-9b30-4824-9c20-912fb583cff1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:44.518603 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-001125b0-f07f-4d3a-abe7-1e2761d9a620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.532667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:44.533017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Subnet': ['ID=b64f81f7-9665-4c38-87cd-fb177a9197bc,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:44.533512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.537842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Checking segment: {'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:44.541289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network hostable DHCP agents. Network: f0143d79-b26a-43b7-afb1-f97b907705ef, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:42:44.586172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network f0143d79-b26a-43b7-afb1-f97b907705ef is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:42:44.627305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f0143d79-b26a-43b7-afb1-f97b907705ef) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:44.632389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:42:44.633411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.671044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0afe741e-d845-4d0d-9f31-14893187ad1f None None] Network f0143d79-b26a-43b7-afb1-f97b907705ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:44.673769 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48642) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:44.682852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-10ed0cc2-835f-45fb-a537-7130363032ea tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0135105 Feb 17 22:42:44.692556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,segment=NetworkSegment(f4cd5570-bb21-495b-81d1-9ac89cc18fba),segment_id=f4cd5570-bb21-495b-81d1-9ac89cc18fba)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:44.807484 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:44.829753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47190f48-8924-4eed-849a-2586a4ed8c2f req-e42b5f5e-3262-447c-810d-d6ee02ddd0a5 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0833495 Feb 17 22:42:44.950711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8595a197-4ccf-41ed-afda-41eb90aae814 None None] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:44.958097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:45.140140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-178560b4-94e9-4f1f-a5aa-aa762f596866 None None] Provisioning complete for port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:45.140526 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-178560b4-94e9-4f1f-a5aa-aa762f596866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:45.289748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f0143d79-b26a-43b7-afb1-f97b907705ef', 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'fixed_ips': [{'subnet_id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:42:45.290624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:45.581542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-178560b4-94e9-4f1f-a5aa-aa762f596866 None None] Current status of the port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:45.664285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Allocated IP 172.23.0.2 (f0143d79-b26a-43b7-afb1-f97b907705ef/b64f81f7-9665-4c38-87cd-fb177a9197bc/a31d50ba-8ff6-4b73-b4be-b732a8f09e91) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:46.016483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9226082-577c-45c6-ac7d-e9dc2d01f3a6 req-de611a88-7f3d-40db-9b69-33393984d124 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0717692 Feb 17 22:42:46.088190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:46.131558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.231325 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ab582c46-b8bc-4ab8-9c15-11018023e1a6 None None] Provisioning complete for port 6ab45475-0827-4692-8400-95e45a7350e7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:46.232005 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab582c46-b8bc-4ab8-9c15-11018023e1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6ab45475-0827-4692-8400-95e45a7350e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.387649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ab582c46-b8bc-4ab8-9c15-11018023e1a6 None None] Port 6ab45475-0827-4692-8400-95e45a7350e7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:46.413324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:46.413705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.458105 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Publish callbacks [] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.482632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.487209 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:46.507159 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:46.510647 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:46.567521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ab582c46-b8bc-4ab8-9c15-11018023e1a6 None None] Provisioning complete for port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:46.568001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab582c46-b8bc-4ab8-9c15-11018023e1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.598030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Network f0143d79-b26a-43b7-afb1-f97b907705ef is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:46.599940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Pushing event updated for resources: {'Port': ['ID=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:46.647884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Allocated IP 172.23.0.1 (f0143d79-b26a-43b7-afb1-f97b907705ef/b64f81f7-9665-4c38-87cd-fb177a9197bc/6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:42:46.669364 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:46.681706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:46.754598 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:46.858567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:46.861152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 08add245-9b30-4824-9c20-912fb583cff1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:46.898261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Attempting to bind port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:46.898638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Attempting to bind port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:46.899002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Attempting to bind port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 on network f0143d79-b26a-43b7-afb1-f97b907705ef {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:46.906640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:46.907030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Checking segment: {'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:46.907479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.907881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Bound using segment: {'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:46.908361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Bound port: a31d50ba-8ff6-4b73-b4be-b732a8f09e91, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:46.908741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.915522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:46.961719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.016407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ab582c46-b8bc-4ab8-9c15-11018023e1a6 None None] Current status of the port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:47.028403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 08add245-9b30-4824-9c20-912fb583cff1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:47.028787 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (08add245-9b30-4824-9c20-912fb583cff1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.030782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] For port a31d50ba-8ff6-4b73-b4be-b732a8f09e91, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:47.035331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] For port a31d50ba-8ff6-4b73-b4be-b732a8f09e91, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,segment=NetworkSegment(d3f4eff7-f83e-4176-88ad-4baeeb8458c8),segment_id=d3f4eff7-f83e-4176-88ad-4baeeb8458c8)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:47.039515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network f0143d79-b26a-43b7-afb1-f97b907705ef is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:47.046959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:47.059050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:42:47.120049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:47.148351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.164999 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.223294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bd8fff6-a16b-4c4f-aa40-fea5f82ceb6c req-49b83a16-6d5c-4423-a00e-5c5a5c31cab7 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0569689 Feb 17 22:42:47.247419 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:41Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:41Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:47.287954 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:42:47.288287 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Updating router bf32e7a8-208e-4b54-8efc-6f9107fec06b port 6ab45475-0827-4692-8400-95e45a7350e7 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:42:47.293217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-29a561a4-bcbd-4cc8-8fa6-2142ee430f33 None None] Provisioning complete for port 6ab45475-0827-4692-8400-95e45a7350e7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:47.293862 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-29a561a4-bcbd-4cc8-8fa6-2142ee430f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6ab45475-0827-4692-8400-95e45a7350e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.364232 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6ab45475-0827-4692-8400-95e45a7350e7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.373333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.409916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14ac1f-1da3-42ac-a3b8-c9bb2f832b61 None None] Pushing event updated for resources: {'Port': ['ID=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:47.412969 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6d3799de-158c-4879-8af7-b1b6b925439f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.486056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-29a561a4-bcbd-4cc8-8fa6-2142ee430f33 None None] Port 6ab45475-0827-4692-8400-95e45a7350e7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:47.512711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 08add245-9b30-4824-9c20-912fb583cff1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:47.924220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.952143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.960000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.984545 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Publish callbacks [] for port (6ab45475-0827-4692-8400-95e45a7350e7), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:47.991921 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6ab45475-0827-4692-8400-95e45a7350e7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:48.074408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event updated for resources: {'Port': ['ID=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:48.080315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:48.102678 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db766089-44bd-47ef-baa4-a7ff12209244 None None] Pushing event updated for resources: {'Port': ['ID=6ab45475-0827-4692-8400-95e45a7350e7,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:48.257535 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Attempting to bind port 6ab45475-0827-4692-8400-95e45a7350e7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:48.257882 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Attempting to bind port 6ab45475-0827-4692-8400-95e45a7350e7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:48.258273 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Attempting to bind port 6ab45475-0827-4692-8400-95e45a7350e7 on network 1d0966fc-aeee-442f-ad7a-09641fa29d2d {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:48.270892 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:48.271253 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Checking segment: {'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:48.271893 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:48.272372 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Bound using segment: {'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:48.272948 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Bound port: 6ab45475-0827-4692-8400-95e45a7350e7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4cd5570-bb21-495b-81d1-9ac89cc18fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:48.273398 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6ab45475-0827-4692-8400-95e45a7350e7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:48.378279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Network f0143d79-b26a-43b7-afb1-f97b907705ef is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:42:48.383513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:42:48.480856 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] For port 6ab45475-0827-4692-8400-95e45a7350e7, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:48.489537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42792b0b-430a-46ea-8226-767793c1b780 req-99c2980a-072c-4a18-a4b9-77665a6fa307 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0983717 Feb 17 22:42:48.490335 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] For port 6ab45475-0827-4692-8400-95e45a7350e7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6ab45475-0827-4692-8400-95e45a7350e7,segment=NetworkSegment(f4cd5570-bb21-495b-81d1-9ac89cc18fba),segment_id=f4cd5570-bb21-495b-81d1-9ac89cc18fba)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:48.509513 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6ab45475-0827-4692-8400-95e45a7350e7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:48.645011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:48.648952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Provisioning complete for port 6ab45475-0827-4692-8400-95e45a7350e7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:48.649948 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6ab45475-0827-4692-8400-95e45a7350e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:48.728895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:48.729655 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:48.802959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:48.817598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48666) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:48.822266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Current status of the port 6ab45475-0827-4692-8400-95e45a7350e7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:48.822844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:48.822976 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6ab45475-0827-4692-8400-95e45a7350e7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:48.827420 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-341c1140-0398-492b-a009-344999cc97eb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1519957 Feb 17 22:42:48.856602 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db766089-44bd-47ef-baa4-a7ff12209244 None None] Pushing event updated for resources: {'Port': ['ID=6ab45475-0827-4692-8400-95e45a7350e7,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:48.890817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] For port 6ab45475-0827-4692-8400-95e45a7350e7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6ab45475-0827-4692-8400-95e45a7350e7,segment=NetworkSegment(f4cd5570-bb21-495b-81d1-9ac89cc18fba),segment_id=f4cd5570-bb21-495b-81d1-9ac89cc18fba)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:48.897387 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6ab45475-0827-4692-8400-95e45a7350e7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:49.005612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Pushing event updated for resources: {'Port': ['ID=6ab45475-0827-4692-8400-95e45a7350e7,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:49.043528 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:49.067672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.068377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.068917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.069917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.070498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.101525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.102203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.102744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.103297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.103853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.104386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.106067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.107250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a050db4-c5d1-4a6b-950d-4bbe7be24ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:42:49.147199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-22da5509-2d53-4a2c-b501-929667ce9b1f None None] Provisioning complete for port 6ab45475-0827-4692-8400-95e45a7350e7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:49.147974 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-22da5509-2d53-4a2c-b501-929667ce9b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6ab45475-0827-4692-8400-95e45a7350e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:49.309508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0946c4c2-940c-4d03-a6d2-87ee5a09016e None None] Network f0143d79-b26a-43b7-afb1-f97b907705ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:49.541071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.extraroute_db [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103527) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 22:42:49.572606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.extraroute_db [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Removed routes are [] {{(pid=103527) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 22:42:49.572957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-22da5509-2d53-4a2c-b501-929667ce9b1f None None] Current status of the port 6ab45475-0827-4692-8400-95e45a7350e7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:49.574113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:49.603948 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:49.662148 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:47Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6', 'name': '', 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:71:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:46Z', 'updated_at': '2022-02-17T22:42:47Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:49.749640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5bf97fa5-61b8-46e2-abd9-1d96d4e0b8b5 None None] Provisioning complete for port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:49.750384 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf97fa5-61b8-46e2-abd9-1d96d4e0b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:49.799263 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04e2868-e88d-4ba1-b68e-4f22a57dc47d None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:47Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6', 'name': '', 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:71:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:46Z', 'updated_at': '2022-02-17T22:42:47Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:49.997019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c28576-b024-432b-b503-2e8d846b4406 req-d7366d40-034d-4d64-a171-c71c8daf6574 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.2562468 Feb 17 22:42:49.999352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a31d50ba-8ff6-4b73-b4be-b732a8f09e91 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:50.105679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5bf97fa5-61b8-46e2-abd9-1d96d4e0b8b5 None None] Current status of the port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:50.113175 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf97fa5-61b8-46e2-abd9-1d96d4e0b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:50.231744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5bf97fa5-61b8-46e2-abd9-1d96d4e0b8b5 None None] For port a31d50ba-8ff6-4b73-b4be-b732a8f09e91, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,segment=NetworkSegment(d3f4eff7-f83e-4176-88ad-4baeeb8458c8),segment_id=d3f4eff7-f83e-4176-88ad-4baeeb8458c8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:50.242608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bf97fa5-61b8-46e2-abd9-1d96d4e0b8b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:50.334799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:50.346674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:50.359964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:50.360342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:50.458292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf97fa5-61b8-46e2-abd9-1d96d4e0b8b5 None None] Pushing event updated for resources: {'Port': ['ID=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:50.645006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:50.647054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6ab45475-0827-4692-8400-95e45a7350e7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:50.791662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6ab45475-0827-4692-8400-95e45a7350e7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:50.792829 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6ab45475-0827-4692-8400-95e45a7350e7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:50.965688 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:51.117802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c634c54e-5a2f-4e13-b8ba-35d75d962788 None None] Provisioning complete for port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:51.118179 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c634c54e-5a2f-4e13-b8ba-35d75d962788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:51.121060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6ab45475-0827-4692-8400-95e45a7350e7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:51.194325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:51.201021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c634c54e-5a2f-4e13-b8ba-35d75d962788 None None] Port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:51.218720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c634c54e-5a2f-4e13-b8ba-35d75d962788 None None] Provisioning complete for port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:51.221856 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c634c54e-5a2f-4e13-b8ba-35d75d962788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:51.328927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:51.354455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:51.355823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:51.364686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:51.391018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:51.395474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48688) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:51.396442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f68ca45d-e9bb-472f-8928-37be22773924 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 200 len: 933 time: 2.5768659 Feb 17 22:42:51.441684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-819f903c-5795-4c0b-9862-e7e4106be40b req-c42a25f5-fd2c-4120-963c-88e3627d4543 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0729599 Feb 17 22:42:51.517081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c634c54e-5a2f-4e13-b8ba-35d75d962788 None None] Current status of the port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:51.545765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:51.639511 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6eb4a075-882d-4db4-be8d-1e87bdf6328d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 200 len: 933 time: 0.2427502 Feb 17 22:42:51.642357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48692) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:51.647139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'routes': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:42:51.707683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2f9b9325-27f0-4a8c-adb6-3a23cb1b7c6b None None] Provisioning complete for port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:51.708218 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f9b9325-27f0-4a8c-adb6-3a23cb1b7c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:51.781282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f9b9325-27f0-4a8c-adb6-3a23cb1b7c6b None None] Port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:51.785926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a31d50ba-8ff6-4b73-b4be-b732a8f09e91 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:52.000355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:52.001520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:52.079465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9c668146-b70c-4cb6-8207-6074232d2c6d None None] Provisioning complete for port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:52.087860 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c668146-b70c-4cb6-8207-6074232d2c6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:52.155677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9c668146-b70c-4cb6-8207-6074232d2c6d None None] Port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:42:52.263242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:52.387928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:49Z', 'revision_number': 6, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6', 'name': '', 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:71:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:46Z', 'updated_at': '2022-02-17T22:42:47Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:52.429371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.extraroute_db [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added routes are [] {{(pid=103527) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 22:42:52.429953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.extraroute_db [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=103527) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 22:42:52.476050 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:52.753694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3590d3f-c322-4321-b342-dfac51a8f571 req-8f31cc9a-c906-4b19-abbb-18084f4094fc tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0670943 Feb 17 22:42:52.777960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:42:52.778667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Updating router bf32e7a8-208e-4b54-8efc-6f9107fec06b port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:42:52.837043 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:52.993796 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:52.994336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.126901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:53.291287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:53.299910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Publish callbacks [] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.302298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.304067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a181501b-96f0-405b-b862-943487809858 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 200 len: 699 time: 1.6604259 Feb 17 22:42:53.307122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48706) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:53.311603 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.398849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36f366-0f2e-4411-a6b1-3aab0243d775 None None] Pushing event updated for resources: {'Port': ['ID=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:53.496833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Attempting to bind port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:42:53.500129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Attempting to bind port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:42:53.500129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Attempting to bind port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 on network f0143d79-b26a-43b7-afb1-f97b907705ef {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:42:53.500582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-51700d84-f88c-4a1a-bb4d-60dd7f0bcbed tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 200 len: 699 time: 0.1880357 Feb 17 22:42:53.500582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48708) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:53.506628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:42:53.507186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Checking segment: {'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:42:53.508687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.509308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Bound using segment: {'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:42:53.509920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Bound port: 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:42:53.510467 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.629764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] For port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:42:53.634602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] For port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,segment=NetworkSegment(d3f4eff7-f83e-4176-88ad-4baeeb8458c8),segment_id=d3f4eff7-f83e-4176-88ad-4baeeb8458c8)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:42:53.650024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.741982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:53.743243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:53.879124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf36f366-0f2e-4411-a6b1-3aab0243d775 None None] Pushing event updated for resources: {'Port': ['ID=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:53.906086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6eb9decc-fe7a-4591-983b-368e1c63ed8d None None] Provisioning complete for port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:53.906472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6eb9decc-fe7a-4591-983b-368e1c63ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:53.986291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:53.993860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a8a60c9-01d0-4d7e-b66d-92c7ec2c5aee req-8d17f1a2-a886-49f9-a92f-9e689fd5d8a9 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0476644 Feb 17 22:42:54.201548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:54.382232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6eb9decc-fe7a-4591-983b-368e1c63ed8d None None] Current status of the port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:54.382802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6eb9decc-fe7a-4591-983b-368e1c63ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:54.441760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6eb9decc-fe7a-4591-983b-368e1c63ed8d None None] For port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,segment=NetworkSegment(d3f4eff7-f83e-4176-88ad-4baeeb8458c8),segment_id=d3f4eff7-f83e-4176-88ad-4baeeb8458c8)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:54.452524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6eb9decc-fe7a-4591-983b-368e1c63ed8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:54.568724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9decc-fe7a-4591-983b-368e1c63ed8d None None] Pushing event updated for resources: {'Port': ['ID=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:54.583614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:54.584121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:54.591867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-341ebb0a-abe3-4397-9997-7b7d0feb4266 None None] Provisioning complete for port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:42:54.592246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-341ebb0a-abe3-4397-9997-7b7d0feb4266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:54.651312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:52Z', 'revision_number': 7, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6', 'name': '', 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:71:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:46Z', 'updated_at': '2022-02-17T22:42:53Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:54.682862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c52858c3-b0d1-44a7-8596-2d49f931dfef None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:52Z', 'revision_number': 7, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6', 'name': '', 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:71:bb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:46Z', 'updated_at': '2022-02-17T22:42:53Z', 'revision_number': 4, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:54.709227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,segment=NetworkSegment(d3f4eff7-f83e-4176-88ad-4baeeb8458c8),segment_id=d3f4eff7-f83e-4176-88ad-4baeeb8458c8)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:54.709700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:54.758903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-341ebb0a-abe3-4397-9997-7b7d0feb4266 None None] Current status of the port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:42:54.787446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:55.035609 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:55.062463 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:55.065648 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:55.087995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:55.199506 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:55.290442 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48aeb7d4-98f3-4070-a2a4-f6b7c2e8a7d4 req-15e2ffb0-5e67-473a-afec-ea63d8a3cd08 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.1242936 Feb 17 22:42:55.361374 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:55.685355 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:52Z', 'revision_number': 7, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6', 'name': '', 'network_id': 'f0143d79-b26a-43b7-afb1-f97b907705ef', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:71:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:46Z', 'updated_at': '2022-02-17T22:42:54Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': 'b64f81f7-9665-4c38-87cd-fb177a9197bc', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:55.730905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:42:55.736657 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:42:55.754810 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:55.755742 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:55.776740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:55.777101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Feb 17 22:42:55.833014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Port 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 not found, will not notify nova. {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Feb 17 22:42:55.961420 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:56.149715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:56.153370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:56.507126 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:54Z', 'revision_number': 8, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:56.527322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6b075f3-4f99-462c-8c7d-3ff8865e9a4b req-ea47ba0e-f0d6-459a-951d-8e93ea05105e tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0822558 Feb 17 22:42:56.577216 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97214da-3b79-49a1-9e8c-69786edc3069 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:54Z', 'revision_number': 8, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:56.674743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:42:56.796515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:42:56.810108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48754) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:56.810746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bfd28b73-56ce-4ef0-acba-32208e0292fe tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3084984 Feb 17 22:42:56.871745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet b64f81f7-9665-4c38-87cd-fb177a9197bc {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:42:56.875831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (b64f81f7-9665-4c38-87cd-fb177a9197bc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:56.924724 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (b64f81f7-9665-4c38-87cd-fb177a9197bc), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.062817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b64f81f7-9665-4c38-87cd-fb177a9197bc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.146187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (b64f81f7-9665-4c38-87cd-fb177a9197bc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.191740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=b64f81f7-9665-4c38-87cd-fb177a9197bc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:57.194359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.202700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e77c79ed-f3f8-4d6d-8e8c-ca5adb051d65 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/b64f81f7-9665-4c38-87cd-fb177a9197bc HTTP/1.1" status: 204 len: 168 time: 0.3905482 Feb 17 22:42:57.205201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8951a916-6dcc-4191-901c-8ee38cee6d70 None None] Network f0143d79-b26a-43b7-afb1-f97b907705ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:42:57.207672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48758) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:57.333775 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f0143d79-b26a-43b7-afb1-f97b907705ef), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.358334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:42:57.395146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:57.396181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:57.407945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:57.408340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.489381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port a31d50ba-8ff6-4b73-b4be-b732a8f09e91, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,segment=NetworkSegment(d3f4eff7-f83e-4176-88ad-4baeeb8458c8),segment_id=d3f4eff7-f83e-4176-88ad-4baeeb8458c8)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:57.489757 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.551877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for a31d50ba-8ff6-4b73-b4be-b732a8f09e91 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:57.712106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] DHCP port deletion for f0143d79-b26a-43b7-afb1-f97b907705ef request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:42:57.849083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:57.859500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24f48b54-e30f-400e-bf45-052cf76c6020 req-f1c291c7-6291-4eae-a0ba-83885156a1cb tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0751524 Feb 17 22:42:57.887079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:57.890518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:57.890911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f7e3511-3d3f-4f33-af03-d3b8dc1fa9f6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:57.941138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:57.977172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:57.987357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:58.100083 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f0143d79-b26a-43b7-afb1-f97b907705ef), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.127336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0143d79-b26a-43b7-afb1-f97b907705ef']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:58.141690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:58.142273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3f4eff7-f83e-4176-88ad-4baeeb8458c8') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:58.156274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (d3f4eff7-f83e-4176-88ad-4baeeb8458c8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.172901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d3f4eff7-f83e-4176-88ad-4baeeb8458c8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.180419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:42:58.180920 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (d3f4eff7-f83e-4176-88ad-4baeeb8458c8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.213793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Deleting port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:58.216580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:42:58.258907 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:42:58.265073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f0143d79-b26a-43b7-afb1-f97b907705ef), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.274028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.281146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/f0143d79-b26a-43b7-afb1-f97b907705ef HTTP/1.1" status: 204 len: 168 time: 1.0684536 Feb 17 22:42:58.282487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48768) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:42:58.340550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5563095a-6a1c-487c-94d5-2d6535ede40b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=f0143d79-b26a-43b7-afb1-f97b907705ef,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:58.696396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] For port a31d50ba-8ff6-4b73-b4be-b732a8f09e91, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:58.696955 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.734231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Calling delete_port for a31d50ba-8ff6-4b73-b4be-b732a8f09e91 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:42:58.738461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:42:58.741443 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (a31d50ba-8ff6-4b73-b4be-b732a8f09e91), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:58.779639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Network f0143d79-b26a-43b7-afb1-f97b907705ef is not hosted by any dhcp agent {{(pid=103528) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:42:58.780299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] No DVR routers for this DVR port a31d50ba-8ff6-4b73-b4be-b732a8f09e91 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:42:58.782355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1025ed1-251b-42d1-97e4-968124bff708 None None] Pushing event deleted for resources: {'Port': ['ID=a31d50ba-8ff6-4b73-b4be-b732a8f09e91,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:42:58.823304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:54Z', 'revision_number': 8, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:58.875664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:42:58.887730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:42:58.888553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:58.943981 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:59.078203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:42:59.272415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3daba0eb-b13e-479d-8504-5ed325a74c5a req-b369291a-7040-49e0-8cc8-e54dd6a7a0d0 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.1832297 Feb 17 22:42:59.453943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:54Z', 'revision_number': 8, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:42:59.490601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f8b9ae-3f5c-4925-80c3-24e65b20d140 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:54Z', 'revision_number': 8, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6ab45475-0827-4692-8400-95e45a7350e7', 'name': '', 'network_id': '1d0966fc-aeee-442f-ad7a-09641fa29d2d', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:aa:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:40Z', 'updated_at': '2022-02-17T22:42:48Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '28aac6f6-9561-49bd-953f-4088e46c8e07', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:42:59.503990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 6ab45475-0827-4692-8400-95e45a7350e7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:42:59.504333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6ab45475-0827-4692-8400-95e45a7350e7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:59.685492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a31d50ba-8ff6-4b73-b4be-b732a8f09e91 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:42:59.724610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a31d50ba-8ff6-4b73-b4be-b732a8f09e91 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:42:59.725016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a31d50ba-8ff6-4b73-b4be-b732a8f09e91 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:42:59.731801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 6ab45475-0827-4692-8400-95e45a7350e7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6ab45475-0827-4692-8400-95e45a7350e7,segment=NetworkSegment(f4cd5570-bb21-495b-81d1-9ac89cc18fba),segment_id=f4cd5570-bb21-495b-81d1-9ac89cc18fba)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:42:59.732385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6ab45475-0827-4692-8400-95e45a7350e7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:42:59.756743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 6ab45475-0827-4692-8400-95e45a7350e7 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:00.020572 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6ab45475-0827-4692-8400-95e45a7350e7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:00.070455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=6ab45475-0827-4692-8400-95e45a7350e7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:00.372294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:00.484810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12022cc2-7c8b-44a1-a49d-62d3e71ad1c0 req-b7762d4d-eb4c-4080-934c-aef897bee070 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0998235 Feb 17 22:43:00.548017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc6eecf2-0d67-4538-b7c0-76df73ea83ce req-8fd05b3d-5417-48b5-ba20-04457614181f tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0844371 Feb 17 22:43:00.699553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:43:00.822264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:43:00.825590 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-16b3bfe2-0539-4e8f-bcc2-db5d36885f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5419924 Feb 17 22:43:00.828445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:00.842999 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:00.867427 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:00.868034 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:00.932195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 28aac6f6-9561-49bd-953f-4088e46c8e07 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:43:00.936325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (28aac6f6-9561-49bd-953f-4088e46c8e07), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:00.985868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (28aac6f6-9561-49bd-953f-4088e46c8e07), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.102786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (28aac6f6-9561-49bd-953f-4088e46c8e07), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.106446 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:01.196793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (28aac6f6-9561-49bd-953f-4088e46c8e07), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.250739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=28aac6f6-9561-49bd-953f-4088e46c8e07,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:01.269595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da18038d-2ef1-42fc-b47c-6bede52758b9 None None] Network 1d0966fc-aeee-442f-ad7a-09641fa29d2d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:43:01.270131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.277658 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0521ab6d-281a-4e6c-b1f8-24263509b8fa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/28aac6f6-9561-49bd-953f-4088e46c8e07 HTTP/1.1" status: 204 len: 168 time: 0.4473898 Feb 17 22:43:01.281427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48792) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:01.499359 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (1d0966fc-aeee-442f-ad7a-09641fa29d2d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.514189 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:59Z', 'revision_number': 9, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:01.554788 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:01.591787 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:01.592433 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:01.610426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] DHCP port deletion for 1d0966fc-aeee-442f-ad7a-09641fa29d2d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:43:01.722792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:01.723337 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.784111 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:01.879960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] Deleting port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:01.881029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.923821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,segment=NetworkSegment(f4cd5570-bb21-495b-81d1-9ac89cc18fba),segment_id=f4cd5570-bb21-495b-81d1-9ac89cc18fba)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:01.924416 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:01.976294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:02.041843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] For port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,segment=NetworkSegment(f4cd5570-bb21-495b-81d1-9ac89cc18fba),segment_id=f4cd5570-bb21-495b-81d1-9ac89cc18fba)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:02.044188 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.069186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] Calling delete_port for e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:02.096080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-422862ad-b37d-446c-a330-7c2c05b4c6fd req-3fc8052f-2e4d-4ef4-97ca-6b34c0e05f58 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0674787 Feb 17 22:43:02.159869 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:59Z', 'revision_number': 9, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:02.197979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.238475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95aff2a-9531-410f-b0e4-bd33a9df4964 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:42:59Z', 'revision_number': 9, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '08add245-9b30-4824-9c20-912fb583cff1', 'name': '', 'network_id': '694b1df3-1757-42d3-b699-a7d05503d9b5', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:7c:30:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3411, 'fixed_ips': [{'subnet_id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:36Z', 'updated_at': '2022-02-17T22:42:44Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '26708e66-8c6b-4162-9e72-14e7e97d6537', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:02.256749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:02.267587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:02.353675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.390640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] No DVR routers for this DVR port e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:02.395591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbcba1c-096f-454d-819e-6ceeb451f033 None None] Pushing event deleted for resources: {'Port': ['ID=e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:02.409338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (1d0966fc-aeee-442f-ad7a-09641fa29d2d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.444213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d0966fc-aeee-442f-ad7a-09641fa29d2d']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:02.458475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4cd5570-bb21-495b-81d1-9ac89cc18fba') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:02.458868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4cd5570-bb21-495b-81d1-9ac89cc18fba') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:02.472249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (f4cd5570-bb21-495b-81d1-9ac89cc18fba), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.500770 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f4cd5570-bb21-495b-81d1-9ac89cc18fba), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.508297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:43:02.508752 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (f4cd5570-bb21-495b-81d1-9ac89cc18fba), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:43:02.512585 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:43:02.587625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (1d0966fc-aeee-442f-ad7a-09641fa29d2d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.606855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:02.614177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/1d0966fc-aeee-442f-ad7a-09641fa29d2d HTTP/1.1" status: 204 len: 168 time: 1.3273053 Feb 17 22:43:02.615744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:02.617390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7114a-7754-41fe-8e7a-1e646fa14d24 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=1d0966fc-aeee-442f-ad7a-09641fa29d2d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:03.026656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:03.280392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5fd0faf-e7ca-4d8a-8bac-ff115b608744 req-90f37065-7622-48c3-963e-769805a2d5ff tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0471029 Feb 17 22:43:03.388979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 08add245-9b30-4824-9c20-912fb583cff1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:03.389648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (08add245-9b30-4824-9c20-912fb583cff1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:03.545801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 08add245-9b30-4824-9c20-912fb583cff1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=08add245-9b30-4824-9c20-912fb583cff1,segment=NetworkSegment(3888d433-5cb1-45d1-b6e8-71a9d0cb42d0),segment_id=3888d433-5cb1-45d1-b6e8-71a9d0cb42d0)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:03.546164 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (08add245-9b30-4824-9c20-912fb583cff1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:03.579184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 08add245-9b30-4824-9c20-912fb583cff1 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:03.725877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6ab45475-0827-4692-8400-95e45a7350e7 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:43:03.787402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6ab45475-0827-4692-8400-95e45a7350e7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:43:03.788099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6ab45475-0827-4692-8400-95e45a7350e7 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:43:03.788765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:43:03.844678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:43:03.845025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e0b19b5f-6dd3-4bf0-b679-855ed8cd8dd9 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:43:03.858089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4fcdc38-7780-41eb-afaa-a98c20917748 req-eade8593-6e88-4084-a34b-c9dc0e68e4c2 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db&device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.0658679 Feb 17 22:43:03.908791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (08add245-9b30-4824-9c20-912fb583cff1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:03.950136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=08add245-9b30-4824-9c20-912fb583cff1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:04.227112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:04.240230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ba2277-47fd-4ed2-ba94-b95017266ac5 req-d9087406-5c31-4bd2-b98b-c7eb21ccedd7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd4e82b0762042acb82c92946bb5e846&device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0527744 Feb 17 22:43:04.305303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ba2277-47fd-4ed2-ba94-b95017266ac5 req-03a0811c-64ac-436d-ab4d-c4a86fed8bde service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd4e82b0762042acb82c92946bb5e846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593801 Feb 17 22:43:04.916255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19717a0b-f131-4c81-848d-ee9e2cfcb1d5 req-66d5aee2-f57d-4f43-8df2-9c81ea1f8b9e tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.5881357 Feb 17 22:43:05.062873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:43:05.099419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-01d5e26a-74af-46eb-8f4b-b92df2e22f4d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1639743 Feb 17 22:43:05.116331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba2277-47fd-4ed2-ba94-b95017266ac5 req-bacfc7ce-7de2-402e-93a5-c9d55302227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:05.117922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ba2277-47fd-4ed2-ba94-b95017266ac5 req-bacfc7ce-7de2-402e-93a5-c9d55302227c service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8032906 Feb 17 22:43:05.231554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:43:05.237629 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6bf11ad4-6939-488d-8dcc-fdd7ea98896d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6166563 Feb 17 22:43:05.242102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48826) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:05.244666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:05.276222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:05.277449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:05.298140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-9bca4910-7bf5-44b1-9f92-d55c7fcb07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:05.300151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-9bca4910-7bf5-44b1-9f92-d55c7fcb07bf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 1128 time: 0.1255281 Feb 17 22:43:05.327908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 26708e66-8c6b-4162-9e72-14e7e97d6537 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:43:05.398672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (26708e66-8c6b-4162-9e72-14e7e97d6537), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:05.412293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:05.453331 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (26708e66-8c6b-4162-9e72-14e7e97d6537), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:05.522356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-5f309053-4ccd-4e75-92f6-67d9d9398eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:05.524683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-5f309053-4ccd-4e75-92f6-67d9d9398eb6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1935291 Feb 17 22:43:05.630551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-3df88c29-525e-4191-90ad-a2318dac8372 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c HTTP/1.1" status: 200 len: 217 time: 0.0972970 Feb 17 22:43:05.727722 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (26708e66-8c6b-4162-9e72-14e7e97d6537), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:05.784062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:03Z', 'revision_number': 10, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:05.880499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:05.896321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (26708e66-8c6b-4162-9e72-14e7e97d6537), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:05.921818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:05.926857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:05.965042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=26708e66-8c6b-4162-9e72-14e7e97d6537,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:06.005405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:06.018080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:06.020728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-66f078f8-764b-485e-8cbb-7f81b71d69f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/26708e66-8c6b-4162-9e72-14e7e97d6537 HTTP/1.1" status: 204 len: 168 time: 0.7773418 Feb 17 22:43:06.023893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-11fbdfde-28c2-4d36-94e8-6de888bb34b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:06.031220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-11fbdfde-28c2-4d36-94e8-6de888bb34b6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.3948021 Feb 17 22:43:06.076217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2fcdba-a97a-46c3-bdd2-03aa163f4a66 None None] Network 694b1df3-1757-42d3-b699-a7d05503d9b5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:43:06.216723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:06.305354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bbb6b77c-ea2d-491a-9aa7-09236d65769d req-611efc79-a770-4cae-a358-ca88dfb199b6 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.1573758 Feb 17 22:43:06.345600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-619f92fc-20b3-46ca-b4d5-e2063c305870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:06.348960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-619f92fc-20b3-46ca-b4d5-e2063c305870 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3082762 Feb 17 22:43:06.417120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (694b1df3-1757-42d3-b699-a7d05503d9b5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:06.550157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-422b7253-fb75-4a23-a275-059bbd3e5981 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961815 Feb 17 22:43:06.605099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:06.605453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:06.623214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ba2277-47fd-4ed2-ba94-b95017266ac5 req-eab5adb5-68fe-4861-91ff-82d46bb79ac6 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.73 "GET /v2.0/ports?device_id=b784afd9-5d08-4b65-b4ac-9e26cb9f00db HTTP/1.1" status: 200 len: 210 time: 0.0714159 Feb 17 22:43:06.692003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] DHCP port deletion for 694b1df3-1757-42d3-b699-a7d05503d9b5 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:43:06.769210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c832217-1f43-4fce-a8d3-ce60aa479cce req-cb5a62c3-3704-44fe-8474-dad5a640bd33 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068889 Feb 17 22:43:06.781671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 40bc6987-e83e-45dd-87bb-ff6cadca90d6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40bc6987-e83e-45dd-87bb-ff6cadca90d6,segment=NetworkSegment(3888d433-5cb1-45d1-b6e8-71a9d0cb42d0),segment_id=3888d433-5cb1-45d1-b6e8-71a9d0cb42d0)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:06.782195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:06.803475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 40bc6987-e83e-45dd-87bb-ff6cadca90d6 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:06.832007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:03Z', 'revision_number': 10, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:06.866859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11f0b3-1b65-4bea-a0de-3971478129f9 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:03Z', 'revision_number': 10, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None, '_interfaces': [{'id': '17b11162-7a6c-44c7-984c-6bee32ab46c0', 'name': '', 'network_id': '57f336b4-0e7a-4503-a791-f782cb14c5e6', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'mac_address': 'fa:16:3e:92:ad:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '88d94af0-e66c-4439-8291-8617222e9e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:42:32Z', 'updated_at': '2022-02-17T22:42:35Z', 'revision_number': 5, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'subnets': [{'id': '88d94af0-e66c-4439-8291-8617222e9e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:06.883906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] Deleting port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:06.884377 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:06.993709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] For port 40bc6987-e83e-45dd-87bb-ff6cadca90d6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40bc6987-e83e-45dd-87bb-ff6cadca90d6,segment=NetworkSegment(3888d433-5cb1-45d1-b6e8-71a9d0cb42d0),segment_id=3888d433-5cb1-45d1-b6e8-71a9d0cb42d0)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:06.994206 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.026752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] Calling delete_port for 40bc6987-e83e-45dd-87bb-ff6cadca90d6 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:07.036597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.071485 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=40bc6987-e83e-45dd-87bb-ff6cadca90d6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:07.084137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:07.198412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (694b1df3-1757-42d3-b699-a7d05503d9b5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.214030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (40bc6987-e83e-45dd-87bb-ff6cadca90d6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.264865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] Pushing event deleted for resources: {'Port': ['ID=40bc6987-e83e-45dd-87bb-ff6cadca90d6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:07.275322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694b1df3-1757-42d3-b699-a7d05503d9b5']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:07.305856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:07.310427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3888d433-5cb1-45d1-b6e8-71a9d0cb42d0') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:07.319034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9f1a5-6741-49a5-ae0d-1121170cd0d7 None None] No DVR routers for this DVR port 40bc6987-e83e-45dd-87bb-ff6cadca90d6 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:07.337053 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (3888d433-5cb1-45d1-b6e8-71a9d0cb42d0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.370280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (3888d433-5cb1-45d1-b6e8-71a9d0cb42d0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.407985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:43:07.409454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (3888d433-5cb1-45d1-b6e8-71a9d0cb42d0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:43:07.574319 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:43:07.583763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (694b1df3-1757-42d3-b699-a7d05503d9b5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.601484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:07.612936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48860) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:07.620914 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/694b1df3-1757-42d3-b699-a7d05503d9b5 HTTP/1.1" status: 204 len: 168 time: 1.6006804 Feb 17 22:43:07.645191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d09404-2d07-4371-ab11-c9ce6430cdc3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=694b1df3-1757-42d3-b699-a7d05503d9b5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:07.797725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40bc6987-e83e-45dd-87bb-ff6cadca90d6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:43:07.875579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 40bc6987-e83e-45dd-87bb-ff6cadca90d6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:43:07.876296 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40bc6987-e83e-45dd-87bb-ff6cadca90d6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:43:07.878961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 08add245-9b30-4824-9c20-912fb583cff1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:43:07.943071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 08add245-9b30-4824-9c20-912fb583cff1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:43:07.945239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 08add245-9b30-4824-9c20-912fb583cff1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:43:07.971272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7883b0e-8254-4893-8c62-8c19986427a2 req-0170ab9f-94da-40e2-ac4e-7fa58d895868 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dd4e82b0762042acb82c92946bb5e846&device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.0896540 Feb 17 22:43:08.059702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7883b0e-8254-4893-8c62-8c19986427a2 req-8dc769fa-842d-4f52-81a9-4877dd921580 service neutron] 10.222.0.73 "GET /v2.0/networks?tenant_id=dd4e82b0762042acb82c92946bb5e846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787091 Feb 17 22:43:08.162930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-653764be-f3d7-4854-bb16-3f32817b10a5 req-c1c83f97-efb8-4ee9-94a5-cf35a3fb68c8 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.1370938 Feb 17 22:43:08.446236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7883b0e-8254-4893-8c62-8c19986427a2 req-dc3529c3-02c7-4d0c-bc9c-f257f0d63696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:08.447899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7883b0e-8254-4893-8c62-8c19986427a2 req-dc3529c3-02c7-4d0c-bc9c-f257f0d63696 service neutron] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3811595 Feb 17 22:43:08.732909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:09.027214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 17b11162-7a6c-44c7-984c-6bee32ab46c0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:09.027647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:09.158752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 17b11162-7a6c-44c7-984c-6bee32ab46c0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=17b11162-7a6c-44c7-984c-6bee32ab46c0,segment=NetworkSegment(1f799d3e-0a84-4478-9c8c-dbbf641c3a52),segment_id=1f799d3e-0a84-4478-9c8c-dbbf641c3a52)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:09.159262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:09.175919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 17b11162-7a6c-44c7-984c-6bee32ab46c0 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:09.312574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1ad36fb-5a95-44e2-bb5e-ad8ce31eac70 req-6b4d5271-bfdc-457f-a2eb-a6f0a00b48e9 tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.0583115 Feb 17 22:43:09.384378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:09.524567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (17b11162-7a6c-44c7-984c-6bee32ab46c0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:09.582674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=17b11162-7a6c-44c7-984c-6bee32ab46c0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:09.862822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7883b0e-8254-4893-8c62-8c19986427a2 req-ad672fd9-e038-46bf-8732-05af943e95ab tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.73 "GET /v2.0/ports?device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.0756655 Feb 17 22:43:09.868684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.083086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:43:10.166608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:43:10.172846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-99f16529-3e7b-46a5-8707-d6f36d5716b3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5569460 Feb 17 22:43:10.175871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48884) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:10.178430 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:10.193682 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:10.194406 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:10.254648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting subnet 88d94af0-e66c-4439-8291-8617222e9e55 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:43:10.258647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (88d94af0-e66c-4439-8291-8617222e9e55), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.296864 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:10.342179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (88d94af0-e66c-4439-8291-8617222e9e55), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.366609 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:09Z', 'revision_number': 11, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:10.409310 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:10.426426 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:10.427599 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:10.503839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47b850b7-c25f-4c6b-a7e3-a7db30d06c64 req-a34e9e97-e9e0-4606-ab12-6dc94f7aabaa tempest-ServerShowV247Test-2079620861 tempest-ServerShowV247Test-2079620861-project] 10.222.0.79 "GET /v2.0/ports?device_id=ad286b99-2834-492b-8929-d01b2247c31d HTTP/1.1" status: 200 len: 210 time: 0.0387633 Feb 17 22:43:10.505993 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (88d94af0-e66c-4439-8291-8617222e9e55), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.568364 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:10.614409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (88d94af0-e66c-4439-8291-8617222e9e55), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.629705 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:09Z', 'revision_number': 11, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:10.660964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Subnet': ['ID=88d94af0-e66c-4439-8291-8617222e9e55,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:10.664630 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e811e669-142c-46ab-a184-e3776f981e67 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:09Z', 'revision_number': 11, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:10.670303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.674546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-45761bb1-8586-4601-99ed-3ecf6f67131b tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/88d94af0-e66c-4439-8291-8617222e9e55 HTTP/1.1" status: 204 len: 168 time: 0.4970591 Feb 17 22:43:10.678173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48896) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:10.692023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf33b3e-eb32-4f55-babf-cef8e68dad21 None None] Network 57f336b4-0e7a-4503-a791-f782cb14c5e6 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:43:10.829224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (57f336b4-0e7a-4503-a791-f782cb14c5e6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.918287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Deleting port 127f2020-e490-48ba-b02a-52b9f97f9387 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:10.918933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:10.996868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] For port 127f2020-e490-48ba-b02a-52b9f97f9387, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=127f2020-e490-48ba-b02a-52b9f97f9387,segment=NetworkSegment(1f799d3e-0a84-4478-9c8c-dbbf641c3a52),segment_id=1f799d3e-0a84-4478-9c8c-dbbf641c3a52)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:10.998116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.019041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Calling delete_port for 127f2020-e490-48ba-b02a-52b9f97f9387 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:11.176539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb4c41-ad4a-48bd-bebe-72d6f0a9b685 None None] DHCP port deletion for 57f336b4-0e7a-4503-a791-f782cb14c5e6 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:43:11.178037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (127f2020-e490-48ba-b02a-52b9f97f9387), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.224500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Port': ['ID=127f2020-e490-48ba-b02a-52b9f97f9387,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:11.228214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No DVR routers for this DVR port 127f2020-e490-48ba-b02a-52b9f97f9387 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:11.356040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (57f336b4-0e7a-4503-a791-f782cb14c5e6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.388224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f336b4-0e7a-4503-a791-f782cb14c5e6']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:11.397709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f799d3e-0a84-4478-9c8c-dbbf641c3a52') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:11.398001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f799d3e-0a84-4478-9c8c-dbbf641c3a52') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:11.408458 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (1f799d3e-0a84-4478-9c8c-dbbf641c3a52), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.423839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1f799d3e-0a84-4478-9c8c-dbbf641c3a52), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.431005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:43:11.431248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (1f799d3e-0a84-4478-9c8c-dbbf641c3a52), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:43:11.434446 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:43:11.504221 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (57f336b4-0e7a-4503-a791-f782cb14c5e6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.514530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:11.518185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/networks/57f336b4-0e7a-4503-a791-f782cb14c5e6 HTTP/1.1" status: 204 len: 168 time: 0.8390229 Feb 17 22:43:11.521644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48902) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:11.538259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'routes': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:11.551031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9b0588-b367-41f1-b214-25fa3986875d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Pushing event deleted for resources: {'Network': ['ID=57f336b4-0e7a-4503-a791-f782cb14c5e6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:11.703380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 127f2020-e490-48ba-b02a-52b9f97f9387 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:43:11.742101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 127f2020-e490-48ba-b02a-52b9f97f9387 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:43:11.742818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 127f2020-e490-48ba-b02a-52b9f97f9387 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:43:11.743495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 17b11162-7a6c-44c7-984c-6bee32ab46c0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:43:11.766500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 17b11162-7a6c-44c7-984c-6bee32ab46c0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:43:11.767227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 17b11162-7a6c-44c7-984c-6bee32ab46c0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:43:11.826391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Added routes are [] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Feb 17 22:43:11.826669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.extraroute_db [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Removed routes are [] {{(pid=103526) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Feb 17 22:43:11.827031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.010595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.014452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.031697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48912) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:12.126249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router bf32e7a8-208e-4b54-8efc-6f9107fec06b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:43:12.180801 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7af45e3-10aa-4c60-9082-f3c2de7d3ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.220516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:43:12.234452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] Sync routers for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:12.258782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:12.259744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:12.260349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.264311 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b789a33e-b917-4dd4-ab4b-731324cc5f50 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 200 len: 700 time: 0.7410343 Feb 17 22:43:12.268363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48916) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:12.282581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7af45e3-10aa-4c60-9082-f3c2de7d3ad6 admin admin] Publish callbacks [] for security_group (36918ed7-9350-4917-8087-7aab01392e36), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.288345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7af45e3-10aa-4c60-9082-f3c2de7d3ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (36918ed7-9350-4917-8087-7aab01392e36), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.292916 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:43:12.341952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7af45e3-10aa-4c60-9082-f3c2de7d3ad6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd4e82b0762042acb82c92946bb5e846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3068476 Feb 17 22:43:12.341952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af45e3-10aa-4c60-9082-f3c2de7d3ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36918ed7-9350-4917-8087-7aab01392e36,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:12.342506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48920) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:12.346391 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d83cb745-1d3d-4302-b8cc-1f8e2efc4a4d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 200 len: 205 time: 0.0765421 Feb 17 22:43:12.348973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 48922) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:12.431851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:12.450036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efa4009b-505f-471e-bd37-30b9e062b718 admin admin] Publish callbacks [] for security_group (36918ed7-9350-4917-8087-7aab01392e36), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.477898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efa4009b-505f-471e-bd37-30b9e062b718 admin admin] Publish callbacks [] for security_group (36918ed7-9350-4917-8087-7aab01392e36), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.493222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:09Z', 'revision_number': 11, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:12.494097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59821dbc-2215-4add-bf7d-6ac2e0369e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.523125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] Checking router: bf32e7a8-208e-4b54-8efc-6f9107fec06b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:12.551025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] Routers {'bf32e7a8-208e-4b54-8efc-6f9107fec06b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:12.553464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:12.591654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efa4009b-505f-471e-bd37-30b9e062b718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (36918ed7-9350-4917-8087-7aab01392e36), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.595756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efa4009b-505f-471e-bd37-30b9e062b718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:12.607066 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-efa4009b-505f-471e-bd37-30b9e062b718 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36918ed7-9350-4917-8087-7aab01392e36 HTTP/1.1" status: 204 len: 168 time: 0.2636604 Feb 17 22:43:12.641791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4009b-505f-471e-bd37-30b9e062b718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36918ed7-9350-4917-8087-7aab01392e36,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:12.775198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] Set router bf32e7a8-208e-4b54-8efc-6f9107fec06b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:12.868335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:09Z', 'revision_number': 11, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:12.905955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0926ad36-c07f-4274-aebe-6e7385b60b11 None None] The sync data for ids ['bf32e7a8-208e-4b54-8efc-6f9107fec06b'] in n-d-828369-18 is: [{'id': 'bf32e7a8-208e-4b54-8efc-6f9107fec06b', 'name': 'tempest-RoutersTest-router-445570509', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:42:31Z', 'updated_at': '2022-02-17T22:43:09Z', 'revision_number': 11, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:13.147033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59821dbc-2215-4add-bf7d-6ac2e0369e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.149341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59821dbc-2215-4add-bf7d-6ac2e0369e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (bf32e7a8-208e-4b54-8efc-6f9107fec06b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.196860 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59821dbc-2215-4add-bf7d-6ac2e0369e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (bf32e7a8-208e-4b54-8efc-6f9107fec06b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.197331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59821dbc-2215-4add-bf7d-6ac2e0369e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Fanout notify agent at l3_agent the message router_deleted on router bf32e7a8-208e-4b54-8efc-6f9107fec06b {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:43:13.205039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-59821dbc-2215-4add-bf7d-6ac2e0369e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.211421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48938) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:13.214709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-59821dbc-2215-4add-bf7d-6ac2e0369e10 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 204 len: 168 time: 0.8608387 Feb 17 22:43:13.220697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e4984888-2733-48c2-b06b-f89c7a3d50e3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1642021145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:13.285713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4984888-2733-48c2-b06b-f89c7a3d50e3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.286954 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4984888-2733-48c2-b06b-f89c7a3d50e3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.388294 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4984888-2733-48c2-b06b-f89c7a3d50e3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.396905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4984888-2733-48c2-b06b-f89c7a3d50e3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.421839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e4984888-2733-48c2-b06b-f89c7a3d50e3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.424263 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e4984888-2733-48c2-b06b-f89c7a3d50e3 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2105334 Feb 17 22:43:13.426297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:13.431226 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4aa211f0-4915-49de-9364-62ea76b585cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:13.764597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4aa211f0-4915-49de-9364-62ea76b585cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-637440', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-634982', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5068'] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.793469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4aa211f0-4915-49de-9364-62ea76b585cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-637449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-637682', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-634991'] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:13.926094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa211f0-4915-49de-9364-62ea76b585cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Router aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:43:14.053175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa211f0-4915-49de-9364-62ea76b585cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:43:14.061330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4aa211f0-4915-49de-9364-62ea76b585cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:14.062450 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4aa211f0-4915-49de-9364-62ea76b585cb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "PUT /v2.0/routers/aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 HTTP/1.1" status: 200 len: 694 time: 0.6350887 Feb 17 22:43:14.063049 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478654f4-8301-4ba0-931f-660774b25507 None None] Sync routers for ids ['aaa0e0ba-9f93-4386-a6e6-24b8c80dc896'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:43:14.065536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48960) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:14.074069 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] Routers {'aaa0e0ba-9f93-4386-a6e6-24b8c80dc896'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:14.074680 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['aaa0e0ba-9f93-4386-a6e6-24b8c80dc896'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:14.183662 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75eb5e00-9c46-4723-a812-dbebc5b34c1a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/routers/aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 HTTP/1.1" status: 200 len: 700 time: 0.1138875 Feb 17 22:43:14.184007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48966) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:14.184177 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] Set router aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:14.219631 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-acf2c9a3-5773-4860-85ce-2f9ac75ad116 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 HTTP/1.1" status: 200 len: 205 time: 0.0344102 Feb 17 22:43:14.221893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48968) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:14.244417 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0e0ba-9f93-4386-a6e6-24b8c80dc896', 'name': 'tempest-RoutersTest-router-1642021145', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:13Z', 'updated_at': '2022-02-17T22:43:13Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:14.285149 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478654f4-8301-4ba0-931f-660774b25507 None None] Checking router: aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:43:14.304475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] Routers {'aaa0e0ba-9f93-4386-a6e6-24b8c80dc896'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:43:14.304475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:42:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['aaa0e0ba-9f93-4386-a6e6-24b8c80dc896'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:14.313626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c55861e0-fbd6-441a-90e7-c715703b9c1c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:14.441222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc5742e2-df43-4130-9e95-89e74b85eed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:14.506540 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] Set router aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:43:14.566418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c55861e0-fbd6-441a-90e7-c715703b9c1c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:14.568840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c55861e0-fbd6-441a-90e7-c715703b9c1c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router_controller (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:14.602482 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-478654f4-8301-4ba0-931f-660774b25507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaa0e0ba-9f93-4386-a6e6-24b8c80dc896', 'name': 'tempest-RoutersTest-router-1642021145', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:13Z', 'updated_at': '2022-02-17T22:43:13Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:43:14.633958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c55861e0-fbd6-441a-90e7-c715703b9c1c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (aaa0e0ba-9f93-4386-a6e6-24b8c80dc896), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:14.633958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55861e0-fbd6-441a-90e7-c715703b9c1c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Fanout notify agent at l3_agent the message router_deleted on router aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:43:14.643648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c55861e0-fbd6-441a-90e7-c715703b9c1c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:14.651447 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c55861e0-fbd6-441a-90e7-c715703b9c1c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 HTTP/1.1" status: 204 len: 168 time: 0.4218345 Feb 17 22:43:14.651447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48982) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:14.655293 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478654f4-8301-4ba0-931f-660774b25507 None None] The sync data for ids ['aaa0e0ba-9f93-4386-a6e6-24b8c80dc896'] in n-d-828369-18 is: [{'id': 'aaa0e0ba-9f93-4386-a6e6-24b8c80dc896', 'name': 'tempest-RoutersTest-router-1642021145', 'tenant_id': 'df3482a719444ffc9aaee19a74ceafe7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:43:13Z', 'updated_at': '2022-02-17T22:43:13Z', 'revision_number': 2, 'project_id': 'df3482a719444ffc9aaee19a74ceafe7', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:43:14.691651 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a1ad4f0b-304a-4fad-9ab7-fa16d7c41c26 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 HTTP/1.1" status: 200 len: 205 time: 0.0394967 Feb 17 22:43:14.693824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 48986) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.088145 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-b4ed68be-b508-4fdc-811d-e77faf1b1760 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] delete failed (client error): The resource could not be found. Feb 17 22:43:15.089913 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4ed68be-b508-4fdc-811d-e77faf1b1760 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/aaa0e0ba-9f93-4386-a6e6-24b8c80dc896 HTTP/1.1" status: 404 len: 336 time: 0.3951583 Feb 17 22:43:15.092668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49002) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.120499 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab246734-82b4-4ce7-8614-550468201893 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:15.120975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab246734-82b4-4ce7-8614-550468201893 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:15.124052 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ab246734-82b4-4ce7-8614-550468201893 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/b64f81f7-9665-4c38-87cd-fb177a9197bc HTTP/1.1" status: 404 len: 337 time: 0.0304074 Feb 17 22:43:15.126644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49008) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.154289 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-2401f73a-2c38-488a-a6ac-399b40a17cab tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:15.154754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2401f73a-2c38-488a-a6ac-399b40a17cab tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:15.162382 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2401f73a-2c38-488a-a6ac-399b40a17cab tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/28aac6f6-9561-49bd-953f-4088e46c8e07 HTTP/1.1" status: 404 len: 337 time: 0.0302696 Feb 17 22:43:15.162382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.189495 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b2754f9-06a8-4bc7-80b7-cff60c66cc5e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:15.189969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b2754f9-06a8-4bc7-80b7-cff60c66cc5e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:15.195679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b2754f9-06a8-4bc7-80b7-cff60c66cc5e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/26708e66-8c6b-4162-9e72-14e7e97d6537 HTTP/1.1" status: 404 len: 337 time: 0.0318332 Feb 17 22:43:15.195834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.224777 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fc721b-2c21-4750-9761-33de3a9e1aaa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:15.225379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fc721b-2c21-4750-9761-33de3a9e1aaa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:15.231911 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7fc721b-2c21-4750-9761-33de3a9e1aaa tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/88d94af0-e66c-4439-8291-8617222e9e55 HTTP/1.1" status: 404 len: 337 time: 0.0320899 Feb 17 22:43:15.232227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49020) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.275265 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e169176e-c4be-4f70-b774-e6135d043cee tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 200 len: 205 time: 0.0419421 Feb 17 22:43:15.278497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.320414 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-6845bdfb-7787-4ded-8dcb-5a1ce79af007 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] delete failed (client error): The resource could not be found. Feb 17 22:43:15.321558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6845bdfb-7787-4ded-8dcb-5a1ce79af007 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/bf32e7a8-208e-4b54-8efc-6f9107fec06b HTTP/1.1" status: 404 len: 336 time: 0.0412343 Feb 17 22:43:15.325483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49030) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.364516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ad98b12e-de15-4491-ab58-38087777555c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=e5aa8186-9deb-43dc-bbf4-04c5a25161c1 HTTP/1.1" status: 200 len: 205 time: 0.0381567 Feb 17 22:43:15.366987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49034) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.410020 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-756eb89e-b0e3-4e54-bde1-f90c1c92d134 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] delete failed (client error): The resource could not be found. Feb 17 22:43:15.411283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-756eb89e-b0e3-4e54-bde1-f90c1c92d134 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/e5aa8186-9deb-43dc-bbf4-04c5a25161c1 HTTP/1.1" status: 404 len: 336 time: 0.0432584 Feb 17 22:43:15.418341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49040) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.450776 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6ec0b7-64ab-4dbb-a9d9-ad2d0c6b7d5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:15.451350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6ec0b7-64ab-4dbb-a9d9-ad2d0c6b7d5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:15.454451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dc6ec0b7-64ab-4dbb-a9d9-ad2d0c6b7d5c tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/70b1f32c-1eab-43aa-8072-61fae13d7e20 HTTP/1.1" status: 404 len: 337 time: 0.0351224 Feb 17 22:43:15.457346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49042) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.504634 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e777111b-3054-4d5c-8846-3601862f58d6 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d HTTP/1.1" status: 200 len: 205 time: 0.0461428 Feb 17 22:43:15.507246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.555279 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-1bc0b5c5-de3b-4321-9f21-738b8ac4b47d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] delete failed (client error): The resource could not be found. Feb 17 22:43:15.556973 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1bc0b5c5-de3b-4321-9f21-738b8ac4b47d tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/92dfa3bc-f3ad-41da-89e3-3b6f3e3d997d HTTP/1.1" status: 404 len: 336 time: 0.0486310 Feb 17 22:43:15.561332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49048) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.602805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-abbb91d4-4547-4190-bcbd-e42664a6c7f8 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f4c633e-5bfd-48b5-9851-40f73d5773c1 HTTP/1.1" status: 200 len: 205 time: 0.0402486 Feb 17 22:43:15.606023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49052) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.663074 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-73b43094-0dc9-49aa-9120-521d21311a00 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] delete failed (client error): The resource could not be found. Feb 17 22:43:15.666480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-73b43094-0dc9-49aa-9120-521d21311a00 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/1f4c633e-5bfd-48b5-9851-40f73d5773c1 HTTP/1.1" status: 404 len: 336 time: 0.0587687 Feb 17 22:43:15.668897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49056) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.718743 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3ccbdd0-8852-4eb5-8283-075dd68adc04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:15.718743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3ccbdd0-8852-4eb5-8283-075dd68adc04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:15.721351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49062) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.727251 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b3ccbdd0-8852-4eb5-8283-075dd68adc04 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/28159090-1979-4aaa-b1a3-0fd16de6f3ed HTTP/1.1" status: 404 len: 337 time: 0.0447164 Feb 17 22:43:15.770557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-208602d6-bd14-4749-895e-8245e3cfe15f tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3 HTTP/1.1" status: 200 len: 205 time: 0.0473392 Feb 17 22:43:15.779980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.837276 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-b7b63866-5810-47a1-9edc-884ecac14abf tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] delete failed (client error): The resource could not be found. Feb 17 22:43:15.843556 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b7b63866-5810-47a1-9edc-884ecac14abf tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/a6a6bf7c-e394-4bb2-a43c-d22c2a9d0bc3 HTTP/1.1" status: 404 len: 336 time: 0.0660415 Feb 17 22:43:15.844374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49070) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.887289 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcd6c5c-09c7-4c5c-a17c-dbfb6f068beb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:15.887930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcd6c5c-09c7-4c5c-a17c-dbfb6f068beb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:15.891718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8dcd6c5c-09c7-4c5c-a17c-dbfb6f068beb tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/8c0a8fe9-adc2-4d90-b05d-544794ca03c3 HTTP/1.1" status: 404 len: 337 time: 0.0462253 Feb 17 22:43:15.894499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49074) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:15.912005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-f2f8c63b-e669-4999-89f7-1cbcf2f777bb req-8829d8a8-aab8-4c3e-9829-b6e96b27ace5 service neutron] (103527) timed out ('10.222.0.94', 62891) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:43:15.934425 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-606f34d5-f9c2-4f8f-af9f-bd652f052a5a tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "GET /v2.0/ports?device_id=4864a899-a1e6-433f-beac-9dde28b7da67 HTTP/1.1" status: 200 len: 205 time: 0.0383201 Feb 17 22:43:15.936536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49078) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:16.001593 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-09c39094-7917-4b9d-97c0-4188dd70942e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] delete failed (client error): The resource could not be found. Feb 17 22:43:16.004162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-09c39094-7917-4b9d-97c0-4188dd70942e tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/routers/4864a899-a1e6-433f-beac-9dde28b7da67 HTTP/1.1" status: 404 len: 336 time: 0.0652466 Feb 17 22:43:16.005623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49082) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:16.038039 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a86bc52-464c-4966-8916-11b16638c532 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:16.043685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a86bc52-464c-4966-8916-11b16638c532 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:16.049451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1a86bc52-464c-4966-8916-11b16638c532 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/2366b5cd-d396-4b5c-a3af-7133ddda0fd9 HTTP/1.1" status: 404 len: 337 time: 0.0403945 Feb 17 22:43:16.050541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49084) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:16.082429 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa4ede1-25ad-405c-844d-450398b4f8c2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] DELETE failed (client error): The resource could not be found. Feb 17 22:43:16.083159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa4ede1-25ad-405c-844d-450398b4f8c2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:43:16.101654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7aa4ede1-25ad-405c-844d-450398b4f8c2 tempest-RoutersTest-659675532 tempest-RoutersTest-659675532-project] 10.222.0.79 "DELETE /v2.0/subnets/0831613b-fa5d-4a35-b962-b63d5d621232 HTTP/1.1" status: 404 len: 337 time: 0.0374472 Feb 17 22:43:16.462179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49102) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:16.633558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49110) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:16.634014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3e87cfbf-92e9-41ca-8465-830df8493178 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=df3482a719444ffc9aaee19a74ceafe7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1695607 Feb 17 22:43:16.718165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Publish callbacks [] for security_group (141f57bb-43bd-4822-b853-e576178cee42), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:16.748080 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Publish callbacks [] for security_group (141f57bb-43bd-4822-b853-e576178cee42), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:16.819565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (141f57bb-43bd-4822-b853-e576178cee42), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:16.823089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:16.825583 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/141f57bb-43bd-4822-b853-e576178cee42 HTTP/1.1" status: 204 len: 168 time: 0.1903169 Feb 17 22:43:16.835721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141f57bb-43bd-4822-b853-e576178cee42,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:16.852528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.853907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.855794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.856309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.856920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.857411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.858645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.859135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.861220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.861719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.862205 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.862758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:16.863636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565171ff-bcf7-4505-a6ed-64ee5bbbfcc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:17.288634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd933a2-9a56-491a-a281-59290720a65b req-6f579e8f-7af3-4c51-8b7d-911724405f10 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:17.301377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cfd933a2-9a56-491a-a281-59290720a65b req-6f579e8f-7af3-4c51-8b7d-911724405f10 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 945 time: 0.1333303 Feb 17 22:43:17.313107 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a428fd7-2d69-4cc9-a3da-2ac9e392077e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:17.410666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cfd933a2-9a56-491a-a281-59290720a65b req-8cddeb00-0822-4727-a0cc-b6a904a433fd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064365 Feb 17 22:43:17.632222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81201b7e-f341-4b05-ae72-2765cddb9bf1 req-88c18cf0-0b6d-439c-8931-efc2461e2920 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:17.639634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81201b7e-f341-4b05-ae72-2765cddb9bf1 req-88c18cf0-0b6d-439c-8931-efc2461e2920 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 945 time: 0.1112270 Feb 17 22:43:17.740698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81201b7e-f341-4b05-ae72-2765cddb9bf1 req-f202cbf9-81b4-4f51-8f58-99fd099a187d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000781 Feb 17 22:43:17.966608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:17.985567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e91e-e2ea-4023-a2d2-dc8e981c596d req-5ef1dfc4-dadc-4415-9859-abdd1c5a6675 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:17.998069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be41e91e-e2ea-4023-a2d2-dc8e981c596d req-5ef1dfc4-dadc-4415-9859-abdd1c5a6675 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 945 time: 0.1519151 Feb 17 22:43:18.058743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49164) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:18.104519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be41e91e-e2ea-4023-a2d2-dc8e981c596d req-e0125d25-7c37-4ebf-b182-8d087dc65117 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049209 Feb 17 22:43:18.336019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cd06a2b9-44d0-461f-91d5-c6c95a9c0157 tempest-DvrRoutersNegativeTest-1372261474 tempest-DvrRoutersNegativeTest-1372261474-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-381812026', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:18.339540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.policy [None req-cd06a2b9-44d0-461f-91d5-c6c95a9c0157 tempest-DvrRoutersNegativeTest-1372261474 tempest-DvrRoutersNegativeTest-1372261474-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103526) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Feb 17 22:43:18.339735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.policy [None req-cd06a2b9-44d0-461f-91d5-c6c95a9c0157 tempest-DvrRoutersNegativeTest-1372261474 tempest-DvrRoutersNegativeTest-1372261474-project] Failed policy check for 'create_router' {{(pid=103526) enforce /opt/stack/neutron/neutron/policy.py:524}} Feb 17 22:43:18.342970 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-cd06a2b9-44d0-461f-91d5-c6c95a9c0157 tempest-DvrRoutersNegativeTest-1372261474 tempest-DvrRoutersNegativeTest-1372261474-project] create failed (client error): Access was denied to this resource. Feb 17 22:43:18.346808 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cd06a2b9-44d0-461f-91d5-c6c95a9c0157 tempest-DvrRoutersNegativeTest-1372261474 tempest-DvrRoutersNegativeTest-1372261474-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2863379 Feb 17 22:43:18.478188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae569bf9-514a-4a92-ac29-f07c77d7c103 req-28a949b9-e1af-4201-a298-04d2ea724304 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:18.485654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae569bf9-514a-4a92-ac29-f07c77d7c103 req-28a949b9-e1af-4201-a298-04d2ea724304 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 945 time: 0.0655305 Feb 17 22:43:18.544704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae569bf9-514a-4a92-ac29-f07c77d7c103 req-0f86b46d-588f-4abb-8637-ceb599cfd8a4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579567 Feb 17 22:43:18.835780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49212) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:19.129887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29fa05d1-94f5-480c-8607-90aa5779322d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.225247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29fa05d1-94f5-480c-8607-90aa5779322d admin admin] Publish callbacks [] for security_group (8156d5ed-f640-428e-99b7-682f0f6554c4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.246334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-29fa05d1-94f5-480c-8607-90aa5779322d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8156d5ed-f640-428e-99b7-682f0f6554c4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.304926 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-29fa05d1-94f5-480c-8607-90aa5779322d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2c9dbe21dd84090b6a1ee34a9cdf671&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4680061 Feb 17 22:43:19.305290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49230) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:19.306580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa05d1-94f5-480c-8607-90aa5779322d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8156d5ed-f640-428e-99b7-682f0f6554c4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:19.368491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42045545-27af-4653-8b16-5755c1b6e4c3 admin admin] Publish callbacks [] for security_group (8156d5ed-f640-428e-99b7-682f0f6554c4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.378216 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.409316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42045545-27af-4653-8b16-5755c1b6e4c3 admin admin] Publish callbacks [] for security_group (8156d5ed-f640-428e-99b7-682f0f6554c4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.485129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42045545-27af-4653-8b16-5755c1b6e4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8156d5ed-f640-428e-99b7-682f0f6554c4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.488168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42045545-27af-4653-8b16-5755c1b6e4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:19.496018 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42045545-27af-4653-8b16-5755c1b6e4c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8156d5ed-f640-428e-99b7-682f0f6554c4 HTTP/1.1" status: 204 len: 168 time: 0.1898472 Feb 17 22:43:19.506085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42045545-27af-4653-8b16-5755c1b6e4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8156d5ed-f640-428e-99b7-682f0f6554c4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:19.781482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2388f3f-dced-46f0-8935-0760be34fcce req-6671db9c-5a59-4d0f-934e-6157fda865b7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:19.791532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2388f3f-dced-46f0-8935-0760be34fcce req-6671db9c-5a59-4d0f-934e-6157fda865b7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 945 time: 0.1256533 Feb 17 22:43:19.862506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2388f3f-dced-46f0-8935-0760be34fcce req-4798ec9d-8ceb-44d6-b7a0-6fd12e2aba14 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667100 Feb 17 22:43:20.187740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd71465-1982-4167-8a25-30699927e2ef req-aaba9060-4b09-4c0e-9dbc-165a9da90c37 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:43:20.201187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dd71465-1982-4167-8a25-30699927e2ef req-aaba9060-4b09-4c0e-9dbc-165a9da90c37 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 945 time: 0.0712097 Feb 17 22:43:20.360935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:43:20.361282 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:20.497051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] For port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:43:20.497642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:20.516206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for 26e22c22-f016-4d6b-bb07-0f3512f9fc2c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:43:20.684771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49284) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:20.765091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (26e22c22-f016-4d6b-bb07-0f3512f9fc2c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:20.796730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['26e22c22-f016-4d6b-bb07-0f3512f9fc2c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:43:20.805284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=26e22c22-f016-4d6b-bb07-0f3512f9fc2c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:20.885978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:20.942164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] No DVR routers for this DVR port 26e22c22-f016-4d6b-bb07-0f3512f9fc2c on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:43:20.951678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:20.957667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dd71465-1982-4167-8a25-30699927e2ef req-6940a730-f146-4c5b-a4c5-4bf675edd4a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "DELETE /v2.0/ports/26e22c22-f016-4d6b-bb07-0f3512f9fc2c HTTP/1.1" status: 204 len: 173 time: 0.7499762 Feb 17 22:43:20.958158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'name': 'network-vif-deleted', 'tag': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:43:20.964934 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a33dc9-4805-4b69-99c4-aa3650733518" -d '{"events": [{"server_uuid": "d0ef6db1-5d1d-4226-9526-ceb43d83af3f", "name": "network-vif-deleted", "tag": "26e22c22-f016-4d6b-bb07-0f3512f9fc2c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:43:21.061894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2648c57-aa7c-4ec6-bb52-381c88571eaa req-6da98d02-3387-4a86-affb-c936558990fe tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0595925 Feb 17 22:43:21.128498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-769c0fa8-28f1-4a8e-acaf-d07313cfb42c tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1540298479', 'prefixes': ['172.20.0.0/16']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:21.282674 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-769c0fa8-28f1-4a8e-acaf-d07313cfb42c tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:21.286751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49308) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:21.291531 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-769c0fa8-28f1-4a8e-acaf-d07313cfb42c tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6085863 Feb 17 22:43:21.385061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:21.391069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ffcfc0cf-181c-4c7d-85d8-5e2dc2ab4a70 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-792580435'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:43:21.395706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f5cd5c5d-2c59-4cec-adbd-70afa7bbe453 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] 10.222.0.79 "GET /v2.0/subnetpools/89a8be72-441e-4ab1-8b26-fe50978d4ef9 HTTP/1.1" status: 200 len: 732 time: 0.1076622 Feb 17 22:43:21.613466 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cb09bb-1776-403e-a0f9-f507c9ebebd1 x-openstack-request-id: req-c4cb09bb-1776-403e-a0f9-f507c9ebebd1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:43:21.613768 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ef6db1-5d1d-4226-9526-ceb43d83af3f", "name": "network-vif-deleted", "tag": "26e22c22-f016-4d6b-bb07-0f3512f9fc2c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:43:21.614026 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4cb09bb-1776-403e-a0f9-f507c9ebebd1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:43:21.614431 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0ef6db1-5d1d-4226-9526-ceb43d83af3f', 'name': 'network-vif-deleted', 'tag': '26e22c22-f016-4d6b-bb07-0f3512f9fc2c', 'status': 'completed', 'code': 200} Feb 17 22:43:21.666517 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ffcfc0cf-181c-4c7d-85d8-5e2dc2ab4a70 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:21.670307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ffcfc0cf-181c-4c7d-85d8-5e2dc2ab4a70 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] 10.222.0.79 "PUT /v2.0/subnetpools/89a8be72-441e-4ab1-8b26-fe50978d4ef9 HTTP/1.1" status: 200 len: 683 time: 0.2832592 Feb 17 22:43:21.672600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49316) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:21.768695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8e5e5dd4-2d33-46a1-86be-c9be19adf9f6 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:21.770162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8e5e5dd4-2d33-46a1-86be-c9be19adf9f6 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] 10.222.0.79 "DELETE /v2.0/subnetpools/89a8be72-441e-4ab1-8b26-fe50978d4ef9 HTTP/1.1" status: 204 len: 168 time: 0.0965796 Feb 17 22:43:21.773131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49318) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:21.796260 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-dc6ca7cb-7329-4e23-b997-9bb8067f5fdf tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] show failed (client error): The resource could not be found. Feb 17 22:43:21.800413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49322) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:21.801173 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc6ca7cb-7329-4e23-b997-9bb8067f5fdf tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] 10.222.0.79 "GET /v2.0/subnetpools/89a8be72-441e-4ab1-8b26-fe50978d4ef9 HTTP/1.1" status: 404 len: 346 time: 0.0264695 Feb 17 22:43:21.827137 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-e5811d66-39ca-422d-a2b5-e5b527b08d70 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] delete failed (client error): The resource could not be found. Feb 17 22:43:21.829661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e5811d66-39ca-422d-a2b5-e5b527b08d70 tempest-SubnetPoolsTestJSON-1927907060 tempest-SubnetPoolsTestJSON-1927907060-project] 10.222.0.79 "DELETE /v2.0/subnetpools/89a8be72-441e-4ab1-8b26-fe50978d4ef9 HTTP/1.1" status: 404 len: 346 time: 0.0275993 Feb 17 22:43:22.270929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b730920-b101-4841-9419-4a56ad54b979 req-92542590-8d75-4907-9ecb-5cc33f760592 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0877609 Feb 17 22:43:22.391827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49340) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:22.780464 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8f3807cb-e5bb-4391-8268-7c2f723ba5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:22.925718 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8f3807cb-e5bb-4391-8268-7c2f723ba5fa admin admin] Publish callbacks [] for security_group (a6324ce9-b1cb-4b9e-93df-b57542e6cad5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:22.934634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8f3807cb-e5bb-4391-8268-7c2f723ba5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a6324ce9-b1cb-4b9e-93df-b57542e6cad5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:22.997749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8f3807cb-e5bb-4391-8268-7c2f723ba5fa admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ceaeefbb70345feb312c7187f47ced7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6023886 Feb 17 22:43:22.999048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:23.033260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3807cb-e5bb-4391-8268-7c2f723ba5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6324ce9-b1cb-4b9e-93df-b57542e6cad5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:23.084131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b86b32e-8ea7-4190-a041-bfdf8248e491 admin admin] Publish callbacks [] for security_group (a6324ce9-b1cb-4b9e-93df-b57542e6cad5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:23.111239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b86b32e-8ea7-4190-a041-bfdf8248e491 admin admin] Publish callbacks [] for security_group (a6324ce9-b1cb-4b9e-93df-b57542e6cad5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:23.176291 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b86b32e-8ea7-4190-a041-bfdf8248e491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a6324ce9-b1cb-4b9e-93df-b57542e6cad5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:23.179695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b86b32e-8ea7-4190-a041-bfdf8248e491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:23.181228 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0b86b32e-8ea7-4190-a041-bfdf8248e491 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a6324ce9-b1cb-4b9e-93df-b57542e6cad5 HTTP/1.1" status: 204 len: 168 time: 0.1805713 Feb 17 22:43:23.190672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86b32e-8ea7-4190-a041-bfdf8248e491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6324ce9-b1cb-4b9e-93df-b57542e6cad5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:23.226731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 26e22c22-f016-4d6b-bb07-0f3512f9fc2c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:43:23.284188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 26e22c22-f016-4d6b-bb07-0f3512f9fc2c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:43:23.285686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 26e22c22-f016-4d6b-bb07-0f3512f9fc2c not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:43:23.432639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a71abaeb-7f87-485f-a711-729447651d64 req-6abdc83e-c072-43ea-a3a1-130f09d489d6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0589576 Feb 17 22:43:24.660685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-76b44a44-163e-4001-9eae-2761263d98c7 req-c3099879-ba3c-4932-a144-b756420eac02 service neutron] (103526) timed out ('10.222.0.94', 62466) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:43:24.716443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-618961d9-e65f-4ee1-8bb5-947c64881eab req-cd043a95-6b87-489f-8736-93d3741464b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.1127274 Feb 17 22:43:25.378289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:25.773872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49450) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:25.902241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9c201d7-bc2e-4ccc-a6d6-b6d846a674bf req-fa97968d-7c8c-44f6-b9e5-ba8c8fb479ae tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0610075 Feb 17 22:43:26.039636 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6721f427-1fe0-47cd-9a25-0fb30e938a2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:26.267361 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6721f427-1fe0-47cd-9a25-0fb30e938a2c admin admin] Publish callbacks [] for security_group (c286f9a7-3fab-4478-a715-f8281a835a6b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:26.281786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6721f427-1fe0-47cd-9a25-0fb30e938a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c286f9a7-3fab-4478-a715-f8281a835a6b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:26.382327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49464) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:26.400157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6721f427-1fe0-47cd-9a25-0fb30e938a2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1c2999c635ad422599bcdf4bd8bea98e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6250875 Feb 17 22:43:26.403737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6721f427-1fe0-47cd-9a25-0fb30e938a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c286f9a7-3fab-4478-a715-f8281a835a6b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:26.485713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-020b21e5-2818-4ee5-8448-276eb99b905c admin admin] Publish callbacks [] for security_group (c286f9a7-3fab-4478-a715-f8281a835a6b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:26.519221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-020b21e5-2818-4ee5-8448-276eb99b905c admin admin] Publish callbacks [] for security_group (c286f9a7-3fab-4478-a715-f8281a835a6b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:26.596590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-020b21e5-2818-4ee5-8448-276eb99b905c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c286f9a7-3fab-4478-a715-f8281a835a6b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:26.600831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-020b21e5-2818-4ee5-8448-276eb99b905c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:26.606415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-020b21e5-2818-4ee5-8448-276eb99b905c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c286f9a7-3fab-4478-a715-f8281a835a6b HTTP/1.1" status: 204 len: 168 time: 0.2230453 Feb 17 22:43:26.620080 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b21e5-2818-4ee5-8448-276eb99b905c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c286f9a7-3fab-4478-a715-f8281a835a6b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:27.068742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ac76c2-ea6f-4349-b25c-3ecf174e6b72 req-1a041949-e05e-45f7-930d-822dd1c1fbbf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0638633 Feb 17 22:43:27.352273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49490) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:27.370864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34fafdc9-6207-41eb-9a85-9ea122ab2a77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:27.546200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34fafdc9-6207-41eb-9a85-9ea122ab2a77 admin admin] Publish callbacks [] for security_group (84e78c1b-160d-464c-bfe4-2ea3384a3304), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:27.559361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-34fafdc9-6207-41eb-9a85-9ea122ab2a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (84e78c1b-160d-464c-bfe4-2ea3384a3304), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:27.608693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fafdc9-6207-41eb-9a85-9ea122ab2a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e78c1b-160d-464c-bfe4-2ea3384a3304,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:27.673265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49500) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:27.673585 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-34fafdc9-6207-41eb-9a85-9ea122ab2a77 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=abca442cb95d44d1b8cdbba734a5e04f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3199551 Feb 17 22:43:27.839537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-029e89cb-08f3-4ea5-ab44-1ccf7cbae881 admin admin] Publish callbacks [] for security_group (84e78c1b-160d-464c-bfe4-2ea3384a3304), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:27.895641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-029e89cb-08f3-4ea5-ab44-1ccf7cbae881 admin admin] Publish callbacks [] for security_group (84e78c1b-160d-464c-bfe4-2ea3384a3304), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:27.964633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-029e89cb-08f3-4ea5-ab44-1ccf7cbae881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (84e78c1b-160d-464c-bfe4-2ea3384a3304), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:27.968111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-029e89cb-08f3-4ea5-ab44-1ccf7cbae881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:27.969677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-029e89cb-08f3-4ea5-ab44-1ccf7cbae881 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/84e78c1b-160d-464c-bfe4-2ea3384a3304 HTTP/1.1" status: 204 len: 168 time: 0.2949784 Feb 17 22:43:27.992385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e89cb-08f3-4ea5-ab44-1ccf7cbae881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e78c1b-160d-464c-bfe4-2ea3384a3304,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:28.299853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8de0d8e5-db96-48cf-985f-633a9dacad7c req-808378eb-6497-41bb-bd3a-6a79b691cac6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0930035 Feb 17 22:43:29.213687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49568) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:29.372516 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccba0a06-130f-4d9e-b7b0-8c64b8c641fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:29.509597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a06fb28-cc9a-4bdf-9853-add4fe00ce15 req-0708c900-b783-47c0-81ec-1ac05d8caf7e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0514021 Feb 17 22:43:29.585402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccba0a06-130f-4d9e-b7b0-8c64b8c641fc admin admin] Publish callbacks [] for security_group (2f34c844-df79-4df7-9258-840168da0ef4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:29.591655 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccba0a06-130f-4d9e-b7b0-8c64b8c641fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2f34c844-df79-4df7-9258-840168da0ef4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:29.673659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ccba0a06-130f-4d9e-b7b0-8c64b8c641fc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b57987c78034b61847f1375619410e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4581907 Feb 17 22:43:29.675704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba0a06-130f-4d9e-b7b0-8c64b8c641fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f34c844-df79-4df7-9258-840168da0ef4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:29.676475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49586) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:29.752712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b14dfa-6e5c-4992-8a5b-0d21a71d9a13 admin admin] Publish callbacks [] for security_group (2f34c844-df79-4df7-9258-840168da0ef4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:29.796008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b14dfa-6e5c-4992-8a5b-0d21a71d9a13 admin admin] Publish callbacks [] for security_group (2f34c844-df79-4df7-9258-840168da0ef4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:29.866581 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b14dfa-6e5c-4992-8a5b-0d21a71d9a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2f34c844-df79-4df7-9258-840168da0ef4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:29.869791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08b14dfa-6e5c-4992-8a5b-0d21a71d9a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:29.875076 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-08b14dfa-6e5c-4992-8a5b-0d21a71d9a13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2f34c844-df79-4df7-9258-840168da0ef4 HTTP/1.1" status: 204 len: 168 time: 0.1973374 Feb 17 22:43:29.884281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b14dfa-6e5c-4992-8a5b-0d21a71d9a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f34c844-df79-4df7-9258-840168da0ef4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:30.554443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49610) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:30.572759 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42677746-a98f-45b6-886f-93542f41057a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:30.673129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42677746-a98f-45b6-886f-93542f41057a admin admin] Publish callbacks [] for security_group (5507c0d5-246b-4a93-8f0b-f17da169fcb7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:30.709620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01c9d555-6e80-4ab9-9a80-b87ae0b69244 req-57f35302-ba44-43ec-bca5-d889b56e77ae tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0349641 Feb 17 22:43:30.710789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42677746-a98f-45b6-886f-93542f41057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5507c0d5-246b-4a93-8f0b-f17da169fcb7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:30.805655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42677746-a98f-45b6-886f-93542f41057a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5507c0d5-246b-4a93-8f0b-f17da169fcb7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:30.847701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-42677746-a98f-45b6-886f-93542f41057a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b9499055e2d45569a42267a78760940&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2916558 Feb 17 22:43:30.850873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49620) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:30.930536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15187bd0-7e54-4ae4-a81a-58ccc8a9347e admin admin] Publish callbacks [] for security_group (5507c0d5-246b-4a93-8f0b-f17da169fcb7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:30.959196 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15187bd0-7e54-4ae4-a81a-58ccc8a9347e admin admin] Publish callbacks [] for security_group (5507c0d5-246b-4a93-8f0b-f17da169fcb7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:31.075642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15187bd0-7e54-4ae4-a81a-58ccc8a9347e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5507c0d5-246b-4a93-8f0b-f17da169fcb7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:31.078887 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-15187bd0-7e54-4ae4-a81a-58ccc8a9347e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:31.080335 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-15187bd0-7e54-4ae4-a81a-58ccc8a9347e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5507c0d5-246b-4a93-8f0b-f17da169fcb7 HTTP/1.1" status: 204 len: 168 time: 0.2278509 Feb 17 22:43:31.113757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15187bd0-7e54-4ae4-a81a-58ccc8a9347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5507c0d5-246b-4a93-8f0b-f17da169fcb7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:31.926481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95c28c28-0246-4af5-bd95-9b3668ed7686 req-a1f50db5-7982-47d0-989e-c06414d36c6e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0820014 Feb 17 22:43:32.849521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49736) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:32.881300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49740) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:33.079637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3d78705-e58a-46d8-96f1-73ee73ae40f4 req-4e091bc4-b10b-4824-a9d3-26f7c73c9043 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0513761 Feb 17 22:43:33.089504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc312a83-80a1-4efb-bbdf-00fe3127b412 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.094595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e88-8688-44b0-afce-295c0a5bf0d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.241443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e88-8688-44b0-afce-295c0a5bf0d3 admin admin] Publish callbacks [] for security_group (6e541788-38c3-4b17-b8fa-1ed9bd71d42d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.248132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f02e3e88-8688-44b0-afce-295c0a5bf0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6e541788-38c3-4b17-b8fa-1ed9bd71d42d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.268181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc312a83-80a1-4efb-bbdf-00fe3127b412 admin admin] Publish callbacks [] for security_group (074408b1-cecd-4551-8579-fc3aaf9d433e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.277349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc312a83-80a1-4efb-bbdf-00fe3127b412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (074408b1-cecd-4551-8579-fc3aaf9d433e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.303751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f02e3e88-8688-44b0-afce-295c0a5bf0d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e5c1d79a7e874bf581dd8372a9f3a28d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4530551 Feb 17 22:43:33.305260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49750) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:33.315158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e3e88-8688-44b0-afce-295c0a5bf0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e541788-38c3-4b17-b8fa-1ed9bd71d42d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:33.362623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc312a83-80a1-4efb-bbdf-00fe3127b412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=074408b1-cecd-4551-8579-fc3aaf9d433e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:33.379533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fcfabc8-78a2-4437-8ef8-aec15782bb4c admin admin] Publish callbacks [] for security_group (6e541788-38c3-4b17-b8fa-1ed9bd71d42d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.387816 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fc312a83-80a1-4efb-bbdf-00fe3127b412 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5e0596375878474a9f29c92563a86872&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5011086 Feb 17 22:43:33.388060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49752) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:33.411006 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fcfabc8-78a2-4437-8ef8-aec15782bb4c admin admin] Publish callbacks [] for security_group (6e541788-38c3-4b17-b8fa-1ed9bd71d42d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.435999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-d8eb02b9-2332-4d4e-bc5a-71592505640e req-dae138a4-692d-45aa-a9ce-aa0ca9633215 service neutron] (103526) timed out ('10.222.0.73', 50678) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:43:33.477517 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13111bd6-6171-418f-9270-0e921381f76f admin admin] Publish callbacks [] for security_group (074408b1-cecd-4551-8579-fc3aaf9d433e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.485160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fcfabc8-78a2-4437-8ef8-aec15782bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6e541788-38c3-4b17-b8fa-1ed9bd71d42d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.492238 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fcfabc8-78a2-4437-8ef8-aec15782bb4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.492238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4fcfabc8-78a2-4437-8ef8-aec15782bb4c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6e541788-38c3-4b17-b8fa-1ed9bd71d42d HTTP/1.1" status: 204 len: 168 time: 0.1836886 Feb 17 22:43:33.506480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13111bd6-6171-418f-9270-0e921381f76f admin admin] Publish callbacks [] for security_group (074408b1-cecd-4551-8579-fc3aaf9d433e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.507073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfabc8-78a2-4437-8ef8-aec15782bb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e541788-38c3-4b17-b8fa-1ed9bd71d42d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:33.619346 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13111bd6-6171-418f-9270-0e921381f76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (074408b1-cecd-4551-8579-fc3aaf9d433e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.622720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13111bd6-6171-418f-9270-0e921381f76f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:33.626340 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-13111bd6-6171-418f-9270-0e921381f76f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/074408b1-cecd-4551-8579-fc3aaf9d433e HTTP/1.1" status: 204 len: 168 time: 0.2350807 Feb 17 22:43:33.634524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13111bd6-6171-418f-9270-0e921381f76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=074408b1-cecd-4551-8579-fc3aaf9d433e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:33.923834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-1b91cc9e-a9c1-4337-a4e5-157c88784804 req-ac85a01d-030e-45f8-b92d-19ef1857f92f service neutron] (103527) timed out ('10.222.0.73', 50233) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:43:34.193774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49772) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:34.215711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d37e71e-ea49-445c-ad2f-debcb037c1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.267659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba058f26-7220-4779-b148-ff35d30e5b21 req-c13688cf-7193-4405-943d-9ba74d86b39b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0390759 Feb 17 22:43:34.316133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49776) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:34.338293 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ded7120f-d503-4082-9a07-3f8c527ae284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.355770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d37e71e-ea49-445c-ad2f-debcb037c1f7 admin admin] Publish callbacks [] for security_group (4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.363766 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d37e71e-ea49-445c-ad2f-debcb037c1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.418679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d37e71e-ea49-445c-ad2f-debcb037c1f7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2d86adf60dbb437d9d84f2ca9847746d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2238014 Feb 17 22:43:34.423495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49778) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:34.431305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37e71e-ea49-445c-ad2f-debcb037c1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:34.492021 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ded7120f-d503-4082-9a07-3f8c527ae284 admin admin] Publish callbacks [] for security_group (f9f95383-2993-4703-9ee0-9128b491ba57), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.503853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ded7120f-d503-4082-9a07-3f8c527ae284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f9f95383-2993-4703-9ee0-9128b491ba57), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.539212 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-585246ac-6ae2-4851-98d9-0f80ac851331 admin admin] Publish callbacks [] for security_group (4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.550553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7120f-d503-4082-9a07-3f8c527ae284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f95383-2993-4703-9ee0-9128b491ba57,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:34.588267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49782) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:34.591973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ded7120f-d503-4082-9a07-3f8c527ae284 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a3072bdcce44a28bb219d7e403af342&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747056 Feb 17 22:43:34.606082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-585246ac-6ae2-4851-98d9-0f80ac851331 admin admin] Publish callbacks [] for security_group (4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.655498 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54ac81d9-a838-493e-9e28-817c2db9a12f admin admin] Publish callbacks [] for security_group (f9f95383-2993-4703-9ee0-9128b491ba57), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.700282 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-585246ac-6ae2-4851-98d9-0f80ac851331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.704159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-585246ac-6ae2-4851-98d9-0f80ac851331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.705510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-585246ac-6ae2-4851-98d9-0f80ac851331 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a HTTP/1.1" status: 204 len: 168 time: 0.2789454 Feb 17 22:43:34.716270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585246ac-6ae2-4851-98d9-0f80ac851331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9f7c9f-0cbb-45e5-bbe6-0563b2d30b4a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:34.721238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54ac81d9-a838-493e-9e28-817c2db9a12f admin admin] Publish callbacks [] for security_group (f9f95383-2993-4703-9ee0-9128b491ba57), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.819017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54ac81d9-a838-493e-9e28-817c2db9a12f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f9f95383-2993-4703-9ee0-9128b491ba57), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.822414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54ac81d9-a838-493e-9e28-817c2db9a12f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:34.831283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54ac81d9-a838-493e-9e28-817c2db9a12f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9f95383-2993-4703-9ee0-9128b491ba57 HTTP/1.1" status: 204 len: 168 time: 0.2396600 Feb 17 22:43:34.851688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac81d9-a838-493e-9e28-817c2db9a12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f95383-2993-4703-9ee0-9128b491ba57,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:35.413814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca8d5fb0-c8cf-4670-9586-18a793678b81 req-891ad7dd-a4b1-46d0-9601-0e5fd1c95fd6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d0ef6db1-5d1d-4226-9526-ceb43d83af3f HTTP/1.1" status: 200 len: 210 time: 0.0398984 Feb 17 22:43:35.882997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 49840) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:36.047845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c57420da-0c33-4301-8b0d-03cf1a01bff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:36.185587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c57420da-0c33-4301-8b0d-03cf1a01bff9 admin admin] Publish callbacks [] for security_group (edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:36.194757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c57420da-0c33-4301-8b0d-03cf1a01bff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:36.260251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57420da-0c33-4301-8b0d-03cf1a01bff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:36.284570 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c57420da-0c33-4301-8b0d-03cf1a01bff9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=db460589478848dd806bf209b1c0407b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4003336 Feb 17 22:43:36.287267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49860) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:36.353957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b53137e3-123d-4a5e-b082-13480c698d97 admin admin] Publish callbacks [] for security_group (edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:36.382595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b53137e3-123d-4a5e-b082-13480c698d97 admin admin] Publish callbacks [] for security_group (edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:36.460394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b53137e3-123d-4a5e-b082-13480c698d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:36.463708 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b53137e3-123d-4a5e-b082-13480c698d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:36.465225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b53137e3-123d-4a5e-b082-13480c698d97 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41 HTTP/1.1" status: 204 len: 168 time: 0.1769402 Feb 17 22:43:36.486726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53137e3-123d-4a5e-b082-13480c698d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf3ed9d-c5d9-46bf-b1c7-eb94b398ae41,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:37.015586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49884) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:37.044798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ced9-7f9a-44c7-a9ff-ca35cf256066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:37.181507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ced9-7f9a-44c7-a9ff-ca35cf256066 admin admin] Publish callbacks [] for security_group (784a05e7-009a-495e-8bdf-4ab9f5fa57b8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:37.190855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ac7ced9-7f9a-44c7-a9ff-ca35cf256066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (784a05e7-009a-495e-8bdf-4ab9f5fa57b8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:37.237548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac7ced9-7f9a-44c7-a9ff-ca35cf256066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784a05e7-009a-495e-8bdf-4ab9f5fa57b8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:37.265685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7ac7ced9-7f9a-44c7-a9ff-ca35cf256066 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc521d7c191d49d8be9aca11ec82cc13&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465668 Feb 17 22:43:37.265943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49894) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:37.327668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-01df3e6f-157d-42f1-a0c6-ce7153df80c3 admin admin] Publish callbacks [] for security_group (784a05e7-009a-495e-8bdf-4ab9f5fa57b8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:37.351760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-01df3e6f-157d-42f1-a0c6-ce7153df80c3 admin admin] Publish callbacks [] for security_group (784a05e7-009a-495e-8bdf-4ab9f5fa57b8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:37.430770 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-01df3e6f-157d-42f1-a0c6-ce7153df80c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (784a05e7-009a-495e-8bdf-4ab9f5fa57b8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:37.434262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-01df3e6f-157d-42f1-a0c6-ce7153df80c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:37.438501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-01df3e6f-157d-42f1-a0c6-ce7153df80c3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/784a05e7-009a-495e-8bdf-4ab9f5fa57b8 HTTP/1.1" status: 204 len: 168 time: 0.1654806 Feb 17 22:43:37.445653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01df3e6f-157d-42f1-a0c6-ce7153df80c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784a05e7-009a-495e-8bdf-4ab9f5fa57b8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:39.372804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:39.798229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 49998) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:40.067319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:40.209367 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Publish callbacks [] for security_group (f2494b75-e98a-4b10-a245-b8812348b802), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:40.219903 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f2494b75-e98a-4b10-a245-b8812348b802), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:40.304379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a086710915964da79b5d82e552db5d2c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5049603 Feb 17 22:43:40.307349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50012) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:40.319479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2494b75-e98a-4b10-a245-b8812348b802,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:40.344210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.344572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.344920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.345260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.346423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.346781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.347110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.348175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.348517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.348851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.349182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.349514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.350605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c02ccc4-2a0d-405b-a7b6-b72fb379b475 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:43:40.454797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1647095-d4e6-4843-86ca-5e9711e71c6a admin admin] Publish callbacks [] for security_group (f2494b75-e98a-4b10-a245-b8812348b802), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:40.484391 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1647095-d4e6-4843-86ca-5e9711e71c6a admin admin] Publish callbacks [] for security_group (f2494b75-e98a-4b10-a245-b8812348b802), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:40.554795 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1647095-d4e6-4843-86ca-5e9711e71c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f2494b75-e98a-4b10-a245-b8812348b802), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:40.561639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1647095-d4e6-4843-86ca-5e9711e71c6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:40.567667 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1647095-d4e6-4843-86ca-5e9711e71c6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2494b75-e98a-4b10-a245-b8812348b802 HTTP/1.1" status: 204 len: 168 time: 0.2559295 Feb 17 22:43:40.596271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1647095-d4e6-4843-86ca-5e9711e71c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2494b75-e98a-4b10-a245-b8812348b802,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:40.975489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50030) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:40.996596 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-246c18b5-0d66-4d05-8c5b-e79f93ad4698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:41.139045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-246c18b5-0d66-4d05-8c5b-e79f93ad4698 admin admin] Publish callbacks [] for security_group (d1e84661-c7a0-4c19-aaee-1025dd735771), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:41.151949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-246c18b5-0d66-4d05-8c5b-e79f93ad4698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d1e84661-c7a0-4c19-aaee-1025dd735771), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:41.202035 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-246c18b5-0d66-4d05-8c5b-e79f93ad4698 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6cc3a52e651e4e34b15ae84168bd6188&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254276 Feb 17 22:43:41.204984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50036) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:41.214974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c18b5-0d66-4d05-8c5b-e79f93ad4698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e84661-c7a0-4c19-aaee-1025dd735771,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:41.281178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc962-74a9-4f27-91ae-15f065cc9ca1 admin admin] Publish callbacks [] for security_group (d1e84661-c7a0-4c19-aaee-1025dd735771), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:41.323613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc962-74a9-4f27-91ae-15f065cc9ca1 admin admin] Publish callbacks [] for security_group (d1e84661-c7a0-4c19-aaee-1025dd735771), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:41.402791 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc962-74a9-4f27-91ae-15f065cc9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d1e84661-c7a0-4c19-aaee-1025dd735771), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:41.408297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2ddc962-74a9-4f27-91ae-15f065cc9ca1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:41.410209 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2ddc962-74a9-4f27-91ae-15f065cc9ca1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d1e84661-c7a0-4c19-aaee-1025dd735771 HTTP/1.1" status: 204 len: 168 time: 0.2036271 Feb 17 22:43:41.445300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ddc962-74a9-4f27-91ae-15f065cc9ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e84661-c7a0-4c19-aaee-1025dd735771,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:44.460299 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1b5102b-9459-4dd8-8423-450215798ff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:44.682736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50126) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:44.921996 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ec1173f-d8a2-4232-8a8c-60fa9b86784e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:45.086188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ec1173f-d8a2-4232-8a8c-60fa9b86784e admin admin] Publish callbacks [] for security_group (32bc8482-fb38-4d92-8939-dd2e2ba24d0d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:45.092193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7ec1173f-d8a2-4232-8a8c-60fa9b86784e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (32bc8482-fb38-4d92-8939-dd2e2ba24d0d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:45.127452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7ec1173f-d8a2-4232-8a8c-60fa9b86784e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9362f058faef4427baec8e2640f8f9a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4435596 Feb 17 22:43:45.127886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50134) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:45.171069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1173f-d8a2-4232-8a8c-60fa9b86784e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bc8482-fb38-4d92-8939-dd2e2ba24d0d,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:45.324117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e020f75-4eac-4662-ad0d-f113bfdd18c6 admin admin] Publish callbacks [] for security_group (32bc8482-fb38-4d92-8939-dd2e2ba24d0d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:45.355764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e020f75-4eac-4662-ad0d-f113bfdd18c6 admin admin] Publish callbacks [] for security_group (32bc8482-fb38-4d92-8939-dd2e2ba24d0d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:45.439477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e020f75-4eac-4662-ad0d-f113bfdd18c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (32bc8482-fb38-4d92-8939-dd2e2ba24d0d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:45.444331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e020f75-4eac-4662-ad0d-f113bfdd18c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:45.449263 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e020f75-4eac-4662-ad0d-f113bfdd18c6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32bc8482-fb38-4d92-8939-dd2e2ba24d0d HTTP/1.1" status: 204 len: 168 time: 0.3197193 Feb 17 22:43:45.467236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e020f75-4eac-4662-ad0d-f113bfdd18c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bc8482-fb38-4d92-8939-dd2e2ba24d0d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:47.310567 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-121c7398-59d3-491a-96f7-7e72ea0f2348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:47.960490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:49.293555 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:43:49.366717 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:50.872292 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:55.371252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.046234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50452) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:59.199192 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc12-6e92-4b40-9713-45f206323d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.339128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc12-6e92-4b40-9713-45f206323d5b admin admin] Publish callbacks [] for security_group (42eefb1f-2dea-4820-b0ef-795f5fd39908), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.355323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b65ccc12-6e92-4b40-9713-45f206323d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (42eefb1f-2dea-4820-b0ef-795f5fd39908), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.413178 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b65ccc12-6e92-4b40-9713-45f206323d5b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=479fb569ba0045d0bf39c0d90d01e400&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3649380 Feb 17 22:43:59.417608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50460) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:43:59.430756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ccc12-6e92-4b40-9713-45f206323d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eefb1f-2dea-4820-b0ef-795f5fd39908,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:43:59.542489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1f72bd4-aa38-4db4-90f3-7988e465d2fe admin admin] Publish callbacks [] for security_group (42eefb1f-2dea-4820-b0ef-795f5fd39908), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.577252 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1f72bd4-aa38-4db4-90f3-7988e465d2fe admin admin] Publish callbacks [] for security_group (42eefb1f-2dea-4820-b0ef-795f5fd39908), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.668235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1f72bd4-aa38-4db4-90f3-7988e465d2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (42eefb1f-2dea-4820-b0ef-795f5fd39908), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.673547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a1f72bd4-aa38-4db4-90f3-7988e465d2fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:43:59.677812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a1f72bd4-aa38-4db4-90f3-7988e465d2fe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/42eefb1f-2dea-4820-b0ef-795f5fd39908 HTTP/1.1" status: 204 len: 168 time: 0.2562666 Feb 17 22:43:59.685024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f72bd4-aa38-4db4-90f3-7988e465d2fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eefb1f-2dea-4820-b0ef-795f5fd39908,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:00.191395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50470) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:00.210616 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c056-17dc-4317-b4eb-9f11d18f2e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:00.380543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c056-17dc-4317-b4eb-9f11d18f2e95 admin admin] Publish callbacks [] for security_group (0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:00.397046 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2e24c056-17dc-4317-b4eb-9f11d18f2e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:00.494397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2e24c056-17dc-4317-b4eb-9f11d18f2e95 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3dcb72809580405092940b9241153e82&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3015113 Feb 17 22:44:00.497724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50478) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:00.549348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24c056-17dc-4317-b4eb-9f11d18f2e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:00.667776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb4beae0-b2dd-4f45-be73-9dbbf1fda1eb admin admin] Publish callbacks [] for security_group (0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:00.718279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb4beae0-b2dd-4f45-be73-9dbbf1fda1eb admin admin] Publish callbacks [] for security_group (0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:00.822536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb4beae0-b2dd-4f45-be73-9dbbf1fda1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:00.827025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb4beae0-b2dd-4f45-be73-9dbbf1fda1eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:00.828693 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb4beae0-b2dd-4f45-be73-9dbbf1fda1eb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390 HTTP/1.1" status: 204 len: 168 time: 0.3292375 Feb 17 22:44:00.858596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4beae0-b2dd-4f45-be73-9dbbf1fda1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad078e2-8e2c-4b8a-be3d-3f0bb6e7c390,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:01.443073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50496) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:01.678354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2fba-dc25-4994-a497-7b89cf7e5670 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:01.786807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2fba-dc25-4994-a497-7b89cf7e5670 admin admin] Publish callbacks [] for security_group (e2f0ad45-29b3-47a6-8132-642f76ceb98c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:01.796929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c2d2fba-dc25-4994-a497-7b89cf7e5670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e2f0ad45-29b3-47a6-8132-642f76ceb98c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:01.852442 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9c2d2fba-dc25-4994-a497-7b89cf7e5670 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6101948ee5a6411ca31dd3d8f4d85e76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4079137 Feb 17 22:44:01.853624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d2fba-dc25-4994-a497-7b89cf7e5670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f0ad45-29b3-47a6-8132-642f76ceb98c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:01.855792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50514) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:01.934877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c334bf6-c6b8-4ba7-9557-edbb29341bf2 admin admin] Publish callbacks [] for security_group (e2f0ad45-29b3-47a6-8132-642f76ceb98c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:01.979852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c334bf6-c6b8-4ba7-9557-edbb29341bf2 admin admin] Publish callbacks [] for security_group (e2f0ad45-29b3-47a6-8132-642f76ceb98c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:02.074644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c334bf6-c6b8-4ba7-9557-edbb29341bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e2f0ad45-29b3-47a6-8132-642f76ceb98c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:02.077795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c334bf6-c6b8-4ba7-9557-edbb29341bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:02.079822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9c334bf6-c6b8-4ba7-9557-edbb29341bf2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e2f0ad45-29b3-47a6-8132-642f76ceb98c HTTP/1.1" status: 204 len: 168 time: 0.2215517 Feb 17 22:44:02.114578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c334bf6-c6b8-4ba7-9557-edbb29341bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f0ad45-29b3-47a6-8132-642f76ceb98c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:02.667997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50530) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:02.688004 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4822c716-28e9-4f40-b7e2-638c5a4b9e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:02.857912 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4822c716-28e9-4f40-b7e2-638c5a4b9e27 admin admin] Publish callbacks [] for security_group (32ace690-f77e-4d35-bbfd-e5180957582b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:02.868608 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4822c716-28e9-4f40-b7e2-638c5a4b9e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (32ace690-f77e-4d35-bbfd-e5180957582b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:02.962109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822c716-28e9-4f40-b7e2-638c5a4b9e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ace690-f77e-4d35-bbfd-e5180957582b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:02.967746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4822c716-28e9-4f40-b7e2-638c5a4b9e27 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dab2344e2681425e81abcf05e4420bd7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2985332 Feb 17 22:44:02.971705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50538) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:03.071274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423fd7d-8b59-4a39-be2a-32071e0d8945 admin admin] Publish callbacks [] for security_group (32ace690-f77e-4d35-bbfd-e5180957582b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:03.109355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423fd7d-8b59-4a39-be2a-32071e0d8945 admin admin] Publish callbacks [] for security_group (32ace690-f77e-4d35-bbfd-e5180957582b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:03.192392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423fd7d-8b59-4a39-be2a-32071e0d8945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (32ace690-f77e-4d35-bbfd-e5180957582b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:03.198417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e423fd7d-8b59-4a39-be2a-32071e0d8945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:03.199935 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e423fd7d-8b59-4a39-be2a-32071e0d8945 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/32ace690-f77e-4d35-bbfd-e5180957582b HTTP/1.1" status: 204 len: 168 time: 0.2272735 Feb 17 22:44:03.211651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423fd7d-8b59-4a39-be2a-32071e0d8945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ace690-f77e-4d35-bbfd-e5180957582b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:03.733547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:03.758045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb73e2aa-761a-4cdd-a3d4-0142e0f762c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:03.877089 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb73e2aa-761a-4cdd-a3d4-0142e0f762c8 admin admin] Publish callbacks [] for security_group (8d3eb9a0-35bb-46ea-8122-11a480b94bb5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:03.883403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fb73e2aa-761a-4cdd-a3d4-0142e0f762c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8d3eb9a0-35bb-46ea-8122-11a480b94bb5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:03.926214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb73e2aa-761a-4cdd-a3d4-0142e0f762c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3eb9a0-35bb-46ea-8122-11a480b94bb5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:03.977095 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fb73e2aa-761a-4cdd-a3d4-0142e0f762c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc9869efa6f24640bb74a03bda160cfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2403295 Feb 17 22:44:03.978349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50556) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:04.072149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b34aae69-b5b5-4a87-896a-b8c05ec33ad9 admin admin] Publish callbacks [] for security_group (8d3eb9a0-35bb-46ea-8122-11a480b94bb5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:04.100608 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b34aae69-b5b5-4a87-896a-b8c05ec33ad9 admin admin] Publish callbacks [] for security_group (8d3eb9a0-35bb-46ea-8122-11a480b94bb5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:04.168441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b34aae69-b5b5-4a87-896a-b8c05ec33ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8d3eb9a0-35bb-46ea-8122-11a480b94bb5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:04.172820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b34aae69-b5b5-4a87-896a-b8c05ec33ad9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:04.174443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b34aae69-b5b5-4a87-896a-b8c05ec33ad9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8d3eb9a0-35bb-46ea-8122-11a480b94bb5 HTTP/1.1" status: 204 len: 168 time: 0.1945996 Feb 17 22:44:04.211391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34aae69-b5b5-4a87-896a-b8c05ec33ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3eb9a0-35bb-46ea-8122-11a480b94bb5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:09.383858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:11.599866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50746) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:11.860846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f116adff-49b4-466e-9436-dfa5b0848a4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:12.000577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f116adff-49b4-466e-9436-dfa5b0848a4b admin admin] Publish callbacks [] for security_group (bf901c81-1ad8-47d6-98ba-83409bbc7d26), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:12.015770 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f116adff-49b4-466e-9436-dfa5b0848a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bf901c81-1ad8-47d6-98ba-83409bbc7d26), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:12.141244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f116adff-49b4-466e-9436-dfa5b0848a4b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea42981ba3bb48a2a7d7d875817f7c1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5393548 Feb 17 22:44:12.145561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50768) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:12.146029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116adff-49b4-466e-9436-dfa5b0848a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf901c81-1ad8-47d6-98ba-83409bbc7d26,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:12.375634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4a75-5e81-4c28-a591-3e527ac5756d admin admin] Publish callbacks [] for security_group (bf901c81-1ad8-47d6-98ba-83409bbc7d26), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:12.481608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4a75-5e81-4c28-a591-3e527ac5756d admin admin] Publish callbacks [] for security_group (bf901c81-1ad8-47d6-98ba-83409bbc7d26), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:12.575217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4a75-5e81-4c28-a591-3e527ac5756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bf901c81-1ad8-47d6-98ba-83409bbc7d26), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:12.584283 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b2ff4a75-5e81-4c28-a591-3e527ac5756d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:12.586075 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b2ff4a75-5e81-4c28-a591-3e527ac5756d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf901c81-1ad8-47d6-98ba-83409bbc7d26 HTTP/1.1" status: 204 len: 168 time: 0.4386079 Feb 17 22:44:12.597356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff4a75-5e81-4c28-a591-3e527ac5756d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf901c81-1ad8-47d6-98ba-83409bbc7d26,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:12.764200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:13.103666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd4d-9b6b-43e6-b6e3-3fb62f09869c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:13.276675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd4d-9b6b-43e6-b6e3-3fb62f09869c admin admin] Publish callbacks [] for security_group (c29de288-7422-42d0-b881-15819637698a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:13.282970 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6dcadd4d-9b6b-43e6-b6e3-3fb62f09869c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c29de288-7422-42d0-b881-15819637698a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:13.334827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcadd4d-9b6b-43e6-b6e3-3fb62f09869c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29de288-7422-42d0-b881-15819637698a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:13.404812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:13.405356 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6dcadd4d-9b6b-43e6-b6e3-3fb62f09869c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef2c1884135d4d14bdd16aaa36bd1e86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6395457 Feb 17 22:44:13.568262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a819eab-0da3-42f2-9d44-84f4fc278dee admin admin] Publish callbacks [] for security_group (c29de288-7422-42d0-b881-15819637698a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:13.640293 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a819eab-0da3-42f2-9d44-84f4fc278dee admin admin] Publish callbacks [] for security_group (c29de288-7422-42d0-b881-15819637698a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:13.715457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a819eab-0da3-42f2-9d44-84f4fc278dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c29de288-7422-42d0-b881-15819637698a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:13.726351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a819eab-0da3-42f2-9d44-84f4fc278dee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:13.730336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5a819eab-0da3-42f2-9d44-84f4fc278dee admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c29de288-7422-42d0-b881-15819637698a HTTP/1.1" status: 204 len: 168 time: 0.3220630 Feb 17 22:44:13.757162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a819eab-0da3-42f2-9d44-84f4fc278dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29de288-7422-42d0-b881-15819637698a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:14.453333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb860277-20ff-4057-af61-d6d80f7545c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:16.354383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50952) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:16.688218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1303096356'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:16.752173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Made reservation on behalf of be61d82ebe3949edbcf8c505debfd267 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:16.757948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:16.783828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.001945 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks [] for security_group (1ddaf0d9-aee6-4dc4-904a-35ef75443108), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.008621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1ddaf0d9-aee6-4dc4-904a-35ef75443108), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.046242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:17.065380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ddaf0d9-aee6-4dc4-904a-35ef75443108,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:17.068898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (da6a2bc1-ca4f-4a08-971c-61df843ac4c5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.069535 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Added segment da6a2bc1-ca4f-4a08-971c-61df843ac4c5 of type vlan for network 01b05a81-bcb9-4230-b641-204503ec6e3f Feb 17 22:44:17.119609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (01b05a81-bcb9-4230-b641-204503ec6e3f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.159489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (01b05a81-bcb9-4230-b641-204503ec6e3f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.167293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:17.168062 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.278011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.9199283 Feb 17 22:44:17.305435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93125eb3-6e57-4646-977c-f3dabc7efdfb tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Pushing event updated for resources: {'Network': ['ID=01b05a81-bcb9-4230-b641-204503ec6e3f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:17.321136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 01b05a81-bcb9-4230-b641-204503ec6e3f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:17.327383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-be3ee49b-deb3-4614-9984-881dfa2c75e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.658132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 50972) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:17.663244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Request body: {'port': {'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f', 'binding:host_id': 'n-h1-828369-18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1998997513'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:17.709015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Made reservation on behalf of a792b8cccadb4d5d8758ed191b3cf851 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:17.712548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.734399 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.854639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for security_group (04756f01-5fdd-481b-b2f2-1226d4873403), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.861244 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04756f01-5fdd-481b-b2f2-1226d4873403), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:17.866631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] device_id is not set on port 39630cfc-2b20-4691-8f91-5cb332aa0381 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:17.965785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:18.070636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04756f01-5fdd-481b-b2f2-1226d4873403,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:18.274723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] device_id is not set on port 39630cfc-2b20-4691-8f91-5cb332aa0381 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:18.288947 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for port (39630cfc-2b20-4691-8f91-5cb332aa0381), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:18.298498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (39630cfc-2b20-4691-8f91-5cb332aa0381), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:18.465530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Checking segment: {'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:18.467039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Network hostable DHCP agents. Network: 01b05a81-bcb9-4230-b641-204503ec6e3f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:18.481399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=39630cfc-2b20-4691-8f91-5cb332aa0381,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:18.501951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Network 01b05a81-bcb9-4230-b641-204503ec6e3f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:18.523062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 01b05a81-bcb9-4230-b641-204503ec6e3f) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:18.531987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:18.539009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056c303c-653e-4f44-962a-de6313a67a62 None None] Network 01b05a81-bcb9-4230-b641-204503ec6e3f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:18.554904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.555250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.555609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.562368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.562368 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.562739 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 2 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.581345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.581725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.582070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.588930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.589278 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.589680 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 3 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.606788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.607143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.607540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.616391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.616880 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.617394 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 4 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.638593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.639594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.641387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.650374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.650786 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.651747 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 5 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.672295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.672889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.672889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.681359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.682000 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.687724 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 6 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.712551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.712996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.714017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.724792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.725293 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.726267 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 7 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.767166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.767768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.771487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.774671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.775137 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.776444 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 8 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.802934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.803910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.804486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.813538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.814262 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.815118 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 9 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.847876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.847876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.847876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.862441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.864207 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.867252 n-d-828369-18 neutron-server[103527]: INFO neutron.plugins.ml2.plugin [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 10 to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 Feb 17 22:44:18.921062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:18.921414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:18.921750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:18.933216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 39630cfc-2b20-4691-8f91-5cb332aa0381 on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:18.933605 n-d-828369-18 neutron-server[103527]: ERROR neutron.plugins.ml2.managers [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 39630cfc-2b20-4691-8f91-5cb332aa0381 on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:18.933987 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (39630cfc-2b20-4691-8f91-5cb332aa0381), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.044844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] For port 39630cfc-2b20-4691-8f91-5cb332aa0381, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:19.045479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempted to set empty binding levels {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 22:44:19.053750 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (39630cfc-2b20-4691-8f91-5cb332aa0381), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.106534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:19.107300 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.142493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.4830334 Feb 17 22:44:19.145804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 50996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:19.171611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761cfeb0-6cd7-45ce-9694-4aed7075d9d8 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=39630cfc-2b20-4691-8f91-5cb332aa0381,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:19.306917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Deleting port 39630cfc-2b20-4691-8f91-5cb332aa0381 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:19.307606 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (39630cfc-2b20-4691-8f91-5cb332aa0381), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.382534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.410534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] For port 39630cfc-2b20-4691-8f91-5cb332aa0381, host n-h1-828369-18, got binding levels [] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:19.410991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (39630cfc-2b20-4691-8f91-5cb332aa0381), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.434901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Calling delete_port for 39630cfc-2b20-4691-8f91-5cb332aa0381 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:19.586770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (39630cfc-2b20-4691-8f91-5cb332aa0381), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.652144 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.660481 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "DELETE /v2.0/ports/39630cfc-2b20-4691-8f91-5cb332aa0381 HTTP/1.1" status: 204 len: 168 time: 0.5112636 Feb 17 22:44:19.660481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event deleted for resources: {'Port': ['ID=39630cfc-2b20-4691-8f91-5cb332aa0381,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:19.661638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51000) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:19.674428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.674990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.676179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.676772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.677323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.678701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.678701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.678999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.679527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.680992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.680992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.681173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.681696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac33f42b-8808-406b-89e9-9487fe482fcf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:19.705109 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ff7b96-057e-43f8-8b62-17ab33639982 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:44:19.706916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a8ff7b96-057e-43f8-8b62-17ab33639982 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "GET /v2.0/ports/39630cfc-2b20-4691-8f91-5cb332aa0381 HTTP/1.1" status: 404 len: 333 time: 0.0438838 Feb 17 22:44:19.711251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51002) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:19.719102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Request body: {'port': {'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1102297259'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:19.775555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Made reservation on behalf of a792b8cccadb4d5d8758ed191b3cf851 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:19.779937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:19.807731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] device_id is not set on port 5ada25fc-e655-4fbb-b94b-7c17ed167fae yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:20.049968 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:20.106303 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:20.171506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Network 01b05a81-bcb9-4230-b641-204503ec6e3f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:20.181021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:20.185736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:20.186785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:20.187504 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:20.212545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4996741 Feb 17 22:44:20.216032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51010) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:20.217382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250728b6-7261-4620-9bcc-e552ca631475 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=5ada25fc-e655-4fbb-b94b-7c17ed167fae,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:20.221163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:20.345594 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:20.664544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] device_id is not set on port 5ada25fc-e655-4fbb-b94b-7c17ed167fae yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:20.678935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:20.694565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:20.797002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:20.797379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:20.797647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:20.799929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=5ada25fc-e655-4fbb-b94b-7c17ed167fae,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:20.817292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:20.817636 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:20.818071 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 2 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:20.849685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:20.850046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:20.850459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:20.860615 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:20.867981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:20.868312 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:20.868702 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 3 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:20.897629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:20.898145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:20.898684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:20.906337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:20.923887 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:20.924661 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 4 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:20.944535 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:20.944871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:20.945403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:20.961942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:20.962276 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:20.962669 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 5 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:21.001340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:21.003058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:21.007274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:21.031362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:21.032905 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:21.033673 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 6 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:21.087083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:21.089681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:21.090137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:21.109007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:21.113095 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:21.113667 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 7 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:21.153987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:21.154477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:21.154944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:21.161716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:21.162202 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:21.162688 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 8 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:21.180974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:21.181448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:21.182425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:21.188466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:21.188916 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:21.189412 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 9 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:21.206708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:21.207341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:21.208057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:21.214212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:21.214697 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:21.215197 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 10 to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae Feb 17 22:44:21.232260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:21.233410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:21.234111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:21.240493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:21.241130 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:21.241878 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:21.329568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] For port 5ada25fc-e655-4fbb-b94b-7c17ed167fae, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:21.330092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempted to set empty binding levels {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 22:44:21.336864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:21.411257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] In _notify_port_updated(), no bound segment for port 5ada25fc-e655-4fbb-b94b-7c17ed167fae on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:44:21.412146 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.412744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:21.420137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51032) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:21.422029 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "PUT /v2.0/ports/5ada25fc-e655-4fbb-b94b-7c17ed167fae HTTP/1.1" status: 200 len: 976 time: 1.2033248 Feb 17 22:44:21.460598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc5fec-9456-4330-8d51-80d687858824 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=5ada25fc-e655-4fbb-b94b-7c17ed167fae,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:21.604286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.615740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.616310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.616781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.617245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.617702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.618159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.618692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.619063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.619601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.620110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:21.626093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51034) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:21.633403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3ba2f633-67e1-469b-91af-4fdd9419e60e tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10518 time: 0.2087047 Feb 17 22:44:21.788828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Deleting port 5ada25fc-e655-4fbb-b94b-7c17ed167fae {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:21.789169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:21.926648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] For port 5ada25fc-e655-4fbb-b94b-7c17ed167fae, host n-h1-828369-18, got binding levels [] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:21.927157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:21.944884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Calling delete_port for 5ada25fc-e655-4fbb-b94b-7c17ed167fae owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:22.121872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5ada25fc-e655-4fbb-b94b-7c17ed167fae), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:22.223817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:22.229801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "DELETE /v2.0/ports/5ada25fc-e655-4fbb-b94b-7c17ed167fae HTTP/1.1" status: 204 len: 168 time: 0.6025925 Feb 17 22:44:22.230976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a61322-c857-4236-8810-4e6ae29ec2cf tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ada25fc-e655-4fbb-b94b-7c17ed167fae,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:22.232855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51042) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:22.299836 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c2c76c-0eec-47ef-9dba-6b05e6329a62 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:44:22.305111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:22.310554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-100307556', 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:22.312828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-65c2c76c-0eec-47ef-9dba-6b05e6329a62 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "GET /v2.0/ports/5ada25fc-e655-4fbb-b94b-7c17ed167fae HTTP/1.1" status: 404 len: 333 time: 0.0788124 Feb 17 22:44:22.359253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Made reservation on behalf of a792b8cccadb4d5d8758ed191b3cf851 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:22.361721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:22.402092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] device_id is not set on port 7acef660-92a0-4b13-94fc-d3e0f4557b20 yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:22.885497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for port (7acef660-92a0-4b13-94fc-d3e0f4557b20), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.015974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7acef660-92a0-4b13-94fc-d3e0f4557b20), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.080895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Network 01b05a81-bcb9-4230-b641-204503ec6e3f is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:23.092263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:23.100110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:23.100110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:23.101106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.143351 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=7acef660-92a0-4b13-94fc-d3e0f4557b20,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:23.156150 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d5686aa-0b83-4e91-81a6-a0969312d822 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8499269 Feb 17 22:44:23.159158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51052) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:23.234440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77964b8-8407-42d8-8634-1bf095e39ef1 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:23.243543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51054) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:23.251948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e77964b8-8407-42d8-8634-1bf095e39ef1 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "GET /v2.0/ports/7acef660-92a0-4b13-94fc-d3e0f4557b20 HTTP/1.1" status: 200 len: 954 time: 0.0915959 Feb 17 22:44:23.428097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Deleting port 7acef660-92a0-4b13-94fc-d3e0f4557b20 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:23.429186 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7acef660-92a0-4b13-94fc-d3e0f4557b20), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.510978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7acef660-92a0-4b13-94fc-d3e0f4557b20), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.526995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Calling delete_port for 7acef660-92a0-4b13-94fc-d3e0f4557b20 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:23.630638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7acef660-92a0-4b13-94fc-d3e0f4557b20), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.663914 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event deleted for resources: {'Port': ['ID=7acef660-92a0-4b13-94fc-d3e0f4557b20,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:23.692363 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.698648 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6ddfcfdb-eced-4ea7-9e97-aa8e64970a70 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "DELETE /v2.0/ports/7acef660-92a0-4b13-94fc-d3e0f4557b20 HTTP/1.1" status: 204 len: 168 time: 0.4511147 Feb 17 22:44:23.699589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51060) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:23.761733 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-92633fa6-355f-41d0-a9b1-e9d6b637e8b5 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:44:23.767168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51062) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:23.776283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Request body: {'port': {'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1444508231'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:23.777108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-92633fa6-355f-41d0-a9b1-e9d6b637e8b5 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "GET /v2.0/ports/7acef660-92a0-4b13-94fc-d3e0f4557b20 HTTP/1.1" status: 404 len: 333 time: 0.0762091 Feb 17 22:44:23.821218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Made reservation on behalf of a792b8cccadb4d5d8758ed191b3cf851 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:23.824165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:23.859065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] device_id is not set on port 25864508-49c9-40ca-a949-2aff2c993a9d yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:24.262538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for port (25864508-49c9-40ca-a949-2aff2c993a9d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:24.345980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:24.446492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Network 01b05a81-bcb9-4230-b641-204503ec6e3f is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:24.449578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:24.454075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:24.455003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:24.463776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:24.470082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=25864508-49c9-40ca-a949-2aff2c993a9d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:24.504258 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a7e41f50-8718-4571-b6f7-c8374c3029b9 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7359166 Feb 17 22:44:24.507079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51070) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:24.515909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:24.699539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:24.980154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] device_id is not set on port 25864508-49c9-40ca-a949-2aff2c993a9d yet. {{(pid=103526) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:44:24.991211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks [] for port (25864508-49c9-40ca-a949-2aff2c993a9d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:25.003170 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:25.090713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=25864508-49c9-40ca-a949-2aff2c993a9d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:25.097781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.098134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.098443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.104065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.104159 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.104505 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 2 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.128374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.132528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.132931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.142647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.143007 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.143903 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 3 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.167157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.167788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.168145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.183426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.183762 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.184147 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 4 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.216419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.216782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.217112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.232302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.232558 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.232953 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 5 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.260584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.260918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.261322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.266343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.266666 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.267111 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 6 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.281305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.281638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.282093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.286837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.287154 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.287570 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 7 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.305125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.306380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.306755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.323995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.324357 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.324748 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 8 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.355268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.355640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.355994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.367703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.368033 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.368426 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 9 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.391118 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:25.402645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.402997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.404997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.417821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.418234 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.422801 n-d-828369-18 neutron-server[103526]: INFO neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempt 10 to bind port 25864508-49c9-40ca-a949-2aff2c993a9d Feb 17 22:44:25.464768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:25.465954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:25.467807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempting to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:25.477735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:25.480074 n-d-828369-18 neutron-server[103526]: ERROR neutron.plugins.ml2.managers [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Failed to bind port 25864508-49c9-40ca-a949-2aff2c993a9d on host n-h1-828369-18 for vnic_type normal using segments [{'id': 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '01b05a81-bcb9-4230-b641-204503ec6e3f'}] Feb 17 22:44:25.480719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:25.581164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] For port 25864508-49c9-40ca-a949-2aff2c993a9d, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:25.582206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attempted to set empty binding levels {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 17 22:44:25.588919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:25.633744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] In _notify_port_updated(), no bound segment for port 25864508-49c9-40ca-a949-2aff2c993a9d on network 01b05a81-bcb9-4230-b641-204503ec6e3f {{(pid=103526) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:896}} Feb 17 22:44:25.635397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:25.637201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:25.638980 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "PUT /v2.0/ports/25864508-49c9-40ca-a949-2aff2c993a9d HTTP/1.1" status: 200 len: 976 time: 1.1300824 Feb 17 22:44:25.641884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51080) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:25.669708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13574175-6680-4f5f-a3f2-1932d9caf535 tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event updated for resources: {'Port': ['ID=25864508-49c9-40ca-a949-2aff2c993a9d,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:25.836468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Deleting port 25864508-49c9-40ca-a949-2aff2c993a9d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:25.836815 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:25.988720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] For port 25864508-49c9-40ca-a949-2aff2c993a9d, host n-h1-828369-18, got binding levels [] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:25.990511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.020780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Calling delete_port for 25864508-49c9-40ca-a949-2aff2c993a9d owned by {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:26.233163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (25864508-49c9-40ca-a949-2aff2c993a9d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.293794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Pushing event deleted for resources: {'Port': ['ID=25864508-49c9-40ca-a949-2aff2c993a9d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:26.304509 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:44:26.318216 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.325530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e278b2bb-6168-4211-9b72-3f5535c7b4ac tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "DELETE /v2.0/ports/25864508-49c9-40ca-a949-2aff2c993a9d HTTP/1.1" status: 204 len: 168 time: 0.6820035 Feb 17 22:44:26.327725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51088) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:26.356888 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d310c005-567d-410e-9185-8418eaf3e04c tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] GET failed (client error): The resource could not be found. Feb 17 22:44:26.360313 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d310c005-567d-410e-9185-8418eaf3e04c tempest-PortsAdminExtendedAttrsTestJSON-1856396877 tempest-PortsAdminExtendedAttrsTestJSON-1856396877-project-admin] 10.222.0.79 "GET /v2.0/ports/25864508-49c9-40ca-a949-2aff2c993a9d HTTP/1.1" status: 404 len: 333 time: 0.0313194 Feb 17 22:44:26.364970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51090) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:26.473008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (01b05a81-bcb9-4230-b641-204503ec6e3f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.681473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (01b05a81-bcb9-4230-b641-204503ec6e3f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.738079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b05a81-bcb9-4230-b641-204503ec6e3f']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:26.750043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:26.750346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da6a2bc1-ca4f-4a08-971c-61df843ac4c5') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:26.760732 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (da6a2bc1-ca4f-4a08-971c-61df843ac4c5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.776317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (da6a2bc1-ca4f-4a08-971c-61df843ac4c5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.784037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:26.784355 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (da6a2bc1-ca4f-4a08-971c-61df843ac4c5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:26.887187 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:26.893297 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (01b05a81-bcb9-4230-b641-204503ec6e3f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.910020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:26.913475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] 10.222.0.79 "DELETE /v2.0/networks/01b05a81-bcb9-4230-b641-204503ec6e3f HTTP/1.1" status: 204 len: 168 time: 0.5462575 Feb 17 22:44:26.938129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214f46f-880e-40b3-b46b-fb37ec6bf92a tempest-PortsAdminExtendedAttrsTestJSON-1648584036 tempest-PortsAdminExtendedAttrsTestJSON-1648584036-project] Pushing event deleted for resources: {'Network': ['ID=01b05a81-bcb9-4230-b641-204503ec6e3f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:27.639606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51106) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:28.011037 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0440979c-e67e-4ec4-bdb1-7de6c826ce07 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be61d82ebe3949edbcf8c505debfd267&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3675942 Feb 17 22:44:28.012131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51112) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:28.116979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd171-ed00-4926-8af2-243e872ee311 admin admin] Publish callbacks [] for security_group (1ddaf0d9-aee6-4dc4-904a-35ef75443108), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:28.162737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd171-ed00-4926-8af2-243e872ee311 admin admin] Publish callbacks [] for security_group (1ddaf0d9-aee6-4dc4-904a-35ef75443108), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:28.269961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd171-ed00-4926-8af2-243e872ee311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (1ddaf0d9-aee6-4dc4-904a-35ef75443108), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:28.273699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb8dd171-ed00-4926-8af2-243e872ee311 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:28.275000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bb8dd171-ed00-4926-8af2-243e872ee311 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1ddaf0d9-aee6-4dc4-904a-35ef75443108 HTTP/1.1" status: 204 len: 168 time: 0.2612216 Feb 17 22:44:28.294933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dd171-ed00-4926-8af2-243e872ee311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ddaf0d9-aee6-4dc4-904a-35ef75443108,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:28.873012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51130) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:28.999010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fd412e5f-6151-44e4-8552-3970fb5791cb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a792b8cccadb4d5d8758ed191b3cf851&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1222246 Feb 17 22:44:28.999149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51134) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:29.119891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f04c9cfc-b5e0-4ff8-827f-184ce9bafed6 admin admin] Publish callbacks [] for security_group (04756f01-5fdd-481b-b2f2-1226d4873403), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:29.143296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51138) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:29.201941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f04c9cfc-b5e0-4ff8-827f-184ce9bafed6 admin admin] Publish callbacks [] for security_group (04756f01-5fdd-481b-b2f2-1226d4873403), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:29.316336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f04c9cfc-b5e0-4ff8-827f-184ce9bafed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (04756f01-5fdd-481b-b2f2-1226d4873403), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:29.319533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f04c9cfc-b5e0-4ff8-827f-184ce9bafed6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:29.323561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f04c9cfc-b5e0-4ff8-827f-184ce9bafed6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04756f01-5fdd-481b-b2f2-1226d4873403 HTTP/1.1" status: 204 len: 168 time: 0.3201160 Feb 17 22:44:29.339241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c9cfc-b5e0-4ff8-827f-184ce9bafed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04756f01-5fdd-481b-b2f2-1226d4873403,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:29.406063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4357256-5811-47f3-84ef-92c240233cd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:29.689410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4357256-5811-47f3-84ef-92c240233cd1 admin admin] Publish callbacks [] for security_group (5acbe6a7-c6dc-4a55-ad29-338c953b0c91), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:29.701785 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4357256-5811-47f3-84ef-92c240233cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5acbe6a7-c6dc-4a55-ad29-338c953b0c91), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:29.802117 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f4357256-5811-47f3-84ef-92c240233cd1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f2834312c5b43c99f72a327b66be3e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6551991 Feb 17 22:44:29.802524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51148) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:29.817696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4357256-5811-47f3-84ef-92c240233cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acbe6a7-c6dc-4a55-ad29-338c953b0c91,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:29.968192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00c77fd8-711c-4982-a0fa-696a4b8d0338 admin admin] Publish callbacks [] for security_group (5acbe6a7-c6dc-4a55-ad29-338c953b0c91), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:30.044660 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00c77fd8-711c-4982-a0fa-696a4b8d0338 admin admin] Publish callbacks [] for security_group (5acbe6a7-c6dc-4a55-ad29-338c953b0c91), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:30.164889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00c77fd8-711c-4982-a0fa-696a4b8d0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5acbe6a7-c6dc-4a55-ad29-338c953b0c91), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:30.168769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00c77fd8-711c-4982-a0fa-696a4b8d0338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:30.172370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-00c77fd8-711c-4982-a0fa-696a4b8d0338 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5acbe6a7-c6dc-4a55-ad29-338c953b0c91 HTTP/1.1" status: 204 len: 168 time: 0.3664780 Feb 17 22:44:30.180357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c77fd8-711c-4982-a0fa-696a4b8d0338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acbe6a7-c6dc-4a55-ad29-338c953b0c91,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:31.057787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51182) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:31.245540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1285361809'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:31.293096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:31.299596 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.320873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.516035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for security_group (624306e3-9549-430f-a1d0-7e10dfc25cca), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.522926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (624306e3-9549-430f-a1d0-7e10dfc25cca), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.604576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:31.651637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624306e3-9549-430f-a1d0-7e10dfc25cca,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:31.670082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ba38cac1-9e62-4694-b1a8-1cd02932f5a4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.671154 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment ba38cac1-9e62-4694-b1a8-1cd02932f5a4 of type vlan for network 601250ea-84fd-4896-9080-dd40349f2523 Feb 17 22:44:31.765360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (601250ea-84fd-4896-9080-dd40349f2523), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.890105 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (601250ea-84fd-4896-9080-dd40349f2523), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.896843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:31.897451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:31.995395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=601250ea-84fd-4896-9080-dd40349f2523,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:32.001838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-51cbc240-4434-4612-9445-eff12b43547e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9426982 Feb 17 22:44:32.013620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 601250ea-84fd-4896-9080-dd40349f2523 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:32.164336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:32.172952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': '601250ea-84fd-4896-9080-dd40349f2523', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:32.254810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-a21438f2-d0b5-4539-9d7b-7bf05a756539 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:32.259230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-a21438f2-d0b5-4539-9d7b-7bf05a756539 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.4486127 Feb 17 22:44:32.290889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-d7a16054-056c-4175-bea3-79e60ba6c8dd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/quotas/4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 375 time: 0.0240710 Feb 17 22:44:32.366884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-540a93ee-9368-4e1d-afa1-f4ce774c0953 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703359 Feb 17 22:44:32.405689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:32.412888 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:32.607186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-bfc09c40-a316-489f-ac63-48ee4b77956e service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306924 Feb 17 22:44:32.788666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (5b795a40-61cb-4163-b547-a53cfbfcf848), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:32.810975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-28b46ace-089b-444c-9872-26c30259607f service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027822 Feb 17 22:44:32.863679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=5b795a40-61cb-4163-b547-a53cfbfcf848,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:32.911465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51222) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:32.917740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': 'ba38cac1-9e62-4694-b1a8-1cd02932f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '601250ea-84fd-4896-9080-dd40349f2523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:32.918117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: 601250ea-84fd-4896-9080-dd40349f2523, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:32.942400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network 601250ea-84fd-4896-9080-dd40349f2523 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:32.954608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 601250ea-84fd-4896-9080-dd40349f2523) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:32.966456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88691cb9-5216-439e-a795-814bb89c8f40 None None] Network 601250ea-84fd-4896-9080-dd40349f2523 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:32.975634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:32.976262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.021037 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-906f4321-332d-4cc9-8a40-195517efa212 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8555088 Feb 17 22:44:33.024482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:33.031975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-619404240'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:33.071284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:33.087013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.146065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddfae9c8-1661-460b-a717-fa95960c7cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.165668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:33.190214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (32e55087-4515-4bdc-81ab-a1cdd0f64622), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.190214 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 32e55087-4515-4bdc-81ab-a1cdd0f64622 of type vlan for network 2b2ecad0-c0c7-4273-bd45-84cbe162203a Feb 17 22:44:33.232116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-601250ea-84fd-4896-9080-dd40349f2523', 'network_id': '601250ea-84fd-4896-9080-dd40349f2523', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '5b795a40-61cb-4163-b547-a53cfbfcf848'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:33.234245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.308826 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddfae9c8-1661-460b-a717-fa95960c7cec admin admin] Publish callbacks [] for security_group (953d7fc8-9b0c-4eb1-9326-19fca4c440eb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.320973 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddfae9c8-1661-460b-a717-fa95960c7cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (953d7fc8-9b0c-4eb1-9326-19fca4c440eb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.381408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (2b2ecad0-c0c7-4273-bd45-84cbe162203a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.384299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ddfae9c8-1661-460b-a717-fa95960c7cec admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=016ac29bb67b4565a55900e5021c7301&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4700103 Feb 17 22:44:33.386332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51244) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:33.411731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfae9c8-1661-460b-a717-fa95960c7cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953d7fc8-9b0c-4eb1-9326-19fca4c440eb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:33.450346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e645ae52-3015-4d6d-9e9d-20b3aacebc39 req-f1521332-21c3-430f-8552-8810e0dd6d05 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0741994 Feb 17 22:44:33.483304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (2b2ecad0-c0c7-4273-bd45-84cbe162203a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.489724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:33.490575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.507348 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1180f7c3-2bd6-4415-a0a8-1131432e4968 admin admin] Publish callbacks [] for security_group (953d7fc8-9b0c-4eb1-9326-19fca4c440eb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.535958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Allocated IP 172.20.255.242 (601250ea-84fd-4896-9080-dd40349f2523/5b795a40-61cb-4163-b547-a53cfbfcf848/ea2151a9-a4b7-4e84-a6e0-e560bd3be638) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:33.554121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1180f7c3-2bd6-4415-a0a8-1131432e4968 admin admin] Publish callbacks [] for security_group (953d7fc8-9b0c-4eb1-9326-19fca4c440eb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.600452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=2b2ecad0-c0c7-4273-bd45-84cbe162203a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:33.622279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51248) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:33.624933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a58d1820-42a0-42d8-a3ad-03d5f309af33 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5993216 Feb 17 22:44:33.631126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:33.638220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1180f7c3-2bd6-4415-a0a8-1131432e4968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (953d7fc8-9b0c-4eb1-9326-19fca4c440eb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.641550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1180f7c3-2bd6-4415-a0a8-1131432e4968 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:33.645536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1180f7c3-2bd6-4415-a0a8-1131432e4968 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/953d7fc8-9b0c-4eb1-9326-19fca4c440eb HTTP/1.1" status: 204 len: 168 time: 0.2331097 Feb 17 22:44:33.687702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 2b2ecad0-c0c7-4273-bd45-84cbe162203a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:33.748326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180f7c3-2bd6-4415-a0a8-1131432e4968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953d7fc8-9b0c-4eb1-9326-19fca4c440eb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:33.810985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:33.815666 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.001445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Publish callbacks [] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.013587 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.076462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Pushing event updated for resources: {'Port': ['ID=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:34.096928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Network 601250ea-84fd-4896-9080-dd40349f2523 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:34.099275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:34.102571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.102929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.104048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.104722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.105112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.105410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.105751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.106205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.106591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.106932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.107257 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (4edb1028-76b5-4b93-9c97-b29f20b0ae6a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.107556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.107911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.108725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:34.118655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:34.296605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Attempting to bind port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:34.297271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Attempting to bind port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'ba38cac1-9e62-4694-b1a8-1cd02932f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '601250ea-84fd-4896-9080-dd40349f2523'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:34.297645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Attempting to bind port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 on network 601250ea-84fd-4896-9080-dd40349f2523 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:34.310679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:34.311073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Checking segment: {'id': 'ba38cac1-9e62-4694-b1a8-1cd02932f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '601250ea-84fd-4896-9080-dd40349f2523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:34.313829 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.315155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Bound using segment: {'id': 'ba38cac1-9e62-4694-b1a8-1cd02932f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '601250ea-84fd-4896-9080-dd40349f2523'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:34.315730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Bound port: ea2151a9-a4b7-4e84-a6e0-e560bd3be638, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba38cac1-9e62-4694-b1a8-1cd02932f5a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '601250ea-84fd-4896-9080-dd40349f2523'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:34.316128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.325807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': '32e55087-4515-4bdc-81ab-a1cdd0f64622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:34.328034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: 2b2ecad0-c0c7-4273-bd45-84cbe162203a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:34.351059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=4edb1028-76b5-4b93-9c97-b29f20b0ae6a,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:34.374118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network 2b2ecad0-c0c7-4273-bd45-84cbe162203a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:34.415435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 2b2ecad0-c0c7-4273-bd45-84cbe162203a) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:34.429160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3773159-bad8-41ee-ab52-2a4da02c0af3 None None] Network 2b2ecad0-c0c7-4273-bd45-84cbe162203a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:34.435153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:34.436320 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.485173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51264) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:34.485713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6628aa35-ffe7-4d51-990f-d1fd011592a3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.8633723 Feb 17 22:44:34.508435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] For port ea2151a9-a4b7-4e84-a6e0-e560bd3be638, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:34.532772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] For port ea2151a9-a4b7-4e84-a6e0-e560bd3be638, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,segment=NetworkSegment(ba38cac1-9e62-4694-b1a8-1cd02932f5a4),segment_id=ba38cac1-9e62-4694-b1a8-1cd02932f5a4)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:34.567163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.657657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-481e3ba5-7249-4b6c-bbd5-2c2d0a6e07ad req-081c78c3-2f04-43f1-a10b-68004fc686f6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0557916 Feb 17 22:44:34.723685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-2b2ecad0-c0c7-4273-bd45-84cbe162203a', 'network_id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '4edb1028-76b5-4b93-9c97-b29f20b0ae6a'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:34.724564 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.743387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2b2ecad0-c0c7-4273-bd45-84cbe162203a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.751653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1edcdf-adca-47b6-a817-cc858e32e574 None None] Pushing event updated for resources: {'Port': ['ID=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:34.856873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4edb1028-76b5-4b93-9c97-b29f20b0ae6a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:34.988349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Allocated IP 172.20.0.2 (2b2ecad0-c0c7-4273-bd45-84cbe162203a/4edb1028-76b5-4b93-9c97-b29f20b0ae6a/563fe484-a69e-4808-95d4-26c16bc15042) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:35.182130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Publish callbacks [] for port (563fe484-a69e-4808-95d4-26c16bc15042), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.195690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (563fe484-a69e-4808-95d4-26c16bc15042), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.219306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4edb1028-76b5-4b93-9c97-b29f20b0ae6a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.256458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Network 2b2ecad0-c0c7-4273-bd45-84cbe162203a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:35.283011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:35.292937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:35.329389 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Pushing event updated for resources: {'Port': ['ID=563fe484-a69e-4808-95d4-26c16bc15042,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:35.384360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=4edb1028-76b5-4b93-9c97-b29f20b0ae6a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:35.404858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2b2ecad0-c0c7-4273-bd45-84cbe162203a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.455266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Attempting to bind port 563fe484-a69e-4808-95d4-26c16bc15042 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:35.455524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ecad0-c0c7-4273-bd45-84cbe162203a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:35.455914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Attempting to bind port 563fe484-a69e-4808-95d4-26c16bc15042 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '32e55087-4515-4bdc-81ab-a1cdd0f64622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:35.456521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Attempting to bind port 563fe484-a69e-4808-95d4-26c16bc15042 on network 2b2ecad0-c0c7-4273-bd45-84cbe162203a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:35.463639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-adaaf660-6b0e-4043-aceb-ad84218b06ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:35.467206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:35.467616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-adaaf660-6b0e-4043-aceb-ad84218b06ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.2449224 Feb 17 22:44:35.467968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Checking segment: {'id': '32e55087-4515-4bdc-81ab-a1cdd0f64622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:35.468621 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.469279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Bound using segment: {'id': '32e55087-4515-4bdc-81ab-a1cdd0f64622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:35.469907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Bound port: 563fe484-a69e-4808-95d4-26c16bc15042, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32e55087-4515-4bdc-81ab-a1cdd0f64622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:35.473950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (563fe484-a69e-4808-95d4-26c16bc15042), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.477656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e55087-4515-4bdc-81ab-a1cdd0f64622') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:35.477963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e55087-4515-4bdc-81ab-a1cdd0f64622') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:35.490462 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (32e55087-4515-4bdc-81ab-a1cdd0f64622), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.502652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'port': {'device_id': '420fc07d-a746-494b-8850-1134dccb368c', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'admin_state_up': True, 'tenant_id': '4965b287b8bc4623952548709f142eb5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:35.520445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (32e55087-4515-4bdc-81ab-a1cdd0f64622), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.530449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:35.531146 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (32e55087-4515-4bdc-81ab-a1cdd0f64622), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:35.535262 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:35.613670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:44:35.613670 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:44:35.613670 n-d-828369-18 neutron-server[103526]: [parameters: {'id': '2b2ecad0-c0c7-4273-bd45-84cbe162203a'}] Feb 17 22:44:35.613670 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:35.614139 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:35.669910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] For port 563fe484-a69e-4808-95d4-26c16bc15042, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:35.674258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] For port 563fe484-a69e-4808-95d4-26c16bc15042, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=563fe484-a69e-4808-95d4-26c16bc15042,segment=NetworkSegment(32e55087-4515-4bdc-81ab-a1cdd0f64622),segment_id=32e55087-4515-4bdc-81ab-a1cdd0f64622)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:35.696896 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (563fe484-a69e-4808-95d4-26c16bc15042), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.723637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:35.728165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:35.801001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5529b-5c96-49c5-84a5-9d6706fda729 None None] Pushing event updated for resources: {'Port': ['ID=563fe484-a69e-4808-95d4-26c16bc15042,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:35.859248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea2151a9-a4b7-4e84-a6e0-e560bd3be638 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:44:35.887012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5f27cba-8f2b-4d1f-9b6b-c898f59bb78f req-9dd2a1bb-dc6f-471f-90bf-db3e5b6f71a7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0703948 Feb 17 22:44:35.927398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26bf6ab-2808-46dc-a71c-105d928f11a8 None None] Network 2b2ecad0-c0c7-4273-bd45-84cbe162203a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:35.978671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:35.979084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.115663 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2b2ecad0-c0c7-4273-bd45-84cbe162203a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.187788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:44:36.188499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.248060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ea2151a9-a4b7-4e84-a6e0-e560bd3be638, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,segment=NetworkSegment(ba38cac1-9e62-4694-b1a8-1cd02932f5a4),segment_id=ba38cac1-9e62-4694-b1a8-1cd02932f5a4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:36.262308 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.264988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port 563fe484-a69e-4808-95d4-26c16bc15042 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:36.267727 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (563fe484-a69e-4808-95d4-26c16bc15042), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.402909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:36.413345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3746f36c-c291-4d93-902c-f15da99defc3 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:44:36.444648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port 563fe484-a69e-4808-95d4-26c16bc15042, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=563fe484-a69e-4808-95d4-26c16bc15042,segment=NetworkSegment(32e55087-4515-4bdc-81ab-a1cdd0f64622),segment_id=32e55087-4515-4bdc-81ab-a1cdd0f64622)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:36.445027 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (563fe484-a69e-4808-95d4-26c16bc15042), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.480822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for 563fe484-a69e-4808-95d4-26c16bc15042 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:36.649549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746f36c-c291-4d93-902c-f15da99defc3 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:44:36.663345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (563fe484-a69e-4808-95d4-26c16bc15042), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.680027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-91757b8a-848e-40e4-8c67-8864b5517d76 None None] Provisioning complete for port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:36.680027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-91757b8a-848e-40e4-8c67-8864b5517d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.685536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port 563fe484-a69e-4808-95d4-26c16bc15042 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:36.745304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.20.0.7 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/f1362cf2-ef67-42e2-812d-2dd39a71daad) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:36.764320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=563fe484-a69e-4808-95d4-26c16bc15042,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:36.849228 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2b2ecad0-c0c7-4273-bd45-84cbe162203a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.876203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2ecad0-c0c7-4273-bd45-84cbe162203a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.890939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e55087-4515-4bdc-81ab-a1cdd0f64622') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.891586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e55087-4515-4bdc-81ab-a1cdd0f64622') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:36.911360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (32e55087-4515-4bdc-81ab-a1cdd0f64622), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.929736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (32e55087-4515-4bdc-81ab-a1cdd0f64622), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:36.944228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:36.944949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (32e55087-4515-4bdc-81ab-a1cdd0f64622), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:37.014184 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:37.022933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2b2ecad0-c0c7-4273-bd45-84cbe162203a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.030110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.035307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/2b2ecad0-c0c7-4273-bd45-84cbe162203a HTTP/1.1" status: 204 len: 168 time: 2.5477927 Feb 17 22:44:37.040215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51282) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:37.078864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1503858844'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:37.124652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1fd76a-1b13-4644-b329-6e42230285e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=2b2ecad0-c0c7-4273-bd45-84cbe162203a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:37.132738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:37.144389 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.183261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.197593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:37.221783 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (db8762e5-9567-4ed9-9225-df0692502980), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.221783 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment db8762e5-9567-4ed9-9225-df0692502980 of type vlan for network 112b1651-16ac-46d4-a853-f6be9b47c752 Feb 17 22:44:37.268089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.325630 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (112b1651-16ac-46d4-a853-f6be9b47c752), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.395447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (112b1651-16ac-46d4-a853-f6be9b47c752), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.403089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:37.403745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.416547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:37.423609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:37.443458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:37.555463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:37.556085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.589062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=112b1651-16ac-46d4-a853-f6be9b47c752,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:37.618558 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ebbc2c32-d4a2-4009-8f78-b71e4d36ab56 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5464861 Feb 17 22:44:37.622320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51284) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:37.630435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=f1362cf2-ef67-42e2-812d-2dd39a71daad,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:37.637445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-0231e5c1-300a-4b80-a0c8-bfef2cd1e0ec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1466167 Feb 17 22:44:37.638537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': '112b1651-16ac-46d4-a853-f6be9b47c752', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:37.639932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-91757b8a-848e-40e4-8c67-8864b5517d76 None None] Current status of the port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:44:37.645584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2bf86-7f1a-47a5-8b7a-9bf8eb3e8341 req-e3a53ff2-5c4d-456f-918c-426d7d26f99d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:37.647072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5db2bf86-7f1a-47a5-8b7a-9bf8eb3e8341 req-e3a53ff2-5c4d-456f-918c-426d7d26f99d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 931 time: 0.4978056 Feb 17 22:44:37.647612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 112b1651-16ac-46d4-a853-f6be9b47c752 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:37.665054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Request body: {'port': {'device_id': '420fc07d-a746-494b-8850-1134dccb368c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:37.869144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea2151a9-a4b7-4e84-a6e0-e560bd3be638 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:44:37.870384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.886365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5db2bf86-7f1a-47a5-8b7a-9bf8eb3e8341 req-1bd4af2d-1679-4628-8672-e101ca69b569 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253661 Feb 17 22:44:37.938422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:37.941932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:37.983979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a01b377-d511-4faa-874d-a7a9dd28f094 None None] Network 601250ea-84fd-4896-9080-dd40349f2523 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:38.086675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing IP validity checks on allocation pools {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 22:44:38.087198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 22:44:38.374173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:38.379357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:38.437425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:38.480713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1362cf2-ef67-42e2-812d-2dd39a71daad {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:44:38.498573 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Publish callbacks [] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:38.544973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Transition to ACTIVE for port object f1362cf2-ef67-42e2-812d-2dd39a71daad will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:44:38.552906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:38.657399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:44:38.669366 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:38.693289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': 'db8762e5-9567-4ed9-9225-df0692502980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '112b1651-16ac-46d4-a853-f6be9b47c752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:38.693731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: 112b1651-16ac-46d4-a853-f6be9b47c752, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:38.746539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network 112b1651-16ac-46d4-a853-f6be9b47c752 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:38.750689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Pushing event updated for resources: {'Port': ['ID=f1362cf2-ef67-42e2-812d-2dd39a71daad,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:38.771117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 112b1651-16ac-46d4-a853-f6be9b47c752) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:38.775505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:38.776121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:38.783798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b64a56-c1a7-49ca-96d8-f1dcd302a16b None None] Network 112b1651-16ac-46d4-a853-f6be9b47c752 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:38.827486 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-21738574-ca2d-4879-aa2b-534fab546308 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2033267 Feb 17 22:44:38.830054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:38.971736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-112b1651-16ac-46d4-a853-f6be9b47c752', 'network_id': '112b1651-16ac-46d4-a853-f6be9b47c752', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:38.972747 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.060060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Attempting to bind port f1362cf2-ef67-42e2-812d-2dd39a71daad on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:39.060632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Attempting to bind port f1362cf2-ef67-42e2-812d-2dd39a71daad by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:39.060735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Attempting to bind port f1362cf2-ef67-42e2-812d-2dd39a71daad on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:39.080674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Port f1362cf2-ef67-42e2-812d-2dd39a71daad on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:44:39.081006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Attempting to bind port f1362cf2-ef67-42e2-812d-2dd39a71daad on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:39.102349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:39.102697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:39.103129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:39.104327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Bound port: f1362cf2-ef67-42e2-812d-2dd39a71daad, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:39.104697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.187390 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (112b1651-16ac-46d4-a853-f6be9b47c752), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.286831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e72e4a76-f930-4240-bf4c-9d1aad3b165c None None] Provisioning complete for port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:44:39.287230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e72e4a76-f930-4240-bf4c-9d1aad3b165c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.316034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec998a0-97ea-4ab7-b25c-d317ade95f60 req-833978b9-97e2-4dca-8377-abbb91bcc818 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:39.323892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ec998a0-97ea-4ab7-b25c-d317ade95f60 req-833978b9-97e2-4dca-8377-abbb91bcc818 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.2229788 Feb 17 22:44:39.345839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.347027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] For port f1362cf2-ef67-42e2-812d-2dd39a71daad, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:39.368040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] For port f1362cf2-ef67-42e2-812d-2dd39a71daad, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:39.396828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.465070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ec998a0-97ea-4ab7-b25c-d317ade95f60 req-ce19ab5a-7cc7-425d-99a4-e2d1a73a377f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401422 Feb 17 22:44:39.501843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.504642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:39.504642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:39.504642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] 10.222.0.94 "PUT /v2.0/ports/f1362cf2-ef67-42e2-812d-2dd39a71daad HTTP/1.1" status: 200 len: 1092 time: 1.8444202 Feb 17 22:44:39.511795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '420fc07d-a746-494b-8850-1134dccb368c', 'tag': 'f1362cf2-ef67-42e2-812d-2dd39a71daad'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:44:39.515871 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faee112f-9d1e-4b76-9258-8e4a037266cc" -d '{"events": [{"name": "network-changed", "server_uuid": "420fc07d-a746-494b-8850-1134dccb368c", "tag": "f1362cf2-ef67-42e2-812d-2dd39a71daad"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:44:39.573186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196be3b-1fc8-4fb2-bc90-67ca88271d99 service neutron] Pushing event updated for resources: {'Port': ['ID=f1362cf2-ef67-42e2-812d-2dd39a71daad,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:39.680006 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a60dc74-a121-439b-a6a8-63ac9e59e6e1 x-openstack-request-id: req-6a60dc74-a121-439b-a6a8-63ac9e59e6e1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:44:39.680304 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "420fc07d-a746-494b-8850-1134dccb368c", "tag": "f1362cf2-ef67-42e2-812d-2dd39a71daad", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:44:39.680571 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6a60dc74-a121-439b-a6a8-63ac9e59e6e1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:44:39.680991 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '420fc07d-a746-494b-8850-1134dccb368c', 'tag': 'f1362cf2-ef67-42e2-812d-2dd39a71daad', 'status': 'completed', 'code': 200} Feb 17 22:44:39.724514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e72e4a76-f930-4240-bf4c-9d1aad3b165c None None] Current status of the port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:44:39.725572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-d2d0c86e-a6b6-4c79-9a35-d02c2bcac430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:39.727119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-d2d0c86e-a6b6-4c79-9a35-d02c2bcac430 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 1126 time: 0.1427815 Feb 17 22:44:39.746126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Allocated IP 172.20.0.3 (112b1651-16ac-46d4-a853-f6be9b47c752/54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b/56725385-b23b-43c9-800a-e7f304fb365f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:39.820368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-23a0b21c-e442-4a42-a1be-aa3762c40876 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad HTTP/1.1" status: 200 len: 217 time: 0.0766761 Feb 17 22:44:39.918217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-70973230-1771-4156-b455-a5abd16faf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:39.921030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-70973230-1771-4156-b455-a5abd16faf94 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0959220 Feb 17 22:44:40.001589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Publish callbacks [] for port (56725385-b23b-43c9-800a-e7f304fb365f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.014541 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (56725385-b23b-43c9-800a-e7f304fb365f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.022648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-3cf8ae41-d066-404b-bcb9-f05a430d8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:40.024199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-3cf8ae41-d066-404b-bcb9-f05a430d8d57 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0990741 Feb 17 22:44:40.045843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.120691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Pushing event updated for resources: {'Port': ['ID=56725385-b23b-43c9-800a-e7f304fb365f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:40.122749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:40.149746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Network 112b1651-16ac-46d4-a853-f6be9b47c752 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:40.151850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:40.157621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:40.218409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-5c6e256e-d603-4b1c-91f4-fdc92604a45a service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837542 Feb 17 22:44:40.239560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (112b1651-16ac-46d4-a853-f6be9b47c752), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.264087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112b1651-16ac-46d4-a853-f6be9b47c752']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:40.276530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8762e5-9567-4ed9-9225-df0692502980') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:40.276834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8762e5-9567-4ed9-9225-df0692502980') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:40.278880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Attempting to bind port 56725385-b23b-43c9-800a-e7f304fb365f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:40.279264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Attempting to bind port 56725385-b23b-43c9-800a-e7f304fb365f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'db8762e5-9567-4ed9-9225-df0692502980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '112b1651-16ac-46d4-a853-f6be9b47c752'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:40.280206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Attempting to bind port 56725385-b23b-43c9-800a-e7f304fb365f on network 112b1651-16ac-46d4-a853-f6be9b47c752 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:40.287399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (db8762e5-9567-4ed9-9225-df0692502980), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.290607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:40.291774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Checking segment: {'id': 'db8762e5-9567-4ed9-9225-df0692502980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '112b1651-16ac-46d4-a853-f6be9b47c752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:40.292248 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.292747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Bound using segment: {'id': 'db8762e5-9567-4ed9-9225-df0692502980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '112b1651-16ac-46d4-a853-f6be9b47c752'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:40.293235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Bound port: 56725385-b23b-43c9-800a-e7f304fb365f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8762e5-9567-4ed9-9225-df0692502980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '112b1651-16ac-46d4-a853-f6be9b47c752'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:40.293618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (56725385-b23b-43c9-800a-e7f304fb365f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.303763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (db8762e5-9567-4ed9-9225-df0692502980), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.310856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:40.311450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (db8762e5-9567-4ed9-9225-df0692502980), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:40.380628 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:40.390414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:44:40.390414 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:44:40.390414 n-d-828369-18 neutron-server[103526]: [parameters: {'id': '112b1651-16ac-46d4-a853-f6be9b47c752'}] Feb 17 22:44:40.390414 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:40.390834 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:40.400169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fe6a933-cd69-4c60-80aa-1c2bb90bfd11 req-e21235f6-57f5-4022-93f5-28572713bf23 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754920 Feb 17 22:44:40.436846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] For port 56725385-b23b-43c9-800a-e7f304fb365f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:40.442351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] For port 56725385-b23b-43c9-800a-e7f304fb365f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=56725385-b23b-43c9-800a-e7f304fb365f,segment=NetworkSegment(db8762e5-9567-4ed9-9225-df0692502980),segment_id=db8762e5-9567-4ed9-9225-df0692502980)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:40.453740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (56725385-b23b-43c9-800a-e7f304fb365f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.610186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d161288-0a51-48ca-877a-1c6f0cef40b7 None None] Pushing event updated for resources: {'Port': ['ID=56725385-b23b-43c9-800a-e7f304fb365f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:40.620668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-a3082afa-1491-4977-b03b-8c54ee44f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:40.622556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-a3082afa-1491-4977-b03b-8c54ee44f72b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 1126 time: 0.1399300 Feb 17 22:44:40.691288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04070f6c-92ee-49fe-9018-ff20020a6cbe None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:44:40.790788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04070f6c-92ee-49fe-9018-ff20020a6cbe None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:44:40.831099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9beb903-e21e-4dc6-8be5-7d6e7d4b391a req-943a5d7e-a36f-40d3-92d5-afd1325e282d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:40.833320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9beb903-e21e-4dc6-8be5-7d6e7d4b391a req-943a5d7e-a36f-40d3-92d5-afd1325e282d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1528769 Feb 17 22:44:40.891906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (112b1651-16ac-46d4-a853-f6be9b47c752), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:40.909393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-7ce44f08-e969-4231-97a1-c11ad2fd5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:40.917170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-7ce44f08-e969-4231-97a1-c11ad2fd5d20 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.2889016 Feb 17 22:44:41.019939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port 56725385-b23b-43c9-800a-e7f304fb365f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:41.020184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (56725385-b23b-43c9-800a-e7f304fb365f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.059804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-d47e59b8-795e-4c64-915e-5a21ab9e8e41 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad HTTP/1.1" status: 200 len: 217 time: 0.1353261 Feb 17 22:44:41.149586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd97d32-5a59-4631-a1ad-718616a14d59 None None] Network 112b1651-16ac-46d4-a853-f6be9b47c752 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:41.184596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port 56725385-b23b-43c9-800a-e7f304fb365f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=56725385-b23b-43c9-800a-e7f304fb365f,segment=NetworkSegment(db8762e5-9567-4ed9-9225-df0692502980),segment_id=db8762e5-9567-4ed9-9225-df0692502980)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:41.184971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (56725385-b23b-43c9-800a-e7f304fb365f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.205618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-41502ba6-b44d-46d4-b725-bfd3acd81d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.207142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-41502ba6-b44d-46d4-b725-bfd3acd81d91 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.1311457 Feb 17 22:44:41.220295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9beb903-e21e-4dc6-8be5-7d6e7d4b391a req-2b48b64d-25ee-4f8a-8cfd-0eb854a57e95 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797457 Feb 17 22:44:41.222631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for 56725385-b23b-43c9-800a-e7f304fb365f owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:41.322576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-5f56f47d-693a-40b3-b101-d9e3244f5db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.324431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-5f56f47d-693a-40b3-b101-d9e3244f5db8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1028402 Feb 17 22:44:41.405911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (56725385-b23b-43c9-800a-e7f304fb365f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.458193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=56725385-b23b-43c9-800a-e7f304fb365f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:41.474870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port 56725385-b23b-43c9-800a-e7f304fb365f on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:41.506232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-bb36e5b0-a64f-4bd9-b57a-3260bda76cdf service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741538 Feb 17 22:44:41.614103 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (112b1651-16ac-46d4-a853-f6be9b47c752), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.650053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['112b1651-16ac-46d4-a853-f6be9b47c752']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:41.663682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8762e5-9567-4ed9-9225-df0692502980') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:41.663982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8762e5-9567-4ed9-9225-df0692502980') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:41.679277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (db8762e5-9567-4ed9-9225-df0692502980), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.691994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faee112f-9d1e-4b76-9258-8e4a037266cc req-b0f8ba34-7cb9-4159-bf96-66c5f4147605 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800139 Feb 17 22:44:41.694950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (db8762e5-9567-4ed9-9225-df0692502980), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.715320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:41.715751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (db8762e5-9567-4ed9-9225-df0692502980), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:41.786840 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:41.792219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (112b1651-16ac-46d4-a853-f6be9b47c752), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.798763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.802599 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/112b1651-16ac-46d4-a853-f6be9b47c752 HTTP/1.1" status: 204 len: 168 time: 2.9715974 Feb 17 22:44:41.808383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51326) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:41.814645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764935223'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:41.835503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfdb4b-8066-48ec-a711-9c8a937146e3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=112b1651-16ac-46d4-a853-f6be9b47c752,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:41.851401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:41.857236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.886614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:41.897971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (71688ded-e2fa-4175-a17d-f6eb5a8e860e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.898526 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 71688ded-e2fa-4175-a17d-f6eb5a8e860e of type vlan for network 64ae77d2-74f1-497d-afd5-bcdb7d114520 Feb 17 22:44:41.948547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (64ae77d2-74f1-497d-afd5-bcdb7d114520), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.988590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (64ae77d2-74f1-497d-afd5-bcdb7d114520), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:41.995354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:41.996089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:42.106956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2964332 Feb 17 22:44:42.108740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51330) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:42.114184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': '64ae77d2-74f1-497d-afd5-bcdb7d114520', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:42.151695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=64ae77d2-74f1-497d-afd5-bcdb7d114520,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:42.175039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.175697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.176266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.176824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.177391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.177939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.179501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.207869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.209552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.216852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.217521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.219728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.221715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056f8f57-962a-4abd-a5b6-190aed8de2ab tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:44:42.241065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 64ae77d2-74f1-497d-afd5-bcdb7d114520 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:42.317766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:42.321197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:42.477559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f895bd-ec83-44c9-83d0-447647a3a902 req-733ff980-712e-4194-a480-990298eb3d95 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:42.489005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5f895bd-ec83-44c9-83d0-447647a3a902 req-733ff980-712e-4194-a480-990298eb3d95 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1168993 Feb 17 22:44:42.578323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5f895bd-ec83-44c9-83d0-447647a3a902 req-927e93bf-22ee-4902-8d57-b07245d16e05 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879431 Feb 17 22:44:42.674622 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (47429ef6-bd85-4a18-a0c8-41e4c7e4ef26), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:42.767440 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': '71688ded-e2fa-4175-a17d-f6eb5a8e860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64ae77d2-74f1-497d-afd5-bcdb7d114520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:42.767826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: 64ae77d2-74f1-497d-afd5-bcdb7d114520, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:42.773790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=47429ef6-bd85-4a18-a0c8-41e4c7e4ef26,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:42.796268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network 64ae77d2-74f1-497d-afd5-bcdb7d114520 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:42.807626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 64ae77d2-74f1-497d-afd5-bcdb7d114520) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:42.815332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:42.816623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:42.824162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4fbdb2-3e15-40b7-8505-34e5996144d9 None None] Network 64ae77d2-74f1-497d-afd5-bcdb7d114520 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:42.867422 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-92570749-ef2e-4e25-b53f-0bbf7f2148b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7564437 Feb 17 22:44:42.869991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51336) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:42.973997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-64ae77d2-74f1-497d-afd5-bcdb7d114520', 'network_id': '64ae77d2-74f1-497d-afd5-bcdb7d114520', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '47429ef6-bd85-4a18-a0c8-41e4c7e4ef26'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:42.975592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:42.985185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (64ae77d2-74f1-497d-afd5-bcdb7d114520), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.063217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (47429ef6-bd85-4a18-a0c8-41e4c7e4ef26), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.163634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Allocated IP 172.20.0.1 (64ae77d2-74f1-497d-afd5-bcdb7d114520/47429ef6-bd85-4a18-a0c8-41e4c7e4ef26/dc444a55-bbeb-4655-8b15-a1f596a5752a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:43.422518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Publish callbacks [] for port (dc444a55-bbeb-4655-8b15-a1f596a5752a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.433929 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (dc444a55-bbeb-4655-8b15-a1f596a5752a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.470655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (47429ef6-bd85-4a18-a0c8-41e4c7e4ef26), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.478326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Network 64ae77d2-74f1-497d-afd5-bcdb7d114520 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:43.481258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:43.484941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:43.490495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Pushing event updated for resources: {'Port': ['ID=dc444a55-bbeb-4655-8b15-a1f596a5752a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:43.554040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Attempting to bind port dc444a55-bbeb-4655-8b15-a1f596a5752a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:43.554406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Attempting to bind port dc444a55-bbeb-4655-8b15-a1f596a5752a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '71688ded-e2fa-4175-a17d-f6eb5a8e860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64ae77d2-74f1-497d-afd5-bcdb7d114520'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:43.554770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Attempting to bind port dc444a55-bbeb-4655-8b15-a1f596a5752a on network 64ae77d2-74f1-497d-afd5-bcdb7d114520 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:43.560066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:43.560445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Checking segment: {'id': '71688ded-e2fa-4175-a17d-f6eb5a8e860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64ae77d2-74f1-497d-afd5-bcdb7d114520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:43.560845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.561237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Bound using segment: {'id': '71688ded-e2fa-4175-a17d-f6eb5a8e860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64ae77d2-74f1-497d-afd5-bcdb7d114520'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:43.561777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Bound port: dc444a55-bbeb-4655-8b15-a1f596a5752a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71688ded-e2fa-4175-a17d-f6eb5a8e860e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '64ae77d2-74f1-497d-afd5-bcdb7d114520'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:43.562275 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dc444a55-bbeb-4655-8b15-a1f596a5752a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.615717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=47429ef6-bd85-4a18-a0c8-41e4c7e4ef26,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:43.694057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (64ae77d2-74f1-497d-afd5-bcdb7d114520), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.713567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] For port dc444a55-bbeb-4655-8b15-a1f596a5752a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:43.716975 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] For port dc444a55-bbeb-4655-8b15-a1f596a5752a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=dc444a55-bbeb-4655-8b15-a1f596a5752a,segment=NetworkSegment(71688ded-e2fa-4175-a17d-f6eb5a8e860e),segment_id=71688ded-e2fa-4175-a17d-f6eb5a8e860e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:43.735082 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dc444a55-bbeb-4655-8b15-a1f596a5752a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:43.750752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a03e21-300e-4615-85e4-54897b5234d9 req-bef54eda-e16d-48cb-bef5-5d51c37f1aab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:43.758547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75a03e21-300e-4615-85e4-54897b5234d9 req-bef54eda-e16d-48cb-bef5-5d51c37f1aab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.0858281 Feb 17 22:44:43.824723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75a03e21-300e-4615-85e4-54897b5234d9 req-a53107a1-6636-41b0-8a91-10996b21805d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647254 Feb 17 22:44:43.946210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9bd2c-d4ef-4083-a279-5a05cdd49385 None None] Pushing event updated for resources: {'Port': ['ID=dc444a55-bbeb-4655-8b15-a1f596a5752a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:43.973986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0655ef-7f3f-480a-8e05-ce203d518ff4 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:44:44.085650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0655ef-7f3f-480a-8e05-ce203d518ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:44:44.190365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ae77d2-74f1-497d-afd5-bcdb7d114520']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:44.201898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71688ded-e2fa-4175-a17d-f6eb5a8e860e') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:44.201898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71688ded-e2fa-4175-a17d-f6eb5a8e860e') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:44.212518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (71688ded-e2fa-4175-a17d-f6eb5a8e860e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:44.230437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (71688ded-e2fa-4175-a17d-f6eb5a8e860e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:44.248790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:44.251715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (71688ded-e2fa-4175-a17d-f6eb5a8e860e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:44.260767 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:44.414509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437d49ca-5a6d-409d-8892-8f976bea9bc4 None None] Network 64ae77d2-74f1-497d-afd5-bcdb7d114520 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:44.448278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:44:44.448278 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:44:44.448278 n-d-828369-18 neutron-server[103526]: [parameters: {'id': '64ae77d2-74f1-497d-afd5-bcdb7d114520'}] Feb 17 22:44:44.448278 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:44.448847 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:44.543249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fa66166f-5dda-43bc-b1ec-733889084f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:44.730948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51352) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:44.902690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d88e488-7c72-4c74-a51c-5253b644b72b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:44.949720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (64ae77d2-74f1-497d-afd5-bcdb7d114520), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.068398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027b5c5-76b8-48e8-a2f2-22f7214555d1 req-95b9e1eb-4f2d-4ae1-85f3-ea69f1fb208b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:45.070739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1027b5c5-76b8-48e8-a2f2-22f7214555d1 req-95b9e1eb-4f2d-4ae1-85f3-ea69f1fb208b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1307490 Feb 17 22:44:45.091160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d88e488-7c72-4c74-a51c-5253b644b72b admin admin] Publish callbacks [] for security_group (bfbfebc4-677d-4444-bdd9-14fb03c5cb07), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.096240 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port dc444a55-bbeb-4655-8b15-a1f596a5752a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:45.096927 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dc444a55-bbeb-4655-8b15-a1f596a5752a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.101108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7d88e488-7c72-4c74-a51c-5253b644b72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bfbfebc4-677d-4444-bdd9-14fb03c5cb07), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.161166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1027b5c5-76b8-48e8-a2f2-22f7214555d1 req-2144bd12-2f92-42d0-8258-01322fac962c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837679 Feb 17 22:44:45.212024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51358) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:45.220621 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7d88e488-7c72-4c74-a51c-5253b644b72b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a0f27b398b54a528bbcaf52eb53c23f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4884303 Feb 17 22:44:45.309279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88e488-7c72-4c74-a51c-5253b644b72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbfebc4-677d-4444-bdd9-14fb03c5cb07,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:45.326254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9da24f3-b86f-4261-b40a-4233c09c2dfd admin admin] Publish callbacks [] for security_group (bfbfebc4-677d-4444-bdd9-14fb03c5cb07), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.337252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port dc444a55-bbeb-4655-8b15-a1f596a5752a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=dc444a55-bbeb-4655-8b15-a1f596a5752a,segment=NetworkSegment(71688ded-e2fa-4175-a17d-f6eb5a8e860e),segment_id=71688ded-e2fa-4175-a17d-f6eb5a8e860e)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:45.341624 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dc444a55-bbeb-4655-8b15-a1f596a5752a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.359619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for dc444a55-bbeb-4655-8b15-a1f596a5752a owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:45.369042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9da24f3-b86f-4261-b40a-4233c09c2dfd admin admin] Publish callbacks [] for security_group (bfbfebc4-677d-4444-bdd9-14fb03c5cb07), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.466647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9da24f3-b86f-4261-b40a-4233c09c2dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bfbfebc4-677d-4444-bdd9-14fb03c5cb07), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.478022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9da24f3-b86f-4261-b40a-4233c09c2dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.482922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e9da24f3-b86f-4261-b40a-4233c09c2dfd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bfbfebc4-677d-4444-bdd9-14fb03c5cb07 HTTP/1.1" status: 204 len: 168 time: 0.2670829 Feb 17 22:44:45.488047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dc444a55-bbeb-4655-8b15-a1f596a5752a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.491200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da24f3-b86f-4261-b40a-4233c09c2dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbfebc4-677d-4444-bdd9-14fb03c5cb07,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:45.533852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port dc444a55-bbeb-4655-8b15-a1f596a5752a on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:45.590058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=dc444a55-bbeb-4655-8b15-a1f596a5752a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:45.715467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (64ae77d2-74f1-497d-afd5-bcdb7d114520), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.737890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ae77d2-74f1-497d-afd5-bcdb7d114520']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:45.748889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71688ded-e2fa-4175-a17d-f6eb5a8e860e') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:45.749196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71688ded-e2fa-4175-a17d-f6eb5a8e860e') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:45.760353 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (71688ded-e2fa-4175-a17d-f6eb5a8e860e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.774600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (71688ded-e2fa-4175-a17d-f6eb5a8e860e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.781636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:45.782046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (71688ded-e2fa-4175-a17d-f6eb5a8e860e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:45.851261 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:45.855800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (64ae77d2-74f1-497d-afd5-bcdb7d114520), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.870222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.880850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51374) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:45.881109 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/64ae77d2-74f1-497d-afd5-bcdb7d114520 HTTP/1.1" status: 204 len: 168 time: 3.0097995 Feb 17 22:44:45.887292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-247607576'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:45.893182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb03c0e-5753-4379-b77f-227e9cdc0c60 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=64ae77d2-74f1-497d-afd5-bcdb7d114520,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:45.943098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:45.950035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:45.995007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51376) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:46.011623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:46.019863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64e7f766-3b02-4546-bbb4-b8bd5c1eae49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.030831 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.031497 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc of type vlan for network f5aff5fb-53a8-42ba-92b4-e4402b022196 Feb 17 22:44:46.135975 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f5aff5fb-53a8-42ba-92b4-e4402b022196), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.221266 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f5aff5fb-53a8-42ba-92b4-e4402b022196), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.229202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:46.229997 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.296381 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64e7f766-3b02-4546-bbb4-b8bd5c1eae49 admin admin] Publish callbacks [] for security_group (27e2e7ff-8076-495a-9ac6-51177e630843), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.305743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-64e7f766-3b02-4546-bbb4-b8bd5c1eae49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (27e2e7ff-8076-495a-9ac6-51177e630843), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.418081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-64e7f766-3b02-4546-bbb4-b8bd5c1eae49 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aacad8fe768d4569812953578b5b61d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4216061 Feb 17 22:44:46.421369 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51380) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:46.436486 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7f766-3b02-4546-bbb4-b8bd5c1eae49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e2e7ff-8076-495a-9ac6-51177e630843,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:46.557317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=f5aff5fb-53a8-42ba-92b4-e4402b022196,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:46.579563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f5aff5fb-53a8-42ba-92b4-e4402b022196 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:46.590840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9ff9f42-493f-48e3-bc3c-5f80700354ae tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7081566 Feb 17 22:44:46.606198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:46.631925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': 'f5aff5fb-53a8-42ba-92b4-e4402b022196', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:46.652760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715dc20-0746-4ff3-8015-9f23aa246e2a req-b7ee083c-1f45-4508-98bd-8a8fca722b89 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:46.668532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d715dc20-0746-4ff3-8015-9f23aa246e2a req-b7ee083c-1f45-4508-98bd-8a8fca722b89 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.2276711 Feb 17 22:44:46.686183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e97b0053-b8af-4cb2-98c5-cc4f67ca36f8 admin admin] Publish callbacks [] for security_group (27e2e7ff-8076-495a-9ac6-51177e630843), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.765218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d715dc20-0746-4ff3-8015-9f23aa246e2a req-09b4eeaf-c4c1-4726-89e2-887a44ba23b0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953624 Feb 17 22:44:46.805470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e97b0053-b8af-4cb2-98c5-cc4f67ca36f8 admin admin] Publish callbacks [] for security_group (27e2e7ff-8076-495a-9ac6-51177e630843), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.873436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:46.877813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.949855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e97b0053-b8af-4cb2-98c5-cc4f67ca36f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (27e2e7ff-8076-495a-9ac6-51177e630843), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.952920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e97b0053-b8af-4cb2-98c5-cc4f67ca36f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:46.956659 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e97b0053-b8af-4cb2-98c5-cc4f67ca36f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/27e2e7ff-8076-495a-9ac6-51177e630843 HTTP/1.1" status: 204 len: 168 time: 0.5310006 Feb 17 22:44:46.971565 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b0053-b8af-4cb2-98c5-cc4f67ca36f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e2e7ff-8076-495a-9ac6-51177e630843,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.137201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (317aa751-1132-4849-957d-5d37c08b5727), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.215719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=317aa751-1132-4849-957d-5d37c08b5727,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.220685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': 'ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'f5aff5fb-53a8-42ba-92b4-e4402b022196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:47.221053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: f5aff5fb-53a8-42ba-92b4-e4402b022196, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:47.246589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network f5aff5fb-53a8-42ba-92b4-e4402b022196 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:47.261975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f5aff5fb-53a8-42ba-92b4-e4402b022196) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:47.267523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:47.268354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.277922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d3b036-1892-4aac-97ef-72d79515f321 None None] Network f5aff5fb-53a8-42ba-92b4-e4402b022196 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:47.307001 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a3ba8be9-7fdd-4f76-8428-d1b30cee0d8d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6954291 Feb 17 22:44:47.307346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51390) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:47.423196 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f5aff5fb-53a8-42ba-92b4-e4402b022196), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.451911 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3b1b2bf0-04a8-430c-9d2a-4501f99507ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.509463 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (317aa751-1132-4849-957d-5d37c08b5727), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.537910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f54826-90a2-43bb-96a9-6260ea0274d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f5aff5fb-53a8-42ba-92b4-e4402b022196', 'network_id': 'f5aff5fb-53a8-42ba-92b4-e4402b022196', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '317aa751-1132-4849-957d-5d37c08b5727'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:47.538779 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92f54826-90a2-43bb-96a9-6260ea0274d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.644407 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (317aa751-1132-4849-957d-5d37c08b5727), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.730956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=317aa751-1132-4849-957d-5d37c08b5727,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-92f54826-90a2-43bb-96a9-6260ea0274d6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 317aa751-1132-4849-957d-5d37c08b5727: This subnet is being modified by another concurrent operation. Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 317aa751-1132-4849-957d-5d37c08b5727: This subnet is being modified by another concurrent operation. Feb 17 22:44:47.845566 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 22:44:47.881578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a0c028-a17d-4af0-a535-3afdd06e913b None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:44:47.897044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f5aff5fb-53a8-42ba-92b4-e4402b022196), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:47.988248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a0c028-a17d-4af0-a535-3afdd06e913b None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:44:48.002358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5aff5fb-53a8-42ba-92b4-e4402b022196']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:48.033391 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.047506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:48.047812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:48.058389 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.082086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf41e25-80f3-429e-ae16-366aacb0189b req-1d7ad2b4-78b1-4b31-b44f-7c4f65dd7463 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:48.089907 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cf41e25-80f3-429e-ae16-366aacb0189b req-1d7ad2b4-78b1-4b31-b44f-7c4f65dd7463 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1711113 Feb 17 22:44:48.095946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.102744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:48.103199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (ff2f4a59-4d12-486c-ae6e-edf6b0acd1dc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:48.168231 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:48.208668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f5aff5fb-53a8-42ba-92b4-e4402b022196), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.213991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cf41e25-80f3-429e-ae16-366aacb0189b req-c775f0f1-ebbd-4ef6-aad5-d3dd37ce65cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213868 Feb 17 22:44:48.219768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.223353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/f5aff5fb-53a8-42ba-92b4-e4402b022196 HTTP/1.1" status: 204 len: 168 time: 0.9148996 Feb 17 22:44:48.226866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51412) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:48.234470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1329447169'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:48.273263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac10bb-af5c-4895-9f98-196f6ddb5285 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=f5aff5fb-53a8-42ba-92b4-e4402b022196,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:48.296451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:48.304813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.334779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b00ff4-320d-4eaf-a860-69bd7ba64320 None None] Network f5aff5fb-53a8-42ba-92b4-e4402b022196 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:48.371556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b00ff4-320d-4eaf-a860-69bd7ba64320 None None] Network f5aff5fb-53a8-42ba-92b4-e4402b022196 could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:44:48.379648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:48.395104 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.395475 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6 of type vlan for network d8583e40-cb86-4398-aa3e-6d24291d591d Feb 17 22:44:48.448759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d8583e40-cb86-4398-aa3e-6d24291d591d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.485916 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d8583e40-cb86-4398-aa3e-6d24291d591d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.493556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:48.496078 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.578681 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3505478 Feb 17 22:44:48.581533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51418) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:48.589529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': 'd8583e40-cb86-4398-aa3e-6d24291d591d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:48.605375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65db1c3d-5f49-41f6-8eb6-273ef42c8f5b tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=d8583e40-cb86-4398-aa3e-6d24291d591d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:48.618553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d8583e40-cb86-4398-aa3e-6d24291d591d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:48.785593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:48.790107 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:48.859387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing IP validity checks on allocation pools {{(pid=103527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 22:44:48.859994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 22:44:49.028591 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (acbd19ce-ff7f-43ac-9d03-d3584cdd296b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.105388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=acbd19ce-ff7f-43ac-9d03-d3584cdd296b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:49.124362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8583e40-cb86-4398-aa3e-6d24291d591d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:49.124890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: d8583e40-cb86-4398-aa3e-6d24291d591d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:49.148287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network d8583e40-cb86-4398-aa3e-6d24291d591d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:49.163470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d8583e40-cb86-4398-aa3e-6d24291d591d) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:49.169153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:49.170236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.181950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cebe9b-ad37-4d36-aa74-dd01dcb89728 None None] Network d8583e40-cb86-4398-aa3e-6d24291d591d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:49.212798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1aa70a70-38d0-4c29-97e9-0512d8db2d14 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6259263 Feb 17 22:44:49.213741 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51428) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:49.337084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-d8583e40-cb86-4398-aa3e-6d24291d591d', 'network_id': 'd8583e40-cb86-4398-aa3e-6d24291d591d', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': 'acbd19ce-ff7f-43ac-9d03-d3584cdd296b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:49.338575 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.371809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d8583e40-cb86-4398-aa3e-6d24291d591d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.421888 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.451047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffbf07e-b313-43bf-86bf-ff3e25e3af22 req-80ea08b2-96f9-44d6-91f3-bc2ebb00e777 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:49.455873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ffbf07e-b313-43bf-86bf-ff3e25e3af22 req-80ea08b2-96f9-44d6-91f3-bc2ebb00e777 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1113629 Feb 17 22:44:49.486271 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (acbd19ce-ff7f-43ac-9d03-d3584cdd296b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.580669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ffbf07e-b313-43bf-86bf-ff3e25e3af22 req-7da80839-4d49-4f84-b7a3-eeeb6512e225 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098716 Feb 17 22:44:49.599013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Allocated IP 172.20.0.3 (d8583e40-cb86-4398-aa3e-6d24291d591d/acbd19ce-ff7f-43ac-9d03-d3584cdd296b/7d05bc18-b52f-4cb7-a052-49e169a99b90) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:49.795098 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Publish callbacks [] for port (7d05bc18-b52f-4cb7-a052-49e169a99b90), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.801935 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7d05bc18-b52f-4cb7-a052-49e169a99b90), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.831180 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (acbd19ce-ff7f-43ac-9d03-d3584cdd296b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.841340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Network d8583e40-cb86-4398-aa3e-6d24291d591d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:49.844540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:49.850468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:49.886103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Pushing event updated for resources: {'Port': ['ID=7d05bc18-b52f-4cb7-a052-49e169a99b90,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:49.925627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Attempting to bind port 7d05bc18-b52f-4cb7-a052-49e169a99b90 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:49.926004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Attempting to bind port 7d05bc18-b52f-4cb7-a052-49e169a99b90 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8583e40-cb86-4398-aa3e-6d24291d591d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:49.926373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Attempting to bind port 7d05bc18-b52f-4cb7-a052-49e169a99b90 on network d8583e40-cb86-4398-aa3e-6d24291d591d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:49.932688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:49.933073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Checking segment: {'id': 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8583e40-cb86-4398-aa3e-6d24291d591d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:49.933480 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.933874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Bound using segment: {'id': 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8583e40-cb86-4398-aa3e-6d24291d591d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:49.934349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Bound port: 7d05bc18-b52f-4cb7-a052-49e169a99b90, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd8583e40-cb86-4398-aa3e-6d24291d591d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:49.934731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7d05bc18-b52f-4cb7-a052-49e169a99b90), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:49.946238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=acbd19ce-ff7f-43ac-9d03-d3584cdd296b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:50.029539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] For port 7d05bc18-b52f-4cb7-a052-49e169a99b90, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:50.033043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] For port 7d05bc18-b52f-4cb7-a052-49e169a99b90, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d05bc18-b52f-4cb7-a052-49e169a99b90,segment=NetworkSegment(d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6),segment_id=d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:50.042261 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7d05bc18-b52f-4cb7-a052-49e169a99b90), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.056117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d8583e40-cb86-4398-aa3e-6d24291d591d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.115753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8583e40-cb86-4398-aa3e-6d24291d591d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.125969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.126287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:50.138047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.151013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e63f68-41ec-4ffd-bcd7-517363eb5b84 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:44:50.155911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.164023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:50.164864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:50.171802 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:50.208814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfee75-2072-4b9c-98f2-ed8e85a903a8 None None] Pushing event updated for resources: {'Port': ['ID=7d05bc18-b52f-4cb7-a052-49e169a99b90,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:50.266235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e63f68-41ec-4ffd-bcd7-517363eb5b84 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:44:50.297380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:44:50.297380 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:44:50.297380 n-d-828369-18 neutron-server[103526]: [parameters: {'id': 'd8583e40-cb86-4398-aa3e-6d24291d591d'}] Feb 17 22:44:50.297380 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:50.297791 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:50.451575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aac2b2-c17d-4e47-965d-86aefa25096e None None] Network d8583e40-cb86-4398-aa3e-6d24291d591d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:50.746589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d52a0-6ad0-44a9-90d0-7649f6eb315d req-797de5cf-50ea-45d5-b635-327d9b425f74 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:50.748415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-350d52a0-6ad0-44a9-90d0-7649f6eb315d req-797de5cf-50ea-45d5-b635-327d9b425f74 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.0748129 Feb 17 22:44:50.798664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d8583e40-cb86-4398-aa3e-6d24291d591d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.818731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-350d52a0-6ad0-44a9-90d0-7649f6eb315d req-0aa2c48e-b125-42a1-92f1-bce5616b253f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636249 Feb 17 22:44:50.855512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.880376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port 7d05bc18-b52f-4cb7-a052-49e169a99b90 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:50.880863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7d05bc18-b52f-4cb7-a052-49e169a99b90), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.946150 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port 7d05bc18-b52f-4cb7-a052-49e169a99b90, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7d05bc18-b52f-4cb7-a052-49e169a99b90,segment=NetworkSegment(d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6),segment_id=d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:50.946527 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7d05bc18-b52f-4cb7-a052-49e169a99b90), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:50.966406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for 7d05bc18-b52f-4cb7-a052-49e169a99b90 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:51.089993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7d05bc18-b52f-4cb7-a052-49e169a99b90), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.127552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=7d05bc18-b52f-4cb7-a052-49e169a99b90,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:51.146400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port 7d05bc18-b52f-4cb7-a052-49e169a99b90 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:51.260365 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d8583e40-cb86-4398-aa3e-6d24291d591d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.288234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8583e40-cb86-4398-aa3e-6d24291d591d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:51.301195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:51.301872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4fbe4c1-9b22-4afc-9b0b-fee63cc062d6') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:51.313905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.332781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.343463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:51.344348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (d4fbe4c1-9b22-4afc-9b0b-fee63cc062d6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:51.347781 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:51.418075 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d8583e40-cb86-4398-aa3e-6d24291d591d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.439108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.445950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/d8583e40-cb86-4398-aa3e-6d24291d591d HTTP/1.1" status: 204 len: 168 time: 2.2278934 Feb 17 22:44:51.445950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed808f64-ca21-407f-8ffe-07eeedad58ef tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=d8583e40-cb86-4398-aa3e-6d24291d591d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:51.446227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51448) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:51.457746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105490886'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:51.486579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:51.493391 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.553396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:51.578454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5e2cd311-186e-4a59-a26d-5ba18d3df14e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.579094 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 5e2cd311-186e-4a59-a26d-5ba18d3df14e of type vlan for network f4f610a4-a53c-400a-ace5-66b0dddc6175 Feb 17 22:44:51.652648 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f4f610a4-a53c-400a-ace5-66b0dddc6175), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.693196 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f4f610a4-a53c-400a-ace5-66b0dddc6175), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.701916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:51.702586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:51.787585 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3402071 Feb 17 22:44:51.790454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51450) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:51.795832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:51.800231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8e1d7-9da6-45d9-b283-6749200519b8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=f4f610a4-a53c-400a-ace5-66b0dddc6175,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:51.826145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f4f610a4-a53c-400a-ace5-66b0dddc6175 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:51.925749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:51.930344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.098051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46a50b-e77b-408f-9792-4afa6ab9fcdf req-7f1ea320-6808-4db4-9d4e-8b5a3868ba18 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:52.100508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac46a50b-e77b-408f-9792-4afa6ab9fcdf req-7f1ea320-6808-4db4-9d4e-8b5a3868ba18 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1631873 Feb 17 22:44:52.171985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac46a50b-e77b-408f-9792-4afa6ab9fcdf req-b50050bb-64f8-4a6f-97e4-6591626b0c87 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634153 Feb 17 22:44:52.318643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (c486eb90-ed29-44a4-9aed-55c8ff262a6c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.382775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=c486eb90-ed29-44a4-9aed-55c8ff262a6c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:52.418544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': '5e2cd311-186e-4a59-a26d-5ba18d3df14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:52.418957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: f4f610a4-a53c-400a-ace5-66b0dddc6175, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:52.441386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network f4f610a4-a53c-400a-ace5-66b0dddc6175 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:52.452529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f4f610a4-a53c-400a-ace5-66b0dddc6175) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:52.457909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:52.458585 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.460870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca15615-1a6c-45e8-8a84-1281da41f5c2 None None] Network f4f610a4-a53c-400a-ace5-66b0dddc6175 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:52.477814 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c2faa258-fde0-4fe4-9c1c-7d429c806e78 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6851373 Feb 17 22:44:52.480084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51458) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:52.614885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f4f610a4-a53c-400a-ace5-66b0dddc6175', 'network_id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': 'c486eb90-ed29-44a4-9aed-55c8ff262a6c'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:52.615791 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.622198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f4f610a4-a53c-400a-ace5-66b0dddc6175), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.692239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (c486eb90-ed29-44a4-9aed-55c8ff262a6c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.759099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Allocated IP 172.20.0.1 (f4f610a4-a53c-400a-ace5-66b0dddc6175/c486eb90-ed29-44a4-9aed-55c8ff262a6c/48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:52.907167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Publish callbacks [] for port (48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.914957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.941157 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (c486eb90-ed29-44a4-9aed-55c8ff262a6c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:52.954608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Network f4f610a4-a53c-400a-ace5-66b0dddc6175 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:52.957722 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:52.961382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:52.983627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Pushing event updated for resources: {'Port': ['ID=48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:52.998156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=c486eb90-ed29-44a4-9aed-55c8ff262a6c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:53.037654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Attempting to bind port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:53.038304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Attempting to bind port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5e2cd311-186e-4a59-a26d-5ba18d3df14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:53.038844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Attempting to bind port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9 on network f4f610a4-a53c-400a-ace5-66b0dddc6175 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:53.044867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:53.045447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Checking segment: {'id': '5e2cd311-186e-4a59-a26d-5ba18d3df14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:53.046008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.046567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Bound using segment: {'id': '5e2cd311-186e-4a59-a26d-5ba18d3df14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:53.047180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Bound port: 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e2cd311-186e-4a59-a26d-5ba18d3df14e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:53.047748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.089919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f4f610a4-a53c-400a-ace5-66b0dddc6175), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.115171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f610a4-a53c-400a-ace5-66b0dddc6175']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:53.119978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] For port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:53.123984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] For port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9,segment=NetworkSegment(5e2cd311-186e-4a59-a26d-5ba18d3df14e),segment_id=5e2cd311-186e-4a59-a26d-5ba18d3df14e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:53.129223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2cd311-186e-4a59-a26d-5ba18d3df14e') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:53.129752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2cd311-186e-4a59-a26d-5ba18d3df14e') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:53.138600 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.143619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (5e2cd311-186e-4a59-a26d-5ba18d3df14e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.162400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5e2cd311-186e-4a59-a26d-5ba18d3df14e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.176441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:53.176843 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (5e2cd311-186e-4a59-a26d-5ba18d3df14e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:53.180744 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:53.242964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8903c-6ecf-44f5-a47b-e4205e7044f8 None None] Pushing event updated for resources: {'Port': ['ID=48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:53.246459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:44:53.246459 n-d-828369-18 neutron-server[103527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:44:53.246459 n-d-828369-18 neutron-server[103527]: [parameters: {'id': 'f4f610a4-a53c-400a-ace5-66b0dddc6175'}] Feb 17 22:44:53.246459 n-d-828369-18 neutron-server[103527]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:53.247307 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:53.352991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c951ec-610c-4b59-91c8-153da3654c11 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:44:53.361930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b227c2fa-2422-484a-a30e-254cdef786b9 req-ee125c88-ce56-49a0-9cbe-f48ab2605950 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:53.363980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b227c2fa-2422-484a-a30e-254cdef786b9 req-ee125c88-ce56-49a0-9cbe-f48ab2605950 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.0927744 Feb 17 22:44:53.437752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b227c2fa-2422-484a-a30e-254cdef786b9 req-82860a82-b755-452a-9895-35c4c513dd05 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653687 Feb 17 22:44:53.462311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c951ec-610c-4b59-91c8-153da3654c11 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:44:53.645846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03dbcc07-78e5-4251-aaf1-c46bd2116dc0 None None] Network f4f610a4-a53c-400a-ace5-66b0dddc6175 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:53.748520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f4f610a4-a53c-400a-ace5-66b0dddc6175), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.805567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:53.805926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.873122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9,segment=NetworkSegment(5e2cd311-186e-4a59-a26d-5ba18d3df14e),segment_id=5e2cd311-186e-4a59-a26d-5ba18d3df14e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:53.873491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.891490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:53.971479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:53.995938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:54.001505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port 48f46e6d-4e2e-40bc-8ba4-83daa18e8fe9 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:54.085094 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f4f610a4-a53c-400a-ace5-66b0dddc6175), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.106344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f610a4-a53c-400a-ace5-66b0dddc6175']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:54.115471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e2cd311-186e-4a59-a26d-5ba18d3df14e') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:54.115769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e2cd311-186e-4a59-a26d-5ba18d3df14e') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:54.125490 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (5e2cd311-186e-4a59-a26d-5ba18d3df14e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.139754 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5e2cd311-186e-4a59-a26d-5ba18d3df14e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.146151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:54.146555 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (5e2cd311-186e-4a59-a26d-5ba18d3df14e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:54.149845 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:54.210166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f4f610a4-a53c-400a-ace5-66b0dddc6175), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.217217 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.223674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/f4f610a4-a53c-400a-ace5-66b0dddc6175 HTTP/1.1" status: 204 len: 168 time: 1.7392457 Feb 17 22:44:54.224265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51466) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:54.229752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1325513026'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:54.233344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdf1c73-a116-42a7-94ee-295be63e17e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=f4f610a4-a53c-400a-ace5-66b0dddc6175,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:54.251733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:54.255554 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.281265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:54.290671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (382ed6f2-0082-4e89-89fe-1008ef3dc6d4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.291045 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 382ed6f2-0082-4e89-89fe-1008ef3dc6d4 of type vlan for network 5c694e95-e47b-4ccc-af5c-730b0d8d2b67 Feb 17 22:44:54.336587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (5c694e95-e47b-4ccc-af5c-730b0d8d2b67), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.363187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (5c694e95-e47b-4ccc-af5c-730b0d8d2b67), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.370603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:54.371950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.442657 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2171187 Feb 17 22:44:54.445556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51472) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:54.451543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:54.453885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9463018-753e-4a4c-9fcb-18272b317616 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=5c694e95-e47b-4ccc-af5c-730b0d8d2b67,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:54.466876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 5c694e95-e47b-4ccc-af5c-730b0d8d2b67 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:54.619708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:54.623530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.837526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69c8fe-afd2-4bf9-8cd6-dbd8463d6fe3 req-3bc1e6f6-f7c1-4375-baba-baee0ab061e7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:54.840247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a69c8fe-afd2-4bf9-8cd6-dbd8463d6fe3 req-3bc1e6f6-f7c1-4375-baba-baee0ab061e7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.2686181 Feb 17 22:44:54.920249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (0bf56d05-b977-4705-ab96-72faf89e9e8a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:54.967692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a69c8fe-afd2-4bf9-8cd6-dbd8463d6fe3 req-23ccb7b5-d7fd-4bdc-82bf-501843df54cc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188724 Feb 17 22:44:55.006348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=0bf56d05-b977-4705-ab96-72faf89e9e8a,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:55.013304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': '382ed6f2-0082-4e89-89fe-1008ef3dc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:55.013694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: 5c694e95-e47b-4ccc-af5c-730b0d8d2b67, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:55.035077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network 5c694e95-e47b-4ccc-af5c-730b0d8d2b67 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:55.048341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 5c694e95-e47b-4ccc-af5c-730b0d8d2b67) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:55.054998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:55.055889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.059117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7cc31a-2338-40c9-8cd7-d0a693a775d9 None None] Network 5c694e95-e47b-4ccc-af5c-730b0d8d2b67 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:55.078143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e9f2166e-8495-41a6-8073-e4add13fd209 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6312425 Feb 17 22:44:55.080679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51484) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:55.200183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-5c694e95-e47b-4ccc-af5c-730b0d8d2b67', 'network_id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '0bf56d05-b977-4705-ab96-72faf89e9e8a'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:55.201187 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.226139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5c694e95-e47b-4ccc-af5c-730b0d8d2b67), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.300187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (0bf56d05-b977-4705-ab96-72faf89e9e8a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.355286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Allocated IP 172.20.0.1 (5c694e95-e47b-4ccc-af5c-730b0d8d2b67/0bf56d05-b977-4705-ab96-72faf89e9e8a/0b33482d-008d-4df1-a18f-1fb182afe0d4) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:55.526854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Publish callbacks [] for port (0b33482d-008d-4df1-a18f-1fb182afe0d4), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.548313 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (0b33482d-008d-4df1-a18f-1fb182afe0d4), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.566635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.573977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (0bf56d05-b977-4705-ab96-72faf89e9e8a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.591944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Network 5c694e95-e47b-4ccc-af5c-730b0d8d2b67 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:55.595152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:55.598597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:55.678672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf56d05-b977-4705-ab96-72faf89e9e8a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:55.705416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Pushing event updated for resources: {'Port': ['ID=0b33482d-008d-4df1-a18f-1fb182afe0d4,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:55.764835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Attempting to bind port 0b33482d-008d-4df1-a18f-1fb182afe0d4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:55.765226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Attempting to bind port 0b33482d-008d-4df1-a18f-1fb182afe0d4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '382ed6f2-0082-4e89-89fe-1008ef3dc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:55.766247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Attempting to bind port 0b33482d-008d-4df1-a18f-1fb182afe0d4 on network 5c694e95-e47b-4ccc-af5c-730b0d8d2b67 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:55.784616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:55.785011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Checking segment: {'id': '382ed6f2-0082-4e89-89fe-1008ef3dc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:55.785421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.785825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Bound using segment: {'id': '382ed6f2-0082-4e89-89fe-1008ef3dc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:55.789209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Bound port: 0b33482d-008d-4df1-a18f-1fb182afe0d4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '382ed6f2-0082-4e89-89fe-1008ef3dc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:55.789608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0b33482d-008d-4df1-a18f-1fb182afe0d4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.808809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5c694e95-e47b-4ccc-af5c-730b0d8d2b67), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.863835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c694e95-e47b-4ccc-af5c-730b0d8d2b67']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:55.889107 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382ed6f2-0082-4e89-89fe-1008ef3dc6d4') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:55.889410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382ed6f2-0082-4e89-89fe-1008ef3dc6d4') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:55.914411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (382ed6f2-0082-4e89-89fe-1008ef3dc6d4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.940540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (382ed6f2-0082-4e89-89fe-1008ef3dc6d4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.944688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] For port 0b33482d-008d-4df1-a18f-1fb182afe0d4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:55.956942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:55.957345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (382ed6f2-0082-4e89-89fe-1008ef3dc6d4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:55.965108 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:56.027352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51496) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:56.083006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] For port 0b33482d-008d-4df1-a18f-1fb182afe0d4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0b33482d-008d-4df1-a18f-1fb182afe0d4,segment=NetworkSegment(382ed6f2-0082-4e89-89fe-1008ef3dc6d4),segment_id=382ed6f2-0082-4e89-89fe-1008ef3dc6d4)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:56.090061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:44:56.090061 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:44:56.090061 n-d-828369-18 neutron-server[103526]: [parameters: {'id': '5c694e95-e47b-4ccc-af5c-730b0d8d2b67'}] Feb 17 22:44:56.090061 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:44:56.090549 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:44:56.100345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0b33482d-008d-4df1-a18f-1fb182afe0d4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.247167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c84b416-6cf9-4348-a19b-a908824ea3f2 req-ae616808-4397-4bc8-98f7-d12961a9366d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:56.259329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c84b416-6cf9-4348-a19b-a908824ea3f2 req-ae616808-4397-4bc8-98f7-d12961a9366d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1614017 Feb 17 22:44:56.305905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727a842c-b7a6-42cc-bbac-8850ab10f5ee None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:44:56.312878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf5a31e9-acff-4fc2-abc9-272da12a36af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.319114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eea1a7-b343-4b6d-8bcb-988fde6dcc92 None None] Pushing event updated for resources: {'Port': ['ID=0b33482d-008d-4df1-a18f-1fb182afe0d4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.396100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c84b416-6cf9-4348-a19b-a908824ea3f2 req-da6e8a04-48f2-4164-a3d7-e28721f033f4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348815 Feb 17 22:44:56.481028 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf5a31e9-acff-4fc2-abc9-272da12a36af admin admin] Publish callbacks [] for security_group (9292cf16-46b3-4e46-a770-7ced6d724662), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.487039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf5a31e9-acff-4fc2-abc9-272da12a36af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9292cf16-46b3-4e46-a770-7ced6d724662), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.498063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727a842c-b7a6-42cc-bbac-8850ab10f5ee None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:44:56.546257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cf5a31e9-acff-4fc2-abc9-272da12a36af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1fcafc895b3842188d7bc2971b2c1f00&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5177639 Feb 17 22:44:56.547997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a31e9-acff-4fc2-abc9-272da12a36af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9292cf16-46b3-4e46-a770-7ced6d724662,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.549766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51500) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:56.597396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5c694e95-e47b-4ccc-af5c-730b0d8d2b67), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.636897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3bcb-bd19-4dfb-a90a-7d60687cef78 admin admin] Publish callbacks [] for security_group (9292cf16-46b3-4e46-a770-7ced6d724662), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.692479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3bcb-bd19-4dfb-a90a-7d60687cef78 admin admin] Publish callbacks [] for security_group (9292cf16-46b3-4e46-a770-7ced6d724662), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.761463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port 0b33482d-008d-4df1-a18f-1fb182afe0d4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:44:56.761810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0b33482d-008d-4df1-a18f-1fb182afe0d4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.774189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44de860e-f988-4cb9-bc9d-1da49cc1667d None None] Network 5c694e95-e47b-4ccc-af5c-730b0d8d2b67 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:56.843721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3bcb-bd19-4dfb-a90a-7d60687cef78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9292cf16-46b3-4e46-a770-7ced6d724662), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.846577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3bcb-bd19-4dfb-a90a-7d60687cef78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.848007 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c3fc3bcb-bd19-4dfb-a90a-7d60687cef78 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9292cf16-46b3-4e46-a770-7ced6d724662 HTTP/1.1" status: 204 len: 168 time: 0.2970734 Feb 17 22:44:56.863128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port 0b33482d-008d-4df1-a18f-1fb182afe0d4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0b33482d-008d-4df1-a18f-1fb182afe0d4,segment=NetworkSegment(382ed6f2-0082-4e89-89fe-1008ef3dc6d4),segment_id=382ed6f2-0082-4e89-89fe-1008ef3dc6d4)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:44:56.864204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0b33482d-008d-4df1-a18f-1fb182afe0d4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:56.883122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc3bcb-bd19-4dfb-a90a-7d60687cef78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9292cf16-46b3-4e46-a770-7ced6d724662,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:56.913740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for 0b33482d-008d-4df1-a18f-1fb182afe0d4 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:44:57.057635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (0b33482d-008d-4df1-a18f-1fb182afe0d4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.123694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=0b33482d-008d-4df1-a18f-1fb182afe0d4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:57.139968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port 0b33482d-008d-4df1-a18f-1fb182afe0d4 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:44:57.324621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5c694e95-e47b-4ccc-af5c-730b0d8d2b67), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.376246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c694e95-e47b-4ccc-af5c-730b0d8d2b67']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:57.401508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382ed6f2-0082-4e89-89fe-1008ef3dc6d4') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:57.402087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382ed6f2-0082-4e89-89fe-1008ef3dc6d4') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:44:57.429264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (382ed6f2-0082-4e89-89fe-1008ef3dc6d4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.467085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (382ed6f2-0082-4e89-89fe-1008ef3dc6d4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.479995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:44:57.481931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (382ed6f2-0082-4e89-89fe-1008ef3dc6d4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:44:57.491030 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:44:57.669512 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (5c694e95-e47b-4ccc-af5c-730b0d8d2b67), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.705973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.709459 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/5c694e95-e47b-4ccc-af5c-730b0d8d2b67 HTTP/1.1" status: 204 len: 168 time: 2.6277182 Feb 17 22:44:57.710893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dbb9f-a5e7-4b02-9181-59b28ca765a9 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=5c694e95-e47b-4ccc-af5c-730b0d8d2b67,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:57.716618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafc3ac-f261-49a0-a583-6e088f8c52b8 req-600e4dd3-fa9c-480b-9a85-2e32214b99ff tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:57.718355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bafc3ac-f261-49a0-a583-6e088f8c52b8 req-600e4dd3-fa9c-480b-9a85-2e32214b99ff tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.0995276 Feb 17 22:44:57.718990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51508) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:57.726019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1826048307'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:57.752180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:57.755583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.791387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:44:57.800899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (099f62db-5bab-43fc-906b-a9398f119105), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.801449 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 099f62db-5bab-43fc-906b-a9398f119105 of type vlan for network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc Feb 17 22:44:57.846730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.878896 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.885213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:57.885992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:57.910948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1890700 Feb 17 22:44:57.913409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51510) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:57.921656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:58.017047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bafc3ac-f261-49a0-a583-6e088f8c52b8 req-91178d52-045b-43dd-a037-0b9928b7ab81 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732909 Feb 17 22:44:58.018704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411487a4-64ab-4bb8-bc6d-02eb5182a727 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:58.030255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:58.212837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:58.231152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:58.301759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc is not hosted by any dhcp agent {{(pid=103526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:44:58.307352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:58.308074 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:58.311514 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "PUT /v2.0/networks/ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc HTTP/1.1" status: 200 len: 723 time: 0.3945773 Feb 17 22:44:58.312518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51514) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:58.317628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:58.329534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e89d2-ff40-4197-ade3-0c6973997240 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:58.343446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:44:58.484222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:44:58.493082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:58.822659 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (16635cae-d706-4a15-a518-8ea6d6281567), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:58.892647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=16635cae-d706-4a15-a518-8ea6d6281567,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:58.901854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': '099f62db-5bab-43fc-906b-a9398f119105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:58.902223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:44:58.921258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:44:58.930880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:58.940554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:58.941165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:58.941991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b234ed69-5f30-4d41-b50d-1349e2c703bc None None] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:44:58.961573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-901ffa24-aa52-45ce-8cc6-d3f494658b3c tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6478670 Feb 17 22:44:58.964853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51516) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:58.970823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-46228cb9-5865-4e04-89b7-2a54438a9341 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:44:59.071792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc', 'network_id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '16635cae-d706-4a15-a518-8ea6d6281567'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:44:59.073690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.113820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-46228cb9-5865-4e04-89b7-2a54438a9341 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63352421'] for subnet (16635cae-d706-4a15-a518-8ea6d6281567), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.226136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785ac60c-500b-4b8d-a9a3-341e584b0536 req-d7ff64be-fe3d-4d0a-b8c2-2465ce42dcce tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:59.228414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-785ac60c-500b-4b8d-a9a3-341e584b0536 req-d7ff64be-fe3d-4d0a-b8c2-2465ce42dcce tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.1246991 Feb 17 22:44:59.282806 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-785ac60c-500b-4b8d-a9a3-341e584b0536 req-e48b47c6-d3c0-49f0-a8c4-0f5d5ae24ca5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Feb 17 22:44:59.301689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-46228cb9-5865-4e04-89b7-2a54438a9341 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771632413835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63608665'] for subnet (16635cae-d706-4a15-a518-8ea6d6281567), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.339480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46228cb9-5865-4e04-89b7-2a54438a9341 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:44:59.340093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-46228cb9-5865-4e04-89b7-2a54438a9341 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.341476 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-46228cb9-5865-4e04-89b7-2a54438a9341 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "PUT /v2.0/subnets/16635cae-d706-4a15-a518-8ea6d6281567 HTTP/1.1" status: 200 len: 806 time: 0.3753786 Feb 17 22:44:59.344858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51522) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:44:59.357244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46228cb9-5865-4e04-89b7-2a54438a9341 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=16635cae-d706-4a15-a518-8ea6d6281567,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:59.360297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Allocated IP 172.20.0.2 (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc/16635cae-d706-4a15-a518-8ea6d6281567/74b56e75-d3ce-4d06-aa99-a80c5f0c0208) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:44:59.466512 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.536971 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Publish callbacks [] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.546029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.592770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:44:59.595969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:44:59.599438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:44:59.610723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Pushing event updated for resources: {'Port': ['ID=74b56e75-d3ce-4d06-aa99-a80c5f0c0208,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:59.679960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Attempting to bind port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:44:59.680769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Attempting to bind port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '099f62db-5bab-43fc-906b-a9398f119105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:44:59.681261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Attempting to bind port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 on network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:44:59.688514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:44:59.688933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Checking segment: {'id': '099f62db-5bab-43fc-906b-a9398f119105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:44:59.689307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.689705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Bound using segment: {'id': '099f62db-5bab-43fc-906b-a9398f119105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:44:59.690190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Bound port: 74b56e75-d3ce-4d06-aa99-a80c5f0c0208, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f62db-5bab-43fc-906b-a9398f119105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:44:59.690575 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.766688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] For port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:44:59.770242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] For port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=74b56e75-d3ce-4d06-aa99-a80c5f0c0208,segment=NetworkSegment(099f62db-5bab-43fc-906b-a9398f119105),segment_id=099f62db-5bab-43fc-906b-a9398f119105)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:44:59.778236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.845780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd08737b-5c5f-45df-b1b8-7975df9b27bd None None] Pushing event updated for resources: {'Port': ['ID=74b56e75-d3ce-4d06-aa99-a80c5f0c0208,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:44:59.886307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (16635cae-d706-4a15-a518-8ea6d6281567), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:44:59.967100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (16635cae-d706-4a15-a518-8ea6d6281567), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.009362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=16635cae-d706-4a15-a518-8ea6d6281567,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:00.097921 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.123073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:00.140966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099f62db-5bab-43fc-906b-a9398f119105') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:00.141265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099f62db-5bab-43fc-906b-a9398f119105') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:00.155038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (099f62db-5bab-43fc-906b-a9398f119105), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.172128 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (099f62db-5bab-43fc-906b-a9398f119105), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.179877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:00.180425 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (099f62db-5bab-43fc-906b-a9398f119105), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:00.184696 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:00.258288 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 22:45:00.258288 n-d-828369-18 neutron-server[103527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 22:45:00.258288 n-d-828369-18 neutron-server[103527]: [parameters: {'id': 'ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc'}] Feb 17 22:45:00.258288 n-d-828369-18 neutron-server[103527]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:00.259067 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:00.409574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ef9e0-81fe-46d7-9e3b-139343196dc3 req-075ce3a9-7dec-4c91-beb7-509afb80c3a9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:00.411409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c0ef9e0-81fe-46d7-9e3b-139343196dc3 req-075ce3a9-7dec-4c91-beb7-509afb80c3a9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.0582254 Feb 17 22:45:00.469616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c0ef9e0-81fe-46d7-9e3b-139343196dc3 req-b65499b7-8cd3-4176-8706-52072c1f8c70 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508997 Feb 17 22:45:00.760506 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.818892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:45:00.819236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.897644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=74b56e75-d3ce-4d06-aa99-a80c5f0c0208,segment=NetworkSegment(099f62db-5bab-43fc-906b-a9398f119105),segment_id=099f62db-5bab-43fc-906b-a9398f119105)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:00.898317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:00.922614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e7b60-21e4-4c80-af61-47d3941b7ac3 None None] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:00.923481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:45:01.014855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.044045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=74b56e75-d3ce-4d06-aa99-a80c5f0c0208,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:01.050489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:01.070176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-70222785-c1d7-49e0-b66b-44b5ce5f4630 None None] Provisioning complete for port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:01.071029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-70222785-c1d7-49e0-b66b-44b5ce5f4630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (74b56e75-d3ce-4d06-aa99-a80c5f0c0208), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.100270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-70222785-c1d7-49e0-b66b-44b5ce5f4630 None None] Port 74b56e75-d3ce-4d06-aa99-a80c5f0c0208 was deleted so its status cannot be updated. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:336}} Feb 17 22:45:01.146851 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.166446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91987393-c4be-4653-80a4-6f87f4e62397 None None] DHCP port deletion for ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:45:01.171486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:01.184430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a78e653-b5ce-4885-948d-12b2f279938d None None] Network ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:01.184866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099f62db-5bab-43fc-906b-a9398f119105') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:01.185264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099f62db-5bab-43fc-906b-a9398f119105') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:01.199781 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (099f62db-5bab-43fc-906b-a9398f119105), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.214442 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (099f62db-5bab-43fc-906b-a9398f119105), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.221347 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:01.221753 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (099f62db-5bab-43fc-906b-a9398f119105), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:01.225227 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:01.293976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.301798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.305341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc HTTP/1.1" status: 204 len: 168 time: 1.9578719 Feb 17 22:45:01.308781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51530) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:01.336616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13354e79-421c-47bc-a2d2-e139530954f4 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:01.338998 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19e9698-b9f6-442b-aff0-cd42adfb205f tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:01.339560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19e9698-b9f6-442b-aff0-cd42adfb205f tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:01.343389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f19e9698-b9f6-442b-aff0-cd42adfb205f tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc HTTP/1.1" status: 404 len: 339 time: 0.0335376 Feb 17 22:45:01.346829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51532) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:01.352222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-988274172', 'description': 'd1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:01.375573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:01.379302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.410001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:01.420744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (457882de-7a31-4fca-b4a7-4d050d77c419), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.421122 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 457882de-7a31-4fca-b4a7-4d050d77c419 of type vlan for network 91a1af1c-b924-460f-b218-59380e687ffe Feb 17 22:45:01.467815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (91a1af1c-b924-460f-b218-59380e687ffe), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.495490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (91a1af1c-b924-460f-b218-59380e687ffe), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.501020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:01.501651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.562729 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2144945 Feb 17 22:45:01.566232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51536) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:01.624041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d8e7d2-153e-4aaa-b0a9-c13e2fb7c711 req-c3587739-f00e-4788-bc9c-1ae11078e484 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:01.625719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47d8e7d2-153e-4aaa-b0a9-c13e2fb7c711 req-c3587739-f00e-4788-bc9c-1ae11078e484 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 943 time: 0.0692406 Feb 17 22:45:01.642033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1362cf2-ef67-42e2-812d-2dd39a71daad details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:45:01.672681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0801e5-3932-448a-86aa-28a291a64c36 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=91a1af1c-b924-460f-b218-59380e687ffe,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:01.689738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47d8e7d2-153e-4aaa-b0a9-c13e2fb7c711 req-b6315dc2-1c41-4307-b99d-ac8bb3a48e10 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571020 Feb 17 22:45:01.698565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 91a1af1c-b924-460f-b218-59380e687ffe details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:45:01.724010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee6004d-325d-40cc-82dc-3e72b810c10f tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:01.725525 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7ee6004d-325d-40cc-82dc-3e72b810c10f tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/networks?id=91a1af1c-b924-460f-b218-59380e687ffe HTTP/1.1" status: 200 len: 760 time: 0.1581547 Feb 17 22:45:01.728424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51538) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:01.733830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'description': 'd2'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:01.852086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f1362cf2-ef67-42e2-812d-2dd39a71daad, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:01.865187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'f1362cf2-ef67-42e2-812d-2dd39a71daad', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'port_id': 'f1362cf2-ef67-42e2-812d-2dd39a71daad', 'mac_address': 'fa:16:3e:f4:e0:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:45:01.903259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (91a1af1c-b924-460f-b218-59380e687ffe), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.905289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f1362cf2-ef67-42e2-812d-2dd39a71daad is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:01.905748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.918730 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (91a1af1c-b924-460f-b218-59380e687ffe), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.920624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1362cf2-ef67-42e2-812d-2dd39a71daad {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:45:01.929667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network 91a1af1c-b924-460f-b218-59380e687ffe is not hosted by any dhcp agent {{(pid=103526) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 17 22:45:01.936094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:01.936932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:01.938578 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "PUT /v2.0/networks/91a1af1c-b924-460f-b218-59380e687ffe HTTP/1.1" status: 200 len: 757 time: 0.2088766 Feb 17 22:45:01.941339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51540) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:01.955393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f1362cf2-ef67-42e2-812d-2dd39a71daad, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:01.964175 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.014617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d722e6-05a8-4580-9025-be5ef1b32c71 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=91a1af1c-b924-460f-b218-59380e687ffe,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:02.016647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f1362cf2-ef67-42e2-812d-2dd39a71daad,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:02.036803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 91a1af1c-b924-460f-b218-59380e687ffe details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:45:02.046927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9cf80b2-3664-4a86-aae6-ab4cf9195ec3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:02.048468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f9cf80b2-3664-4a86-aae6-ab4cf9195ec3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/networks?id=91a1af1c-b924-460f-b218-59380e687ffe HTTP/1.1" status: 200 len: 760 time: 0.1044598 Feb 17 22:45:02.052117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51542) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:02.057626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1055808298'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:02.080811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:02.085019 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.115047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:02.125685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (03028322-1915-4ae4-9ea4-c7e59b61d337), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.126089 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 03028322-1915-4ae4-9ea4-c7e59b61d337 of type vlan for network beccc7c0-1481-41d9-9d89-2db887f0c6e9 Feb 17 22:45:02.174805 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (beccc7c0-1481-41d9-9d89-2db887f0c6e9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.201827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (beccc7c0-1481-41d9-9d89-2db887f0c6e9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.206825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:02.207445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.271222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2180448 Feb 17 22:45:02.274107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51546) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:02.281950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': 'beccc7c0-1481-41d9-9d89-2db887f0c6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:02.333092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf2a3ac-1457-4b9d-8fb7-dc948b98b2b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=beccc7c0-1481-41d9-9d89-2db887f0c6e9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:02.345230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network beccc7c0-1481-41d9-9d89-2db887f0c6e9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:45:02.393068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:02.397879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.398788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f1362cf2-ef67-42e2-812d-2dd39a71daad'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:45:02.626101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (08aad544-01ab-46cc-b619-bfc2c662e23f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.692388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=08aad544-01ab-46cc-b619-bfc2c662e23f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:02.700693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': '03028322-1915-4ae4-9ea4-c7e59b61d337', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'beccc7c0-1481-41d9-9d89-2db887f0c6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:45:02.700911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: beccc7c0-1481-41d9-9d89-2db887f0c6e9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:02.723756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network beccc7c0-1481-41d9-9d89-2db887f0c6e9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:02.739616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, beccc7c0-1481-41d9-9d89-2db887f0c6e9) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:02.745307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:02.746248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.763334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062fe17c-1465-4b3a-a43b-8305fcee53e3 None None] Network beccc7c0-1481-41d9-9d89-2db887f0c6e9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:02.774654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:02.776014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d27852e-baa0-4209-9894-81a0c486401a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5007138 Feb 17 22:45:02.857641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025c5c0-96c6-4fa1-9ef1-edd1762fa949 req-5735c7aa-8311-45b6-b2e5-4d77cd8e6c7a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:02.865518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a025c5c0-96c6-4fa1-9ef1-edd1762fa949 req-5735c7aa-8311-45b6-b2e5-4d77cd8e6c7a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 944 time: 0.0737228 Feb 17 22:45:02.930924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (beccc7c0-1481-41d9-9d89-2db887f0c6e9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:02.934182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a025c5c0-96c6-4fa1-9ef1-edd1762fa949 req-7062f1fe-e98b-47ae-94ae-b5ebf8b2a118 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663049 Feb 17 22:45:02.960384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75142fab-7d85-476f-a43c-a7d3c4e7fddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-beccc7c0-1481-41d9-9d89-2db887f0c6e9', 'network_id': 'beccc7c0-1481-41d9-9d89-2db887f0c6e9', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': '08aad544-01ab-46cc-b619-bfc2c662e23f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:45:02.961715 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75142fab-7d85-476f-a43c-a7d3c4e7fddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.003823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (08aad544-01ab-46cc-b619-bfc2c662e23f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.080178 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (08aad544-01ab-46cc-b619-bfc2c662e23f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-75142fab-7d85-476f-a43c-a7d3c4e7fddf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08aad544-01ab-46cc-b619-bfc2c662e23f: This subnet is being modified by another concurrent operation. Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08aad544-01ab-46cc-b619-bfc2c662e23f: This subnet is being modified by another concurrent operation. Feb 17 22:45:03.083397 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 22:45:03.109300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7437a8-4afa-4817-96d4-1dd6099a4c16 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:45:03.116543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=08aad544-01ab-46cc-b619-bfc2c662e23f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:03.179961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (beccc7c0-1481-41d9-9d89-2db887f0c6e9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.206022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beccc7c0-1481-41d9-9d89-2db887f0c6e9']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:03.211397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7437a8-4afa-4817-96d4-1dd6099a4c16 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:45:03.218266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03028322-1915-4ae4-9ea4-c7e59b61d337') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:03.218555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03028322-1915-4ae4-9ea4-c7e59b61d337') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:03.239149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (03028322-1915-4ae4-9ea4-c7e59b61d337), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.259980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (03028322-1915-4ae4-9ea4-c7e59b61d337), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.267712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:03.268200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (03028322-1915-4ae4-9ea4-c7e59b61d337), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:03.271379 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:03.294239 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:45:03.355274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (beccc7c0-1481-41d9-9d89-2db887f0c6e9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.364691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.370278 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/beccc7c0-1481-41d9-9d89-2db887f0c6e9 HTTP/1.1" status: 204 len: 168 time: 0.5909657 Feb 17 22:45:03.370653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51554) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:03.390282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6124cc2-857d-4918-bfd1-5c37d0656413 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=beccc7c0-1481-41d9-9d89-2db887f0c6e9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:03.416722 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9149c57-f231-4a03-8a87-0e386dcf77b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] GET failed (client error): The resource could not be found. Feb 17 22:45:03.418953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9149c57-f231-4a03-8a87-0e386dcf77b3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/subnets/08aad544-01ab-46cc-b619-bfc2c662e23f HTTP/1.1" status: 404 len: 337 time: 0.0469089 Feb 17 22:45:03.422121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51556) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:03.437175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420646a9-25ce-4ba7-a9ee-d68be2ebefe1 None None] Network beccc7c0-1481-41d9-9d89-2db887f0c6e9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:03.444506 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a607d7c1-a1e8-4cc3-a699-6734d6b47ea3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:03.445026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a607d7c1-a1e8-4cc3-a699-6734d6b47ea3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:03.451963 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a607d7c1-a1e8-4cc3-a699-6734d6b47ea3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/beccc7c0-1481-41d9-9d89-2db887f0c6e9 HTTP/1.1" status: 404 len: 339 time: 0.0249548 Feb 17 22:45:03.452133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420646a9-25ce-4ba7-a9ee-d68be2ebefe1 None None] Network beccc7c0-1481-41d9-9d89-2db887f0c6e9 could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:45:03.452224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:03.641558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1362cf2-ef67-42e2-812d-2dd39a71daad up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:45:03.659906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57df5d-99f5-4d01-a1d9-95c4c7068009 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:03.661617 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bd57df5d-99f5-4d01-a1d9-95c4c7068009 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2084517 Feb 17 22:45:03.664569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51560) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:03.715060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-93021a3d-f308-447a-958e-f7b5560794ca tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 207 time: 0.0454774 Feb 17 22:45:03.715482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51562) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:03.724397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port f1362cf2-ef67-42e2-812d-2dd39a71daad completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:03.730145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port f1362cf2-ef67-42e2-812d-2dd39a71daad triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:03.730673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.822637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port f1362cf2-ef67-42e2-812d-2dd39a71daad is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:03.823036 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.855219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420fc07d-a746-494b-8850-1134dccb368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1362cf2-ef67-42e2-812d-2dd39a71daad'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:45:03.859562 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccbf0cb2-6536-4298-bcd3-16f1d6ac6d03" -d '{"events": [{"server_uuid": "420fc07d-a746-494b-8850-1134dccb368c", "name": "network-vif-plugged", "status": "completed", "tag": "f1362cf2-ef67-42e2-812d-2dd39a71daad"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:45:03.876778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port f1362cf2-ef67-42e2-812d-2dd39a71daad, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:03.884587 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:03.948167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=f1362cf2-ef67-42e2-812d-2dd39a71daad,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:04.152801 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95964f0-3066-4699-a334-0f0f716f9d86 x-openstack-request-id: req-b95964f0-3066-4699-a334-0f0f716f9d86 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:45:04.153412 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420fc07d-a746-494b-8850-1134dccb368c", "name": "network-vif-plugged", "status": "completed", "tag": "f1362cf2-ef67-42e2-812d-2dd39a71daad", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:45:04.153412 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b95964f0-3066-4699-a334-0f0f716f9d86 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:45:04.153768 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420fc07d-a746-494b-8850-1134dccb368c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1362cf2-ef67-42e2-812d-2dd39a71daad', 'code': 200} Feb 17 22:45:04.186522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf26500-874c-4269-a2bb-93ad0c0bd05a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.193347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf26500-874c-4269-a2bb-93ad0c0bd05a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.200850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf26500-874c-4269-a2bb-93ad0c0bd05a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.212158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf26500-874c-4269-a2bb-93ad0c0bd05a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.215361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-caf26500-874c-4269-a2bb-93ad0c0bd05a tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4982829 Feb 17 22:45:04.220085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51570) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.332019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9169e1-a45d-4cfb-9667-e472d1ebd0b1 req-6227b4b9-0f4b-484e-a56a-d9cb770c17d6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.333697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d9169e1-a45d-4cfb-9667-e472d1ebd0b1 req-6227b4b9-0f4b-484e-a56a-d9cb770c17d6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 945 time: 0.1261349 Feb 17 22:45:04.336953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c7ca91-054e-4abc-9041-e95e424b0561 req-8ae6aa9f-9193-46ec-943d-d0645694dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.338973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97c7ca91-054e-4abc-9041-e95e424b0561 req-8ae6aa9f-9193-46ec-943d-d0645694dc8e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 1128 time: 0.0777831 Feb 17 22:45:04.359899 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3f7dc605-a204-4466-a200-10bd71933d22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1343648 Feb 17 22:45:04.360187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51572) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.418439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97c7ca91-054e-4abc-9041-e95e424b0561 req-8046eca7-8cf7-462f-93e5-55003e53adde service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739243 Feb 17 22:45:04.424242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d9169e1-a45d-4cfb-9667-e472d1ebd0b1 req-4a537200-1274-44b0-b010-3495895bfcfb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817034 Feb 17 22:45:04.449185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7eadad-0b38-45fb-b5a5-77131f7573db tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.449185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7eadad-0b38-45fb-b5a5-77131f7573db tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.449185 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d7eadad-0b38-45fb-b5a5-77131f7573db tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0820675 Feb 17 22:45:04.449407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51576) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.508149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fcddf-5463-4876-b4d6-7da30f4fa421 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.510027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8fcddf-5463-4876-b4d6-7da30f4fa421 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.511611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8c8fcddf-5463-4876-b4d6-7da30f4fa421 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0615146 Feb 17 22:45:04.515131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51578) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.630513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae79fd31-948b-4c68-bf4d-170f257d0f44 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.637382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ae79fd31-948b-4c68-bf4d-170f257d0f44 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/networks/601250ea-84fd-4896-9080-dd40349f2523 HTTP/1.1" status: 200 len: 800 time: 0.1158040 Feb 17 22:45:04.637780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51580) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.749527 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9b2ade6f-d1c8-47c3-9db2-f34dd3240625 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/networks/601250ea-84fd-4896-9080-dd40349f2523?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1102965 Feb 17 22:45:04.752960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51582) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.815469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba5e43d-948f-4fa6-81e3-3e2fc3175a5d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.816934 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bba5e43d-948f-4fa6-81e3-3e2fc3175a5d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/subnets/5b795a40-61cb-4163-b547-a53cfbfcf848 HTTP/1.1" status: 200 len: 811 time: 0.0628569 Feb 17 22:45:04.821159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51584) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.890683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36cb4433-ce97-49ab-aeee-b43716616ac6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['shared'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:04.892222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-36cb4433-ce97-49ab-aeee-b43716616ac6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "GET /v2.0/subnets/5b795a40-61cb-4163-b547-a53cfbfcf848?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0700786 Feb 17 22:45:04.896229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51586) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:04.903786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-686024935'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:04.949978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:04.959831 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.002671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:05.014716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (729084cf-d92f-4007-a8d5-eab836e358e3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.015171 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Added segment 729084cf-d92f-4007-a8d5-eab836e358e3 of type vlan for network 8030804d-3f8f-4273-a46a-b7d067e6222f Feb 17 22:45:05.066907 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (8030804d-3f8f-4273-a46a-b7d067e6222f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.110926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (8030804d-3f8f-4273-a46a-b7d067e6222f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.117372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:05.118104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.205938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3081958 Feb 17 22:45:05.208694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:05.215985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'network_id': '8030804d-3f8f-4273-a46a-b7d067e6222f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:05.230168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306db12-ada2-41f6-84b7-7b8e19dc8f22 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Network': ['ID=8030804d-3f8f-4273-a46a-b7d067e6222f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:05.255687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 8030804d-3f8f-4273-a46a-b7d067e6222f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:45:05.364507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Made reservation on behalf of aee6c97ecc134323a1529d2ef86747a2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:05.368165 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.455483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Performing IP validity checks on allocation pools {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 22:45:05.456115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.ipam_backend_mixin [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103526) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 22:45:05.681246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (dcf7ab6c-367d-4147-8b51-d5b045045411), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.686479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec81e7-19ea-4d94-964f-db567f041d63 req-898059a7-79d6-4576-8f0e-0227be2d3710 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:05.688601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67ec81e7-19ea-4d94-964f-db567f041d63 req-898059a7-79d6-4576-8f0e-0227be2d3710 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 945 time: 0.1441584 Feb 17 22:45:05.757935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=dcf7ab6c-367d-4147-8b51-d5b045045411,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:05.774911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Checking segment: {'id': '729084cf-d92f-4007-a8d5-eab836e358e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8030804d-3f8f-4273-a46a-b7d067e6222f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:45:05.776060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network hostable DHCP agents. Network: 8030804d-3f8f-4273-a46a-b7d067e6222f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:05.781755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67ec81e7-19ea-4d94-964f-db567f041d63 req-3ace734d-2900-4d9a-928d-614509165d1d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803952 Feb 17 22:45:05.807102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Network 8030804d-3f8f-4273-a46a-b7d067e6222f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:05.820881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 8030804d-3f8f-4273-a46a-b7d067e6222f) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:05.832343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49263abf-9b07-4c8b-b62f-d6d994fa45b8 None None] Network 8030804d-3f8f-4273-a46a-b7d067e6222f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:05.836584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:05.838753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:05.867011 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2607ef11-44aa-4847-9005-c0eeddd86da2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6559489 Feb 17 22:45:05.870899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51594) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:05.876944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-11a2ef82-2927-4914-8375-81967fa1d291 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:05.996071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3fcb29-9587-4d83-87b2-be71963c7d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-8030804d-3f8f-4273-a46a-b7d067e6222f', 'network_id': '8030804d-3f8f-4273-a46a-b7d067e6222f', 'project_id': 'aee6c97ecc134323a1529d2ef86747a2', 'fixed_ips': [{'subnet_id': 'dcf7ab6c-367d-4147-8b51-d5b045045411'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:45:05.997272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3fcb29-9587-4d83-87b2-be71963c7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.020462 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-11a2ef82-2927-4914-8375-81967fa1d291 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-63352421'] for subnet (dcf7ab6c-367d-4147-8b51-d5b045045411), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.162811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-da3fcb29-9587-4d83-87b2-be71963c7d32 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 17 22:45:06.162811 n-d-828369-18 neutron-server[103528]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 17 22:45:06.162811 n-d-828369-18 neutron-server[103528]: [parameters: {'in_use': 1, 'id_1': 'dcf7ab6c-367d-4147-8b51-d5b045045411'}] Feb 17 22:45:06.162811 n-d-828369-18 neutron-server[103528]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:45:06.163233 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-da3fcb29-9587-4d83-87b2-be71963c7d32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:45:06.323506 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-11a2ef82-2927-4914-8375-81967fa1d291 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8771632413835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63608665'] for subnet (dcf7ab6c-367d-4147-8b51-d5b045045411), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.373457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a2ef82-2927-4914-8375-81967fa1d291 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:06.374088 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-11a2ef82-2927-4914-8375-81967fa1d291 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.375436 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-11a2ef82-2927-4914-8375-81967fa1d291 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "PUT /v2.0/subnets/dcf7ab6c-367d-4147-8b51-d5b045045411 HTTP/1.1" status: 200 len: 877 time: 0.5034876 Feb 17 22:45:06.378322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51596) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:06.391531 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2ef82-2927-4914-8375-81967fa1d291 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event updated for resources: {'Subnet': ['ID=dcf7ab6c-367d-4147-8b51-d5b045045411,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:06.562899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (8030804d-3f8f-4273-a46a-b7d067e6222f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.567068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-b4e09d6c-f316-4e35-8c77-12201ee1b84b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1035368 Feb 17 22:45:06.630047 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dcf7ab6c-367d-4147-8b51-d5b045045411), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.664589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da3fcb29-9587-4d83-87b2-be71963c7d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.733140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-234c6a0e-fa8c-4a4c-8a97-04dd00b344b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:06.735894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-234c6a0e-fa8c-4a4c-8a97-04dd00b344b5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 1128 time: 0.1022091 Feb 17 22:45:06.774078 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (dcf7ab6c-367d-4147-8b51-d5b045045411), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-da3fcb29-9587-4d83-87b2-be71963c7d32 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf7ab6c-367d-4147-8b51-d5b045045411: This subnet is being modified by another concurrent operation. Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dcf7ab6c-367d-4147-8b51-d5b045045411: This subnet is being modified by another concurrent operation. Feb 17 22:45:06.777813 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 22:45:06.802623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702f46f1-5d32-4a53-920f-d8876fff36af None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 22:45:06.847523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=dcf7ab6c-367d-4147-8b51-d5b045045411,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:06.960141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702f46f1-5d32-4a53-920f-d8876fff36af None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 22:45:06.972680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (8030804d-3f8f-4273-a46a-b7d067e6222f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.025013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-d626ef46-a2ca-437e-a1b8-85cf7c36b8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:07.027014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-d626ef46-a2ca-437e-a1b8-85cf7c36b8c9 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.2626374 Feb 17 22:45:07.028621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8030804d-3f8f-4273-a46a-b7d067e6222f']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.051001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '729084cf-d92f-4007-a8d5-eab836e358e3') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.052225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '729084cf-d92f-4007-a8d5-eab836e358e3') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.095307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-6906aa90-59e0-4b80-94db-0408c7abd3ae service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad HTTP/1.1" status: 200 len: 217 time: 0.0580425 Feb 17 22:45:07.104771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441a8a1-e46d-4121-bcf5-25ac14150b95 req-655aa308-dd3b-4a5b-91de-46865e6c1d4d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:07.106398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4441a8a1-e46d-4121-bcf5-25ac14150b95 req-655aa308-dd3b-4a5b-91de-46865e6c1d4d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 945 time: 0.2289574 Feb 17 22:45:07.108345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (729084cf-d92f-4007-a8d5-eab836e358e3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.172422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (729084cf-d92f-4007-a8d5-eab836e358e3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.194360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:07.194773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (729084cf-d92f-4007-a8d5-eab836e358e3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:07.197881 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:07.207255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80855df-8b17-4251-a50b-839c98f0530f None None] Network 8030804d-3f8f-4273-a46a-b7d067e6222f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:07.253210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-6daae613-3538-46cc-ac0b-7e926106d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:07.254475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-6daae613-3538-46cc-ac0b-7e926106d3a8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.1441789 Feb 17 22:45:07.310303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4441a8a1-e46d-4121-bcf5-25ac14150b95 req-5b14b524-6cdd-4689-8457-e8266822252a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845720 Feb 17 22:45:07.324112 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (8030804d-3f8f-4273-a46a-b7d067e6222f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.343132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.344293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/8030804d-3f8f-4273-a46a-b7d067e6222f HTTP/1.1" status: 204 len: 168 time: 0.9648967 Feb 17 22:45:07.349069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51604) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:07.359620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe609f-3c2e-47c8-9b1f-15fdfd289c78 None None] Network 8030804d-3f8f-4273-a46a-b7d067e6222f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:07.374099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8c7958-d705-4a6c-af98-c59f8ab725bf tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=8030804d-3f8f-4273-a46a-b7d067e6222f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:07.376287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afe609f-3c2e-47c8-9b1f-15fdfd289c78 None None] Network 8030804d-3f8f-4273-a46a-b7d067e6222f could not be found, it might have been deleted concurrently. {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} Feb 17 22:45:07.378921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-8fb6c9ad-4be0-4df7-abf5-4c9323392c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:07.380625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-8fb6c9ad-4be0-4df7-abf5-4c9323392c34 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1159120 Feb 17 22:45:07.408929 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-0470beea-8227-466d-b38a-536fc6aa12a5 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:07.409396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0470beea-8227-466d-b38a-536fc6aa12a5 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:07.415483 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0470beea-8227-466d-b38a-536fc6aa12a5 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/dcf7ab6c-367d-4147-8b51-d5b045045411 HTTP/1.1" status: 404 len: 337 time: 0.0628083 Feb 17 22:45:07.416634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51606) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:07.499229 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-afff048b-5e97-4af2-99f3-b80f826e0fbc tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:07.499901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afff048b-5e97-4af2-99f3-b80f826e0fbc tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:07.503284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-afff048b-5e97-4af2-99f3-b80f826e0fbc tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/8030804d-3f8f-4273-a46a-b7d067e6222f HTTP/1.1" status: 404 len: 339 time: 0.0855682 Feb 17 22:45:07.508328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51608) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:07.550786 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a9e2aa-2129-476a-a14f-82c5cc40662d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:07.551450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a9e2aa-2129-476a-a14f-82c5cc40662d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:07.555438 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5a9e2aa-2129-476a-a14f-82c5cc40662d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/08aad544-01ab-46cc-b619-bfc2c662e23f HTTP/1.1" status: 404 len: 337 time: 0.0455549 Feb 17 22:45:07.560230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51610) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:07.588354 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad6dd4d-7192-42fd-8795-bddd735c68e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:07.589102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-f30380dd-b4b8-47d2-9964-76af43f71fea service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006297 Feb 17 22:45:07.589318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad6dd4d-7192-42fd-8795-bddd735c68e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:07.593476 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fad6dd4d-7192-42fd-8795-bddd735c68e2 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/beccc7c0-1481-41d9-9d89-2db887f0c6e9 HTTP/1.1" status: 404 len: 339 time: 0.0319505 Feb 17 22:45:07.597773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9960a-eb33-437c-bd02-480650c929f3 req-9125f33b-4413-4081-882f-9f76047ae36b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:07.599500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51612) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:07.599683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00f9960a-eb33-437c-bd02-480650c929f3 req-9125f33b-4413-4081-882f-9f76047ae36b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 945 time: 0.1296761 Feb 17 22:45:07.698045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (91a1af1c-b924-460f-b218-59380e687ffe), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.734741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00f9960a-eb33-437c-bd02-480650c929f3 req-83438427-1ddb-4bb8-951e-39074aebfdb0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250956 Feb 17 22:45:07.761351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae6379e-d8ff-4c62-949f-6a7a5e2a8c33 req-07f48850-1fee-4320-9242-ca82e52508b3 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606615 Feb 17 22:45:07.839558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (91a1af1c-b924-460f-b218-59380e687ffe), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.873194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91a1af1c-b924-460f-b218-59380e687ffe']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.887771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457882de-7a31-4fca-b4a7-4d050d77c419') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.888252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457882de-7a31-4fca-b4a7-4d050d77c419') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:07.900873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (457882de-7a31-4fca-b4a7-4d050d77c419), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.916558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (457882de-7a31-4fca-b4a7-4d050d77c419), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.922849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:07.923416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (457882de-7a31-4fca-b4a7-4d050d77c419), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:07.926439 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:08.009259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (91a1af1c-b924-460f-b218-59380e687ffe), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:08.016875 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:08.025249 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/91a1af1c-b924-460f-b218-59380e687ffe HTTP/1.1" status: 204 len: 168 time: 0.4244246 Feb 17 22:45:08.025521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51620) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.054584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775b016c-f8f7-44dd-b577-7aea1639b104 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=91a1af1c-b924-460f-b218-59380e687ffe,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:08.056223 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-755e01fe-e88c-4360-b12a-6a1c6638d70d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.056708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755e01fe-e88c-4360-b12a-6a1c6638d70d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.061393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-755e01fe-e88c-4360-b12a-6a1c6638d70d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/16635cae-d706-4a15-a518-8ea6d6281567 HTTP/1.1" status: 404 len: 337 time: 0.0344284 Feb 17 22:45:08.063561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51624) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.085634 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b6f920-3d89-4493-9ad7-e1eda8db08d3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.087829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b6f920-3d89-4493-9ad7-e1eda8db08d3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.094580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-99b6f920-3d89-4493-9ad7-e1eda8db08d3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/ba7ecb85-49a0-4a75-a1f5-e27f56bca5bc HTTP/1.1" status: 404 len: 339 time: 0.0269051 Feb 17 22:45:08.094846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51626) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.132616 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0586cd4c-07d6-4230-9bac-434eb1163fb8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.133231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0586cd4c-07d6-4230-9bac-434eb1163fb8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.137025 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0586cd4c-07d6-4230-9bac-434eb1163fb8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/0bf56d05-b977-4705-ab96-72faf89e9e8a HTTP/1.1" status: 404 len: 337 time: 0.0411639 Feb 17 22:45:08.140038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51630) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.162393 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-3225d7d7-25e5-4f84-9af9-8ea468da75b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.162923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3225d7d7-25e5-4f84-9af9-8ea468da75b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.167013 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3225d7d7-25e5-4f84-9af9-8ea468da75b6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/5c694e95-e47b-4ccc-af5c-730b0d8d2b67 HTTP/1.1" status: 404 len: 339 time: 0.0257289 Feb 17 22:45:08.169754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51632) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.207240 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a1ea9a6-b8a3-49fe-990e-1eba97cb9db3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.208041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a1ea9a6-b8a3-49fe-990e-1eba97cb9db3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.211493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8a1ea9a6-b8a3-49fe-990e-1eba97cb9db3 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/c486eb90-ed29-44a4-9aed-55c8ff262a6c HTTP/1.1" status: 404 len: 337 time: 0.0403137 Feb 17 22:45:08.215691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51634) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.240233 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c04a26-597c-4f4f-b761-13f30c7ab210 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.240755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c04a26-597c-4f4f-b761-13f30c7ab210 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.244446 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d6c04a26-597c-4f4f-b761-13f30c7ab210 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/f4f610a4-a53c-400a-ace5-66b0dddc6175 HTTP/1.1" status: 404 len: 339 time: 0.0271318 Feb 17 22:45:08.247704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51636) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.279242 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aae9112-f8a5-40f3-8e5a-9365fa6a0d82 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.279792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aae9112-f8a5-40f3-8e5a-9365fa6a0d82 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.283410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0aae9112-f8a5-40f3-8e5a-9365fa6a0d82 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/acbd19ce-ff7f-43ac-9d03-d3584cdd296b HTTP/1.1" status: 404 len: 337 time: 0.0339339 Feb 17 22:45:08.285866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51638) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.308642 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-5200427d-ebc2-4d9a-9d57-9d7805f6ac1d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.309316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5200427d-ebc2-4d9a-9d57-9d7805f6ac1d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.314975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5200427d-ebc2-4d9a-9d57-9d7805f6ac1d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/d8583e40-cb86-4398-aa3e-6d24291d591d HTTP/1.1" status: 404 len: 339 time: 0.0252287 Feb 17 22:45:08.314975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51640) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.366543 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ad165f-2c9b-4213-afa3-bcc7aad462d6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.367014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ad165f-2c9b-4213-afa3-bcc7aad462d6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.384492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-06ad165f-2c9b-4213-afa3-bcc7aad462d6 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/317aa751-1132-4849-957d-5d37c08b5727 HTTP/1.1" status: 404 len: 337 time: 0.0683181 Feb 17 22:45:08.388269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51650) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.409838 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-2988902d-5bb6-4c4a-a57a-0edc334123bc tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.410454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2988902d-5bb6-4c4a-a57a-0edc334123bc tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.413517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2988902d-5bb6-4c4a-a57a-0edc334123bc tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/f5aff5fb-53a8-42ba-92b4-e4402b022196 HTTP/1.1" status: 404 len: 339 time: 0.0242500 Feb 17 22:45:08.416695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51652) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.448980 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bddb272-2957-4b33-b609-f926263eb98d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.449454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bddb272-2957-4b33-b609-f926263eb98d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.453884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4bddb272-2957-4b33-b609-f926263eb98d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/47429ef6-bd85-4a18-a0c8-41e4c7e4ef26 HTTP/1.1" status: 404 len: 337 time: 0.0362391 Feb 17 22:45:08.456793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51654) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.488619 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f3b30be-3afb-4d4d-8ef6-b02385a5b47e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.489203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f3b30be-3afb-4d4d-8ef6-b02385a5b47e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.492721 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4f3b30be-3afb-4d4d-8ef6-b02385a5b47e tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/64ae77d2-74f1-497d-afd5-bcdb7d114520 HTTP/1.1" status: 404 len: 339 time: 0.0348125 Feb 17 22:45:08.495827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51656) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.535057 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-a14912a9-c1b7-4245-a37e-d3d940f970a8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.535401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a14912a9-c1b7-4245-a37e-d3d940f970a8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.541768 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a14912a9-c1b7-4245-a37e-d3d940f970a8 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/54ab860b-5ada-4b09-8c1e-7cb6c5b55d2b HTTP/1.1" status: 404 len: 337 time: 0.0419300 Feb 17 22:45:08.542051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51658) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.563332 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-750aeef3-be02-4508-9f3d-0e6b202b040d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.564455 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-750aeef3-be02-4508-9f3d-0e6b202b040d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.569965 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-750aeef3-be02-4508-9f3d-0e6b202b040d tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/112b1651-16ac-46d4-a853-f6be9b47c752 HTTP/1.1" status: 404 len: 339 time: 0.0262206 Feb 17 22:45:08.572826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51664) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.617125 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5120400-5908-4128-8a33-c8746e51f645 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.617125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5120400-5908-4128-8a33-c8746e51f645 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.620285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c5120400-5908-4128-8a33-c8746e51f645 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/4edb1028-76b5-4b93-9c97-b29f20b0ae6a HTTP/1.1" status: 404 len: 337 time: 0.0459449 Feb 17 22:45:08.624537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51666) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.649346 n-d-828369-18 neutron-server[103526]: INFO neutron.pecan_wsgi.hooks.translation [None req-baf1b854-c724-4217-819f-c69ab73b2dad tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] DELETE failed (client error): The resource could not be found. Feb 17 22:45:08.651418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baf1b854-c724-4217-819f-c69ab73b2dad tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103526) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 22:45:08.657119 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-baf1b854-c724-4217-819f-c69ab73b2dad tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/2b2ecad0-c0c7-4273-bd45-84cbe162203a HTTP/1.1" status: 404 len: 339 time: 0.0315514 Feb 17 22:45:08.657402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51670) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:08.752141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting subnet 5b795a40-61cb-4163-b547-a53cfbfcf848 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:45:08.756581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (5b795a40-61cb-4163-b547-a53cfbfcf848), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:08.847283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (5b795a40-61cb-4163-b547-a53cfbfcf848), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:08.950817 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5b795a40-61cb-4163-b547-a53cfbfcf848), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.036758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (5b795a40-61cb-4163-b547-a53cfbfcf848), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.060589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.066171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51680) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:09.066341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/subnets/5b795a40-61cb-4163-b547-a53cfbfcf848 HTTP/1.1" status: 204 len: 168 time: 0.4080451 Feb 17 22:45:09.075235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f4fdc-7739-4c03-98d1-6abecd7e4938 None None] Network 601250ea-84fd-4896-9080-dd40349f2523 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:09.089707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c2622f-439b-493c-a4ba-5d64b17b0c21 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Subnet': ['ID=5b795a40-61cb-4163-b547-a53cfbfcf848,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:09.193760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (601250ea-84fd-4896-9080-dd40349f2523), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.299229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Deleting port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:45:09.299653 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.400006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] DHCP port deletion for 601250ea-84fd-4896-9080-dd40349f2523 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:45:09.418851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.444758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] For port ea2151a9-a4b7-4e84-a6e0-e560bd3be638, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,segment=NetworkSegment(ba38cac1-9e62-4694-b1a8-1cd02932f5a4),segment_id=ba38cac1-9e62-4694-b1a8-1cd02932f5a4)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:09.445135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.466236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Calling delete_port for ea2151a9-a4b7-4e84-a6e0-e560bd3be638 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:45:09.555983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] Deleting port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:45:09.556476 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.646547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.695033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Port': ['ID=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:09.700697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] No DVR routers for this DVR port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:09.722892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] For port ea2151a9-a4b7-4e84-a6e0-e560bd3be638, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,segment=NetworkSegment(ba38cac1-9e62-4694-b1a8-1cd02932f5a4),segment_id=ba38cac1-9e62-4694-b1a8-1cd02932f5a4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:09.723305 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.762585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] Calling delete_port for ea2151a9-a4b7-4e84-a6e0-e560bd3be638 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:45:09.835856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea2151a9-a4b7-4e84-a6e0-e560bd3be638 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:45:09.866533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ea2151a9-a4b7-4e84-a6e0-e560bd3be638 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:45:09.866897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea2151a9-a4b7-4e84-a6e0-e560bd3be638 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:45:09.868283 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (601250ea-84fd-4896-9080-dd40349f2523), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.899413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601250ea-84fd-4896-9080-dd40349f2523']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:09.907910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba38cac1-9e62-4694-b1a8-1cd02932f5a4') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:09.908314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba38cac1-9e62-4694-b1a8-1cd02932f5a4') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:09.927679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (ba38cac1-9e62-4694-b1a8-1cd02932f5a4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.947604 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ea2151a9-a4b7-4e84-a6e0-e560bd3be638), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.954368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ba38cac1-9e62-4694-b1a8-1cd02932f5a4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.970348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:09.972569 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (ba38cac1-9e62-4694-b1a8-1cd02932f5a4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:09.977574 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:09.999553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] Pushing event deleted for resources: {'Port': ['ID=ea2151a9-a4b7-4e84-a6e0-e560bd3be638,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:10.010650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d5543b-2e5a-45c4-a85f-6d94e5c4c364 None None] No DVR routers for this DVR port ea2151a9-a4b7-4e84-a6e0-e560bd3be638 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:10.075697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (601250ea-84fd-4896-9080-dd40349f2523), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:10.089227 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:10.106882 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] 10.222.0.79 "DELETE /v2.0/networks/601250ea-84fd-4896-9080-dd40349f2523 HTTP/1.1" status: 204 len: 168 time: 1.0286350 Feb 17 22:45:10.139395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60ea0d-787f-40c4-b506-88458105cf34 tempest-NetworksTest-753817852 tempest-NetworksTest-753817852-project] Pushing event deleted for resources: {'Network': ['ID=601250ea-84fd-4896-9080-dd40349f2523,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:10.506203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51722) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:10.687183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-93f69274-fc70-492f-b680-c7b7bce8745b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aee6c97ecc134323a1529d2ef86747a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1802702 Feb 17 22:45:10.688033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51726) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:10.748727 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89671833-afda-425b-a418-ca396bec13de admin admin] Publish callbacks [] for security_group (624306e3-9549-430f-a1d0-7e10dfc25cca), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:10.783660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89671833-afda-425b-a418-ca396bec13de admin admin] Publish callbacks [] for security_group (624306e3-9549-430f-a1d0-7e10dfc25cca), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:10.864549 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89671833-afda-425b-a418-ca396bec13de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (624306e3-9549-430f-a1d0-7e10dfc25cca), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:10.867333 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-89671833-afda-425b-a418-ca396bec13de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:10.871450 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-89671833-afda-425b-a418-ca396bec13de admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/624306e3-9549-430f-a1d0-7e10dfc25cca HTTP/1.1" status: 204 len: 168 time: 0.1790652 Feb 17 22:45:10.878457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89671833-afda-425b-a418-ca396bec13de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624306e3-9549-430f-a1d0-7e10dfc25cca,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:11.875840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51752) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:11.992973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--1273607240'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:12.015352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.024837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.117210 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (4790b5d4-1100-4fa1-8360-90356129cdf0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.122272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4790b5d4-1100-4fa1-8360-90356129cdf0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.158677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4790b5d4-1100-4fa1-8360-90356129cdf0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:12.203485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.210183 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.239965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.241210 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3643665 Feb 17 22:45:12.244698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51758) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.250084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ad98a-a721-4725-8f41-62e006b9b77b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddedd803-c8a3-4896-b633-ed2f928ec2f3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:12.307137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51762) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.307305 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e30a6bdf-9554-419a-bb88-18cd7c5296eb tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0594325 Feb 17 22:45:12.314815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8a38c865-a78b-465c-8466-a67616907bef tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-security--569453137', 'description': 'tempest-security-description-1702887443'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:12.354430 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a38c865-a78b-465c-8466-a67616907bef tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.404371 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a38c865-a78b-465c-8466-a67616907bef tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.409824 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a38c865-a78b-465c-8466-a67616907bef tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.413106 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a38c865-a78b-465c-8466-a67616907bef tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.414808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8a38c865-a78b-465c-8466-a67616907bef tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "PUT /v2.0/security-groups/ddedd803-c8a3-4896-b633-ed2f928ec2f3 HTTP/1.1" status: 200 len: 1796 time: 0.1063290 Feb 17 22:45:12.418562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51766) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.442181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38c865-a78b-465c-8466-a67616907bef tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddedd803-c8a3-4896-b633-ed2f928ec2f3,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:12.470452 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0cf94ee4-c16f-423e-9a56-6cb15db6eac2 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups/ddedd803-c8a3-4896-b633-ed2f928ec2f3 HTTP/1.1" status: 200 len: 1796 time: 0.0501883 Feb 17 22:45:12.473149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51774) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.595699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b1753e8-f3d6-4faa-acde-a6cc625c63dd tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.641385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b1753e8-f3d6-4faa-acde-a6cc625c63dd tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.655886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-305bbd6f-0599-491c-a4a3-c94687615b99 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:12.657355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-305bbd6f-0599-491c-a4a3-c94687615b99 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.1552444 Feb 17 22:45:12.686716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-05b0c8ac-7e00-4559-80c6-7ca5710b3268 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/quotas/4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 375 time: 0.0202639 Feb 17 22:45:12.706657 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b1753e8-f3d6-4faa-acde-a6cc625c63dd tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ddedd803-c8a3-4896-b633-ed2f928ec2f3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.709329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b1753e8-f3d6-4faa-acde-a6cc625c63dd tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.713436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8b1753e8-f3d6-4faa-acde-a6cc625c63dd tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/ddedd803-c8a3-4896-b633-ed2f928ec2f3 HTTP/1.1" status: 204 len: 168 time: 0.2363102 Feb 17 22:45:12.713825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51780) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.739896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1753e8-f3d6-4faa-acde-a6cc625c63dd tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddedd803-c8a3-4896-b633-ed2f928ec2f3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:12.767330 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33017f6d-d82f-4b6b-a403-762fe6ebdd34 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0515845 Feb 17 22:45:12.768273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51782) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.768493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-3da63498-7b3f-4c13-8a47-c3d14c55ecdf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760434 Feb 17 22:45:12.782392 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-3dfc024f-6bee-4a48-bf40-b05b5b2927ad tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] delete failed (client error): The resource could not be found. Feb 17 22:45:12.788141 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3dfc024f-6bee-4a48-bf40-b05b5b2927ad tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/ddedd803-c8a3-4896-b633-ed2f928ec2f3 HTTP/1.1" status: 404 len: 347 time: 0.0183897 Feb 17 22:45:12.789136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.795102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8c747c60-b98f-4d26-a58c-4590c96b1494 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--297334473'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:12.820140 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c747c60-b98f-4d26-a58c-4590c96b1494 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.871520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-a66dc814-f0a7-4c4a-a500-3bc5c36dc0da service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952733 Feb 17 22:45:12.898246 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c747c60-b98f-4d26-a58c-4590c96b1494 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (15fbc5b2-0f7c-4656-9386-d6dda341c76e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.904206 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c747c60-b98f-4d26-a58c-4590c96b1494 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (15fbc5b2-0f7c-4656-9386-d6dda341c76e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.937454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8c747c60-b98f-4d26-a58c-4590c96b1494 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:12.938684 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8c747c60-b98f-4d26-a58c-4590c96b1494 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1483569 Feb 17 22:45:12.941610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:12.946177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a90c03a1-9836-48d2-86b5-bab4ab49f1d7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': '15fbc5b2-0f7c-4656-9386-d6dda341c76e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:12.951220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c747c60-b98f-4d26-a58c-4590c96b1494 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15fbc5b2-0f7c-4656-9386-d6dda341c76e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:12.975468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-9cc36457-29a7-42a7-92fc-01dc6ee0e2b4 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981703 Feb 17 22:45:12.976045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a90c03a1-9836-48d2-86b5-bab4ab49f1d7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f641e1aa-72af-42f7-91b4-5585e123eea6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.040636 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a90c03a1-9836-48d2-86b5-bab4ab49f1d7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f641e1aa-72af-42f7-91b4-5585e123eea6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.046923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a90c03a1-9836-48d2-86b5-bab4ab49f1d7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f641e1aa-72af-42f7-91b4-5585e123eea6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.070560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c03a1-9836-48d2-86b5-bab4ab49f1d7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f641e1aa-72af-42f7-91b4-5585e123eea6,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.091780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a90c03a1-9836-48d2-86b5-bab4ab49f1d7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.093265 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a90c03a1-9836-48d2-86b5-bab4ab49f1d7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1507108 Feb 17 22:45:13.096205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51792) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.125022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0f4efaf-c5d6-4a1a-bf01-ee386a79bda7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f641e1aa-72af-42f7-91b4-5585e123eea6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.133968 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0f4efaf-c5d6-4a1a-bf01-ee386a79bda7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f641e1aa-72af-42f7-91b4-5585e123eea6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.177052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0f4efaf-c5d6-4a1a-bf01-ee386a79bda7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f641e1aa-72af-42f7-91b4-5585e123eea6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.191998 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a0f4efaf-c5d6-4a1a-bf01-ee386a79bda7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.193228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a0f4efaf-c5d6-4a1a-bf01-ee386a79bda7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f641e1aa-72af-42f7-91b4-5585e123eea6 HTTP/1.1" status: 204 len: 168 time: 0.0945969 Feb 17 22:45:13.196001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.231427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bf18cae-6261-400e-a63f-00b4aeab6cdf req-52e63833-e2a7-4f3b-9e15-c9a5693364da tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0358117 Feb 17 22:45:13.232857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f4efaf-c5d6-4a1a-bf01-ee386a79bda7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f641e1aa-72af-42f7-91b4-5585e123eea6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.246593 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c672d0e0-fcc1-4add-9c18-b8e374c1b736 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0461829 Feb 17 22:45:13.247082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51800) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.309406 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b6c228e-74ba-4774-8a83-b3419bcb1667 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (15fbc5b2-0f7c-4656-9386-d6dda341c76e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.331769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b6c228e-74ba-4774-8a83-b3419bcb1667 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (15fbc5b2-0f7c-4656-9386-d6dda341c76e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.374095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b6c228e-74ba-4774-8a83-b3419bcb1667 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (15fbc5b2-0f7c-4656-9386-d6dda341c76e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.376793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b6c228e-74ba-4774-8a83-b3419bcb1667 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.377927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8b6c228e-74ba-4774-8a83-b3419bcb1667 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/15fbc5b2-0f7c-4656-9386-d6dda341c76e HTTP/1.1" status: 204 len: 168 time: 0.1299040 Feb 17 22:45:13.380920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51802) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.387749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c228e-74ba-4774-8a83-b3419bcb1667 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15fbc5b2-0f7c-4656-9386-d6dda341c76e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.448169 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f22d4cf-dfbd-470a-a3b2-bc7f062be2cc tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0660088 Feb 17 22:45:13.453197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51804) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.457811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-366b8886-5f64-4eb9-96c8-7ae98a21e0ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--134670948'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:13.479856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-366b8886-5f64-4eb9-96c8-7ae98a21e0ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.563515 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-366b8886-5f64-4eb9-96c8-7ae98a21e0ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (c3717f5b-1bf9-49f1-9022-f1a831dbc68e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.568387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-366b8886-5f64-4eb9-96c8-7ae98a21e0ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c3717f5b-1bf9-49f1-9022-f1a831dbc68e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.601500 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-366b8886-5f64-4eb9-96c8-7ae98a21e0ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.605347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-366b8886-5f64-4eb9-96c8-7ae98a21e0ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1485209 Feb 17 22:45:13.605347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b8886-5f64-4eb9-96c8-7ae98a21e0ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3717f5b-1bf9-49f1-9022-f1a831dbc68e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.605855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51806) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.610741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-45275923-4092-4eae-93d4-965ec4ef4359 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': 'c3717f5b-1bf9-49f1-9022-f1a831dbc68e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:13.641640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45275923-4092-4eae-93d4-965ec4ef4359 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (e43be2ae-2d8d-4167-9bfe-9f1134a11e06), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.687977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45275923-4092-4eae-93d4-965ec4ef4359 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (e43be2ae-2d8d-4167-9bfe-9f1134a11e06), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.691960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45275923-4092-4eae-93d4-965ec4ef4359 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e43be2ae-2d8d-4167-9bfe-9f1134a11e06), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.714368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45275923-4092-4eae-93d4-965ec4ef4359 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43be2ae-2d8d-4167-9bfe-9f1134a11e06,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.724270 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-45275923-4092-4eae-93d4-965ec4ef4359 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.728468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-45275923-4092-4eae-93d4-965ec4ef4359 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186919 Feb 17 22:45:13.728937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51808) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.734569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9d9990b1-f43d-498b-afc1-1b9dfe6494e9 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': 'c3717f5b-1bf9-49f1-9022-f1a831dbc68e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:13.765765 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d9990b1-f43d-498b-afc1-1b9dfe6494e9 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (55b03025-3416-4917-b8d5-42e9d6628bb8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.832645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d9990b1-f43d-498b-afc1-1b9dfe6494e9 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (55b03025-3416-4917-b8d5-42e9d6628bb8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.836480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d9990b1-f43d-498b-afc1-1b9dfe6494e9 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (55b03025-3416-4917-b8d5-42e9d6628bb8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.854384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9990b1-f43d-498b-afc1-1b9dfe6494e9 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b03025-3416-4917-b8d5-42e9d6628bb8,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:13.863462 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9d9990b1-f43d-498b-afc1-1b9dfe6494e9 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.867314 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9d9990b1-f43d-498b-afc1-1b9dfe6494e9 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341739 Feb 17 22:45:13.867532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51810) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:13.872106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ebe5128c-b6e3-4d36-8d09-36b2bbce7742 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': 'c3717f5b-1bf9-49f1-9022-f1a831dbc68e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:13.900882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebe5128c-b6e3-4d36-8d09-36b2bbce7742 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dace0d76-b424-4d62-b9ab-be916d18e1de), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.988734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebe5128c-b6e3-4d36-8d09-36b2bbce7742 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dace0d76-b424-4d62-b9ab-be916d18e1de), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:13.992561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebe5128c-b6e3-4d36-8d09-36b2bbce7742 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (dace0d76-b424-4d62-b9ab-be916d18e1de), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.012540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe5128c-b6e3-4d36-8d09-36b2bbce7742 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dace0d76-b424-4d62-b9ab-be916d18e1de,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.023680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ebe5128c-b6e3-4d36-8d09-36b2bbce7742 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.025762 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ebe5128c-b6e3-4d36-8d09-36b2bbce7742 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1567552 Feb 17 22:45:14.028491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51812) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.035275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ec7d0bf8-68a9-47c0-9e00-bb630212c815 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': 'c3717f5b-1bf9-49f1-9022-f1a831dbc68e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:14.062198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0bf8-68a9-47c0-9e00-bb630212c815 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (44247bff-3c20-4fa5-9250-8dc41aad08dd), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.134918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0bf8-68a9-47c0-9e00-bb630212c815 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (44247bff-3c20-4fa5-9250-8dc41aad08dd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.139800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0bf8-68a9-47c0-9e00-bb630212c815 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (44247bff-3c20-4fa5-9250-8dc41aad08dd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.160436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d0bf8-68a9-47c0-9e00-bb630212c815 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44247bff-3c20-4fa5-9250-8dc41aad08dd,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.170061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec7d0bf8-68a9-47c0-9e00-bb630212c815 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.171305 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec7d0bf8-68a9-47c0-9e00-bb630212c815 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417618 Feb 17 22:45:14.174210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51816) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.179243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e3594aa9-8812-43fe-ba75-6ef89b20819a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': 'c3717f5b-1bf9-49f1-9022-f1a831dbc68e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:14.211329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3594aa9-8812-43fe-ba75-6ef89b20819a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f312b805-2b71-45e4-98aa-4d5b790513e3), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.289905 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3594aa9-8812-43fe-ba75-6ef89b20819a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f312b805-2b71-45e4-98aa-4d5b790513e3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.299055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3594aa9-8812-43fe-ba75-6ef89b20819a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f312b805-2b71-45e4-98aa-4d5b790513e3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.324174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3594aa9-8812-43fe-ba75-6ef89b20819a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f312b805-2b71-45e4-98aa-4d5b790513e3,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.336624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e3594aa9-8812-43fe-ba75-6ef89b20819a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.339929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e3594aa9-8812-43fe-ba75-6ef89b20819a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1645205 Feb 17 22:45:14.341071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51822) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.377440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0da4da50-1541-4049-89ed-06f40502f383 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f312b805-2b71-45e4-98aa-4d5b790513e3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.382797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e66afad-11b5-459d-b316-7065ccfddd96 req-f5c1c84f-2cd2-4118-b2f1-3ca025666ab8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0409775 Feb 17 22:45:14.387412 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0da4da50-1541-4049-89ed-06f40502f383 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (f312b805-2b71-45e4-98aa-4d5b790513e3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.418536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0da4da50-1541-4049-89ed-06f40502f383 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f312b805-2b71-45e4-98aa-4d5b790513e3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.433198 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0da4da50-1541-4049-89ed-06f40502f383 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.439650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51828) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.440303 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0da4da50-1541-4049-89ed-06f40502f383 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/f312b805-2b71-45e4-98aa-4d5b790513e3 HTTP/1.1" status: 204 len: 168 time: 0.0977855 Feb 17 22:45:14.451052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4da50-1541-4049-89ed-06f40502f383 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f312b805-2b71-45e4-98aa-4d5b790513e3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.462273 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6e2fb3b9-e4c5-4989-b8a7-6a4cdc7abe38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.504490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a06ef49a-2903-4179-9427-7dffdd74138d tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0599942 Feb 17 22:45:14.504856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51830) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.534342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3165913a-6679-4d48-a474-a4f19f509818 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (44247bff-3c20-4fa5-9250-8dc41aad08dd), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.543394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3165913a-6679-4d48-a474-a4f19f509818 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (44247bff-3c20-4fa5-9250-8dc41aad08dd), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.577192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3165913a-6679-4d48-a474-a4f19f509818 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (44247bff-3c20-4fa5-9250-8dc41aad08dd), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.583469 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3165913a-6679-4d48-a474-a4f19f509818 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.584535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3165913a-6679-4d48-a474-a4f19f509818 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/44247bff-3c20-4fa5-9250-8dc41aad08dd HTTP/1.1" status: 204 len: 168 time: 0.0788863 Feb 17 22:45:14.587587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51832) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.590657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3165913a-6679-4d48-a474-a4f19f509818 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44247bff-3c20-4fa5-9250-8dc41aad08dd,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.639810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-455d18b7-cb74-4359-ad6b-d065bfcfaba5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0507705 Feb 17 22:45:14.642261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.668055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d814c796-8296-48a4-a69d-4f77852b9cca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dace0d76-b424-4d62-b9ab-be916d18e1de), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.676848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d814c796-8296-48a4-a69d-4f77852b9cca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dace0d76-b424-4d62-b9ab-be916d18e1de), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.706211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d814c796-8296-48a4-a69d-4f77852b9cca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (dace0d76-b424-4d62-b9ab-be916d18e1de), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.712835 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d814c796-8296-48a4-a69d-4f77852b9cca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.713957 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d814c796-8296-48a4-a69d-4f77852b9cca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/dace0d76-b424-4d62-b9ab-be916d18e1de HTTP/1.1" status: 204 len: 168 time: 0.0707829 Feb 17 22:45:14.716698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51836) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.728812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d814c796-8296-48a4-a69d-4f77852b9cca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dace0d76-b424-4d62-b9ab-be916d18e1de,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.765435 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e8ee121a-58cf-47b7-ba28-cbfe47d84c14 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0474203 Feb 17 22:45:14.768179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51838) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.791868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9231-8696-4cbb-891b-af206d6559f2 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (55b03025-3416-4917-b8d5-42e9d6628bb8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.799453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9231-8696-4cbb-891b-af206d6559f2 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (55b03025-3416-4917-b8d5-42e9d6628bb8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.826358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9231-8696-4cbb-891b-af206d6559f2 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (55b03025-3416-4917-b8d5-42e9d6628bb8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.832349 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bbe9231-8696-4cbb-891b-af206d6559f2 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.833474 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7bbe9231-8696-4cbb-891b-af206d6559f2 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/55b03025-3416-4917-b8d5-42e9d6628bb8 HTTP/1.1" status: 204 len: 168 time: 0.0643489 Feb 17 22:45:14.836230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51840) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.839801 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbe9231-8696-4cbb-891b-af206d6559f2 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55b03025-3416-4917-b8d5-42e9d6628bb8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.877348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3acfdb1c-4cea-497f-aefd-723ae804693c tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0397444 Feb 17 22:45:14.879944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51842) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.904929 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3751bb10-47a9-4f1c-8e79-e92f19c4c9e7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (e43be2ae-2d8d-4167-9bfe-9f1134a11e06), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.912611 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3751bb10-47a9-4f1c-8e79-e92f19c4c9e7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (e43be2ae-2d8d-4167-9bfe-9f1134a11e06), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.937137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3751bb10-47a9-4f1c-8e79-e92f19c4c9e7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e43be2ae-2d8d-4167-9bfe-9f1134a11e06), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.943045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3751bb10-47a9-4f1c-8e79-e92f19c4c9e7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:14.944159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3751bb10-47a9-4f1c-8e79-e92f19c4c9e7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/e43be2ae-2d8d-4167-9bfe-9f1134a11e06 HTTP/1.1" status: 204 len: 168 time: 0.0633194 Feb 17 22:45:14.947411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51844) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:14.950079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751bb10-47a9-4f1c-8e79-e92f19c4c9e7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e43be2ae-2d8d-4167-9bfe-9f1134a11e06,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:14.985041 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cde36fac-573e-4a2d-82f3-3741718af583 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0364528 Feb 17 22:45:14.987660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51846) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.038937 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c218b0a1-001b-4b27-ad5b-a6ac33c26c5e tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (c3717f5b-1bf9-49f1-9022-f1a831dbc68e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.061189 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c218b0a1-001b-4b27-ad5b-a6ac33c26c5e tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (c3717f5b-1bf9-49f1-9022-f1a831dbc68e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.109938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c218b0a1-001b-4b27-ad5b-a6ac33c26c5e tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c3717f5b-1bf9-49f1-9022-f1a831dbc68e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.112568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c218b0a1-001b-4b27-ad5b-a6ac33c26c5e tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.113704 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c218b0a1-001b-4b27-ad5b-a6ac33c26c5e tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/c3717f5b-1bf9-49f1-9022-f1a831dbc68e HTTP/1.1" status: 204 len: 168 time: 0.1251562 Feb 17 22:45:15.116555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51848) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.122816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218b0a1-001b-4b27-ad5b-a6ac33c26c5e tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3717f5b-1bf9-49f1-9022-f1a831dbc68e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.167477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a1b22725-47a4-4e94-abce-7bd72fcf08ca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495741 Feb 17 22:45:15.171893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51852) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.176370 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-486a718f-22c4-476e-a4d4-ccd5b1813810 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--663478729'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:15.198389 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a718f-22c4-476e-a4d4-ccd5b1813810 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.268605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a718f-22c4-476e-a4d4-ccd5b1813810 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (b2a8051b-dc31-46dc-a819-6d8b13e804aa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.272558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a718f-22c4-476e-a4d4-ccd5b1813810 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b2a8051b-dc31-46dc-a819-6d8b13e804aa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.303249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a718f-22c4-476e-a4d4-ccd5b1813810 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a8051b-dc31-46dc-a819-6d8b13e804aa,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.308003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-486a718f-22c4-476e-a4d4-ccd5b1813810 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.309231 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-486a718f-22c4-476e-a4d4-ccd5b1813810 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1363246 Feb 17 22:45:15.312137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51858) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.316480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-557fbb36-2e77-432f-96b2-eb8f3f829147 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': 'b2a8051b-dc31-46dc-a819-6d8b13e804aa', 'direction': 'ingress', 'protocol': 17}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:15.342504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557fbb36-2e77-432f-96b2-eb8f3f829147 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (661cf46a-a722-4127-ba16-22b71aeb1d55), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.419126 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557fbb36-2e77-432f-96b2-eb8f3f829147 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (661cf46a-a722-4127-ba16-22b71aeb1d55), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.425691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557fbb36-2e77-432f-96b2-eb8f3f829147 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (661cf46a-a722-4127-ba16-22b71aeb1d55), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.448869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557fbb36-2e77-432f-96b2-eb8f3f829147 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661cf46a-a722-4127-ba16-22b71aeb1d55,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.458621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-557fbb36-2e77-432f-96b2-eb8f3f829147 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.460031 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-557fbb36-2e77-432f-96b2-eb8f3f829147 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1468887 Feb 17 22:45:15.462661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.487835 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5913f818-a7bb-4755-9d02-1fb695319e86 req-3077836b-f0c9-4571-a0bd-4ebc61c3cbb8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0562360 Feb 17 22:45:15.558362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16b96af5-a52d-4d29-835c-fb3b0e4491ba tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (b2a8051b-dc31-46dc-a819-6d8b13e804aa), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.585038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16b96af5-a52d-4d29-835c-fb3b0e4491ba tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (b2a8051b-dc31-46dc-a819-6d8b13e804aa), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.648999 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16b96af5-a52d-4d29-835c-fb3b0e4491ba tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b2a8051b-dc31-46dc-a819-6d8b13e804aa), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.653644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-16b96af5-a52d-4d29-835c-fb3b0e4491ba tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.655088 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16b96af5-a52d-4d29-835c-fb3b0e4491ba tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/b2a8051b-dc31-46dc-a819-6d8b13e804aa HTTP/1.1" status: 204 len: 168 time: 0.1908724 Feb 17 22:45:15.657837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51872) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.665766 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b96af5-a52d-4d29-835c-fb3b0e4491ba tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a8051b-dc31-46dc-a819-6d8b13e804aa,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.731898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-399670ff-2d40-4588-8886-056f95ae2516 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0723126 Feb 17 22:45:15.736788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51876) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.742098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a2583296-c526-4339-955a-79457387a071 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--1509900167'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:15.766736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2583296-c526-4339-955a-79457387a071 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.837888 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2583296-c526-4339-955a-79457387a071 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (8ca85f0f-13bf-4984-be07-6cee103bdf65), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.841843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2583296-c526-4339-955a-79457387a071 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8ca85f0f-13bf-4984-be07-6cee103bdf65), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.875128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2583296-c526-4339-955a-79457387a071 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.876429 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a2583296-c526-4339-955a-79457387a071 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.1384454 Feb 17 22:45:15.879268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51878) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:15.881600 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2583296-c526-4339-955a-79457387a071 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca85f0f-13bf-4984-be07-6cee103bdf65,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:15.885486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-90601a9d-3d4c-485c-8fa2-46fb094e77e5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--132609935'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:15.908673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90601a9d-3d4c-485c-8fa2-46fb094e77e5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.993570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90601a9d-3d4c-485c-8fa2-46fb094e77e5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (90bd95f6-3da5-48d7-98d3-08e522749c1a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:15.998823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90601a9d-3d4c-485c-8fa2-46fb094e77e5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (90bd95f6-3da5-48d7-98d3-08e522749c1a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.032060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90601a9d-3d4c-485c-8fa2-46fb094e77e5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bd95f6-3da5-48d7-98d3-08e522749c1a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:16.037812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90601a9d-3d4c-485c-8fa2-46fb094e77e5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.042894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-90601a9d-3d4c-485c-8fa2-46fb094e77e5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1583569 Feb 17 22:45:16.044265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51880) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.047595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cf710c0e-3e6c-42f2-be2d-a3334bd2b872 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': '8ca85f0f-13bf-4984-be07-6cee103bdf65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '90bd95f6-3da5-48d7-98d3-08e522749c1a', 'remote_ip_prefix': None}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:16.078343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf710c0e-3e6c-42f2-be2d-a3334bd2b872 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (b95cf874-db2e-42df-b89e-1c00bc6b134f), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.151334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf710c0e-3e6c-42f2-be2d-a3334bd2b872 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (b95cf874-db2e-42df-b89e-1c00bc6b134f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.155317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf710c0e-3e6c-42f2-be2d-a3334bd2b872 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (b95cf874-db2e-42df-b89e-1c00bc6b134f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.172671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf710c0e-3e6c-42f2-be2d-a3334bd2b872 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95cf874-db2e-42df-b89e-1c00bc6b134f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:16.186121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf710c0e-3e6c-42f2-be2d-a3334bd2b872 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.187341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cf710c0e-3e6c-42f2-be2d-a3334bd2b872 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1433201 Feb 17 22:45:16.190272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51882) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.219673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-faf13fd7-05ba-46fc-8af0-99ceae0b35c8 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (b95cf874-db2e-42df-b89e-1c00bc6b134f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.228370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-faf13fd7-05ba-46fc-8af0-99ceae0b35c8 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (b95cf874-db2e-42df-b89e-1c00bc6b134f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.256073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-faf13fd7-05ba-46fc-8af0-99ceae0b35c8 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (b95cf874-db2e-42df-b89e-1c00bc6b134f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.263923 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-faf13fd7-05ba-46fc-8af0-99ceae0b35c8 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.265057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-faf13fd7-05ba-46fc-8af0-99ceae0b35c8 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/b95cf874-db2e-42df-b89e-1c00bc6b134f HTTP/1.1" status: 204 len: 168 time: 0.0738258 Feb 17 22:45:16.267950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51884) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.270977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf13fd7-05ba-46fc-8af0-99ceae0b35c8 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b95cf874-db2e-42df-b89e-1c00bc6b134f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:16.314686 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b3ffb6c-fa88-47e3-b6e1-8b28b5d23e8b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0454926 Feb 17 22:45:16.317735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51886) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.389538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bccb9576-d06d-4d83-9ed0-e3c1b23d7ee7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (90bd95f6-3da5-48d7-98d3-08e522749c1a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.419093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bccb9576-d06d-4d83-9ed0-e3c1b23d7ee7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (90bd95f6-3da5-48d7-98d3-08e522749c1a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.484209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bccb9576-d06d-4d83-9ed0-e3c1b23d7ee7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (90bd95f6-3da5-48d7-98d3-08e522749c1a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.487855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bccb9576-d06d-4d83-9ed0-e3c1b23d7ee7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.489475 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bccb9576-d06d-4d83-9ed0-e3c1b23d7ee7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/90bd95f6-3da5-48d7-98d3-08e522749c1a HTTP/1.1" status: 204 len: 168 time: 0.1704526 Feb 17 22:45:16.492835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51888) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.509360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccb9576-d06d-4d83-9ed0-e3c1b23d7ee7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bd95f6-3da5-48d7-98d3-08e522749c1a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:16.605958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51894) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.617480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-375f79c2-970d-40ce-b1fe-b2f1bb60ab98 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1226883 Feb 17 22:45:16.682361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c6e9af4-0894-4052-9ebd-c3189623d302 req-06d53e1d-89ac-4167-a741-c238bb6ba380 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0402851 Feb 17 22:45:16.726743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8bf7-2f80-4833-bc74-a59ca087420a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (8ca85f0f-13bf-4984-be07-6cee103bdf65), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.764740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8bf7-2f80-4833-bc74-a59ca087420a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (8ca85f0f-13bf-4984-be07-6cee103bdf65), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.839395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8bf7-2f80-4833-bc74-a59ca087420a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8ca85f0f-13bf-4984-be07-6cee103bdf65), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.843084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e8a8bf7-2f80-4833-bc74-a59ca087420a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:16.848908 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e8a8bf7-2f80-4833-bc74-a59ca087420a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/8ca85f0f-13bf-4984-be07-6cee103bdf65 HTTP/1.1" status: 204 len: 168 time: 0.2369323 Feb 17 22:45:16.849196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51898) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.859580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a8bf7-2f80-4833-bc74-a59ca087420a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca85f0f-13bf-4984-be07-6cee103bdf65,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:16.926810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-398fcc54-2ae6-42a8-8f07-dffe7f842431 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0759482 Feb 17 22:45:16.931010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51900) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:16.936301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-33b357b4-3bae-419c-9e7a-864436ded289 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--893011611'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:16.962113 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33b357b4-3bae-419c-9e7a-864436ded289 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.080491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33b357b4-3bae-419c-9e7a-864436ded289 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (5f9051b2-87d6-4a6b-ac7f-d37ef2423d72), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.090672 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33b357b4-3bae-419c-9e7a-864436ded289 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5f9051b2-87d6-4a6b-ac7f-d37ef2423d72), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.128357 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33b357b4-3bae-419c-9e7a-864436ded289 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.129693 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33b357b4-3bae-419c-9e7a-864436ded289 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1976233 Feb 17 22:45:17.131891 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b357b4-3bae-419c-9e7a-864436ded289 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9051b2-87d6-4a6b-ac7f-d37ef2423d72,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:17.132869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51902) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:17.141598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d8bc97fa-de2c-4e33-a211-dfa72a0fafed tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': '5f9051b2-87d6-4a6b-ac7f-d37ef2423d72', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:17.173663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8bc97fa-de2c-4e33-a211-dfa72a0fafed tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (41687f78-d567-4557-9e11-999e932500e4), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.252628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8bc97fa-de2c-4e33-a211-dfa72a0fafed tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (41687f78-d567-4557-9e11-999e932500e4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.257468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8bc97fa-de2c-4e33-a211-dfa72a0fafed tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (41687f78-d567-4557-9e11-999e932500e4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.283782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc97fa-de2c-4e33-a211-dfa72a0fafed tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41687f78-d567-4557-9e11-999e932500e4,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:17.296819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d8bc97fa-de2c-4e33-a211-dfa72a0fafed tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.298755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d8bc97fa-de2c-4e33-a211-dfa72a0fafed tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1617858 Feb 17 22:45:17.301941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51904) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:17.314259 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3f4aad2c-26a3-40e0-91f3-ee59202446d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.336943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f32eed5-bedf-48c6-b9d5-bbd4fee26c5c tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (41687f78-d567-4557-9e11-999e932500e4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.348522 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f32eed5-bedf-48c6-b9d5-bbd4fee26c5c tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (41687f78-d567-4557-9e11-999e932500e4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.490622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f32eed5-bedf-48c6-b9d5-bbd4fee26c5c tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (41687f78-d567-4557-9e11-999e932500e4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.497097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1f32eed5-bedf-48c6-b9d5-bbd4fee26c5c tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.498270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1f32eed5-bedf-48c6-b9d5-bbd4fee26c5c tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/41687f78-d567-4557-9e11-999e932500e4 HTTP/1.1" status: 204 len: 168 time: 0.1950042 Feb 17 22:45:17.502713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51906) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:17.517145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32eed5-bedf-48c6-b9d5-bbd4fee26c5c tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41687f78-d567-4557-9e11-999e932500e4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:17.570166 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6404bc75-7436-4518-8170-d7e2bf9f456b tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0635092 Feb 17 22:45:17.570664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51908) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:17.591847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-014800b0-fe55-4358-ae46-b0faad6860c3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:17.593670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-014800b0-fe55-4358-ae46-b0faad6860c3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.2035217 Feb 17 22:45:17.606849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'port': {'device_id': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'admin_state_up': True, 'tenant_id': '4965b287b8bc4623952548709f142eb5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:17.640574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f57ee8-51e8-4299-9607-207516c81eb5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (5f9051b2-87d6-4a6b-ac7f-d37ef2423d72), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.668692 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f57ee8-51e8-4299-9607-207516c81eb5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (5f9051b2-87d6-4a6b-ac7f-d37ef2423d72), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.733469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f57ee8-51e8-4299-9607-207516c81eb5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5f9051b2-87d6-4a6b-ac7f-d37ef2423d72), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.738108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4f57ee8-51e8-4299-9607-207516c81eb5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.740104 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4f57ee8-51e8-4299-9607-207516c81eb5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/5f9051b2-87d6-4a6b-ac7f-d37ef2423d72 HTTP/1.1" status: 204 len: 168 time: 0.1679540 Feb 17 22:45:17.746593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51914) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:17.769824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f57ee8-51e8-4299-9607-207516c81eb5 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9051b2-87d6-4a6b-ac7f-d37ef2423d72,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:17.813856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:17.815976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-918e466e-75b9-46bc-b716-ca264d4144cc tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0666463 Feb 17 22:45:17.820729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51918) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:17.823135 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.827643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-76661b35-deca-4d57-a3ea-333464dafe1a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102966187'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:17.853892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76661b35-deca-4d57-a3ea-333464dafe1a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.897284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d868bb9f-dc7a-42c9-b0b9-1d15168fd85d req-300a428a-8eef-486e-98ed-a496284d3680 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0479190 Feb 17 22:45:17.965620 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.973392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76661b35-deca-4d57-a3ea-333464dafe1a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (0adb0482-f421-4d24-872b-a33ddd2adb25), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:17.983421 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76661b35-deca-4d57-a3ea-333464dafe1a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0adb0482-f421-4d24-872b-a33ddd2adb25), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.018861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76661b35-deca-4d57-a3ea-333464dafe1a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb0482-f421-4d24-872b-a33ddd2adb25,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:18.024219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-76661b35-deca-4d57-a3ea-333464dafe1a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.026195 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-76661b35-deca-4d57-a3ea-333464dafe1a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2040553 Feb 17 22:45:18.029116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51920) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.037904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4403413c-52c3-4ebc-9395-b55d10e1915f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': '0adb0482-f421-4d24-872b-a33ddd2adb25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:18.056639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.20.0.6 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/951fc15f-96ad-469d-a8d5-b9e330d40042) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:18.095526 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4403413c-52c3-4ebc-9395-b55d10e1915f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dcc15c03-69db-456b-a74d-35c319c90a1c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.162861 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4403413c-52c3-4ebc-9395-b55d10e1915f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dcc15c03-69db-456b-a74d-35c319c90a1c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.167485 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4403413c-52c3-4ebc-9395-b55d10e1915f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (dcc15c03-69db-456b-a74d-35c319c90a1c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.189161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403413c-52c3-4ebc-9395-b55d10e1915f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc15c03-69db-456b-a74d-35c319c90a1c,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:18.197073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4403413c-52c3-4ebc-9395-b55d10e1915f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.198679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4403413c-52c3-4ebc-9395-b55d10e1915f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685903 Feb 17 22:45:18.205423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51926) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.241287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.241538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cb2c2cf1-e0cc-4946-b8f2-8191b509bcfe tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules/dcc15c03-69db-456b-a74d-35c319c90a1c HTTP/1.1" status: 200 len: 763 time: 0.0333655 Feb 17 22:45:18.299719 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6119be91-e9fd-4f25-9a72-c5a67670ddff tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0572271 Feb 17 22:45:18.302356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51934) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.313380 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.335151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-138cd7d9-a773-458c-8a9c-275ac3ee354a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dcc15c03-69db-456b-a74d-35c319c90a1c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.345276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-138cd7d9-a773-458c-8a9c-275ac3ee354a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (dcc15c03-69db-456b-a74d-35c319c90a1c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.354701 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.388439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-138cd7d9-a773-458c-8a9c-275ac3ee354a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (dcc15c03-69db-456b-a74d-35c319c90a1c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.389608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f1362cf2-ef67-42e2-812d-2dd39a71daad'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:45:18.407361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-138cd7d9-a773-458c-8a9c-275ac3ee354a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.412646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:18.413134 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-138cd7d9-a773-458c-8a9c-275ac3ee354a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/dcc15c03-69db-456b-a74d-35c319c90a1c HTTP/1.1" status: 204 len: 168 time: 0.1091380 Feb 17 22:45:18.414669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138cd7d9-a773-458c-8a9c-275ac3ee354a tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dcc15c03-69db-456b-a74d-35c319c90a1c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:18.416673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51936) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.417576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:18.421430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:45:18.513746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=951fc15f-96ad-469d-a8d5-b9e330d40042,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:18.535808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-affa8b7c-752c-41d7-bffa-f12a436cf51d tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1094952 Feb 17 22:45:18.538907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51940) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.546048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8a89e41d-6591-4453-8aba-1c5e83c1f2c1 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': '0adb0482-f421-4d24-872b-a33ddd2adb25', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:18.573205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:18.573981 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.598795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-2cf587db-49ec-44d3-8fbc-22407da0480d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9973962 Feb 17 22:45:18.600199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a89e41d-6591-4453-8aba-1c5e83c1f2c1 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (ac4118ab-2756-4b30-9819-a957e8f1716e), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.676024 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a89e41d-6591-4453-8aba-1c5e83c1f2c1 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (ac4118ab-2756-4b30-9819-a957e8f1716e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.680556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a89e41d-6591-4453-8aba-1c5e83c1f2c1 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (ac4118ab-2756-4b30-9819-a957e8f1716e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.708084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89e41d-6591-4453-8aba-1c5e83c1f2c1 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac4118ab-2756-4b30-9819-a957e8f1716e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:18.738952 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8a89e41d-6591-4453-8aba-1c5e83c1f2c1 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.742911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8a89e41d-6591-4453-8aba-1c5e83c1f2c1 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2028122 Feb 17 22:45:18.746543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51944) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.765972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Request body: {'port': {'device_id': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:18.784223 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7fde2e0d-8a68-49f6-b44a-27af53b603a7 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules/ac4118ab-2756-4b30-9819-a957e8f1716e HTTP/1.1" status: 200 len: 763 time: 0.0362089 Feb 17 22:45:18.784991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51946) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.835704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51948) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:18.835916 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c351cd23-eeab-4213-ac2e-0649986d6ccf tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0496325 Feb 17 22:45:18.852312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.873261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-61d12513-fb3b-4169-bd84-9358e6382ba4 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (ac4118ab-2756-4b30-9819-a957e8f1716e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.897086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c9f616bc-9953-461b-ab0e-e89e9e3d7c16 None None] Provisioning complete for port 951fc15f-96ad-469d-a8d5-b9e330d40042 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:18.897931 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c9f616bc-9953-461b-ab0e-e89e9e3d7c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.904015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-61d12513-fb3b-4169-bd84-9358e6382ba4 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (ac4118ab-2756-4b30-9819-a957e8f1716e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.955132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-61d12513-fb3b-4169-bd84-9358e6382ba4 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (ac4118ab-2756-4b30-9819-a957e8f1716e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.955970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c9f616bc-9953-461b-ab0e-e89e9e3d7c16 None None] Port 951fc15f-96ad-469d-a8d5-b9e330d40042 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:45:18.960921 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-61d12513-fb3b-4169-bd84-9358e6382ba4 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:18.965295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-61d12513-fb3b-4169-bd84-9358e6382ba4 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/ac4118ab-2756-4b30-9819-a957e8f1716e HTTP/1.1" status: 204 len: 168 time: 0.1255093 Feb 17 22:45:18.966426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:19.032808 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33d6c784-6d76-4f32-a5e0-d457f0197072 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0646565 Feb 17 22:45:19.034105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51954) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:19.039416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0131a3e3-a2c3-456f-8599-3b7b59de22b0 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': '0adb0482-f421-4d24-872b-a33ddd2adb25', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:19.070318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0131a3e3-a2c3-456f-8599-3b7b59de22b0 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (fe62db31-b3af-4ffd-84fd-2ff7ec10f825), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.077016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d12513-fb3b-4169-bd84-9358e6382ba4 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac4118ab-2756-4b30-9819-a957e8f1716e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.152361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b176af9-248b-485f-be51-2a8de295595e req-6a0d99c4-7af1-4496-8df2-3b1f9bb17140 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:19.153404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0131a3e3-a2c3-456f-8599-3b7b59de22b0 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (fe62db31-b3af-4ffd-84fd-2ff7ec10f825), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.153941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b176af9-248b-485f-be51-2a8de295595e req-6a0d99c4-7af1-4496-8df2-3b1f9bb17140 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 931 time: 0.1416783 Feb 17 22:45:19.160438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0131a3e3-a2c3-456f-8599-3b7b59de22b0 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (fe62db31-b3af-4ffd-84fd-2ff7ec10f825), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.194645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131a3e3-a2c3-456f-8599-3b7b59de22b0 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe62db31-b3af-4ffd-84fd-2ff7ec10f825,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.216626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0131a3e3-a2c3-456f-8599-3b7b59de22b0 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.221930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51956) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:19.222651 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0131a3e3-a2c3-456f-8599-3b7b59de22b0 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1870761 Feb 17 22:45:19.254004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e5efd52b-8692-4654-a0b7-e8870e037f41 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules/fe62db31-b3af-4ffd-84fd-2ff7ec10f825 HTTP/1.1" status: 200 len: 764 time: 0.0272660 Feb 17 22:45:19.255929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51958) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:19.258433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b176af9-248b-485f-be51-2a8de295595e req-6da67bee-7674-4726-8d31-1cd1db0fb087 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917029 Feb 17 22:45:19.335558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51962) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:19.338659 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f97f030b-75ca-4c71-b489-218f0a642fca tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0798464 Feb 17 22:45:19.378393 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.408947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951fc15f-96ad-469d-a8d5-b9e330d40042 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:45:19.423856 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Publish callbacks [] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.452761 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e607702-bd1e-4bad-8129-ebb5fba07a7f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (fe62db31-b3af-4ffd-84fd-2ff7ec10f825), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.469919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Transition to ACTIVE for port object 951fc15f-96ad-469d-a8d5-b9e330d40042 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:45:19.481934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e607702-bd1e-4bad-8129-ebb5fba07a7f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (fe62db31-b3af-4ffd-84fd-2ff7ec10f825), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.482976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.589256 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e607702-bd1e-4bad-8129-ebb5fba07a7f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (fe62db31-b3af-4ffd-84fd-2ff7ec10f825), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.599071 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5e607702-bd1e-4bad-8129-ebb5fba07a7f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.600274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5e607702-bd1e-4bad-8129-ebb5fba07a7f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-group-rules/fe62db31-b3af-4ffd-84fd-2ff7ec10f825 HTTP/1.1" status: 204 len: 168 time: 0.2616677 Feb 17 22:45:19.602919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Pushing event updated for resources: {'Port': ['ID=951fc15f-96ad-469d-a8d5-b9e330d40042,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.609624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51964) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:19.656541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e607702-bd1e-4bad-8129-ebb5fba07a7f tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe62db31-b3af-4ffd-84fd-2ff7ec10f825,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:19.686435 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cfe93c4d-8fe3-4f19-95d8-3e59680705cb tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0752985 Feb 17 22:45:19.689823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51966) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:19.831457 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (0adb0482-f421-4d24-872b-a33ddd2adb25), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.901856 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (0adb0482-f421-4d24-872b-a33ddd2adb25), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.963607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (0adb0482-f421-4d24-872b-a33ddd2adb25), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.967048 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:19.972214 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/0adb0482-f421-4d24-872b-a33ddd2adb25 HTTP/1.1" status: 204 len: 168 time: 0.2809901 Feb 17 22:45:19.973084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51968) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:20.040108 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b2b8ff5e-9f1a-4e7b-ba7d-f3ee5593e2dc tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0616693 Feb 17 22:45:20.041406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51970) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:20.046727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6f937bfa-541e-42f4-8a41-063aca7d6579 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group': {'name': 'tempest-secgroup--780974970'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:20.051265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb0482-f421-4d24-872b-a33ddd2adb25,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:20.062857 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.063501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.063955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.064383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.064824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.065279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.065713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.066140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.067696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.068143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.068586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.069155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.069582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9302937b-dc35-4ce3-98c5-ff6622c12493 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:20.107064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f937bfa-541e-42f4-8a41-063aca7d6579 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.152612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Attempting to bind port 951fc15f-96ad-469d-a8d5-b9e330d40042 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:45:20.152999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Attempting to bind port 951fc15f-96ad-469d-a8d5-b9e330d40042 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:45:20.153330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Attempting to bind port 951fc15f-96ad-469d-a8d5-b9e330d40042 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:45:20.164941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Port 951fc15f-96ad-469d-a8d5-b9e330d40042 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:45:20.165301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Attempting to bind port 951fc15f-96ad-469d-a8d5-b9e330d40042 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:45:20.177416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:45:20.177864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:45:20.178155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:45:20.178596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Bound port: 951fc15f-96ad-469d-a8d5-b9e330d40042, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:45:20.178957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.210587 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f937bfa-541e-42f4-8a41-063aca7d6579 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (251fd3b4-75d1-4fbb-ab17-7110afa68315), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.217470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f937bfa-541e-42f4-8a41-063aca7d6579 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (251fd3b4-75d1-4fbb-ab17-7110afa68315), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.255238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] For port 951fc15f-96ad-469d-a8d5-b9e330d40042, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:45:20.259123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] For port 951fc15f-96ad-469d-a8d5-b9e330d40042, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=951fc15f-96ad-469d-a8d5-b9e330d40042,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:45:20.261114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6f937bfa-541e-42f4-8a41-063aca7d6579 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.262555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6f937bfa-541e-42f4-8a41-063aca7d6579 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2196887 Feb 17 22:45:20.265326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 51972) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:20.265500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f937bfa-541e-42f4-8a41-063aca7d6579 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=251fd3b4-75d1-4fbb-ab17-7110afa68315,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:20.270329 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.276378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4e9837bb-c325-41ee-b61d-ee8109af9c83 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Request body: {'security_group_rule': {'security_group_id': '251fd3b4-75d1-4fbb-ab17-7110afa68315', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:20.363025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:20.363702 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.365099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] 10.222.0.73 "PUT /v2.0/ports/951fc15f-96ad-469d-a8d5-b9e330d40042 HTTP/1.1" status: 200 len: 1092 time: 1.7256057 Feb 17 22:45:20.365578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'tag': '951fc15f-96ad-469d-a8d5-b9e330d40042'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:45:20.367822 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8ecebb-6985-4a9a-adfe-c21e20add541", "tag": "951fc15f-96ad-469d-a8d5-b9e330d40042"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:45:20.495612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9886d-9adc-4b0c-a0c1-664322eb284f service neutron] Pushing event updated for resources: {'Port': ['ID=951fc15f-96ad-469d-a8d5-b9e330d40042,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:20.498634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4e9837bb-c325-41ee-b61d-ee8109af9c83 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (ace588ac-8b18-40b8-bfeb-09d28e82514a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.599765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f756e20-f5ac-4108-bd51-e5f92512c3e2 req-c24bf420-b6de-491e-ac6a-2451fe6192d1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:20.604136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f756e20-f5ac-4108-bd51-e5f92512c3e2 req-c24bf420-b6de-491e-ac6a-2451fe6192d1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.2536545 Feb 17 22:45:20.638068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-cc0c86f2-9908-4a8b-ad5a-508a37055074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:20.638068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-cc0c86f2-9908-4a8b-ad5a-508a37055074 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 1126 time: 0.1854651 Feb 17 22:45:20.664477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4e9837bb-c325-41ee-b61d-ee8109af9c83 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (ace588ac-8b18-40b8-bfeb-09d28e82514a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.698448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4e9837bb-c325-41ee-b61d-ee8109af9c83 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (ace588ac-8b18-40b8-bfeb-09d28e82514a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.704036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-60b53415-c07c-4afb-ba77-d2ee87c95822 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=951fc15f-96ad-469d-a8d5-b9e330d40042 HTTP/1.1" status: 200 len: 217 time: 0.0598309 Feb 17 22:45:20.764044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9837bb-c325-41ee-b61d-ee8109af9c83 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace588ac-8b18-40b8-bfeb-09d28e82514a,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:20.773194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4e9837bb-c325-41ee-b61d-ee8109af9c83 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.774373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4e9837bb-c325-41ee-b61d-ee8109af9c83 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5072994 Feb 17 22:45:20.777340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51980) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:20.779434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f756e20-f5ac-4108-bd51-e5f92512c3e2 req-734b03eb-b083-4e15-bc7f-224ed744719b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569211 Feb 17 22:45:20.805811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-5cd12d4e-e9c4-48af-9409-0ce5ed8a6072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:20.808013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-5cd12d4e-e9c4-48af-9409-0ce5ed8a6072 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0909362 Feb 17 22:45:20.852490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.888138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762cf85-a602-4691-80ce-0f6e49d696e6 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (251fd3b4-75d1-4fbb-ab17-7110afa68315), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.889388 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb17d8c1-2d77-4445-845f-61589477b627 x-openstack-request-id: req-cb17d8c1-2d77-4445-845f-61589477b627 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:45:20.889735 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8ecebb-6985-4a9a-adfe-c21e20add541", "tag": "951fc15f-96ad-469d-a8d5-b9e330d40042", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:45:20.890151 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb17d8c1-2d77-4445-845f-61589477b627 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:45:20.890557 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'tag': '951fc15f-96ad-469d-a8d5-b9e330d40042', 'status': 'completed', 'code': 200} Feb 17 22:45:20.893100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-6cb4463d-42da-4606-b48e-5771fd6c67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:20.894716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-6cb4463d-42da-4606-b48e-5771fd6c67ac service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0808525 Feb 17 22:45:20.914822 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762cf85-a602-4691-80ce-0f6e49d696e6 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (251fd3b4-75d1-4fbb-ab17-7110afa68315), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.968467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762cf85-a602-4691-80ce-0f6e49d696e6 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (251fd3b4-75d1-4fbb-ab17-7110afa68315), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.972776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5762cf85-a602-4691-80ce-0f6e49d696e6 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:20.974375 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5762cf85-a602-4691-80ce-0f6e49d696e6 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/251fd3b4-75d1-4fbb-ab17-7110afa68315 HTTP/1.1" status: 204 len: 168 time: 0.1956425 Feb 17 22:45:20.980026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51982) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:20.994561 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762cf85-a602-4691-80ce-0f6e49d696e6 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=251fd3b4-75d1-4fbb-ab17-7110afa68315,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:21.046557 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-238378f4-bcc3-4949-85f0-9a88a662a9ee tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0647182 Feb 17 22:45:21.049668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51984) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:21.053728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-65b44ae6-7a1c-4b24-a3e8-4cb0cab36447 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517251 Feb 17 22:45:21.095525 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d9477fa6-6b9a-401b-847e-f318b7fc5fb8 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0444069 Feb 17 22:45:21.098108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51986) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:21.113675 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-9e9c66ce-0069-46be-bf3f-2e9e3fd71290 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] delete failed (client error): The resource could not be found. Feb 17 22:45:21.114944 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9e9c66ce-0069-46be-bf3f-2e9e3fd71290 tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "DELETE /v2.0/security-groups/251fd3b4-75d1-4fbb-ab17-7110afa68315 HTTP/1.1" status: 404 len: 347 time: 0.0156746 Feb 17 22:45:21.119794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51988) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:21.165188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd435607-8fec-4568-958e-5621e1f8ea22 req-af91548e-8558-41b9-88e1-f11ef7e2c609 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055367 Feb 17 22:45:21.174586 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a8e18153-ff0b-41f4-b25b-c9760ab2f13e tempest-SecGroupTest-1896518842 tempest-SecGroupTest-1896518842-project] 10.222.0.79 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0531433 Feb 17 22:45:21.280155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-45bc5abd-d39c-4911-91a0-eee0d209bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:21.281968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-45bc5abd-d39c-4911-91a0-eee0d209bfac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 1126 time: 0.0632551 Feb 17 22:45:21.395269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-2c3e11d8-dc22-4b14-a35a-796bfbc3dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:21.396792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-2c3e11d8-dc22-4b14-a35a-796bfbc3dacb service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1073203 Feb 17 22:45:21.476158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-a3970436-b346-4a9b-a1a3-acafe490ff0f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=951fc15f-96ad-469d-a8d5-b9e330d40042 HTTP/1.1" status: 200 len: 217 time: 0.0659444 Feb 17 22:45:21.514855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 51996) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:21.560296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-a1ee90f8-30ce-4e5d-90fb-ce3871fa19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:21.562410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-a1ee90f8-30ce-4e5d-90fb-ce3871fa19c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0839014 Feb 17 22:45:21.678610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-8f401ef5-8d44-472f-8d28-adeaf43990a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:21.686803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-8f401ef5-8d44-472f-8d28-adeaf43990a8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1191583 Feb 17 22:45:21.774376 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-199be49d-a50e-4f24-b49f-3641d37a949f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=247466681ee94760abdf87d82d11e484&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2581568 Feb 17 22:45:21.777042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52000) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:21.830382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42ef9073-83bd-48d7-9400-72cdc273278b admin admin] Publish callbacks [] for security_group (4790b5d4-1100-4fa1-8360-90356129cdf0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:21.845951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-0dfdf73a-f656-4324-8bc9-dacdb0ae2997 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452653 Feb 17 22:45:21.862941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42ef9073-83bd-48d7-9400-72cdc273278b admin admin] Publish callbacks [] for security_group (4790b5d4-1100-4fa1-8360-90356129cdf0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:21.926073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42ef9073-83bd-48d7-9400-72cdc273278b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4790b5d4-1100-4fa1-8360-90356129cdf0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:21.928771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42ef9073-83bd-48d7-9400-72cdc273278b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:21.929746 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42ef9073-83bd-48d7-9400-72cdc273278b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4790b5d4-1100-4fa1-8360-90356129cdf0 HTTP/1.1" status: 204 len: 168 time: 0.1517701 Feb 17 22:45:21.943006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef9073-83bd-48d7-9400-72cdc273278b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4790b5d4-1100-4fa1-8360-90356129cdf0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:21.950601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-4b6a0950-1c2e-471a-aac8-7ea09b9b2604 req-92efd6f1-5c7c-40a4-874d-46798143f1eb service neutron] (103527) timed out ('10.222.0.79', 60542) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:45:22.024364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa1f2af4-d1fe-4a00-874e-a4175c187bd4 req-1b2ac411-b8ac-429f-8b5b-8e2147b674e0 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725152 Feb 17 22:45:22.059623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ed9949-1757-4bc7-aed1-7ead4ca41ce5 req-25399fab-94a6-4b2a-a0ce-5469b3a324d4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:22.061341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14ed9949-1757-4bc7-aed1-7ead4ca41ce5 req-25399fab-94a6-4b2a-a0ce-5469b3a324d4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1074920 Feb 17 22:45:22.147779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14ed9949-1757-4bc7-aed1-7ead4ca41ce5 req-32c0ab0d-626d-448d-8330-efae6f603921 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771942 Feb 17 22:45:22.798480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52026) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:22.909465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1720333517'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:22.930772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Made reservation on behalf of fec1ab0989214718ab6129cbcbb57d59 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:22.934694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:22.944756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.025968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for security_group (ce3a6d94-ac61-49bc-a840-c0263d0f8257), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.031026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce3a6d94-ac61-49bc-a840-c0263d0f8257), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.062692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a6d94-ac61-49bc-a840-c0263d0f8257,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:23.068774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:23.084143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e343ad87-e4b9-4b35-af55-4da0f45161f1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.084867 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Added segment e343ad87-e4b9-4b35-af55-4da0f45161f1 of type vlan for network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece Feb 17 22:45:23.138240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6c8eb767-fcbe-461c-a6d2-8a9db19c2ece), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.190700 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6c8eb767-fcbe-461c-a6d2-8a9db19c2ece), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.196309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:23.208392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.296457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d325ee-ffe4-49fa-b9e3-67fc2e1d87ef req-532d1813-839a-4cb5-926f-feebbef8d38c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:23.300301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event updated for resources: {'Network': ['ID=6c8eb767-fcbe-461c-a6d2-8a9db19c2ece,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:23.306576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86d325ee-ffe4-49fa-b9e3-67fc2e1d87ef req-532d1813-839a-4cb5-926f-feebbef8d38c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0701275 Feb 17 22:45:23.312539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:45:23.339926 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-795dc100-5555-4729-bbcb-5886c3830373 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5401247 Feb 17 22:45:23.340754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52032) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:23.348121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Request body: {'subnet': {'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:23.367118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86d325ee-ffe4-49fa-b9e3-67fc2e1d87ef req-b5d3448d-965b-4c55-8d5b-ef74e875703e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588555 Feb 17 22:45:23.468298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Made reservation on behalf of fec1ab0989214718ab6129cbcbb57d59 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:23.473185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.770468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (fd50706f-773b-4406-8ae4-0ef0167d6675), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.867764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event updated for resources: {'Subnet': ['ID=fd50706f-773b-4406-8ae4-0ef0167d6675,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:23.882180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Checking segment: {'id': 'e343ad87-e4b9-4b35-af55-4da0f45161f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:45:23.882704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Network hostable DHCP agents. Network: 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:23.912287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:23.927048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:23.934405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:23.935477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:23.953366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f807f2-7b13-4aae-917e-8b099efb6e8e None None] Network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:23.969138 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d047231-274b-4513-932c-664db8a1b27b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6257019 Feb 17 22:45:23.973145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52038) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:23.979868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Request body: {'port': {'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece', 'name': 'tempest-TagsExtTest-409102888'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:24.175667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-6c8eb767-fcbe-461c-a6d2-8a9db19c2ece', 'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece', 'project_id': 'fec1ab0989214718ab6129cbcbb57d59', 'fixed_ips': [{'subnet_id': 'fd50706f-773b-4406-8ae4-0ef0167d6675'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:45:24.183744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:24.231423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Made reservation on behalf of fec1ab0989214718ab6129cbcbb57d59 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:24.240220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:24.305178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] device_id is not set on port 7d674b46-7b60-44bc-8ce6-dceab5667925 yet. {{(pid=103527) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Feb 17 22:45:24.474056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Allocated IP 172.20.0.7 (6c8eb767-fcbe-461c-a6d2-8a9db19c2ece/fd50706f-773b-4406-8ae4-0ef0167d6675/7d674b46-7b60-44bc-8ce6-dceab5667925) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:24.604718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e715b05-69ef-45e7-8183-e1ba19fc0781 req-8a269b99-e8ed-407b-b15e-585711f0cb66 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:24.606385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e715b05-69ef-45e7-8183-e1ba19fc0781 req-8a269b99-e8ed-407b-b15e-585711f0cb66 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1294227 Feb 17 22:45:24.706955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e715b05-69ef-45e7-8183-e1ba19fc0781 req-8c650bab-3dfe-446d-b30f-8b3b99cf81ef tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738764 Feb 17 22:45:24.750254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for port (7d674b46-7b60-44bc-8ce6-dceab5667925), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:24.793487 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7d674b46-7b60-44bc-8ce6-dceab5667925), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:24.846076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Allocated IP 172.20.0.2 (6c8eb767-fcbe-461c-a6d2-8a9db19c2ece/fd50706f-773b-4406-8ae4-0ef0167d6675/f57196f3-e249-4118-90c5-2ad25532e4f3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:45:24.856149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:24.861095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:24.867661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:45:24.942287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:24.942776 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:24.959564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event updated for resources: {'Port': ['ID=7d674b46-7b60-44bc-8ce6-dceab5667925,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:24.969326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:24.974008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a04f6d15-e229-4623-87f2-ecf419aff07e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2071392978', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:24.979070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-39e15686-7ecd-41a9-95d8-5b7a557c546d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0041392 Feb 17 22:45:25.003193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a04f6d15-e229-4623-87f2-ecf419aff07e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (a6c12597-c2bb-442e-adf8-58daf4971f2c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.004452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a04f6d15-e229-4623-87f2-ecf419aff07e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (a6c12597-c2bb-442e-adf8-58daf4971f2c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.041483 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Publish callbacks [] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.049665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.104834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Pushing event updated for resources: {'Port': ['ID=f57196f3-e249-4118-90c5-2ad25532e4f3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:25.121277 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a04f6d15-e229-4623-87f2-ecf419aff07e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for router_controller (a6c12597-c2bb-442e-adf8-58daf4971f2c), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.134962 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a04f6d15-e229-4623-87f2-ecf419aff07e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (a6c12597-c2bb-442e-adf8-58daf4971f2c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.136662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:45:25.140663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:25.151247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:45:25.164286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a04f6d15-e229-4623-87f2-ecf419aff07e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.167431 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a04f6d15-e229-4623-87f2-ecf419aff07e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1952646 Feb 17 22:45:25.169112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:25.177163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-43735936-8ffa-4633-a526-388e97ad6424 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2061285368', 'prefixes': ['172.20.0.0/16']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:25.219955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Attempting to bind port f57196f3-e249-4118-90c5-2ad25532e4f3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:45:25.220306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Attempting to bind port f57196f3-e249-4118-90c5-2ad25532e4f3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'e343ad87-e4b9-4b35-af55-4da0f45161f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:45:25.220815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Attempting to bind port f57196f3-e249-4118-90c5-2ad25532e4f3 on network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:45:25.226280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:45:25.227042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Checking segment: {'id': 'e343ad87-e4b9-4b35-af55-4da0f45161f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:45:25.227800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.228980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Bound using segment: {'id': 'e343ad87-e4b9-4b35-af55-4da0f45161f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:45:25.229703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Bound port: f57196f3-e249-4118-90c5-2ad25532e4f3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e343ad87-e4b9-4b35-af55-4da0f45161f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c8eb767-fcbe-461c-a6d2-8a9db19c2ece'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:45:25.230350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.293128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-43735936-8ffa-4633-a526-388e97ad6424 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.296035 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-43735936-8ffa-4633-a526-388e97ad6424 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1241961 Feb 17 22:45:25.298627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52048) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:25.303391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-62f944ea-76d8-47f8-9f7b-142282c774ae tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', 'tempest-TagsExtTest-Tag-939111939') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:25.312338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] For port f57196f3-e249-4118-90c5-2ad25532e4f3, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:45:25.320407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] For port f57196f3-e249-4118-90c5-2ad25532e4f3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f57196f3-e249-4118-90c5-2ad25532e4f3,segment=NetworkSegment(e343ad87-e4b9-4b35-af55-4da0f45161f1),segment_id=e343ad87-e4b9-4b35-af55-4da0f45161f1)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:45:25.329382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.412739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:25.460118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-62f944ea-76d8-47f8-9f7b-142282c774ae tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags/tempest-TagsExtTest-Tag-939111939 HTTP/1.1" status: 201 len: 201 time: 0.1603818 Feb 17 22:45:25.460953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e0409-78d7-4102-880a-f9429de65677 None None] Pushing event updated for resources: {'Port': ['ID=f57196f3-e249-4118-90c5-2ad25532e4f3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:25.463683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52050) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:25.469275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-47ab66d9-f17f-4450-890d-875f82a17d23 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', 'tempest-TagsExtTest-Tag-172043275') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:25.596450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-47ab66d9-f17f-4450-890d-875f82a17d23 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags/tempest-TagsExtTest-Tag-172043275 HTTP/1.1" status: 201 len: 201 time: 0.1314855 Feb 17 22:45:25.599480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52052) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:25.605209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-09ecd5fc-65e3-4e7c-97bc-b56cc71aad7a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', 'tempest-TagsExtTest-Tag-513236987') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:25.800580 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-09ecd5fc-65e3-4e7c-97bc-b56cc71aad7a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags/tempest-TagsExtTest-Tag-513236987 HTTP/1.1" status: 201 len: 201 time: 0.1995258 Feb 17 22:45:25.803812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52058) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:25.811988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-d0e35a47-0bf7-4333-8899-d7a2fd20ff7e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', 'tempest-TagsExtTest-Tag-265528302') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:25.920438 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d0e35a47-0bf7-4333-8899-d7a2fd20ff7e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags/tempest-TagsExtTest-Tag-265528302 HTTP/1.1" status: 201 len: 201 time: 0.1148920 Feb 17 22:45:25.921338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52060) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:25.930663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-a4fd9e19-e307-47f9-af42-64ac5609c217 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:26.013879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec07b87-8e27-48eb-ac04-6524720077f9 req-7363be38-87d7-4f1a-89a6-f7c41fd60ab0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:26.015330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ec07b87-8e27-48eb-ac04-6524720077f9 req-7363be38-87d7-4f1a-89a6-f7c41fd60ab0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1268744 Feb 17 22:45:26.101474 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4fd9e19-e307-47f9-af42-64ac5609c217 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags HTTP/1.1" status: 200 len: 240 time: 0.1743486 Feb 17 22:45:26.104502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52062) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:26.115397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-21143c86-0805-4261-8b91-4c8634827f0b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', 'tempest-TagsExtTest-Tag-939111939') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:26.148177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ec07b87-8e27-48eb-ac04-6524720077f9 req-e5d773a2-9d58-4ed3-bae7-bfa75a302156 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221294 Feb 17 22:45:26.296733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52064) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:26.297477 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-21143c86-0805-4261-8b91-4c8634827f0b tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags/tempest-TagsExtTest-Tag-939111939 HTTP/1.1" status: 204 len: 168 time: 0.1918147 Feb 17 22:45:26.301901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-91e25a7f-b573-44d4-8685-667e9ff8e298 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', 'tempest-TagsExtTest-Tag-939111939') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:26.429667 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-91e25a7f-b573-44d4-8685-667e9ff8e298 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags/tempest-TagsExtTest-Tag-939111939 HTTP/1.1" status: 204 len: 168 time: 0.1289451 Feb 17 22:45:26.430601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52066) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:26.444554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-0a18d751-2edb-462d-ba62-9919221469a5 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:26.544877 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a18d751-2edb-462d-ba62-9919221469a5 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags HTTP/1.1" status: 200 len: 205 time: 0.1125839 Feb 17 22:45:26.547489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52068) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:26.554068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-ffc6ba4a-14fa-45c4-a83b-433e75a4f407 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:26.659320 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ffc6ba4a-14fa-45c4-a83b-433e75a4f407 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags HTTP/1.1" status: 200 len: 240 time: 0.1098390 Feb 17 22:45:26.662285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52070) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:26.668247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-1e36d7cf-b761-45a1-b2f6-105bd635c465 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', 'tempest-TagsExtTest-Tag-172043275') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:26.788760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1e36d7cf-b761-45a1-b2f6-105bd635c465 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags/tempest-TagsExtTest-Tag-172043275 HTTP/1.1" status: 204 len: 168 time: 0.1223326 Feb 17 22:45:26.789341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52072) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:26.797976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-f43048f7-8c7b-4740-8d8c-05ea2ef6247e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', 'tempest-TagsExtTest-Tag-172043275') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:26.954766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f43048f7-8c7b-4740-8d8c-05ea2ef6247e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags/tempest-TagsExtTest-Tag-172043275 HTTP/1.1" status: 204 len: 168 time: 0.1617692 Feb 17 22:45:26.954989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52076) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:26.969737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-e5499b01-6773-4f9a-8890-47f94d44679a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:27.060051 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e5499b01-6773-4f9a-8890-47f94d44679a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags HTTP/1.1" status: 200 len: 205 time: 0.1013129 Feb 17 22:45:27.060369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52078) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:27.066557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-b70657fc-caa2-4266-a9a9-b5a91aade617 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:27.137721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5327b3-40f5-4598-93c8-af458acb5b44 None None] Network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:27.194620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b70657fc-caa2-4266-a9a9-b5a91aade617 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags HTTP/1.1" status: 200 len: 240 time: 0.1306491 Feb 17 22:45:27.194863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52080) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:27.205689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-3f79c006-2913-4bfb-a6a4-7bea15684246 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', 'tempest-TagsExtTest-Tag-513236987') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:27.478958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3f79c006-2913-4bfb-a6a4-7bea15684246 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags/tempest-TagsExtTest-Tag-513236987 HTTP/1.1" status: 204 len: 168 time: 0.2804251 Feb 17 22:45:27.482010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52084) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:27.487456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-682b6882-2f87-43bf-aaf0-d4b735dcefbf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', 'tempest-TagsExtTest-Tag-513236987') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:27.580787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6347b330-9241-427f-8c75-623a94231256 req-02ea239c-6b8a-4886-9bcb-8ab13d909d2f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:27.593146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6347b330-9241-427f-8c75-623a94231256 req-02ea239c-6b8a-4886-9bcb-8ab13d909d2f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.2199750 Feb 17 22:45:27.608025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e1e47582-9c10-43fb-a556-4b7aaed5a73b None None] Provisioning complete for port f57196f3-e249-4118-90c5-2ad25532e4f3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:27.608571 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1e47582-9c10-43fb-a556-4b7aaed5a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:27.740073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-682b6882-2f87-43bf-aaf0-d4b735dcefbf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags/tempest-TagsExtTest-Tag-513236987 HTTP/1.1" status: 204 len: 168 time: 0.2562473 Feb 17 22:45:27.742877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52086) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:27.750596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-bef1572b-94c9-442c-9215-c291d7d9d8ce tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:27.776933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e1e47582-9c10-43fb-a556-4b7aaed5a73b None None] Current status of the port f57196f3-e249-4118-90c5-2ad25532e4f3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:27.777430 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1e47582-9c10-43fb-a556-4b7aaed5a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:27.780097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6347b330-9241-427f-8c75-623a94231256 req-f5474e0a-bfba-4d43-a5fa-185d90e1c7c3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710095 Feb 17 22:45:27.894427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e1e47582-9c10-43fb-a556-4b7aaed5a73b None None] For port f57196f3-e249-4118-90c5-2ad25532e4f3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f57196f3-e249-4118-90c5-2ad25532e4f3,segment=NetworkSegment(e343ad87-e4b9-4b35-af55-4da0f45161f1),segment_id=e343ad87-e4b9-4b35-af55-4da0f45161f1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:27.906404 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1e47582-9c10-43fb-a556-4b7aaed5a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:27.962083 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bef1572b-94c9-442c-9215-c291d7d9d8ce tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags HTTP/1.1" status: 200 len: 205 time: 0.2169607 Feb 17 22:45:27.962986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52088) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:27.968010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-c7ad9d5f-9a69-40f9-8343-5dd462abc7e3 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.006607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f57196f3-e249-4118-90c5-2ad25532e4f3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:45:28.047277 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c7ad9d5f-9a69-40f9-8343-5dd462abc7e3 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags HTTP/1.1" status: 200 len: 240 time: 0.0828180 Feb 17 22:45:28.050747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52092) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.066562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-c2cc5376-6383-4e87-b6db-e7b241511582 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', 'tempest-TagsExtTest-Tag-265528302') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.122178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e47582-9c10-43fb-a556-4b7aaed5a73b None None] Pushing event updated for resources: {'Port': ['ID=f57196f3-e249-4118-90c5-2ad25532e4f3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:28.183664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-96f4c665-9561-415e-a7ef-dbd7286f1460 None None] Provisioning complete for port f57196f3-e249-4118-90c5-2ad25532e4f3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:28.184522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96f4c665-9561-415e-a7ef-dbd7286f1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:28.190074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c2cc5376-6383-4e87-b6db-e7b241511582 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags/tempest-TagsExtTest-Tag-265528302 HTTP/1.1" status: 204 len: 168 time: 0.1377840 Feb 17 22:45:28.194632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52094) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.205285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-a0535ed6-6adc-4d79-90e0-0e6f0fe2f2bc tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', 'tempest-TagsExtTest-Tag-265528302') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.226367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f57196f3-e249-4118-90c5-2ad25532e4f3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:28.227208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:28.309022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52096) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.316762 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a0535ed6-6adc-4d79-90e0-0e6f0fe2f2bc tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags/tempest-TagsExtTest-Tag-265528302 HTTP/1.1" status: 204 len: 168 time: 0.1069751 Feb 17 22:45:28.317431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-fed5cb85-0762-4c64-bba1-9b85adf114e9 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.417557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-96f4c665-9561-415e-a7ef-dbd7286f1460 None None] Current status of the port f57196f3-e249-4118-90c5-2ad25532e4f3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:28.417750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52098) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.424682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-54011adf-db24-4ef2-9bb7-6e5b3f0e02cc tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.426089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fed5cb85-0762-4c64-bba1-9b85adf114e9 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags HTTP/1.1" status: 200 len: 205 time: 0.1146772 Feb 17 22:45:28.444827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f57196f3-e249-4118-90c5-2ad25532e4f3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:28.454160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-96f4c665-9561-415e-a7ef-dbd7286f1460 None None] Provisioning complete for port 7d674b46-7b60-44bc-8ce6-dceab5667925 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:28.454551 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-96f4c665-9561-415e-a7ef-dbd7286f1460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d674b46-7b60-44bc-8ce6-dceab5667925), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:28.473211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54011adf-db24-4ef2-9bb7-6e5b3f0e02cc tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags HTTP/1.1" status: 204 len: 168 time: 0.0523164 Feb 17 22:45:28.473529 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52100) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.484335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-d8a7968c-d806-40fe-97b0-982910da9345 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.507546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-96f4c665-9561-415e-a7ef-dbd7286f1460 None None] Port 7d674b46-7b60-44bc-8ce6-dceab5667925 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:45:28.606644 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d8a7968c-d806-40fe-97b0-982910da9345 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1318681 Feb 17 22:45:28.609606 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.623568 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-20eb2439-366d-462b-9718-ed7c94e65a4e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.644662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b94299fd-3a10-4915-b60e-f1cf2c9dc502 None None] Provisioning complete for port 7d674b46-7b60-44bc-8ce6-dceab5667925 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:28.645045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b94299fd-3a10-4915-b60e-f1cf2c9dc502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7d674b46-7b60-44bc-8ce6-dceab5667925), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:28.706470 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-20eb2439-366d-462b-9718-ed7c94e65a4e tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags HTTP/1.1" status: 204 len: 168 time: 0.0932519 Feb 17 22:45:28.707277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.713386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-fbcdaec2-cbc5-4a7b-99ef-32954dbbc062 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.715944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b94299fd-3a10-4915-b60e-f1cf2c9dc502 None None] Port 7d674b46-7b60-44bc-8ce6-dceab5667925 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:45:28.817875 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fbcdaec2-cbc5-4a7b-99ef-32954dbbc062 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags HTTP/1.1" status: 204 len: 168 time: 0.1042788 Feb 17 22:45:28.824302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52108) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:28.830607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-7a36651a-eeec-4710-9138-6b71ee5ef895 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', 'tempest-TagsExtTest-Tag-1271388774') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:28.993377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7a36651a-eeec-4710-9138-6b71ee5ef895 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags/tempest-TagsExtTest-Tag-1271388774 HTTP/1.1" status: 201 len: 201 time: 0.1676617 Feb 17 22:45:28.999654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52110) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:29.011981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-ea764d4a-f951-445e-a0a2-2ad4fdd0e577 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', 'tempest-TagsExtTest-Tag-495262762') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:29.014482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ccad3-b5e1-442c-8dfd-e4d456c543a2 req-a4e2ec86-0e3b-40e6-b00f-edac1a264f74 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:29.016566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b56ccad3-b5e1-442c-8dfd-e4d456c543a2 req-a4e2ec86-0e3b-40e6-b00f-edac1a264f74 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1077821 Feb 17 22:45:29.134980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b56ccad3-b5e1-442c-8dfd-e4d456c543a2 req-2d11c54f-022d-4a56-af24-81626eaa65ed tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993855 Feb 17 22:45:29.207137 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ea764d4a-f951-445e-a0a2-2ad4fdd0e577 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags/tempest-TagsExtTest-Tag-495262762 HTTP/1.1" status: 201 len: 201 time: 0.2039881 Feb 17 22:45:29.215631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52114) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:29.226268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-16b46ee3-bd72-4c25-866e-25c24657fa82 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', 'tempest-TagsExtTest-Tag-505565108') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:29.425246 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-16b46ee3-bd72-4c25-866e-25c24657fa82 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags/tempest-TagsExtTest-Tag-505565108 HTTP/1.1" status: 201 len: 201 time: 0.2069356 Feb 17 22:45:29.431191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52116) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:29.442048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-998877a5-6074-483c-ad0c-b86d5bf155c0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', 'tempest-TagsExtTest-Tag-460622021') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:29.545302 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-998877a5-6074-483c-ad0c-b86d5bf155c0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags/tempest-TagsExtTest-Tag-460622021 HTTP/1.1" status: 201 len: 201 time: 0.1114125 Feb 17 22:45:29.547907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:29.554962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-ddb3280e-8155-464d-8327-96ea1f718cb7 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', {'tags': ['tempest-TagsExtTest-Tag-1622669945', 'tempest-TagsExtTest-Tag-1754589329', 'tempest-TagsExtTest-Tag-2108060575']}) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:29.660203 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ddb3280e-8155-464d-8327-96ea1f718cb7 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags HTTP/1.1" status: 200 len: 318 time: 0.1109998 Feb 17 22:45:29.664496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52120) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:29.670185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-3a863fbb-bec0-4d14-8a50-55f8e4c99398 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:29.805234 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3a863fbb-bec0-4d14-8a50-55f8e4c99398 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags HTTP/1.1" status: 204 len: 168 time: 0.1395543 Feb 17 22:45:29.815331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52122) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:29.821031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-becd6024-316c-4487-a1ee-ab98dac33cb1 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', 'tempest-TagsExtTest-Tag-1622669945') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:29.835662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f57196f3-e249-4118-90c5-2ad25532e4f3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:45:29.922110 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-becd6024-316c-4487-a1ee-ab98dac33cb1 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:29.930140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52124) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:29.937704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-bffc7e61-ab9c-4cf1-92b7-04c902b08bfb tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', 'tempest-TagsExtTest-Tag-1754589329') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:29.940421 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-becd6024-316c-4487-a1ee-ab98dac33cb1 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags/tempest-TagsExtTest-Tag-1622669945 HTTP/1.1" status: 404 len: 329 time: 0.1281612 Feb 17 22:45:29.965315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f57196f3-e249-4118-90c5-2ad25532e4f3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:29.966507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:30.039631 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-bffc7e61-ab9c-4cf1-92b7-04c902b08bfb tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:30.041545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bffc7e61-ab9c-4cf1-92b7-04c902b08bfb tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags/tempest-TagsExtTest-Tag-1754589329 HTTP/1.1" status: 404 len: 329 time: 0.1094582 Feb 17 22:45:30.044589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52126) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.049367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-acd9289a-1dbd-4821-8d51-46518fe46761 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675', 'tempest-TagsExtTest-Tag-2108060575') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.121435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f57196f3-e249-4118-90c5-2ad25532e4f3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:30.149788 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-acd9289a-1dbd-4821-8d51-46518fe46761 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:30.150910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-acd9289a-1dbd-4821-8d51-46518fe46761 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags/tempest-TagsExtTest-Tag-2108060575 HTTP/1.1" status: 404 len: 329 time: 0.1053164 Feb 17 22:45:30.154041 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52128) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.158645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-51f2b2a4-3367-4dda-a6ab-7623027b6604 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', {'tags': ['tempest-TagsExtTest-Tag-378192256', 'tempest-TagsExtTest-Tag-1608113446', 'tempest-TagsExtTest-Tag-1259361022']}) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.273116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-51f2b2a4-3367-4dda-a6ab-7623027b6604 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags HTTP/1.1" status: 200 len: 317 time: 0.1132698 Feb 17 22:45:30.277609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52134) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.284308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-56835a10-67e1-44fa-b19b-d7de42da3f7d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.318005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2cd46-96c1-4b06-9930-5544aa6e05d9 req-b062cf0e-31f7-4a35-9442-06aa0197870f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:30.318842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09b2cd46-96c1-4b06-9930-5544aa6e05d9 req-b062cf0e-31f7-4a35-9442-06aa0197870f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0774469 Feb 17 22:45:30.375201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09b2cd46-96c1-4b06-9930-5544aa6e05d9 req-e53998fd-3b50-4a17-9ce6-f35fbb5243bd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558310 Feb 17 22:45:30.417877 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-56835a10-67e1-44fa-b19b-d7de42da3f7d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags HTTP/1.1" status: 204 len: 168 time: 0.1393909 Feb 17 22:45:30.420796 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52136) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.426124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-3969daff-70ad-41ae-ba35-e72b63ef111d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', 'tempest-TagsExtTest-Tag-378192256') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.500544 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-3969daff-70ad-41ae-ba35-e72b63ef111d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:30.501665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3969daff-70ad-41ae-ba35-e72b63ef111d tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags/tempest-TagsExtTest-Tag-378192256 HTTP/1.1" status: 404 len: 328 time: 0.0797541 Feb 17 22:45:30.504937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52138) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.514255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-697ed368-64dc-41c5-abc0-f39725ae2ef0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', 'tempest-TagsExtTest-Tag-1608113446') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.580020 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-697ed368-64dc-41c5-abc0-f39725ae2ef0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:30.583413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-697ed368-64dc-41c5-abc0-f39725ae2ef0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags/tempest-TagsExtTest-Tag-1608113446 HTTP/1.1" status: 404 len: 329 time: 0.0741632 Feb 17 22:45:30.584274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52140) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.588674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-5ca69760-157e-42c2-a01f-aa5ea5ef7092 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925', 'tempest-TagsExtTest-Tag-1259361022') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.645925 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-5ca69760-157e-42c2-a01f-aa5ea5ef7092 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:30.647128 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5ca69760-157e-42c2-a01f-aa5ea5ef7092 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags/tempest-TagsExtTest-Tag-1259361022 HTTP/1.1" status: 404 len: 329 time: 0.0618689 Feb 17 22:45:30.650222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52142) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.654944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-23916456-bc85-4555-b330-fd7afc0554c2 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', {'tags': ['tempest-TagsExtTest-Tag-365079529', 'tempest-TagsExtTest-Tag-71404488', 'tempest-TagsExtTest-Tag-1699131900']}) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.756049 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-23916456-bc85-4555-b330-fd7afc0554c2 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags HTTP/1.1" status: 200 len: 315 time: 0.1049142 Feb 17 22:45:30.758915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52144) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.765032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-68690231-6e7f-4b96-9836-ae9c696f2fb2 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.882439 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-68690231-6e7f-4b96-9836-ae9c696f2fb2 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1191046 Feb 17 22:45:30.883167 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52146) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:30.889843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-037add6e-8358-49bc-915d-40dd085ed1ad tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', 'tempest-TagsExtTest-Tag-365079529') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:30.990425 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-037add6e-8358-49bc-915d-40dd085ed1ad tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:30.991675 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-037add6e-8358-49bc-915d-40dd085ed1ad tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags/tempest-TagsExtTest-Tag-365079529 HTTP/1.1" status: 404 len: 328 time: 0.1074648 Feb 17 22:45:30.995465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52148) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.001504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-54629c1c-8861-4466-822a-e3603967705f tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', 'tempest-TagsExtTest-Tag-71404488') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.446843 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-54629c1c-8861-4466-822a-e3603967705f tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:31.450601 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54629c1c-8861-4466-822a-e3603967705f tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags/tempest-TagsExtTest-Tag-71404488 HTTP/1.1" status: 404 len: 327 time: 0.4512308 Feb 17 22:45:31.450858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52154) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.456839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-43f29937-cb26-4f2f-be98-53fa6607787c tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c', 'tempest-TagsExtTest-Tag-1699131900') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.562410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a142d2-6808-43a2-936e-c382487a1a5a req-b3b4ee15-5f23-46b4-9000-a2576a9fb52f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:31.562410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8a142d2-6808-43a2-936e-c382487a1a5a req-b3b4ee15-5f23-46b4-9000-a2576a9fb52f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0729063 Feb 17 22:45:31.571035 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-43f29937-cb26-4f2f-be98-53fa6607787c tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:31.573501 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-43f29937-cb26-4f2f-be98-53fa6607787c tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags/tempest-TagsExtTest-Tag-1699131900 HTTP/1.1" status: 404 len: 329 time: 0.1204636 Feb 17 22:45:31.575749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52156) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.582609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-38a0ca54-dd8d-4a8c-b5ed-b44eab2296d0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', {'tags': ['tempest-TagsExtTest-Tag-354031550', 'tempest-TagsExtTest-Tag-327116646', 'tempest-TagsExtTest-Tag-826443627']}) {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.630812 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-38a0ca54-dd8d-4a8c-b5ed-b44eab2296d0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "PUT /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags HTTP/1.1" status: 200 len: 315 time: 0.0529168 Feb 17 22:45:31.633044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52158) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.639544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-4a8f12e7-427d-47b5-852f-1fdeb1fa5a7a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.645610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8a142d2-6808-43a2-936e-c382487a1a5a req-ce49a3ac-a1ca-4eac-9586-76653029ebb2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764067 Feb 17 22:45:31.692870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4a8f12e7-427d-47b5-852f-1fdeb1fa5a7a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags HTTP/1.1" status: 204 len: 168 time: 0.0579486 Feb 17 22:45:31.697311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52160) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.701836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-caeb1cad-a20f-40ba-b374-d8c7abb39a19 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', 'tempest-TagsExtTest-Tag-354031550') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.728895 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-caeb1cad-a20f-40ba-b374-d8c7abb39a19 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:31.729741 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-caeb1cad-a20f-40ba-b374-d8c7abb39a19 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags/tempest-TagsExtTest-Tag-354031550 HTTP/1.1" status: 404 len: 328 time: 0.0313969 Feb 17 22:45:31.733105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52162) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.738331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-390663bf-d624-4faa-8d7d-da714fe3b87a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', 'tempest-TagsExtTest-Tag-327116646') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.764789 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [None req-390663bf-d624-4faa-8d7d-da714fe3b87a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:31.766051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-390663bf-d624-4faa-8d7d-da714fe3b87a tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags/tempest-TagsExtTest-Tag-327116646 HTTP/1.1" status: 404 len: 328 time: 0.0317397 Feb 17 22:45:31.769013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52164) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.774625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-329fbfb6-4b12-4fcf-ae44-dcab77588647 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733', 'tempest-TagsExtTest-Tag-826443627') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.802711 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-329fbfb6-4b12-4fcf-ae44-dcab77588647 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] show failed (client error): The resource could not be found. Feb 17 22:45:31.803967 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-329fbfb6-4b12-4fcf-ae44-dcab77588647 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags/tempest-TagsExtTest-Tag-826443627 HTTP/1.1" status: 404 len: 328 time: 0.0332689 Feb 17 22:45:31.807182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52166) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.812592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-7b2e487a-ef62-4b2b-a827-99ebe01d81b5 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6877d181-019b-486c-82b6-a1d4e4023733') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.842541 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7b2e487a-ef62-4b2b-a827-99ebe01d81b5 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733/tags HTTP/1.1" status: 204 len: 168 time: 0.0339916 Feb 17 22:45:31.846638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52168) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.853069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-97c5f43d-4585-455e-abc3-8e9441901626 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a6c12597-c2bb-442e-adf8-58daf4971f2c') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:31.966917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-97c5f43d-4585-455e-abc3-8e9441901626 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c/tags HTTP/1.1" status: 204 len: 168 time: 0.1183748 Feb 17 22:45:31.969919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52170) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:31.975746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.tag.tag_plugin [None req-f720ac42-d9b9-4f70-95ea-34b38a728eb0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7d674b46-7b60-44bc-8ce6-dceab5667925') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:32.041504 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f720ac42-d9b9-4f70-95ea-34b38a728eb0 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925/tags HTTP/1.1" status: 204 len: 168 time: 0.0701098 Feb 17 22:45:32.045441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52172) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:32.050807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.tag.tag_plugin [None req-20b59943-ffec-404e-bc27-49b04ec254e7 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fd50706f-773b-4406-8ae4-0ef0167d6675') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:32.147317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-20b59943-ffec-404e-bc27-49b04ec254e7 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675/tags HTTP/1.1" status: 204 len: 168 time: 0.1001878 Feb 17 22:45:32.154048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52176) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:32.244317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-de67a761-ed7f-408a-a71b-7e079ff3ceba tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.245416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-de67a761-ed7f-408a-a71b-7e079ff3ceba tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnetpools/6877d181-019b-486c-82b6-a1d4e4023733 HTTP/1.1" status: 204 len: 168 time: 0.0903463 Feb 17 22:45:32.248756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52178) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:32.286838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-58d6eb3e-2fb9-4451-be34-a0b4577f1008 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "GET /v2.0/ports?device_id=a6c12597-c2bb-442e-adf8-58daf4971f2c HTTP/1.1" status: 200 len: 205 time: 0.0345182 Feb 17 22:45:32.287165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52180) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:32.386393 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2471771b-6116-425a-973f-70d0262472cf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for router (a6c12597-c2bb-442e-adf8-58daf4971f2c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.572205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2471771b-6116-425a-973f-70d0262472cf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (a6c12597-c2bb-442e-adf8-58daf4971f2c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.575786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2471771b-6116-425a-973f-70d0262472cf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for router_controller (a6c12597-c2bb-442e-adf8-58daf4971f2c), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.627500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2471771b-6116-425a-973f-70d0262472cf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (a6c12597-c2bb-442e-adf8-58daf4971f2c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.629014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2471771b-6116-425a-973f-70d0262472cf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Fanout notify agent at l3_agent the message router_deleted on router a6c12597-c2bb-442e-adf8-58daf4971f2c {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:45:32.636845 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2471771b-6116-425a-973f-70d0262472cf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.640167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2471771b-6116-425a-973f-70d0262472cf tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/routers/a6c12597-c2bb-442e-adf8-58daf4971f2c HTTP/1.1" status: 204 len: 168 time: 0.3514714 Feb 17 22:45:32.640571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:32.757477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Deleting port 7d674b46-7b60-44bc-8ce6-dceab5667925 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:45:32.758093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7d674b46-7b60-44bc-8ce6-dceab5667925), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.807706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24776984-f966-4592-a11d-bf76f6b2b468 req-af41a247-4e71-4778-94b3-f9db3310276c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:32.815170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24776984-f966-4592-a11d-bf76f6b2b468 req-af41a247-4e71-4778-94b3-f9db3310276c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0826254 Feb 17 22:45:32.855592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7d674b46-7b60-44bc-8ce6-dceab5667925), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:32.870256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Calling delete_port for 7d674b46-7b60-44bc-8ce6-dceab5667925 owned by {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:45:32.876988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24776984-f966-4592-a11d-bf76f6b2b468 req-699461bd-aa80-4201-8552-e17f98349bec tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608788 Feb 17 22:45:33.026871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7d674b46-7b60-44bc-8ce6-dceab5667925), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.059341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event deleted for resources: {'Port': ['ID=7d674b46-7b60-44bc-8ce6-dceab5667925,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:33.143720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.147037 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-03cb9166-7c94-4ce1-8014-4cda478f9387 tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/ports/7d674b46-7b60-44bc-8ce6-dceab5667925 HTTP/1.1" status: 204 len: 168 time: 0.5053520 Feb 17 22:45:33.150832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52188) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:33.220346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Deleting subnet fd50706f-773b-4406-8ae4-0ef0167d6675 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:45:33.225273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for subnet (fd50706f-773b-4406-8ae4-0ef0167d6675), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.276143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (fd50706f-773b-4406-8ae4-0ef0167d6675), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.384827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (fd50706f-773b-4406-8ae4-0ef0167d6675), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.465505 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (fd50706f-773b-4406-8ae4-0ef0167d6675), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.501647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event deleted for resources: {'Subnet': ['ID=fd50706f-773b-4406-8ae4-0ef0167d6675,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:33.511483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.515199 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d598f4c0-54fc-4294-8602-4a294c1452da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/subnets/fd50706f-773b-4406-8ae4-0ef0167d6675 HTTP/1.1" status: 204 len: 168 time: 0.3631082 Feb 17 22:45:33.517782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52192) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:33.529784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e25967-3d20-4718-94a5-423f9463bee7 None None] Network 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:33.650418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6c8eb767-fcbe-461c-a6d2-8a9db19c2ece), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.729824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Deleting port f57196f3-e249-4118-90c5-2ad25532e4f3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:45:33.730179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.769666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] DHCP port deletion for 6c8eb767-fcbe-461c-a6d2-8a9db19c2ece request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:45:33.822369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] For port f57196f3-e249-4118-90c5-2ad25532e4f3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f57196f3-e249-4118-90c5-2ad25532e4f3,segment=NetworkSegment(e343ad87-e4b9-4b35-af55-4da0f45161f1),segment_id=e343ad87-e4b9-4b35-af55-4da0f45161f1)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:33.822789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.840164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Calling delete_port for f57196f3-e249-4118-90c5-2ad25532e4f3 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:45:33.845251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Deleting port f57196f3-e249-4118-90c5-2ad25532e4f3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:45:33.845632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.964482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.966009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] For port f57196f3-e249-4118-90c5-2ad25532e4f3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f57196f3-e249-4118-90c5-2ad25532e4f3,segment=NetworkSegment(e343ad87-e4b9-4b35-af55-4da0f45161f1),segment_id=e343ad87-e4b9-4b35-af55-4da0f45161f1)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:33.969475 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:33.983136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] No DVR routers for this DVR port f57196f3-e249-4118-90c5-2ad25532e4f3 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:34.007094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event deleted for resources: {'Port': ['ID=f57196f3-e249-4118-90c5-2ad25532e4f3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:34.032550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Calling delete_port for f57196f3-e249-4118-90c5-2ad25532e4f3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:45:34.154693 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6c8eb767-fcbe-461c-a6d2-8a9db19c2ece), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.171689 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (f57196f3-e249-4118-90c5-2ad25532e4f3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.200656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c8eb767-fcbe-461c-a6d2-8a9db19c2ece']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:34.214300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e343ad87-e4b9-4b35-af55-4da0f45161f1') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:34.214968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e343ad87-e4b9-4b35-af55-4da0f45161f1') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:45:34.224581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Pushing event deleted for resources: {'Port': ['ID=f57196f3-e249-4118-90c5-2ad25532e4f3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:34.232450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] No DVR routers for this DVR port f57196f3-e249-4118-90c5-2ad25532e4f3 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:45:34.236843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e6c78-5d8c-4c9e-80d3-5008bc6f6669 req-d1fbbb17-9cc4-4b03-9d52-a1f1217ddb94 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:34.238776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02e6c78-5d8c-4c9e-80d3-5008bc6f6669 req-d1fbbb17-9cc4-4b03-9d52-a1f1217ddb94 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.2231078 Feb 17 22:45:34.242951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (e343ad87-e4b9-4b35-af55-4da0f45161f1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.250228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.250771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.251273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.251733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.252196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.252751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.253954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.254409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.254861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.255698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.256239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.256674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.257106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07e39029-88f7-415c-9fbc-03630d59e2d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:34.292941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (e343ad87-e4b9-4b35-af55-4da0f45161f1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.309714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:45:34.310333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (e343ad87-e4b9-4b35-af55-4da0f45161f1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:45:34.313793 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:45:34.358677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b02e6c78-5d8c-4c9e-80d3-5008bc6f6669 req-be526fee-1db5-4198-acdb-dd92ec7e8dc8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045604 Feb 17 22:45:34.386891 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6c8eb767-fcbe-461c-a6d2-8a9db19c2ece), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.397410 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.403880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] 10.222.0.79 "DELETE /v2.0/networks/6c8eb767-fcbe-461c-a6d2-8a9db19c2ece HTTP/1.1" status: 204 len: 168 time: 0.8823512 Feb 17 22:45:34.417591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf418a1-621f-4034-96d3-d073f59802da tempest-TagsExtTest-1538597298 tempest-TagsExtTest-1538597298-project] Pushing event deleted for resources: {'Network': ['ID=6c8eb767-fcbe-461c-a6d2-8a9db19c2ece,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:34.712967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:34.868409 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8008d94a-a2ea-4941-9ea6-50624952871b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fec1ab0989214718ab6129cbcbb57d59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1529222 Feb 17 22:45:34.871514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52206) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:34.920046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f3eac23-a585-4977-a135-bafbbbae136f admin admin] Publish callbacks [] for security_group (ce3a6d94-ac61-49bc-a840-c0263d0f8257), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.942041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f3eac23-a585-4977-a135-bafbbbae136f admin admin] Publish callbacks [] for security_group (ce3a6d94-ac61-49bc-a840-c0263d0f8257), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.992852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f3eac23-a585-4977-a135-bafbbbae136f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ce3a6d94-ac61-49bc-a840-c0263d0f8257), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.995961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f3eac23-a585-4977-a135-bafbbbae136f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:34.999642 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f3eac23-a585-4977-a135-bafbbbae136f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ce3a6d94-ac61-49bc-a840-c0263d0f8257 HTTP/1.1" status: 204 len: 168 time: 0.1247494 Feb 17 22:45:35.007348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3eac23-a585-4977-a135-bafbbbae136f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a6d94-ac61-49bc-a840-c0263d0f8257,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:35.516180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd5874-31d8-4b6c-b11a-db7591c09d13 req-fbf1829b-cbc0-417e-824d-be5397339968 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:35.528066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80cd5874-31d8-4b6c-b11a-db7591c09d13 req-fbf1829b-cbc0-417e-824d-be5397339968 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0828817 Feb 17 22:45:35.640105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80cd5874-31d8-4b6c-b11a-db7591c09d13 req-7f8fbc5c-b63c-4f9b-81f2-fa53c04505f9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070349 Feb 17 22:45:35.784131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f57196f3-e249-4118-90c5-2ad25532e4f3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:45:35.816387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: f57196f3-e249-4118-90c5-2ad25532e4f3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:45:35.818052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f57196f3-e249-4118-90c5-2ad25532e4f3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:45:36.818976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8cd15-4175-45f2-a129-78ab48ddb67f req-849c8194-159f-4687-bc41-d95a0eaa985c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:36.835651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46a8cd15-4175-45f2-a129-78ab48ddb67f req-849c8194-159f-4687-bc41-d95a0eaa985c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1192286 Feb 17 22:45:36.933026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46a8cd15-4175-45f2-a129-78ab48ddb67f req-6b54d29a-c511-4047-b8e2-ea5f7d8cc86e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947223 Feb 17 22:45:38.120217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9efa59-12c0-457d-abcd-d946622c6cd1 req-4b4cdcb6-2c83-497c-b506-24ca128008c9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:38.122663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e9efa59-12c0-457d-abcd-d946622c6cd1 req-4b4cdcb6-2c83-497c-b506-24ca128008c9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0689657 Feb 17 22:45:38.211044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e9efa59-12c0-457d-abcd-d946622c6cd1 req-9e080747-a6fa-47b2-bea9-5508aca5de12 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702922 Feb 17 22:45:39.398173 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:39.406912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b2b2d-17eb-4dc3-b825-29c7712278d6 req-17e24388-7d05-4716-8569-8af62c70701f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:39.423609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-569b2b2d-17eb-4dc3-b825-29c7712278d6 req-17e24388-7d05-4716-8569-8af62c70701f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1106524 Feb 17 22:45:39.506905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-569b2b2d-17eb-4dc3-b825-29c7712278d6 req-ba9ade07-8e76-4863-9fd9-6bf2dea1fb4b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821831 Feb 17 22:45:40.313397 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:45:40.688367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4733cf4-e972-40f8-969e-6047032a5307 req-284b99ec-6e65-4c02-a155-7dc3b184933d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:40.690599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4733cf4-e972-40f8-969e-6047032a5307 req-284b99ec-6e65-4c02-a155-7dc3b184933d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0843840 Feb 17 22:45:40.748340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4733cf4-e972-40f8-969e-6047032a5307 req-165a9dfe-36c8-4f77-a8d1-de9471d04fc3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502472 Feb 17 22:45:41.909235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dea9f0-daf1-46bf-8c31-ca0f95e50dde req-c7b138c2-9c1d-4a9f-bba5-5e1260097114 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:41.917827 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5dea9f0-daf1-46bf-8c31-ca0f95e50dde req-c7b138c2-9c1d-4a9f-bba5-5e1260097114 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0758455 Feb 17 22:45:41.973270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b5dea9f0-daf1-46bf-8c31-ca0f95e50dde req-52843027-b148-4773-b533-d164d2e0d92f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540361 Feb 17 22:45:43.163852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860860ab-a80e-46b3-8cba-7b038222aa42 req-54a262bb-2cce-44a2-aaab-5efb09243d39 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:43.176469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-860860ab-a80e-46b3-8cba-7b038222aa42 req-54a262bb-2cce-44a2-aaab-5efb09243d39 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1026039 Feb 17 22:45:43.283433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-860860ab-a80e-46b3-8cba-7b038222aa42 req-f6652e93-7065-415b-8134-a20da13ca976 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869670 Feb 17 22:45:44.447460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-583aca4d-9e0e-4212-b001-2a267a45991a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:44.486448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232ab27-73e2-40fd-8ec0-3485d052e42f req-7fdc0829-6e75-4e24-beec-844f9cec85d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:44.489156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6232ab27-73e2-40fd-8ec0-3485d052e42f req-7fdc0829-6e75-4e24-beec-844f9cec85d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1219585 Feb 17 22:45:44.623938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6232ab27-73e2-40fd-8ec0-3485d052e42f req-376686f1-3dd5-4163-928c-2c235e24b304 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268134 Feb 17 22:45:45.829547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdbd21-e66c-4b5c-bc54-2425ff97d8f0 req-dba77f61-34dc-43d8-a219-aec5dead2bc5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:45.836697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24fdbd21-e66c-4b5c-bc54-2425ff97d8f0 req-dba77f61-34dc-43d8-a219-aec5dead2bc5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0901690 Feb 17 22:45:45.901141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24fdbd21-e66c-4b5c-bc54-2425ff97d8f0 req-c74d27c5-daaf-4406-ad91-222b9f133b66 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634017 Feb 17 22:45:47.308427 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d09293d-01ac-42c2-98f8-27457faf0e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:47.393018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe5cf4-231d-42fc-ab49-cfcb7dc14cab req-b9f36882-d8c6-4054-95af-cce419e249bc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:47.395440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2fe5cf4-231d-42fc-ab49-cfcb7dc14cab req-b9f36882-d8c6-4054-95af-cce419e249bc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0608196 Feb 17 22:45:47.464181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2fe5cf4-231d-42fc-ab49-cfcb7dc14cab req-91a9288b-2d91-4981-8d4b-7133ca987986 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617323 Feb 17 22:45:47.974989 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:48.644164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637e1f6-7e4d-4e3a-9549-d1be1dff3846 req-59bb1f14-a1bf-4759-9419-36584f012fcb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:48.647221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6637e1f6-7e4d-4e3a-9549-d1be1dff3846 req-59bb1f14-a1bf-4759-9419-36584f012fcb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0709326 Feb 17 22:45:48.703912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6637e1f6-7e4d-4e3a-9549-d1be1dff3846 req-c37721be-b0fd-4e2d-9553-d15352dcaaac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495532 Feb 17 22:45:49.379252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:49.844869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab52b7f-dc98-4bb2-bfaf-6352b7798e71 req-352e917d-78e5-427a-abbd-4ddf0189d661 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:49.846481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cab52b7f-dc98-4bb2-bfaf-6352b7798e71 req-352e917d-78e5-427a-abbd-4ddf0189d661 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0638161 Feb 17 22:45:49.912211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cab52b7f-dc98-4bb2-bfaf-6352b7798e71 req-91301fb8-6084-401a-860c-46b7dae8c2e2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Feb 17 22:45:50.845572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:51.068434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63432e-ac99-4634-bad9-504596f6c198 req-2444b3eb-502e-483c-8ae6-214f708c88b3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:51.069839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d63432e-ac99-4634-bad9-504596f6c198 req-2444b3eb-502e-483c-8ae6-214f708c88b3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.0627656 Feb 17 22:45:51.147820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1d63432e-ac99-4634-bad9-504596f6c198 req-3d17e4d4-4d26-44ce-b414-103cb4ba2208 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721464 Feb 17 22:45:52.390469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08a0e6-27db-49be-8ccb-e17daec3d4ec req-75e62094-7e45-4c03-bb7e-fb85ff8a62a3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:52.416248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac08a0e6-27db-49be-8ccb-e17daec3d4ec req-75e62094-7e45-4c03-bb7e-fb85ff8a62a3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 943 time: 0.1700010 Feb 17 22:45:52.495513 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac08a0e6-27db-49be-8ccb-e17daec3d4ec req-43572a2e-6685-4e7c-8987-d823e5c396ab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705307 Feb 17 22:45:53.072819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 951fc15f-96ad-469d-a8d5-b9e330d40042 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:45:53.206701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 951fc15f-96ad-469d-a8d5-b9e330d40042, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=951fc15f-96ad-469d-a8d5-b9e330d40042,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:53.226177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '951fc15f-96ad-469d-a8d5-b9e330d40042', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'port_id': '951fc15f-96ad-469d-a8d5-b9e330d40042', 'mac_address': 'fa:16:3e:d2:ed:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:45:53.318626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 951fc15f-96ad-469d-a8d5-b9e330d40042 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:53.319019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:53.335390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951fc15f-96ad-469d-a8d5-b9e330d40042 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:45:53.372074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 951fc15f-96ad-469d-a8d5-b9e330d40042, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=951fc15f-96ad-469d-a8d5-b9e330d40042,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:53.377101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:53.428669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=951fc15f-96ad-469d-a8d5-b9e330d40042,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:53.633161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['951fc15f-96ad-469d-a8d5-b9e330d40042'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:45:53.661922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052772f-bd2b-4ce3-bb53-c0e44afe2d2d req-74a94914-3774-42c7-8443-d13ba98b836d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:53.669377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7052772f-bd2b-4ce3-bb53-c0e44afe2d2d req-74a94914-3774-42c7-8443-d13ba98b836d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 944 time: 0.0773990 Feb 17 22:45:53.746087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7052772f-bd2b-4ce3-bb53-c0e44afe2d2d req-aa10cfd7-1f0e-4f63-af0e-9ed35406be18 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754316 Feb 17 22:45:54.946055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcc8d8-7d28-4c90-b172-32d5fd0e2b7b req-1b12405a-f05f-46aa-b892-a8a6cd0187fe tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:54.947150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26dcc8d8-7d28-4c90-b172-32d5fd0e2b7b req-1b12405a-f05f-46aa-b892-a8a6cd0187fe tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 944 time: 0.0652530 Feb 17 22:45:55.042354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-26dcc8d8-7d28-4c90-b172-32d5fd0e2b7b req-3169f04a-d32f-456f-9c9c-e5d4293a65dd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804329 Feb 17 22:45:55.088928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 951fc15f-96ad-469d-a8d5-b9e330d40042 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:45:55.164528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 951fc15f-96ad-469d-a8d5-b9e330d40042 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:45:55.170183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 951fc15f-96ad-469d-a8d5-b9e330d40042 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:45:55.172657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:55.262158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 951fc15f-96ad-469d-a8d5-b9e330d40042 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:45:55.262551 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:55.289544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fc15f-96ad-469d-a8d5-b9e330d40042'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:45:55.292046 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767c7f2a-49a0-4e04-a674-548dfbbca772" -d '{"events": [{"server_uuid": "8e8ecebb-6985-4a9a-adfe-c21e20add541", "name": "network-vif-plugged", "status": "completed", "tag": "951fc15f-96ad-469d-a8d5-b9e330d40042"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:45:55.324065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 951fc15f-96ad-469d-a8d5-b9e330d40042, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=951fc15f-96ad-469d-a8d5-b9e330d40042,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:45:55.333249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:55.417061 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adb0514-6df3-4c7e-a87f-e03f79f65121 x-openstack-request-id: req-2adb0514-6df3-4c7e-a87f-e03f79f65121 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:45:55.417382 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ecebb-6985-4a9a-adfe-c21e20add541", "name": "network-vif-plugged", "status": "completed", "tag": "951fc15f-96ad-469d-a8d5-b9e330d40042", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:45:55.417795 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2adb0514-6df3-4c7e-a87f-e03f79f65121 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:45:55.418256 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fc15f-96ad-469d-a8d5-b9e330d40042', 'code': 200} Feb 17 22:45:55.419559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=951fc15f-96ad-469d-a8d5-b9e330d40042,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:55.443949 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:55.481756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe7a53-4919-42f9-8067-2e9965efd4b1 req-9dd25e92-4253-4b95-b936-8f7796a88034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:55.484033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9afe7a53-4919-42f9-8067-2e9965efd4b1 req-9dd25e92-4253-4b95-b936-8f7796a88034 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 1128 time: 0.0804307 Feb 17 22:45:55.568775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9afe7a53-4919-42f9-8067-2e9965efd4b1 req-e14cb6a8-7256-4ddf-b6c2-c73f9e2fab52 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777361 Feb 17 22:45:56.230743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663dedd4-27dc-41f4-bc19-044f0f4005ee req-ba3cf664-d12c-42b9-a2a2-5ebdb988074f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:56.234413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-663dedd4-27dc-41f4-bc19-044f0f4005ee req-ba3cf664-d12c-42b9-a2a2-5ebdb988074f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 945 time: 0.0919082 Feb 17 22:45:56.372141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:56.618568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47357074-d797-4ccf-9e2e-058e38d00b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:56.814959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47357074-d797-4ccf-9e2e-058e38d00b31 admin admin] Publish callbacks [] for security_group (8aff6fb3-ff4c-4133-8608-94ee46422a95), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:56.824120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-47357074-d797-4ccf-9e2e-058e38d00b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8aff6fb3-ff4c-4133-8608-94ee46422a95), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:56.841016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-663dedd4-27dc-41f4-bc19-044f0f4005ee req-870d95c1-3bdb-4c7f-ae43-70da44b471ed tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6010721 Feb 17 22:45:56.877969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47357074-d797-4ccf-9e2e-058e38d00b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aff6fb3-ff4c-4133-8608-94ee46422a95,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:56.911706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52444) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:56.924158 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-47357074-d797-4ccf-9e2e-058e38d00b31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aecd84f2bf7649f7828d6fb4804d57cb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5462561 Feb 17 22:45:56.974476 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Publish callbacks [] for security_group (8aff6fb3-ff4c-4133-8608-94ee46422a95), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:57.006707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Publish callbacks [] for security_group (8aff6fb3-ff4c-4133-8608-94ee46422a95), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:57.068513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8aff6fb3-ff4c-4133-8608-94ee46422a95), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:57.073642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:57.078877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8aff6fb3-ff4c-4133-8608-94ee46422a95 HTTP/1.1" status: 204 len: 168 time: 0.1654980 Feb 17 22:45:57.088951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aff6fb3-ff4c-4133-8608-94ee46422a95,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:57.098949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.099509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.099858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.100306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.101344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.101897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.102404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.102894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.103280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.103684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.104021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.104351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:57.104676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3583ce0c-8b90-4897-8804-ee60bfc4edbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:45:58.105818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce89b0-726a-4642-a0d9-6747150bfea2 req-2e1868d6-e17a-43d4-993e-86f940eea704 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:58.107957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30ce89b0-726a-4642-a0d9-6747150bfea2 req-2e1868d6-e17a-43d4-993e-86f940eea704 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 945 time: 0.0944679 Feb 17 22:45:58.177199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30ce89b0-726a-4642-a0d9-6747150bfea2 req-8ba58a9e-3355-4f89-85ab-5d14f1a1cb2a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560570 Feb 17 22:45:58.232999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52476) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:58.364834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27481e13-beda-4fcd-a74d-ad5a20d827b0 req-efde7324-b89e-481c-93c5-aa91618973a9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:58.366902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27481e13-beda-4fcd-a74d-ad5a20d827b0 req-efde7324-b89e-481c-93c5-aa91618973a9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 945 time: 0.0747025 Feb 17 22:45:58.378758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2045114042-network', 'tenant_id': '5546ed3fa6a34edf9f803717b7c750d0'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:58.402809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Made reservation on behalf of 5546ed3fa6a34edf9f803717b7c750d0 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:58.405317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.415625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.423310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27481e13-beda-4fcd-a74d-ad5a20d827b0 req-265f1327-4fc8-4ead-be27-40087c85b3ae tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500433 Feb 17 22:45:58.513836 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks [] for security_group (2b3ccdfa-0f8b-4484-8778-6177ffb2a199), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.519657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2b3ccdfa-0f8b-4484-8778-6177ffb2a199), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.554401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:45:58.566350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3ccdfa-0f8b-4484-8778-6177ffb2a199,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:58.572029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (73eda923-6a75-436f-ae02-64baf0bf0bd4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.572530 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Added segment 73eda923-6a75-436f-ae02-64baf0bf0bd4 of type vlan for network 49ab3abb-a54a-46ca-9e13-f307a04a6589 Feb 17 22:45:58.636906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (49ab3abb-a54a-46ca-9e13-f307a04a6589), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.693980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (49ab3abb-a54a-46ca-9e13-f307a04a6589), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.695555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:58.696997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.734550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4973636 Feb 17 22:45:58.735630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 52502) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:45:58.741366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Request body: {'subnet': {'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2045114042-subnet', 'tenant_id': '5546ed3fa6a34edf9f803717b7c750d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:45:58.779410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a294f70-7db5-4e94-af55-fd0336dc0d7a admin admin] Pushing event updated for resources: {'Network': ['ID=49ab3abb-a54a-46ca-9e13-f307a04a6589,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:58.793395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 49ab3abb-a54a-46ca-9e13-f307a04a6589 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:45:58.811908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Made reservation on behalf of 5546ed3fa6a34edf9f803717b7c750d0 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:45:58.814420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:58.919563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1f1c2-4efb-4576-b6b1-dd91e5b45e48 req-e91d4001-ef45-4fa1-8340-a448ea14de13 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:58.921105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f1f1c2-4efb-4576-b6b1-dd91e5b45e48 req-e91d4001-ef45-4fa1-8340-a448ea14de13 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 945 time: 0.1601639 Feb 17 22:45:59.010630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f1f1c2-4efb-4576-b6b1-dd91e5b45e48 req-429f4dfc-a717-44c4-aba8-5415fbf96f2e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812762 Feb 17 22:45:59.079103 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (4b78e293-4581-4a80-9085-1fe972969d26), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:59.150333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b78e293-4581-4a80-9085-1fe972969d26,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:45:59.155014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Checking segment: {'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:45:59.155331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Network hostable DHCP agents. Network: 49ab3abb-a54a-46ca-9e13-f307a04a6589, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:45:59.173743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Network 49ab3abb-a54a-46ca-9e13-f307a04a6589 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:45:59.184176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 49ab3abb-a54a-46ca-9e13-f307a04a6589) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:45:59.188328 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:45:59.188924 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:45:59.201466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2070ea23-e266-411f-a424-5d661a5f9038 None None] Network 49ab3abb-a54a-46ca-9e13-f307a04a6589 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:45:59.219012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ea58dbf2-91e8-4e28-aad8-1af33db55af6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4717631 Feb 17 22:45:59.330715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e203b7-47d6-441c-9b23-01fadb467455 None None] Network 49ab3abb-a54a-46ca-9e13-f307a04a6589 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:46:00.155565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920ca10-2918-4b07-9392-fa6f168203c3 req-17eb4be1-3acd-47ad-aa30-e3038440aa6d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.157937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7920ca10-2918-4b07-9392-fa6f168203c3 req-17eb4be1-3acd-47ad-aa30-e3038440aa6d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 945 time: 0.0678892 Feb 17 22:46:00.223222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7920ca10-2918-4b07-9392-fa6f168203c3 req-c4b4e090-15b8-44e1-b908-465f7882494b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554576 Feb 17 22:46:00.267465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-128c397f-2322-4846-8d39-a2e81730e842 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:00.269038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-128c397f-2322-4846-8d39-a2e81730e842 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 945 time: 0.0596309 Feb 17 22:46:00.391708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port 951fc15f-96ad-469d-a8d5-b9e330d40042 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:46:00.392139 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:00.499072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] For port 951fc15f-96ad-469d-a8d5-b9e330d40042, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=951fc15f-96ad-469d-a8d5-b9e330d40042,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:46:00.499501 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:00.516296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for 951fc15f-96ad-469d-a8d5-b9e330d40042 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:46:00.672739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (951fc15f-96ad-469d-a8d5-b9e330d40042), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:00.688547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['951fc15f-96ad-469d-a8d5-b9e330d40042'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:46:00.706858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=951fc15f-96ad-469d-a8d5-b9e330d40042,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:00.732862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f1362cf2-ef67-42e2-812d-2dd39a71daad'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:46:00.776713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] No DVR routers for this DVR port 951fc15f-96ad-469d-a8d5-b9e330d40042 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:00.781276 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:00.786991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17eb4e5d-c9d4-4545-9914-f5a3e03dc831 req-aa5c8f5d-31af-40b0-ac9e-0258c23d1b58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "DELETE /v2.0/ports/951fc15f-96ad-469d-a8d5-b9e330d40042 HTTP/1.1" status: 204 len: 173 time: 0.5127668 Feb 17 22:46:00.787600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'name': 'network-vif-deleted', 'tag': '951fc15f-96ad-469d-a8d5-b9e330d40042'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:46:00.800940 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8730f5-12e3-465c-a6e9-cb679b5608e3" -d '{"events": [{"server_uuid": "8e8ecebb-6985-4a9a-adfe-c21e20add541", "name": "network-vif-deleted", "tag": "951fc15f-96ad-469d-a8d5-b9e330d40042"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:46:00.908363 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4103707-c104-4df0-a904-afe027ab21ad x-openstack-request-id: req-c4103707-c104-4df0-a904-afe027ab21ad {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:46:00.908778 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8ecebb-6985-4a9a-adfe-c21e20add541", "name": "network-vif-deleted", "tag": "951fc15f-96ad-469d-a8d5-b9e330d40042", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:46:00.909136 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c4103707-c104-4df0-a904-afe027ab21ad {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:46:00.909653 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8ecebb-6985-4a9a-adfe-c21e20add541', 'name': 'network-vif-deleted', 'tag': '951fc15f-96ad-469d-a8d5-b9e330d40042', 'status': 'completed', 'code': 200} Feb 17 22:46:01.371241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5df058c1-2bb7-4278-a679-c50fbc918fb9 req-c0e9c5fd-1649-4bdd-bb26-26015030f7a1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0574670 Feb 17 22:46:02.493378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bae1d75f-5e72-4960-b37d-756c4806c0ea req-45010513-70ab-4efb-9dbf-50ff6c4b1e67 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0362763 Feb 17 22:46:03.636992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-717c16d8-152e-40d6-9ad7-0170d570060f req-58f95587-539c-4c48-8e2e-c9ce33f1dcbb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0371957 Feb 17 22:46:04.813764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2f8855a-b97f-4be7-b233-6e8e488b98cc req-eb09ef7c-8d99-40f1-a704-b13a00551095 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0503983 Feb 17 22:46:05.122733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 951fc15f-96ad-469d-a8d5-b9e330d40042 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:46:05.144634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 951fc15f-96ad-469d-a8d5-b9e330d40042 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:46:05.144906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 951fc15f-96ad-469d-a8d5-b9e330d40042 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:46:05.919312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a70ccd03-61ff-41df-a4ab-f57a3be35d5e req-c6b36246-7090-4a46-96a2-1556765b5aad tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0300217 Feb 17 22:46:07.029960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27c5c6de-3901-4cc5-b5e1-8198ed19c079 req-80b085e3-5863-42a5-9846-044723613687 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0398622 Feb 17 22:46:08.141138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-635753f1-7022-4e00-ab68-638f3cbc456f req-a2462f48-7cfd-4981-b23b-7d5089eb2acd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0320954 Feb 17 22:46:08.358491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52612) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:08.502402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-124b88a9-dd52-4bee-949f-75e3ab1b8d76 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589709 Feb 17 22:46:08.529244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-610849a1-f62f-49e6-ba2a-952c37c86304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:08.660001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-610849a1-f62f-49e6-ba2a-952c37c86304 admin admin] Publish callbacks [] for security_group (187b063a-7d35-4da6-80f2-c4a1bf47b540), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:08.667635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-610849a1-f62f-49e6-ba2a-952c37c86304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (187b063a-7d35-4da6-80f2-c4a1bf47b540), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:08.686089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-636ea5d9-6960-4e74-abc6-7104554be749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:08.687694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-636ea5d9-6960-4e74-abc6-7104554be749 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 1128 time: 0.0944145 Feb 17 22:46:08.751732 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-610849a1-f62f-49e6-ba2a-952c37c86304 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dd86c922cad44c209a3ebd7f31ed0b04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919785 Feb 17 22:46:08.752917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52618) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:08.754390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610849a1-f62f-49e6-ba2a-952c37c86304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187b063a-7d35-4da6-80f2-c4a1bf47b540,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:08.849348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-64d109dd-0fb8-48cf-9078-2419333502bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:08.851345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-64d109dd-0fb8-48cf-9078-2419333502bc service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1451142 Feb 17 22:46:08.886914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-671ca449-46ce-44b7-a8b4-78372811400d admin admin] Publish callbacks [] for security_group (187b063a-7d35-4da6-80f2-c4a1bf47b540), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:08.914489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-671ca449-46ce-44b7-a8b4-78372811400d admin admin] Publish callbacks [] for security_group (187b063a-7d35-4da6-80f2-c4a1bf47b540), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:08.917001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-6e952673-d423-4800-b6cf-6e80df54adb3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad HTTP/1.1" status: 200 len: 217 time: 0.0577371 Feb 17 22:46:08.970323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-671ca449-46ce-44b7-a8b4-78372811400d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (187b063a-7d35-4da6-80f2-c4a1bf47b540), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:08.976670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-671ca449-46ce-44b7-a8b4-78372811400d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:08.981209 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-671ca449-46ce-44b7-a8b4-78372811400d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/187b063a-7d35-4da6-80f2-c4a1bf47b540 HTTP/1.1" status: 204 len: 168 time: 0.2081118 Feb 17 22:46:08.998682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca449-46ce-44b7-a8b4-78372811400d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b063a-7d35-4da6-80f2-c4a1bf47b540,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:09.010365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-a3a79c4b-db71-4d1c-bdf0-227dfefaa77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:09.012318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-a3a79c4b-db71-4d1c-bdf0-227dfefaa77b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0880938 Feb 17 22:46:09.082663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-91d6660e-cbd0-46b5-b4a4-b6bc3e0a0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:09.084585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-91d6660e-cbd0-46b5-b4a4-b6bc3e0a0547 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0647898 Feb 17 22:46:09.308686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-dde11034-ad21-4bb5-8252-b9c7db4fe2f0 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174797 Feb 17 22:46:09.414096 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.498379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52628) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:09.523931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e87e4e5-c69a-4b70-a0a8-d878f9ab9cdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.530248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bde5111e-a37e-4fd1-a0a5-b80e64ee620d req-c1797346-f857-4b26-88a2-5772ca662c11 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137468 Feb 17 22:46:09.675107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6458e39-7993-48f8-8568-76aef524807c req-22026266-b950-49aa-abe6-132ebdabbcff tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.3887887 Feb 17 22:46:09.709038 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e87e4e5-c69a-4b70-a0a8-d878f9ab9cdc admin admin] Publish callbacks [] for security_group (bc36b2c5-0d20-4778-b111-0138421fb458), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.714110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e87e4e5-c69a-4b70-a0a8-d878f9ab9cdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bc36b2c5-0d20-4778-b111-0138421fb458), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.744531 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7e87e4e5-c69a-4b70-a0a8-d878f9ab9cdc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6162dd29377f4b108584f98b8c5d3cf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2444384 Feb 17 22:46:09.747199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 52632) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:09.811678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-09be8a7a-c14b-461f-82e2-09fad91e5a00 admin admin] Publish callbacks [] for security_group (bc36b2c5-0d20-4778-b111-0138421fb458), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.832932 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87e4e5-c69a-4b70-a0a8-d878f9ab9cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc36b2c5-0d20-4778-b111-0138421fb458,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:09.846893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-09be8a7a-c14b-461f-82e2-09fad91e5a00 admin admin] Publish callbacks [] for security_group (bc36b2c5-0d20-4778-b111-0138421fb458), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.904106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-09be8a7a-c14b-461f-82e2-09fad91e5a00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bc36b2c5-0d20-4778-b111-0138421fb458), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.907638 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-09be8a7a-c14b-461f-82e2-09fad91e5a00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:09.909092 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-09be8a7a-c14b-461f-82e2-09fad91e5a00 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bc36b2c5-0d20-4778-b111-0138421fb458 HTTP/1.1" status: 204 len: 168 time: 0.1608438 Feb 17 22:46:09.933260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be8a7a-c14b-461f-82e2-09fad91e5a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc36b2c5-0d20-4778-b111-0138421fb458,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:10.777947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4df53ce5-88ee-4da0-b599-8f37342e820e req-feddea2a-2152-49ba-ae24-204645284a40 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=8e8ecebb-6985-4a9a-adfe-c21e20add541 HTTP/1.1" status: 200 len: 210 time: 0.0291705 Feb 17 22:46:14.458582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f069d1a3-bb9a-46e4-9036-b27108cd046e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:17.293419 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:46:17.307830 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-618a84ae-7aee-4fdf-a99a-da714063c2f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:17.981140 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:19.393483 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:20.773710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d057aed-4d5a-47d7-9927-6ed63f3ffa4c req-585f523f-2425-4714-ac3a-8f58dae65f1c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:20.775221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d057aed-4d5a-47d7-9927-6ed63f3ffa4c req-585f523f-2425-4714-ac3a-8f58dae65f1c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 945 time: 0.0562215 Feb 17 22:46:20.828275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d057aed-4d5a-47d7-9927-6ed63f3ffa4c req-15e43071-4329-4fa9-8a37-af27cfb4bc43 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473788 Feb 17 22:46:20.844331 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:21.955501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604bb8df-1ee9-47b5-98ec-2b7c897847a1 req-553de5df-0ac6-41dc-b6c4-1ccb1d416d2b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:21.957109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604bb8df-1ee9-47b5-98ec-2b7c897847a1 req-553de5df-0ac6-41dc-b6c4-1ccb1d416d2b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 945 time: 0.0558796 Feb 17 22:46:22.004690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-604bb8df-1ee9-47b5-98ec-2b7c897847a1 req-83f6dad6-0b61-4e92-909e-9a3dc602cfa3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=4fb515d5-a840-41af-a138-e42414132be9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413480 Feb 17 22:46:22.504003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-46ccd3e7-2161-483a-90d1-b12ae1bb1538 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:46:22.505613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-46ccd3e7-2161-483a-90d1-b12ae1bb1538 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 945 time: 0.0559494 Feb 17 22:46:22.609590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port f1362cf2-ef67-42e2-812d-2dd39a71daad {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:46:22.609939 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:22.701979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] For port f1362cf2-ef67-42e2-812d-2dd39a71daad, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f1362cf2-ef67-42e2-812d-2dd39a71daad,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:46:22.702353 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:22.715825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for f1362cf2-ef67-42e2-812d-2dd39a71daad owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:46:22.856758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f1362cf2-ef67-42e2-812d-2dd39a71daad), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:22.887066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=f1362cf2-ef67-42e2-812d-2dd39a71daad,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:22.900858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['f1362cf2-ef67-42e2-812d-2dd39a71daad'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:46:22.936296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] No DVR routers for this DVR port f1362cf2-ef67-42e2-812d-2dd39a71daad on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:46:22.939347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:22.945666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a56e9b8b-79ff-4632-a9c1-ee72cb1b1954 req-48b27623-fae3-4adf-8059-4c36808009ac tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "DELETE /v2.0/ports/f1362cf2-ef67-42e2-812d-2dd39a71daad HTTP/1.1" status: 204 len: 173 time: 0.4348271 Feb 17 22:46:22.946161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '420fc07d-a746-494b-8850-1134dccb368c', 'name': 'network-vif-deleted', 'tag': 'f1362cf2-ef67-42e2-812d-2dd39a71daad'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:46:22.948834 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d3272b-b611-48be-859d-a38e30d513dc" -d '{"events": [{"server_uuid": "420fc07d-a746-494b-8850-1134dccb368c", "name": "network-vif-deleted", "tag": "f1362cf2-ef67-42e2-812d-2dd39a71daad"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:46:22.990026 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db94c7b-1079-49e0-ae10-6fe934fe2ca7 x-openstack-request-id: req-7db94c7b-1079-49e0-ae10-6fe934fe2ca7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:46:22.991031 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "420fc07d-a746-494b-8850-1134dccb368c", "name": "network-vif-deleted", "tag": "f1362cf2-ef67-42e2-812d-2dd39a71daad", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:46:22.991620 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7db94c7b-1079-49e0-ae10-6fe934fe2ca7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:46:22.992209 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '420fc07d-a746-494b-8850-1134dccb368c', 'name': 'network-vif-deleted', 'tag': 'f1362cf2-ef67-42e2-812d-2dd39a71daad', 'status': 'completed', 'code': 200} Feb 17 22:46:23.133118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9678b64-1ff5-45b8-83bd-81d7af920da2 req-11fc1768-d248-4835-8124-f876b74ffa3c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0340650 Feb 17 22:46:24.231303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-740746d1-c34f-46b8-a9bb-6f394ca28efb req-85a48ca8-3d71-47db-acf1-604f1abe6c55 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0283489 Feb 17 22:46:25.339072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5e934c2-f3ea-40c6-b832-0f32820f899f req-4a872d97-3356-4c53-961d-de24885ce818 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0285301 Feb 17 22:46:25.360623 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:26.064706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1362cf2-ef67-42e2-812d-2dd39a71daad no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:46:26.084762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: f1362cf2-ef67-42e2-812d-2dd39a71daad {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:46:26.085110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device f1362cf2-ef67-42e2-812d-2dd39a71daad not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:46:26.451595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60db520-7758-42c0-b53d-6d666e71a8aa req-c0bea2d9-20a8-43c4-89a5-80a8239a8e60 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0285306 Feb 17 22:46:27.549450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cfd60b2-5685-4e6d-9b1c-347bd208c43f req-924f7d65-aec0-4162-aa7b-0f56fc417b9a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0310476 Feb 17 22:46:28.651552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c1642f3-9d30-4edf-b483-79051ca2fe13 req-e7db7bd6-83b0-432e-810b-59dda2c7c71b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0313561 Feb 17 22:46:29.764503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d172a740-bd6d-4f6a-95f2-c4d3d9e68070 req-e9864a73-3478-4357-ba33-495a18373e4a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0381536 Feb 17 22:46:30.866595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-089e5d98-c5ba-4650-a0e7-be682fa2a28d req-3d26f0db-1921-4cde-b41d-71e7307bf9ab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0297475 Feb 17 22:46:31.972499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3f8836a-562b-4dc5-adf0-0843080e951b req-440007e5-c682-45b2-964f-ccf46c964447 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=420fc07d-a746-494b-8850-1134dccb368c HTTP/1.1" status: 200 len: 210 time: 0.0291324 Feb 17 22:46:39.417975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:42.774787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53074) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:42.776537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214773522', 'description': 'tempest-secgroup-smoke-1214773522 description', 'project_id': '4965b287b8bc4623952548709f142eb5'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:42.807788 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:42.903951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group (22e4ddae-eefe-4b29-ba2e-94a2de5b29b6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:42.908990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (22e4ddae-eefe-4b29-ba2e-94a2de5b29b6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:42.942805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:42.956617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.957055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.957609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.958048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.958515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.959196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.959687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.960120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.960545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.961059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.962104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.962533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.962959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:46:42.969670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:42.973785 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cfb2cc49-715b-4ba3-bc1a-2fba1034ab92 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1988316 Feb 17 22:46:42.974889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53082) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:42.981023 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3e76ed80-0dcf-45ff-9b73-786c3c614eab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'security_group_rule': {'security_group_id': '22e4ddae-eefe-4b29-ba2e-94a2de5b29b6', 'project_id': '4965b287b8bc4623952548709f142eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:43.011824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e76ed80-0dcf-45ff-9b73-786c3c614eab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (fcacc8b4-432f-4101-b70d-20f1b2eb3195), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.087125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e76ed80-0dcf-45ff-9b73-786c3c614eab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (fcacc8b4-432f-4101-b70d-20f1b2eb3195), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.096811 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e76ed80-0dcf-45ff-9b73-786c3c614eab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (fcacc8b4-432f-4101-b70d-20f1b2eb3195), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.123758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e76ed80-0dcf-45ff-9b73-786c3c614eab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcacc8b4-432f-4101-b70d-20f1b2eb3195,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:43.144052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3e76ed80-0dcf-45ff-9b73-786c3c614eab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.145895 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3e76ed80-0dcf-45ff-9b73-786c3c614eab tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699259 Feb 17 22:46:43.149404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53088) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:43.155477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-589d0234-409a-4564-a67e-c95832c2e93d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'security_group_rule': {'security_group_id': '22e4ddae-eefe-4b29-ba2e-94a2de5b29b6', 'project_id': '4965b287b8bc4623952548709f142eb5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:43.212641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-589d0234-409a-4564-a67e-c95832c2e93d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (a6d2b342-9877-4ee7-9e75-5d4183a4eae7), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.297528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-589d0234-409a-4564-a67e-c95832c2e93d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (a6d2b342-9877-4ee7-9e75-5d4183a4eae7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.302540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-589d0234-409a-4564-a67e-c95832c2e93d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a6d2b342-9877-4ee7-9e75-5d4183a4eae7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.323111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d0234-409a-4564-a67e-c95832c2e93d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6d2b342-9877-4ee7-9e75-5d4183a4eae7,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:43.363888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-589d0234-409a-4564-a67e-c95832c2e93d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.365156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-589d0234-409a-4564-a67e-c95832c2e93d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2146771 Feb 17 22:46:43.368042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53090) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:43.372640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-37f860a2-788a-4015-8895-b3c07d267639 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'security_group_rule': {'security_group_id': '22e4ddae-eefe-4b29-ba2e-94a2de5b29b6', 'project_id': '4965b287b8bc4623952548709f142eb5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:43.441540 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37f860a2-788a-4015-8895-b3c07d267639 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (b3df0b1b-945f-4980-ba63-e99a6e3b1b8f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.517996 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37f860a2-788a-4015-8895-b3c07d267639 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (b3df0b1b-945f-4980-ba63-e99a6e3b1b8f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.531288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37f860a2-788a-4015-8895-b3c07d267639 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (b3df0b1b-945f-4980-ba63-e99a6e3b1b8f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.556393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f860a2-788a-4015-8895-b3c07d267639 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3df0b1b-945f-4980-ba63-e99a6e3b1b8f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:43.575430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-37f860a2-788a-4015-8895-b3c07d267639 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.575430 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-37f860a2-788a-4015-8895-b3c07d267639 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2055798 Feb 17 22:46:43.578031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53096) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:43.582471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ea5246ff-96d2-4fb2-82de-ddaa9a2316d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'security_group_rule': {'security_group_id': '22e4ddae-eefe-4b29-ba2e-94a2de5b29b6', 'project_id': '4965b287b8bc4623952548709f142eb5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:43.613190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea5246ff-96d2-4fb2-82de-ddaa9a2316d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (f52a7d69-cec4-4759-afd3-4d1967305eb7), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.702465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea5246ff-96d2-4fb2-82de-ddaa9a2316d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (f52a7d69-cec4-4759-afd3-4d1967305eb7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.709590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea5246ff-96d2-4fb2-82de-ddaa9a2316d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f52a7d69-cec4-4759-afd3-4d1967305eb7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.730728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5246ff-96d2-4fb2-82de-ddaa9a2316d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52a7d69-cec4-4759-afd3-4d1967305eb7,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:43.765143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ea5246ff-96d2-4fb2-82de-ddaa9a2316d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.768914 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ea5246ff-96d2-4fb2-82de-ddaa9a2316d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1873868 Feb 17 22:46:43.769214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53102) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:43.774049 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'security_group_rule': {'security_group_id': '22e4ddae-eefe-4b29-ba2e-94a2de5b29b6', 'project_id': '4965b287b8bc4623952548709f142eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:43.808525 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Project 4965b287b8bc4623952548709f142eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:46:43.814586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (46769e28-38d9-4dec-be58-0acabb86de9c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.894360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (46769e28-38d9-4dec-be58-0acabb86de9c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.899885 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (46769e28-38d9-4dec-be58-0acabb86de9c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.929496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46769e28-38d9-4dec-be58-0acabb86de9c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:43.944352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:43.945732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cf237576-ed06-4eb7-92b3-60621a81e1a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1755049 Feb 17 22:46:43.948492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53106) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:43.953096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'security_group_rule': {'security_group_id': '22e4ddae-eefe-4b29-ba2e-94a2de5b29b6', 'project_id': '4965b287b8bc4623952548709f142eb5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:46:43.980934 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Project 4965b287b8bc4623952548709f142eb5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:46:43.987898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (727c39f5-3a87-4a30-9da2-69b4c003e18b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:44.062492 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (727c39f5-3a87-4a30-9da2-69b4c003e18b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:44.067638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (727c39f5-3a87-4a30-9da2-69b4c003e18b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:44.085344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727c39f5-3a87-4a30-9da2-69b4c003e18b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:44.100809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:44.103414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f7a2104a-f1ca-42fe-bb1f-3d12a3bf52f0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1526248 Feb 17 22:46:44.436705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07ed6c1f-ff6f-47f3-9779-207dee1d4bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:47.302427 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f9ac20e4-cd90-46bf-a12e-7aeb729dd9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:47.977199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:49.385979 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:50.863611 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.351084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53384) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:52.503621 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed140-d6f4-4c65-9e9a-08fc9f95c248 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.596178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed140-d6f4-4c65-9e9a-08fc9f95c248 admin admin] Publish callbacks [] for security_group (f55b7396-6cf6-4d60-88df-9ccf92475158), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.603413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed140-d6f4-4c65-9e9a-08fc9f95c248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f55b7396-6cf6-4d60-88df-9ccf92475158), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.648692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bc4ed140-d6f4-4c65-9e9a-08fc9f95c248 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e317432490e94fd4aacf6196baf3e985&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2963755 Feb 17 22:46:52.652729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:52.662766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4ed140-d6f4-4c65-9e9a-08fc9f95c248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b7396-6cf6-4d60-88df-9ccf92475158,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:52.733139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af2091e4-dad2-44e2-9a71-7e40ef0dcd2e admin admin] Publish callbacks [] for security_group (f55b7396-6cf6-4d60-88df-9ccf92475158), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.763956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af2091e4-dad2-44e2-9a71-7e40ef0dcd2e admin admin] Publish callbacks [] for security_group (f55b7396-6cf6-4d60-88df-9ccf92475158), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.835361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af2091e4-dad2-44e2-9a71-7e40ef0dcd2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f55b7396-6cf6-4d60-88df-9ccf92475158), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.838176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af2091e4-dad2-44e2-9a71-7e40ef0dcd2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:52.843702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-af2091e4-dad2-44e2-9a71-7e40ef0dcd2e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f55b7396-6cf6-4d60-88df-9ccf92475158 HTTP/1.1" status: 204 len: 168 time: 0.1862814 Feb 17 22:46:52.853712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2091e4-dad2-44e2-9a71-7e40ef0dcd2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b7396-6cf6-4d60-88df-9ccf92475158,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:53.237788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53406) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:53.254526 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-325dee12-cb26-485a-8636-a1a728875800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:53.382811 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-325dee12-cb26-485a-8636-a1a728875800 admin admin] Publish callbacks [] for security_group (d490a06d-5c07-450d-87e0-22ff723d2584), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:53.389222 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-325dee12-cb26-485a-8636-a1a728875800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d490a06d-5c07-450d-87e0-22ff723d2584), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:53.449827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325dee12-cb26-485a-8636-a1a728875800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d490a06d-5c07-450d-87e0-22ff723d2584,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:53.468293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-325dee12-cb26-485a-8636-a1a728875800 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3a4cb5fef504dec92798d892345ff92&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2263048 Feb 17 22:46:53.469053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53412) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:46:53.545591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e582bf1d-43dd-4ded-9289-cf749f67a071 admin admin] Publish callbacks [] for security_group (d490a06d-5c07-450d-87e0-22ff723d2584), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:53.571479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e582bf1d-43dd-4ded-9289-cf749f67a071 admin admin] Publish callbacks [] for security_group (d490a06d-5c07-450d-87e0-22ff723d2584), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:53.623313 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e582bf1d-43dd-4ded-9289-cf749f67a071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d490a06d-5c07-450d-87e0-22ff723d2584), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:53.627590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e582bf1d-43dd-4ded-9289-cf749f67a071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:46:53.629013 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e582bf1d-43dd-4ded-9289-cf749f67a071 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d490a06d-5c07-450d-87e0-22ff723d2584 HTTP/1.1" status: 204 len: 168 time: 0.1589458 Feb 17 22:46:53.649498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582bf1d-43dd-4ded-9289-cf749f67a071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d490a06d-5c07-450d-87e0-22ff723d2584,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:46:54.294666 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:46:55.381274 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:03.783558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53696) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:03.967650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a53efc8-5a09-4b0f-9092-4719afbda177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.076824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a53efc8-5a09-4b0f-9092-4719afbda177 admin admin] Publish callbacks [] for security_group (d372e39d-b308-4c77-83e3-87fa6ddb5071), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.082731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a53efc8-5a09-4b0f-9092-4719afbda177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d372e39d-b308-4c77-83e3-87fa6ddb5071), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.163954 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2a53efc8-5a09-4b0f-9092-4719afbda177 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc0b1640e4aa4fe3882f3f9b9ef78a60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3778996 Feb 17 22:47:04.165795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a53efc8-5a09-4b0f-9092-4719afbda177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d372e39d-b308-4c77-83e3-87fa6ddb5071,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:04.167265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53706) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:04.228612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Publish callbacks [] for security_group (d372e39d-b308-4c77-83e3-87fa6ddb5071), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.285334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Publish callbacks [] for security_group (d372e39d-b308-4c77-83e3-87fa6ddb5071), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.356330 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d372e39d-b308-4c77-83e3-87fa6ddb5071), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.359664 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.374062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d372e39d-b308-4c77-83e3-87fa6ddb5071 HTTP/1.1" status: 204 len: 168 time: 0.1977808 Feb 17 22:47:04.384123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d372e39d-b308-4c77-83e3-87fa6ddb5071,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:04.393234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.393998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.394640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.395201 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.395779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.397567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.398361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.399625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.400216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.400756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.401369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.401909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.402598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099f8f0b-5176-44cc-856b-951f524174a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:04.740103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53720) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:04.754154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74eb97a8-9fb1-42fe-9f29-da4113d30819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.843261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74eb97a8-9fb1-42fe-9f29-da4113d30819 admin admin] Publish callbacks [] for security_group (c119dc72-53fe-4812-8277-8cf8d8b7fd85), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.847646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-74eb97a8-9fb1-42fe-9f29-da4113d30819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c119dc72-53fe-4812-8277-8cf8d8b7fd85), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:04.881226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb97a8-9fb1-42fe-9f29-da4113d30819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c119dc72-53fe-4812-8277-8cf8d8b7fd85,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:04.911500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-74eb97a8-9fb1-42fe-9f29-da4113d30819 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c2357bdbe6db4cb9a7fa76eb44c2d457&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1699655 Feb 17 22:47:04.913942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 53728) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:04.989307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1de92866-a504-499c-bb17-4a2311a60c31 admin admin] Publish callbacks [] for security_group (c119dc72-53fe-4812-8277-8cf8d8b7fd85), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:05.015729 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1de92866-a504-499c-bb17-4a2311a60c31 admin admin] Publish callbacks [] for security_group (c119dc72-53fe-4812-8277-8cf8d8b7fd85), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:05.075720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1de92866-a504-499c-bb17-4a2311a60c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c119dc72-53fe-4812-8277-8cf8d8b7fd85), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:05.079311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1de92866-a504-499c-bb17-4a2311a60c31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:05.083787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1de92866-a504-499c-bb17-4a2311a60c31 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c119dc72-53fe-4812-8277-8cf8d8b7fd85 HTTP/1.1" status: 204 len: 168 time: 0.1680319 Feb 17 22:47:05.094740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de92866-a504-499c-bb17-4a2311a60c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c119dc72-53fe-4812-8277-8cf8d8b7fd85,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:09.415330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:09.435390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-a5427511-0099-47fc-8979-558bb97eb00d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214773522&fields=id&tenant_id=4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 267 time: 0.0508282 Feb 17 22:47:09.563688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-6ecfc201-7ef3-4d83-b482-5f5ca012252b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:09.565158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-6ecfc201-7ef3-4d83-b482-5f5ca012252b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.1216261 Feb 17 22:47:09.586911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-678a117e-1c06-4b46-8ad5-4464aaa09905 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/quotas/4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 375 time: 0.0149021 Feb 17 22:47:09.648021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-b9355099-09dd-4ea9-a889-334129c7cb8b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602441 Feb 17 22:47:09.879746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-bd54494a-13f5-4ccd-8c8f-26e13778e394 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182972 Feb 17 22:47:09.982289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-110ace7d-b4a6-44d4-a8ec-ab4ed2c4b279 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952866 Feb 17 22:47:10.303934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70bf92f6-4550-4129-9966-d702b2158bab req-1be297c9-d556-4536-aa29-da84584d5b01 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0337777 Feb 17 22:47:11.430455 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-600a0404-acc1-416a-89df-66cdb422c672 req-a709425d-e7f8-458c-a15b-3d3e4235728a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0502648 Feb 17 22:47:12.535251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3f8c503-ce0e-424b-ba34-4d29f14fe8b2 req-bb3742db-0114-4f4e-9e48-a61279c1c55b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0424469 Feb 17 22:47:13.646736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b612039a-fe53-43ca-a597-d0f4ab73a2ea req-2c91e06d-0bd2-49aa-b0c9-51491711dfea tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0364065 Feb 17 22:47:14.447136 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c262c78-0994-4c6a-b534-ff4f06272c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:14.756129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0dd8445-c0df-4bab-9d8f-5656154840fa req-22f39ce8-8dbf-4c18-a4c1-58277cfb15aa tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0379856 Feb 17 22:47:15.521319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-210bb127-6028-4c2a-a8bd-e861bff52936 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:15.523403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-210bb127-6028-4c2a-a8bd-e861bff52936 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.1557724 Feb 17 22:47:15.601765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-c0747c85-08a2-49ba-8cb2-6c784554072d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 380 time: 0.0671549 Feb 17 22:47:15.611216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'port': {'device_id': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'admin_state_up': True, 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'security_groups': ['22e4ddae-eefe-4b29-ba2e-94a2de5b29b6']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:15.759237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:15.763894 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:15.969895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.20.0.7 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/b2b804cf-619f-41ff-8230-72bf86550b23) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:16.149641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c13ca42b-3254-43d0-866a-751a5ae39139 req-bbb1a914-15c2-4034-8bb5-62d7057d1312 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0549748 Feb 17 22:47:16.219218 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (b2b804cf-619f-41ff-8230-72bf86550b23), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:16.312134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:16.404315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:16.413155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:16.416554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:47:16.498563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:16.499325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:16.503143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=b2b804cf-619f-41ff-8230-72bf86550b23,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:16.530244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8fadddc3-f321-439e-8e99-8883a6fdf66e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9203751 Feb 17 22:47:16.539772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-9193217f-34b4-4e70-b80a-f6fa05828377 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:47:16.540977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-9193217f-34b4-4e70-b80a-f6fa05828377 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055847 Feb 17 22:47:16.555898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Request body: {'port': {'device_id': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:16.689567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:16.933301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d2c3e351-ff6d-40bc-badd-7502f15538be None None] Provisioning complete for port b2b804cf-619f-41ff-8230-72bf86550b23 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:16.959943 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2c3e351-ff6d-40bc-badd-7502f15538be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.025121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 53998) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:17.037921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d2c3e351-ff6d-40bc-badd-7502f15538be None None] Port b2b804cf-619f-41ff-8230-72bf86550b23 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:47:17.167188 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caaf654e-ee6f-4ddf-a771-29c40e28ed70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.189034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b804cf-619f-41ff-8230-72bf86550b23 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:47:17.199133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Publish callbacks [] for port (b2b804cf-619f-41ff-8230-72bf86550b23), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.214116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Transition to ACTIVE for port object b2b804cf-619f-41ff-8230-72bf86550b23 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:17.219161 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.301635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Pushing event updated for resources: {'Port': ['ID=b2b804cf-619f-41ff-8230-72bf86550b23,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:17.321594 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef0e88f7-ab0b-4247-a38c-3cf1157f90ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.437765 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caaf654e-ee6f-4ddf-a771-29c40e28ed70 admin admin] Publish callbacks [] for security_group (74702387-ef3a-475a-939e-d2adcafa3d09), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.443960 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-caaf654e-ee6f-4ddf-a771-29c40e28ed70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (74702387-ef3a-475a-939e-d2adcafa3d09), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.493906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf654e-ee6f-4ddf-a771-29c40e28ed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74702387-ef3a-475a-939e-d2adcafa3d09,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:17.560757 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-caaf654e-ee6f-4ddf-a771-29c40e28ed70 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56b45276f349450cb04de2245775f3c7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5336030 Feb 17 22:47:17.562808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54006) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:17.652558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42855abc-92fc-4ac3-b3e1-8b99a38d6633 admin admin] Publish callbacks [] for security_group (74702387-ef3a-475a-939e-d2adcafa3d09), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.693898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42855abc-92fc-4ac3-b3e1-8b99a38d6633 admin admin] Publish callbacks [] for security_group (74702387-ef3a-475a-939e-d2adcafa3d09), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.715968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85232b3b-e416-4d10-bd58-c36852bbcc05 req-550a0219-05da-4c83-9f36-3b24a8c01135 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:17.717783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85232b3b-e416-4d10-bd58-c36852bbcc05 req-550a0219-05da-4c83-9f36-3b24a8c01135 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.4010382 Feb 17 22:47:17.724442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Attempting to bind port b2b804cf-619f-41ff-8230-72bf86550b23 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:47:17.724800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Attempting to bind port b2b804cf-619f-41ff-8230-72bf86550b23 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:47:17.725124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Attempting to bind port b2b804cf-619f-41ff-8230-72bf86550b23 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:47:17.744124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Port b2b804cf-619f-41ff-8230-72bf86550b23 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:47:17.744426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Attempting to bind port b2b804cf-619f-41ff-8230-72bf86550b23 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:47:17.777770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:47:17.778709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:47:17.779135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:47:17.779819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Bound port: b2b804cf-619f-41ff-8230-72bf86550b23, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:47:17.780319 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.782953 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42855abc-92fc-4ac3-b3e1-8b99a38d6633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (74702387-ef3a-475a-939e-d2adcafa3d09), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.786047 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42855abc-92fc-4ac3-b3e1-8b99a38d6633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.809230 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42855abc-92fc-4ac3-b3e1-8b99a38d6633 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74702387-ef3a-475a-939e-d2adcafa3d09 HTTP/1.1" status: 204 len: 168 time: 0.2449386 Feb 17 22:47:17.826399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42855abc-92fc-4ac3-b3e1-8b99a38d6633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74702387-ef3a-475a-939e-d2adcafa3d09,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:17.854397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85232b3b-e416-4d10-bd58-c36852bbcc05 req-d1688c7f-53d4-40a2-984b-e1a17abb8e8c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138103 Feb 17 22:47:17.896278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] For port b2b804cf-619f-41ff-8230-72bf86550b23, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:47:17.903070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] For port b2b804cf-619f-41ff-8230-72bf86550b23, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2b804cf-619f-41ff-8230-72bf86550b23,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:47:17.911337 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.956646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:17.957298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:17.958954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] 10.222.0.73 "PUT /v2.0/ports/b2b804cf-619f-41ff-8230-72bf86550b23 HTTP/1.1" status: 200 len: 1092 time: 1.4077270 Feb 17 22:47:17.959439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:17.962369 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a433d9-6b8b-4b9f-8336-3806660ec0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:18.006190 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.072068 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb77a75-67d1-4b32-8dd6-5f3a6720bf1d x-openstack-request-id: req-4bb77a75-67d1-4b32-8dd6-5f3a6720bf1d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:18.072309 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:18.072517 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4bb77a75-67d1-4b32-8dd6-5f3a6720bf1d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:18.072934 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'status': 'completed', 'code': 200} Feb 17 22:47:18.100851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a346c48-3cd7-4189-89e2-43c41811226b service neutron] Pushing event updated for resources: {'Port': ['ID=b2b804cf-619f-41ff-8230-72bf86550b23,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:18.114987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-463b96dd-dbaf-4ce4-a799-68f87b3cb1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:18.116709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-463b96dd-dbaf-4ce4-a799-68f87b3cb1c7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 1126 time: 0.1021173 Feb 17 22:47:18.183452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8405ef91-4ffe-492d-8b24-121e67d6808f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b804cf-619f-41ff-8230-72bf86550b23 HTTP/1.1" status: 200 len: 217 time: 0.0579469 Feb 17 22:47:18.301166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8b439d34-cc06-4705-a527-542481421467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:18.304117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-8b439d34-cc06-4705-a527-542481421467 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.1134925 Feb 17 22:47:18.311287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54016) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:18.343743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca20fb1e-c309-4676-b685-5daa8455b679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.385055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-5a817c37-1d53-49fa-b77c-23f2e25c3d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:18.386839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-5a817c37-1d53-49fa-b77c-23f2e25c3d14 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0758107 Feb 17 22:47:18.471114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca20fb1e-c309-4676-b685-5daa8455b679 admin admin] Publish callbacks [] for security_group (59804f35-9dea-4f9a-871f-80458b7a5f8f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.477974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ca20fb1e-c309-4676-b685-5daa8455b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (59804f35-9dea-4f9a-871f-80458b7a5f8f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.526948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20fb1e-c309-4676-b685-5daa8455b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59804f35-9dea-4f9a-871f-80458b7a5f8f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:18.537405 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ca20fb1e-c309-4676-b685-5daa8455b679 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=53b4c216833143eda3a0f05f2cd27eb2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2250111 Feb 17 22:47:18.541278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54018) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:18.545865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-33ed061b-7f81-4b51-8bd9-1d6a40a2a865 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503077 Feb 17 22:47:18.612159 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d79db7b6-767f-45f5-ae0a-52e05561b21d admin admin] Publish callbacks [] for security_group (59804f35-9dea-4f9a-871f-80458b7a5f8f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.650168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d79db7b6-767f-45f5-ae0a-52e05561b21d admin admin] Publish callbacks [] for security_group (59804f35-9dea-4f9a-871f-80458b7a5f8f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.667751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82aca2c8-5892-4ccb-8218-8b31df01c426 req-62c5e90e-9df3-4289-b14e-59c672baa515 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159759 Feb 17 22:47:18.728450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d79db7b6-767f-45f5-ae0a-52e05561b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (59804f35-9dea-4f9a-871f-80458b7a5f8f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.732524 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d79db7b6-767f-45f5-ae0a-52e05561b21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:18.735748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d79db7b6-767f-45f5-ae0a-52e05561b21d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/59804f35-9dea-4f9a-871f-80458b7a5f8f HTTP/1.1" status: 204 len: 168 time: 0.1908925 Feb 17 22:47:18.774905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79db7b6-767f-45f5-ae0a-52e05561b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59804f35-9dea-4f9a-871f-80458b7a5f8f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:18.823127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-74fca942-bfa7-4a68-a097-091ae3ff9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:18.825689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-74fca942-bfa7-4a68-a097-091ae3ff9e0e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 1126 time: 0.1098051 Feb 17 22:47:19.000203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-7a797985-4eed-49c5-b142-12d4f91f73fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:19.003869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-7a797985-4eed-49c5-b142-12d4f91f73fa service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1716225 Feb 17 22:47:19.059110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-f0610297-7320-4f10-bbad-d44448316f29 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b804cf-619f-41ff-8230-72bf86550b23 HTTP/1.1" status: 200 len: 217 time: 0.0456789 Feb 17 22:47:19.078127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67654314-5252-45b8-9d5c-156f4bada196 req-63103efc-8e65-4c0f-bff3-92f2f8dbfd76 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:19.079985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67654314-5252-45b8-9d5c-156f4bada196 req-63103efc-8e65-4c0f-bff3-92f2f8dbfd76 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.1253259 Feb 17 22:47:19.160293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-0dc1abbd-e8b1-45ef-a82a-df77e93555ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:19.161783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-0dc1abbd-e8b1-45ef-a82a-df77e93555ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.1007118 Feb 17 22:47:19.216480 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67654314-5252-45b8-9d5c-156f4bada196 req-5e97d772-d6e4-420a-8542-f5707623b133 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158259 Feb 17 22:47:19.248038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-554af0a5-b880-46ba-b047-cedbe18e9e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:19.250823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-554af0a5-b880-46ba-b047-cedbe18e9e73 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0815780 Feb 17 22:47:19.391101 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:19.403933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-2e10e9c0-4484-4944-b77c-64d83f6fb06e service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466241 Feb 17 22:47:19.520795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02a433d9-6b8b-4b9f-8336-3806660ec0a8 req-638b7513-e1b3-44c9-98fc-2c294e86889c service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113515 Feb 17 22:47:19.670833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:19.789934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1829551340-network', 'tenant_id': '2537e139ddb44e8984101510694be3a5'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:19.812695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Made reservation on behalf of 2537e139ddb44e8984101510694be3a5 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:19.815059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:19.824151 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:19.919818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks [] for security_group (680feb5d-6df8-4c57-9fcd-2e27b74a28d2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:19.925297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (680feb5d-6df8-4c57-9fcd-2e27b74a28d2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:19.951477 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:47:19.960837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680feb5d-6df8-4c57-9fcd-2e27b74a28d2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:19.976327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7f8e7bbe-3be0-40d4-9608-99dfb6c44e96), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:19.977474 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Added segment 7f8e7bbe-3be0-40d4-9608-99dfb6c44e96 of type vlan for network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a Feb 17 22:47:20.021368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (7598e8cb-31f6-483e-9bd5-657ed4f5e05a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:20.051716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (7598e8cb-31f6-483e-9bd5-657ed4f5e05a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:20.052864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:20.053458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:20.112999 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4383211 Feb 17 22:47:20.113819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54050) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:20.118733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Request body: {'subnet': {'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1829551340-subnet', 'tenant_id': '2537e139ddb44e8984101510694be3a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:20.132917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef053a-5525-4b95-83de-ad5a5d409b13 admin admin] Pushing event updated for resources: {'Network': ['ID=7598e8cb-31f6-483e-9bd5-657ed4f5e05a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:20.146422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:47:20.149181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Made reservation on behalf of 2537e139ddb44e8984101510694be3a5 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:20.152011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:20.358645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (bb73020e-e563-4625-8942-1f5fc9cf475d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:20.361153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21806e-6926-4062-bc73-83c9e843b026 req-bc5bbd5c-2f75-4c65-b1c5-cba670f2a020 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:20.369190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b21806e-6926-4062-bc73-83c9e843b026 req-bc5bbd5c-2f75-4c65-b1c5-cba670f2a020 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0701034 Feb 17 22:47:20.421968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb73020e-e563-4625-8942-1f5fc9cf475d,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:20.422313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b21806e-6926-4062-bc73-83c9e843b026 req-a18a761f-8762-4b6f-bba0-d8fa7b3bb9fe tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521040 Feb 17 22:47:20.433355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Checking segment: {'id': '7f8e7bbe-3be0-40d4-9608-99dfb6c44e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:47:20.433720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Network hostable DHCP agents. Network: 7598e8cb-31f6-483e-9bd5-657ed4f5e05a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:47:20.458534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:47:20.467569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 7598e8cb-31f6-483e-9bd5-657ed4f5e05a) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:20.474262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:20.478781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ad4cb6-1899-44cd-9b85-e5ae4dff6392 None None] Network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:47:20.482885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:20.507706 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d82e3acb-6099-406d-aad3-635804a53d0a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3870120 Feb 17 22:47:20.595706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1092e7b4-4785-4275-8457-63c8e32705b0 None None] Network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:47:20.858712 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.111572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54070) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:21.116624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1714256923-network', 'tenant_id': 'f184f53f3b0841d28d06d2fb54b7c1eb'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:21.138726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Made reservation on behalf of f184f53f3b0841d28d06d2fb54b7c1eb for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:21.142158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.152175 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.235667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks [] for security_group (b6843105-e34b-4478-800f-5074c2fa7234), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.239670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b6843105-e34b-4478-800f-5074c2fa7234), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.261736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:47:21.277838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6843105-e34b-4478-800f-5074c2fa7234,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:21.280707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1e959d41-721c-4af7-a44b-a4cc08c0e72d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.281453 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Added segment 1e959d41-721c-4af7-a44b-a4cc08c0e72d of type vlan for network 045d8625-2026-4b71-9bf1-7d0716ba9b2b Feb 17 22:47:21.328723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (045d8625-2026-4b71-9bf1-7d0716ba9b2b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.356791 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (045d8625-2026-4b71-9bf1-7d0716ba9b2b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.358333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:21.358951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.416867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3038254 Feb 17 22:47:21.419840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54072) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:21.426053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Request body: {'subnet': {'network_id': '045d8625-2026-4b71-9bf1-7d0716ba9b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1714256923-subnet', 'tenant_id': 'f184f53f3b0841d28d06d2fb54b7c1eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:21.436362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cace285e-51c4-4415-904d-d5858c30164e admin admin] Pushing event updated for resources: {'Network': ['ID=045d8625-2026-4b71-9bf1-7d0716ba9b2b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:21.450464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 045d8625-2026-4b71-9bf1-7d0716ba9b2b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:47:21.457145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Made reservation on behalf of f184f53f3b0841d28d06d2fb54b7c1eb for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:21.459689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.643329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ee36d-8f15-41cc-b715-226a811a7da4 req-702d35ac-5cf3-488e-897b-640cb112159c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:21.644913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc6ee36d-8f15-41cc-b715-226a811a7da4 req-702d35ac-5cf3-488e-897b-640cb112159c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.1113644 Feb 17 22:47:21.742972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (e4fa4443-ead7-43ed-9253-2766c04cb341), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.751010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc6ee36d-8f15-41cc-b715-226a811a7da4 req-466baa61-626e-4b21-9e0e-084b972967c7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975211 Feb 17 22:47:21.821816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4fa4443-ead7-43ed-9253-2766c04cb341,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:21.835342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Checking segment: {'id': '1e959d41-721c-4af7-a44b-a4cc08c0e72d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '045d8625-2026-4b71-9bf1-7d0716ba9b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:47:21.835342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Network hostable DHCP agents. Network: 045d8625-2026-4b71-9bf1-7d0716ba9b2b, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:47:21.860683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Network 045d8625-2026-4b71-9bf1-7d0716ba9b2b is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:47:21.874318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 045d8625-2026-4b71-9bf1-7d0716ba9b2b) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:21.880615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:21.881785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:21.882661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf2dd44-8114-4d23-a114-fe965283c7b3 None None] Network 045d8625-2026-4b71-9bf1-7d0716ba9b2b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:47:21.913961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aafdb697-9a71-471c-9764-5a213045ea5f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4931335 Feb 17 22:47:22.027140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa64cc2-6cf4-494c-97ff-45e7fb82e21f None None] Network 045d8625-2026-4b71-9bf1-7d0716ba9b2b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:47:22.610210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dec97-199d-4fd0-af08-e964f324afbd req-605cbce9-ad2e-4805-824b-dc3ccb4200ba tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:22.611895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-605cbce9-ad2e-4805-824b-dc3ccb4200ba tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/networks?id=7598e8cb-31f6-483e-9bd5-657ed4f5e05a HTTP/1.1" status: 200 len: 809 time: 0.1249442 Feb 17 22:47:22.628174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-66ddea7c-4610-44bc-a488-0dbf81fa8b19 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/quotas/2537e139ddb44e8984101510694be3a5 HTTP/1.1" status: 200 len: 375 time: 0.0104392 Feb 17 22:47:22.666845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-d2042f3e-a0c8-47f5-8536-205a3c306db4 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2537e139ddb44e8984101510694be3a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318823 Feb 17 22:47:22.799431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-4cb5badc-c675-4ce1-80a0-97821ca6e752 service neutron] 10.222.0.79 "GET /v2.0/networks/7598e8cb-31f6-483e-9bd5-657ed4f5e05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252480 Feb 17 22:47:22.921343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-0f131655-b19f-4e05-8d9b-08f0d146d6ec service neutron] 10.222.0.79 "GET /v2.0/networks/7598e8cb-31f6-483e-9bd5-657ed4f5e05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148238 Feb 17 22:47:23.186342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd43f4-1811-4100-a51f-28a22723bfce req-31391f05-3835-4502-bd86-d841b7ae0c29 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:23.188343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cabd43f4-1811-4100-a51f-28a22723bfce req-31391f05-3835-4502-bd86-d841b7ae0c29 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0809669 Feb 17 22:47:23.278741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cabd43f4-1811-4100-a51f-28a22723bfce req-ed66c9fa-7005-4c34-a1b7-db48ec01daf8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828419 Feb 17 22:47:23.392170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1e7f248-be6b-43ec-9713-793f25847696 req-4606fe62-97ab-4b0e-8352-b420add242f0 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0500267 Feb 17 22:47:24.438965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dec97-199d-4fd0-af08-e964f324afbd req-1a98a816-ca17-4adf-9ef6-05483409faf1 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:24.440641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-1a98a816-ca17-4adf-9ef6-05483409faf1 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.94 "GET /v2.0/networks?id=7598e8cb-31f6-483e-9bd5-657ed4f5e05a HTTP/1.1" status: 200 len: 809 time: 0.2172296 Feb 17 22:47:24.498804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806ef19-04fd-4c55-a516-b46d37923042 req-ae002b40-3140-4a4e-9555-034e408f1e42 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:24.500486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5806ef19-04fd-4c55-a516-b46d37923042 req-ae002b40-3140-4a4e-9555-034e408f1e42 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0958970 Feb 17 22:47:24.504016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Request body: {'port': {'device_id': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a', 'admin_state_up': True, 'tenant_id': '2537e139ddb44e8984101510694be3a5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:24.629378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5806ef19-04fd-4c55-a516-b46d37923042 req-d8118178-9423-4b2d-b5d7-82a3f88c2e4f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093695 Feb 17 22:47:24.674866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Made reservation on behalf of 2537e139ddb44e8984101510694be3a5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:24.680977 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:24.806473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcde26b6-724b-41c6-b46e-55adc0c7d26c req-7803a46c-6593-431f-bd8f-361941422bd7 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0410633 Feb 17 22:47:24.891142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Allocated IP 172.20.0.4 (7598e8cb-31f6-483e-9bd5-657ed4f5e05a/bb73020e-e563-4625-8942-1f5fc9cf475d/0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:25.083460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks [] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:25.124511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:25.375769 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:25.536659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:25.542369 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:25.548098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:47:25.551077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Pushing event updated for resources: {'Port': ['ID=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:25.604901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:25.605780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:25.628507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-33cbaf62-de13-47ab-9ba8-57a41330ef9e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1380482 Feb 17 22:47:25.639045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-5a29961c-6466-4b2b-b94d-507b199a12a6 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:47:25.640180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-5a29961c-6466-4b2b-b94d-507b199a12a6 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059288 Feb 17 22:47:25.658972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Request body: {'port': {'device_id': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:25.779165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:25.843753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a6d91-620d-4a3c-8727-fc10b295e530 req-76719630-a882-43b9-9d9c-b33bd742de6f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:25.845310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92a6d91-620d-4a3c-8727-fc10b295e530 req-76719630-a882-43b9-9d9c-b33bd742de6f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.1030648 Feb 17 22:47:25.981126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b92a6d91-620d-4a3c-8727-fc10b295e530 req-1cfc0c3f-f69f-4ea7-a20e-e87fa18071b8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283610 Feb 17 22:47:26.173778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8877b0-1583-4524-a404-17ea88156243 req-d26f8016-faf9-46e7-a1d0-d7928ae67644 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:26.175411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a8877b0-1583-4524-a404-17ea88156243 req-d26f8016-faf9-46e7-a1d0-d7928ae67644 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 931 time: 0.1205528 Feb 17 22:47:26.181603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:47:26.196689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Publish callbacks [] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:26.227737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Transition to ACTIVE for port object 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:26.235079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:26.301016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a8877b0-1583-4524-a404-17ea88156243 req-9afb3e53-c9dc-4d22-b920-f2a58dece77f tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147301 Feb 17 22:47:26.396362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Attempting to bind port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:47:26.397099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Attempting to bind port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '7f8e7bbe-3be0-40d4-9608-99dfb6c44e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:47:26.397422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Attempting to bind port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 on network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:47:26.404858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:26.417041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 on network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:47:26.417368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Attempting to bind port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 on network 7598e8cb-31f6-483e-9bd5-657ed4f5e05a {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:47:26.423621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:47:26.424022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Checking segment: {'id': '7f8e7bbe-3be0-40d4-9608-99dfb6c44e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:47:26.424358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Bound using segment: {'id': '7f8e7bbe-3be0-40d4-9608-99dfb6c44e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:47:26.424778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Bound port: 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f8e7bbe-3be0-40d4-9608-99dfb6c44e96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:47:26.425133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:26.591560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-11cfe672-5533-4bb2-b932-d6d9e0d43a1d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:26.593041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-11cfe672-5533-4bb2-b932-d6d9e0d43a1d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 814 time: 0.1657202 Feb 17 22:47:26.594121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] For port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:47:26.597865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] For port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,segment=NetworkSegment(7f8e7bbe-3be0-40d4-9608-99dfb6c44e96),segment_id=7f8e7bbe-3be0-40d4-9608-99dfb6c44e96)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:47:26.610199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:26.638446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-bc1894e6-da9b-49f9-bfc9-43af9e159bfd tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/quotas/5546ed3fa6a34edf9f803717b7c750d0 HTTP/1.1" status: 200 len: 375 time: 0.0369124 Feb 17 22:47:26.651803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:26.652489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:26.653810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] 10.222.0.94 "PUT /v2.0/ports/0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 HTTP/1.1" status: 200 len: 1092 time: 0.9992387 Feb 17 22:47:26.658434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'tag': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:26.660815 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bee972-ae62-406c-ba7d-3b914b79c0d1", "tag": "0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:26.695631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-c58da095-d6ae-487c-9b06-f27ed6cb4743 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495086 Feb 17 22:47:26.705860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d8316-f5f5-44cf-99c8-56d41ff2f794 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:26.828736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-b55a3147-9d93-44df-ad53-325243a4b99f service neutron] 10.222.0.79 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137729 Feb 17 22:47:26.957539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dec97-199d-4fd0-af08-e964f324afbd req-f605a60b-02e4-4c19-b0ed-dab81bcdfde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:26.958995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-f605a60b-02e4-4c19-b0ed-dab81bcdfde0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2537e139ddb44e8984101510694be3a5&device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 1126 time: 0.2502451 Feb 17 22:47:26.971586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-af8fe3e5-490b-4a3d-84f5-e70615b8f1a7 service neutron] 10.222.0.79 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395752 Feb 17 22:47:27.010888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-f0e196f4-9925-4bd0-9a55-21af705cacf4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 HTTP/1.1" status: 200 len: 217 time: 0.0383546 Feb 17 22:47:27.064393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dec97-199d-4fd0-af08-e964f324afbd req-6d298945-ca1f-4417-9b26-3ebafbc74120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:27.066023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-6d298945-ca1f-4417-9b26-3ebafbc74120 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bb73020e-e563-4625-8942-1f5fc9cf475d HTTP/1.1" status: 200 len: 849 time: 0.0497389 Feb 17 22:47:27.098134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-9be9cf44-d278-4a5e-9381-e6b43ecc1601 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7598e8cb-31f6-483e-9bd5-657ed4f5e05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260274 Feb 17 22:47:27.185951 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30be55af-3e74-4ff1-b19d-090cac310530 x-openstack-request-id: req-30be55af-3e74-4ff1-b19d-090cac310530 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:27.186693 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bee972-ae62-406c-ba7d-3b914b79c0d1", "tag": "0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:27.187938 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-30be55af-3e74-4ff1-b19d-090cac310530 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:27.188552 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'tag': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1', 'status': 'completed', 'code': 200} Feb 17 22:47:27.252128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-4e64929c-994c-4c19-86c4-9b3540bd3974 service neutron] 10.222.0.94 "GET /v2.0/networks/7598e8cb-31f6-483e-9bd5-657ed4f5e05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486707 Feb 17 22:47:27.380427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cf68c1-853e-4c90-981b-ce5d1b11445f req-f6ee902e-1b9a-4d42-9e94-14b828860fd8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:27.382009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67cf68c1-853e-4c90-981b-ce5d1b11445f req-f6ee902e-1b9a-4d42-9e94-14b828860fd8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.1356382 Feb 17 22:47:27.420080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e40dec97-199d-4fd0-af08-e964f324afbd req-49320d76-b370-41d8-a7dd-cf8da9206bb7 service neutron] 10.222.0.94 "GET /v2.0/networks/7598e8cb-31f6-483e-9bd5-657ed4f5e05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591556 Feb 17 22:47:27.466734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67cf68c1-853e-4c90-981b-ce5d1b11445f req-306fef1a-8d5a-45a7-bb10-5906fc120693 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731018 Feb 17 22:47:27.604092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-830f9105-aae0-458c-a35b-5f872af48db3 req-22f6abde-7bc8-4831-994a-4a1120585964 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 210 time: 0.0526648 Feb 17 22:47:27.634075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-1f17e33b-31cb-4265-8f6f-4fa82761a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:27.635646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-1f17e33b-31cb-4265-8f6f-4fa82761a783 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=2537e139ddb44e8984101510694be3a5&device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 1126 time: 0.1263118 Feb 17 22:47:27.790704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-b8ece582-b8b5-437a-b29d-a1b59eba22f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:27.792224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-b8ece582-b8b5-437a-b29d-a1b59eba22f8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=7598e8cb-31f6-483e-9bd5-657ed4f5e05a HTTP/1.1" status: 200 len: 910 time: 0.1503808 Feb 17 22:47:27.803467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be13c0cd-8d45-4590-b28c-93fdf7e75409 req-81754cb1-1081-4d15-96f8-6de200772f52 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:27.805716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be13c0cd-8d45-4590-b28c-93fdf7e75409 req-81754cb1-1081-4d15-96f8-6de200772f52 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 943 time: 0.0982018 Feb 17 22:47:27.849665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-b6d403b9-d573-4db1-b4e2-47fd11a00c1d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 HTTP/1.1" status: 200 len: 217 time: 0.0429254 Feb 17 22:47:27.942472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be13c0cd-8d45-4590-b28c-93fdf7e75409 req-d0f9ec6c-44ba-453a-bfc8-06d3c58232cb tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946987 Feb 17 22:47:27.944377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-8852635c-6f0a-4b60-be49-f5ffd6be1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:27.947276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-8852635c-6f0a-4b60-be49-f5ffd6be1e16 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=bb73020e-e563-4625-8942-1f5fc9cf475d HTTP/1.1" status: 200 len: 849 time: 0.0909157 Feb 17 22:47:27.988661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-27b84ab9-4527-4ea0-bd5b-e0fdd91ff2da service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=7598e8cb-31f6-483e-9bd5-657ed4f5e05a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358171 Feb 17 22:47:28.092844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-97241f2d-87b3-441c-8d6b-b13cf979d5e7 service neutron] 10.222.0.94 "GET /v2.0/networks/7598e8cb-31f6-483e-9bd5-657ed4f5e05a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984414 Feb 17 22:47:28.198203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b47cbc63-8fde-4e74-9c6d-cb0c5a4a5085 req-0cb2f8fd-df3b-4a46-aafd-55c6689733b7 service neutron] 10.222.0.94 "GET /v2.0/networks/7598e8cb-31f6-483e-9bd5-657ed4f5e05a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989954 Feb 17 22:47:28.546420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-f05b68d2-85da-4dae-b75e-eaa4a2e0a0a0 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:28.548641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-f05b68d2-85da-4dae-b75e-eaa4a2e0a0a0 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.94 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 814 time: 0.1515079 Feb 17 22:47:28.579169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Request body: {'port': {'device_id': '49730728-91f1-4c2f-8e25-df4e6116e993', 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589', 'admin_state_up': True, 'tenant_id': '5546ed3fa6a34edf9f803717b7c750d0'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:28.699750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b7702-9cfa-4d66-81ee-031174a28acb req-149e5fd3-e2cc-492f-8810-d8497ca07a57 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:28.701162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b14b7702-9cfa-4d66-81ee-031174a28acb req-149e5fd3-e2cc-492f-8810-d8497ca07a57 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.1360819 Feb 17 22:47:28.768392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Made reservation on behalf of 5546ed3fa6a34edf9f803717b7c750d0 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:47:28.771803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:28.786675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b14b7702-9cfa-4d66-81ee-031174a28acb req-33d38c04-a1fa-4221-a9aa-c629f61617f7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772657 Feb 17 22:47:28.890155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e62903a-38bf-4744-b62c-2039943601c8 req-991a6662-e8a0-42db-a345-d0070c023b02 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 210 time: 0.0347335 Feb 17 22:47:28.959818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Allocated IP 172.20.0.11 (49ab3abb-a54a-46ca-9e13-f307a04a6589/4b78e293-4581-4a80-9085-1fe972969d26/d95cecba-45c5-42f2-8501-15a3465b3c36) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:29.182227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae90f-7c20-4cb6-bffd-9701813f13c7 req-fcb83c76-162c-41cd-9b84-51746dbb2609 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:29.183849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c6ae90f-7c20-4cb6-bffd-9701813f13c7 req-fcb83c76-162c-41cd-9b84-51746dbb2609 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 943 time: 0.1056089 Feb 17 22:47:29.201813 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks [] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:29.270488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c6ae90f-7c20-4cb6-bffd-9701813f13c7 req-feea82b2-a648-4b14-8c1a-4de19a9ab95d tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739970 Feb 17 22:47:29.290570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:29.355530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Network 49ab3abb-a54a-46ca-9e13-f307a04a6589 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:29.359707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:29.364567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:47:29.395953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Pushing event updated for resources: {'Port': ['ID=d95cecba-45c5-42f2-8501-15a3465b3c36,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:29.425899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:29.426537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:29.444878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5e8285a7-5f1f-43dd-96b4-2d0f5c3a2a6c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8695233 Feb 17 22:47:29.463134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Request body: {'port': {'device_id': '49730728-91f1-4c2f-8e25-df4e6116e993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:29.546288 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:29.920533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95cecba-45c5-42f2-8501-15a3465b3c36 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:47:29.949511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Publish callbacks [] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:29.970460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Transition to ACTIVE for port object d95cecba-45c5-42f2-8501-15a3465b3c36 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:47:29.977264 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:30.024956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dad7d6-8617-4a8d-8ee1-a3c29d3f90a8 req-9fa9959a-d502-4c01-868b-d131b2fcbde3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:30.026683 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61dad7d6-8617-4a8d-8ee1-a3c29d3f90a8 req-9fa9959a-d502-4c01-868b-d131b2fcbde3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.1183546 Feb 17 22:47:30.070458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Pushing event updated for resources: {'Port': ['ID=d95cecba-45c5-42f2-8501-15a3465b3c36,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:30.146318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61dad7d6-8617-4a8d-8ee1-a3c29d3f90a8 req-072fede4-065e-4efe-a9f8-b1d805668fd3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103358 Feb 17 22:47:30.195549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Attempting to bind port d95cecba-45c5-42f2-8501-15a3465b3c36 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:47:30.195987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Attempting to bind port d95cecba-45c5-42f2-8501-15a3465b3c36 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:47:30.196468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Attempting to bind port d95cecba-45c5-42f2-8501-15a3465b3c36 on network 49ab3abb-a54a-46ca-9e13-f307a04a6589 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:47:30.204111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Port d95cecba-45c5-42f2-8501-15a3465b3c36 on network 49ab3abb-a54a-46ca-9e13-f307a04a6589 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:47:30.204470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Attempting to bind port d95cecba-45c5-42f2-8501-15a3465b3c36 on network 49ab3abb-a54a-46ca-9e13-f307a04a6589 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:47:30.213743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:47:30.214111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Checking segment: {'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:47:30.215579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Bound using segment: {'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:47:30.216096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Bound port: d95cecba-45c5-42f2-8501-15a3465b3c36, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:47:30.216534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:30.340467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ab07c-d0a6-4082-ac68-88c8950df881 req-432aa367-9f15-4f72-a190-399fb627a001 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:30.341975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc3ab07c-d0a6-4082-ac68-88c8950df881 req-432aa367-9f15-4f72-a190-399fb627a001 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 944 time: 0.1227007 Feb 17 22:47:30.343130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] For port d95cecba-45c5-42f2-8501-15a3465b3c36, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:47:30.347409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] For port d95cecba-45c5-42f2-8501-15a3465b3c36, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d95cecba-45c5-42f2-8501-15a3465b3c36,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:47:30.365723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:30.435019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc3ab07c-d0a6-4082-ac68-88c8950df881 req-a4fcc503-fe00-42fc-bf8e-8bac19f5fc8e tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843861 Feb 17 22:47:30.438407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:30.439116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:30.440871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] 10.222.0.94 "PUT /v2.0/ports/d95cecba-45c5-42f2-8501-15a3465b3c36 HTTP/1.1" status: 200 len: 1093 time: 0.9833508 Feb 17 22:47:30.441438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49730728-91f1-4c2f-8e25-df4e6116e993', 'tag': 'd95cecba-45c5-42f2-8501-15a3465b3c36'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:30.443867 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fcb6854-5e13-4e87-8206-c65481877fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "49730728-91f1-4c2f-8e25-df4e6116e993", "tag": "d95cecba-45c5-42f2-8501-15a3465b3c36"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:30.487329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e6aae-db5c-4015-8aaa-badabbb2c9af service neutron] Pushing event updated for resources: {'Port': ['ID=d95cecba-45c5-42f2-8501-15a3465b3c36,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:30.596337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-ad9d0bf0-9db3-4bdd-8c9c-a1e67cc5f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:30.598226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-ad9d0bf0-9db3-4bdd-8c9c-a1e67cc5f820 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 1127 time: 0.1006985 Feb 17 22:47:30.666718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-5927c64e-0ed1-4d11-bd4d-36e088b651fd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d95cecba-45c5-42f2-8501-15a3465b3c36 HTTP/1.1" status: 200 len: 217 time: 0.0554609 Feb 17 22:47:30.675251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12448dd-4fb9-45a8-9d04-4ac1cf809e28 req-fe29ed80-6e7e-4308-bd73-b19db02e4619 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:30.677136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e12448dd-4fb9-45a8-9d04-4ac1cf809e28 req-fe29ed80-6e7e-4308-bd73-b19db02e4619 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 943 time: 0.1243501 Feb 17 22:47:30.750396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-e609b3b0-ae59-4a09-9a80-732e77100389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:30.752095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-e609b3b0-ae59-4a09-9a80-732e77100389 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4b78e293-4581-4a80-9085-1fe972969d26 HTTP/1.1" status: 200 len: 854 time: 0.0740273 Feb 17 22:47:30.792860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-0bc78ea0-e3a6-4abe-8970-7068f9dce185 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=49ab3abb-a54a-46ca-9e13-f307a04a6589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335097 Feb 17 22:47:30.796214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e12448dd-4fb9-45a8-9d04-4ac1cf809e28 req-bc385794-f7d6-4657-9316-205511e1cde0 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898097 Feb 17 22:47:30.872393 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b49905dc-e00e-42c0-9acb-8a2fdd4193bb x-openstack-request-id: req-b49905dc-e00e-42c0-9acb-8a2fdd4193bb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:30.872766 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49730728-91f1-4c2f-8e25-df4e6116e993", "tag": "d95cecba-45c5-42f2-8501-15a3465b3c36", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:30.873092 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b49905dc-e00e-42c0-9acb-8a2fdd4193bb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:30.873566 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49730728-91f1-4c2f-8e25-df4e6116e993', 'tag': 'd95cecba-45c5-42f2-8501-15a3465b3c36', 'status': 'completed', 'code': 200} Feb 17 22:47:30.893809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-e1443856-4d25-411b-ba22-854f85ce01ff service neutron] 10.222.0.94 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953238 Feb 17 22:47:31.016449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9de090a9-2605-445f-bf6f-68bbab6b4f95 req-eb221607-360d-48b9-a4b6-a4f5e3ab9549 service neutron] 10.222.0.94 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159422 Feb 17 22:47:31.186135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-41e4c428-4599-4396-a1d6-6a942815e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:31.188355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-41e4c428-4599-4396-a1d6-6a942815e4f2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 1127 time: 0.0775161 Feb 17 22:47:31.297464 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:47:31.328206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-cc8287bd-678d-4754-a90a-64d597df206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:31.329695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-cc8287bd-678d-4754-a90a-64d597df206a service neutron] 10.222.0.94 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 915 time: 0.1352706 Feb 17 22:47:31.353697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791bc7e-51e9-4612-ba4d-256a17f3c5be req-1ac2e8ca-e046-4bde-b67f-840038fdba45 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:31.355613 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b791bc7e-51e9-4612-ba4d-256a17f3c5be req-1ac2e8ca-e046-4bde-b67f-840038fdba45 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.1130669 Feb 17 22:47:31.429722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b791bc7e-51e9-4612-ba4d-256a17f3c5be req-ac975d94-d5b1-4cda-b3ff-81b197614f8e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466337 Feb 17 22:47:31.430941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-f5840337-1c98-4a5f-93f9-112534ccf3cb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d95cecba-45c5-42f2-8501-15a3465b3c36 HTTP/1.1" status: 200 len: 217 time: 0.0948260 Feb 17 22:47:31.513861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-af597106-24bf-4c2b-96df-5b39ab0d46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:31.515651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-af597106-24bf-4c2b-96df-5b39ab0d46bc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4b78e293-4581-4a80-9085-1fe972969d26 HTTP/1.1" status: 200 len: 854 time: 0.0793395 Feb 17 22:47:31.568342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-480e1ff3-163c-4e6f-8e95-f92f07e14981 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=49ab3abb-a54a-46ca-9e13-f307a04a6589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469189 Feb 17 22:47:31.677202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ea15d-070d-40fc-8ab5-e78ac543e1a2 req-96e25f77-bfab-4b2e-b9ea-06566f3d8609 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:31.678728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b1ea15d-070d-40fc-8ab5-e78ac543e1a2 req-96e25f77-bfab-4b2e-b9ea-06566f3d8609 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 944 time: 0.1448457 Feb 17 22:47:31.712974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-ca6bf1d9-074e-45c4-a8db-9d7bc99d26d1 service neutron] 10.222.0.94 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284509 Feb 17 22:47:32.175910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b1ea15d-070d-40fc-8ab5-e78ac543e1a2 req-06eb1d8b-d846-41fd-98ee-35418aecbf8f tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846139 Feb 17 22:47:32.220681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fcb6854-5e13-4e87-8206-c65481877fb7 req-40c21fc7-ebd1-4e26-8385-b0d0f591f662 service neutron] 10.222.0.94 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4998984 Feb 17 22:47:32.327420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa1d63-fdba-4df5-8aa9-c04ad1e9ac42 req-651b9787-9e1f-4d11-89b4-71a622beb3dd tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:32.328977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8fa1d63-fdba-4df5-8aa9-c04ad1e9ac42 req-651b9787-9e1f-4d11-89b4-71a622beb3dd tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 943 time: 0.0664301 Feb 17 22:47:32.397564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8fa1d63-fdba-4df5-8aa9-c04ad1e9ac42 req-d41b1a7c-10cf-41aa-b372-36d0b22953c2 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624979 Feb 17 22:47:32.468983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:47:32.578394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb74860-bb62-4459-8c5b-0d7f6a3d9b6d req-10dfd07e-9877-4437-a2e0-43cc666d330a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:32.580288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcb74860-bb62-4459-8c5b-0d7f6a3d9b6d req-10dfd07e-9877-4437-a2e0-43cc666d330a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0716376 Feb 17 22:47:32.600341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,segment=NetworkSegment(7f8e7bbe-3be0-40d4-9608-99dfb6c44e96),segment_id=7f8e7bbe-3be0-40d4-9608-99dfb6c44e96)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:32.616394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1', 'network_id': '7598e8cb-31f6-483e-9bd5-657ed4f5e05a', 'port_id': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1', 'mac_address': 'fa:16:3e:49:f3:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb73020e-e563-4625-8942-1f5fc9cf475d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:47:32.650973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcb74860-bb62-4459-8c5b-0d7f6a3d9b6d req-e0faf727-d1a0-418c-8d19-a405b71b9447 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644681 Feb 17 22:47:32.672409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:47:32.672545 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:32.687613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:47:32.709699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,segment=NetworkSegment(7f8e7bbe-3be0-40d4-9608-99dfb6c44e96),segment_id=7f8e7bbe-3be0-40d4-9608-99dfb6c44e96)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:32.714032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:32.773945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:32.781121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.781468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.781815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.782159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.782497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.782834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.783169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.783529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.783862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.784198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.784528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.784858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:32.785183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:47:33.121188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:47:33.309573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7d4b7-58f5-4f9b-b5a7-a04654105f5e req-e392e285-2e60-4ad0-94f8-fb7ee8167e59 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:33.311041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4e7d4b7-58f5-4f9b-b5a7-a04654105f5e req-e392e285-2e60-4ad0-94f8-fb7ee8167e59 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 944 time: 0.0586193 Feb 17 22:47:33.363068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4e7d4b7-58f5-4f9b-b5a7-a04654105f5e req-d550f51c-3064-4281-834d-fbf0258c4ba0 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462987 Feb 17 22:47:33.530510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646c6f2-8870-4a2e-a655-46b9c2646863 req-12517b96-1194-406b-9ad3-fc720d2c7e6a tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:33.532062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b646c6f2-8870-4a2e-a655-46b9c2646863 req-12517b96-1194-406b-9ad3-fc720d2c7e6a tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 944 time: 0.0579684 Feb 17 22:47:33.583338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b646c6f2-8870-4a2e-a655-46b9c2646863 req-5a1ea9d6-f7ab-420a-8d3e-5db52295abc1 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Feb 17 22:47:33.765716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a229ebc0-9cc1-4a09-9e25-d5fac332cc58 req-3ab1bef5-a6d0-42e6-9650-24cf52328b1c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:33.767195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a229ebc0-9cc1-4a09-9e25-d5fac332cc58 req-3ab1bef5-a6d0-42e6-9650-24cf52328b1c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0562978 Feb 17 22:47:33.817159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a229ebc0-9cc1-4a09-9e25-d5fac332cc58 req-642b3e0e-4e69-4358-877c-286473dedbed tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443053 Feb 17 22:47:34.471641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d95cecba-45c5-42f2-8501-15a3465b3c36 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:47:34.482002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:47:34.496182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07234b7-36ce-4849-a3f5-500e77963958 req-1e5142d6-46ac-472b-8b97-d78f4a701ec6 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:34.497664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b07234b7-36ce-4849-a3f5-500e77963958 req-1e5142d6-46ac-472b-8b97-d78f4a701ec6 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 944 time: 0.0626881 Feb 17 22:47:34.563868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b07234b7-36ce-4849-a3f5-500e77963958 req-63f7581e-02cf-4ad3-a062-95dca34041c8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604551 Feb 17 22:47:34.584258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:34.591557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:34.591931 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:34.652888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d95cecba-45c5-42f2-8501-15a3465b3c36, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d95cecba-45c5-42f2-8501-15a3465b3c36,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:34.668473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'd95cecba-45c5-42f2-8501-15a3465b3c36', 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589', 'port_id': 'd95cecba-45c5-42f2-8501-15a3465b3c36', 'mac_address': 'fa:16:3e:ef:eb:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b78e293-4581-4a80-9085-1fe972969d26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:47:34.721130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c44945-a93e-49d3-937d-99e665f9190e req-69b6be36-46a2-4153-b700-e92331bc2e35 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:34.722609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32c44945-a93e-49d3-937d-99e665f9190e req-69b6be36-46a2-4153-b700-e92331bc2e35 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 944 time: 0.0680556 Feb 17 22:47:34.734815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:47:34.735208 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:34.737145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d95cecba-45c5-42f2-8501-15a3465b3c36 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:47:34.737504 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:34.766154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95cecba-45c5-42f2-8501-15a3465b3c36 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:47:34.778421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:34.780737 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98e3135-4883-48b1-93d3-cf7c76283491" -d '{"events": [{"server_uuid": "b1bee972-ae62-406c-ba7d-3b914b79c0d1", "name": "network-vif-plugged", "status": "completed", "tag": "0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:34.780963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32c44945-a93e-49d3-937d-99e665f9190e req-b4604751-a24b-44f8-b58d-8162a2e57fea tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496354 Feb 17 22:47:34.804279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,segment=NetworkSegment(7f8e7bbe-3be0-40d4-9608-99dfb6c44e96),segment_id=7f8e7bbe-3be0-40d4-9608-99dfb6c44e96)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:34.806594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d95cecba-45c5-42f2-8501-15a3465b3c36, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d95cecba-45c5-42f2-8501-15a3465b3c36,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:34.810655 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:34.817595 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:34.837524 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef8907f-8381-450e-bb7e-940b3f94988e x-openstack-request-id: req-7ef8907f-8381-450e-bb7e-940b3f94988e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:34.837815 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bee972-ae62-406c-ba7d-3b914b79c0d1", "name": "network-vif-plugged", "status": "completed", "tag": "0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:34.838071 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7ef8907f-8381-450e-bb7e-940b3f94988e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:34.838547 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1', 'code': 200} Feb 17 22:47:34.866676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:34.930685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d95cecba-45c5-42f2-8501-15a3465b3c36,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:34.981000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e63fc1-a41c-4bfe-a904-3b7353303941 req-b00155e7-b717-4414-82e9-b083b733213e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:34.983118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92e63fc1-a41c-4bfe-a904-3b7353303941 req-b00155e7-b717-4414-82e9-b083b733213e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0877652 Feb 17 22:47:35.010525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49782a9-34c9-4c8d-9b15-3a230eae41fe req-9020a2dc-3b57-4882-9169-c8052b2a3797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:35.012320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b49782a9-34c9-4c8d-9b15-3a230eae41fe req-9020a2dc-3b57-4882-9169-c8052b2a3797 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 1128 time: 0.0832076 Feb 17 22:47:35.055468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92e63fc1-a41c-4bfe-a904-3b7353303941 req-130c7390-9434-43dc-a761-09a278356566 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645280 Feb 17 22:47:35.079860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b49782a9-34c9-4c8d-9b15-3a230eae41fe req-cdc3f84f-aad9-4a7b-aa41-aa23570a2952 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614812 Feb 17 22:47:35.215486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d95cecba-45c5-42f2-8501-15a3465b3c36'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:47:35.688603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b9b7e-f005-4066-b79a-ab7612b8e255 req-ae4bbf21-2d0d-4fc9-b7bf-7470ad767499 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:35.690111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-166b9b7e-f005-4066-b79a-ab7612b8e255 req-ae4bbf21-2d0d-4fc9-b7bf-7470ad767499 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 945 time: 0.0557127 Feb 17 22:47:35.741857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-166b9b7e-f005-4066-b79a-ab7612b8e255 req-e829990b-488f-42aa-92cb-90198f5453e4 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461235 Feb 17 22:47:35.905940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afacac2-2990-48fc-92c0-3c41897d78f8 req-6b4c3eb1-892b-4894-9a05-38373d7732aa tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:35.907474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6afacac2-2990-48fc-92c0-3c41897d78f8 req-6b4c3eb1-892b-4894-9a05-38373d7732aa tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0575283 Feb 17 22:47:35.961737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6afacac2-2990-48fc-92c0-3c41897d78f8 req-3c361ac3-91bb-48e4-98f1-a4f9c405c6ed tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Feb 17 22:47:36.179058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e67b8-5a68-4692-921c-2ebee43f91a8 req-faa63298-a09f-4bf7-b813-6f8e03d4563f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:36.181283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f5e67b8-5a68-4692-921c-2ebee43f91a8 req-faa63298-a09f-4bf7-b813-6f8e03d4563f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0577278 Feb 17 22:47:36.231789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f5e67b8-5a68-4692-921c-2ebee43f91a8 req-f71926aa-3614-48c2-adab-59dcb4895f94 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447965 Feb 17 22:47:36.483726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d95cecba-45c5-42f2-8501-15a3465b3c36 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:47:36.546363 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port d95cecba-45c5-42f2-8501-15a3465b3c36 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:36.550801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port d95cecba-45c5-42f2-8501-15a3465b3c36 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:36.551171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:36.649799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port d95cecba-45c5-42f2-8501-15a3465b3c36 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:47:36.650192 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:36.683877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port d95cecba-45c5-42f2-8501-15a3465b3c36, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d95cecba-45c5-42f2-8501-15a3465b3c36,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:36.687816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:36.738509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=d95cecba-45c5-42f2-8501-15a3465b3c36,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:36.839499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49730728-91f1-4c2f-8e25-df4e6116e993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95cecba-45c5-42f2-8501-15a3465b3c36'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:36.842037 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7416fd-f0ff-400d-9c03-299b053d194d" -d '{"events": [{"server_uuid": "49730728-91f1-4c2f-8e25-df4e6116e993", "name": "network-vif-plugged", "status": "completed", "tag": "d95cecba-45c5-42f2-8501-15a3465b3c36"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:36.881327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e5992-ddad-424a-b6de-990572d4c5bc req-2c1a7def-f692-4500-b80b-6d436ff042e5 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:36.883459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-630e5992-ddad-424a-b6de-990572d4c5bc req-2c1a7def-f692-4500-b80b-6d436ff042e5 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 946 time: 0.0654655 Feb 17 22:47:36.935251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-630e5992-ddad-424a-b6de-990572d4c5bc req-ea449b32-e17f-4f7a-9bf1-8be13acc53c3 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455992 Feb 17 22:47:36.981358 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfd6c55-cadb-4e0e-ad91-1d5617aaf714 x-openstack-request-id: req-bcfd6c55-cadb-4e0e-ad91-1d5617aaf714 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:36.981657 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49730728-91f1-4c2f-8e25-df4e6116e993", "name": "network-vif-plugged", "status": "completed", "tag": "d95cecba-45c5-42f2-8501-15a3465b3c36", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:36.981918 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bcfd6c55-cadb-4e0e-ad91-1d5617aaf714 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:36.982321 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49730728-91f1-4c2f-8e25-df4e6116e993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95cecba-45c5-42f2-8501-15a3465b3c36', 'code': 200} Feb 17 22:47:37.140375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a102c-1322-46e1-bf26-ba7ecce347bf req-e8312ba0-b239-49ef-a3d6-543676c53c0a tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:37.141911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c00a102c-1322-46e1-bf26-ba7ecce347bf req-e8312ba0-b239-49ef-a3d6-543676c53c0a tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0948806 Feb 17 22:47:37.147012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f07bf5-7354-4ff3-acd0-39b881d4591e req-03137566-1ef2-4d4d-860c-58ec656f8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:37.149178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28f07bf5-7354-4ff3-acd0-39b881d4591e req-03137566-1ef2-4d4d-860c-58ec656f8234 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 1129 time: 0.0683415 Feb 17 22:47:37.229213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c00a102c-1322-46e1-bf26-ba7ecce347bf req-70fe4840-65e1-4985-82e6-1879f6f89556 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757616 Feb 17 22:47:37.229213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28f07bf5-7354-4ff3-acd0-39b881d4591e req-3067f5e7-f3de-4a47-abb1-716e21e6e62d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723350 Feb 17 22:47:37.378712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2339e9-ed9d-4108-8f00-a7f8958e645f req-f087de63-88e3-42c6-bef7-695bd3922c6a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:37.382636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2339e9-ed9d-4108-8f00-a7f8958e645f req-f087de63-88e3-42c6-bef7-695bd3922c6a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0704422 Feb 17 22:47:37.441171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e2339e9-ed9d-4108-8f00-a7f8958e645f req-2efe0000-fe52-40b8-ac36-3bf8b53c352c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541217 Feb 17 22:47:38.063409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e14c9d-9ed9-4888-87df-647db3e646b6 req-610cd423-b170-4113-baae-5d0db14bf069 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:38.064915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e14c9d-9ed9-4888-87df-647db3e646b6 req-610cd423-b170-4113-baae-5d0db14bf069 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 946 time: 0.0577209 Feb 17 22:47:38.118304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11e14c9d-9ed9-4888-87df-647db3e646b6 req-f6fa4dbe-635f-4d74-9a6e-d603a8add727 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471592 Feb 17 22:47:38.587047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57297580-974c-4e78-b63b-34930d495c88 req-314b1162-f160-4cd2-93d9-e4045396a48e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:38.589366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57297580-974c-4e78-b63b-34930d495c88 req-314b1162-f160-4cd2-93d9-e4045396a48e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0751836 Feb 17 22:47:38.660021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57297580-974c-4e78-b63b-34930d495c88 req-d833df95-5908-4921-9eb9-fab7598888c7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638044 Feb 17 22:47:39.250023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a51d4-207a-4d18-aea3-e6059d64618c req-2a52de4d-7f6f-4327-8b88-514d697af237 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:39.251410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b1a51d4-207a-4d18-aea3-e6059d64618c req-2a52de4d-7f6f-4327-8b88-514d697af237 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 946 time: 0.0545473 Feb 17 22:47:39.300177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b1a51d4-207a-4d18-aea3-e6059d64618c req-9a44b33c-8356-40b2-8eca-8e55c4bcf812 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424292 Feb 17 22:47:39.417450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:39.806053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec0a18-9c1e-48c9-b69c-6255df0659d3 req-1d6ab871-0c1f-4782-a8be-a5b61dca1802 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:39.809510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56ec0a18-9c1e-48c9-b69c-6255df0659d3 req-1d6ab871-0c1f-4782-a8be-a5b61dca1802 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0772185 Feb 17 22:47:39.888000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56ec0a18-9c1e-48c9-b69c-6255df0659d3 req-0105a7c3-cbc4-4ac7-a074-2688def8d383 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710194 Feb 17 22:47:41.120407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a164fc-e46a-4802-8f85-8bc94eb09f57 req-7cd35844-56bb-41a7-b08f-80681a23d0a9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:41.122053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93a164fc-e46a-4802-8f85-8bc94eb09f57 req-7cd35844-56bb-41a7-b08f-80681a23d0a9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 943 time: 0.0586886 Feb 17 22:47:41.180056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-93a164fc-e46a-4802-8f85-8bc94eb09f57 req-4405106d-ba14-4e52-adb0-0dea795776a9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504112 Feb 17 22:47:41.309003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf899748-1edc-46d0-9fff-c6b10f1ae648 req-8441ff8c-594c-42a7-a2d6-699ac62b3c4b tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:41.310579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf899748-1edc-46d0-9fff-c6b10f1ae648 req-8441ff8c-594c-42a7-a2d6-699ac62b3c4b tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0580144 Feb 17 22:47:41.373625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf899748-1edc-46d0-9fff-c6b10f1ae648 req-8010b89b-7abf-4c22-8bbf-81f5e8960c1e tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572085 Feb 17 22:47:41.480176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2b804cf-619f-41ff-8230-72bf86550b23 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:47:41.589905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b2b804cf-619f-41ff-8230-72bf86550b23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2b804cf-619f-41ff-8230-72bf86550b23,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:41.603215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'port_id': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'mac_address': 'fa:16:3e:ba:b2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:47:41.647318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b2b804cf-619f-41ff-8230-72bf86550b23 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:47:41.647909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:41.662680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b804cf-619f-41ff-8230-72bf86550b23 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:47:41.684990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b2b804cf-619f-41ff-8230-72bf86550b23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2b804cf-619f-41ff-8230-72bf86550b23,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:41.689383 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:41.749813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b2b804cf-619f-41ff-8230-72bf86550b23,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:41.928216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b2b804cf-619f-41ff-8230-72bf86550b23'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:47:42.321545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68067c6d-0fc7-47e0-916a-ea3926c2a647 req-42d6a100-ef79-4722-8e30-7cce0efcab53 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:42.323133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68067c6d-0fc7-47e0-916a-ea3926c2a647 req-42d6a100-ef79-4722-8e30-7cce0efcab53 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 944 time: 0.0620761 Feb 17 22:47:42.377632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-68067c6d-0fc7-47e0-916a-ea3926c2a647 req-08fa6a95-abc3-48af-ad5a-a2b1c06c9c1c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486989 Feb 17 22:47:42.502905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6cc39-d0ea-41e4-bfa1-379f04f7f9c3 req-253292ed-5ab5-4b61-811e-0835ae0378c7 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:42.504420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43a6cc39-d0ea-41e4-bfa1-379f04f7f9c3 req-253292ed-5ab5-4b61-811e-0835ae0378c7 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0572357 Feb 17 22:47:42.555702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43a6cc39-d0ea-41e4-bfa1-379f04f7f9c3 req-e35254ca-7008-4acd-b4f8-b9bed6365631 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/security-groups?id=680feb5d-6df8-4c57-9fcd-2e27b74a28d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445559 Feb 17 22:47:42.663056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02272dda-1941-471b-9599-01f6f6e2edda req-35256185-a7bd-4e7f-b57e-56f269ce11b2 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:42.664636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02272dda-1941-471b-9599-01f6f6e2edda req-35256185-a7bd-4e7f-b57e-56f269ce11b2 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.94 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0592091 Feb 17 22:47:42.767524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Deleting port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:47:42.767793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:42.867574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] For port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,segment=NetworkSegment(7f8e7bbe-3be0-40d4-9608-99dfb6c44e96),segment_id=7f8e7bbe-3be0-40d4-9608-99dfb6c44e96)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:42.867933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:42.883936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Calling delete_port for 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:47:43.026788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:43.059499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:47:43.060482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Pushing event deleted for resources: {'Port': ['ID=0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:43.111354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] No DVR routers for this DVR port 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:47:43.113983 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:43.118249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-02272dda-1941-471b-9599-01f6f6e2edda req-48f61365-a8d9-470a-ab6e-01c0552f57bf tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.94 "DELETE /v2.0/ports/0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 HTTP/1.1" status: 204 len: 173 time: 0.4485729 Feb 17 22:47:43.118715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'name': 'network-vif-deleted', 'tag': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:43.121150 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8fa4b-51fb-4a97-951e-a1390bd870a2" -d '{"events": [{"server_uuid": "b1bee972-ae62-406c-ba7d-3b914b79c0d1", "name": "network-vif-deleted", "tag": "0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:43.162659 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84102a4-9a8f-466e-8422-ab5c12e441ab x-openstack-request-id: req-d84102a4-9a8f-466e-8422-ab5c12e441ab {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:43.162993 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bee972-ae62-406c-ba7d-3b914b79c0d1", "name": "network-vif-deleted", "tag": "0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:43.163917 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d84102a4-9a8f-466e-8422-ab5c12e441ab {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:43.164358 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bee972-ae62-406c-ba7d-3b914b79c0d1', 'name': 'network-vif-deleted', 'tag': '0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1', 'status': 'completed', 'code': 200} Feb 17 22:47:43.496991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2b804cf-619f-41ff-8230-72bf86550b23 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:47:43.514371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3edee8-17cb-4d5b-9934-92dc7005d9b4 req-b3c2b597-b12a-440e-ad8a-82585303a8dc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:43.516082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b3edee8-17cb-4d5b-9934-92dc7005d9b4 req-b3c2b597-b12a-440e-ad8a-82585303a8dc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 944 time: 0.0628145 Feb 17 22:47:43.579230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b2b804cf-619f-41ff-8230-72bf86550b23 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:47:43.584703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b2b804cf-619f-41ff-8230-72bf86550b23 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:47:43.585321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:43.586248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b3edee8-17cb-4d5b-9934-92dc7005d9b4 req-f3aa7d5f-7183-42fd-baca-963bc965dd5c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635719 Feb 17 22:47:43.698335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b2b804cf-619f-41ff-8230-72bf86550b23 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:47:43.699246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:43.720358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9884bc2d-821d-4a63-aed9-d68fb77de429 req-003e2309-d7fa-4c48-9592-997befeef884 tempest-VolumesActionsTest-1226057839 tempest-VolumesActionsTest-1226057839-project] 10.222.0.79 "GET /v2.0/ports?device_id=b1bee972-ae62-406c-ba7d-3b914b79c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0389593 Feb 17 22:47:43.728348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:43.732429 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64de2ce1-b07b-4c60-9d2e-f2112fd09105" -d '{"events": [{"server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "name": "network-vif-plugged", "status": "completed", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:43.746598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b2b804cf-619f-41ff-8230-72bf86550b23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2b804cf-619f-41ff-8230-72bf86550b23,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:47:43.751166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:43.789732 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22892653-55ef-4db5-b1f2-e1e88637ecd7 x-openstack-request-id: req-22892653-55ef-4db5-b1f2-e1e88637ecd7 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:43.790108 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "name": "network-vif-plugged", "status": "completed", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:43.790440 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-22892653-55ef-4db5-b1f2-e1e88637ecd7 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:43.790838 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'code': 200} Feb 17 22:47:43.810142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b2b804cf-619f-41ff-8230-72bf86550b23,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:43.900136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dba240-c1e9-489c-a25e-aa76d4a37019 req-28d02643-e0d2-4c7f-b18d-a6a7271664d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:43.901742 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98dba240-c1e9-489c-a25e-aa76d4a37019 req-28d02643-e0d2-4c7f-b18d-a6a7271664d4 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 1128 time: 0.0480607 Feb 17 22:47:43.952330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-98dba240-c1e9-489c-a25e-aa76d4a37019 req-4263a813-d0be-47fb-b583-31c701313ecc service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443878 Feb 17 22:47:44.432673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-399201e8-230e-4164-bc04-703b2a9107cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:44.737260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e340d46-d46b-4823-a650-dd739b576957 req-7de8d171-35f0-4b4d-a17f-5a25c63f395d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:44.739439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e340d46-d46b-4823-a650-dd739b576957 req-7de8d171-35f0-4b4d-a17f-5a25c63f395d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 945 time: 0.0590389 Feb 17 22:47:44.810118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e340d46-d46b-4823-a650-dd739b576957 req-dd06c1a8-ef7f-45fb-9c39-301efc0304c7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649083 Feb 17 22:47:45.947721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e683f3-6011-4be7-b295-4643dd132e6e req-af33e08e-e8fb-4579-8b33-6bb4b74e47ba tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:45.949244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67e683f3-6011-4be7-b295-4643dd132e6e req-af33e08e-e8fb-4579-8b33-6bb4b74e47ba tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 945 time: 0.0582168 Feb 17 22:47:46.003238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67e683f3-6011-4be7-b295-4643dd132e6e req-d707664c-1c20-4810-b80f-292877b69b0c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480847 Feb 17 22:47:46.189301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ac7752-e3c3-4aee-88c6-2af72f80924b req-880597a9-806d-4d21-bdba-550f038b6cc1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:46.191852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70ac7752-e3c3-4aee-88c6-2af72f80924b req-880597a9-806d-4d21-bdba-550f038b6cc1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 945 time: 0.1090646 Feb 17 22:47:46.283826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70ac7752-e3c3-4aee-88c6-2af72f80924b req-16a22d5e-87b0-4d4f-9bbf-1c8d68b7fc5c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845983 Feb 17 22:47:46.320226 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 54800) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:46.527751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88711c8-10f0-4e84-a243-17575447568b tempest-TestVolumeBootPattern-1654698715 tempest-TestVolumeBootPattern-1654698715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:46.532561 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d88711c8-10f0-4e84-a243-17575447568b tempest-TestVolumeBootPattern-1654698715 tempest-TestVolumeBootPattern-1654698715-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 1123 time: 0.2097578 Feb 17 22:47:46.532950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 54804) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:47:46.537582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:47:46.548661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:47:46.569529 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:46.571516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:47:46.572080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 0d4d04a0-3afc-48e0-86a0-ecc9e41ab3c1 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:47:46.686379 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:46.810722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.25.0.55 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/8861a0c4-a05b-4034-9496-2113b8ed5843) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:47:46.934121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:46.973142 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:47.012526 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:47:47.017563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:47:47.021309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:47:47.050751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=8861a0c4-a05b-4034-9496-2113b8ed5843,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:47.319731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c836b289-006b-4ca5-a7e1-c0a4b1eeeae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:47.467712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (b201c954-8459-44b2-a570-fda7f63ba864), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:47.556631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:47.750770 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:47.755873 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:47.840121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=8861a0c4-a05b-4034-9496-2113b8ed5843,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:47:47.850343 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (b201c954-8459-44b2-a570-fda7f63ba864), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:47.977488 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Floating IP b201c954-8459-44b2-a570-fda7f63ba864 associated. External IP: 172.25.0.55, port: b2b804cf-619f-41ff-8230-72bf86550b23. Feb 17 22:47:47.990967 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:48.239076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:47:48.392006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:47:48.407329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:47:48.416672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:48.426652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:47:48.427619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:47:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:48.475739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-58a2d93a-08fc-451e-8f49-d6e1617894d8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9309955 Feb 17 22:47:48.475739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:47:48.475739 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3" -d '{"events": [{"name": "network-changed", "server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:47:48.551393 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d13467f-fe11-41c5-ac30-839d0efd63ce x-openstack-request-id: req-1d13467f-fe11-41c5-ac30-839d0efd63ce {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:47:48.551702 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:47:48.551965 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1d13467f-fe11-41c5-ac30-839d0efd63ce {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:47:48.552392 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'status': 'completed', 'code': 200} Feb 17 22:47:48.600743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:47:48.642799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-db0b474a-ae6e-4f88-9c2e-14ee9d386bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:48.646103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-db0b474a-ae6e-4f88-9c2e-14ee9d386bac service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 1128 time: 0.0819745 Feb 17 22:47:48.770997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-74090b18-0035-4098-a568-d59224c49832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:48.773029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-74090b18-0035-4098-a568-d59224c49832 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1206248 Feb 17 22:47:48.941229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-9b1e7c41-627a-459e-beaa-7cbf3ca18ed0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b804cf-619f-41ff-8230-72bf86550b23 HTTP/1.1" status: 200 len: 998 time: 0.1625102 Feb 17 22:47:48.985703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b201c954-8459-44b2-a570-fda7f63ba864', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:ba:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:47:47Z', 'updated_at': '2022-02-17T22:47:47Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:49.019926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-50041a8f-6e39-4d54-8607-1180c3072c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:49.023348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-50041a8f-6e39-4d54-8607-1180c3072c74 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0762923 Feb 17 22:47:49.025835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:47:49.042540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:47:49.043307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:47:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:49.093837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-8ec1c9c9-0f92-44e8-b71e-309c2203e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:49.096439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-8ec1c9c9-0f92-44e8-b71e-309c2203e95f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0664601 Feb 17 22:47:49.202605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:47:49.268682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-c85c6161-ee3c-466e-b523-04491f857819 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654048 Feb 17 22:47:49.448376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad2a1a8-4c60-4675-99d7-c3a90d985ed3 req-ae74633a-c591-4ac7-a042-bb89bf98e1a0 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730225 Feb 17 22:47:49.548267 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:49.753595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b201c954-8459-44b2-a570-fda7f63ba864', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:ba:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:47:47Z', 'updated_at': '2022-02-17T22:47:47Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:47:49.785310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef831157-9b3f-4e61-a81b-c01ceb2cacc4 None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b201c954-8459-44b2-a570-fda7f63ba864', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.55', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3773, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:ba:b2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:47:47Z', 'updated_at': '2022-02-17T22:47:47Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:47:50.041627 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ac47cd-10ab-413f-8377-ff7cb0bc83c9 None None] New status for floating IP b201c954-8459-44b2-a570-fda7f63ba864: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:47:50.850165 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:47:53.558574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-6f7424f1-a1ba-4659-a749-f7545fc72535 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0792093 Feb 17 22:47:53.668481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357969-9dbb-4ded-963a-6af78be78f9d req-5777e327-323e-47e8-81e0-a62a3b183016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:53.670214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-5777e327-323e-47e8-81e0-a62a3b183016 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 1128 time: 0.0561109 Feb 17 22:47:53.779720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357969-9dbb-4ded-963a-6af78be78f9d req-0522d930-81f1-4481-abe5-581c6f994999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:53.781203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-0522d930-81f1-4481-abe5-581c6f994999 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.0924029 Feb 17 22:47:53.864963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-d9ae5b65-2b50-4aa3-91d0-c75d6948fba6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b804cf-619f-41ff-8230-72bf86550b23 HTTP/1.1" status: 200 len: 1000 time: 0.0775836 Feb 17 22:47:53.925615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357969-9dbb-4ded-963a-6af78be78f9d req-9e0b49a0-44eb-43aa-b1fc-48b138bbf8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:53.928157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-9e0b49a0-44eb-43aa-b1fc-48b138bbf8b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0544686 Feb 17 22:47:53.984788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05357969-9dbb-4ded-963a-6af78be78f9d req-b32a3d06-e553-4501-a2a2-f1de687bf848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:47:53.986509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-b32a3d06-e553-4501-a2a2-f1de687bf848 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531876 Feb 17 22:47:54.083812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-3b0b7354-b0d6-4115-b2fd-670b9d95954c service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907831 Feb 17 22:47:54.181649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05357969-9dbb-4ded-963a-6af78be78f9d req-43088a39-aac8-4729-81d9-5d65145edb9c service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928504 Feb 17 22:47:55.398066 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:08.298172 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:48:08.494391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-dcc2b31b-8d05-4d85-b2f9-03d4b6da386c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612698 Feb 17 22:48:08.608265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-04d703e7-1e00-4e7d-aec6-a27ba4be9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:08.610174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-04d703e7-1e00-4e7d-aec6-a27ba4be9b6b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 1129 time: 0.0498550 Feb 17 22:48:08.716984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-a041a6fc-6d30-4953-b853-b0128c9e4fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:08.718381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-a041a6fc-6d30-4953-b853-b0128c9e4fba service neutron] 10.222.0.94 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 915 time: 0.0890412 Feb 17 22:48:08.768251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-92e1211b-2799-49f7-8edc-ac1e75fef6e3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d95cecba-45c5-42f2-8501-15a3465b3c36 HTTP/1.1" status: 200 len: 217 time: 0.0431449 Feb 17 22:48:08.829187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-8079dc0e-fc6d-4a5d-a8a0-2da0eeeb7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:08.830906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-8079dc0e-fc6d-4a5d-a8a0-2da0eeeb7921 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4b78e293-4581-4a80-9085-1fe972969d26 HTTP/1.1" status: 200 len: 854 time: 0.0568185 Feb 17 22:48:08.865573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-8b399a39-fd2e-4a8e-9a36-cafbd0fea653 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=49ab3abb-a54a-46ca-9e13-f307a04a6589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282433 Feb 17 22:48:08.971399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-3f6913eb-a864-425a-b437-662c6436c618 service neutron] 10.222.0.94 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000371 Feb 17 22:48:09.075953 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9f9608-d12a-438d-b797-13bc1fae31e5 req-279861d0-d224-45d9-a105-00594d3e57f8 service neutron] 10.222.0.94 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987091 Feb 17 22:48:09.414291 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:14.439445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20eb5821-4a95-4d52-9abf-b8f79d641afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:17.302918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-149129e5-2e46-4c9d-a728-7017c9396214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:17.984669 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:19.387222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:20.847307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:23.925412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55102) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:23.982886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Deleting subnet bb73020e-e563-4625-8942-1f5fc9cf475d {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:48:23.986393 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Publish callbacks [] for subnet (bb73020e-e563-4625-8942-1f5fc9cf475d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.028178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (bb73020e-e563-4625-8942-1f5fc9cf475d), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.070449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (bb73020e-e563-4625-8942-1f5fc9cf475d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.125610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (bb73020e-e563-4625-8942-1f5fc9cf475d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.154154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb73020e-e563-4625-8942-1f5fc9cf475d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:24.162794 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.166294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/bb73020e-e563-4625-8942-1f5fc9cf475d HTTP/1.1" status: 204 len: 168 time: 0.2339880 Feb 17 22:48:24.168024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.168462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.169110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:24.175696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.176091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.176437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.176778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.177112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.177445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.177773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.178107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.178433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.178759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.179082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f7b76b-cd2e-402a-b9b6-a409e23e0641 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.259138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (7598e8cb-31f6-483e-9bd5-657ed4f5e05a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.340826 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (7598e8cb-31f6-483e-9bd5-657ed4f5e05a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.366678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7598e8cb-31f6-483e-9bd5-657ed4f5e05a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:24.379480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8e7bbe-3be0-40d4-9608-99dfb6c44e96') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:24.380174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8e7bbe-3be0-40d4-9608-99dfb6c44e96') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:24.392370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (7f8e7bbe-3be0-40d4-9608-99dfb6c44e96), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.408388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7f8e7bbe-3be0-40d4-9608-99dfb6c44e96), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.416573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:24.417197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (7f8e7bbe-3be0-40d4-9608-99dfb6c44e96), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:24.419658 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:24.486824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (7598e8cb-31f6-483e-9bd5-657ed4f5e05a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.493056 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.497012 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] 10.222.0.79 "DELETE /v2.0/networks/7598e8cb-31f6-483e-9bd5-657ed4f5e05a HTTP/1.1" status: 204 len: 168 time: 0.3268845 Feb 17 22:48:24.499762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55106) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:24.560610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] Deleting subnet e4fa4443-ead7-43ed-9253-2766c04cb341 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:48:24.565815 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Pushing event deleted for resources: {'Network': ['ID=7598e8cb-31f6-483e-9bd5-657ed4f5e05a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:24.573702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] Publish callbacks [] for subnet (e4fa4443-ead7-43ed-9253-2766c04cb341), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.576262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.576619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.576966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.577460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.577808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.578144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.578591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.578927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.579259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.579612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.580084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.580422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.581285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a26ec634-dc65-4b4d-8032-6957ab0cd66a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:24.622071 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (e4fa4443-ead7-43ed-9253-2766c04cb341), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.670323 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e4fa4443-ead7-43ed-9253-2766c04cb341), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.729469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e4fa4443-ead7-43ed-9253-2766c04cb341), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.755814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4fa4443-ead7-43ed-9253-2766c04cb341,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:24.759855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:24.763017 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-26040f2a-cef5-4743-9dba-44bf74289bfb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/e4fa4443-ead7-43ed-9253-2766c04cb341 HTTP/1.1" status: 204 len: 168 time: 0.2621698 Feb 17 22:48:24.765547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55108) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:25.227257 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (045d8625-2026-4b71-9bf1-7d0716ba9b2b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.316526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (045d8625-2026-4b71-9bf1-7d0716ba9b2b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.342309 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045d8625-2026-4b71-9bf1-7d0716ba9b2b']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:25.356036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e959d41-721c-4af7-a44b-a4cc08c0e72d') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:25.356341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e959d41-721c-4af7-a44b-a4cc08c0e72d') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:48:25.368935 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (1e959d41-721c-4af7-a44b-a4cc08c0e72d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.388367 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1e959d41-721c-4af7-a44b-a4cc08c0e72d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.396656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:48:25.397138 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (1e959d41-721c-4af7-a44b-a4cc08c0e72d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.398681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:48:25.408704 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:48:25.464981 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (045d8625-2026-4b71-9bf1-7d0716ba9b2b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.469564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.475005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] 10.222.0.79 "DELETE /v2.0/networks/045d8625-2026-4b71-9bf1-7d0716ba9b2b HTTP/1.1" status: 204 len: 168 time: 0.7083604 Feb 17 22:48:25.492785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d207ac-7d6b-4572-96bd-5630f36aabbe admin admin] Pushing event deleted for resources: {'Network': ['ID=045d8625-2026-4b71-9bf1-7d0716ba9b2b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:25.697387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:25.740726 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-789499e5-7cf6-4ea4-bb16-89a8f78b95b1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2537e139ddb44e8984101510694be3a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0420284 Feb 17 22:48:25.743429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55120) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:25.794476 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81f3b360-6ba9-4e8f-87b1-cd28e795a3d9 admin admin] Publish callbacks [] for security_group (680feb5d-6df8-4c57-9fcd-2e27b74a28d2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.817784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81f3b360-6ba9-4e8f-87b1-cd28e795a3d9 admin admin] Publish callbacks [] for security_group (680feb5d-6df8-4c57-9fcd-2e27b74a28d2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.876264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81f3b360-6ba9-4e8f-87b1-cd28e795a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (680feb5d-6df8-4c57-9fcd-2e27b74a28d2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.879023 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-81f3b360-6ba9-4e8f-87b1-cd28e795a3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:25.880215 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-81f3b360-6ba9-4e8f-87b1-cd28e795a3d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/680feb5d-6df8-4c57-9fcd-2e27b74a28d2 HTTP/1.1" status: 204 len: 168 time: 0.1357546 Feb 17 22:48:25.891852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3b360-6ba9-4e8f-87b1-cd28e795a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680feb5d-6df8-4c57-9fcd-2e27b74a28d2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:26.235252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55128) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:26.282498 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-62090ede-2cff-4c57-a288-92387af99cc1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f184f53f3b0841d28d06d2fb54b7c1eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0453084 Feb 17 22:48:26.284848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55130) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:26.341466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10f2631e-c660-4033-a602-da7cd844f87a admin admin] Publish callbacks [] for security_group (b6843105-e34b-4478-800f-5074c2fa7234), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:26.374120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10f2631e-c660-4033-a602-da7cd844f87a admin admin] Publish callbacks [] for security_group (b6843105-e34b-4478-800f-5074c2fa7234), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:26.441068 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10f2631e-c660-4033-a602-da7cd844f87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b6843105-e34b-4478-800f-5074c2fa7234), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:26.444374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-10f2631e-c660-4033-a602-da7cd844f87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:26.445777 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-10f2631e-c660-4033-a602-da7cd844f87a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b6843105-e34b-4478-800f-5074c2fa7234 HTTP/1.1" status: 204 len: 168 time: 0.1598530 Feb 17 22:48:26.457575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2631e-c660-4033-a602-da7cd844f87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6843105-e34b-4478-800f-5074c2fa7234,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:39.422635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:42.991441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55324) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:43.103911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8705eaf6-b68d-41cd-b850-e76faf71b66b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.191145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8705eaf6-b68d-41cd-b850-e76faf71b66b admin admin] Publish callbacks [] for security_group (c5c9dad5-cac2-4223-9ace-7b4af164dadf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.195332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8705eaf6-b68d-41cd-b850-e76faf71b66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5c9dad5-cac2-4223-9ace-7b4af164dadf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.240895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8705eaf6-b68d-41cd-b850-e76faf71b66b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=003349b722fa46c2a39bae0e60b0fcb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2478786 Feb 17 22:48:43.242280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55330) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:43.244269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8705eaf6-b68d-41cd-b850-e76faf71b66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c9dad5-cac2-4223-9ace-7b4af164dadf,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:43.296629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd97972-18a4-4d60-9f12-544419dc52d9 admin admin] Publish callbacks [] for security_group (c5c9dad5-cac2-4223-9ace-7b4af164dadf), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.319659 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd97972-18a4-4d60-9f12-544419dc52d9 admin admin] Publish callbacks [] for security_group (c5c9dad5-cac2-4223-9ace-7b4af164dadf), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.373538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd97972-18a4-4d60-9f12-544419dc52d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c5c9dad5-cac2-4223-9ace-7b4af164dadf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.377794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5cd97972-18a4-4d60-9f12-544419dc52d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.379216 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5cd97972-18a4-4d60-9f12-544419dc52d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c5c9dad5-cac2-4223-9ace-7b4af164dadf HTTP/1.1" status: 204 len: 168 time: 0.1358898 Feb 17 22:48:43.390863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd97972-18a4-4d60-9f12-544419dc52d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c9dad5-cac2-4223-9ace-7b4af164dadf,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:43.693342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55338) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:43.707790 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef64a8cc-d951-4e87-b897-db31677e0386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.785945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef64a8cc-d951-4e87-b897-db31677e0386 admin admin] Publish callbacks [] for security_group (3d885a80-b661-4710-ae7c-961ed91757b7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.790170 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef64a8cc-d951-4e87-b897-db31677e0386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3d885a80-b661-4710-ae7c-961ed91757b7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.830564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64a8cc-d951-4e87-b897-db31677e0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d885a80-b661-4710-ae7c-961ed91757b7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:43.835249 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ef64a8cc-d951-4e87-b897-db31677e0386 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59b2957c678c4b9d847167c478761cf6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406541 Feb 17 22:48:43.837858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55340) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:43.890558 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-748cd022-057c-4143-8c76-733320ddbd96 admin admin] Publish callbacks [] for security_group (3d885a80-b661-4710-ae7c-961ed91757b7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.914987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-748cd022-057c-4143-8c76-733320ddbd96 admin admin] Publish callbacks [] for security_group (3d885a80-b661-4710-ae7c-961ed91757b7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.974860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-748cd022-057c-4143-8c76-733320ddbd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3d885a80-b661-4710-ae7c-961ed91757b7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.977886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-748cd022-057c-4143-8c76-733320ddbd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:43.979082 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-748cd022-057c-4143-8c76-733320ddbd96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d885a80-b661-4710-ae7c-961ed91757b7 HTTP/1.1" status: 204 len: 168 time: 0.1402946 Feb 17 22:48:43.989284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748cd022-057c-4143-8c76-733320ddbd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d885a80-b661-4710-ae7c-961ed91757b7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:44.349653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 55348) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:44.364139 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce8639cb-d5a5-468e-be10-3377ae68603f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.432433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18d6c4ca-a4ae-4985-b525-c8db9b7daaa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.444312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce8639cb-d5a5-468e-be10-3377ae68603f admin admin] Publish callbacks [] for security_group (38536b53-d03e-4dd9-9f0f-bc0443e1a885), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.448077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce8639cb-d5a5-468e-be10-3377ae68603f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (38536b53-d03e-4dd9-9f0f-bc0443e1a885), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.490715 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ce8639cb-d5a5-468e-be10-3377ae68603f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4f5ce22021164fb9b1f3d13126eccac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376884 Feb 17 22:48:44.490715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8639cb-d5a5-468e-be10-3377ae68603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38536b53-d03e-4dd9-9f0f-bc0443e1a885,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:44.491533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 55350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:48:44.547063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56bcc587-b384-4047-805c-f6fc85f78233 admin admin] Publish callbacks [] for security_group (38536b53-d03e-4dd9-9f0f-bc0443e1a885), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.568731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56bcc587-b384-4047-805c-f6fc85f78233 admin admin] Publish callbacks [] for security_group (38536b53-d03e-4dd9-9f0f-bc0443e1a885), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.617123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56bcc587-b384-4047-805c-f6fc85f78233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (38536b53-d03e-4dd9-9f0f-bc0443e1a885), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.619831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-56bcc587-b384-4047-805c-f6fc85f78233 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:44.620985 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-56bcc587-b384-4047-805c-f6fc85f78233 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/38536b53-d03e-4dd9-9f0f-bc0443e1a885 HTTP/1.1" status: 204 len: 168 time: 0.1283107 Feb 17 22:48:44.633223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcc587-b384-4047-805c-f6fc85f78233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38536b53-d03e-4dd9-9f0f-bc0443e1a885,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:45.298345 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:48:47.304343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99d6d25e-9920-47af-be19-31c5a3ec05be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:47.948424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-376f95e0-a01d-4ac4-81f3-7170f4832d19 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=873b7cf972f94ae2935920e05d6ed260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362420 Feb 17 22:48:47.989960 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:48.168564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-6fa8a597-203b-424d-bf41-b62d9af632fb tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:48.169984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-6fa8a597-203b-424d-bf41-b62d9af632fb tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2164125 Feb 17 22:48:48.185646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-6a572271-419d-4910-acbb-95ee68beaf83 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/quotas/873b7cf972f94ae2935920e05d6ed260 HTTP/1.1" status: 200 len: 375 time: 0.0096166 Feb 17 22:48:48.225209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-a6a4b7a9-d380-4b09-8124-4fd94971e9ab tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=873b7cf972f94ae2935920e05d6ed260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340433 Feb 17 22:48:48.399537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31a17253-5d28-4c2d-8f42-aee784269f39 req-6aa3e8e8-c24d-498b-bda5-c6e64aec22f0 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 210 time: 0.0334167 Feb 17 22:48:49.367105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-57d73b47-d6ac-4041-8f9f-4406d7771718 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=873b7cf972f94ae2935920e05d6ed260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298054 Feb 17 22:48:49.401002 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:49.558501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-becbe3ac-84b5-4645-b49c-969d2b18e41a req-5e5d9d87-b524-412f-927d-62d2a6c74d57 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 210 time: 0.0458775 Feb 17 22:48:49.565008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-12eb6332-32d6-40ff-8b42-a630eca46b35 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:49.567859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-12eb6332-32d6-40ff-8b42-a630eca46b35 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1945593 Feb 17 22:48:49.594645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Request body: {'port': {'device_id': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '873b7cf972f94ae2935920e05d6ed260'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:49.707085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Made reservation on behalf of 873b7cf972f94ae2935920e05d6ed260 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:48:49.710490 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:49.720786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:49.797665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks [] for security_group (8054c2cd-2026-4c09-8f37-e74f649217e4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:49.801234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8054c2cd-2026-4c09-8f37-e74f649217e4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:49.865827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8054c2cd-2026-4c09-8f37-e74f649217e4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:49.944492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Allocated IP 192.168.233.235 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/cd6e95f2-461c-417d-bd3a-c54f7e105a2a) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:48:50.106084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks [] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.141646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.189258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:48:50.192534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:48:50.196870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:48:50.204507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Pushing event updated for resources: {'Port': ['ID=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:50.253259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:50.253964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.272079 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3792a32f-16d3-415b-867b-5598f4f09fbe tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6819751 Feb 17 22:48:50.289229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Request body: {'port': {'device_id': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:48:50.356707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.398765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6a0fed98-104d-4e91-97d2-7fce4072eb05 None None] Provisioning complete for port cd6e95f2-461c-417d-bd3a-c54f7e105a2a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:50.399607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a0fed98-104d-4e91-97d2-7fce4072eb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.432834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fed98-104d-4e91-97d2-7fce4072eb05 None None] Port cd6e95f2-461c-417d-bd3a-c54f7e105a2a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:48:50.639683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd6e95f2-461c-417d-bd3a-c54f7e105a2a {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:48:50.655942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Publish callbacks [] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.686257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Transition to ACTIVE for port object cd6e95f2-461c-417d-bd3a-c54f7e105a2a will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:48:50.693829 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.756545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324d91b-6ce4-45d3-9916-0bfd9656cdd6 req-ff897f72-446d-4eb8-a9c9-00babc11cbc9 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:50.758157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a324d91b-6ce4-45d3-9916-0bfd9656cdd6 req-ff897f72-446d-4eb8-a9c9-00babc11cbc9 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 936 time: 0.1215720 Feb 17 22:48:50.774840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:50.850837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.864346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a324d91b-6ce4-45d3-9916-0bfd9656cdd6 req-183270d7-19d8-4ea5-91bb-f5138a4e3581 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977588 Feb 17 22:48:50.887841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Attempting to bind port cd6e95f2-461c-417d-bd3a-c54f7e105a2a on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:48:50.888187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Attempting to bind port cd6e95f2-461c-417d-bd3a-c54f7e105a2a by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:48:50.888945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Attempting to bind port cd6e95f2-461c-417d-bd3a-c54f7e105a2a on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:48:50.894047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Port cd6e95f2-461c-417d-bd3a-c54f7e105a2a on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:48:50.894455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Attempting to bind port cd6e95f2-461c-417d-bd3a-c54f7e105a2a on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:48:50.901215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:48:50.901558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:48:50.901946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:48:50.902402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Bound port: cd6e95f2-461c-417d-bd3a-c54f7e105a2a, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:48:50.902789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:50.987453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] For port cd6e95f2-461c-417d-bd3a-c54f7e105a2a, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:48:50.991172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] For port cd6e95f2-461c-417d-bd3a-c54f7e105a2a, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:48:50.998355 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:51.043754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.044446 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:51.045872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] 10.222.0.94 "PUT /v2.0/ports/cd6e95f2-461c-417d-bd3a-c54f7e105a2a HTTP/1.1" status: 200 len: 1097 time: 0.7611060 Feb 17 22:48:51.046508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'tag': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:48:51.049421 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebb09d1-44ac-40e4-97e8-cc2d0880122e", "tag": "cd6e95f2-461c-417d-bd3a-c54f7e105a2a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:48:51.080807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5dcca2-0f47-4b42-b115-db50ec3eb368 service neutron] Pushing event updated for resources: {'Port': ['ID=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:51.185919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74869b37-cc22-4c8b-bae9-970ff848ba26 req-bc6a5f9e-54c0-40cc-b099-1991c8d77c81 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.187569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74869b37-cc22-4c8b-bae9-970ff848ba26 req-bc6a5f9e-54c0-40cc-b099-1991c8d77c81 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 946 time: 0.0966012 Feb 17 22:48:51.194231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3c2473c4-f0ba-41ab-9732-f5988bbcd15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.195879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-3c2473c4-f0ba-41ab-9732-f5988bbcd15c service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=873b7cf972f94ae2935920e05d6ed260&device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 1131 time: 0.0714355 Feb 17 22:48:51.256394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-e3794afa-934d-49dc-8bb9-38301faa355c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a HTTP/1.1" status: 200 len: 217 time: 0.0454717 Feb 17 22:48:51.308612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74869b37-cc22-4c8b-bae9-970ff848ba26 req-24522e90-0b3d-4362-953d-c8c8d3e2e15e tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116204 Feb 17 22:48:51.332150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-54d05cc9-d742-4704-9ea2-86842f611cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.333645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-54d05cc9-d742-4704-9ea2-86842f611cb4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0717542 Feb 17 22:48:51.386658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8041674a-f225-45de-b7a5-1b0fbeba35ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.388282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-8041674a-f225-45de-b7a5-1b0fbeba35ba service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0480146 Feb 17 22:48:51.490629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-ccd0c66e-80b4-484f-9022-98772a25e9e1 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956089 Feb 17 22:48:51.541418 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0055206b-3864-4d43-88c1-33bed7c3f58f x-openstack-request-id: req-0055206b-3864-4d43-88c1-33bed7c3f58f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:48:51.541709 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebb09d1-44ac-40e4-97e8-cc2d0880122e", "tag": "cd6e95f2-461c-417d-bd3a-c54f7e105a2a", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:48:51.541925 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0055206b-3864-4d43-88c1-33bed7c3f58f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:48:51.542326 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'tag': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a', 'status': 'completed', 'code': 200} Feb 17 22:48:51.586813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4a883b35-3565-4fa3-9603-0073a5ab0ae9 req-451a4b60-8848-48cf-b837-cae3e53b2769 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897386 Feb 17 22:48:51.729064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-045f36b5-b29e-4b12-abb5-629b4e8d6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.730490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-045f36b5-b29e-4b12-abb5-629b4e8d6fd0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=873b7cf972f94ae2935920e05d6ed260&device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 1131 time: 0.0531931 Feb 17 22:48:51.825867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-e43c912b-e2f5-4217-983b-11f70dc562fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.827342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-e43c912b-e2f5-4217-983b-11f70dc562fe service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.0904114 Feb 17 22:48:51.877472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-c69a2be5-483f-4835-800f-b7bafec4cba1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a HTTP/1.1" status: 200 len: 217 time: 0.0412054 Feb 17 22:48:51.931949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-e1c7e0a7-f60b-4622-a7de-f9af64d607c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:51.933468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-e1c7e0a7-f60b-4622-a7de-f9af64d607c6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0497200 Feb 17 22:48:52.017854 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-0f9f6456-59b5-46d0-b348-3a5b7ef865d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:52.019309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-0f9f6456-59b5-46d0-b348-3a5b7ef865d6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0790591 Feb 17 22:48:52.030693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57770a-411a-4c57-8602-387d8db74de2 req-8273e477-0300-46b7-93d9-c053bfd15949 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:52.032670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e57770a-411a-4c57-8602-387d8db74de2 req-8273e477-0300-46b7-93d9-c053bfd15949 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 948 time: 0.0674658 Feb 17 22:48:52.138640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e57770a-411a-4c57-8602-387d8db74de2 req-e9605f4a-7256-42e8-a921-0c152a161e8b tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978374 Feb 17 22:48:52.158220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-93412162-abe8-4a0e-8d5b-dd9dbc52bec7 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245806 Feb 17 22:48:52.252675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1a5fb30-f4ce-417e-a3df-11b3d3b9a686 req-bd0a69db-8c06-4855-b2f3-89ea8ef44042 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882957 Feb 17 22:48:52.432446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6775ac-22cf-4dad-8b22-80ebdb9a5abc req-83c12c2f-b0a1-46e6-ad44-b4caf6146294 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:52.433925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc6775ac-22cf-4dad-8b22-80ebdb9a5abc req-83c12c2f-b0a1-46e6-ad44-b4caf6146294 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 946 time: 0.0557249 Feb 17 22:48:52.483795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc6775ac-22cf-4dad-8b22-80ebdb9a5abc req-eb66df5d-791b-4371-884b-f980f5ea3d27 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436954 Feb 17 22:48:53.041902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d68232-10cd-4348-9619-067e02e04a50 req-146b9f8e-bbe8-4feb-aaca-a9d41cd5d0fc tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:53.043384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1d68232-10cd-4348-9619-067e02e04a50 req-146b9f8e-bbe8-4feb-aaca-a9d41cd5d0fc tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.94 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 946 time: 0.0531516 Feb 17 22:48:53.144981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Deleting port d95cecba-45c5-42f2-8501-15a3465b3c36 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:48:53.145346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:53.275743 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] For port d95cecba-45c5-42f2-8501-15a3465b3c36, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=d95cecba-45c5-42f2-8501-15a3465b3c36,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:48:53.276260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:53.297870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Calling delete_port for d95cecba-45c5-42f2-8501-15a3465b3c36 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:48:53.316623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927f5bc-d74c-46bc-98cf-319b13cec2ac req-d87695f0-491e-4223-b86e-a0de03291281 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:53.318624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9927f5bc-d74c-46bc-98cf-319b13cec2ac req-d87695f0-491e-4223-b86e-a0de03291281 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 948 time: 0.1098890 Feb 17 22:48:53.420448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9927f5bc-d74c-46bc-98cf-319b13cec2ac req-887bb458-f0ec-4385-83d4-3dbf2061d5cc tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955186 Feb 17 22:48:53.488538 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d95cecba-45c5-42f2-8501-15a3465b3c36), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:53.520694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Pushing event deleted for resources: {'Port': ['ID=d95cecba-45c5-42f2-8501-15a3465b3c36,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:53.532302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['d95cecba-45c5-42f2-8501-15a3465b3c36'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:48:53.577148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] No DVR routers for this DVR port d95cecba-45c5-42f2-8501-15a3465b3c36 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:48:53.580043 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:53.583526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1d68232-10cd-4348-9619-067e02e04a50 req-731bbc53-b9e6-47ff-bf80-5e50d2d4627d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.94 "DELETE /v2.0/ports/d95cecba-45c5-42f2-8501-15a3465b3c36 HTTP/1.1" status: 204 len: 173 time: 0.5338850 Feb 17 22:48:53.585173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49730728-91f1-4c2f-8e25-df4e6116e993', 'name': 'network-vif-deleted', 'tag': 'd95cecba-45c5-42f2-8501-15a3465b3c36'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:48:53.587492 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f81d074-889b-4b6f-98d9-f4a945e6b370" -d '{"events": [{"server_uuid": "49730728-91f1-4c2f-8e25-df4e6116e993", "name": "network-vif-deleted", "tag": "d95cecba-45c5-42f2-8501-15a3465b3c36"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:48:53.620445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b0d15b4-9646-4664-b3d6-1c7452a1a2ef req-92f9fda4-35f7-4214-991d-3983a7d5397d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=49730728-91f1-4c2f-8e25-df4e6116e993 HTTP/1.1" status: 200 len: 210 time: 0.0349233 Feb 17 22:48:53.675478 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45814d16-9289-4aa8-9c52-6e1ce71c2a7b x-openstack-request-id: req-45814d16-9289-4aa8-9c52-6e1ce71c2a7b {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:48:53.675785 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49730728-91f1-4c2f-8e25-df4e6116e993", "name": "network-vif-deleted", "tag": "d95cecba-45c5-42f2-8501-15a3465b3c36", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:48:53.675894 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45814d16-9289-4aa8-9c52-6e1ce71c2a7b {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:48:53.676396 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49730728-91f1-4c2f-8e25-df4e6116e993', 'name': 'network-vif-deleted', 'tag': 'd95cecba-45c5-42f2-8501-15a3465b3c36', 'status': 'completed', 'code': 200} Feb 17 22:48:54.544602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-4616ac89-f91a-40f3-a794-d97f58d161d7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0853426 Feb 17 22:48:54.568239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff4aac-6fbc-4e5b-b70d-956dfe33b8da req-64b919e7-ba8f-4430-bfc1-f0aeab14d121 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:54.569727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ff4aac-6fbc-4e5b-b70d-956dfe33b8da req-64b919e7-ba8f-4430-bfc1-f0aeab14d121 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 948 time: 0.0757473 Feb 17 22:48:54.646112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83ff4aac-6fbc-4e5b-b70d-956dfe33b8da req-2f7716f3-c04e-44d2-b0de-34744af10351 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700893 Feb 17 22:48:54.659165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-82ca1771-329e-43f3-8f6a-ef780bdd6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:54.660692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-82ca1771-329e-43f3-8f6a-ef780bdd6086 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 1128 time: 0.0675638 Feb 17 22:48:54.778131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-c3e0c50e-1ba1-4284-850d-3a7ae0383913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:54.779697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-c3e0c50e-1ba1-4284-850d-3a7ae0383913 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.0947030 Feb 17 22:48:54.806774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device cd6e95f2-461c-417d-bd3a-c54f7e105a2a details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:48:54.862133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-e6d69bc1-d893-4c0e-a63b-30e37f76d035 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2b804cf-619f-41ff-8230-72bf86550b23 HTTP/1.1" status: 200 len: 1000 time: 0.0765340 Feb 17 22:48:54.914600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-0c8f1ddc-f051-4c3e-8df8-7b9856fd5aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:54.916143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-0c8f1ddc-f051-4c3e-8df8-7b9856fd5aae service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0475154 Feb 17 22:48:54.920595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port cd6e95f2-461c-417d-bd3a-c54f7e105a2a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:48:54.934826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a', 'mac_address': 'fa:16:3e:a4:56:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:48:54.972638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port cd6e95f2-461c-417d-bd3a-c54f7e105a2a is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:48:54.972934 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:54.973657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-697829b9-50e2-4098-806b-f6267408cc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:54.975189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-697829b9-50e2-4098-806b-f6267408cc9e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0533323 Feb 17 22:48:54.992779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd6e95f2-461c-417d-bd3a-c54f7e105a2a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:48:55.014535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port cd6e95f2-461c-417d-bd3a-c54f7e105a2a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:48:55.019514 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:55.070995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:55.071942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-e627286d-0044-4422-98dd-fe15c179a259 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898876 Feb 17 22:48:55.079128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.079511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.079861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.080203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.080542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.080881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.081210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.081538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.081865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.082192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.082518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.082841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.083163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:48:55.174665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cac21396-f508-47e2-ba9f-1b7e020ea969 req-75ce0ca3-15ad-44b9-9f01-bd5d7a38da58 service neutron] 10.222.0.73 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958412 Feb 17 22:48:55.394612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:55.438328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['cd6e95f2-461c-417d-bd3a-c54f7e105a2a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:48:55.770300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60885727-4610-470d-9623-2efd13c15cbc req-c19f97d9-020f-45af-83ac-5b58bfdbd9db tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:55.772036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60885727-4610-470d-9623-2efd13c15cbc req-c19f97d9-020f-45af-83ac-5b58bfdbd9db tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 949 time: 0.0572553 Feb 17 22:48:55.825280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60885727-4610-470d-9623-2efd13c15cbc req-342b7a3d-e822-4686-8646-aea1d4430acf tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 Feb 17 22:48:56.821743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device cd6e95f2-461c-417d-bd3a-c54f7e105a2a up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:48:56.881090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port cd6e95f2-461c-417d-bd3a-c54f7e105a2a completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:48:56.886776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port cd6e95f2-461c-417d-bd3a-c54f7e105a2a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:48:56.887743 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:56.975114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d164e26f-43e0-4b2e-a46b-fc3b13303599 req-ed7df514-7e97-4186-8152-ec8f6727b72b tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:56.977626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d164e26f-43e0-4b2e-a46b-fc3b13303599 req-ed7df514-7e97-4186-8152-ec8f6727b72b tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 949 time: 0.0704877 Feb 17 22:48:56.992019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port cd6e95f2-461c-417d-bd3a-c54f7e105a2a is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:48:56.992019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:57.025017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:48:57.027607 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81842168-5ef7-4e69-8025-9571cbb18674" -d '{"events": [{"server_uuid": "1ebb09d1-44ac-40e4-97e8-cc2d0880122e", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e95f2-461c-417d-bd3a-c54f7e105a2a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:48:57.035106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d164e26f-43e0-4b2e-a46b-fc3b13303599 req-cfa3cc99-7d6d-4f04-af2e-637261e2f49c tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512252 Feb 17 22:48:57.046339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port cd6e95f2-461c-417d-bd3a-c54f7e105a2a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:48:57.052497 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:48:57.053820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d95cecba-45c5-42f2-8501-15a3465b3c36 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:48:57.108626 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c34ed9-75ef-4ac8-bc70-4f6de33b8a0a x-openstack-request-id: req-d0c34ed9-75ef-4ac8-bc70-4f6de33b8a0a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:48:57.108995 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebb09d1-44ac-40e4-97e8-cc2d0880122e", "name": "network-vif-plugged", "status": "completed", "tag": "cd6e95f2-461c-417d-bd3a-c54f7e105a2a", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:48:57.110043 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d0c34ed9-75ef-4ac8-bc70-4f6de33b8a0a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:48:57.110690 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a', 'code': 200} Feb 17 22:48:57.111725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: d95cecba-45c5-42f2-8501-15a3465b3c36 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:48:57.112210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device d95cecba-45c5-42f2-8501-15a3465b3c36 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:48:57.143861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:48:57.333646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60a4f3-15ed-4c95-90f7-91712e137d6a req-8c3fe8c9-25c5-4fc4-9b1d-a064cdd0690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:57.336324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd60a4f3-15ed-4c95-90f7-91712e137d6a req-8c3fe8c9-25c5-4fc4-9b1d-a064cdd0690f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 1133 time: 0.1184497 Feb 17 22:48:57.393905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd60a4f3-15ed-4c95-90f7-91712e137d6a req-dfe357fd-28b4-4b85-9f29-33861fd7d1d1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518110 Feb 17 22:48:58.184432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499d353-daf9-4a76-9ea1-b3886777971a req-10246360-f9bd-46bd-961c-466bc4b9c0cc tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:58.185869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1499d353-daf9-4a76-9ea1-b3886777971a req-10246360-f9bd-46bd-961c-466bc4b9c0cc tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 950 time: 0.0635874 Feb 17 22:48:58.235688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1499d353-daf9-4a76-9ea1-b3886777971a req-6acca689-3cf6-4622-a419-424fc8adc7a2 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434434 Feb 17 22:48:59.365677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702d183-338f-44ea-a575-1ea00c2a5da7 req-3ccea824-2c5c-415a-b08d-863ddeee69f0 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:48:59.367184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0702d183-338f-44ea-a575-1ea00c2a5da7 req-3ccea824-2c5c-415a-b08d-863ddeee69f0 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 950 time: 0.0598521 Feb 17 22:48:59.416970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0702d183-338f-44ea-a575-1ea00c2a5da7 req-9ac474a0-efcf-4549-b0f0-23625f7a425f tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 Feb 17 22:49:04.759973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-282f752e-63a2-4fb4-8712-7a061362a73c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:04.761605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-282f752e-63a2-4fb4-8712-7a061362a73c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 814 time: 0.1193900 Feb 17 22:49:04.777776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-6a3bfb40-7ef9-4fda-b3b4-c8419592be4c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/quotas/5546ed3fa6a34edf9f803717b7c750d0 HTTP/1.1" status: 200 len: 375 time: 0.0101023 Feb 17 22:49:04.816489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-b4238ca5-2710-4a5e-83e3-d2c10a3da1f0 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327756 Feb 17 22:49:04.915345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-2037717f-73c5-4b92-8d66-d4eb465cc270 service neutron] 10.222.0.79 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910687 Feb 17 22:49:05.013596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-022a3322-dc83-4fa7-9abf-c43504e48955 service neutron] 10.222.0.79 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927551 Feb 17 22:49:05.192879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3c43a53-0a46-4a44-9254-490f757b7433 req-6f58eb3f-df55-42b8-8071-506e649215b8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 210 time: 0.0298848 Feb 17 22:49:06.156172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-2f98523d-2664-43a3-8441-813221a3a129 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:06.158381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-2f98523d-2664-43a3-8441-813221a3a129 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.73 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 814 time: 0.1399152 Feb 17 22:49:06.172881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Request body: {'port': {'device_id': '8bff4187-525c-4ef9-a899-d31da0664b22', 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589', 'admin_state_up': True, 'tenant_id': '5546ed3fa6a34edf9f803717b7c750d0'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:06.328879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f071e218-067d-4740-aad3-de5e301c64fc req-876b2c29-3e2f-43e2-beef-e2a1c9347a61 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 210 time: 0.0427947 Feb 17 22:49:06.335751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Made reservation on behalf of 5546ed3fa6a34edf9f803717b7c750d0 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:49:06.340030 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:06.496422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Allocated IP 172.20.0.6 (49ab3abb-a54a-46ca-9e13-f307a04a6589/4b78e293-4581-4a80-9085-1fe972969d26/8070aae0-17cd-4679-895f-42fc4bf7d2be) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:49:06.667472 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks [] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:06.702317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:06.752150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Network 49ab3abb-a54a-46ca-9e13-f307a04a6589 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:49:06.757673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:49:06.762453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:49:06.791204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Pushing event updated for resources: {'Port': ['ID=8070aae0-17cd-4679-895f-42fc4bf7d2be,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:06.818815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:06.819497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:06.838038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-bc136132-c5e5-45c9-8834-67b78277f6b1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6714566 Feb 17 22:49:06.848932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Request body: {'port': {'device_id': '8bff4187-525c-4ef9-a899-d31da0664b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:49:06.912922 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:07.203701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8070aae0-17cd-4679-895f-42fc4bf7d2be {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:49:07.211533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Publish callbacks [] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:07.224271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Transition to ACTIVE for port object 8070aae0-17cd-4679-895f-42fc4bf7d2be will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:49:07.229183 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:07.282180 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Pushing event updated for resources: {'Port': ['ID=8070aae0-17cd-4679-895f-42fc4bf7d2be,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:07.359775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Attempting to bind port 8070aae0-17cd-4679-895f-42fc4bf7d2be on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:49:07.359775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Attempting to bind port 8070aae0-17cd-4679-895f-42fc4bf7d2be by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:49:07.360004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Attempting to bind port 8070aae0-17cd-4679-895f-42fc4bf7d2be on network 49ab3abb-a54a-46ca-9e13-f307a04a6589 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:49:07.364410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Port 8070aae0-17cd-4679-895f-42fc4bf7d2be on network 49ab3abb-a54a-46ca-9e13-f307a04a6589 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:49:07.364742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Attempting to bind port 8070aae0-17cd-4679-895f-42fc4bf7d2be on network 49ab3abb-a54a-46ca-9e13-f307a04a6589 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:49:07.369973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:49:07.370318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Checking segment: {'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:49:07.370705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Bound using segment: {'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:49:07.371136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Bound port: 8070aae0-17cd-4679-895f-42fc4bf7d2be, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73eda923-6a75-436f-ae02-64baf0bf0bd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:49:07.371521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:07.472521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] For port 8070aae0-17cd-4679-895f-42fc4bf7d2be, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:49:07.476719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] For port 8070aae0-17cd-4679-895f-42fc4bf7d2be, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:49:07.487766 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:07.502404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3705ae-5eca-411f-bf0d-88aa99a771f2 req-aafe97eb-b2d3-4145-90ab-a9a7293f123f tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:07.503940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c3705ae-5eca-411f-bf0d-88aa99a771f2 req-aafe97eb-b2d3-4145-90ab-a9a7293f123f tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 943 time: 0.0948057 Feb 17 22:49:07.552103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:07.552706 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:07.554147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] 10.222.0.73 "PUT /v2.0/ports/8070aae0-17cd-4679-895f-42fc4bf7d2be HTTP/1.1" status: 200 len: 1092 time: 0.7093234 Feb 17 22:49:07.554603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bff4187-525c-4ef9-a899-d31da0664b22', 'tag': '8070aae0-17cd-4679-895f-42fc4bf7d2be'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:49:07.556864 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bff4187-525c-4ef9-a899-d31da0664b22", "tag": "8070aae0-17cd-4679-895f-42fc4bf7d2be"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:49:07.942431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81402ddc-0886-41a3-a7f2-9713817d9618 service neutron] Pushing event updated for resources: {'Port': ['ID=8070aae0-17cd-4679-895f-42fc4bf7d2be,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:07.962370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c3705ae-5eca-411f-bf0d-88aa99a771f2 req-6ddebc7f-f32a-4c3d-9b0e-b8ee85923f55 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388082 Feb 17 22:49:07.982915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-41cb0709-f029-4e40-b62d-2ea8ac7e06aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:07.984661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-41cb0709-f029-4e40-b62d-2ea8ac7e06aa service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 1126 time: 0.3866935 Feb 17 22:49:08.026127 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196e9542-cb40-4ca9-a354-7e252ea2be36 x-openstack-request-id: req-196e9542-cb40-4ca9-a354-7e252ea2be36 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:49:08.026436 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bff4187-525c-4ef9-a899-d31da0664b22", "tag": "8070aae0-17cd-4679-895f-42fc4bf7d2be", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:49:08.026693 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-196e9542-cb40-4ca9-a354-7e252ea2be36 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:49:08.027099 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bff4187-525c-4ef9-a899-d31da0664b22', 'tag': '8070aae0-17cd-4679-895f-42fc4bf7d2be', 'status': 'completed', 'code': 200} Feb 17 22:49:08.028889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-43f4ca5b-7e66-4ad6-acb4-31ceccc3b549 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be HTTP/1.1" status: 200 len: 217 time: 0.0376956 Feb 17 22:49:08.083126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-11bda4fd-d457-4e98-af58-d136d0cb56c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:08.084632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-11bda4fd-d457-4e98-af58-d136d0cb56c9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b78e293-4581-4a80-9085-1fe972969d26 HTTP/1.1" status: 200 len: 854 time: 0.0494139 Feb 17 22:49:08.117077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-89b9fe2c-acd6-478b-b225-b44becc85803 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ab3abb-a54a-46ca-9e13-f307a04a6589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263982 Feb 17 22:49:08.210084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-16c9b96c-b6c3-465c-8864-8c4ca461e1b0 service neutron] 10.222.0.73 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856593 Feb 17 22:49:08.310813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-03611fc6-81cf-4798-9911-99e2485c2b15 req-a11f0f99-e108-4f6a-be22-468dec0595a5 service neutron] 10.222.0.73 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944858 Feb 17 22:49:08.407281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-245ee36b-d3ae-4de2-a314-49e27bbf8136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:08.408957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-245ee36b-d3ae-4de2-a314-49e27bbf8136 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 1126 time: 0.0502353 Feb 17 22:49:08.513182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-b4c98963-c725-4296-9a5d-baa5d2c4311e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:08.515402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-b4c98963-c725-4296-9a5d-baa5d2c4311e service neutron] 10.222.0.73 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 915 time: 0.0999875 Feb 17 22:49:08.558355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-c353ff7a-a36e-4115-88d0-ea4ea0eededc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be HTTP/1.1" status: 200 len: 217 time: 0.0375416 Feb 17 22:49:08.608490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-dffad64e-d6fe-404b-8b7f-712d8cf403db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:08.610011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-dffad64e-d6fe-404b-8b7f-712d8cf403db service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b78e293-4581-4a80-9085-1fe972969d26 HTTP/1.1" status: 200 len: 854 time: 0.0459807 Feb 17 22:49:08.643789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-f755ccd7-9e69-4f73-81ba-87e1cd86fdca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ab3abb-a54a-46ca-9e13-f307a04a6589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270586 Feb 17 22:49:08.739185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-2dc53591-4180-4fc1-b6c0-30ba8bf72bd7 service neutron] 10.222.0.73 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887938 Feb 17 22:49:08.832040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19ee8bbc-fe7a-4ffd-bb16-60aa57ff07f0 req-4fa20a1e-9b54-42ab-8f90-94fc5e4d8445 service neutron] 10.222.0.73 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853338 Feb 17 22:49:09.094639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd2dc79-f659-4434-abf4-6947a337f628 req-a79b67a2-7d17-4910-8623-14c55939c366 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:09.096096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fd2dc79-f659-4434-abf4-6947a337f628 req-a79b67a2-7d17-4910-8623-14c55939c366 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 943 time: 0.0601027 Feb 17 22:49:09.144390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8fd2dc79-f659-4434-abf4-6947a337f628 req-90e8340e-f36d-40e1-9b65-31f5b6a76421 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426002 Feb 17 22:49:09.422546 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:10.272875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2962ff8-d7ff-4ba1-bbfa-ff47f45512a6 req-d0abb543-ff56-40cf-8aae-5b0cb30a7a81 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:10.274443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2962ff8-d7ff-4ba1-bbfa-ff47f45512a6 req-d0abb543-ff56-40cf-8aae-5b0cb30a7a81 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 943 time: 0.0580120 Feb 17 22:49:10.328668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d2962ff8-d7ff-4ba1-bbfa-ff47f45512a6 req-c30d8911-6f86-4e55-bcf0-4c2109233c31 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483575 Feb 17 22:49:10.683716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-b3adfff3-90fe-42f9-8713-d6262c2f3d6b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476882 Feb 17 22:49:10.785580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-c0b78009-960f-4c68-b25c-c9684107c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:10.786995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-c0b78009-960f-4c68-b25c-c9684107c4e2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=873b7cf972f94ae2935920e05d6ed260&device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 1133 time: 0.0469806 Feb 17 22:49:10.893573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-a77b8345-3aa4-4130-ba40-ad1afb7a71b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:10.895066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-a77b8345-3aa4-4130-ba40-ad1afb7a71b1 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.0869427 Feb 17 22:49:10.947497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-3ba3d8bf-ff06-4acf-95ad-eadb3282b2e5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a HTTP/1.1" status: 200 len: 217 time: 0.0379736 Feb 17 22:49:10.997069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-731f9e79-9cd0-4726-ac6c-964437f1e232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:10.998553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-731f9e79-9cd0-4726-ac6c-964437f1e232 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0449390 Feb 17 22:49:11.049569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-b73a8a25-9093-455c-a35d-50dbc184df98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:11.051032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-b73a8a25-9093-455c-a35d-50dbc184df98 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0469518 Feb 17 22:49:11.149638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-496e175f-997b-40f1-b136-dec8c361e4e1 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925155 Feb 17 22:49:11.244780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f4db21-93a4-46ed-afc6-9473681bec28 req-7db9b28e-6b42-44a0-9917-50f6fb7515c0 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874774 Feb 17 22:49:11.467415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15141f5-55ca-43f6-b93e-01e3ed7441ba req-e3096dc7-5f26-4f7e-b574-e6e8471c11ea tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:11.468912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a15141f5-55ca-43f6-b93e-01e3ed7441ba req-e3096dc7-5f26-4f7e-b574-e6e8471c11ea tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 943 time: 0.0664339 Feb 17 22:49:11.526448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a15141f5-55ca-43f6-b93e-01e3ed7441ba req-febbf41a-f8ff-4785-9722-e1a384136606 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518267 Feb 17 22:49:11.939616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8070aae0-17cd-4679-895f-42fc4bf7d2be details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:49:12.033906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8070aae0-17cd-4679-895f-42fc4bf7d2be, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:49:12.045858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '8070aae0-17cd-4679-895f-42fc4bf7d2be', 'network_id': '49ab3abb-a54a-46ca-9e13-f307a04a6589', 'port_id': '8070aae0-17cd-4679-895f-42fc4bf7d2be', 'mac_address': 'fa:16:3e:77:f9:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b78e293-4581-4a80-9085-1fe972969d26', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:49:12.086295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8070aae0-17cd-4679-895f-42fc4bf7d2be is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:49:12.086678 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:12.099644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8070aae0-17cd-4679-895f-42fc4bf7d2be {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:49:12.119596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8070aae0-17cd-4679-895f-42fc4bf7d2be, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:49:12.123079 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:12.169200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8070aae0-17cd-4679-895f-42fc4bf7d2be,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:12.345138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8070aae0-17cd-4679-895f-42fc4bf7d2be'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:49:12.644990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a3615-c098-4a8e-96a9-058c0addd5f3 req-1e8a38a5-b4d5-4128-b7a9-109ed880726a tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:12.646382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-586a3615-c098-4a8e-96a9-058c0addd5f3 req-1e8a38a5-b4d5-4128-b7a9-109ed880726a tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 944 time: 0.0534039 Feb 17 22:49:12.692770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-586a3615-c098-4a8e-96a9-058c0addd5f3 req-ac6c967b-8d94-4b19-8cec-19b22ff47428 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408387 Feb 17 22:49:13.810050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c139e4-619a-485d-af9b-b34f2d5b76f1 req-afe1e834-1f13-4e96-be64-7618b041238a tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:13.811969 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78c139e4-619a-485d-af9b-b34f2d5b76f1 req-afe1e834-1f13-4e96-be64-7618b041238a tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 944 time: 0.0527141 Feb 17 22:49:13.858978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78c139e4-619a-485d-af9b-b34f2d5b76f1 req-4663b589-1798-4a60-9767-0ab8be66c436 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Feb 17 22:49:13.943247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8070aae0-17cd-4679-895f-42fc4bf7d2be up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:49:13.990695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 8070aae0-17cd-4679-895f-42fc4bf7d2be completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:49:13.994400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 8070aae0-17cd-4679-895f-42fc4bf7d2be triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:49:13.994770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:14.070770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8070aae0-17cd-4679-895f-42fc4bf7d2be is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:49:14.071073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:14.094036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bff4187-525c-4ef9-a899-d31da0664b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070aae0-17cd-4679-895f-42fc4bf7d2be'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:49:14.096927 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c2d94d-092b-4c12-a932-e7ccbb3a0615" -d '{"events": [{"server_uuid": "8bff4187-525c-4ef9-a899-d31da0664b22", "name": "network-vif-plugged", "status": "completed", "tag": "8070aae0-17cd-4679-895f-42fc4bf7d2be"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:49:14.113609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8070aae0-17cd-4679-895f-42fc4bf7d2be, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:49:14.117921 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:14.142266 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3790e32a-2ef5-45b4-b5a8-6b532ad381dc x-openstack-request-id: req-3790e32a-2ef5-45b4-b5a8-6b532ad381dc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:49:14.142562 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bff4187-525c-4ef9-a899-d31da0664b22", "name": "network-vif-plugged", "status": "completed", "tag": "8070aae0-17cd-4679-895f-42fc4bf7d2be", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:49:14.142839 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3790e32a-2ef5-45b4-b5a8-6b532ad381dc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:49:14.143219 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bff4187-525c-4ef9-a899-d31da0664b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8070aae0-17cd-4679-895f-42fc4bf7d2be', 'code': 200} Feb 17 22:49:14.170275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8070aae0-17cd-4679-895f-42fc4bf7d2be,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:14.241811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35b9eb-ace6-49da-bc82-747a5ad42c40 req-cc86bf03-7228-4e08-b20a-a327fa257948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:14.243389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d35b9eb-ace6-49da-bc82-747a5ad42c40 req-cc86bf03-7228-4e08-b20a-a327fa257948 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 1128 time: 0.0504961 Feb 17 22:49:14.286768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d35b9eb-ace6-49da-bc82-747a5ad42c40 req-5239addf-348f-43a1-a44b-40e5eb9fc78f service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370827 Feb 17 22:49:14.436415 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cdc3239-419c-4c07-89d6-7f817b636b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:14.984898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a9f12-1572-425e-a672-c2e2425a996c req-fec0e959-e0c2-4549-b89a-3e2e7fb82ee9 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:14.986437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f8a9f12-1572-425e-a672-c2e2425a996c req-fec0e959-e0c2-4549-b89a-3e2e7fb82ee9 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 945 time: 0.0574474 Feb 17 22:49:15.034791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f8a9f12-1572-425e-a672-c2e2425a996c req-5b565d7d-80d0-4b89-a6ba-8cd30969b0d1 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427473 Feb 17 22:49:16.156572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796c4ec-9a99-4edd-895c-88ba8627b479 req-b1d53099-6ad3-4020-ba6b-a7a19c4a6e5c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:16.158109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f796c4ec-9a99-4edd-895c-88ba8627b479 req-b1d53099-6ad3-4020-ba6b-a7a19c4a6e5c tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 945 time: 0.0537159 Feb 17 22:49:16.211804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f796c4ec-9a99-4edd-895c-88ba8627b479 req-ed230877-2bb0-4fe9-87d7-287918012963 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470600 Feb 17 22:49:17.307193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ef695077-00de-4eea-8e80-acc35edefabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:17.993123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:19.402511 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:20.845754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:22.300002 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:49:25.402279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:39.439834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:44.440038 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18287e82-e7a1-4970-a5ef-756e517bcbfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:47.143352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12d539b-9f24-48cc-9d4f-2c0323758ea7 req-b319a414-1b0d-438d-a11f-7ef7d55aae57 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:47.146687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e12d539b-9f24-48cc-9d4f-2c0323758ea7 req-b319a414-1b0d-438d-a11f-7ef7d55aae57 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 945 time: 0.0613620 Feb 17 22:49:47.204411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e12d539b-9f24-48cc-9d4f-2c0323758ea7 req-3cdfafdd-b335-49a5-9992-3c06d0d15933 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515399 Feb 17 22:49:47.311731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af993aa7-d830-449d-a56c-79f6485441e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:47.996541 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:48.358816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065de82-83ee-4ff1-bf5f-717fc4248883 req-52058cb8-807c-490b-b804-f88b873d8961 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:48.360589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9065de82-83ee-4ff1-bf5f-717fc4248883 req-52058cb8-807c-490b-b804-f88b873d8961 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 945 time: 0.0768163 Feb 17 22:49:48.444820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9065de82-83ee-4ff1-bf5f-717fc4248883 req-e4ff2984-c17e-4f98-a5d9-af1fdcfe1226 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783758 Feb 17 22:49:48.749548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e59d73-428f-40d6-936b-519f8821038b req-03c58a14-4d04-440b-a5f9-a893839e884d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:48.750601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5e59d73-428f-40d6-936b-519f8821038b req-03c58a14-4d04-440b-a5f9-a893839e884d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 945 time: 0.0811858 Feb 17 22:49:48.863895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port b2b804cf-619f-41ff-8230-72bf86550b23 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:49:48.864338 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:48.986126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] For port b2b804cf-619f-41ff-8230-72bf86550b23, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b2b804cf-619f-41ff-8230-72bf86550b23,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:49:48.986502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:49.283019 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:49.283410 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (b201c954-8459-44b2-a570-fda7f63ba864), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:49.283805 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Floating IP b201c954-8459-44b2-a570-fda7f63ba864 disassociated. External IP: 172.25.0.55, port: b2b804cf-619f-41ff-8230-72bf86550b23. Feb 17 22:49:49.284155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for b2b804cf-619f-41ff-8230-72bf86550b23 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:49:49.396704 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:49.418765 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b2b804cf-619f-41ff-8230-72bf86550b23), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:49.449244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=b2b804cf-619f-41ff-8230-72bf86550b23,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:49:49.461738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.462103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.462451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.462795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.463234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.464064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.464467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.464859 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.465195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.465651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.465988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.466319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.466652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:49:49.595931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:49:49.741927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8ce3880d-26df-458b-a203-2d9844926e2d req-ee236e6c-e1a6-4f3b-8d29-f8fa882311b5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0442803 Feb 17 22:49:49.771930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:49:49.789043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:49:49.814402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:49:49.815196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:49:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:49.833939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] No DVR routers for this DVR port b2b804cf-619f-41ff-8230-72bf86550b23 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:49:49.837419 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:49.841158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5e59d73-428f-40d6-936b-519f8821038b req-d444f259-d247-4dde-a1bb-18beb180f776 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.73 "DELETE /v2.0/ports/b2b804cf-619f-41ff-8230-72bf86550b23 HTTP/1.1" status: 204 len: 173 time: 1.0816746 Feb 17 22:49:49.841626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'name': 'network-vif-deleted', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:49:49.844246 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1ccf53-ad31-446d-b488-eaa3ac581285" -d '{"events": [{"server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "name": "network-vif-deleted", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:49:49.905762 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7779c56-968c-44de-91a9-7567d1229acc x-openstack-request-id: req-f7779c56-968c-44de-91a9-7567d1229acc {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:49:49.906059 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d93aa75-1bbf-4728-a3c4-d3444d40282f", "name": "network-vif-deleted", "tag": "b2b804cf-619f-41ff-8230-72bf86550b23", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:49:49.906317 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7779c56-968c-44de-91a9-7567d1229acc {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:49:49.906757 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d93aa75-1bbf-4728-a3c4-d3444d40282f', 'name': 'network-vif-deleted', 'tag': 'b2b804cf-619f-41ff-8230-72bf86550b23', 'status': 'completed', 'code': 200} Feb 17 22:49:49.992183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:49:50.234495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:50.262497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:49:50.271159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:49:50.271999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:49:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:50.384614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:49:50.602471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:49:50.634821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b77408-f622-4ff6-b13c-b09d8eef3425 None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:49:50.858548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:50.882303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5be213bd-113f-4a48-b85c-eb473b08538e req-ab8598a7-803b-4cbe-ada1-3bbcb65e214a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0453956 Feb 17 22:49:50.949083 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb960225-c25e-45b0-8bdb-66b42f615ea0 None None] New status for floating IP b201c954-8459-44b2-a570-fda7f63ba864: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:49:51.998766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e0d946b-2c10-4cfb-855c-d8f0407c4485 req-32fa3714-1d43-467e-aa06-67154754094a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0319755 Feb 17 22:49:52.124306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2b804cf-619f-41ff-8230-72bf86550b23 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:49:52.146287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: b2b804cf-619f-41ff-8230-72bf86550b23 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:49:52.146723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b2b804cf-619f-41ff-8230-72bf86550b23 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:49:53.119066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf315c8f-ad75-4d1b-b5d9-fe1ca40ffbea req-7238fb62-0704-41e2-a958-06805b153107 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0409141 Feb 17 22:49:54.226735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-630ea763-0a93-4167-86ba-e50c17293876 req-88026141-46c0-4645-bae7-b62f765391de tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0313194 Feb 17 22:49:55.348679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7eb2e03b-7b21-4a1c-84e8-3cdf4e268069 req-4fbcee13-196f-4b9c-90f6-49898c5ad155 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0376029 Feb 17 22:49:55.414616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:49:55.528911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-390ec30c-50a8-40ca-9ee8-1e0d4e9caa30 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550671 Feb 17 22:49:55.641605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-6d649729-1f33-49fb-a076-502a72dd7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:55.644057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-6d649729-1f33-49fb-a076-502a72dd7f10 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 1128 time: 0.0618284 Feb 17 22:49:55.798119 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-b1bc6a58-6cd5-4af8-b1f0-d2e747cb6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:55.800526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-b1bc6a58-6cd5-4af8-b1f0-d2e747cb6c5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 200 len: 915 time: 0.1354344 Feb 17 22:49:55.846239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-7f91cfde-afc1-45ed-8db0-7aa842ee8cb8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be HTTP/1.1" status: 200 len: 217 time: 0.0395272 Feb 17 22:49:55.903906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-6aad3199-155a-458f-9530-e5fdc6370710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:49:55.905780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-6aad3199-155a-458f-9530-e5fdc6370710 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=4b78e293-4581-4a80-9085-1fe972969d26 HTTP/1.1" status: 200 len: 854 time: 0.0539927 Feb 17 22:49:55.940959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-e1d7decd-4182-41c9-baf8-7624159a34f7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=49ab3abb-a54a-46ca-9e13-f307a04a6589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294936 Feb 17 22:49:56.067519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-9962f526-fa37-43dd-8891-ee8b1a4ba5e8 service neutron] 10.222.0.73 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207628 Feb 17 22:49:56.178790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a9f7a77-5797-44c1-ab9f-3a4ead11f049 req-9b57a94f-384a-4fbc-86ea-820ce6db37f7 service neutron] 10.222.0.73 "GET /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050398 Feb 17 22:49:56.460617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19b495a9-5193-4f42-ad65-bdaeb40c3e2b req-c4f34b50-15c2-48a4-8bc2-1000cfd5bdc6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0379875 Feb 17 22:49:57.575654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c768d384-b8c7-409f-abe3-f3f7e0adce15 req-73a8d7ef-1955-4749-a523-a8d13d7794ee tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0312128 Feb 17 22:49:58.684491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4799eaa8-8880-4065-857e-33dbf30b43d2 req-d558bbd1-116e-4a3f-bbc0-e756417711bf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0281720 Feb 17 22:49:59.301561 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:49:59.807698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b839df5-2839-4794-9956-3ffdcbabb9ce req-10f74094-67a9-4e1a-a0c9-5f5302a6784f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=0d93aa75-1bbf-4728-a3c4-d3444d40282f HTTP/1.1" status: 200 len: 210 time: 0.0306628 Feb 17 22:50:01.061730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-e6bced3e-2297-41c9-be54-2592c52f5120 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214773522&fields=id&tenant_id=4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 267 time: 0.0580165 Feb 17 22:50:01.429597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-755fb48b-4fe0-45b9-9974-29d87153cc49 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:01.431305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-755fb48b-4fe0-45b9-9974-29d87153cc49 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.3628182 Feb 17 22:50:01.458886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-207187e2-e087-428c-9419-dcd31029d9f8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/quotas/4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 375 time: 0.0172293 Feb 17 22:50:01.531168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-1a13d329-2b13-451c-93f7-265a1faac267 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705340 Feb 17 22:50:01.659813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-d793e852-f027-463f-b3d7-49f70fc9c8f9 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093464 Feb 17 22:50:01.761863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-e052dc08-3316-49aa-9861-f8a49006b43e service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961089 Feb 17 22:50:02.139950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ac6ef57-5787-4a80-95f5-a708685a5adc req-ee080db5-7517-40ad-83b3-95fdbe319594 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0412564 Feb 17 22:50:03.323028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97052b64-200b-4175-80e4-2da792d4fb9d req-53f4b3f4-c9db-4566-90d0-20869b967d0d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0660615 Feb 17 22:50:03.439720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-7f059ca1-06a6-4edc-a54f-b2cbae49e18e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:03.441380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-7f059ca1-06a6-4edc-a54f-b2cbae49e18e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.1166453 Feb 17 22:50:03.518134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-071da868-f8d3-4c80-96a9-18fa7590bb26 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 380 time: 0.0623460 Feb 17 22:50:03.527536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'port': {'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'admin_state_up': True, 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'security_groups': ['22e4ddae-eefe-4b29-ba2e-94a2de5b29b6']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:03.676718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:50:03.680347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:03.836197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.20.0.14 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/693341b6-7237-4081-9fab-14800265b510) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:04.018390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (693341b6-7237-4081-9fab-14800265b510), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:04.065768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (693341b6-7237-4081-9fab-14800265b510), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:04.146040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:04.151568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:04.194823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=693341b6-7237-4081-9fab-14800265b510,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:04.203790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:50:04.329599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:04.330418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:04.366044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-9a577323-1dfe-4b7a-9d48-53d526627995 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8410585 Feb 17 22:50:04.384953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Request body: {'port': {'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:04.521144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (693341b6-7237-4081-9fab-14800265b510), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:04.562827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f8579d93-d682-433d-9a4f-94e02247d505 None None] Provisioning complete for port 693341b6-7237-4081-9fab-14800265b510 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:04.563798 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8579d93-d682-433d-9a4f-94e02247d505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (693341b6-7237-4081-9fab-14800265b510), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:04.599278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f8579d93-d682-433d-9a4f-94e02247d505 None None] Port 693341b6-7237-4081-9fab-14800265b510 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:50:04.621788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff90e092-ecde-4d22-95d7-e064e95e013b req-2e985340-dbea-49b5-91f8-460c06707a77 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:04.623498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff90e092-ecde-4d22-95d7-e064e95e013b req-2e985340-dbea-49b5-91f8-460c06707a77 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 932 time: 0.1692302 Feb 17 22:50:04.822245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff90e092-ecde-4d22-95d7-e064e95e013b req-99cb78c2-5d53-4967-a5db-00271cdd3380 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000991 Feb 17 22:50:04.943688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 693341b6-7237-4081-9fab-14800265b510 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:50:04.952041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Publish callbacks [] for port (693341b6-7237-4081-9fab-14800265b510), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:04.964835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Transition to ACTIVE for port object 693341b6-7237-4081-9fab-14800265b510 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:50:04.970321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (693341b6-7237-4081-9fab-14800265b510), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:05.046016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Pushing event updated for resources: {'Port': ['ID=693341b6-7237-4081-9fab-14800265b510,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:05.115399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Attempting to bind port 693341b6-7237-4081-9fab-14800265b510 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:50:05.115757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Attempting to bind port 693341b6-7237-4081-9fab-14800265b510 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:50:05.116089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Attempting to bind port 693341b6-7237-4081-9fab-14800265b510 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:50:05.121877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Port 693341b6-7237-4081-9fab-14800265b510 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:50:05.122204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Attempting to bind port 693341b6-7237-4081-9fab-14800265b510 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:50:05.130416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:50:05.130762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:50:05.131159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:50:05.131640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Bound port: 693341b6-7237-4081-9fab-14800265b510, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:50:05.132010 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (693341b6-7237-4081-9fab-14800265b510), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:05.230336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] For port 693341b6-7237-4081-9fab-14800265b510, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:50:05.234388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] For port 693341b6-7237-4081-9fab-14800265b510, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=693341b6-7237-4081-9fab-14800265b510,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:50:05.244984 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (693341b6-7237-4081-9fab-14800265b510), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:05.282449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:05.283085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:05.284743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] 10.222.0.94 "PUT /v2.0/ports/693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 1093 time: 0.9047897 Feb 17 22:50:05.285152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'tag': '693341b6-7237-4081-9fab-14800265b510'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:50:05.287526 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369cd645-6235-4f11-b828-dd0ac1dacbff" -d '{"events": [{"name": "network-changed", "server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "tag": "693341b6-7237-4081-9fab-14800265b510"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:50:05.328625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed6200-c1e9-4e21-a7c0-2566bb8257b6 service neutron] Pushing event updated for resources: {'Port': ['ID=693341b6-7237-4081-9fab-14800265b510,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:05.341701 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d013ad8-5820-4c84-a0e7-4972c01cc047 x-openstack-request-id: req-4d013ad8-5820-4c84-a0e7-4972c01cc047 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:50:05.342403 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "tag": "693341b6-7237-4081-9fab-14800265b510", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:50:05.342672 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4d013ad8-5820-4c84-a0e7-4972c01cc047 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:50:05.343093 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'tag': '693341b6-7237-4081-9fab-14800265b510', 'status': 'completed', 'code': 200} Feb 17 22:50:05.399187 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-d15a6c79-f5e3-4a42-962d-653b1dd21733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:05.401642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-d15a6c79-f5e3-4a42-962d-653b1dd21733 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1127 time: 0.0523441 Feb 17 22:50:05.479663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-60b56ca4-a354-44fd-b859-298aed9f70b6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 217 time: 0.0660605 Feb 17 22:50:05.558650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-6b01ac42-a773-4644-9afe-0b21f6cb336c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:05.560820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-6b01ac42-a773-4644-9afe-0b21f6cb336c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0754530 Feb 17 22:50:05.618010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-c86cdc92-346f-4e24-84ec-6465016499b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:05.620326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-c86cdc92-346f-4e24-84ec-6465016499b7 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537777 Feb 17 22:50:05.720291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-700539d3-c351-4ac1-a9bd-e7f79ad08284 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938973 Feb 17 22:50:05.822233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c265b0f9-4fb7-42e3-b2b8-1b556bf8477a req-5f175831-c03a-4b75-a911-ba9bb3570a54 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953023 Feb 17 22:50:05.990070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db767f-4aaf-42f4-93c9-84fcd4029e04 req-8e592a5e-4bd5-4f8f-b808-fb79cac600ba tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:05.991581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79db767f-4aaf-42f4-93c9-84fcd4029e04 req-8e592a5e-4bd5-4f8f-b808-fb79cac600ba tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0880461 Feb 17 22:50:05.994379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-0ddc47e4-4711-4f13-a7bf-7dc9e84b62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:05.995816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-0ddc47e4-4711-4f13-a7bf-7dc9e84b62b2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1127 time: 0.1027777 Feb 17 22:50:06.111868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-79db767f-4aaf-42f4-93c9-84fcd4029e04 req-e6985c8c-c7b4-41b3-9e7c-7dec4f29d1b7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128969 Feb 17 22:50:06.135411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-0c40e430-ee07-4fb3-854b-af0bb76cea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:06.135411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-0c40e430-ee07-4fb3-854b-af0bb76cea04 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1286170 Feb 17 22:50:06.177770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-10218893-44f5-4d5a-9836-d559996a1354 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 217 time: 0.0378497 Feb 17 22:50:06.230016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-417c8b3d-11f4-4114-b538-832f0b5d21f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:06.231561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-417c8b3d-11f4-4114-b538-832f0b5d21f5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0472684 Feb 17 22:50:06.289611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-22642be4-074d-4219-8268-e9f3f1658ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:06.291759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-22642be4-074d-4219-8268-e9f3f1658ec9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475388 Feb 17 22:50:06.386370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-e9822c32-36cd-4f97-b6dc-89667d0b08ba service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886106 Feb 17 22:50:06.490270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-369cd645-6235-4f11-b828-dd0ac1dacbff req-b6eaf2cc-d718-47eb-9675-21ca2f52a6bd service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897009 Feb 17 22:50:07.263904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3656f3e0-4eb0-47fa-8c8b-fd0e2ac1edf4 req-4b95e268-9568-476a-95ef-9a94bda88766 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:07.265449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3656f3e0-4eb0-47fa-8c8b-fd0e2ac1edf4 req-4b95e268-9568-476a-95ef-9a94bda88766 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0673757 Feb 17 22:50:07.316128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3656f3e0-4eb0-47fa-8c8b-fd0e2ac1edf4 req-9f9cfa5d-d491-47bb-bc69-d7f2468b615b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442245 Feb 17 22:50:08.440367 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50896737-5662-4c07-ba32-7de9426f6ccf req-dbc66804-6343-43bd-83e3-b1379f89fa58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:08.442160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50896737-5662-4c07-ba32-7de9426f6ccf req-dbc66804-6343-43bd-83e3-b1379f89fa58 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0561385 Feb 17 22:50:08.504648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50896737-5662-4c07-ba32-7de9426f6ccf req-5066fcad-fc0e-4bb5-ad26-38b3edae79ea tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544612 Feb 17 22:50:09.369656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df19d76-7621-4b9f-b655-02d40d4a8170 req-74e226f1-428d-455f-b9d6-4d2eebe5d7db tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:09.371266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6df19d76-7621-4b9f-b655-02d40d4a8170 req-74e226f1-428d-455f-b9d6-4d2eebe5d7db tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 945 time: 0.0631254 Feb 17 22:50:09.422600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6df19d76-7621-4b9f-b655-02d40d4a8170 req-c5eb2ac5-1a44-4926-9c84-7347e605b58e tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442686 Feb 17 22:50:09.462694 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:09.650399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98d547-8cec-4179-8344-c09d647831de req-991a8035-6365-42aa-88b2-f42fd78dabc6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:09.652178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c98d547-8cec-4179-8344-c09d647831de req-991a8035-6365-42aa-88b2-f42fd78dabc6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0589495 Feb 17 22:50:09.705283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6c98d547-8cec-4179-8344-c09d647831de req-ace25b05-8025-489d-a96e-aaba9e5f431b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459242 Feb 17 22:50:10.555769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229e880-5080-4ad4-83d0-0a8b7f7baf22 req-32e20969-6cf4-4e4c-967e-7e260dc68c05 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:10.557348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8229e880-5080-4ad4-83d0-0a8b7f7baf22 req-32e20969-6cf4-4e4c-967e-7e260dc68c05 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 945 time: 0.0620289 Feb 17 22:50:10.614494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8229e880-5080-4ad4-83d0-0a8b7f7baf22 req-529d96ae-4b5a-49b2-bca5-54d6c0cd169f tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/security-groups?id=2b3ccdfa-0f8b-4484-8778-6177ffb2a199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512452 Feb 17 22:50:10.834779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed7702-1273-411e-8829-73e4a08b8472 req-798ec70c-6d80-4142-bfac-7edeeec8848b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:10.837007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82ed7702-1273-411e-8829-73e4a08b8472 req-798ec70c-6d80-4142-bfac-7edeeec8848b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0583727 Feb 17 22:50:10.931643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82ed7702-1273-411e-8829-73e4a08b8472 req-94a6c213-2949-4c02-a686-0ef2592def48 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874789 Feb 17 22:50:10.954752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-bdce1eaa-833f-4865-97e1-ab8d58e6ed57 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:10.954752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-bdce1eaa-833f-4865-97e1-ab8d58e6ed57 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.73 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 945 time: 0.0896959 Feb 17 22:50:11.054060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Deleting port 8070aae0-17cd-4679-895f-42fc4bf7d2be {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:50:11.054989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:11.151267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] For port 8070aae0-17cd-4679-895f-42fc4bf7d2be, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8070aae0-17cd-4679-895f-42fc4bf7d2be,segment=NetworkSegment(73eda923-6a75-436f-ae02-64baf0bf0bd4),segment_id=73eda923-6a75-436f-ae02-64baf0bf0bd4)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:50:11.151775 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:11.167898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Calling delete_port for 8070aae0-17cd-4679-895f-42fc4bf7d2be owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:50:11.314126 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8070aae0-17cd-4679-895f-42fc4bf7d2be), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:11.329776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8070aae0-17cd-4679-895f-42fc4bf7d2be'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:50:11.350365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Pushing event deleted for resources: {'Port': ['ID=8070aae0-17cd-4679-895f-42fc4bf7d2be,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:11.406844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] No DVR routers for this DVR port 8070aae0-17cd-4679-895f-42fc4bf7d2be on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:11.409669 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:11.413648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ed939ca-2089-40b8-9353-5e000a2b5b80 req-13077fbd-ce89-43c5-8cd2-5710bab24dd8 tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.73 "DELETE /v2.0/ports/8070aae0-17cd-4679-895f-42fc4bf7d2be HTTP/1.1" status: 204 len: 173 time: 0.4567962 Feb 17 22:50:11.414104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bff4187-525c-4ef9-a899-d31da0664b22', 'name': 'network-vif-deleted', 'tag': '8070aae0-17cd-4679-895f-42fc4bf7d2be'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:50:11.417072 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27782562-41d7-4af4-8203-f41c9f002116" -d '{"events": [{"server_uuid": "8bff4187-525c-4ef9-a899-d31da0664b22", "name": "network-vif-deleted", "tag": "8070aae0-17cd-4679-895f-42fc4bf7d2be"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:50:11.478989 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e7ab14-e702-40c2-ac81-59e819851c64 x-openstack-request-id: req-c3e7ab14-e702-40c2-ac81-59e819851c64 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:50:11.479447 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bff4187-525c-4ef9-a899-d31da0664b22", "name": "network-vif-deleted", "tag": "8070aae0-17cd-4679-895f-42fc4bf7d2be", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:50:11.479591 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c3e7ab14-e702-40c2-ac81-59e819851c64 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:50:11.480004 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bff4187-525c-4ef9-a899-d31da0664b22', 'name': 'network-vif-deleted', 'tag': '8070aae0-17cd-4679-895f-42fc4bf7d2be', 'status': 'completed', 'code': 200} Feb 17 22:50:11.734352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64de54a4-c098-47ba-ad81-82f3c49b3403 req-d737b171-7640-4022-80e9-1f46707b7b1d tempest-VolumesSnapshotTestJSON-604437859 tempest-VolumesSnapshotTestJSON-604437859-project] 10.222.0.79 "GET /v2.0/ports?device_id=8bff4187-525c-4ef9-a899-d31da0664b22 HTTP/1.1" status: 200 len: 210 time: 0.0330291 Feb 17 22:50:12.082594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70d879-9d77-4b6c-864a-9a96aabc498c req-8bf6b12f-6d11-499c-bcd5-02ad15848fce tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:12.084226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce70d879-9d77-4b6c-864a-9a96aabc498c req-8bf6b12f-6d11-499c-bcd5-02ad15848fce tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0735333 Feb 17 22:50:12.142244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce70d879-9d77-4b6c-864a-9a96aabc498c req-8aea9da0-085b-4c83-b3b0-8255af210b94 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513988 Feb 17 22:50:12.489536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-a4f2f16a-6501-479f-805e-c3f6a9ba8f4d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530365 Feb 17 22:50:12.618208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ba7d-9656-4d01-a677-befc20746160 req-71d06da5-3bad-4d71-9e84-93981a0112ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:12.619957 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-71d06da5-3bad-4d71-9e84-93981a0112ef service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=873b7cf972f94ae2935920e05d6ed260&device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 1133 time: 0.0564854 Feb 17 22:50:12.731155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ba7d-9656-4d01-a677-befc20746160 req-e10ae31a-1afd-4ad4-8a41-04fb1caefe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:12.732793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-e10ae31a-1afd-4ad4-8a41-04fb1caefe08 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.0927434 Feb 17 22:50:12.783840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-5e119c6a-79e4-4a19-ac2b-0d869e43927a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a HTTP/1.1" status: 200 len: 217 time: 0.0445902 Feb 17 22:50:12.844912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ba7d-9656-4d01-a677-befc20746160 req-6d9e35fb-5733-4446-96a4-7454c69678cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:12.846428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-6d9e35fb-5733-4446-96a4-7454c69678cb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0558758 Feb 17 22:50:12.905577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7ba7d-9656-4d01-a677-befc20746160 req-cc8662c5-a8d6-4280-ae94-0be7c16b6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:12.907878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-cc8662c5-a8d6-4280-ae94-0be7c16b6cbb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0541258 Feb 17 22:50:13.048317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-cd095444-d9c9-4047-b968-813784aacd7f service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346211 Feb 17 22:50:13.170685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89b7ba7d-9656-4d01-a677-befc20746160 req-bb164046-ef9b-4865-9abd-044165c25bac service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169055 Feb 17 22:50:13.331630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bb6d1-feb1-4cbd-a459-e967b4467761 req-38c15d65-5e3b-4f7e-a9b5-95f015798091 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:13.333840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-642bb6d1-feb1-4cbd-a459-e967b4467761 req-38c15d65-5e3b-4f7e-a9b5-95f015798091 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0668697 Feb 17 22:50:13.395609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-642bb6d1-feb1-4cbd-a459-e967b4467761 req-0e92898b-3167-4dc0-93b7-e53a69de11db tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537343 Feb 17 22:50:14.231207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8070aae0-17cd-4679-895f-42fc4bf7d2be no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:50:14.269912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 8070aae0-17cd-4679-895f-42fc4bf7d2be {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:50:14.271920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8070aae0-17cd-4679-895f-42fc4bf7d2be not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:50:14.488269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-caf3507a-e698-4416-9b80-17744765938c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:14.624550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493ecb4-cc46-44a9-8ae3-24821def1efa req-44d161c8-bdc6-4b82-ad92-fd08f225f24e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:14.626436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f493ecb4-cc46-44a9-8ae3-24821def1efa req-44d161c8-bdc6-4b82-ad92-fd08f225f24e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0809608 Feb 17 22:50:14.693994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f493ecb4-cc46-44a9-8ae3-24821def1efa req-2a88cb76-567d-4d48-883c-943489a789d9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580180 Feb 17 22:50:15.820261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92f1ac-b316-4be3-ae24-20608db784b7 req-762d1818-f468-483e-9224-97ecb5b5b84d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:15.821780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af92f1ac-b316-4be3-ae24-20608db784b7 req-762d1818-f468-483e-9224-97ecb5b5b84d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0555763 Feb 17 22:50:15.874604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af92f1ac-b316-4be3-ae24-20608db784b7 req-cd508668-1ace-44b4-bfaf-e444fa7c4fc6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451748 Feb 17 22:50:17.008224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511186f6-26b7-4766-b939-4ab9dfe7d88c req-b0c2d17d-7eec-4fa7-bda2-15e47ce51879 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:17.009657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-511186f6-26b7-4766-b939-4ab9dfe7d88c req-b0c2d17d-7eec-4fa7-bda2-15e47ce51879 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0650685 Feb 17 22:50:17.066585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-511186f6-26b7-4766-b939-4ab9dfe7d88c req-c2894329-c2bb-44c6-9f55-8e5fa47fc78c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510297 Feb 17 22:50:17.316918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09bdb79d-84c8-4bcf-8b23-5ca19f5fac3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:17.997196 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:18.197264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a1a65-a9d1-4d56-b876-9d5ba1102f41 req-0dac9982-6ea8-4e64-8e18-de0111514445 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:18.198884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349a1a65-a9d1-4d56-b876-9d5ba1102f41 req-0dac9982-6ea8-4e64-8e18-de0111514445 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0598133 Feb 17 22:50:18.253381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-349a1a65-a9d1-4d56-b876-9d5ba1102f41 req-0ffa5315-8de3-48b1-9796-d639c69beb0f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487058 Feb 17 22:50:19.399586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a588c73-10b3-4be9-8dfc-63ab65a6a60e req-b12e4f9d-a624-4936-8303-26e984b2df17 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:19.408255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a588c73-10b3-4be9-8dfc-63ab65a6a60e req-b12e4f9d-a624-4936-8303-26e984b2df17 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0856330 Feb 17 22:50:19.415049 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:19.454680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a588c73-10b3-4be9-8dfc-63ab65a6a60e req-384405a7-3b86-4cbe-a3df-0cd171a16091 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455704 Feb 17 22:50:20.594001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074db302-f960-43a5-804d-9e19f5676f7b req-490f93f4-3708-4f1b-83f7-f1d9fea84b2c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:20.595519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-074db302-f960-43a5-804d-9e19f5676f7b req-490f93f4-3708-4f1b-83f7-f1d9fea84b2c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0584252 Feb 17 22:50:20.649335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-074db302-f960-43a5-804d-9e19f5676f7b req-c091383f-0f30-4d94-b6d4-1506f427e9b7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467689 Feb 17 22:50:20.859998 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:21.775276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0b71d-75ff-40fd-b541-5878c3fce042 req-de0439ed-389f-425c-a3a4-a7d780c77fba tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:21.777581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2f0b71d-75ff-40fd-b541-5878c3fce042 req-de0439ed-389f-425c-a3a4-a7d780c77fba tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0591433 Feb 17 22:50:21.832464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2f0b71d-75ff-40fd-b541-5878c3fce042 req-fda32d58-b0c0-42b1-93a4-49aa89673c88 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486250 Feb 17 22:50:22.968802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c715ae35-9037-4370-9d52-30e4d5b25261 req-52590f31-885d-440a-adfd-ac7e76d70ba0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:22.971965 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c715ae35-9037-4370-9d52-30e4d5b25261 req-52590f31-885d-440a-adfd-ac7e76d70ba0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0654047 Feb 17 22:50:23.024303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c715ae35-9037-4370-9d52-30e4d5b25261 req-1c345ffd-f03f-4f6b-9108-33828616a844 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464475 Feb 17 22:50:24.158113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2dd4cc-4f72-4ab3-a632-105c340fd460 req-bf1360d2-6b7b-400c-bd51-efd5c202edcc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:24.159859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b2dd4cc-4f72-4ab3-a632-105c340fd460 req-bf1360d2-6b7b-400c-bd51-efd5c202edcc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0571938 Feb 17 22:50:24.213317 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b2dd4cc-4f72-4ab3-a632-105c340fd460 req-e4e4470a-31b8-4089-82c4-db6efd3ee387 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469034 Feb 17 22:50:25.347718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b35e34-d608-4329-b1a9-823e3c660a6f req-9950d8e8-b1eb-412e-b413-6b0d57970c9b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:25.349274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47b35e34-d608-4329-b1a9-823e3c660a6f req-9950d8e8-b1eb-412e-b413-6b0d57970c9b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0563865 Feb 17 22:50:25.410551 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:25.431204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47b35e34-d608-4329-b1a9-823e3c660a6f req-29b4c90c-4946-45f5-9d31-d414dbfde4c8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746050 Feb 17 22:50:26.582820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74843036-a15a-425a-b429-00e5951db596 req-5e66f8c1-0537-4876-ab2b-3b6bae48c58b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:26.590382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74843036-a15a-425a-b429-00e5951db596 req-5e66f8c1-0537-4876-ab2b-3b6bae48c58b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 944 time: 0.0830142 Feb 17 22:50:26.660143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74843036-a15a-425a-b429-00e5951db596 req-6272ea5f-0195-4935-a91a-65d2959f76dd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687642 Feb 17 22:50:27.212046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 693341b6-7237-4081-9fab-14800265b510 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:50:27.333184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 693341b6-7237-4081-9fab-14800265b510, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=693341b6-7237-4081-9fab-14800265b510,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:50:27.347667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '693341b6-7237-4081-9fab-14800265b510', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:50:27.393009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 693341b6-7237-4081-9fab-14800265b510 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:50:27.393535 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (693341b6-7237-4081-9fab-14800265b510), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:27.408122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 693341b6-7237-4081-9fab-14800265b510 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:50:27.430630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 693341b6-7237-4081-9fab-14800265b510, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=693341b6-7237-4081-9fab-14800265b510,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:50:27.436029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (693341b6-7237-4081-9fab-14800265b510), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:27.494244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=693341b6-7237-4081-9fab-14800265b510,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:27.503182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.503671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.504043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.505069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.505069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.505069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.508254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.508254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.508254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.508254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.508254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.508254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.508254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:50:27.811924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['693341b6-7237-4081-9fab-14800265b510'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:50:27.848592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcff49-550a-4e39-a362-2e2ed4e541f2 req-2e3aca02-edde-4ef7-b466-0d4f9898a120 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:27.879866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7fcff49-550a-4e39-a362-2e2ed4e541f2 req-2e3aca02-edde-4ef7-b466-0d4f9898a120 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 945 time: 0.1285686 Feb 17 22:50:27.996846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7fcff49-550a-4e39-a362-2e2ed4e541f2 req-fe05f5b2-a650-497a-b597-4b9b51f5f8b0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137972 Feb 17 22:50:29.131510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91403e9-647d-4bb4-b58e-cf6b119aefea req-c07ce451-52ee-4af7-ade1-347b3461042c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:29.133800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f91403e9-647d-4bb4-b58e-cf6b119aefea req-c07ce451-52ee-4af7-ade1-347b3461042c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 945 time: 0.0630546 Feb 17 22:50:29.187091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f91403e9-647d-4bb4-b58e-cf6b119aefea req-6d548dd6-494f-430e-b2f5-0f79ef41cedc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473206 Feb 17 22:50:29.223956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 693341b6-7237-4081-9fab-14800265b510 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:50:29.284892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 693341b6-7237-4081-9fab-14800265b510 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:50:29.290752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 693341b6-7237-4081-9fab-14800265b510 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:50:29.291212 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (693341b6-7237-4081-9fab-14800265b510), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:29.400505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 693341b6-7237-4081-9fab-14800265b510 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:50:29.401139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (693341b6-7237-4081-9fab-14800265b510), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:29.430534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693341b6-7237-4081-9fab-14800265b510'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:50:29.433879 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e1ad7-b1a6-47c2-96de-c46c0d5bfb34" -d '{"events": [{"server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "name": "network-vif-plugged", "status": "completed", "tag": "693341b6-7237-4081-9fab-14800265b510"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:50:29.462373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 693341b6-7237-4081-9fab-14800265b510, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=693341b6-7237-4081-9fab-14800265b510,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:50:29.476042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (693341b6-7237-4081-9fab-14800265b510), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:29.615172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=693341b6-7237-4081-9fab-14800265b510,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:29.635333 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2d3aba-c517-4495-9d79-70d2683e0216 x-openstack-request-id: req-2f2d3aba-c517-4495-9d79-70d2683e0216 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:50:29.635679 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "name": "network-vif-plugged", "status": "completed", "tag": "693341b6-7237-4081-9fab-14800265b510", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:50:29.635939 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f2d3aba-c517-4495-9d79-70d2683e0216 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:50:29.636346 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '693341b6-7237-4081-9fab-14800265b510', 'code': 200} Feb 17 22:50:29.797256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a46d8-be10-48e2-aa23-a8e35f0ab5ff req-899ce766-f0e6-4efd-85b1-0595509e1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:29.799787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-610a46d8-be10-48e2-aa23-a8e35f0ab5ff req-899ce766-f0e6-4efd-85b1-0595509e1a9c service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1129 time: 0.0789165 Feb 17 22:50:29.871664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-610a46d8-be10-48e2-aa23-a8e35f0ab5ff req-79202621-6209-48df-ab65-a5b4a7108625 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629039 Feb 17 22:50:30.349705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825a68a-f582-4a71-aeed-8ac1243ca9d8 req-ccbd191d-23ba-44a6-968d-2e395df60125 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:30.352661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8825a68a-f582-4a71-aeed-8ac1243ca9d8 req-ccbd191d-23ba-44a6-968d-2e395df60125 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 946 time: 0.0698657 Feb 17 22:50:30.425106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8825a68a-f582-4a71-aeed-8ac1243ca9d8 req-86f666fa-dae9-41f5-b1a2-00f2db0b21ef tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651059 Feb 17 22:50:31.558170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add31f6-08f1-4fc7-88a3-6893fda59ee7 req-f6981b53-a854-4146-a8a4-1205b0d805d2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.570075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0add31f6-08f1-4fc7-88a3-6893fda59ee7 req-f6981b53-a854-4146-a8a4-1205b0d805d2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 946 time: 0.0672765 Feb 17 22:50:31.619918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0add31f6-08f1-4fc7-88a3-6893fda59ee7 req-b20231d3-8007-4552-829c-a5d6d4acaab4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487273 Feb 17 22:50:31.744343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c33ad-43eb-4bcd-a30a-a455f8452280 req-cc3747c3-f95a-49be-80e6-aeccec303b22 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.746012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd5c33ad-43eb-4bcd-a30a-a455f8452280 req-cc3747c3-f95a-49be-80e6-aeccec303b22 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 946 time: 0.0567622 Feb 17 22:50:31.802912 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cd5c33ad-43eb-4bcd-a30a-a455f8452280 req-541eacae-96cc-4eb5-a55f-4d2720ea026d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510986 Feb 17 22:50:31.828065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 56886) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:50:31.879795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77f30bb-23f3-43f2-a3a2-31fbde9ea0db tempest-TestVolumeBootPattern-1654698715 tempest-TestVolumeBootPattern-1654698715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:31.884044 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b77f30bb-23f3-43f2-a3a2-31fbde9ea0db tempest-TestVolumeBootPattern-1654698715 tempest-TestVolumeBootPattern-1654698715-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1124 time: 0.0543020 Feb 17 22:50:31.884596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 56890) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:50:31.889134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:50:31.913439 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:32.024250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:32.172955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.25.0.92 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/b539a8d8-3ee0-4d1e-8cc1-a650ce610d77) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:50:32.586746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:32.622334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:32.664080 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:50:32.667423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:50:32.670099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:50:32.698905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=b539a8d8-3ee0-4d1e-8cc1-a650ce610d77,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:33.139048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (e2aefd78-dbe0-4c9d-b578-9f53a347e671), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:33.220186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:33.390637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:33.396484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:33.493656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=b539a8d8-3ee0-4d1e-8cc1-a650ce610d77,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:33.502178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e2aefd78-dbe0-4c9d-b578-9f53a347e671), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:33.609738 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Floating IP e2aefd78-dbe0-4c9d-b578-9f53a347e671 associated. External IP: 172.25.0.92, port: 693341b6-7237-4081-9fab-14800265b510. Feb 17 22:50:33.849422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:50:34.012603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:50:34.029069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:50:34.048094 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:34.056017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:50:34.056592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:50:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:34.097078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-58225beb-8611-475d-b42e-adc48f730979 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2103477 Feb 17 22:50:34.097078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'tag': '693341b6-7237-4081-9fab-14800265b510'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:50:34.099443 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9882f1-985b-49bd-834c-a776f29c3015" -d '{"events": [{"name": "network-changed", "server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "tag": "693341b6-7237-4081-9fab-14800265b510"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:50:34.150701 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c7e35aa-a5be-40ec-9ac6-a1a4f27ac9e8 x-openstack-request-id: req-7c7e35aa-a5be-40ec-9ac6-a1a4f27ac9e8 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:50:34.151222 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "tag": "693341b6-7237-4081-9fab-14800265b510", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:50:34.153057 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7c7e35aa-a5be-40ec-9ac6-a1a4f27ac9e8 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:50:34.153685 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'tag': '693341b6-7237-4081-9fab-14800265b510', 'status': 'completed', 'code': 200} Feb 17 22:50:34.212919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:50:34.297986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-ba830a9d-a303-415e-8b30-2cb351bc821a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:34.305469 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-ba830a9d-a303-415e-8b30-2cb351bc821a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1129 time: 0.1004863 Feb 17 22:50:34.472727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-8c6683a6-38b4-4eaa-8611-d594800bf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:34.474479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-8c6683a6-38b4-4eaa-8611-d594800bf856 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1682420 Feb 17 22:50:34.549259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:32Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:34.575791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-cc6883c5-c475-4390-80d9-e92187a1a2da service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 999 time: 0.0942531 Feb 17 22:50:34.578411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:50:34.598164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:50:34.598954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:50:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:34.675423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-4e707fd9-dfde-4c46-b904-a2443529f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:34.677974 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-4e707fd9-dfde-4c46-b904-a2443529f4d5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0960977 Feb 17 22:50:34.753015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-fde50a70-1663-4f34-8e03-65fae57fc6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:34.754868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-fde50a70-1663-4f34-8e03-65fae57fc6c8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0703557 Feb 17 22:50:34.786876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:50:34.912744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-22a6e2a1-49cc-4e0e-b4df-5231c82a8155 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510530 Feb 17 22:50:35.013682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f9882f1-985b-49bd-834c-a776f29c3015 req-19b08c4f-14a4-4d7a-afd6-b64d008028b5 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941141 Feb 17 22:50:35.169435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:32Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:50:35.206633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564df14b-9d5d-4f22-bedc-cbd2e5ce15e4 None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:32Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:50:35.477699 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb9dce1-94b2-4476-afd2-7215440ec20f None None] New status for floating IP e2aefd78-dbe0-4c9d-b578-9f53a347e671: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:50:36.301391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:50:39.445843 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:43.252046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc5a5d-2abf-4c4b-b740-2db7a528bd76 req-3746e689-60cf-464e-9158-1a2a383a4c0c tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:43.253569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bdc5a5d-2abf-4c4b-b740-2db7a528bd76 req-3746e689-60cf-464e-9158-1a2a383a4c0c tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 950 time: 0.0611868 Feb 17 22:50:43.301335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bdc5a5d-2abf-4c4b-b740-2db7a528bd76 req-b82410a3-8c0e-43ff-aa2d-ab9675ee43b0 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Feb 17 22:50:44.431891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240e0c5-ab19-4706-8c12-5cb9e39f9d86 req-c44cbb64-2dc7-4f03-9f95-bc6b0ee8fdf0 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:44.433786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f240e0c5-ab19-4706-8c12-5cb9e39f9d86 req-c44cbb64-2dc7-4f03-9f95-bc6b0ee8fdf0 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 950 time: 0.0646410 Feb 17 22:50:44.452701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-56289bff-ad87-439d-ac1c-429fd83e302a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:44.484161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f240e0c5-ab19-4706-8c12-5cb9e39f9d86 req-47840597-1249-436f-b1da-e0f44f5a8def tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/security-groups?id=8054c2cd-2026-4c09-8f37-e74f649217e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Feb 17 22:50:45.071403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-2deb8f87-b437-41dd-872c-87e62679185a tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:50:45.072869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-2deb8f87-b437-41dd-872c-87e62679185a tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.94 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 950 time: 0.0560589 Feb 17 22:50:45.172317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Deleting port cd6e95f2-461c-417d-bd3a-c54f7e105a2a {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:50:45.172958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:45.270928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] For port cd6e95f2-461c-417d-bd3a-c54f7e105a2a, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:50:45.271254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:45.289841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Calling delete_port for cd6e95f2-461c-417d-bd3a-c54f7e105a2a owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:50:45.434063 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (cd6e95f2-461c-417d-bd3a-c54f7e105a2a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:45.460922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Pushing event deleted for resources: {'Port': ['ID=cd6e95f2-461c-417d-bd3a-c54f7e105a2a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:50:45.469465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['cd6e95f2-461c-417d-bd3a-c54f7e105a2a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:50:45.541248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] No DVR routers for this DVR port cd6e95f2-461c-417d-bd3a-c54f7e105a2a on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:50:45.547132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:45.551502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d1cd0db-de19-4eb9-a20f-4d5195d211fc req-fff4eecc-5aa9-492d-a14b-98b8c9f75fe8 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.94 "DELETE /v2.0/ports/cd6e95f2-461c-417d-bd3a-c54f7e105a2a HTTP/1.1" status: 204 len: 173 time: 0.4729328 Feb 17 22:50:45.552677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'name': 'network-vif-deleted', 'tag': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:50:45.566622 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b13d4d-364f-40d1-b259-87248bf898ae" -d '{"events": [{"server_uuid": "1ebb09d1-44ac-40e4-97e8-cc2d0880122e", "name": "network-vif-deleted", "tag": "cd6e95f2-461c-417d-bd3a-c54f7e105a2a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:50:45.609891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a7d44d94-e943-4f13-9ddc-cf306986ab57 req-230e059d-b45f-4a62-b9c9-5516a6b8c2b4 tempest-VolumesBackupsTest-177236242 tempest-VolumesBackupsTest-177236242-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ebb09d1-44ac-40e4-97e8-cc2d0880122e HTTP/1.1" status: 200 len: 210 time: 0.0397875 Feb 17 22:50:45.661042 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c75199e-5db2-400b-b7ec-ae69b89bbdf9 x-openstack-request-id: req-6c75199e-5db2-400b-b7ec-ae69b89bbdf9 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:50:45.661890 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebb09d1-44ac-40e4-97e8-cc2d0880122e", "name": "network-vif-deleted", "tag": "cd6e95f2-461c-417d-bd3a-c54f7e105a2a", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:50:45.663331 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c75199e-5db2-400b-b7ec-ae69b89bbdf9 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:50:45.663331 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebb09d1-44ac-40e4-97e8-cc2d0880122e', 'name': 'network-vif-deleted', 'tag': 'cd6e95f2-461c-417d-bd3a-c54f7e105a2a', 'status': 'completed', 'code': 200} Feb 17 22:50:47.327820 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8aa436ef-eacb-4261-8674-fa83091562d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:48.004130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:49.334711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device cd6e95f2-461c-417d-bd3a-c54f7e105a2a no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:50:49.354991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: cd6e95f2-461c-417d-bd3a-c54f7e105a2a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:50:49.355719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device cd6e95f2-461c-417d-bd3a-c54f7e105a2a not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:50:49.408834 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:50.855927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:50:55.410219 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:09.459994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:13.301065 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:51:13.461369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-f91d7e02-1f9b-4d3c-b96e-f8aa739d4238 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502341 Feb 17 22:51:13.566872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-dc3b08ce-8825-40be-ac3b-04457315b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:13.568500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-dc3b08ce-8825-40be-ac3b-04457315b680 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1129 time: 0.0492847 Feb 17 22:51:13.675698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-862df293-bbf3-4687-9404-e094b05cb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:13.677151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-862df293-bbf3-4687-9404-e094b05cb2c7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.0903087 Feb 17 22:51:13.746261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-cfc81a8c-de21-4568-93cc-148dc6ada7cf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 1001 time: 0.0625789 Feb 17 22:51:13.804682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-cfd817c5-5926-4324-80d6-085a57e4b00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:13.806271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-cfd817c5-5926-4324-80d6-085a57e4b00e service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0538116 Feb 17 22:51:13.860313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-6e22bb95-9d2f-49ea-8ba7-8f6211f961be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:13.862990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-6e22bb95-9d2f-49ea-8ba7-8f6211f961be service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0510409 Feb 17 22:51:13.976057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-50d13c87-e5e9-4617-b5db-8989e13ef927 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064293 Feb 17 22:51:14.081646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1c03e9c-c651-4b4b-9d41-77679813aba2 req-4e5cfebb-44a9-41fd-86e2-083d91df11b8 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986817 Feb 17 22:51:14.456387 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c83e2197-4be9-44dc-a8d6-d7bff5ef3ea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:17.333371 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d0507530-c413-4c00-ba74-436cda784ce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:18.011192 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:19.407556 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:20.859243 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:25.429290 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:25.908347 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57316) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:26.160046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Deleting subnet 4b78e293-4581-4a80-9085-1fe972969d26 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:51:26.163569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Publish callbacks [] for subnet (4b78e293-4581-4a80-9085-1fe972969d26), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.202430 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (4b78e293-4581-4a80-9085-1fe972969d26), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.254811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4b78e293-4581-4a80-9085-1fe972969d26), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.320154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (4b78e293-4581-4a80-9085-1fe972969d26), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.347664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b78e293-4581-4a80-9085-1fe972969d26,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:26.358930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.363470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4b78e293-4581-4a80-9085-1fe972969d26 HTTP/1.1" status: 204 len: 168 time: 0.4517152 Feb 17 22:51:26.363470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.363711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.364218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.364597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57324) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:26.365031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.365031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.365301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.365702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.366400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.366936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.367258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.367770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.368273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.368766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b58c891c-53fd-437e-ba45-cf05490fcd0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.461023 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (49ab3abb-a54a-46ca-9e13-f307a04a6589), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.560913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (49ab3abb-a54a-46ca-9e13-f307a04a6589), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.583070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ab3abb-a54a-46ca-9e13-f307a04a6589']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:26.592597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73eda923-6a75-436f-ae02-64baf0bf0bd4') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:26.592937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73eda923-6a75-436f-ae02-64baf0bf0bd4') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:26.603386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (73eda923-6a75-436f-ae02-64baf0bf0bd4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.617309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (73eda923-6a75-436f-ae02-64baf0bf0bd4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.623916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:51:26.624306 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (73eda923-6a75-436f-ae02-64baf0bf0bd4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:51:26.626039 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:51:26.685582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (49ab3abb-a54a-46ca-9e13-f307a04a6589), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.692632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:26.699356 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] 10.222.0.79 "DELETE /v2.0/networks/49ab3abb-a54a-46ca-9e13-f307a04a6589 HTTP/1.1" status: 204 len: 168 time: 0.3298638 Feb 17 22:51:26.709471 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Pushing event deleted for resources: {'Network': ['ID=49ab3abb-a54a-46ca-9e13-f307a04a6589,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:26.717807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.718161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.718508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.718876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.719185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.719556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.719876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.720209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.720538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.720931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.721198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.721533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.721854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd001da-137f-43df-9a7a-d18c4800353c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:26.871230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57328) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:26.921197 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02841f0a-f1dd-4764-8f1f-36f8dfc46017 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5546ed3fa6a34edf9f803717b7c750d0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479503 Feb 17 22:51:26.923778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57330) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:26.993637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab8bd610-2ea2-4249-a519-111132c1ad8c admin admin] Publish callbacks [] for security_group (2b3ccdfa-0f8b-4484-8778-6177ffb2a199), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:27.022682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab8bd610-2ea2-4249-a519-111132c1ad8c admin admin] Publish callbacks [] for security_group (2b3ccdfa-0f8b-4484-8778-6177ffb2a199), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:27.081837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab8bd610-2ea2-4249-a519-111132c1ad8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2b3ccdfa-0f8b-4484-8778-6177ffb2a199), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:27.084768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab8bd610-2ea2-4249-a519-111132c1ad8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:27.086040 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ab8bd610-2ea2-4249-a519-111132c1ad8c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2b3ccdfa-0f8b-4484-8778-6177ffb2a199 HTTP/1.1" status: 204 len: 168 time: 0.1615641 Feb 17 22:51:27.096832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bd610-2ea2-4249-a519-111132c1ad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3ccdfa-0f8b-4484-8778-6177ffb2a199,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.060088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:29.065202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951051889', 'description': 'tempest-secgroup-smoke-951051889 description', 'project_id': 'b3226ed37abe4651b6140919c15b4243'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:29.091866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.105414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.199067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (b138d061-e79a-4663-b2ee-730bc8f490ed), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.203395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b138d061-e79a-4663-b2ee-730bc8f490ed), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.244281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b138d061-e79a-4663-b2ee-730bc8f490ed,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.288905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (f262b817-34fb-465e-9a0a-cdb7d73941de), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.292671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f262b817-34fb-465e-9a0a-cdb7d73941de), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.325133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.329077 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2651579 Feb 17 22:51:29.329281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57396) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:29.334407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fa47e806-5355-49d4-8158-5a09ebeff178 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'f262b817-34fb-465e-9a0a-cdb7d73941de', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:29.338725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c8a6c-2ccb-4868-92f5-e4150de7b82f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f262b817-34fb-465e-9a0a-cdb7d73941de,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.361572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa47e806-5355-49d4-8158-5a09ebeff178 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (19ed2716-7621-4017-8809-3c9fe41a7763), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.420889 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa47e806-5355-49d4-8158-5a09ebeff178 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (19ed2716-7621-4017-8809-3c9fe41a7763), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.425849 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa47e806-5355-49d4-8158-5a09ebeff178 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (19ed2716-7621-4017-8809-3c9fe41a7763), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.444324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa47e806-5355-49d4-8158-5a09ebeff178 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ed2716-7621-4017-8809-3c9fe41a7763,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.451382 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa47e806-5355-49d4-8158-5a09ebeff178 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.452828 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fa47e806-5355-49d4-8158-5a09ebeff178 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223731 Feb 17 22:51:29.455566 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57398) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:29.459806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-52ae01be-81d9-4f7a-bfc1-cc5c82167b43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'f262b817-34fb-465e-9a0a-cdb7d73941de', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:29.484779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52ae01be-81d9-4f7a-bfc1-cc5c82167b43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (9fd169de-1329-4aa9-877d-401cf8c03b4e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.547709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52ae01be-81d9-4f7a-bfc1-cc5c82167b43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (9fd169de-1329-4aa9-877d-401cf8c03b4e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.552120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52ae01be-81d9-4f7a-bfc1-cc5c82167b43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (9fd169de-1329-4aa9-877d-401cf8c03b4e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.573050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae01be-81d9-4f7a-bfc1-cc5c82167b43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd169de-1329-4aa9-877d-401cf8c03b4e,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.582185 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-52ae01be-81d9-4f7a-bfc1-cc5c82167b43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.586533 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-52ae01be-81d9-4f7a-bfc1-cc5c82167b43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1270075 Feb 17 22:51:29.586533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57400) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:29.590594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9423e4c2-dc27-4717-9c9d-eefe8070d6c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'f262b817-34fb-465e-9a0a-cdb7d73941de', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:29.616046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9423e4c2-dc27-4717-9c9d-eefe8070d6c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (20574d77-5425-4248-bb85-7f54d35e6e1e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.672334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9423e4c2-dc27-4717-9c9d-eefe8070d6c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (20574d77-5425-4248-bb85-7f54d35e6e1e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.676742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9423e4c2-dc27-4717-9c9d-eefe8070d6c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (20574d77-5425-4248-bb85-7f54d35e6e1e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.695496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423e4c2-dc27-4717-9c9d-eefe8070d6c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20574d77-5425-4248-bb85-7f54d35e6e1e,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.703238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9423e4c2-dc27-4717-9c9d-eefe8070d6c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.704636 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9423e4c2-dc27-4717-9c9d-eefe8070d6c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172600 Feb 17 22:51:29.707408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57404) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:29.712136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1006559b-b75b-4fc3-a93c-016af780b5d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'f262b817-34fb-465e-9a0a-cdb7d73941de', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:29.745615 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1006559b-b75b-4fc3-a93c-016af780b5d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (316237b9-8fcf-487e-b47d-c21d0fd24b4f), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.807866 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1006559b-b75b-4fc3-a93c-016af780b5d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (316237b9-8fcf-487e-b47d-c21d0fd24b4f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.812397 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1006559b-b75b-4fc3-a93c-016af780b5d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (316237b9-8fcf-487e-b47d-c21d0fd24b4f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.832043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006559b-b75b-4fc3-a93c-016af780b5d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=316237b9-8fcf-487e-b47d-c21d0fd24b4f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.840825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1006559b-b75b-4fc3-a93c-016af780b5d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.842176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1006559b-b75b-4fc3-a93c-016af780b5d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1336899 Feb 17 22:51:29.845702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57408) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:29.850206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'f262b817-34fb-465e-9a0a-cdb7d73941de', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:29.871611 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:51:29.877943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (587012cd-6012-49df-8d53-066855616171), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.940964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (587012cd-6012-49df-8d53-066855616171), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.944778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (587012cd-6012-49df-8d53-066855616171), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.964648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587012cd-6012-49df-8d53-066855616171,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:29.974277 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:29.978498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-041ee8dc-a3aa-4015-9efa-72202636d1ee tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317627 Feb 17 22:51:29.978653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57410) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:29.983139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'f262b817-34fb-465e-9a0a-cdb7d73941de', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:30.003134 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:51:30.008009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (f4610559-163a-4557-a937-2101abd5b9ae), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.068356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (f4610559-163a-4557-a937-2101abd5b9ae), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.072220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f4610559-163a-4557-a937-2101abd5b9ae), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.091547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4610559-163a-4557-a937-2101abd5b9ae,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:30.103758 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.105004 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-058a96aa-f197-416e-8977-e512f501df60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1254745 Feb 17 22:51:30.108421 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57412) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:30.113404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'network': {'name': 'tempest-network-smoke--236252375', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'port_security_enabled': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:30.132131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:30.135451 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.158964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:51:30.167553 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (699cb187-9687-47d5-8bd6-e59bbd90f72f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.167894 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Added segment 699cb187-9687-47d5-8bd6-e59bbd90f72f of type vlan for network a1c75521-e075-4d1f-b766-b176b6753e07 Feb 17 22:51:30.207784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (a1c75521-e075-4d1f-b766-b176b6753e07), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.232299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (a1c75521-e075-4d1f-b766-b176b6753e07), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.237208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:30.237793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.297578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1880450 Feb 17 22:51:30.300602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57414) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:30.305164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'admin_state_up': True, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:30.306577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47aa27-be45-429e-83f6-8d7f362400f5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Network': ['ID=a1c75521-e075-4d1f-b766-b176b6753e07,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:30.317940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network a1c75521-e075-4d1f-b766-b176b6753e07 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:51:30.330903 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (43e187bc-54ec-4052-bea5-19488b8b90d3), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.331613 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (43e187bc-54ec-4052-bea5-19488b8b90d3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.397710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (43e187bc-54ec-4052-bea5-19488b8b90d3), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.544489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (43e187bc-54ec-4052-bea5-19488b8b90d3), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.736766 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (43e187bc-54ec-4052-bea5-19488b8b90d3), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.757107 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:30.879935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.13 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/2acbbf57-e35a-464f-ae76-1af595be2e8e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:30.985936 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:31.018551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:31.060059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:31.065404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:31.068968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:51:31.093466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=2acbbf57-e35a-464f-ae76-1af595be2e8e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:31.649073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (43e187bc-54ec-4052-bea5-19488b8b90d3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:31.851751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (43e187bc-54ec-4052-bea5-19488b8b90d3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:31.987449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 43e187bc-54ec-4052-bea5-19488b8b90d3 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:51:32.102890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:51:32.113113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Sync routers for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:32.123696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:32.127479 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6771fb57-fa3f-4854-9f1e-fa648ded3055 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8235314 Feb 17 22:51:32.129384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57432) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:32.136197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:51:32.136883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:51:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:32.249051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:51:32.268667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-794ad378-92ec-43f4-ad87-bdb1c5e12256 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=b3226ed37abe4651b6140919c15b4243&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1375456 Feb 17 22:51:32.271758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:32.440370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:31Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:32.450597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34e98a-19e9-421c-87fe-cc67d4e84f26 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:32.453146 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1d34e98a-19e9-421c-87fe-cc67d4e84f26 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1791673 Feb 17 22:51:32.455512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57444) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:32.474159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Checking router: 43e187bc-54ec-4052-bea5-19488b8b90d3 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:51:32.474516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Updating router 43e187bc-54ec-4052-bea5-19488b8b90d3 port 2acbbf57-e35a-464f-ae76-1af595be2e8e binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:51:32.490608 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6a52acb4-8b62-482d-be2b-aac5a7b11566 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339637 Feb 17 22:51:32.493328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57446) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:32.498767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538427795', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:32.504387 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:32.598012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:32.601943 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:32.790751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Publish callbacks [] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:32.793079 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (be909238-66c5-4f9a-8f52-2f46348998fa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:32.797040 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:32.858383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Subnet': ['ID=be909238-66c5-4f9a-8f52-2f46348998fa,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:32.869235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Checking segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:51:32.869615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network hostable DHCP agents. Network: a1c75521-e075-4d1f-b766-b176b6753e07, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:51:32.889439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network a1c75521-e075-4d1f-b766-b176b6753e07 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:51:32.904032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, a1c75521-e075-4d1f-b766-b176b6753e07) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:32.909426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:32.910366 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:32.929253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aeeada95-6981-46c2-a424-31e12ac3dcac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4348199 Feb 17 22:51:32.932056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57454) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:32.995630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda50339-720c-423e-ab57-8d6be59a6897 None None] Network a1c75521-e075-4d1f-b766-b176b6753e07 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:51:33.062212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Pushing event updated for resources: {'Port': ['ID=2acbbf57-e35a-464f-ae76-1af595be2e8e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:33.069183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Attempting to bind port 2acbbf57-e35a-464f-ae76-1af595be2e8e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:51:33.069556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Attempting to bind port 2acbbf57-e35a-464f-ae76-1af595be2e8e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:51:33.069913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Attempting to bind port 2acbbf57-e35a-464f-ae76-1af595be2e8e on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:51:33.082630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.082982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.083320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.083681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.084010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.084341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.084662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.084987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.085311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.085628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.085947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.086265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.086575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:33.093293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:51:33.093675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:51:33.094728 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.094728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:51:33.095048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Bound port: 2acbbf57-e35a-464f-ae76-1af595be2e8e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:51:33.095310 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.175558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] For port 2acbbf57-e35a-464f-ae76-1af595be2e8e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:51:33.180201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-a1c75521-e075-4d1f-b766-b176b6753e07', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:51:33.181047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.183938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] For port 2acbbf57-e35a-464f-ae76-1af595be2e8e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2acbbf57-e35a-464f-ae76-1af595be2e8e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:51:33.197401 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.252010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ec2e4-6a3f-4fb8-8960-bff84a75068b None None] Pushing event updated for resources: {'Port': ['ID=2acbbf57-e35a-464f-ae76-1af595be2e8e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:33.350215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:51:33.351100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:51:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:33.443345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.512375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Allocated IP 172.20.0.2 (a1c75521-e075-4d1f-b766-b176b6753e07/be909238-66c5-4f9a-8f52-2f46348998fa/935374ba-2559-470a-8539-d59ea58c9e7e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:33.522802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:51:33.810805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Publish callbacks [] for port (935374ba-2559-470a-8539-d59ea58c9e7e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.818119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.866652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Network a1c75521-e075-4d1f-b766-b176b6753e07 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:33.872533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.1 (a1c75521-e075-4d1f-b766-b176b6753e07/be909238-66c5-4f9a-8f52-2f46348998fa/8f229752-e696-4434-8a23-d5d5ce269306) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:33.874686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:33.880248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:51:33.888431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Pushing event updated for resources: {'Port': ['ID=935374ba-2559-470a-8539-d59ea58c9e7e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:33.899211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:31Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:33.977348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615ee396-1a2d-4a19-ae83-421c0db895b9 None None] The sync data for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 is: [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:31Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:33.990063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Attempting to bind port 935374ba-2559-470a-8539-d59ea58c9e7e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:51:33.990436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Attempting to bind port 935374ba-2559-470a-8539-d59ea58c9e7e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:51:33.990797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Attempting to bind port 935374ba-2559-470a-8539-d59ea58c9e7e on network a1c75521-e075-4d1f-b766-b176b6753e07 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:51:33.996241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:51:33.996622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Checking segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:51:33.997291 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:33.997683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Bound using segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:51:33.998151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Bound port: 935374ba-2559-470a-8539-d59ea58c9e7e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:51:33.998535 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.014563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (8f229752-e696-4434-8a23-d5d5ce269306), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.055143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8f229752-e696-4434-8a23-d5d5ce269306), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.097490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] For port 935374ba-2559-470a-8539-d59ea58c9e7e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:51:34.103078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] For port 935374ba-2559-470a-8539-d59ea58c9e7e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=935374ba-2559-470a-8539-d59ea58c9e7e,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:51:34.110303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network a1c75521-e075-4d1f-b766-b176b6753e07 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:34.113820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:34.114997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.118941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:51:34.145038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=8f229752-e696-4434-8a23-d5d5ce269306,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:34.171031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (43e187bc-54ec-4052-bea5-19488b8b90d3), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.202738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f7dbd-c792-4d16-ba7d-d81f60804f4b None None] Pushing event updated for resources: {'Port': ['ID=935374ba-2559-470a-8539-d59ea58c9e7e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:34.387534 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8f229752-e696-4434-8a23-d5d5ce269306), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.747702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (8f229752-e696-4434-8a23-d5d5ce269306), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.754343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8f229752-e696-4434-8a23-d5d5ce269306), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.838293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=8f229752-e696-4434-8a23-d5d5ce269306,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:34.846405 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (43e187bc-54ec-4052-bea5-19488b8b90d3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:34.948230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network a1c75521-e075-4d1f-b766-b176b6753e07 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:34.949822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:35.091809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 43e187bc-54ec-4052-bea5-19488b8b90d3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:51:35.225068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:51:35.230643 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a2f3b882-f573-4d75-98f6-2cd1c741d03c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/43e187bc-54ec-4052-bea5-19488b8b90d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2975361 Feb 17 22:51:35.424355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb14bc-eb03-421c-947a-0a309a117b96 None None] Network a1c75521-e075-4d1f-b766-b176b6753e07 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:51:35.495355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0a50d7fd-b27c-40c5-95f7-de6d2262fb18 None None] Provisioning complete for port 935374ba-2559-470a-8539-d59ea58c9e7e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:35.495754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a50d7fd-b27c-40c5-95f7-de6d2262fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:35.522825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9fab9fe6-1750-49d1-8b6b-8624e8127e79 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951051889&fields=id&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 267 time: 0.0476778 Feb 17 22:51:35.620381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0a50d7fd-b27c-40c5-95f7-de6d2262fb18 None None] Current status of the port 935374ba-2559-470a-8539-d59ea58c9e7e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:35.620766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a50d7fd-b27c-40c5-95f7-de6d2262fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:35.654323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-3c81977a-84d4-4551-a4de-b9598decabf0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:35.655634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-3c81977a-84d4-4551-a4de-b9598decabf0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 796 time: 0.1210291 Feb 17 22:51:35.658644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0a50d7fd-b27c-40c5-95f7-de6d2262fb18 None None] For port 935374ba-2559-470a-8539-d59ea58c9e7e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=935374ba-2559-470a-8539-d59ea58c9e7e,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:51:35.667687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0a50d7fd-b27c-40c5-95f7-de6d2262fb18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:35.679034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-aff950db-bd03-4d84-a83f-0886d8a36fec tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/quotas/b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 375 time: 0.0167394 Feb 17 22:51:35.756674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a50d7fd-b27c-40c5-95f7-de6d2262fb18 None None] Pushing event updated for resources: {'Port': ['ID=935374ba-2559-470a-8539-d59ea58c9e7e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:35.767359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-3553eac6-768c-4d3d-99c5-36e267362667 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830183 Feb 17 22:51:35.784302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-df566f5f-bfdf-4da9-a0d2-ef7e547e618b service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:51:35.785654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-df566f5f-bfdf-4da9-a0d2-ef7e547e618b service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067542 Feb 17 22:51:35.892195 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-04813d61-2282-4d7e-b748-d3e8c63adb72 service neutron] 10.222.0.79 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999260 Feb 17 22:51:35.917199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e7b44cdc-3d8c-445f-8295-06673a5c202d None None] Provisioning complete for port 8f229752-e696-4434-8a23-d5d5ce269306 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:35.917829 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7b44cdc-3d8c-445f-8295-06673a5c202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8f229752-e696-4434-8a23-d5d5ce269306), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:35.971000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e7b44cdc-3d8c-445f-8295-06673a5c202d None None] Port 8f229752-e696-4434-8a23-d5d5ce269306 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:51:35.986440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e7b44cdc-3d8c-445f-8295-06673a5c202d None None] Provisioning complete for port 935374ba-2559-470a-8539-d59ea58c9e7e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:35.986820 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7b44cdc-3d8c-445f-8295-06673a5c202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.021866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-645241a8-f94f-466d-a824-fc264eb29964 service neutron] 10.222.0.79 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224921 Feb 17 22:51:36.134928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e7b44cdc-3d8c-445f-8295-06673a5c202d None None] Current status of the port 935374ba-2559-470a-8539-d59ea58c9e7e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:36.226771 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Sync routers for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:36.242967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2acbbf57-e35a-464f-ae76-1af595be2e8e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:51:36.255766 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:51:36.257271 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:51:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:36.317259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2cf5179c-cac2-450d-b9fd-2e5b54ac1393 None None] Provisioning complete for port 8f229752-e696-4434-8a23-d5d5ce269306 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:36.317727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2cf5179c-cac2-450d-b9fd-2e5b54ac1393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8f229752-e696-4434-8a23-d5d5ce269306), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.363147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-283ce6f5-21d8-46a3-a933-fa3eea2592fb req-70b44726-a366-4978-885f-3423c096e0bb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 210 time: 0.0393357 Feb 17 22:51:36.370788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2cf5179c-cac2-450d-b9fd-2e5b54ac1393 None None] Port 8f229752-e696-4434-8a23-d5d5ce269306 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:51:36.377433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2acbbf57-e35a-464f-ae76-1af595be2e8e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:36.378439 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.391027 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:51:36.474266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2acbbf57-e35a-464f-ae76-1af595be2e8e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:36.474978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.501435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 2acbbf57-e35a-464f-ae76-1af595be2e8e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2acbbf57-e35a-464f-ae76-1af595be2e8e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:51:36.508491 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.509333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 935374ba-2559-470a-8539-d59ea58c9e7e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:51:36.592376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=2acbbf57-e35a-464f-ae76-1af595be2e8e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:36.617197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 935374ba-2559-470a-8539-d59ea58c9e7e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:36.617576 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.641084 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b05bb329-a54a-415c-8163-054dfcaec3cb None None] Provisioning complete for port 8f229752-e696-4434-8a23-d5d5ce269306 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:36.641490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b05bb329-a54a-415c-8163-054dfcaec3cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8f229752-e696-4434-8a23-d5d5ce269306), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.643969 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 2, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:36.670151 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Checking router: 43e187bc-54ec-4052-bea5-19488b8b90d3 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:51:36.670745 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Updating router 43e187bc-54ec-4052-bea5-19488b8b90d3 port 8f229752-e696-4434-8a23-d5d5ce269306 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:51:36.688248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b05bb329-a54a-415c-8163-054dfcaec3cb None None] Port 8f229752-e696-4434-8a23-d5d5ce269306 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:51:36.702424 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8f229752-e696-4434-8a23-d5d5ce269306), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.732161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 935374ba-2559-470a-8539-d59ea58c9e7e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:36.964924 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Publish callbacks [] for port (8f229752-e696-4434-8a23-d5d5ce269306), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:36.970812 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8f229752-e696-4434-8a23-d5d5ce269306), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.019632 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Pushing event updated for resources: {'Port': ['ID=8f229752-e696-4434-8a23-d5d5ce269306,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:37.043525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.043881 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.044201 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.044532 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.044857 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.045180 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.045506 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.045828 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.046186 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.046464 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.046779 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.047092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.048067 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:51:37.087312 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Attempting to bind port 8f229752-e696-4434-8a23-d5d5ce269306 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:51:37.087729 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Attempting to bind port 8f229752-e696-4434-8a23-d5d5ce269306 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:51:37.088073 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Attempting to bind port 8f229752-e696-4434-8a23-d5d5ce269306 on network a1c75521-e075-4d1f-b766-b176b6753e07 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:51:37.093789 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:51:37.094172 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Checking segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:51:37.095629 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.095954 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Bound using segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:51:37.096424 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Bound port: 8f229752-e696-4434-8a23-d5d5ce269306, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:51:37.098567 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8f229752-e696-4434-8a23-d5d5ce269306), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.168696 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] For port 8f229752-e696-4434-8a23-d5d5ce269306, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:51:37.177335 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] For port 8f229752-e696-4434-8a23-d5d5ce269306, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8f229752-e696-4434-8a23-d5d5ce269306,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:51:37.192408 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8f229752-e696-4434-8a23-d5d5ce269306), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.242244 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:51:37.242858 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:51:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:37.321038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-85514886-05bc-4efc-b9ef-b9048ce15ea7 None None] Provisioning complete for port 8f229752-e696-4434-8a23-d5d5ce269306 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:37.322231 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85514886-05bc-4efc-b9ef-b9048ce15ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8f229752-e696-4434-8a23-d5d5ce269306), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.378224 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:51:37.431651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-85514886-05bc-4efc-b9ef-b9048ce15ea7 None None] Current status of the port 8f229752-e696-4434-8a23-d5d5ce269306 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:37.432426 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85514886-05bc-4efc-b9ef-b9048ce15ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8f229752-e696-4434-8a23-d5d5ce269306), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.514481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-920f7e1f-def6-4a43-9b69-9b3636efe597 req-c993f715-2ef7-4465-9eae-2724725f3319 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 210 time: 0.0735185 Feb 17 22:51:37.589127 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb28817-9882-4b72-bea4-902051755936 None None] Pushing event updated for resources: {'Port': ['ID=8f229752-e696-4434-8a23-d5d5ce269306,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:37.672125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-85514886-05bc-4efc-b9ef-b9048ce15ea7 None None] For port 8f229752-e696-4434-8a23-d5d5ce269306, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8f229752-e696-4434-8a23-d5d5ce269306,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:51:37.678835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-85514886-05bc-4efc-b9ef-b9048ce15ea7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8f229752-e696-4434-8a23-d5d5ce269306), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.694474 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:37.730621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85514886-05bc-4efc-b9ef-b9048ce15ea7 None None] Pushing event updated for resources: {'Port': ['ID=8f229752-e696-4434-8a23-d5d5ce269306,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:37.799931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9b6580aa-3c4b-46f2-b14b-db97ecbe5070 None None] Provisioning complete for port 8f229752-e696-4434-8a23-d5d5ce269306 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:37.800934 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b6580aa-3c4b-46f2-b14b-db97ecbe5070 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8f229752-e696-4434-8a23-d5d5ce269306), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:37.837827 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271eb196-5b6d-4acb-ba42-3d898516e297 None None] The sync data for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 is: [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:37.898092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b6580aa-3c4b-46f2-b14b-db97ecbe5070 None None] Current status of the port 8f229752-e696-4434-8a23-d5d5ce269306 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:38.183645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8f229752-e696-4434-8a23-d5d5ce269306 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:51:38.241566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8f229752-e696-4434-8a23-d5d5ce269306 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:38.242363 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8f229752-e696-4434-8a23-d5d5ce269306), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:38.331345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8f229752-e696-4434-8a23-d5d5ce269306 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:38.332648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2acbbf57-e35a-464f-ae76-1af595be2e8e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:51:38.393046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2acbbf57-e35a-464f-ae76-1af595be2e8e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:38.393418 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:38.475986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2acbbf57-e35a-464f-ae76-1af595be2e8e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:38.634304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55e84a4b-a4d3-4596-b912-741475c51238 req-9785360a-913c-4a37-bf18-d80622c1091f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 210 time: 0.0306826 Feb 17 22:51:39.461799 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:39.524771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-ed0617e6-c966-4887-829f-7bcff60c9925 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:39.526557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-ed0617e6-c966-4887-829f-7bcff60c9925 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 796 time: 0.1388650 Feb 17 22:51:39.595943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-e6a18dd5-d70d-4a83-8726-614acc909849 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 379 time: 0.0606754 Feb 17 22:51:39.607467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'port': {'device_id': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'admin_state_up': True, 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'security_groups': ['f262b817-34fb-465e-9a0a-cdb7d73941de']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:39.734200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:51:39.738082 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:39.757041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4431846f-da8c-4121-81cd-57d469128fc9 req-155a8f5d-d5df-47d5-b5a7-83b144c2a412 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 210 time: 0.0407279 Feb 17 22:51:39.894571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.12 (a1c75521-e075-4d1f-b766-b176b6753e07/be909238-66c5-4f9a-8f52-2f46348998fa/c7cc7ffc-06be-419b-8044-ddaf269380b8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:40.038051 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:40.069798 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:40.112904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network a1c75521-e075-4d1f-b766-b176b6753e07 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:40.118093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:40.120502 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:51:40.157779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:40.186897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:40.187535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:40.206649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-93fa7a33-2390-4b12-8e64-3f048a9d2daf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6026957 Feb 17 22:51:40.274176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Request body: {'port': {'device_id': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:40.371105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cddd000a-9725-494e-a0bd-48661c9219bf None None] Provisioning complete for port c7cc7ffc-06be-419b-8044-ddaf269380b8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:40.371931 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cddd000a-9725-494e-a0bd-48661c9219bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:40.414482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cddd000a-9725-494e-a0bd-48661c9219bf None None] Port c7cc7ffc-06be-419b-8044-ddaf269380b8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:51:40.576405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:40.864710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7cc7ffc-06be-419b-8044-ddaf269380b8 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:51:40.874096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Publish callbacks [] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:40.891342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Transition to ACTIVE for port object c7cc7ffc-06be-419b-8044-ddaf269380b8 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:51:40.897253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:40.933720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88fa10c-8537-4f1e-a3bd-e8411687a0a9 req-ae498c2e-afdc-4b9b-b12a-cba2dd550502 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:40.935479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88fa10c-8537-4f1e-a3bd-e8411687a0a9 req-ae498c2e-afdc-4b9b-b12a-cba2dd550502 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 932 time: 0.1041837 Feb 17 22:51:40.978853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:41.063899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c88fa10c-8537-4f1e-a3bd-e8411687a0a9 req-70267a2c-ed12-4be1-afdb-062fa371dbdc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1193736 Feb 17 22:51:41.097596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:51:41.097931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:51:41.098278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 on network a1c75521-e075-4d1f-b766-b176b6753e07 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:51:41.102956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Port c7cc7ffc-06be-419b-8044-ddaf269380b8 on network a1c75521-e075-4d1f-b766-b176b6753e07 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:51:41.103273 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 on network a1c75521-e075-4d1f-b766-b176b6753e07 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:51:41.108327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:51:41.108664 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Checking segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:51:41.109046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Bound using segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:51:41.109466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Bound port: c7cc7ffc-06be-419b-8044-ddaf269380b8, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:51:41.110382 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:41.176304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:51:41.179278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:51:41.185369 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:41.220414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.221073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:41.222473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] 10.222.0.73 "PUT /v2.0/ports/c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1093 time: 1.0087235 Feb 17 22:51:41.223009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:41.225402 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc772ed5-5c84-487e-a693-074f5021feae" -d '{"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:51:41.250434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9301cf4d-8760-4375-b7b8-0f59cd87e90a service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:41.321297 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b227b12-77ad-4fb9-955d-65ff94fe83be x-openstack-request-id: req-6b227b12-77ad-4fb9-955d-65ff94fe83be {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:51:41.321599 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:51:41.321865 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6b227b12-77ad-4fb9-955d-65ff94fe83be {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:51:41.322259 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'status': 'completed', 'code': 200} Feb 17 22:51:41.345990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-0556875c-f7d2-4eff-b726-3124c6f9fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.347525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-0556875c-f7d2-4eff-b726-3124c6f9fe1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1127 time: 0.0629420 Feb 17 22:51:41.390673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-34b9135c-23e2-4b58-b7f4-6bf676574da2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 217 time: 0.0361602 Feb 17 22:51:41.442913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-94f2223d-2a3c-439c-8063-66f909268f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.444422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-94f2223d-2a3c-439c-8063-66f909268f57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0481942 Feb 17 22:51:41.497990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-3fbb038e-c29b-46b8-8797-88aaecd85c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.499432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-3fbb038e-c29b-46b8-8797-88aaecd85c31 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491116 Feb 17 22:51:41.592297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-b8190b80-bb29-4f9e-a5da-6d0d7e9d9761 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864239 Feb 17 22:51:41.681728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82f7a3e1-3eb4-407f-b200-3e1335938aee req-5e2ed80f-6049-499d-9fe9-e2fb141c9137 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831592 Feb 17 22:51:41.781665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772ed5-5c84-487e-a693-074f5021feae req-3b8db170-2900-4a81-b08f-e63541c94c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.783188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc772ed5-5c84-487e-a693-074f5021feae req-3b8db170-2900-4a81-b08f-e63541c94c2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1127 time: 0.0525951 Feb 17 22:51:41.872134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772ed5-5c84-487e-a693-074f5021feae req-acd2bd7c-9678-4825-b7e7-8a7f279217dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.873607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc772ed5-5c84-487e-a693-074f5021feae req-acd2bd7c-9678-4825-b7e7-8a7f279217dd service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.0845110 Feb 17 22:51:41.918679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc772ed5-5c84-487e-a693-074f5021feae req-716652d1-2fff-4f92-9990-eb9538c136a5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 217 time: 0.0384939 Feb 17 22:51:41.968063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772ed5-5c84-487e-a693-074f5021feae req-a247fe0a-97a6-45e9-af6a-c63199993552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:41.969736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc772ed5-5c84-487e-a693-074f5021feae req-a247fe0a-97a6-45e9-af6a-c63199993552 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0454214 Feb 17 22:51:42.023211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc772ed5-5c84-487e-a693-074f5021feae req-c0645cce-8760-4dea-84dd-e9c26748138d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:42.024952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc772ed5-5c84-487e-a693-074f5021feae req-c0645cce-8760-4dea-84dd-e9c26748138d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489419 Feb 17 22:51:42.129599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc772ed5-5c84-487e-a693-074f5021feae req-303cf9a1-4561-4d19-ad00-fd4ed2d06d21 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962710 Feb 17 22:51:42.260963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fbd4f-5e4c-4799-8765-e0edc41b425b req-074b48ac-fa79-4e87-93fc-6d6dd8dcbb90 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:42.262357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b96fbd4f-5e4c-4799-8765-e0edc41b425b req-074b48ac-fa79-4e87-93fc-6d6dd8dcbb90 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 944 time: 0.1181145 Feb 17 22:51:42.268443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc772ed5-5c84-487e-a693-074f5021feae req-1ddd364a-f5a9-483f-924d-291a5803b366 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326296 Feb 17 22:51:42.319390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b96fbd4f-5e4c-4799-8765-e0edc41b425b req-f87712db-5708-410f-829b-ba0b557732d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499816 Feb 17 22:51:43.445127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b99ae4-89bd-4953-9fac-69cc8424df14 req-2de5ebfd-a86b-4102-8329-fca699395c87 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:43.446611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82b99ae4-89bd-4953-9fac-69cc8424df14 req-2de5ebfd-a86b-4102-8329-fca699395c87 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 944 time: 0.0533071 Feb 17 22:51:43.498009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82b99ae4-89bd-4953-9fac-69cc8424df14 req-341bd4e7-d820-4404-8c43-d9a2f5d86be0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457880 Feb 17 22:51:44.461964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-51277c12-d52e-443e-951e-96df65424c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:44.637714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e92f35-f7d9-47ec-8f66-0636853df2cd req-11806c30-4740-48c1-b4c9-6ba15e5a8fda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:44.639261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19e92f35-f7d9-47ec-8f66-0636853df2cd req-11806c30-4740-48c1-b4c9-6ba15e5a8fda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 944 time: 0.0576332 Feb 17 22:51:44.689928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19e92f35-f7d9-47ec-8f66-0636853df2cd req-8b9bf526-85f4-499f-850b-3988c76a1242 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448024 Feb 17 22:51:44.740216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:51:44.840787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:51:44.853109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'port_id': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'mac_address': 'fa:16:3e:9f:e3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:51:44.890249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c7cc7ffc-06be-419b-8044-ddaf269380b8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:44.890670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:44.903532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cc7ffc-06be-419b-8044-ddaf269380b8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:51:44.923809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:51:44.928331 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:44.977463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:45.171128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['c7cc7ffc-06be-419b-8044-ddaf269380b8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:51:45.811911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8def1e7-033e-4e56-905a-8067528d91a1 req-3d46c524-2d9b-4791-9ff1-6e555ca903b7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:45.813995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8def1e7-033e-4e56-905a-8067528d91a1 req-3d46c524-2d9b-4791-9ff1-6e555ca903b7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 945 time: 0.0567999 Feb 17 22:51:45.868351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8def1e7-033e-4e56-905a-8067528d91a1 req-7fe7f5d8-5b91-4f81-936b-f973f70bcb4d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484023 Feb 17 22:51:46.755131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:51:46.806078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port c7cc7ffc-06be-419b-8044-ddaf269380b8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:51:46.810270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port c7cc7ffc-06be-419b-8044-ddaf269380b8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:51:46.810649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:46.887814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port c7cc7ffc-06be-419b-8044-ddaf269380b8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:51:46.888201 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:46.912522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:46.915439 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b221a55-2b93-499f-9b7b-4ee13736949f" -d '{"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-plugged", "status": "completed", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:51:46.928621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:51:46.932973 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:46.987664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:47.005283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41251d3a-3917-4437-a365-03311d28d7fd req-ebdf148f-b120-49ac-aeb9-a3a179627ed5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:47.006712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41251d3a-3917-4437-a365-03311d28d7fd req-ebdf148f-b120-49ac-aeb9-a3a179627ed5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0642295 Feb 17 22:51:47.059138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41251d3a-3917-4437-a365-03311d28d7fd req-b3b908b1-173b-4a27-93d5-cd0a66caf9bb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466321 Feb 17 22:51:47.113230 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e373530-c3ab-4cf5-ab9a-0eb8c01fa474 x-openstack-request-id: req-9e373530-c3ab-4cf5-ab9a-0eb8c01fa474 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:51:47.113539 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-plugged", "status": "completed", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:51:47.113800 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e373530-c3ab-4cf5-ab9a-0eb8c01fa474 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:51:47.114201 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'code': 200} Feb 17 22:51:47.217129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e03c0-b4e3-4958-b016-813bd4c71bd9 req-74316ee1-76c2-4324-9c76-6dcb672bcdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:47.219175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-128e03c0-b4e3-4958-b016-813bd4c71bd9 req-74316ee1-76c2-4324-9c76-6dcb672bcdb7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1129 time: 0.0489440 Feb 17 22:51:47.264699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-128e03c0-b4e3-4958-b016-813bd4c71bd9 req-2a2c4d26-2be6-44d8-b9c3-10226bbe0547 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396283 Feb 17 22:51:47.327602 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-797664ce-7768-44e5-91eb-640943bdc20b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:48.008591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:48.186408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba5d5d-cfcb-408f-b0f8-f386459e51ec req-78fe707c-009e-4a90-b8fc-42ab8aeb69d1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:48.187928 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfba5d5d-cfcb-408f-b0f8-f386459e51ec req-78fe707c-009e-4a90-b8fc-42ab8aeb69d1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0556581 Feb 17 22:51:48.240485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfba5d5d-cfcb-408f-b0f8-f386459e51ec req-39dd0ab6-501f-4dd6-9668-0f7b8745062f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466204 Feb 17 22:51:49.360848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6aa8d-8704-4077-b9b8-3be77975c6a5 req-e67827e7-1c20-4107-b4b2-9d6068eefaa6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:49.362236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ef6aa8d-8704-4077-b9b8-3be77975c6a5 req-e67827e7-1c20-4107-b4b2-9d6068eefaa6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0545397 Feb 17 22:51:49.409184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:49.421077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ef6aa8d-8704-4077-b9b8-3be77975c6a5 req-94a55cb0-feda-43b2-bfe1-0a9466507298 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517981 Feb 17 22:51:49.545041 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f201fa-1a6f-416d-9386-a3a9c0d2b2d8 req-fddf9d0a-2d80-41b2-98d6-721073429638 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:49.547090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00f201fa-1a6f-416d-9386-a3a9c0d2b2d8 req-fddf9d0a-2d80-41b2-98d6-721073429638 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0540707 Feb 17 22:51:49.598781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00f201fa-1a6f-416d-9386-a3a9c0d2b2d8 req-fbd36c5c-4c8b-4199-a3b2-f31fcbdb2bb0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458043 Feb 17 22:51:49.621612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57628) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:49.664897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217b084a-c568-4d95-8370-22e800c12202 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:49.666606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-217b084a-c568-4d95-8370-22e800c12202 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1124 time: 0.0438631 Feb 17 22:51:49.669517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57630) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:49.674554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:51:49.695320 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:49.801851 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:49.909035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.131 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/d5284998-4b99-4d72-ab0d-2f0eb06e3a9e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:51:50.017571 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.053680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.089283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:51:50.096138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:51:50.099730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:51:50.121167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=d5284998-4b99-4d72-ab0d-2f0eb06e3a9e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:50.300337 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:51:50.458282 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (f54066a9-2329-438b-b478-e8bcc86dba9a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.531412 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.685172 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.689861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.757529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=d5284998-4b99-4d72-ab0d-2f0eb06e3a9e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:51:50.771644 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (f54066a9-2329-438b-b478-e8bcc86dba9a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.865307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:50.877553 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP f54066a9-2329-438b-b478-e8bcc86dba9a associated. External IP: 172.25.0.131, port: c7cc7ffc-06be-419b-8044-ddaf269380b8. Feb 17 22:51:51.103325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 43e187bc-54ec-4052-bea5-19488b8b90d3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:51:51.212331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:51:51.223622 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] Sync routers for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:51:51.231872 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:51.236387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:51:51.237123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:51:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.265532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-34728a7d-aab7-459f-aa11-dbf3d2f3e032 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5919938 Feb 17 22:51:51.265532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:51:51.267804 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-822a1a47-e146-41d0-abbf-88de548116b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:51:51.355132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:51:51.376450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c21fdd-f0f7-4a74-adb7-4acc59bf2062 req-e86652f6-ac21-4dbe-8b0c-63964a878337 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:51.377943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73c21fdd-f0f7-4a74-adb7-4acc59bf2062 req-e86652f6-ac21-4dbe-8b0c-63964a878337 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0628576 Feb 17 22:51:51.428359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73c21fdd-f0f7-4a74-adb7-4acc59bf2062 req-8449d42f-1917-4d13-8663-e56d75e88c9a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441422 Feb 17 22:51:51.452154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 57648) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:51.483469 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8185549c-31e2-4f60-b0c9-eb327bf10836 x-openstack-request-id: req-8185549c-31e2-4f60-b0c9-eb327bf10836 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:51:51.484499 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:51:51.484979 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8185549c-31e2-4f60-b0c9-eb327bf10836 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:51:51.485611 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'status': 'completed', 'code': 200} Feb 17 22:51:51.520028 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3423df87-c161-44a4-99f3-e2211e8f8dbd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f54066a9-2329-438b-b478-e8bcc86dba9a HTTP/1.1" status: 200 len: 992 time: 0.0660834 Feb 17 22:51:51.554947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a1a47-e146-41d0-abbf-88de548116b0 req-236c7aae-43e1-4294-80ac-2b9cf0995e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:51.556516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-822a1a47-e146-41d0-abbf-88de548116b0 req-236c7aae-43e1-4294-80ac-2b9cf0995e68 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1129 time: 0.0483913 Feb 17 22:51:51.596770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f54066a9-2329-438b-b478-e8bcc86dba9a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'port_id': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'mac_address': 'fa:16:3e:9f:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:51:50Z', 'updated_at': '2022-02-17T22:51:50Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.624127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] Checking router: 43e187bc-54ec-4052-bea5-19488b8b90d3 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:51:51.633955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:51:51.634584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:51:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:51.750746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:51:51.892852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a1a47-e146-41d0-abbf-88de548116b0 req-b6aafbe8-1f4a-4fa6-b688-4321c6d004b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:51.894318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-822a1a47-e146-41d0-abbf-88de548116b0 req-b6aafbe8-1f4a-4fa6-b688-4321c6d004b6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.3310084 Feb 17 22:51:51.960834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-822a1a47-e146-41d0-abbf-88de548116b0 req-791457f4-baa9-451f-b55c-ac090194b5e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1000 time: 0.0602639 Feb 17 22:51:51.985245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f54066a9-2329-438b-b478-e8bcc86dba9a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'port_id': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'mac_address': 'fa:16:3e:9f:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:51:50Z', 'updated_at': '2022-02-17T22:51:50Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:51:52.017663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd5609-c8c4-4e7c-a540-fa1418e93182 None None] The sync data for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 is: [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f54066a9-2329-438b-b478-e8bcc86dba9a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'port_id': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'mac_address': 'fa:16:3e:9f:e3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:51:50Z', 'updated_at': '2022-02-17T22:51:50Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:51:52.019935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a1a47-e146-41d0-abbf-88de548116b0 req-08524479-ced1-4fd5-a0b1-88651278d7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:52.022055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-822a1a47-e146-41d0-abbf-88de548116b0 req-08524479-ced1-4fd5-a0b1-88651278d7fd service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0550010 Feb 17 22:51:52.083941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a1a47-e146-41d0-abbf-88de548116b0 req-0e377083-5ba1-4e66-9a11-27a531211858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:52.085451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-822a1a47-e146-41d0-abbf-88de548116b0 req-0e377083-5ba1-4e66-9a11-27a531211858 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0581207 Feb 17 22:51:52.197155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-822a1a47-e146-41d0-abbf-88de548116b0 req-81f53ef7-a7de-4c82-b57d-be375d22e213 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059213 Feb 17 22:51:52.273951 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ed566-a1c1-4465-8e6f-d496f7f811be None None] New status for floating IP f54066a9-2329-438b-b478-e8bcc86dba9a: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:51:52.303049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-822a1a47-e146-41d0-abbf-88de548116b0 req-2b67ec50-875a-4913-8c24-4535ccc2dbc1 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994565 Feb 17 22:51:52.521861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 57656) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:51:52.587514 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5cbe0928-bf3e-4f92-b184-639a8cf7307f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f54066a9-2329-438b-b478-e8bcc86dba9a HTTP/1.1" status: 200 len: 994 time: 0.0645831 Feb 17 22:51:55.432594 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:51:58.490285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-35ff6aea-19ac-4542-95a7-799d05106207 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460348 Feb 17 22:51:58.582569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-5fedfd87-236a-43ee-8b50-e3458bd09e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:58.583997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-5fedfd87-236a-43ee-8b50-e3458bd09e59 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1129 time: 0.0483384 Feb 17 22:51:58.686122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-f8bcae83-4db4-497c-a895-ad707e604031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:58.687601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-f8bcae83-4db4-497c-a895-ad707e604031 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.0846066 Feb 17 22:51:58.755901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-1c7ce316-3c75-483b-9a67-d4dd963edf38 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1002 time: 0.0624616 Feb 17 22:51:58.804148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-4fbe3b35-e39c-4a08-b9da-25555a05ceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:58.805649 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-4fbe3b35-e39c-4a08-b9da-25555a05ceb7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0440931 Feb 17 22:51:58.855623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-8f7145e7-63ab-434b-a2af-6eafa52a6090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:51:58.857020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-8f7145e7-63ab-434b-a2af-6eafa52a6090 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449479 Feb 17 22:51:58.948100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-3e3355ab-3401-4bd6-9be8-abd4a3ad9258 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847082 Feb 17 22:51:59.037659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51a76f8d-9ee1-41bd-9df5-f9ef2727ef89 req-f4b0b219-fee3-422c-83bb-593410b73cca service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831468 Feb 17 22:52:09.462089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:14.465288 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c7e4b76-1847-4831-9709-fbe1e07c7cf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:15.455706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-f4749320-9d6c-46e0-bb98-8d75a411466f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454388 Feb 17 22:52:15.579637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1efc-9117-4890-958b-551b73257396 req-7f9b1494-c436-4e7d-8bb1-ae7504c7abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:15.580416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-7f9b1494-c436-4e7d-8bb1-ae7504c7abe6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1129 time: 0.0637410 Feb 17 22:52:15.696410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1efc-9117-4890-958b-551b73257396 req-82f3fabd-b509-4c16-93eb-a20b0915fe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:15.698204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-82f3fabd-b509-4c16-93eb-a20b0915fe76 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.0985303 Feb 17 22:52:15.775922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-387a7b52-c8f4-4002-8a86-5a493618ca67 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 1001 time: 0.0709779 Feb 17 22:52:15.825364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1efc-9117-4890-958b-551b73257396 req-0844186d-14a8-40e4-99a2-451de7d7bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:15.827517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-0844186d-14a8-40e4-99a2-451de7d7bd52 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0451913 Feb 17 22:52:15.877108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f1efc-9117-4890-958b-551b73257396 req-b60a4440-7f52-49e9-befe-4a177ff9d583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:15.878764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-b60a4440-7f52-49e9-befe-4a177ff9d583 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458603 Feb 17 22:52:15.986739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-6a3434f1-d13b-4dd8-bb15-34f4481a653a service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018026 Feb 17 22:52:16.081616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-241f1efc-9117-4890-958b-551b73257396 req-84a9aa34-316e-4af8-9e10-180fed5c4f72 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889952 Feb 17 22:52:17.332244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07774334-7459-4448-957f-7e9200efe418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:18.013959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:19.411944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:20.868125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:23.895687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d6e8b-7f20-43cf-b7eb-28a27f118c4a req-d96c856b-379c-46fe-b40d-48e3fed3b43a tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:23.897509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-644d6e8b-7f20-43cf-b7eb-28a27f118c4a req-d96c856b-379c-46fe-b40d-48e3fed3b43a tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1129 time: 0.0581496 Feb 17 22:52:23.917194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-644d6e8b-7f20-43cf-b7eb-28a27f118c4a req-d81ac5ae-8511-4e6f-aadc-9d2dd5be425f tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:24.003507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-644d6e8b-7f20-43cf-b7eb-28a27f118c4a req-d81ac5ae-8511-4e6f-aadc-9d2dd5be425f tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Publish callbacks [] for security_group (9d829fec-2479-403d-9204-bf4a65449ba2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:24.008630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-644d6e8b-7f20-43cf-b7eb-28a27f118c4a req-d81ac5ae-8511-4e6f-aadc-9d2dd5be425f tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9d829fec-2479-403d-9204-bf4a65449ba2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:24.050487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ac5ae-8511-4e6f-aadc-9d2dd5be425f tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d829fec-2479-403d-9204-bf4a65449ba2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:24.056303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-644d6e8b-7f20-43cf-b7eb-28a27f118c4a req-d81ac5ae-8511-4e6f-aadc-9d2dd5be425f tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533139 Feb 17 22:52:24.210352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6fa6-13ab-4d96-bda9-aef71a3303ef req-5258929e-254d-4099-8d82-6e2cef101ab6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:24.211872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b36f6fa6-13ab-4d96-bda9-aef71a3303ef req-5258929e-254d-4099-8d82-6e2cef101ab6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0611553 Feb 17 22:52:24.295681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b36f6fa6-13ab-4d96-bda9-aef71a3303ef req-55c4af9a-0b4f-4827-b956-724150b36657 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728431 Feb 17 22:52:24.312596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58048) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:52:24.402738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0bca7638-59c5-4441-a2a9-dee1e1d38a4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f54066a9-2329-438b-b478-e8bcc86dba9a HTTP/1.1" status: 200 len: 994 time: 0.0886564 Feb 17 22:52:24.830560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-9a376112-b4c5-4537-a217-5a6981afe56d req-da470bab-5f1a-45ca-9eaa-7cf5961cddc2 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:52:24.839199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a376112-b4c5-4537-a217-5a6981afe56d req-da470bab-5f1a-45ca-9eaa-7cf5961cddc2 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0924358 Feb 17 22:52:25.224696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58080) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:52:25.288939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180ba02-4d8f-4d9a-a929-635a198ce383 req-b7428791-7dac-4f78-b278-b1b05194dfd3 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:25.290570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2180ba02-4d8f-4d9a-a929-635a198ce383 req-b7428791-7dac-4f78-b278-b1b05194dfd3 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0762262 Feb 17 22:52:25.359989 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-6d7c4908-12b2-4294-8bdd-f9e0b4151226 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339991 Feb 17 22:52:25.368684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a6c38472-3bff-4d5c-97b3-4c7b6584b491 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:52:25.370266 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a6c38472-3bff-4d5c-97b3-4c7b6584b491 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056546 Feb 17 22:52:25.396068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2180ba02-4d8f-4d9a-a929-635a198ce383 req-6c3e29b8-bad7-4d7c-914c-75c4bace9f2f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948765 Feb 17 22:52:25.443195 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:25.796873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:52:26.265798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-218afbbf-6af9-48db-bb88-cbf0d6d603de tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:26.267612 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-218afbbf-6af9-48db-bb88-cbf0d6d603de tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports/c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1126 time: 0.4687712 Feb 17 22:52:26.527800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52b17c-f262-42b4-ba8a-dff2e29167cf req-0f607dbc-8d12-4b6b-ac85-fa27ff47e537 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:26.529829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb52b17c-f262-42b4-ba8a-dff2e29167cf req-0f607dbc-8d12-4b6b-ac85-fa27ff47e537 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0564268 Feb 17 22:52:26.583227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb52b17c-f262-42b4-ba8a-dff2e29167cf req-fd60e8dc-8bd0-4588-9685-fc6e17f3ec03 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Feb 17 22:52:27.014506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-bc0858d2-2222-4b53-bce1-3b8ab03feaa2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214773522&fields=id&tenant_id=4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 267 time: 0.0500293 Feb 17 22:52:27.126763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-6a2097c7-c255-4430-9dd8-64d6519850b3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:27.128221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-6a2097c7-c255-4430-9dd8-64d6519850b3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.1070929 Feb 17 22:52:27.143348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8959a015-1daf-4b35-aa4f-46d09c4dda5a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/quotas/4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 375 time: 0.0095010 Feb 17 22:52:27.208569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-eef85510-aa6c-425b-8025-0ba8bd65a2eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0599418 Feb 17 22:52:27.299830 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:52:27.304048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-bf1667a1-2b2e-4cd2-831f-89618a162627 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839729 Feb 17 22:52:27.398534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-3fc94b43-d9ac-4815-93d1-76db46fdb299 service neutron] 10.222.0.79 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882542 Feb 17 22:52:27.825530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56bb1-1f7f-4ca8-8551-2ae19ee2defe req-ae034fc0-6c3c-4978-a752-7ea549f8b0ba tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:27.827095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8df56bb1-1f7f-4ca8-8551-2ae19ee2defe req-ae034fc0-6c3c-4978-a752-7ea549f8b0ba tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0723522 Feb 17 22:52:27.891902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8df56bb1-1f7f-4ca8-8551-2ae19ee2defe req-6242770f-73db-4c6e-bfc6-9d1e03b7d4c4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567050 Feb 17 22:52:28.003446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9952518-30d7-4205-ac70-feb3288fd77a req-057348fa-44f2-43e7-acea-6075fcb9f763 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0317712 Feb 17 22:52:28.282494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-da4ffae0-d113-4c4f-b210-d800e8e2b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:28.285893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-da4ffae0-d113-4c4f-b210-d800e8e2b9a2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1129 time: 0.0582447 Feb 17 22:52:28.390225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-d2474324-76d4-4a6c-994f-2984593153b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:28.392052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-d2474324-76d4-4a6c-994f-2984593153b3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.0995352 Feb 17 22:52:28.464858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-17c35768-4c5b-4d48-9b90-cb26bed72187 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1002 time: 0.0665205 Feb 17 22:52:28.518657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-e97c2cd3-f121-4923-97af-d9d1ff7c2d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:28.520425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-e97c2cd3-f121-4923-97af-d9d1ff7c2d10 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0507505 Feb 17 22:52:28.571195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-11248cb3-daa4-4085-8c1e-8d9f70616135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:28.572716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-11248cb3-daa4-4085-8c1e-8d9f70616135 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469558 Feb 17 22:52:28.660844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-94ba158f-93e6-429d-882b-355b3d618b50 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813870 Feb 17 22:52:28.762094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-160b3871-876a-4739-8507-1e892450e542 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952966 Feb 17 22:52:28.995232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-c4f01de9-a989-45ea-9ee9-512ac4828665 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:28.997369 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-c4f01de9-a989-45ea-9ee9-512ac4828665 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 811 time: 0.1553183 Feb 17 22:52:29.117323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87158f2d-c603-4408-815f-e0582ceb0b29 req-58683562-fdbc-4de2-9ba9-aae0b555e911 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:29.118943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87158f2d-c603-4408-815f-e0582ceb0b29 req-58683562-fdbc-4de2-9ba9-aae0b555e911 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.1104670 Feb 17 22:52:29.124607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-e8c9c37c-25dc-4c07-970e-642cf04023e8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4965b287b8bc4623952548709f142eb5 HTTP/1.1" status: 200 len: 380 time: 0.1054406 Feb 17 22:52:29.140244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'port': {'device_id': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'admin_state_up': True, 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'security_groups': ['22e4ddae-eefe-4b29-ba2e-94a2de5b29b6']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:29.246389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-87158f2d-c603-4408-815f-e0582ceb0b29 req-8ec64ed6-8949-4363-9912-5d4161521668 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186731 Feb 17 22:52:29.353980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Made reservation on behalf of 4965b287b8bc4623952548709f142eb5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:52:29.358005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:29.362032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbf44103-fc41-4fd0-9e43-4096b66922af req-dc13d566-275c-4233-a4de-a0cb99f06931 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0459731 Feb 17 22:52:29.516817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.20.0.4 (ed5f7050-3968-4fc8-98d7-ff5b7c388da3/4910e50a-63a1-47ef-92da-0dd608be55f5/e8cf4e74-fd41-4d61-9362-45258b546211) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:29.677224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (e8cf4e74-fd41-4d61-9362-45258b546211), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:29.714297 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:29.759542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:29.768108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:29.771861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:52:29.778551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=e8cf4e74-fd41-4d61-9362-45258b546211,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:29.813754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.814067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.814414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.814769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.815101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.815461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.815791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.816124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.816456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.816856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.817123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.817413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.817740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:29.858181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:29.859437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:29.885849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-5a7c0673-e59d-4360-ba36-0b53e8b49258 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564855 Feb 17 22:52:29.976493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Request body: {'port': {'device_id': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:30.066167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:30.174995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-597a4fe9-d3a7-40ec-814a-f1034f91f55e None None] Provisioning complete for port e8cf4e74-fd41-4d61-9362-45258b546211 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:30.175572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-597a4fe9-d3a7-40ec-814a-f1034f91f55e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:30.217631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-597a4fe9-d3a7-40ec-814a-f1034f91f55e None None] Port e8cf4e74-fd41-4d61-9362-45258b546211 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:52:30.371738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cf4e74-fd41-4d61-9362-45258b546211 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:52:30.380297 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Publish callbacks [] for port (e8cf4e74-fd41-4d61-9362-45258b546211), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:30.393533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Transition to ACTIVE for port object e8cf4e74-fd41-4d61-9362-45258b546211 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:30.409639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:30.470704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Pushing event updated for resources: {'Port': ['ID=e8cf4e74-fd41-4d61-9362-45258b546211,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:30.489091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c6337-6307-4ae3-be38-fa22b922d10d req-bbcfeeec-f1d6-4171-a08a-9bb03899db0f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:30.490597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-903c6337-6307-4ae3-be38-fa22b922d10d req-bbcfeeec-f1d6-4171-a08a-9bb03899db0f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.1449294 Feb 17 22:52:30.590600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-903c6337-6307-4ae3-be38-fa22b922d10d req-c1df6223-5517-4537-b9dc-38eba8ef2eb2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839615 Feb 17 22:52:30.600385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Attempting to bind port e8cf4e74-fd41-4d61-9362-45258b546211 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:52:30.600727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Attempting to bind port e8cf4e74-fd41-4d61-9362-45258b546211 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:52:30.601057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Attempting to bind port e8cf4e74-fd41-4d61-9362-45258b546211 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:52:30.606552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Port e8cf4e74-fd41-4d61-9362-45258b546211 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:52:30.606927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Attempting to bind port e8cf4e74-fd41-4d61-9362-45258b546211 on network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:52:30.612318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:52:30.612661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Checking segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:52:30.613048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Bound using segment: {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:52:30.613758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Bound port: e8cf4e74-fd41-4d61-9362-45258b546211, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f3bb58-a44c-418a-8996-da9e3f858384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:52:30.613872 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:30.688401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] For port e8cf4e74-fd41-4d61-9362-45258b546211, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:52:30.692628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] For port e8cf4e74-fd41-4d61-9362-45258b546211, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e8cf4e74-fd41-4d61-9362-45258b546211,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:52:30.706146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:30.760103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:30.760720 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:30.762647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] 10.222.0.94 "PUT /v2.0/ports/e8cf4e74-fd41-4d61-9362-45258b546211 HTTP/1.1" status: 200 len: 1092 time: 0.8625336 Feb 17 22:52:30.763112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:52:30.765421 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc" -d '{"events": [{"name": "network-changed", "server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:52:30.801668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8816a3c7-e7da-4c2d-b3c3-eab97622a51d service neutron] Pushing event updated for resources: {'Port': ['ID=e8cf4e74-fd41-4d61-9362-45258b546211,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:30.815131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feb6ab-78d4-4b9c-990c-653e81f17f68 req-bf2966f3-47e4-41ab-a9fd-4c743ea9681b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:30.816724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85feb6ab-78d4-4b9c-990c-653e81f17f68 req-bf2966f3-47e4-41ab-a9fd-4c743ea9681b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.1260571 Feb 17 22:52:30.920013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85feb6ab-78d4-4b9c-990c-653e81f17f68 req-afcd6137-d169-4ab4-9261-ecd1413d1b90 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934761 Feb 17 22:52:30.932084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-97a269b7-2277-466f-b77f-085635eb59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:30.934056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-97a269b7-2277-466f-b77f-085635eb59a4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 1126 time: 0.1000595 Feb 17 22:52:30.990347 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00ca57d-209b-47ce-9764-755fb7093342 x-openstack-request-id: req-f00ca57d-209b-47ce-9764-755fb7093342 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:52:30.990613 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:52:30.990872 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f00ca57d-209b-47ce-9764-755fb7093342 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:52:30.991287 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'status': 'completed', 'code': 200} Feb 17 22:52:30.993052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-b17a7ab8-4d3f-4802-a2c1-fdf7519df721 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8cf4e74-fd41-4d61-9362-45258b546211 HTTP/1.1" status: 200 len: 217 time: 0.0456626 Feb 17 22:52:31.054077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-a6a1984d-83fd-489c-a1bc-a89c8f224424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.055755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-a6a1984d-83fd-489c-a1bc-a89c8f224424 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0552373 Feb 17 22:52:31.121929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-54dc0eba-faea-4d8b-86ff-e0a4d0974913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.123934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-54dc0eba-faea-4d8b-86ff-e0a4d0974913 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0616581 Feb 17 22:52:31.223893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-18bffa55-1842-4d60-aefb-f40c6074d013 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939851 Feb 17 22:52:31.317951 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01e786ab-b88b-43ce-8933-d72a6601aa4a req-070d6023-22e2-4d9b-81a9-f72eb2feb4c8 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876927 Feb 17 22:52:31.439098 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-b9e95dd3-1190-4731-b7d1-e571886ae862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.440622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-b9e95dd3-1190-4731-b7d1-e571886ae862 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 1126 time: 0.0460951 Feb 17 22:52:31.540355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-1290e899-de7b-4107-8882-7066473942a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.541933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-1290e899-de7b-4107-8882-7066473942a3 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.0948944 Feb 17 22:52:31.584116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-fd550ab3-408a-4f8e-84d0-fbcd03887fc3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8cf4e74-fd41-4d61-9362-45258b546211 HTTP/1.1" status: 200 len: 217 time: 0.0348957 Feb 17 22:52:31.634282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-b51b5d5e-fa35-4317-89f0-c7936c2933ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.635850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-b51b5d5e-fa35-4317-89f0-c7936c2933ae service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0459075 Feb 17 22:52:31.722202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-f75e9ad3-e525-4a24-8ee9-24d7af3fbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.723720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-f75e9ad3-e525-4a24-8ee9-24d7af3fbc98 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804958 Feb 17 22:52:31.747454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a027a-a606-4da2-86f9-80eb786f0e0c req-8ac14d70-821c-47ba-b25c-a1280fcd4020 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:31.749001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a78a027a-a606-4da2-86f9-80eb786f0e0c req-8ac14d70-821c-47ba-b25c-a1280fcd4020 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0741260 Feb 17 22:52:32.114213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a78a027a-a606-4da2-86f9-80eb786f0e0c req-31ab03fa-5e04-45d6-963c-deed8aca00fa tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555207 Feb 17 22:52:32.142867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-0ea3563c-29b8-47f4-aad8-0a5fed5945da service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104357 Feb 17 22:52:32.270343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d6ceb93-21ad-4195-ac75-96dbfb14eddc req-0912fc4c-aa71-4c90-b7d6-13768651b6bb service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219034 Feb 17 22:52:32.278425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0bcd5-e6ea-43c1-aab6-c1e811ec0647 req-fc2f1bf5-d827-4e8a-9b40-52a129d8896c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:32.279763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77f0bcd5-e6ea-43c1-aab6-c1e811ec0647 req-fc2f1bf5-d827-4e8a-9b40-52a129d8896c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0878184 Feb 17 22:52:32.330888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77f0bcd5-e6ea-43c1-aab6-c1e811ec0647 req-5ba7b38f-cde5-4e06-ad31-2a0a65168373 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452969 Feb 17 22:52:33.239224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad76384-0969-4992-8cca-43283b628c4d req-8a2f6510-5242-4086-9366-e2f8b688185f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:33.240732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ad76384-0969-4992-8cca-43283b628c4d req-8a2f6510-5242-4086-9366-e2f8b688185f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0523939 Feb 17 22:52:33.289363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ad76384-0969-4992-8cca-43283b628c4d req-d68950e7-a93e-4982-a476-db67322025fd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Feb 17 22:52:33.449070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836af8e1-a0b6-4e71-b807-9dd2ae6a0968 req-43f10f22-abe8-4d01-bcfa-e0e53be46c01 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:33.450525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-836af8e1-a0b6-4e71-b807-9dd2ae6a0968 req-43f10f22-abe8-4d01-bcfa-e0e53be46c01 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0529604 Feb 17 22:52:33.504398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-836af8e1-a0b6-4e71-b807-9dd2ae6a0968 req-060c4152-362a-4690-b74b-203a9e0cd08e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481372 Feb 17 22:52:34.417047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28635029-3868-40ce-b56a-7971b203823f req-087f5a54-e64d-4bd2-86f5-235adfe4cdbd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:34.418993 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28635029-3868-40ce-b56a-7971b203823f req-087f5a54-e64d-4bd2-86f5-235adfe4cdbd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0578208 Feb 17 22:52:34.472793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-28635029-3868-40ce-b56a-7971b203823f req-46b942d8-1c04-4da0-aae0-b692ef60dc92 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480647 Feb 17 22:52:34.626115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef429a36-f9e0-472a-a60a-d98e9a93cd8e req-7fa23b1b-d29d-45ba-b9c4-147cf418ea24 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:34.627561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef429a36-f9e0-472a-a60a-d98e9a93cd8e req-7fa23b1b-d29d-45ba-b9c4-147cf418ea24 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0539112 Feb 17 22:52:34.677188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef429a36-f9e0-472a-a60a-d98e9a93cd8e req-41aa43f1-53fe-450d-adc9-0b0d13f357cc tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439968 Feb 17 22:52:35.620587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cb935-b073-41b7-9661-4d7ee944923f req-8f5f7983-052e-4752-9998-20a5aee83921 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:35.622067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af4cb935-b073-41b7-9661-4d7ee944923f req-8f5f7983-052e-4752-9998-20a5aee83921 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0592678 Feb 17 22:52:35.672096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af4cb935-b073-41b7-9661-4d7ee944923f req-f7b3bd03-4f95-4862-8696-30f3d9f3e933 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441802 Feb 17 22:52:35.795205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a2ccc-abf3-4146-8260-d436f800c9d0 req-3f592c71-a1b5-4429-96f1-cdaa7f9518b2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:35.796787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-717a2ccc-abf3-4146-8260-d436f800c9d0 req-3f592c71-a1b5-4429-96f1-cdaa7f9518b2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0540717 Feb 17 22:52:35.844966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-717a2ccc-abf3-4146-8260-d436f800c9d0 req-bfaea2c5-2c46-4d4d-8a56-b6ee7ce93967 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425804 Feb 17 22:52:36.798763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766999e1-dde3-4419-be39-5bf164993ccd req-171ea336-09d9-4257-be26-f45ccc00a54d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:36.800215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-766999e1-dde3-4419-be39-5bf164993ccd req-171ea336-09d9-4257-be26-f45ccc00a54d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0588081 Feb 17 22:52:36.849577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-766999e1-dde3-4419-be39-5bf164993ccd req-f595320b-3425-4dc3-962d-7415c6402792 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436492 Feb 17 22:52:36.966190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ca1152-cf35-4f22-bc2e-1a1515140804 req-561607d7-1c56-4497-bd78-706c74310d5f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:36.967693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20ca1152-cf35-4f22-bc2e-1a1515140804 req-561607d7-1c56-4497-bd78-706c74310d5f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0542495 Feb 17 22:52:37.016891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-20ca1152-cf35-4f22-bc2e-1a1515140804 req-ed2354d4-5c51-4343-a6f4-6e0a88be3db7 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435200 Feb 17 22:52:37.975341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f25ab-4d58-470a-aa19-41f7b7027243 req-386e0b22-3fa7-4e61-9637-93ff3a89317d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:37.976931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-965f25ab-4d58-470a-aa19-41f7b7027243 req-386e0b22-3fa7-4e61-9637-93ff3a89317d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0556846 Feb 17 22:52:38.033312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-965f25ab-4d58-470a-aa19-41f7b7027243 req-5083ea02-7916-4fca-807f-939ba77dd7e0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503907 Feb 17 22:52:38.140447 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547fa58-5ea4-4ec2-b96f-5e08b8559cb7 req-8f0d6281-be03-4236-bdae-9a56a77254a4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:38.141868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f547fa58-5ea4-4ec2-b96f-5e08b8559cb7 req-8f0d6281-be03-4236-bdae-9a56a77254a4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0541625 Feb 17 22:52:38.191583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f547fa58-5ea4-4ec2-b96f-5e08b8559cb7 req-f91de04a-1199-4a4b-aa18-886f7658e6d5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439427 Feb 17 22:52:39.154134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76e514-a2c7-467b-95ec-92488e5fa251 req-e47c5f54-9b24-4f0b-9f3a-cfbbc9db0edd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:39.155650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e76e514-a2c7-467b-95ec-92488e5fa251 req-e47c5f54-9b24-4f0b-9f3a-cfbbc9db0edd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0538051 Feb 17 22:52:39.205524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e76e514-a2c7-467b-95ec-92488e5fa251 req-ad1c161c-410f-46a3-a261-2acf7c5e23d9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441689 Feb 17 22:52:39.321570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12f6f5-e2c9-4ae7-88c3-de01accedeb2 req-370f94d2-89db-4eea-9f5c-e757c56a2132 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:39.322970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d12f6f5-e2c9-4ae7-88c3-de01accedeb2 req-370f94d2-89db-4eea-9f5c-e757c56a2132 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0578856 Feb 17 22:52:39.373370 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d12f6f5-e2c9-4ae7-88c3-de01accedeb2 req-4106ab66-99c9-4a9f-ab60-e8ff2f02d405 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439246 Feb 17 22:52:39.452812 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:40.330408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300766a-2c72-410f-891e-775d5b57788d req-f13a697b-180c-4a7f-82dc-860bafd79a2c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:40.331871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3300766a-2c72-410f-891e-775d5b57788d req-f13a697b-180c-4a7f-82dc-860bafd79a2c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0570719 Feb 17 22:52:40.381521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3300766a-2c72-410f-891e-775d5b57788d req-368b2372-7004-48be-9de0-227b1411352b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440195 Feb 17 22:52:40.492867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522a54f-e0f7-4e0c-a21e-8d870d688efc req-d9921d68-e2a2-49c4-a21c-cc75d550366e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:40.494585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b522a54f-e0f7-4e0c-a21e-8d870d688efc req-d9921d68-e2a2-49c4-a21c-cc75d550366e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0545576 Feb 17 22:52:40.549562 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b522a54f-e0f7-4e0c-a21e-8d870d688efc req-3aaf2c7f-6b21-4d03-adce-6b0068d13267 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492015 Feb 17 22:52:40.775316 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-371d8518-69de-4f78-a7e7-985556ebb32a req-b74e6246-d472-4ac1-82af-31e99447d39a service neutron] show failed (client error): The resource could not be found. Feb 17 22:52:40.776362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-b74e6246-d472-4ac1-82af-31e99447d39a service neutron] 10.222.0.73 "GET /v2.0/ports/c7cc7ffc-06be-419b-8044-ddaf269380b8/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0550840 Feb 17 22:52:41.009658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-88fe3ac1-4a22-48b2-a778-09b153ea1bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:41.011741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-88fe3ac1-4a22-48b2-a778-09b153ea1bbf service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 1129 time: 0.0773275 Feb 17 22:52:41.029159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:41.091050 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:41.292667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:52:41.328565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:52:41.368365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:52:41.371685 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f2ce9-5158-4541-9579-cfd220f34075" -d '{"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:52:41.375686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Publish callbacks [] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:41.391673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Transition to ACTIVE for port object c7cc7ffc-06be-419b-8044-ddaf269380b8 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:52:41.397359 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:41.434122 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ef6815-2c34-4a4f-88ac-d286d848c0bf x-openstack-request-id: req-d6ef6815-2c34-4a4f-88ac-d286d848c0bf {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:52:41.434409 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-unplugged", "status": "completed", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:52:41.434659 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6ef6815-2c34-4a4f-88ac-d286d848c0bf {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:52:41.435049 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'code': 200} Feb 17 22:52:41.584392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:41.641606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] No DVR routers for this DVR port c7cc7ffc-06be-419b-8044-ddaf269380b8 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:52:41.649611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2037d12-317a-4575-b118-fd9b0dc5ee68 req-b8da5ddc-4882-4dd1-8468-4a9534401d70 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:41.651100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2037d12-317a-4575-b118-fd9b0dc5ee68 req-b8da5ddc-4882-4dd1-8468-4a9534401d70 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 944 time: 0.1519289 Feb 17 22:52:41.776083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2037d12-317a-4575-b118-fd9b0dc5ee68 req-1c6527d6-0fbe-4e08-afdb-b617b900fc11 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857027 Feb 17 22:52:41.851050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:52:41.851493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:52:41.851886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 on network a1c75521-e075-4d1f-b766-b176b6753e07 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:52:41.873709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Port c7cc7ffc-06be-419b-8044-ddaf269380b8 on network a1c75521-e075-4d1f-b766-b176b6753e07 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:52:41.874035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Attempting to bind port c7cc7ffc-06be-419b-8044-ddaf269380b8 on network a1c75521-e075-4d1f-b766-b176b6753e07 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:52:41.881430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:52:41.881759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Checking segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:52:41.882136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Bound using segment: {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:52:41.882556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Bound port: c7cc7ffc-06be-419b-8044-ddaf269380b8, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '699cb187-9687-47d5-8bd6-e59bbd90f72f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:52:41.882909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:41.930004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78e153-b026-4b97-86e8-3df7734511dc req-5a3070ad-1eca-420b-a564-c2cc5b82f166 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:41.931481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f78e153-b026-4b97-86e8-3df7734511dc req-5a3070ad-1eca-420b-a564-c2cc5b82f166 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0933115 Feb 17 22:52:41.990161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:52:42.006107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f78e153-b026-4b97-86e8-3df7734511dc req-c3ef6029-b4e9-4f7b-9b18-f5f24da64b9f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677772 Feb 17 22:52:42.009674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:52:42.016827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:42.055946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:42.056473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:42.058393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] 10.222.0.94 "PUT /v2.0/ports/c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1093 time: 1.0338171 Feb 17 22:52:42.102462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df5dc9-6b82-4d85-9514-86a87399c4fc service neutron] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:42.145635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-f469c5b2-dbb9-440d-9f21-cc912607716d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:42.147136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-f469c5b2-dbb9-440d-9f21-cc912607716d service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1127 time: 0.0536256 Feb 17 22:52:42.254342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-fbb85db1-70bd-44be-9ed9-f6eea0ed45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:42.255920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-fbb85db1-70bd-44be-9ed9-f6eea0ed45c0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.1027708 Feb 17 22:52:42.335191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-e878a6be-403e-41d6-90c6-7c897a94c527 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1000 time: 0.0726957 Feb 17 22:52:42.393838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-0901d022-671b-4791-9846-9b4bc5901148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:42.396193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-0901d022-671b-4791-9846-9b4bc5901148 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0544291 Feb 17 22:52:42.447960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d8518-69de-4f78-a7e7-985556ebb32a req-fdc413d0-ae19-4de1-b6af-36cdda8e6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:42.449628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-fdc413d0-ae19-4de1-b6af-36cdda8e6d04 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0483823 Feb 17 22:52:42.555510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-35c8bb14-a72a-4256-ade4-f400f2eab23f service neutron] 10.222.0.94 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991695 Feb 17 22:52:42.650062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-371d8518-69de-4f78-a7e7-985556ebb32a req-4349b47c-bf79-4c62-a69d-971f1785b1b4 service neutron] 10.222.0.94 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891664 Feb 17 22:52:42.913630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6972379-99e3-42ef-a7aa-5a8771ed8fbc req-911047bb-6097-4fec-a0a3-52414435d568 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:42.915333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6972379-99e3-42ef-a7aa-5a8771ed8fbc req-911047bb-6097-4fec-a0a3-52414435d568 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 944 time: 0.0663350 Feb 17 22:52:42.967344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6972379-99e3-42ef-a7aa-5a8771ed8fbc req-0ca70fe1-4d13-44b4-9882-1138ed8137df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465279 Feb 17 22:52:43.127819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9c6e8-8f80-497c-9a11-52ae2c01d0ba req-6d7eca7c-6db9-4f6c-9f2a-4593ac68238d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.129207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dba9c6e8-8f80-497c-9a11-52ae2c01d0ba req-6d7eca7c-6db9-4f6c-9f2a-4593ac68238d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0545604 Feb 17 22:52:43.180707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dba9c6e8-8f80-497c-9a11-52ae2c01d0ba req-5ba9e542-e449-490e-bbd5-b07fb8d9574d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451715 Feb 17 22:52:43.436053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:52:43.439246 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7951962-9806-448b-a02c-26236b5d1158" -d '{"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:52:43.490304 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4bb972-33a9-4fa4-83a2-0405fc146319 x-openstack-request-id: req-2b4bb972-33a9-4fa4-83a2-0405fc146319 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:52:43.490731 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:52:43.491092 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2b4bb972-33a9-4fa4-83a2-0405fc146319 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:52:43.491635 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'status': 'completed', 'code': 200} Feb 17 22:52:43.610111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-076eba6a-7762-40aa-be11-98bf811bc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.611685 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-076eba6a-7762-40aa-be11-98bf811bc256 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1127 time: 0.1050138 Feb 17 22:52:43.613452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-becf9527-38c9-4074-99d8-89fd49573cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.614771 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-becf9527-38c9-4074-99d8-89fd49573cf9 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1127 time: 0.0639639 Feb 17 22:52:43.778581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-46c75916-bfca-4a81-bc7e-8344c82468fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.780259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-46c75916-bfca-4a81-bc7e-8344c82468fb service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.1633272 Feb 17 22:52:43.781352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-db7665de-6214-481b-a24b-472c854b07fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.782617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-db7665de-6214-481b-a24b-472c854b07fe service neutron] 10.222.0.94 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.1574492 Feb 17 22:52:43.898028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-8685a458-c27c-4626-9789-e75208ba5d4c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1000 time: 0.1064050 Feb 17 22:52:43.899569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-0b5b2e67-683d-4974-a252-dae316a2e40b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1000 time: 0.1134603 Feb 17 22:52:43.991050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-5273816d-405d-48ac-a887-51455a09c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.991891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-5273816d-405d-48ac-a887-51455a09c329 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0809116 Feb 17 22:52:43.993779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-1630ceff-ccdf-46b0-8faf-a2ef4cdbf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:43.994864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-1630ceff-ccdf-46b0-8faf-a2ef4cdbf996 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0914104 Feb 17 22:52:44.118228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-22492a44-cc15-4fde-916b-f97c15117b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:44.120071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-22492a44-cc15-4fde-916b-f97c15117b34 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1201003 Feb 17 22:52:44.126382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7951962-9806-448b-a02c-26236b5d1158 req-47bd0c21-8ff8-4cff-9e6c-d792eea0e916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:44.127843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-47bd0c21-8ff8-4cff-9e6c-d792eea0e916 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1192968 Feb 17 22:52:44.147603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d079499-5387-49ec-a395-1411d72032d8 req-65ae35bd-130c-427d-a81f-27a88f39a5d2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:44.149060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d079499-5387-49ec-a395-1411d72032d8 req-65ae35bd-130c-427d-a81f-27a88f39a5d2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 944 time: 0.0978165 Feb 17 22:52:44.479213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-483410aa-2239-4672-bba2-5c038d0fcb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:44.568644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d079499-5387-49ec-a395-1411d72032d8 req-1d1514dc-f24e-4813-a423-ec082d971037 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028232 Feb 17 22:52:44.575462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-dcb07775-19f7-45af-beeb-b8cf797a9a30 service neutron] 10.222.0.94 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360774 Feb 17 22:52:44.629982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-08e8ba9e-ffe2-4fd3-8e09-89b05ad7fb5a service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988077 Feb 17 22:52:44.761768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-e94ca98e-c1d5-4782-8d5f-1e1d212e3777 service neutron] 10.222.0.94 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800222 Feb 17 22:52:44.785942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d36754-8245-4e27-b343-59d1029db677 req-f115fc4f-1350-4cd2-adec-20cd03d15e04 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:44.787473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82d36754-8245-4e27-b343-59d1029db677 req-f115fc4f-1350-4cd2-adec-20cd03d15e04 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.1551621 Feb 17 22:52:44.822690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7951962-9806-448b-a02c-26236b5d1158 req-756e9165-7f79-42f4-950b-87614eda2bdb service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768820 Feb 17 22:52:44.856543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82d36754-8245-4e27-b343-59d1029db677 req-099acb67-d905-4ac5-9ae9-a88ff35f045f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608230 Feb 17 22:52:44.984562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:52:45.028813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port c7cc7ffc-06be-419b-8044-ddaf269380b8 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:52:45.029132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:52:45.692722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc511f7-518f-4f6e-a896-81f329b663c7 req-9ffb6a07-9282-4d1d-9efd-923bbd39422b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:45.694228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fdc511f7-518f-4f6e-a896-81f329b663c7 req-9ffb6a07-9282-4d1d-9efd-923bbd39422b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 944 time: 0.0529435 Feb 17 22:52:45.746763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fdc511f7-518f-4f6e-a896-81f329b663c7 req-e1292d3e-d136-4835-b1fb-42a3808279fa tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436316 Feb 17 22:52:45.749230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:52:45.859812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:52:45.872969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'port_id': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'mac_address': 'fa:16:3e:9f:e3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:52:45.919585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c7cc7ffc-06be-419b-8044-ddaf269380b8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:52:45.920004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:45.934683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7cc7ffc-06be-419b-8044-ddaf269380b8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:52:45.955402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:52:45.959354 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:45.987355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cdafd-016b-4da2-8ed7-f3f261c4099b req-f80de376-033a-4171-8f8f-20606e367fcb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:45.989036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5cdafd-016b-4da2-8ed7-f3f261c4099b req-f80de376-033a-4171-8f8f-20606e367fcb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0563412 Feb 17 22:52:46.012913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:46.021394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.021896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.022344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.022940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.025064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.025797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.025944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.026422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.026858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.027313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.027771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.028203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.028631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:46.046134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d5cdafd-016b-4da2-8ed7-f3f261c4099b req-ee38e65d-e3fa-440c-bf3e-3a1e62cac148 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493634 Feb 17 22:52:46.419817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['c7cc7ffc-06be-419b-8044-ddaf269380b8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:52:46.885261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265bda9f-7c43-4fb1-b377-71dc1a6c1405 req-46c6de06-6aba-4285-b65f-801fc1ad0c73 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:46.886857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-265bda9f-7c43-4fb1-b377-71dc1a6c1405 req-46c6de06-6aba-4285-b65f-801fc1ad0c73 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 945 time: 0.0607901 Feb 17 22:52:46.938222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-265bda9f-7c43-4fb1-b377-71dc1a6c1405 req-4a477aba-f1e0-487a-811a-3e9bc36ccd7a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456183 Feb 17 22:52:47.217199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-767284bd-8ede-42f9-8aa2-b26636b6f092 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.218770 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-767284bd-8ede-42f9-8aa2-b26636b6f092 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5&tenant_id=b3226ed37abe4651b6140919c15b4243&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 945 time: 0.1208792 Feb 17 22:52:47.226396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd977a-4c9e-40eb-9893-62a5546b206a req-d493f5f5-fe2f-4028-96f7-553b7804287f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.227803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59bd977a-4c9e-40eb-9893-62a5546b206a req-d493f5f5-fe2f-4028-96f7-553b7804287f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 945 time: 0.1398487 Feb 17 22:52:47.313380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59bd977a-4c9e-40eb-9893-62a5546b206a req-847a5367-72ba-4dd5-9f25-f8996b0ae4d4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787251 Feb 17 22:52:47.318719 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-d3b74389-f00a-4694-aaf6-baebc070263b service neutron] delete failed (client error): The resource could not be found. Feb 17 22:52:47.319960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-d3b74389-f00a-4694-aaf6-baebc070263b service neutron] 10.222.0.73 "DELETE /v2.0/ports/c7cc7ffc-06be-419b-8044-ddaf269380b8/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0912757 Feb 17 22:52:47.342523 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0df0cf42-e8bf-4bfe-8761-2ca87fb43dfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:47.455147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-ca12130c-0e38-4de2-afa2-200e1325999b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.456689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-ca12130c-0e38-4de2-afa2-200e1325999b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1128 time: 0.0877488 Feb 17 22:52:47.464904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5a3a8-f93f-4835-908c-0b756248d5f1 req-619853ec-5353-4c7a-845c-40b97fd0e91d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.466284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1d5a3a8-f93f-4835-908c-0b756248d5f1 req-619853ec-5353-4c7a-845c-40b97fd0e91d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0707479 Feb 17 22:52:47.572360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1d5a3a8-f93f-4835-908c-0b756248d5f1 req-b23dfd73-9203-40b9-8eb6-a6314b442c6c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976982 Feb 17 22:52:47.593779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-9a4d3dfc-70fd-4b65-8875-ec1d7826dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.593950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-9a4d3dfc-70fd-4b65-8875-ec1d7826dfe9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.1268461 Feb 17 22:52:47.660131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-9a56d102-d238-4267-9f97-db5c2d10ff11 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 1001 time: 0.0603426 Feb 17 22:52:47.714998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-df56fd46-8acc-4c63-8b30-d4a9e6ec32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.716555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-df56fd46-8acc-4c63-8b30-d4a9e6ec32fa service neutron] 10.222.0.73 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0509291 Feb 17 22:52:47.762827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:52:47.777131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-72cee199-3731-48ad-a02e-b54c76af9f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:47.778716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-72cee199-3731-48ad-a02e-b54c76af9f5b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0558298 Feb 17 22:52:47.820730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port c7cc7ffc-06be-419b-8044-ddaf269380b8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:47.826407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port c7cc7ffc-06be-419b-8044-ddaf269380b8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:47.826703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:47.895525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-6f2c936c-48e6-400a-9d50-4484d8081734 service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088517 Feb 17 22:52:47.924979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port c7cc7ffc-06be-419b-8044-ddaf269380b8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:52:47.925405 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:47.954781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:52:47.957163 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49340035-2cfb-410b-a700-e99aae5a1f37" -d '{"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-plugged", "status": "completed", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:52:47.974295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:52:47.982062 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:48.013132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc600c75-dfa6-4a34-9d0e-1990e332561b req-368e3744-4028-4823-89f4-06cd69e7c17a service neutron] 10.222.0.73 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122122 Feb 17 22:52:48.029505 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96c22c7-7f1c-49df-a216-3082913d9fed x-openstack-request-id: req-f96c22c7-7f1c-49df-a216-3082913d9fed {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:52:48.029810 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-plugged", "status": "completed", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:52:48.030040 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f96c22c7-7f1c-49df-a216-3082913d9fed {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:52:48.030424 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'code': 200} Feb 17 22:52:48.046714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:48.057100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:48.460997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c7425-84c8-47d5-a3ca-fc734dfc22ab req-37a98a59-1f7d-4f46-82f8-35b1b4f9f2f9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:48.462653 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-281c7425-84c8-47d5-a3ca-fc734dfc22ab req-37a98a59-1f7d-4f46-82f8-35b1b4f9f2f9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0586724 Feb 17 22:52:48.531983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-281c7425-84c8-47d5-a3ca-fc734dfc22ab req-b912f32e-2e88-4af3-ad41-401faaddea9e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599778 Feb 17 22:52:48.693763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b194da5-55ff-4def-ad89-778af1eb693b req-22207dfb-1846-4d1b-aeb1-fab43c1983a5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:48.695238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b194da5-55ff-4def-ad89-778af1eb693b req-22207dfb-1846-4d1b-aeb1-fab43c1983a5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0540810 Feb 17 22:52:48.747416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b194da5-55ff-4def-ad89-778af1eb693b req-26aa362d-aec6-47f6-aee2-e84e95230fd1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463614 Feb 17 22:52:49.415234 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:49.666159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37ab46-789b-4dff-80bb-1cbaa7748e80 req-20ac093f-da47-43bd-bf0c-c69a08db7434 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:49.668154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff37ab46-789b-4dff-80bb-1cbaa7748e80 req-20ac093f-da47-43bd-bf0c-c69a08db7434 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0600829 Feb 17 22:52:49.716702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ff37ab46-789b-4dff-80bb-1cbaa7748e80 req-b6c847a4-e6fd-46ff-8c28-57415a5d91e4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424492 Feb 17 22:52:49.738920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58298) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:52:49.801910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-323db1aa-8394-4287-ac7f-24ae4463d19e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f54066a9-2329-438b-b478-e8bcc86dba9a HTTP/1.1" status: 200 len: 994 time: 0.0617285 Feb 17 22:52:49.880219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c22e30-f7a1-449a-a14d-d22d6dc54d2a req-0957c78b-afd1-4492-9113-9a99c7bf51b2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:49.881612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96c22e30-f7a1-449a-a14d-d22d6dc54d2a req-0957c78b-afd1-4492-9113-9a99c7bf51b2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0560269 Feb 17 22:52:49.932189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96c22e30-f7a1-449a-a14d-d22d6dc54d2a req-f9c0a874-ac80-4574-bafd-77a818fe1b71 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448959 Feb 17 22:52:50.857403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:51.052758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ef271-9230-416f-8627-6d8164d91a35 req-ad6f0129-bee4-4456-b31e-b9391947c691 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:51.054232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f25ef271-9230-416f-8627-6d8164d91a35 req-ad6f0129-bee4-4456-b31e-b9391947c691 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0540092 Feb 17 22:52:51.108039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f25ef271-9230-416f-8627-6d8164d91a35 req-56337343-f599-44f2-ba03-d5b65e663b5f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480294 Feb 17 22:52:52.230838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e621d92-7136-48fe-8662-bb5b5d11aeac req-addfe26f-fb19-42d4-8959-c3829586d74c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:52.232245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e621d92-7136-48fe-8662-bb5b5d11aeac req-addfe26f-fb19-42d4-8959-c3829586d74c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0553179 Feb 17 22:52:52.281582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e621d92-7136-48fe-8662-bb5b5d11aeac req-03b8165d-5152-4586-b5a2-3596480cb3cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436037 Feb 17 22:52:53.402054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4262fee-0dc7-462d-be95-3efc9a483df2 req-731950b6-a388-402e-bf56-46655fd315d0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:53.403577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4262fee-0dc7-462d-be95-3efc9a483df2 req-731950b6-a388-402e-bf56-46655fd315d0 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 943 time: 0.0547988 Feb 17 22:52:53.452331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4262fee-0dc7-462d-be95-3efc9a483df2 req-417325d6-f6a4-459e-afda-73a530ce587d tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429404 Feb 17 22:52:53.789658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e8cf4e74-fd41-4d61-9362-45258b546211 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:52:53.890127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e8cf4e74-fd41-4d61-9362-45258b546211, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e8cf4e74-fd41-4d61-9362-45258b546211,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:52:53.901422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'port_id': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'mac_address': 'fa:16:3e:15:e5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:52:53.939960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e8cf4e74-fd41-4d61-9362-45258b546211 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:52:53.940345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:53.953828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cf4e74-fd41-4d61-9362-45258b546211 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:52:53.973762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e8cf4e74-fd41-4d61-9362-45258b546211, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e8cf4e74-fd41-4d61-9362-45258b546211,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:52:53.977578 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:54.025949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e8cf4e74-fd41-4d61-9362-45258b546211,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:54.355279 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['e8cf4e74-fd41-4d61-9362-45258b546211'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:52:54.601461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb38e67-0c6c-4e55-b91f-17d146e19b6e req-b26761c0-6c4e-48be-a1c3-550fac4a7d76 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:54.602975 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cb38e67-0c6c-4e55-b91f-17d146e19b6e req-b26761c0-6c4e-48be-a1c3-550fac4a7d76 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 944 time: 0.0621934 Feb 17 22:52:54.655052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cb38e67-0c6c-4e55-b91f-17d146e19b6e req-0254e4ee-21a0-40fb-8343-0cf84d3562bf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449102 Feb 17 22:52:55.422154 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:55.777250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59161300-06a3-468c-a2ec-ba33d0e35ccb req-21ff6548-21c5-44a4-b109-29c418461ef4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:55.778761 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59161300-06a3-468c-a2ec-ba33d0e35ccb req-21ff6548-21c5-44a4-b109-29c418461ef4 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 944 time: 0.0543990 Feb 17 22:52:55.803170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e8cf4e74-fd41-4d61-9362-45258b546211 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:52:55.829922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59161300-06a3-468c-a2ec-ba33d0e35ccb req-bbbfa6c8-721d-4d91-b975-1f85d20181ed tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453110 Feb 17 22:52:55.861792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port e8cf4e74-fd41-4d61-9362-45258b546211 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:52:55.865760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port e8cf4e74-fd41-4d61-9362-45258b546211 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:52:55.866118 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:55.942675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e8cf4e74-fd41-4d61-9362-45258b546211 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:52:55.943041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:55.966185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:52:55.968269 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fff31f8-e627-419a-bedc-11ae2bb7615d" -d '{"events": [{"server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:52:55.980092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e8cf4e74-fd41-4d61-9362-45258b546211, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e8cf4e74-fd41-4d61-9362-45258b546211,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:52:55.986032 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:56.021094 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3040f8-69fc-48c3-9840-589cc82db07c x-openstack-request-id: req-1f3040f8-69fc-48c3-9840-589cc82db07c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:52:56.021397 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "name": "network-vif-plugged", "status": "completed", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:52:56.021659 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1f3040f8-69fc-48c3-9840-589cc82db07c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:52:56.022065 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'code': 200} Feb 17 22:52:56.049915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e8cf4e74-fd41-4d61-9362-45258b546211,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:56.158042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5bdeb-a22a-4523-837c-aadb65ac58a9 req-bd0b240e-bead-48ff-9f64-79fbe8c6daff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:56.159758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9dd5bdeb-a22a-4523-837c-aadb65ac58a9 req-bd0b240e-bead-48ff-9f64-79fbe8c6daff service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 1128 time: 0.0529411 Feb 17 22:52:56.208310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9dd5bdeb-a22a-4523-837c-aadb65ac58a9 req-cd71f5bb-e429-4dc0-8b95-83b61ce76e8d service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428436 Feb 17 22:52:56.962015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee008bc-1287-4590-99a6-95d32dc16e9a req-64590309-279e-42ca-92f8-1c42c27bd658 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:56.963779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bee008bc-1287-4590-99a6-95d32dc16e9a req-64590309-279e-42ca-92f8-1c42c27bd658 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 945 time: 0.0555782 Feb 17 22:52:57.018748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bee008bc-1287-4590-99a6-95d32dc16e9a req-2823bc38-c79e-4853-9974-78c16b432947 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488067 Feb 17 22:52:58.156819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb5cd5-6080-4311-95a1-d667fc1ab138 req-3387da89-4a08-4871-b4a7-6c6c9c5fff19 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:58.158294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fbb5cd5-6080-4311-95a1-d667fc1ab138 req-3387da89-4a08-4871-b4a7-6c6c9c5fff19 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 945 time: 0.0683274 Feb 17 22:52:58.215472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4fbb5cd5-6080-4311-95a1-d667fc1ab138 req-3c1c4c57-a013-4946-9301-02337a602341 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510340 Feb 17 22:52:58.339683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b3f0d-533f-4e64-a7db-9f6545658d50 req-a9b94d22-ea0d-4df9-b5e8-9e2dbec58fb8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:58.341266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df9b3f0d-533f-4e64-a7db-9f6545658d50 req-a9b94d22-ea0d-4df9-b5e8-9e2dbec58fb8 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Feb 17 22:52:58.390950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df9b3f0d-533f-4e64-a7db-9f6545658d50 req-b3082eb4-c4a6-4c05-a1cb-616db6f8668e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 Feb 17 22:52:58.416894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 58376) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:52:58.607849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9eb810b-ac10-4f84-9246-0120bc12cb6e tempest-TestVolumeBootPattern-1654698715 tempest-TestVolumeBootPattern-1654698715-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:52:58.609716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a9eb810b-ac10-4f84-9246-0120bc12cb6e tempest-TestVolumeBootPattern-1654698715 tempest-TestVolumeBootPattern-1654698715-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 1123 time: 0.1914487 Feb 17 22:52:58.612906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 58384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:52:58.618269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:52:58.639452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:58.745543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:58.855617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Allocated IP 172.25.0.122 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/33b6b418-4e88-4cf3-87b8-5c2f53403e21) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:52:58.960146 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:58.999015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:59.047639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:52:59.050716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:52:59.054389 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:52:59.060545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=33b6b418-4e88-4cf3-87b8-5c2f53403e21,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:59.090980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.091333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.091721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.092061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.092398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.092731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.093060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.093392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.093718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.094036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.094361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.094686 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.095011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:52:59.448806 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (0c20b30f-ee67-4348-920c-1424e6b7fbd3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:59.527977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:59.686834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:59.691745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:59.768584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event updated for resources: {'Port': ['ID=33b6b418-4e88-4cf3-87b8-5c2f53403e21,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:52:59.781116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (0c20b30f-ee67-4348-920c-1424e6b7fbd3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:52:59.898030 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Floating IP 0c20b30f-ee67-4348-920c-1424e6b7fbd3 associated. External IP: 172.25.0.122, port: e8cf4e74-fd41-4d61-9362-45258b546211. Feb 17 22:53:00.121534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:53:00.248354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:53:00.260566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:00.271580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:00.272758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:52:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:00.274584 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:00.319428 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f4ae7a1-5600-4cb2-8621-149b034798cd tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7051361 Feb 17 22:53:00.320160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:53:00.325762 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06821ef0-b84c-41aa-ad8c-0392dc0c9456" -d '{"events": [{"name": "network-changed", "server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:53:00.420533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:00.464523 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4171dc-246d-4f4a-90f2-e00441d60970 x-openstack-request-id: req-9c4171dc-246d-4f4a-90f2-e00441d60970 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:53:00.465073 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:53:00.465520 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9c4171dc-246d-4f4a-90f2-e00441d60970 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:53:00.466132 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'status': 'completed', 'code': 200} Feb 17 22:53:00.577835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-11e9d5aa-cede-4081-8723-54960ee76dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:00.579421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-11e9d5aa-cede-4081-8723-54960ee76dbc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 1128 time: 0.0683117 Feb 17 22:53:00.680134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '0c20b30f-ee67-4348-920c-1424e6b7fbd3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:15:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:52:59Z', 'updated_at': '2022-02-17T22:52:59Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}, {'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:00.681059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-e9b1eea3-4912-4ffa-88ef-33a97a9fb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:00.684620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-e9b1eea3-4912-4ffa-88ef-33a97a9fb4a2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.0983024 Feb 17 22:53:00.714481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:00.723212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:00.723932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:52:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:00.726274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-3566fe8b-ef5e-4022-82d4-620a1d3a9183 req-7bba7dc9-9ecd-4a6d-8470-490fa9a57863 service neutron] (103527) timed out ('10.222.0.94', 62493) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:53:00.753535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-85e4d267-fe35-4378-97a0-66da251d6830 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8cf4e74-fd41-4d61-9362-45258b546211 HTTP/1.1" status: 200 len: 999 time: 0.0648201 Feb 17 22:53:00.819059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-b5729484-f392-45b0-95ee-04ea91076bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:00.820722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-b5729484-f392-45b0-95ee-04ea91076bb1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0618768 Feb 17 22:53:00.844588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:00.876638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-f4042f0b-1ea4-40fe-8ca2-f8af97d7e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:00.878397 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-f4042f0b-1ea4-40fe-8ca2-f8af97d7e608 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514131 Feb 17 22:53:00.976323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-2ffee697-5922-4d28-a621-0bb797423a27 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909755 Feb 17 22:53:01.079078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06821ef0-b84c-41aa-ad8c-0392dc0c9456 req-025b7c57-3f1b-4fc2-9b89-ec08ad719058 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971942 Feb 17 22:53:01.086714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '0c20b30f-ee67-4348-920c-1424e6b7fbd3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:15:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:52:59Z', 'updated_at': '2022-02-17T22:52:59Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}, {'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:01.129426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d466592f-b4f3-4107-a12f-10b4cd38263d None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '0c20b30f-ee67-4348-920c-1424e6b7fbd3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.122', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3830, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:15:e5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:52:59Z', 'updated_at': '2022-02-17T22:52:59Z', 'revision_number': 0, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}, {'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:01.343179 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6547f-0317-4995-b733-57a53feb0204 None None] New status for floating IP 0c20b30f-ee67-4348-920c-1424e6b7fbd3: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:53:04.300142 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:53:09.466029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:14.473077 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-08f5a790-567c-48f9-9fe9-e2a18d2c0cea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:16.464373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-e9e8aafc-8d68-4d6d-87dd-791b6b84cc6e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0477097 Feb 17 22:53:16.575065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-00e108c9-d505-489a-b2ca-deb569f48386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:16.576602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-00e108c9-d505-489a-b2ca-deb569f48386 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1129 time: 0.0515587 Feb 17 22:53:16.716490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-1266b4b9-d3f4-4984-9515-e60720bffe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:16.718420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-1266b4b9-d3f4-4984-9515-e60720bffe5a service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1132381 Feb 17 22:53:16.796976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-7093f5ce-de96-41ec-a927-bbe826945a03 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 1001 time: 0.0684543 Feb 17 22:53:16.850406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-0729dbb9-eb69-4e78-8df0-d7c3f398fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:16.851863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-0729dbb9-eb69-4e78-8df0-d7c3f398fb71 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0486274 Feb 17 22:53:16.906593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-857f6aa9-e2f6-437b-8b2a-42da34c2c568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:16.908114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-857f6aa9-e2f6-437b-8b2a-42da34c2c568 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493462 Feb 17 22:53:17.013045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-0aa755f0-993f-4e7f-8793-17026aa90f8e service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965676 Feb 17 22:53:17.112225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3d7863-5ea0-4d78-b8f1-61f213bd2442 req-c5333129-f1d0-4436-a8fb-f21280331550 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930400 Feb 17 22:53:17.335060 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd10ad8f-0056-4b1d-8149-f5213c85c0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:18.017066 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:19.420228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:20.860860 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:25.433653 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:36.552624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2338687-b62c-4fb3-8e45-7b18b7404ce1 req-e9ccbe50-aab7-461f-9960-51e82b05b399 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:36.554679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2338687-b62c-4fb3-8e45-7b18b7404ce1 req-e9ccbe50-aab7-461f-9960-51e82b05b399 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1129 time: 0.0476718 Feb 17 22:53:36.599405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2338687-b62c-4fb3-8e45-7b18b7404ce1 req-bf6b87d1-0c3d-4859-8f71-f65d2a54ec7d tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388274 Feb 17 22:53:36.623343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59124) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:36.781830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port d5284998-4b99-4d72-ab0d-2f0eb06e3a9e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:53:36.782093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:36.857446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:36.857770 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:36.870917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for d5284998-4b99-4d72-ab0d-2f0eb06e3a9e owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:53:37.024895 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d5284998-4b99-4d72-ab0d-2f0eb06e3a9e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:37.052493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=d5284998-4b99-4d72-ab0d-2f0eb06e3a9e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:37.127120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (f54066a9-2329-438b-b478-e8bcc86dba9a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:37.127540 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP f54066a9-2329-438b-b478-e8bcc86dba9a disassociated (deleted). External IP: 172.25.0.131, port: c7cc7ffc-06be-419b-8044-ddaf269380b8. Feb 17 22:53:37.348061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 43e187bc-54ec-4052-bea5-19488b8b90d3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:53:37.463454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:53:37.468253 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:37.474256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] Sync routers for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:37.483994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:37.484752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:37.501525 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da9faf1e-c948-45d1-8b29-320c6020dced tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/floatingips/f54066a9-2329-438b-b478-e8bcc86dba9a HTTP/1.1" status: 204 len: 168 time: 0.8770792 Feb 17 22:53:37.502110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:53:37.504373 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:53:37.601693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:37.682682 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b182b0-1254-4d94-b75b-c736aba47188 x-openstack-request-id: req-45b182b0-1254-4d94-b75b-c736aba47188 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:53:37.682682 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:53:37.682682 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-45b182b0-1254-4d94-b75b-c736aba47188 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:53:37.682682 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'status': 'completed', 'code': 200} Feb 17 22:53:37.816416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c789374-143e-4807-b1a9-41c26692cfa0 req-4f35e018-772c-42e7-befe-3c49a8cff8d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:37.817964 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c789374-143e-4807-b1a9-41c26692cfa0 req-4f35e018-772c-42e7-befe-3c49a8cff8d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0889115 Feb 17 22:53:37.832342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:37.837353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-03b3036d-04e3-4a73-898e-2d3bd7593f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:37.839137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-03b3036d-04e3-4a73-898e-2d3bd7593f15 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 1129 time: 0.1008754 Feb 17 22:53:37.859547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] Checking router: 43e187bc-54ec-4052-bea5-19488b8b90d3 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:37.869172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:37.869829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:37.939955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c789374-143e-4807-b1a9-41c26692cfa0 req-fe8b86ba-3d18-497f-9a65-31e41cfdd7c4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139359 Feb 17 22:53:37.974016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-3e51a897-094a-423f-a4f6-be25cf9ffb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:37.976403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-3e51a897-094a-423f-a4f6-be25cf9ffb2c service neutron] 10.222.0.94 "GET /v2.0/networks?id=a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 200 len: 897 time: 0.1300964 Feb 17 22:53:38.021701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-0e2d8cf7-77b1-4209-8607-15eb547508bd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 200 len: 217 time: 0.0376220 Feb 17 22:53:38.076060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-23eab034-689e-493f-8686-169d3dc929e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:38.077524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-23eab034-689e-493f-8686-169d3dc929e9 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 200 len: 835 time: 0.0478904 Feb 17 22:53:38.132519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-41d36485-fe39-41b1-837b-0d22110c1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:38.134108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-41d36485-fe39-41b1-837b-0d22110c1a0f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=a1c75521-e075-4d1f-b766-b176b6753e07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489094 Feb 17 22:53:38.153134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:38.238091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-e0eb5711-547e-45db-8e77-5e343127fec4 service neutron] 10.222.0.94 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944207 Feb 17 22:53:38.328764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a1a4814-84c9-4b63-a4fa-16fdd0ca90c8 req-4b74bc9f-09a2-47a5-b149-8502496d253c service neutron] 10.222.0.94 "GET /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845473 Feb 17 22:53:38.363522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:38.390011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bae220-a0ae-4dac-ba58-917241265201 None None] The sync data for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 is: [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:34Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '8f229752-e696-4434-8a23-d5d5ce269306', 'name': '', 'network_id': 'a1c75521-e075-4d1f-b766-b176b6753e07', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:47:de:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:33Z', 'updated_at': '2022-02-17T22:51:37Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'be909238-66c5-4f9a-8f52-2f46348998fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:38.613278 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4422a48-b00b-4770-9905-50481e96bbc5 None None] New status for floating IP f54066a9-2329-438b-b478-e8bcc86dba9a: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:53:39.064830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d654a8-e13c-4805-ad9e-2d8d529f5c15 req-09e60e1d-7168-45fc-beb3-def0de94db4f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:39.066412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64d654a8-e13c-4805-ad9e-2d8d529f5c15 req-09e60e1d-7168-45fc-beb3-def0de94db4f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0607665 Feb 17 22:53:39.115225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64d654a8-e13c-4805-ad9e-2d8d529f5c15 req-abd016d9-6b72-4080-a83e-96e4f24413c4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=f262b817-34fb-465e-9a0a-cdb7d73941de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424249 Feb 17 22:53:39.456155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-ea560408-e299-4391-a4a3-809e9418d8e0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:39.457610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-ea560408-e299-4391-a4a3-809e9418d8e0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 946 time: 0.0527618 Feb 17 22:53:39.494908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:39.567592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port c7cc7ffc-06be-419b-8044-ddaf269380b8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:53:39.567931 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:39.658507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port c7cc7ffc-06be-419b-8044-ddaf269380b8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c7cc7ffc-06be-419b-8044-ddaf269380b8,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:53:39.658876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:39.672302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for c7cc7ffc-06be-419b-8044-ddaf269380b8 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:53:39.809497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c7cc7ffc-06be-419b-8044-ddaf269380b8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:39.836579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=c7cc7ffc-06be-419b-8044-ddaf269380b8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:39.846584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.846945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.847297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.847676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.848017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.848362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.848698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.849034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.849370 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.849700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.850364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.850364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.851351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:39.895154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] No DVR routers for this DVR port c7cc7ffc-06be-419b-8044-ddaf269380b8 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:53:39.898118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:39.901217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41f3247e-3ac4-4bd0-a985-563a6575af08 req-6d1092a7-753e-4bc2-a251-1a4d70da9b72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "DELETE /v2.0/ports/c7cc7ffc-06be-419b-8044-ddaf269380b8 HTTP/1.1" status: 204 len: 173 time: 0.4368637 Feb 17 22:53:39.901666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-deleted', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:53:39.904012 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d893775f-101d-454b-aea0-6cd16f2e535d" -d '{"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-deleted", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:53:39.945645 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bd4ba7-b5ea-4dab-953c-fea2e183eb11 x-openstack-request-id: req-78bd4ba7-b5ea-4dab-953c-fea2e183eb11 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:53:39.945947 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04330ac-4304-470f-9d06-c2e0fa376de5", "name": "network-vif-deleted", "tag": "c7cc7ffc-06be-419b-8044-ddaf269380b8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:53:39.946206 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-78bd4ba7-b5ea-4dab-953c-fea2e183eb11 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:53:39.946617 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04330ac-4304-470f-9d06-c2e0fa376de5', 'name': 'network-vif-deleted', 'tag': 'c7cc7ffc-06be-419b-8044-ddaf269380b8', 'status': 'completed', 'code': 200} Feb 17 22:53:40.233701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8692c8a-9860-4b9d-ae7a-11ed987e1957 req-7619a389-9401-4214-b7aa-eaf9ca020ca0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=b04330ac-4304-470f-9d06-c2e0fa376de5 HTTP/1.1" status: 200 len: 210 time: 0.0334599 Feb 17 22:53:41.294523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59156) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:41.299351 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:53:41.651896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (43e187bc-54ec-4052-bea5-19488b8b90d3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:41.910633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port 8f229752-e696-4434-8a23-d5d5ce269306 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:53:41.910979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8f229752-e696-4434-8a23-d5d5ce269306), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:42.011536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port 8f229752-e696-4434-8a23-d5d5ce269306, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8f229752-e696-4434-8a23-d5d5ce269306,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:53:42.011905 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8f229752-e696-4434-8a23-d5d5ce269306), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:42.025434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for 8f229752-e696-4434-8a23-d5d5ce269306 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:53:42.231820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8f229752-e696-4434-8a23-d5d5ce269306), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:42.258768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=8f229752-e696-4434-8a23-d5d5ce269306,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:42.773551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (43e187bc-54ec-4052-bea5-19488b8b90d3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.005699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 43e187bc-54ec-4052-bea5-19488b8b90d3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:53:43.122831 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:53:43.132279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59172) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:43.132739 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-091f8a4e-6391-4e2f-a34d-3d8d6e232ce4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/43e187bc-54ec-4052-bea5-19488b8b90d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8362727 Feb 17 22:53:43.135322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] Sync routers for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:43.147074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:43.147728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:43.184586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting subnet be909238-66c5-4f9a-8f52-2f46348998fa {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:53:43.188358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (be909238-66c5-4f9a-8f52-2f46348998fa), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.237830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (be909238-66c5-4f9a-8f52-2f46348998fa), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.268344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:43.332799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (be909238-66c5-4f9a-8f52-2f46348998fa), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.394527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (be909238-66c5-4f9a-8f52-2f46348998fa), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.429984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Subnet': ['ID=be909238-66c5-4f9a-8f52-2f46348998fa,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:43.434055 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.437649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62abd3fd-cced-4a80-8a23-0367b3dfdc2d None None] Network a1c75521-e075-4d1f-b766-b176b6753e07 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:53:43.442014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-75faef96-2c57-4f36-9ba3-454f5fbf1a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/subnets/be909238-66c5-4f9a-8f52-2f46348998fa HTTP/1.1" status: 204 len: 168 time: 0.3063028 Feb 17 22:53:43.442625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59180) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:43.545326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:53:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:43.582881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] Checking router: 43e187bc-54ec-4052-bea5-19488b8b90d3 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:43.596811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] Routers {'43e187bc-54ec-4052-bea5-19488b8b90d3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:43.597796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['43e187bc-54ec-4052-bea5-19488b8b90d3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:43.662683 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (43e187bc-54ec-4052-bea5-19488b8b90d3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.682212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] DHCP port deletion for a1c75521-e075-4d1f-b766-b176b6753e07 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:53:43.761700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] Set router 43e187bc-54ec-4052-bea5-19488b8b90d3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:43.871324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] Deleting port 935374ba-2559-470a-8539-d59ea58c9e7e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:53:43.871806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.971562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] For port 935374ba-2559-470a-8539-d59ea58c9e7e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=935374ba-2559-470a-8539-d59ea58c9e7e,segment=NetworkSegment(699cb187-9687-47d5-8bd6-e59bbd90f72f),segment_id=699cb187-9687-47d5-8bd6-e59bbd90f72f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:53:43.971962 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:43.995780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] Calling delete_port for 935374ba-2559-470a-8539-d59ea58c9e7e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:53:44.063347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (43e187bc-54ec-4052-bea5-19488b8b90d3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.063962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:53:44.098909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: c7cc7ffc-06be-419b-8044-ddaf269380b8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:53:44.099580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device c7cc7ffc-06be-419b-8044-ddaf269380b8 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:53:44.165235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port 2acbbf57-e35a-464f-ae76-1af595be2e8e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:53:44.167468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.184845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:53:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:44.231450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4778d2e-5959-4c7c-9e37-c1df7c8474c7 None None] The sync data for ids ['43e187bc-54ec-4052-bea5-19488b8b90d3'] in n-d-828369-18 is: [{'id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428921163', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13'}], 'enable_snat': True}, 'gw_port_id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:53:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '2acbbf57-e35a-464f-ae76-1af595be2e8e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e187bc-54ec-4052-bea5-19488b8b90d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3816, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:51:30Z', 'updated_at': '2022-02-17T22:51:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:44.232672 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (935374ba-2559-470a-8539-d59ea58c9e7e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.257418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] No DVR routers for this DVR port 935374ba-2559-470a-8539-d59ea58c9e7e on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:53:44.295014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port 2acbbf57-e35a-464f-ae76-1af595be2e8e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2acbbf57-e35a-464f-ae76-1af595be2e8e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:53:44.295394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.296611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33131ad-2f13-46f3-afdf-bde54ffc025a None None] Pushing event deleted for resources: {'Port': ['ID=935374ba-2559-470a-8539-d59ea58c9e7e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:44.321545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for 2acbbf57-e35a-464f-ae76-1af595be2e8e owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:53:44.483953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2a7bd15-2823-4c06-b83a-b1b9c59c3f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.541680 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2acbbf57-e35a-464f-ae76-1af595be2e8e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.572660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=2acbbf57-e35a-464f-ae76-1af595be2e8e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:44.653246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 935374ba-2559-470a-8539-d59ea58c9e7e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:53:44.663771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (43e187bc-54ec-4052-bea5-19488b8b90d3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.681520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 935374ba-2559-470a-8539-d59ea58c9e7e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:53:44.682272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 935374ba-2559-470a-8539-d59ea58c9e7e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:53:44.781763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (43e187bc-54ec-4052-bea5-19488b8b90d3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.785807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (43e187bc-54ec-4052-bea5-19488b8b90d3), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.842961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (43e187bc-54ec-4052-bea5-19488b8b90d3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.843561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Fanout notify agent at l3_agent the message router_deleted on router 43e187bc-54ec-4052-bea5-19488b8b90d3 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:53:44.850938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:44.854620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f1b4ae78-698d-4fc0-9986-120326f54d6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/routers/43e187bc-54ec-4052-bea5-19488b8b90d3 HTTP/1.1" status: 204 len: 168 time: 1.4085491 Feb 17 22:53:44.854792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59206) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:44.942807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (a1c75521-e075-4d1f-b766-b176b6753e07), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.052243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (a1c75521-e075-4d1f-b766-b176b6753e07), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.077213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1c75521-e075-4d1f-b766-b176b6753e07']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:45.089107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699cb187-9687-47d5-8bd6-e59bbd90f72f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:45.089588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699cb187-9687-47d5-8bd6-e59bbd90f72f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:45.100898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (699cb187-9687-47d5-8bd6-e59bbd90f72f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.115065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (699cb187-9687-47d5-8bd6-e59bbd90f72f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.122389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:53:45.122830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (699cb187-9687-47d5-8bd6-e59bbd90f72f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:53:45.126208 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:53:45.224479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (a1c75521-e075-4d1f-b766-b176b6753e07), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.238066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.241478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/networks/a1c75521-e075-4d1f-b766-b176b6753e07 HTTP/1.1" status: 204 len: 168 time: 0.3856509 Feb 17 22:53:45.244566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59212) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:45.262373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809089d7-a0de-4e96-97fb-db7ffa9b5a44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Network': ['ID=a1c75521-e075-4d1f-b766-b176b6753e07,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:45.327742 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1aa183c7-ee0b-49b6-aa2b-9bfb111f72ab tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (f262b817-34fb-465e-9a0a-cdb7d73941de), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.354616 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1aa183c7-ee0b-49b6-aa2b-9bfb111f72ab tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (f262b817-34fb-465e-9a0a-cdb7d73941de), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.427590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1aa183c7-ee0b-49b6-aa2b-9bfb111f72ab tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f262b817-34fb-465e-9a0a-cdb7d73941de), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.430988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1aa183c7-ee0b-49b6-aa2b-9bfb111f72ab tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.432462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1aa183c7-ee0b-49b6-aa2b-9bfb111f72ab tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/security-groups/f262b817-34fb-465e-9a0a-cdb7d73941de HTTP/1.1" status: 204 len: 168 time: 0.1869590 Feb 17 22:53:45.443340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa183c7-ee0b-49b6-aa2b-9bfb111f72ab tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f262b817-34fb-465e-9a0a-cdb7d73941de,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:45.652582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59224) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:45.659498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-71f5564b-59a7-437a-8169-81705de26c43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-81771402', 'description': 'tempest-secgroup-smoke-81771402 description', 'project_id': 'b3226ed37abe4651b6140919c15b4243'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:45.684294 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71f5564b-59a7-437a-8169-81705de26c43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.759345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71f5564b-59a7-437a-8169-81705de26c43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (6be345a5-8188-46e8-be2c-0893e24cdc1a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.764037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71f5564b-59a7-437a-8169-81705de26c43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6be345a5-8188-46e8-be2c-0893e24cdc1a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.793499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71f5564b-59a7-437a-8169-81705de26c43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.794956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-71f5564b-59a7-437a-8169-81705de26c43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1409047 Feb 17 22:53:45.798338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59230) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:45.804002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f5564b-59a7-437a-8169-81705de26c43 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be345a5-8188-46e8-be2c-0893e24cdc1a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:45.805404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7dfc6dfa-1131-4293-a80f-50013c4377e8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '6be345a5-8188-46e8-be2c-0893e24cdc1a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:45.838882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6dfa-1131-4293-a80f-50013c4377e8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (1d303943-65f4-4720-a570-08a8a2a23738), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.896958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6dfa-1131-4293-a80f-50013c4377e8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (1d303943-65f4-4720-a570-08a8a2a23738), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.901088 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6dfa-1131-4293-a80f-50013c4377e8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (1d303943-65f4-4720-a570-08a8a2a23738), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.921690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc6dfa-1131-4293-a80f-50013c4377e8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d303943-65f4-4720-a570-08a8a2a23738,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:45.932556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7dfc6dfa-1131-4293-a80f-50013c4377e8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:45.933846 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7dfc6dfa-1131-4293-a80f-50013c4377e8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1336226 Feb 17 22:53:45.936721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59232) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:45.942048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-7a61244b-4924-4a32-b78e-0de2e6adff4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '6be345a5-8188-46e8-be2c-0893e24cdc1a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:45.974120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a61244b-4924-4a32-b78e-0de2e6adff4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (20511d0e-fe46-4e68-b2eb-2cf11003642b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.040905 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a61244b-4924-4a32-b78e-0de2e6adff4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (20511d0e-fe46-4e68-b2eb-2cf11003642b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.045249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a61244b-4924-4a32-b78e-0de2e6adff4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (20511d0e-fe46-4e68-b2eb-2cf11003642b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.071210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a61244b-4924-4a32-b78e-0de2e6adff4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20511d0e-fe46-4e68-b2eb-2cf11003642b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.079120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7a61244b-4924-4a32-b78e-0de2e6adff4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.080611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7a61244b-4924-4a32-b78e-0de2e6adff4c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425457 Feb 17 22:53:46.083493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59238) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:46.089646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3d976e0e-b290-4fa2-89de-6c71acf4d351 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '6be345a5-8188-46e8-be2c-0893e24cdc1a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:46.125171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d976e0e-b290-4fa2-89de-6c71acf4d351 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (7597626a-7d47-4d35-a4ac-71619c930598), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.190122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8f229752-e696-4434-8a23-d5d5ce269306 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:53:46.216310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8f229752-e696-4434-8a23-d5d5ce269306 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:53:46.216815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8f229752-e696-4434-8a23-d5d5ce269306 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:53:46.217328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2acbbf57-e35a-464f-ae76-1af595be2e8e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:53:46.218617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d976e0e-b290-4fa2-89de-6c71acf4d351 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (7597626a-7d47-4d35-a4ac-71619c930598), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.224205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d976e0e-b290-4fa2-89de-6c71acf4d351 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (7597626a-7d47-4d35-a4ac-71619c930598), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.242498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 2acbbf57-e35a-464f-ae76-1af595be2e8e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:53:46.242949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2acbbf57-e35a-464f-ae76-1af595be2e8e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:53:46.249387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d976e0e-b290-4fa2-89de-6c71acf4d351 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7597626a-7d47-4d35-a4ac-71619c930598,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.260924 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3d976e0e-b290-4fa2-89de-6c71acf4d351 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.262636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3d976e0e-b290-4fa2-89de-6c71acf4d351 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778786 Feb 17 22:53:46.265246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59244) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:46.270655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e0ef5596-3f8f-440d-8ab9-20204f5d5726 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '6be345a5-8188-46e8-be2c-0893e24cdc1a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:46.305840 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5596-3f8f-440d-8ab9-20204f5d5726 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (a4bc0b64-ff6f-4d03-8aee-a944b07b8d37), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.373838 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5596-3f8f-440d-8ab9-20204f5d5726 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (a4bc0b64-ff6f-4d03-8aee-a944b07b8d37), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.378339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5596-3f8f-440d-8ab9-20204f5d5726 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a4bc0b64-ff6f-4d03-8aee-a944b07b8d37), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.396381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef5596-3f8f-440d-8ab9-20204f5d5726 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bc0b64-ff6f-4d03-8aee-a944b07b8d37,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.406544 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0ef5596-3f8f-440d-8ab9-20204f5d5726 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.408178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e0ef5596-3f8f-440d-8ab9-20204f5d5726 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417916 Feb 17 22:53:46.410917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59246) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:46.417425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '6be345a5-8188-46e8-be2c-0893e24cdc1a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:46.447030 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:53:46.452748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (bbd4a67c-970c-4ac1-abfd-2a22d8d1632f), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.517373 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (bbd4a67c-970c-4ac1-abfd-2a22d8d1632f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.521332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (bbd4a67c-970c-4ac1-abfd-2a22d8d1632f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.542026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbd4a67c-970c-4ac1-abfd-2a22d8d1632f,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.551201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.552665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2ce979b9-90bb-4ab0-8c7f-7ee15d62e450 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406627 Feb 17 22:53:46.556159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59254) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:46.560827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '6be345a5-8188-46e8-be2c-0893e24cdc1a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:46.587108 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:53:46.592851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (85c9db3b-d102-48b5-abba-269278e4f2d1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.657371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (85c9db3b-d102-48b5-abba-269278e4f2d1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.661798 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (85c9db3b-d102-48b5-abba-269278e4f2d1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.681183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c9db3b-d102-48b5-abba-269278e4f2d1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.690487 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.692036 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f2abdf21-efcc-4126-84fc-4bf9a2d5bc3b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1347406 Feb 17 22:53:46.695734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59256) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:46.700920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'network': {'name': 'tempest-network-smoke--1535649392', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'port_security_enabled': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:46.720392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:46.723711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.750291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:53:46.760638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (88b9e057-b9da-40f6-b22a-2dac306678d5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.760986 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Added segment 88b9e057-b9da-40f6-b22a-2dac306678d5 of type vlan for network e946139b-af79-489f-915b-7870fd7d6d79 Feb 17 22:53:46.802847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e946139b-af79-489f-915b-7870fd7d6d79), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.831975 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e946139b-af79-489f-915b-7870fd7d6d79), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.838053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:46.838779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.905883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2088664 Feb 17 22:53:46.908544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59262) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:46.914260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'admin_state_up': True, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:46.936341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc4749-9128-4b06-8285-1fbfc5be67da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Network': ['ID=e946139b-af79-489f-915b-7870fd7d6d79,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:46.948152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e946139b-af79-489f-915b-7870fd7d6d79 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:53:46.953693 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (48f1ee20-805b-4225-9da9-ba2c332c6cf3), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:46.955206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (48f1ee20-805b-4225-9da9-ba2c332c6cf3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.067632 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (48f1ee20-805b-4225-9da9-ba2c332c6cf3), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.217971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (48f1ee20-805b-4225-9da9-ba2c332c6cf3), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.337486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47fe8c1f-8332-4616-b2b7-9ee3918a7f37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.426980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (48f1ee20-805b-4225-9da9-ba2c332c6cf3), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.455603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.564638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.209 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/3baa4a7b-7f84-48e6-aea7-c3cf8864f91f) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:47.675719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.711797 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:47.752605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:47.755483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:47.759795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:53:47.781428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:48.022953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:48.034998 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (48f1ee20-805b-4225-9da9-ba2c332c6cf3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:48.248575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (48f1ee20-805b-4225-9da9-ba2c332c6cf3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:48.396094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:53:48.513948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:53:48.524055 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Sync routers for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:48.538420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:48.542983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-94593b21-a61b-479b-a595-2dc4dc267a7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6332660 Feb 17 22:53:48.543706 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:48.544191 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:48.544517 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:48.590192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1a1b1ef6-75bf-435f-9f79-48bc417d400d tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=b3226ed37abe4651b6140919c15b4243&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450368 Feb 17 22:53:48.590606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59296) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:48.673025 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:48.880406 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:47Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:48.909258 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Checking router: 48f1ee20-805b-4225-9da9-ba2c332c6cf3 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:48.909618 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Updating router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:53:48.942461 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.025661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98713f90-0d8e-4644-9cb6-dd70e01a9881 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:49.031035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-98713f90-0d8e-4644-9cb6-dd70e01a9881 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4384005 Feb 17 22:53:49.031223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59304) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:49.061708 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bd5e7d37-56fc-4d0f-9154-3af92ce18ba8 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302556 Feb 17 22:53:49.062054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59306) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:49.067468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-837715167', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:49.164830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:49.168540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.227251 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Publish callbacks [] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.234402 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.295273 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Attempting to bind port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:53:49.295753 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Attempting to bind port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:53:49.296654 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Attempting to bind port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:53:49.307835 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:53:49.308228 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:53:49.308618 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.309012 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:53:49.309536 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Bound port: 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:53:49.309924 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.331490 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Pushing event updated for resources: {'Port': ['ID=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:49.348056 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.348411 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.348746 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.349071 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.349409 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.349735 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.350087 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.350418 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.350766 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.351091 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.351437 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.351759 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.352093 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:49.375065 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] For port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:53:49.380004 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] For port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:53:49.394788 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.397858 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (968c6246-685e-4393-9087-4f3d2730c615), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.430818 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.454554 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:49.455192 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:49.472691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Subnet': ['ID=968c6246-685e-4393-9087-4f3d2730c615,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:49.487186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Checking segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:53:49.487653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network hostable DHCP agents. Network: e946139b-af79-489f-915b-7870fd7d6d79, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:53:49.510325 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055b663b-aa71-4d1e-a5d1-870313b4cdaf None None] Pushing event updated for resources: {'Port': ['ID=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:49.528726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e946139b-af79-489f-915b-7870fd7d6d79 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:53:49.542634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e946139b-af79-489f-915b-7870fd7d6d79) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:49.552020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50499591-b69f-481a-a4b3-daef3a006391 None None] Network e946139b-af79-489f-915b-7870fd7d6d79 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:53:49.562169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:49.563209 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.588403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-844b1c16-ce1c-474e-a0f8-a1da7c59f505 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5242536 Feb 17 22:53:49.590462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59318) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:53:49.629810 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:49.894453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-e946139b-af79-489f-915b-7870fd7d6d79', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:53:49.895841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:49.985278 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:47Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:50.018315 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea26b79-aefb-401f-b619-dde1d5f6f8f8 None None] The sync data for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 is: [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:47Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:50.092224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Allocated IP 172.20.0.2 (e946139b-af79-489f-915b-7870fd7d6d79/968c6246-685e-4393-9087-4f3d2730c615/83d3989b-50e0-40b7-89de-5c6bd1448d3f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:50.218228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.265028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Publish callbacks [] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.272298 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.328824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Pushing event updated for resources: {'Port': ['ID=83d3989b-50e0-40b7-89de-5c6bd1448d3f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:50.336983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.337328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.337872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.338695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.338695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.338933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.339232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.339526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.339851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.340171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.340491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.340806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.341127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:53:50.367108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Network e946139b-af79-489f-915b-7870fd7d6d79 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:50.368631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:50.373937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:53:50.464129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Attempting to bind port 83d3989b-50e0-40b7-89de-5c6bd1448d3f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:53:50.464843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Attempting to bind port 83d3989b-50e0-40b7-89de-5c6bd1448d3f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:53:50.465015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Attempting to bind port 83d3989b-50e0-40b7-89de-5c6bd1448d3f on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:53:50.471833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:53:50.472467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Checking segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:53:50.473067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.473644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Bound using segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:53:50.474298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Bound port: 83d3989b-50e0-40b7-89de-5c6bd1448d3f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:53:50.475084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.567286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] For port 83d3989b-50e0-40b7-89de-5c6bd1448d3f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:53:50.571401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] For port 83d3989b-50e0-40b7-89de-5c6bd1448d3f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=83d3989b-50e0-40b7-89de-5c6bd1448d3f,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:53:50.579680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.643819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c304ca4-9498-4ddb-b566-ab3bf2573439 None None] Pushing event updated for resources: {'Port': ['ID=83d3989b-50e0-40b7-89de-5c6bd1448d3f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:50.674905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.1 (e946139b-af79-489f-915b-7870fd7d6d79/968c6246-685e-4393-9087-4f3d2730c615/bdbc9850-36a4-45c4-9d56-f76692c97093) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:50.831938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.869816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.876073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:50.945456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e946139b-af79-489f-915b-7870fd7d6d79 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:50.951965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:50.954640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:53:51.001351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=bdbc9850-36a4-45c4-9d56-f76692c97093,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:51.039194 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (48f1ee20-805b-4225-9da9-ba2c332c6cf3), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:51.266027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:51.564980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:51.573016 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:51.661278 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (48f1ee20-805b-4225-9da9-ba2c332c6cf3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:51.665698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=bdbc9850-36a4-45c4-9d56-f76692c97093,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:51.775510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e946139b-af79-489f-915b-7870fd7d6d79 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:51.777565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:51.919477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:53:51.960960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30aa6d3-888d-4f01-845c-abea482323f5 None None] Network e946139b-af79-489f-915b-7870fd7d6d79 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:53:52.049471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:53:52.057658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dd56e0e8-7153-4675-bf36-fc18da104296 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/48f1ee20-805b-4225-9da9-ba2c332c6cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4644802 Feb 17 22:53:52.077829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-879f9973-1503-41fb-9d35-7eb6d7d1c379 None None] Provisioning complete for port 83d3989b-50e0-40b7-89de-5c6bd1448d3f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:52.078232 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-879f9973-1503-41fb-9d35-7eb6d7d1c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:52.245843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-879f9973-1503-41fb-9d35-7eb6d7d1c379 None None] Current status of the port 83d3989b-50e0-40b7-89de-5c6bd1448d3f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:52.246342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-879f9973-1503-41fb-9d35-7eb6d7d1c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:52.297887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-879f9973-1503-41fb-9d35-7eb6d7d1c379 None None] For port 83d3989b-50e0-40b7-89de-5c6bd1448d3f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=83d3989b-50e0-40b7-89de-5c6bd1448d3f,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:53:52.305117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-879f9973-1503-41fb-9d35-7eb6d7d1c379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:52.350006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:53:52.387731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-d02e23fd-e007-4db8-ad78-d73a45ec0796 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-81771402&fields=id&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 267 time: 0.1447637 Feb 17 22:53:52.441216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f9973-1503-41fb-9d35-7eb6d7d1c379 None None] Pushing event updated for resources: {'Port': ['ID=83d3989b-50e0-40b7-89de-5c6bd1448d3f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:52.451828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:52.452864 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:52.502443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Sync routers for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:53:52.518818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:52.520181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:52.668153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:52.824650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cba979bf-aeaf-4dec-895d-c4401531c742 None None] Provisioning complete for port 83d3989b-50e0-40b7-89de-5c6bd1448d3f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:52.825384 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cba979bf-aeaf-4dec-895d-c4401531c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:52.877793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-05ea06fc-531c-4a36-bedb-2a639cc5686b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:52.879819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-05ea06fc-531c-4a36-bedb-2a639cc5686b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 797 time: 0.4907410 Feb 17 22:53:52.897436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-7e5770cf-6d1a-478a-884e-89980f2722a1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/quotas/b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 375 time: 0.0103765 Feb 17 22:53:52.970626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:52.971980 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:52.975859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-2139daa3-b507-4c06-91f9-3e1054888b07 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709155 Feb 17 22:53:53.014172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cba979bf-aeaf-4dec-895d-c4401531c742 None None] Current status of the port 83d3989b-50e0-40b7-89de-5c6bd1448d3f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:53.063251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:53:53.071519 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.072297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 83d3989b-50e0-40b7-89de-5c6bd1448d3f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:53:53.076598 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-0f3e8522-5b57-4fe8-8851-fe6ee9e58cfc service neutron] 10.222.0.79 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998182 Feb 17 22:53:53.104101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cba979bf-aeaf-4dec-895d-c4401531c742 None None] Provisioning complete for port bdbc9850-36a4-45c4-9d56-f76692c97093 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:53.104465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cba979bf-aeaf-4dec-895d-c4401531c742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.170913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-bfc12b2f-ac82-4a60-adac-e784036c8e6f service neutron] 10.222.0.79 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871930 Feb 17 22:53:53.206930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cba979bf-aeaf-4dec-895d-c4401531c742 None None] Port bdbc9850-36a4-45c4-9d56-f76692c97093 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:53:53.213090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:53.223221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 2, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:53.226886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 83d3989b-50e0-40b7-89de-5c6bd1448d3f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:53.226886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.276594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Checking router: 48f1ee20-805b-4225-9da9-ba2c332c6cf3 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:53:53.277070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Updating router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 port bdbc9850-36a4-45c4-9d56-f76692c97093 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:53:53.327972 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.357657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-01c10b90-b3cf-4e10-8484-d26a0ae3df53 None None] Provisioning complete for port bdbc9850-36a4-45c4-9d56-f76692c97093 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:53.358060 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-01c10b90-b3cf-4e10-8484-d26a0ae3df53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.430852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c2a78bd-01a2-475c-b620-ffc62c0b1550 req-061e20ea-5258-4278-bb52-a00e29f83d85 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 210 time: 0.0571859 Feb 17 22:53:53.458587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-01c10b90-b3cf-4e10-8484-d26a0ae3df53 None None] Port bdbc9850-36a4-45c4-9d56-f76692c97093 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:53:53.515954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 83d3989b-50e0-40b7-89de-5c6bd1448d3f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:53.730790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Publish callbacks [] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.736942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.807285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039c99-39dd-4236-8106-b07761c07849 None None] Pushing event updated for resources: {'Port': ['ID=bdbc9850-36a4-45c4-9d56-f76692c97093,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:53.843961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Attempting to bind port bdbc9850-36a4-45c4-9d56-f76692c97093 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:53:53.844349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Attempting to bind port bdbc9850-36a4-45c4-9d56-f76692c97093 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:53:53.844713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Attempting to bind port bdbc9850-36a4-45c4-9d56-f76692c97093 on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:53:53.850896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:53:53.851273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Checking segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:53:53.851736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.852128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Bound using segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:53:53.852707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Bound port: bdbc9850-36a4-45c4-9d56-f76692c97093, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:53:53.853072 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:53.936005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] For port bdbc9850-36a4-45c4-9d56-f76692c97093, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:53:53.940034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] For port bdbc9850-36a4-45c4-9d56-f76692c97093, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bdbc9850-36a4-45c4-9d56-f76692c97093,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:53:53.948171 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:54.033234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:53:54.033897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:54.045177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54039c99-39dd-4236-8106-b07761c07849 None None] Pushing event updated for resources: {'Port': ['ID=bdbc9850-36a4-45c4-9d56-f76692c97093,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:54.311023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:53:54.375217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d2807b6d-5ce3-4d53-a788-e9d8ff99050e None None] Provisioning complete for port bdbc9850-36a4-45c4-9d56-f76692c97093 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:54.375618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2807b6d-5ce3-4d53-a788-e9d8ff99050e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:54.457777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:53:54.522242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:54.523031 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:54.653765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-304ce3f9-d359-4aca-8a3b-8c7d3e159aa2 req-ce047b04-c06e-41ee-ad6c-f9b3c546d7b1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 210 time: 0.0540769 Feb 17 22:53:54.712725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-9e7d1ab6-5ccb-46bc-89f9-9239a2f21805 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:54.714285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-9e7d1ab6-5ccb-46bc-89f9-9239a2f21805 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 797 time: 0.2485752 Feb 17 22:53:54.734058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d2807b6d-5ce3-4d53-a788-e9d8ff99050e None None] Current status of the port bdbc9850-36a4-45c4-9d56-f76692c97093 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:54.734434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2807b6d-5ce3-4d53-a788-e9d8ff99050e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:54.811080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-7c3d1eaf-1d52-432a-be19-211642e8f6c1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 378 time: 0.0881667 Feb 17 22:53:54.811555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:54.812470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 83d3989b-50e0-40b7-89de-5c6bd1448d3f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:53:54.824946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'port': {'device_id': 'a9b99d62-560c-4e65-bf2f-634802496266', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'admin_state_up': True, 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'security_groups': ['6be345a5-8188-46e8-be2c-0893e24cdc1a']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:54.854961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d2807b6d-5ce3-4d53-a788-e9d8ff99050e None None] For port bdbc9850-36a4-45c4-9d56-f76692c97093, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bdbc9850-36a4-45c4-9d56-f76692c97093,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:53:54.880318 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2807b6d-5ce3-4d53-a788-e9d8ff99050e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:54.965393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:53:54.972498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:54.981529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2807b6d-5ce3-4d53-a788-e9d8ff99050e None None] Pushing event updated for resources: {'Port': ['ID=bdbc9850-36a4-45c4-9d56-f76692c97093,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:54.988863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 83d3989b-50e0-40b7-89de-5c6bd1448d3f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:54.989511 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.064107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:53Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:53:55.067056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-75d44f4b-172c-4467-9987-957d30f36908 None None] Provisioning complete for port bdbc9850-36a4-45c4-9d56-f76692c97093 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:55.067496 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75d44f4b-172c-4467-9987-957d30f36908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.103118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516be50-e74f-4b73-9a0c-30612744f5ee None None] The sync data for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 is: [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:53Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:53:55.139996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.8 (e946139b-af79-489f-915b-7870fd7d6d79/968c6246-685e-4393-9087-4f3d2730c615/b54f9317-4e34-4925-832b-5cff7c56534e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:53:55.277164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 83d3989b-50e0-40b7-89de-5c6bd1448d3f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:55.281944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-75d44f4b-172c-4467-9987-957d30f36908 None None] Current status of the port bdbc9850-36a4-45c4-9d56-f76692c97093 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:55.379034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (b54f9317-4e34-4925-832b-5cff7c56534e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.430376 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.457325 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.498277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e946139b-af79-489f-915b-7870fd7d6d79 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:53:55.502023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:53:55.507762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:53:55.515576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:55.616427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:55.617347 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.642124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-98dd5788-9012-49dc-b3a5-5c84ff042ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8217885 Feb 17 22:53:55.663562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Request body: {'port': {'device_id': 'a9b99d62-560c-4e65-bf2f-634802496266', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:53:55.833662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.922280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e92970dd-3fe9-4ad6-9986-4048302914fd None None] Provisioning complete for port b54f9317-4e34-4925-832b-5cff7c56534e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:55.923057 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e92970dd-3fe9-4ad6-9986-4048302914fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:55.959235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59fcdd4-9f4c-4562-a7ab-babd1277a488 req-7c70cf66-ab99-41d0-9192-0cab6554a658 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:55.968036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e92970dd-3fe9-4ad6-9986-4048302914fd None None] Port b54f9317-4e34-4925-832b-5cff7c56534e cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:53:55.968664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f59fcdd4-9f4c-4562-a7ab-babd1277a488 req-7c70cf66-ab99-41d0-9192-0cab6554a658 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 931 time: 0.1671267 Feb 17 22:53:56.098166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f59fcdd4-9f4c-4562-a7ab-babd1277a488 req-c064ff6b-290e-4432-839f-f04653b8aff8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1285379 Feb 17 22:53:56.281863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bdbc9850-36a4-45c4-9d56-f76692c97093 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:53:56.365514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54f9317-4e34-4925-832b-5cff7c56534e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:53:56.372181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bdbc9850-36a4-45c4-9d56-f76692c97093 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:53:56.372559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:56.380510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Publish callbacks [] for port (b54f9317-4e34-4925-832b-5cff7c56534e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:56.400544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Transition to ACTIVE for port object b54f9317-4e34-4925-832b-5cff7c56534e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:53:56.405565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:56.533781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:56.555094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bdbc9850-36a4-45c4-9d56-f76692c97093 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:53:56.691911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:53:56.693169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:53:56.694260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:53:56.701677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:53:56.701677 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:53:56.708995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:53:56.709345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Checking segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:53:56.709896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Bound using segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:53:56.710442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Bound port: b54f9317-4e34-4925-832b-5cff7c56534e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:53:56.710878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:56.838038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:53:56.843230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:53:56.855342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:56.903632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:56.904344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:53:56.906305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] 10.222.0.73 "PUT /v2.0/ports/b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 1092 time: 1.2555768 Feb 17 22:53:56.909317 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:53:56.920803 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f53f35-15e3-46fb-b448-4a39e320b8c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:53:57.006773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e797f1-57db-426a-99f4-d9d36febd86b service neutron] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:53:57.028174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-c3a0d416-045e-482a-b915-147d23ffd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.029962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-c3a0d416-045e-482a-b915-147d23ffd1e3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1126 time: 0.0786161 Feb 17 22:53:57.095520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-f5adccbf-200a-4a89-a22a-b1a0fdae57f5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 217 time: 0.0549016 Feb 17 22:53:57.097633 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf8d3c3-e441-4892-ac84-e310dca5be76 x-openstack-request-id: req-ecf8d3c3-e441-4892-ac84-e310dca5be76 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:53:57.097933 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:53:57.098193 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ecf8d3c3-e441-4892-ac84-e310dca5be76 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:53:57.098594 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'status': 'completed', 'code': 200} Feb 17 22:53:57.153795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-3f13b773-6add-46e0-aa9d-355cc881f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.155748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-3f13b773-6add-46e0-aa9d-355cc881f377 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0512950 Feb 17 22:53:57.264901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-91249e4e-ae01-4bcf-af62-b152aca5c37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.266547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-91249e4e-ae01-4bcf-af62-b152aca5c37f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1044998 Feb 17 22:53:57.291135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459c825-1a75-4b9f-8f5d-8bb6a71df892 req-f12e9e6a-539b-4d68-bc2a-cd037faa1e80 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.292815 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0459c825-1a75-4b9f-8f5d-8bb6a71df892 req-f12e9e6a-539b-4d68-bc2a-cd037faa1e80 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0904562 Feb 17 22:53:57.407156 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0459c825-1a75-4b9f-8f5d-8bb6a71df892 req-761ffd3e-468b-427a-bd70-432e31e879b3 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022391 Feb 17 22:53:57.429313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-b8d0003e-c553-474b-8f5e-3827daf413ef service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529610 Feb 17 22:53:57.542540 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c402bb6-7527-46c6-9e7a-256b7ca53aa4 req-c27294b3-f156-46be-9037-15c547643350 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069520 Feb 17 22:53:57.643766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-12bf8a15-20ba-4272-b75f-a0dec850d27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.645335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-12bf8a15-20ba-4272-b75f-a0dec850d27b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1126 time: 0.0495839 Feb 17 22:53:57.749777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-2cc8f327-aeeb-49ba-842a-bbf01cc1d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.752005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-2cc8f327-aeeb-49ba-842a-bbf01cc1d905 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.0995986 Feb 17 22:53:57.800787 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-f7250ba8-b8c9-438d-8dc5-ea03a57aff26 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 217 time: 0.0417416 Feb 17 22:53:57.861577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-b7cf8cc5-3aff-435e-ba2f-c7f3dabbca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.863331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-b7cf8cc5-3aff-435e-ba2f-c7f3dabbca54 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0547829 Feb 17 22:53:57.920043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-86191c8e-d121-41c7-ac64-788b2581b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:57.921569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-86191c8e-d121-41c7-ac64-788b2581b7b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0509329 Feb 17 22:53:58.016890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-f8a6e9d2-26ad-4949-9df7-14c0d5fb5b92 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876131 Feb 17 22:53:58.118019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6f53f35-15e3-46fb-b448-4a39e320b8c4 req-d89503d5-0721-4bb5-b9e8-24eb74513fe3 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936418 Feb 17 22:53:58.544766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5837adf-7026-4648-9cd8-137782a3be57 req-7c13ab42-cbc8-4c01-9e5c-7c661cec0732 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:58.546303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5837adf-7026-4648-9cd8-137782a3be57 req-7c13ab42-cbc8-4c01-9e5c-7c661cec0732 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0608459 Feb 17 22:53:58.598538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5837adf-7026-4648-9cd8-137782a3be57 req-a993081b-fea7-4834-81dc-5f26f9024b6c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466704 Feb 17 22:53:59.724844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd99b19-a8bc-4602-a23e-9386da04803a req-440c0a48-c99e-4c0b-8ee4-e15887cbb594 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:53:59.726331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6fd99b19-a8bc-4602-a23e-9386da04803a req-440c0a48-c99e-4c0b-8ee4-e15887cbb594 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0540023 Feb 17 22:53:59.775818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6fd99b19-a8bc-4602-a23e-9386da04803a req-0be2c952-1e2b-4c9f-a0d1-8cdd771f38b2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437024 Feb 17 22:54:00.906895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357982a-b6b0-4e6a-898d-89f3f0b7047c req-a56e1b6f-a20f-49af-ad5f-a6bac968ffc2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:00.908407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b357982a-b6b0-4e6a-898d-89f3f0b7047c req-a56e1b6f-a20f-49af-ad5f-a6bac968ffc2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0635026 Feb 17 22:54:00.960921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b357982a-b6b0-4e6a-898d-89f3f0b7047c req-0d33ee55-aba4-43e9-ab36-7db2b49e05c5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458641 Feb 17 22:54:01.478459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:54:01.578825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:54:01.590305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'port_id': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'mac_address': 'fa:16:3e:7e:ec:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:54:01.628572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b54f9317-4e34-4925-832b-5cff7c56534e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:54:01.628968 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:01.642247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54f9317-4e34-4925-832b-5cff7c56534e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:54:01.667288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:54:01.672149 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:01.720997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:01.876105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b54f9317-4e34-4925-832b-5cff7c56534e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:54:02.092450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e1cca-3279-4608-91b5-30f7033377b3 req-25eb07be-5965-434d-9f54-d91b90c66196 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:02.095224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c3e1cca-3279-4608-91b5-30f7033377b3 req-25eb07be-5965-434d-9f54-d91b90c66196 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 944 time: 0.0635190 Feb 17 22:54:02.153706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c3e1cca-3279-4608-91b5-30f7033377b3 req-86b2e66a-e096-43f8-8d38-b343179e0da9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0501683 Feb 17 22:54:03.279404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85623b23-83a8-49cf-b824-842f4409d432 req-f266d9bf-b464-41bb-b51e-6d16a845ec72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:03.280943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85623b23-83a8-49cf-b824-842f4409d432 req-f266d9bf-b464-41bb-b51e-6d16a845ec72 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 944 time: 0.0526819 Feb 17 22:54:03.333251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85623b23-83a8-49cf-b824-842f4409d432 req-3dbcba89-1745-4950-bcb8-c21b972d3477 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466456 Feb 17 22:54:03.482004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:54:03.533852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b54f9317-4e34-4925-832b-5cff7c56534e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:54:03.538877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b54f9317-4e34-4925-832b-5cff7c56534e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:54:03.539520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:03.621541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b54f9317-4e34-4925-832b-5cff7c56534e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:54:03.621981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:03.645041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:03.648873 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5479c8c5-d76d-4d42-b65b-e416fc2a41c1" -d '{"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-plugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:54:03.665197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:54:03.675520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:03.700585 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75ab396-a938-42f1-8000-4fc97806e65f x-openstack-request-id: req-d75ab396-a938-42f1-8000-4fc97806e65f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:54:03.700882 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-plugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:54:03.701140 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d75ab396-a938-42f1-8000-4fc97806e65f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:54:03.701529 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'code': 200} Feb 17 22:54:03.742244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:03.800579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc820f-b093-413b-8f87-1343f3f50d5a req-8742f301-c140-465f-87a4-357638c34429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:03.802220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14bc820f-b093-413b-8f87-1343f3f50d5a req-8742f301-c140-465f-87a4-357638c34429 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1128 time: 0.0448515 Feb 17 22:54:03.847306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14bc820f-b093-413b-8f87-1343f3f50d5a req-dc0d8308-aa3a-4bc8-a97d-e38c6cc1b5a5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389280 Feb 17 22:54:04.457176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df8547-bdac-4f50-8ef5-764aeeec65b0 req-845797fb-7e3c-489f-a4f7-8d174f9dfea0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:04.459159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54df8547-bdac-4f50-8ef5-764aeeec65b0 req-845797fb-7e3c-489f-a4f7-8d174f9dfea0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0549805 Feb 17 22:54:04.514775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54df8547-bdac-4f50-8ef5-764aeeec65b0 req-f8df4383-166c-405c-98ff-cf41d885626e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499113 Feb 17 22:54:05.646538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84276160-86c8-4b47-bfbb-360e882ba101 req-0575e44d-7416-4f3f-9c01-b08dc0f6f1c6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:05.648046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84276160-86c8-4b47-bfbb-360e882ba101 req-0575e44d-7416-4f3f-9c01-b08dc0f6f1c6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0575294 Feb 17 22:54:05.698758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-84276160-86c8-4b47-bfbb-360e882ba101 req-f2cde47c-4fc0-41db-8b56-5c3d48abb81d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446763 Feb 17 22:54:05.820085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3a10a-e579-4fc0-ab71-70266f035c95 req-4cb2b5d5-97b4-4971-980a-e0f258c26a39 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:05.821559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92e3a10a-e579-4fc0-ab71-70266f035c95 req-4cb2b5d5-97b4-4971-980a-e0f258c26a39 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0540900 Feb 17 22:54:05.871688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92e3a10a-e579-4fc0-ab71-70266f035c95 req-c349c94c-e2fc-498f-bedb-4b4d3251a1ae tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439870 Feb 17 22:54:05.893240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59642) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:05.943150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07802d43-cd52-4a7e-a731-6216ae4edfd3 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:05.944726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-07802d43-cd52-4a7e-a731-6216ae4edfd3 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1123 time: 0.0505028 Feb 17 22:54:05.947610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59648) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:05.951882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:05.972777 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:06.075253 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:06.188522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.121 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/2ea82038-0bf2-477a-93b7-c9eedbf0893b) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:54:06.309654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:06.344302 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:06.389762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:54:06.392681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:54:06.397750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:54:06.403141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=2ea82038-0bf2-477a-93b7-c9eedbf0893b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:06.762503 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (96e6fcfa-8c93-47f7-a6f2-28a612162092), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:06.835205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:06.993345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:06.998317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:07.074436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=2ea82038-0bf2-477a-93b7-c9eedbf0893b,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:07.082042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (96e6fcfa-8c93-47f7-a6f2-28a612162092), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:07.186088 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP 96e6fcfa-8c93-47f7-a6f2-28a612162092 associated. External IP: 172.25.0.121, port: b54f9317-4e34-4925-832b-5cff7c56534e. Feb 17 22:54:07.691434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:54:07.807431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:54:07.828044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:07.828427 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] Sync routers for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:07.838059 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:54:07.838800 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:07.861260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c655d23c-2997-43bc-ae79-8f44ff0496c2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9102604 Feb 17 22:54:07.861260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:07.862251 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364d1a25-982a-475b-8cfc-4d89302fc9f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:54:07.949798 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:54:07.969414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d176dc-1194-4e5c-8d8b-0c00976773dd req-d97d38d9-e4a9-4ec9-96e0-f5e80e8256fc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:07.971407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1d176dc-1194-4e5c-8d8b-0c00976773dd req-d97d38d9-e4a9-4ec9-96e0-f5e80e8256fc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0586956 Feb 17 22:54:08.024733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1d176dc-1194-4e5c-8d8b-0c00976773dd req-1da38799-f0aa-4051-8db0-b6b22837f61c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466847 Feb 17 22:54:08.048598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59690) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:08.121398 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e489b2-5eb2-424a-aa0c-6760344b1288 x-openstack-request-id: req-80e489b2-5eb2-424a-aa0c-6760344b1288 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:54:08.121692 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:54:08.121949 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-80e489b2-5eb2-424a-aa0c-6760344b1288 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:54:08.122351 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'status': 'completed', 'code': 200} Feb 17 22:54:08.175042 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b0fa6fd-146f-4867-b9b6-cc2596ae8e31 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/96e6fcfa-8c93-47f7-a6f2-28a612162092 HTTP/1.1" status: 200 len: 991 time: 0.1254783 Feb 17 22:54:08.196023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-6f35e136-5350-4874-bb9b-a1291c2631af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:08.197553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-6f35e136-5350-4874-bb9b-a1291c2631af service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1128 time: 0.0570676 Feb 17 22:54:08.204535 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '96e6fcfa-8c93-47f7-a6f2-28a612162092', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'port_id': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'mac_address': 'fa:16:3e:7e:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b99d62-560c-4e65-bf2f-634802496266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:54:06Z', 'updated_at': '2022-02-17T22:54:06Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:54Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:08.237994 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] Checking router: 48f1ee20-805b-4225-9da9-ba2c332c6cf3 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:08.247753 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:54:08.248026 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:53:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:08.296258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-0478f2a5-a545-4380-9f2c-5bbcc29369dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:08.297721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-0478f2a5-a545-4380-9f2c-5bbcc29369dc service neutron] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.0936434 Feb 17 22:54:08.367979 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:54:08.372582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-fdae5c3e-6efb-4dd9-808b-f2343f367a5e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 999 time: 0.0686219 Feb 17 22:54:08.426075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-d291a5ca-4767-4b94-928a-6f20da5b81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:08.428456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-d291a5ca-4767-4b94-928a-6f20da5b81fc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0482519 Feb 17 22:54:08.478359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-27f9e53e-b568-4b9b-a36c-e514bc2c972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:08.479872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-27f9e53e-b568-4b9b-a36c-e514bc2c972f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458381 Feb 17 22:54:08.578038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-9ea57531-8f9f-432a-ad62-1538a772f6a4 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920844 Feb 17 22:54:08.599262 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '96e6fcfa-8c93-47f7-a6f2-28a612162092', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'port_id': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'mac_address': 'fa:16:3e:7e:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b99d62-560c-4e65-bf2f-634802496266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:54:06Z', 'updated_at': '2022-02-17T22:54:06Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:54Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:08.631534 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad334c4-055e-4309-b60a-fece4d40ace9 None None] The sync data for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 is: [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '96e6fcfa-8c93-47f7-a6f2-28a612162092', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.121', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'port_id': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3849, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'mac_address': 'fa:16:3e:7e:ec:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9b99d62-560c-4e65-bf2f-634802496266', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:54:06Z', 'updated_at': '2022-02-17T22:54:06Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:54Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:08.682308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-364d1a25-982a-475b-8cfc-4d89302fc9f3 req-f6f89e79-d54f-47c4-b3db-2319d0b8eb44 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983126 Feb 17 22:54:08.841439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e95563-57f3-4f7d-827c-855271686cdd None None] New status for floating IP 96e6fcfa-8c93-47f7-a6f2-28a612162092: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:54:09.178937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59712) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:09.246290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-70f10119-65ad-4ceb-983b-305453908a34 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/96e6fcfa-8c93-47f7-a6f2-28a612162092 HTTP/1.1" status: 200 len: 993 time: 0.0661056 Feb 17 22:54:09.492840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:14.475997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6536a46-2a16-4558-84b4-33c4db244aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:17.342494 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-68fe7358-6005-4f9e-8817-c3fc2f7fc470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:18.024054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:18.298911 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:54:18.472144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-e346175e-5ca1-4005-9d9e-8f7a6fd7bf4b service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428150 Feb 17 22:54:18.548643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-5a8fb001-a2e1-494c-9a5d-d5659531cdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:18.550198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-5a8fb001-a2e1-494c-9a5d-d5659531cdd1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 1128 time: 0.0468283 Feb 17 22:54:18.656199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-d0e4072c-cb1e-41e5-b47e-dc604f53e366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:18.657665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-d0e4072c-cb1e-41e5-b47e-dc604f53e366 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.0877941 Feb 17 22:54:18.723034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-9f22813a-4d31-4341-90c9-e406c4f7c86f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8cf4e74-fd41-4d61-9362-45258b546211 HTTP/1.1" status: 200 len: 1001 time: 0.0595241 Feb 17 22:54:18.776561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-46e28397-b3fd-4f2c-861b-9c08a120e291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:18.778020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-46e28397-b3fd-4f2c-861b-9c08a120e291 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0492575 Feb 17 22:54:18.826964 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-4a9202c1-9423-4721-959f-bc5632526732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:18.828406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-4a9202c1-9423-4721-959f-bc5632526732 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447178 Feb 17 22:54:18.917127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-4a19ba79-0ce3-49bb-ad9d-afa7e4ce1260 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819323 Feb 17 22:54:19.010407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cfc27f7-7df5-454b-b1b5-553a6197e4fc req-9c369efe-2adc-4397-ba0f-8dcc7516c694 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879326 Feb 17 22:54:19.431029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:19.871063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-604605c1-d24c-491b-bef2-8f1d5692e58f req-dda2546a-176c-4d69-8414-de391bc1ba10 service neutron] (103527) timed out ('10.222.0.73', 50222) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:54:20.863942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:25.463884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:39.428626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 59908) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:39.499054 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:39.612289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port 33b6b418-4e88-4cf3-87b8-5c2f53403e21 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:54:39.612630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:39.704692 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:39.705062 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (33b6b418-4e88-4cf3-87b8-5c2f53403e21), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:39.717350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for 33b6b418-4e88-4cf3-87b8-5c2f53403e21 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:54:39.907887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (33b6b418-4e88-4cf3-87b8-5c2f53403e21), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:39.935625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=33b6b418-4e88-4cf3-87b8-5c2f53403e21,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:39.963547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.963905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.964243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.964584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.964924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.965265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.965598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.965925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.966253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.966581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.966909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.967236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:39.967592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:54:40.011906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (0c20b30f-ee67-4348-920c-1424e6b7fbd3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:40.012243 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Floating IP 0c20b30f-ee67-4348-920c-1424e6b7fbd3 disassociated (deleted). External IP: 172.25.0.122, port: e8cf4e74-fd41-4d61-9362-45258b546211. Feb 17 22:54:40.248265 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:54:40.362277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:54:40.367948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:40.375787 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:54:40.386384 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:54:40.387003 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:54:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:40.424202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ebbe4b93-c77e-453d-8ff7-58a98e29527e tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "DELETE /v2.0/floatingips/0c20b30f-ee67-4348-920c-1424e6b7fbd3 HTTP/1.1" status: 204 len: 168 time: 0.9944737 Feb 17 22:54:40.424797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:40.428142 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b0bef-c2e6-453c-b8c1-25eba05ba968" -d '{"events": [{"name": "network-changed", "server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:54:40.505990 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:54:40.537051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98fd081-8d66-4d66-b9af-b601ae925add req-50810e11-42c0-4c01-b7e9-9fc2ebcf68b2 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:40.544785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a98fd081-8d66-4d66-b9af-b601ae925add req-50810e11-42c0-4c01-b7e9-9fc2ebcf68b2 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1128 time: 0.0681174 Feb 17 22:54:40.594633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a98fd081-8d66-4d66-b9af-b601ae925add req-7704afc8-a837-4269-a35e-4f8135c4c152 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480833 Feb 17 22:54:40.761623 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:40.776360 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76407d76-dfd6-4f54-9c27-4d5f56824ad3 x-openstack-request-id: req-76407d76-dfd6-4f54-9c27-4d5f56824ad3 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:54:40.776756 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:54:40.777105 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76407d76-dfd6-4f54-9c27-4d5f56824ad3 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:54:40.777608 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'status': 'completed', 'code': 200} Feb 17 22:54:40.907704 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:54:40.918367 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:54:40.919005 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:54:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:40.928038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-b8dcf51e-c215-4d2b-a6b8-84b0128274d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:40.929548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-b8dcf51e-c215-4d2b-a6b8-84b0128274d0 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 1128 time: 0.0716362 Feb 17 22:54:40.936463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703e98c-0f9d-4047-9c09-70d0839e998b req-00005092-c8b8-417c-be78-f7fc9551dcbf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:40.937838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3703e98c-0f9d-4047-9c09-70d0839e998b req-00005092-c8b8-417c-be78-f7fc9551dcbf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.1134450 Feb 17 22:54:41.041643 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:54:41.048422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3703e98c-0f9d-4047-9c09-70d0839e998b req-50500abb-016d-46ac-a67e-07bfdff55e1d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1022317 Feb 17 22:54:41.087900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-4d9c74fe-b59c-4cee-babc-0b68263bf6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.087900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-4d9c74fe-b59c-4cee-babc-0b68263bf6ed service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1440887 Feb 17 22:54:41.090678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59954) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:41.163194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-e0f43b27-aaae-403c-bbb1-dc5b4c81181b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8cf4e74-fd41-4d61-9362-45258b546211 HTTP/1.1" status: 200 len: 217 time: 0.0721107 Feb 17 22:54:41.203343 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ac9fdb41-61f8-4618-8988-a748a40090ac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/96e6fcfa-8c93-47f7-a6f2-28a612162092 HTTP/1.1" status: 200 len: 993 time: 0.0989656 Feb 17 22:54:41.247200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-3a742c22-2409-44c7-be93-c732ea032dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.248788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-3a742c22-2409-44c7-be93-c732ea032dfc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0686514 Feb 17 22:54:41.260228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feeb38a-3ca3-45dc-b2f3-970efa97ba12 req-c9f38109-829a-433b-8a8c-ea8ccdfe15ca tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.263818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0feeb38a-3ca3-45dc-b2f3-970efa97ba12 req-c9f38109-829a-433b-8a8c-ea8ccdfe15ca tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 945 time: 0.1135504 Feb 17 22:54:41.312694 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:54:41.348258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0feeb38a-3ca3-45dc-b2f3-970efa97ba12 req-4b66645c-a1a5-43e5-9ff0-48288fb4fb04 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730300 Feb 17 22:54:41.348450 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1824d0-ebdf-4406-8078-6da3b79722e8 None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e2aefd78-dbe0-4c9d-b578-9f53a347e671', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'floating_ip_address': '172.25.0.92', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'port_id': '693341b6-7237-4081-9fab-14800265b510', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3798, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'mac_address': 'fa:16:3e:1e:f4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:50:32Z', 'updated_at': '2022-02-17T22:50:35Z', 'revision_number': 1, 'project_id': '4965b287b8bc4623952548709f142eb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:54:41.355710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-6257d826-a4cb-4acc-9113-246764695c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.357236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-6257d826-a4cb-4acc-9113-246764695c42 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0922046 Feb 17 22:54:41.468563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-023c1997-a270-4c69-84a7-2a9aaf2ddc73 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032903 Feb 17 22:54:41.589509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f98b0bef-c2e6-453c-b8c1-25eba05ba968 req-1f30f4d3-74e7-455a-8469-a1d577340775 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137738 Feb 17 22:54:41.668356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ed727-4df1-48e5-a19d-d53f350cb84d None None] New status for floating IP 0c20b30f-ee67-4348-920c-1424e6b7fbd3: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:54:41.835136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 59982) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:41.891062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8df2d5-336c-4e5c-ba05-d9b20236828b req-4255edde-a407-4a02-9ec5-bb8b8dc59ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:41.892867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a8df2d5-336c-4e5c-ba05-d9b20236828b req-4255edde-a407-4a02-9ec5-bb8b8dc59ea7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0643871 Feb 17 22:54:41.950903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a8df2d5-336c-4e5c-ba05-d9b20236828b req-2519bb58-e1bb-4c5b-beb6-4c52dea08aa5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508051 Feb 17 22:54:42.021787 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-4958a5ee-693b-4d42-a0f0-bd1c997adc4f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1850832 Feb 17 22:54:42.030516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-360004ba-a059-434a-8af5-08674ebf709e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:54:42.034286 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-360004ba-a059-434a-8af5-08674ebf709e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0079260 Feb 17 22:54:42.509826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05030e4-0d88-4b64-8d9c-348161c5d9e8 req-8ea5a7cf-5f32-4240-a09f-e4f329a51a11 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:42.511732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e05030e4-0d88-4b64-8d9c-348161c5d9e8 req-8ea5a7cf-5f32-4240-a09f-e4f329a51a11 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 945 time: 0.0590620 Feb 17 22:54:42.565530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e05030e4-0d88-4b64-8d9c-348161c5d9e8 req-9dbe41d2-2680-4b86-ba78-2c6389bf55df tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472457 Feb 17 22:54:42.640302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-5560a933-bd7a-44d9-8d99-ed06856d21e3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:42.641749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-5560a933-bd7a-44d9-8d99-ed06856d21e3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 945 time: 0.0565045 Feb 17 22:54:42.742159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port e8cf4e74-fd41-4d61-9362-45258b546211 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:54:42.742502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:42.837573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] For port e8cf4e74-fd41-4d61-9362-45258b546211, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e8cf4e74-fd41-4d61-9362-45258b546211,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:54:42.837940 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:42.851358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for e8cf4e74-fd41-4d61-9362-45258b546211 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:54:42.994370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e8cf4e74-fd41-4d61-9362-45258b546211), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:43.025874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=e8cf4e74-fd41-4d61-9362-45258b546211,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:43.101804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] No DVR routers for this DVR port e8cf4e74-fd41-4d61-9362-45258b546211 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:43.104779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:43.108557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41f1f1f0-7c20-4e46-80e4-01f6cdb2e967 req-a33199b9-0670-409d-aee4-3df25f695c1f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "DELETE /v2.0/ports/e8cf4e74-fd41-4d61-9362-45258b546211 HTTP/1.1" status: 204 len: 173 time: 0.4613521 Feb 17 22:54:43.110965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'name': 'network-vif-deleted', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:43.113056 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e1b1db-6acd-487e-9fe6-35d366d92b6e" -d '{"events": [{"server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "name": "network-vif-deleted", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:54:43.140877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf1812-01d2-4b8c-a29b-48dd4bc5136e req-0c1051f3-9766-46fc-b7bc-fe7f9107809e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:43.142398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5cf1812-01d2-4b8c-a29b-48dd4bc5136e req-0c1051f3-9766-46fc-b7bc-fe7f9107809e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.1060226 Feb 17 22:54:43.207174 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5cf1812-01d2-4b8c-a29b-48dd4bc5136e req-fbbee14a-a1bd-4af7-8230-0ed0a2363157 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578272 Feb 17 22:54:43.263855 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f12446-ed98-4d4a-bf36-f1088be50c8d x-openstack-request-id: req-46f12446-ed98-4d4a-bf36-f1088be50c8d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:54:43.264291 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d814facd-ebf9-4e1a-861f-da2a1dfa6745", "name": "network-vif-deleted", "tag": "e8cf4e74-fd41-4d61-9362-45258b546211", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:54:43.264628 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46f12446-ed98-4d4a-bf36-f1088be50c8d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:54:43.265111 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd814facd-ebf9-4e1a-861f-da2a1dfa6745', 'name': 'network-vif-deleted', 'tag': 'e8cf4e74-fd41-4d61-9362-45258b546211', 'status': 'completed', 'code': 200} Feb 17 22:54:43.446391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60048) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:54:43.603828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-98858b75-be9b-4306-b753-830997581665 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:43.613634 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-98858b75-be9b-4306-b753-830997581665 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports/b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 1125 time: 0.1648428 Feb 17 22:54:43.685193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75a0a91a-798c-4eb7-a248-d030d02722cd req-d1ffe387-4252-42c4-91d6-cbfe9564361a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0399566 Feb 17 22:54:44.357515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6f0ec-ff82-4074-a422-c69235fc2e6f req-1a48f489-7569-46f7-8dac-8bfd8867d665 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:44.359185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77b6f0ec-ff82-4074-a422-c69235fc2e6f req-1a48f489-7569-46f7-8dac-8bfd8867d665 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0696249 Feb 17 22:54:44.435119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77b6f0ec-ff82-4074-a422-c69235fc2e6f req-092d842d-0a1b-416a-a33b-32ff913b51da tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0632405 Feb 17 22:54:44.483233 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f36387f1-cdc5-42e8-9815-b86c20d40e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:44.777353 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3ff9576-1b87-4b8b-af32-df0b1d1918ae req-c614ad0d-b067-400b-bbb5-0aec473a4555 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Feb 17 22:54:45.598556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c59b78-8be0-40c8-a76e-00010322edb0 req-76001b2c-16ce-4a43-86e3-5ed054ca4953 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:45.600187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c59b78-8be0-40c8-a76e-00010322edb0 req-76001b2c-16ce-4a43-86e3-5ed054ca4953 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0743549 Feb 17 22:54:45.676392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c59b78-8be0-40c8-a76e-00010322edb0 req-a5a23ff6-8de0-4ee2-8c1b-e0518a8f0972 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0651157 Feb 17 22:54:45.744924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-f48541a6-b015-4d36-916a-bd60faaa7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:45.746848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-f48541a6-b015-4d36-916a-bd60faaa7b3b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1128 time: 0.0549853 Feb 17 22:54:45.869716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-a8c817f1-bff5-4669-b951-87381ca832ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:45.871347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-a8c817f1-bff5-4669-b951-87381ca832ff service neutron] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.1182947 Feb 17 22:54:45.947952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a29f9f72-0efe-4319-b075-46c674d6c5cd req-b3de2f4e-f22a-4ebb-9e67-1e8f02c23139 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0716550 Feb 17 22:54:45.982097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-b8fb946b-c192-45b6-8031-aaca76f5585c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 1001 time: 0.0966575 Feb 17 22:54:46.036532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-27a5ab93-31ca-43ba-95a0-04370110b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:46.038080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-27a5ab93-31ca-43ba-95a0-04370110b52f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0495622 Feb 17 22:54:46.096693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-aae3130a-f09d-463d-9307-96f887c4b142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:46.098983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-aae3130a-f09d-463d-9307-96f887c4b142 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0550554 Feb 17 22:54:46.210542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-19238b35-a89d-4748-a238-e08ef4ad9158 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054463 Feb 17 22:54:46.311612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-1d947555-6f3c-43f0-b6b0-01c022592e7c service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957108 Feb 17 22:54:46.367038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e8cf4e74-fd41-4d61-9362-45258b546211 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:54:46.398386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: e8cf4e74-fd41-4d61-9362-45258b546211 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:54:46.398995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e8cf4e74-fd41-4d61-9362-45258b546211 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:54:46.832851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977e05d-066d-4291-86f7-b17bdfa06610 req-0ec3dbf6-aef7-4a5c-97e0-0bd78dfb2bff tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:46.834379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7977e05d-066d-4291-86f7-b17bdfa06610 req-0ec3dbf6-aef7-4a5c-97e0-0bd78dfb2bff tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0576303 Feb 17 22:54:46.897436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7977e05d-066d-4291-86f7-b17bdfa06610 req-d157b69c-7691-4bc3-b429-6e5be2dc1288 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566046 Feb 17 22:54:47.122466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc5aa605-1e44-46be-af93-40d37ebe6d20 req-4aab98f3-ff83-4613-94f6-bcbe204243b1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0325289 Feb 17 22:54:47.347113 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1c9d7044-65aa-435d-b68c-d5c44c4743b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:48.031944 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:48.047900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54271df5-7ac2-4f4b-ab99-81e75934547a req-1678396f-76d9-4267-99c0-3b546c97e456 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:48.049475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54271df5-7ac2-4f4b-ab99-81e75934547a req-1678396f-76d9-4267-99c0-3b546c97e456 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0735264 Feb 17 22:54:48.102393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54271df5-7ac2-4f4b-ab99-81e75934547a req-7d17de70-6cb3-4a63-8c23-20af2c64a303 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461814 Feb 17 22:54:48.221657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b72dc06-6cae-489d-ae4e-d6d86724db75 req-157af99e-a081-438e-a7bb-fc4ed0842a5f tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0288937 Feb 17 22:54:49.233653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a2381-dd14-43bd-9d2f-47939228e8a7 req-61cc1486-2978-4dac-839e-6b401be2f904 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:49.235053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-415a2381-dd14-43bd-9d2f-47939228e8a7 req-61cc1486-2978-4dac-839e-6b401be2f904 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0613585 Feb 17 22:54:49.287906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-415a2381-dd14-43bd-9d2f-47939228e8a7 req-047aa927-5d19-4dec-aaf6-78d5b82a9198 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462055 Feb 17 22:54:49.379810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc2ed8e2-d840-4901-bfb7-7e57a9b96005 req-90699797-4311-44a0-96e0-185917cc16cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0288494 Feb 17 22:54:49.428805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:50.408012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f3f66-2f39-4761-ab75-1717524fd8da req-fc8ced33-2c4f-433f-82d9-038a4e55e1fe tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:50.409437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a4f3f66-2f39-4761-ab75-1717524fd8da req-fc8ced33-2c4f-433f-82d9-038a4e55e1fe tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0537584 Feb 17 22:54:50.458493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a4f3f66-2f39-4761-ab75-1717524fd8da req-992ee57b-1657-41ae-9335-66556bd3cac3 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434198 Feb 17 22:54:50.554404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fab05b5c-d60a-42e7-93c1-3af28fd7abf5 req-8f35e2ab-aa35-4f1f-b2b2-29eaf997a083 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0367584 Feb 17 22:54:50.866667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:51.585373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7176f-c467-4d1d-af74-15d75e76bbe4 req-f675a904-52a4-4334-8378-bc96c67298b5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:51.586879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acd7176f-c467-4d1d-af74-15d75e76bbe4 req-f675a904-52a4-4334-8378-bc96c67298b5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0567374 Feb 17 22:54:51.636221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acd7176f-c467-4d1d-af74-15d75e76bbe4 req-8a06fc92-da18-4ab9-b60b-e2efed3f041c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437326 Feb 17 22:54:51.717251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39dd1978-86c8-4e33-b7a1-8b484b8811d1 req-58115e00-9bd6-4ea4-b611-50618c4591a2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=d814facd-ebf9-4e1a-861f-da2a1dfa6745 HTTP/1.1" status: 200 len: 210 time: 0.0280123 Feb 17 22:54:52.759846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8187a0-0890-4390-a17e-1ac528e96dd0 req-6baf7306-0083-4dbe-9070-63acff6b7722 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:52.761319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b8187a0-0890-4390-a17e-1ac528e96dd0 req-6baf7306-0083-4dbe-9070-63acff6b7722 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0574989 Feb 17 22:54:53.105431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0b8187a0-0890-4390-a17e-1ac528e96dd0 req-297dd778-34e3-4dd0-88d9-bd2225b945de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3384693 Feb 17 22:54:54.228103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a92a1d-377d-4655-a134-8c3ca8c08c11 req-7dd09085-987c-4068-a2a5-20efbfdc72ea tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:54.229576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18a92a1d-377d-4655-a134-8c3ca8c08c11 req-7dd09085-987c-4068-a2a5-20efbfdc72ea tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0532794 Feb 17 22:54:54.280278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18a92a1d-377d-4655-a134-8c3ca8c08c11 req-fe48eb54-4887-46a5-8bd1-a2943d58bb1b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449648 Feb 17 22:54:55.298591 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:54:55.414087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c7501-fa6e-4cc2-b784-f669be6f4790 req-6ad14ce5-5c33-4598-9a5e-dd9b996d3bdf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:55.416303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-817c7501-fa6e-4cc2-b784-f669be6f4790 req-6ad14ce5-5c33-4598-9a5e-dd9b996d3bdf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0553741 Feb 17 22:54:55.468713 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:55.479920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-817c7501-fa6e-4cc2-b784-f669be6f4790 req-5974b8be-2a2b-4dc6-9d4e-c4e1c35ed025 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0578601 Feb 17 22:54:56.599735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92862fb0-b969-46a3-bb22-4d266cf6af39 req-6bb85097-b726-4031-9d7e-047ba4b8238d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:56.601289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92862fb0-b969-46a3-bb22-4d266cf6af39 req-6bb85097-b726-4031-9d7e-047ba4b8238d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0549583 Feb 17 22:54:56.651859 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92862fb0-b969-46a3-bb22-4d266cf6af39 req-d4c64a25-5d44-46df-8164-d65ab9f5465f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443642 Feb 17 22:54:57.802671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541d1e8-bf87-4e3d-8ab3-4296b1cce661 req-9d4f30b8-afac-4292-8e98-3a7f5d664a87 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:57.805246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f541d1e8-bf87-4e3d-8ab3-4296b1cce661 req-9d4f30b8-afac-4292-8e98-3a7f5d664a87 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0570340 Feb 17 22:54:57.857307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f541d1e8-bf87-4e3d-8ab3-4296b1cce661 req-02fc7ab3-fb5d-40e0-82e8-f04f0feec78e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458744 Feb 17 22:54:58.275943 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-78793ffe-59d6-452f-a12c-caa67b831cec req-3c438901-21dc-46f9-bc1e-027eb34e3ebb service neutron] show failed (client error): The resource could not be found. Feb 17 22:54:58.277136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-3c438901-21dc-46f9-bc1e-027eb34e3ebb service neutron] 10.222.0.73 "GET /v2.0/ports/b54f9317-4e34-4925-832b-5cff7c56534e/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0648634 Feb 17 22:54:58.504048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-ac7ade51-d2ac-4a63-a19a-60b06a7cc201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:58.505846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-ac7ade51-d2ac-4a63-a19a-60b06a7cc201 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 1128 time: 0.0538726 Feb 17 22:54:58.523687 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:54:58.585286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:58.815938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:54:58.852617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:54:58.910793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Publish callbacks [] for port (b54f9317-4e34-4925-832b-5cff7c56534e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:58.923887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Transition to ACTIVE for port object b54f9317-4e34-4925-832b-5cff7c56534e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:54:58.924812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:54:58.927767 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214f2647-47a7-44f3-9fdd-8d6c8fb1868b" -d '{"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-unplugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:54:58.945248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:59.016324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:59.043613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08f718-033d-479c-8126-e5fdeaa87086 req-b1a9dfe0-6711-4ee6-9c3a-a7d7f65c96d2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:59.045164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df08f718-033d-479c-8126-e5fdeaa87086 req-b1a9dfe0-6711-4ee6-9c3a-a7d7f65c96d2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.1116359 Feb 17 22:54:59.130006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df08f718-033d-479c-8126-e5fdeaa87086 req-c9c30796-f514-44c0-add6-918aa00d0b9e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0564611 Feb 17 22:54:59.160396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] No DVR routers for this DVR port b54f9317-4e34-4925-832b-5cff7c56534e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:54:59.251787 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2594b72-713d-467d-b848-43d1e29b8cb8 x-openstack-request-id: req-b2594b72-713d-467d-b848-43d1e29b8cb8 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:54:59.252663 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-unplugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:54:59.253023 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2594b72-713d-467d-b848-43d1e29b8cb8 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:54:59.253515 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'code': 200} Feb 17 22:54:59.340105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:54:59.340613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:54:59.341045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:54:59.346130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:54:59.346594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:54:59.352388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:54:59.352862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Checking segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:54:59.353371 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Bound using segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:54:59.353899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Bound port: b54f9317-4e34-4925-832b-5cff7c56534e, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:54:59.354363 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:59.428541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:54:59.432022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:54:59.441601 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:59.478009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:59.478776 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:54:59.480527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-c9da6218-7183-46a2-a431-280254607f36 service neutron] 10.222.0.94 "PUT /v2.0/ports/b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 1092 time: 0.9612706 Feb 17 22:54:59.520406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da6218-7183-46a2-a431-280254607f36 service neutron] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:54:59.583334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-f526d72b-4ab3-4adb-b902-f414cc7f8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:59.584978 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-f526d72b-4ab3-4adb-b902-f414cc7f8812 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1126 time: 0.0577588 Feb 17 22:54:59.705652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-6195e330-c8e1-455b-8018-7ceb26a529a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:59.707643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-6195e330-c8e1-455b-8018-7ceb26a529a8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.1121218 Feb 17 22:54:59.790248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-af7cecd8-a336-4cd9-b6ba-e90d8653a374 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 999 time: 0.0767186 Feb 17 22:54:59.839985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-a330fd21-08a0-4dc2-bc6c-570e97ac645b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:59.841670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-a330fd21-08a0-4dc2-bc6c-570e97ac645b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0455675 Feb 17 22:54:59.903468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78793ffe-59d6-452f-a12c-caa67b831cec req-bcc46506-9b75-421c-8f5f-9622b08a2326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:54:59.905072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-bcc46506-9b75-421c-8f5f-9622b08a2326 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0573645 Feb 17 22:55:00.001847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-62bcd64f-5b7a-441f-927e-585d09ce3be3 service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909350 Feb 17 22:55:00.100010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-113b8e44-683c-4c75-8366-b95a245f504b service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917029 Feb 17 22:55:00.273048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62c953-99f9-40de-a0ea-20d9bffdd750 req-45397de4-5b3e-4428-bbbd-8f64dd17927e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:00.274663 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da62c953-99f9-40de-a0ea-20d9bffdd750 req-45397de4-5b3e-4428-bbbd-8f64dd17927e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0609708 Feb 17 22:55:00.325873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da62c953-99f9-40de-a0ea-20d9bffdd750 req-54d4e7b9-a2c0-429b-bfdd-dd195359f99c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454655 Feb 17 22:55:01.254611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:01.257495 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29930af-a7f0-4e40-b1da-98cb0444449f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:01.323927 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108211d1-c2ad-4c52-b7de-1a6ea4fc17d1 x-openstack-request-id: req-108211d1-c2ad-4c52-b7de-1a6ea4fc17d1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:01.324229 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:01.324486 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-108211d1-c2ad-4c52-b7de-1a6ea4fc17d1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:01.324936 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'status': 'completed', 'code': 200} Feb 17 22:55:01.516380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-efa4037b-5e46-4a78-966a-bd85d2009a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:01.518532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-efa4037b-5e46-4a78-966a-bd85d2009a4a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1126 time: 0.1725466 Feb 17 22:55:01.531203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcaa061-83bb-4eea-898e-986759c44d48 req-84b3ecb9-31f5-468d-8a3c-00868523b145 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:01.532661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dcaa061-83bb-4eea-898e-986759c44d48 req-84b3ecb9-31f5-468d-8a3c-00868523b145 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0798531 Feb 17 22:55:01.629925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-53f54369-f27c-4a02-b218-c00cd204cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:01.632132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-53f54369-f27c-4a02-b218-c00cd204cd73 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1126 time: 0.2409658 Feb 17 22:55:01.724019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dcaa061-83bb-4eea-898e-986759c44d48 req-14e33f46-ea54-4f46-912c-6693c88008d2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1798255 Feb 17 22:55:01.777051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-9a490fc1-5fcb-4bec-a6d6-e2940835ad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:01.781045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-9a490fc1-5fcb-4bec-a6d6-e2940835ad18 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.2425075 Feb 17 22:55:01.856096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:01.880535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-34c16ff9-d152-4f87-b170-c3099cfbe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:01.881991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-34c16ff9-d152-4f87-b170-c3099cfbe898 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.2424967 Feb 17 22:55:01.899275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-c0022594-aa4e-4987-b3cf-22161c7a6187 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 999 time: 0.1040397 Feb 17 22:55:01.931899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port b54f9317-4e34-4925-832b-5cff7c56534e host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:55:01.932211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:02.003221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-11347b3f-93b5-4bde-b670-e884d6905357 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 999 time: 0.1105509 Feb 17 22:55:02.004786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-be9722af-a626-4c8d-bdd3-c20fdf58d0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:02.006183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-be9722af-a626-4c8d-bdd3-c20fdf58d0d0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0716693 Feb 17 22:55:02.094206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-7e0fc983-74d2-4cf6-9aa6-52cc4d301ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:02.095316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-7e0fc983-74d2-4cf6-9aa6-52cc4d301ed4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0855935 Feb 17 22:55:02.114256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-2dbcb4a5-f1a0-4cc9-89bb-4661157753b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:02.116001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-2dbcb4a5-f1a0-4cc9-89bb-4661157753b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0966256 Feb 17 22:55:02.227746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-4556e06a-0d3d-453c-b9a8-3039cb573cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:02.229177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-4556e06a-0d3d-453c-b9a8-3039cb573cfe service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1263547 Feb 17 22:55:02.293479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-0e9e675f-e3c2-447f-a55a-1c4af2c1d06c service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584249 Feb 17 22:55:02.396190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-dc32d99f-cc67-4ac6-8da2-8baf5534862f service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947871 Feb 17 22:55:02.435920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-1ecd148e-3700-4861-ac98-cf909563ce5c service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965032 Feb 17 22:55:02.563895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d29930af-a7f0-4e40-b1da-98cb0444449f req-2e30558b-1972-4ae9-a581-d90396206bf1 service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193717 Feb 17 22:55:02.906704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376887b-816c-46fa-8a5b-c58f7044b369 req-9927a22c-95fb-4862-ae04-4eef2213597b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:02.908257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1376887b-816c-46fa-8a5b-c58f7044b369 req-9927a22c-95fb-4862-ae04-4eef2213597b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.1011279 Feb 17 22:55:02.965267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1376887b-816c-46fa-8a5b-c58f7044b369 req-40cc7685-a3b2-4203-8d47-032d99f64469 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506711 Feb 17 22:55:04.144870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38916e24-d8cd-4174-9a25-55e211341b06 req-332680d0-e2cb-4586-b02c-88741ef19a83 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:04.147706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38916e24-d8cd-4174-9a25-55e211341b06 req-332680d0-e2cb-4586-b02c-88741ef19a83 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0832348 Feb 17 22:55:04.206296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38916e24-d8cd-4174-9a25-55e211341b06 req-a832bc0d-0bd7-411f-85c7-a92a7cc3b487 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0533140 Feb 17 22:55:04.510879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b54f9317-4e34-4925-832b-5cff7c56534e details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:55:04.531244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-bf860244-1b70-4c32-8643-81d6c40a5060 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:04.532791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-bf860244-1b70-4c32-8643-81d6c40a5060 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266&tenant_id=b3226ed37abe4651b6140919c15b4243&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 943 time: 0.1350586 Feb 17 22:55:04.544958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a8a2b-3d84-419e-bdb9-12ef24a0bc80 req-660ac32b-6a8e-4fab-9bf6-22a6d05492e7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:04.546668 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-296a8a2b-3d84-419e-bdb9-12ef24a0bc80 req-660ac32b-6a8e-4fab-9bf6-22a6d05492e7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 943 time: 0.0781856 Feb 17 22:55:04.619464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:04.632392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'port_id': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'mac_address': 'fa:16:3e:7e:ec:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:55:04.644680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-6f20fb62-ea29-4457-8d66-a4dbec4f442c service neutron] 10.222.0.94 "GET /v2.0/ports/b54f9317-4e34-4925-832b-5cff7c56534e/bindings/n-h2-828369-18 HTTP/1.1" status: 200 len: 383 time: 0.0969386 Feb 17 22:55:04.648360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-296a8a2b-3d84-419e-bdb9-12ef24a0bc80 req-ad9441e8-5a9b-4257-b60d-a7906736b9d8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923383 Feb 17 22:55:04.675704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b54f9317-4e34-4925-832b-5cff7c56534e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:04.676090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:04.694634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54f9317-4e34-4925-832b-5cff7c56534e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:55:04.716602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:04.720932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:04.737151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-3fcaf043-1eca-4a07-97bc-a809ff384cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:04.738658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-3fcaf043-1eca-4a07-97bc-a809ff384cfb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1126 time: 0.0504456 Feb 17 22:55:04.773659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:04.781581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.782016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.782432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.782844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.783277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.783772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.784204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.784606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.785006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.785407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.785808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.786204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.786598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:04.839582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-f3b9ec1a-631a-4ee9-8252-4eb47ad7b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:04.841009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-f3b9ec1a-631a-4ee9-8252-4eb47ad7b0e5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.0949965 Feb 17 22:55:04.896375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60286) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:04.915620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-4751239e-7965-48c7-ab41-c6fc8a986fb6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 1000 time: 0.0681539 Feb 17 22:55:04.968454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-d75c6c2a-fc7d-4296-abf1-9b4d47fa664c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:04.969924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-d75c6c2a-fc7d-4296-abf1-9b4d47fa664c service neutron] 10.222.0.94 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0471990 Feb 17 22:55:05.025579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-dd6c0f7f-1c29-4a2d-b33b-5ffb2a09db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:05.027800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-dd6c0f7f-1c29-4a2d-b33b-5ffb2a09db7a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507393 Feb 17 22:55:05.062527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port b539a8d8-3ee0-4d1e-8cc1-a650ce610d77 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:05.062862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:05.125290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-860a7d02-9e99-43cb-9ff4-802cb4d10def service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907714 Feb 17 22:55:05.147210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:05.147736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:05.164549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for b539a8d8-3ee0-4d1e-8cc1-a650ce610d77 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:05.172151 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b54f9317-4e34-4925-832b-5cff7c56534e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:55:05.249885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-e64ea50f-64ac-42f8-8eb0-6fedbea47a30 service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184020 Feb 17 22:55:05.345984 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b539a8d8-3ee0-4d1e-8cc1-a650ce610d77), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:05.372290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=b539a8d8-3ee0-4d1e-8cc1-a650ce610d77,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:05.421557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.421557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.421943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.422177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.422721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.423221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.424290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.424626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.424955 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.425281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.425885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.426027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.426338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:05.452899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (e2aefd78-dbe0-4c9d-b578-9f53a347e671), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:05.453437 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Floating IP e2aefd78-dbe0-4c9d-b578-9f53a347e671 disassociated (deleted). External IP: 172.25.0.92, port: 693341b6-7237-4081-9fab-14800265b510. Feb 17 22:55:05.679344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:55:05.796088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:55:05.802415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:05.804485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70594527-8d30-4dd8-b12d-058f4d676311 req-6a64071f-a735-40d4-912c-460d7b115314 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:05.806014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70594527-8d30-4dd8-b12d-058f4d676311 req-6a64071f-a735-40d4-912c-460d7b115314 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 944 time: 0.0609572 Feb 17 22:55:05.810762 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:05.821496 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:05.823551 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:54:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:05.840432 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5fd80119-e529-4c68-a752-0ff1544a82cf tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "DELETE /v2.0/floatingips/e2aefd78-dbe0-4c9d-b578-9f53a347e671 HTTP/1.1" status: 204 len: 168 time: 0.9405363 Feb 17 22:55:05.840432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'tag': '693341b6-7237-4081-9fab-14800265b510'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:05.841413 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f093036-7836-4956-82b0-62232ee3b433" -d '{"events": [{"name": "network-changed", "server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "tag": "693341b6-7237-4081-9fab-14800265b510"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:05.872008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70594527-8d30-4dd8-b12d-058f4d676311 req-af97813d-2f71-4f7b-99c6-574eb02a7480 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555816 Feb 17 22:55:05.946670 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:06.066249 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb47315-d593-4e48-8c27-0133472d3b77 x-openstack-request-id: req-7cb47315-d593-4e48-8c27-0133472d3b77 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:06.067672 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "tag": "693341b6-7237-4081-9fab-14800265b510", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:06.068090 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7cb47315-d593-4e48-8c27-0133472d3b77 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:06.068660 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'tag': '693341b6-7237-4081-9fab-14800265b510', 'status': 'completed', 'code': 200} Feb 17 22:55:06.193821 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:06.206773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e11c65-b93a-443b-badb-dde88abb5df9 req-dff8b353-98c1-4aff-9e40-235585fad60c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:06.211594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96e11c65-b93a-443b-badb-dde88abb5df9 req-dff8b353-98c1-4aff-9e40-235585fad60c tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 946 time: 0.0973277 Feb 17 22:55:06.227257 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:06.231963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093036-7836-4956-82b0-62232ee3b433 req-4d7de170-a918-42b9-85c3-1eec645b3daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:06.233431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f093036-7836-4956-82b0-62232ee3b433 req-4d7de170-a918-42b9-85c3-1eec645b3daa service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=4965b287b8bc4623952548709f142eb5&device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 1129 time: 0.0913954 Feb 17 22:55:06.240672 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:06.241254 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:54:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:06.320626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96e11c65-b93a-443b-badb-dde88abb5df9 req-84b5ec74-5684-4cbd-916e-3a2114c3f562 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074204 Feb 17 22:55:06.356347 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:06.368243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093036-7836-4956-82b0-62232ee3b433 req-675dda93-7004-4c25-b7c9-b680f0a3d618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:06.369825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f093036-7836-4956-82b0-62232ee3b433 req-675dda93-7004-4c25-b7c9-b680f0a3d618 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 200 len: 912 time: 0.1244211 Feb 17 22:55:06.437776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f093036-7836-4956-82b0-62232ee3b433 req-9fb8f0f9-a1cf-418f-806b-a4d8a4896d50 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 200 len: 217 time: 0.0357091 Feb 17 22:55:06.491566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093036-7836-4956-82b0-62232ee3b433 req-dece23da-30a2-4c65-8033-57ecf052da14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:06.493184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f093036-7836-4956-82b0-62232ee3b433 req-dece23da-30a2-4c65-8033-57ecf052da14 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 200 len: 850 time: 0.0487766 Feb 17 22:55:06.519152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b54f9317-4e34-4925-832b-5cff7c56534e up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:55:06.550306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f093036-7836-4956-82b0-62232ee3b433 req-942aafd9-b9da-4754-9e0c-0825b4d35976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:06.551866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f093036-7836-4956-82b0-62232ee3b433 req-942aafd9-b9da-4754-9e0c-0825b4d35976 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ed5f7050-3968-4fc8-98d7-ff5b7c388da3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515242 Feb 17 22:55:06.562418 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:06.582267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b54f9317-4e34-4925-832b-5cff7c56534e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:06.586676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b54f9317-4e34-4925-832b-5cff7c56534e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:06.587326 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:06.594542 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05523d4b-7ad4-4639-94bb-1389cffff74f None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:38:30Z', 'revision_number': 4, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e3a89764-39e6-41cb-b7f8-68a4c93a2750', 'name': '', 'network_id': 'ed5f7050-3968-4fc8-98d7-ff5b7c388da3', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'mac_address': 'fa:16:3e:18:96:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:27Z', 'updated_at': '2022-02-17T22:38:42Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'subnets': [{'id': '4910e50a-63a1-47ef-92da-0dd608be55f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:06.657462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f093036-7836-4956-82b0-62232ee3b433 req-82fbfa95-ed94-4035-9d7c-e66da0878284 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966885 Feb 17 22:55:06.695968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b54f9317-4e34-4925-832b-5cff7c56534e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:06.696475 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:06.722028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:06.724506 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7544b24-6961-406b-93ef-7e41aee7fc88" -d '{"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-plugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:06.749860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:06.757852 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:06.788512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f093036-7836-4956-82b0-62232ee3b433 req-81168562-f55b-43f4-bdb0-bd2f5fd7a277 service neutron] 10.222.0.94 "GET /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205053 Feb 17 22:55:06.818077 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6b27dd-9bf6-4348-947f-04d12c2cda1e x-openstack-request-id: req-be6b27dd-9bf6-4348-947f-04d12c2cda1e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:06.818376 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-plugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:06.818629 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-be6b27dd-9bf6-4348-947f-04d12c2cda1e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:06.819021 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'code': 200} Feb 17 22:55:06.825191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:06.949887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251fedf7-0447-4831-b92c-cab42f4779ba None None] New status for floating IP e2aefd78-dbe0-4c9d-b578-9f53a347e671: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:55:07.017344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec219f-648f-4cb9-9dba-8c87b754e6b0 req-8a9f9db0-5d33-48d4-acd1-243809227ec0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:07.019434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acec219f-648f-4cb9-9dba-8c87b754e6b0 req-8a9f9db0-5d33-48d4-acd1-243809227ec0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 945 time: 0.0626755 Feb 17 22:55:07.074716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acec219f-648f-4cb9-9dba-8c87b754e6b0 req-a6d9d5c7-4766-488e-bb17-8af6f42ad19c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495226 Feb 17 22:55:07.454452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7911f2ef-d2af-40a4-b6ee-3458e9c00327 req-e0fe65ec-2986-401a-a119-a31a5db55ab2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:07.456181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7911f2ef-d2af-40a4-b6ee-3458e9c00327 req-e0fe65ec-2986-401a-a119-a31a5db55ab2 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 946 time: 0.0675492 Feb 17 22:55:07.509920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7911f2ef-d2af-40a4-b6ee-3458e9c00327 req-79078f03-5241-4e49-9b05-9a0711f0eec6 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469997 Feb 17 22:55:07.643110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-492c089b-e311-4849-8ae6-95aa97938998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:07.644629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-492c089b-e311-4849-8ae6-95aa97938998 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 1128 time: 0.0457661 Feb 17 22:55:07.655741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:07.717358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:07.920088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:07.952879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:55:07.994577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:07.997333 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca901f7-378f-48f6-89f5-c7c1b7a30b78" -d '{"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-unplugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:08.000884 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Publish callbacks [] for port (b54f9317-4e34-4925-832b-5cff7c56534e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:08.014133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Transition to ACTIVE for port object b54f9317-4e34-4925-832b-5cff7c56534e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:08.019087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:08.058881 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda9b962-1b0f-4d21-bea7-9be24eac5e1f x-openstack-request-id: req-eda9b962-1b0f-4d21-bea7-9be24eac5e1f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:08.059185 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-unplugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:08.059653 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-eda9b962-1b0f-4d21-bea7-9be24eac5e1f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:08.060082 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'code': 200} Feb 17 22:55:08.450185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:08.507597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-0ae9ea78-b72e-4059-8a6e-af3898354d6b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:08.509039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-0ae9ea78-b72e-4059-8a6e-af3898354d6b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 946 time: 0.4873445 Feb 17 22:55:08.559866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] No DVR routers for this DVR port b54f9317-4e34-4925-832b-5cff7c56534e on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:08.647505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7e50e-9b2d-4f17-9606-cae9f129ebd0 req-413d3039-d271-45f6-81da-0408d898dc25 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:08.648955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cce7e50e-9b2d-4f17-9606-cae9f129ebd0 req-413d3039-d271-45f6-81da-0408d898dc25 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 944 time: 0.2008271 Feb 17 22:55:08.752366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cce7e50e-9b2d-4f17-9606-cae9f129ebd0 req-0afd8d89-6af6-4a09-ac64-9501b896b1a5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944242 Feb 17 22:55:08.793111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port 693341b6-7237-4081-9fab-14800265b510 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:08.793449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (693341b6-7237-4081-9fab-14800265b510), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:08.838551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:55:08.838882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:55:08.839208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:55:08.871693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:55:08.872019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Attempting to bind port b54f9317-4e34-4925-832b-5cff7c56534e on network e946139b-af79-489f-915b-7870fd7d6d79 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:55:08.889401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:55:08.889737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Checking segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:55:08.890117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Bound using segment: {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:55:08.890548 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Bound port: b54f9317-4e34-4925-832b-5cff7c56534e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88b9e057-b9da-40f6-b22a-2dac306678d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:55:08.890909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:08.967607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] For port 693341b6-7237-4081-9fab-14800265b510, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=693341b6-7237-4081-9fab-14800265b510,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:08.967974 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (693341b6-7237-4081-9fab-14800265b510), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:08.983858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65646ed-98e5-4b04-b147-70176f04a170 req-d6b2565f-b8f4-4888-910d-4fb5ce7189d1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:08.985315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e65646ed-98e5-4b04-b147-70176f04a170 req-d6b2565f-b8f4-4888-910d-4fb5ce7189d1 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 946 time: 0.1478744 Feb 17 22:55:08.998158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for 693341b6-7237-4081-9fab-14800265b510 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:09.090148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:55:09.108430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e65646ed-98e5-4b04-b147-70176f04a170 req-aff77712-01c8-4902-8f06-ee6a1020af5a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/security-groups?id=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134009 Feb 17 22:55:09.111810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:55:09.134407 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:09.196752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:09.198305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:09.199749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] 10.222.0.73 "PUT /v2.0/ports/b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 1093 time: 1.5477846 Feb 17 22:55:09.220768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45b92c5-b818-47a9-8027-0d1cf89e460c service neutron] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=11']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:09.315179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-95089f0f-6e23-4d54-be78-ee3a3bdf34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:09.316793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-95089f0f-6e23-4d54-be78-ee3a3bdf34fc service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1127 time: 0.0900340 Feb 17 22:55:09.317540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (693341b6-7237-4081-9fab-14800265b510), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:09.367195 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=693341b6-7237-4081-9fab-14800265b510,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:09.476417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] No DVR routers for this DVR port 693341b6-7237-4081-9fab-14800265b510 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:09.481379 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:09.485519 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e13e01be-69fd-435d-ad27-dac0e8be2b8b req-5e1feda0-74db-460f-98f7-6bee55b190b9 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.94 "DELETE /v2.0/ports/693341b6-7237-4081-9fab-14800265b510 HTTP/1.1" status: 204 len: 173 time: 0.9696300 Feb 17 22:55:09.501390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-0124ac3b-3904-495f-bcd9-8f5dc4441d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:09.502962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-0124ac3b-3904-495f-bcd9-8f5dc4441d2c service neutron] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.1778028 Feb 17 22:55:09.505321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:09.582762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-12a1c333-94b8-4826-9efb-233ce6873956 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 999 time: 0.0734117 Feb 17 22:55:09.635825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-56572025-ee81-49c7-8b27-3fa834ea2dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:09.637616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-56572025-ee81-49c7-8b27-3fa834ea2dde service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0494714 Feb 17 22:55:09.690714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-17415279-e32c-4b38-bdeb-305e1cf3c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:09.692286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-17415279-e32c-4b38-bdeb-305e1cf3c625 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485923 Feb 17 22:55:09.798796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-4a12cf38-fc8d-4307-b7ac-500a31eb9e9a service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001337 Feb 17 22:55:09.945665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94551a62-2556-4cd7-b312-7572b58ab52b req-ed47f583-5e7e-4ed1-b3b7-9eb275de5467 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:09.952922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94551a62-2556-4cd7-b312-7572b58ab52b req-ed47f583-5e7e-4ed1-b3b7-9eb275de5467 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 944 time: 0.0821528 Feb 17 22:55:09.992346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cbb2eb5f-2284-4717-894e-b70702935e18 req-3fd05cff-8d1d-4a04-a726-4bb69fbbed34 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874895 Feb 17 22:55:10.024204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-94551a62-2556-4cd7-b312-7572b58ab52b req-0d8fe365-7d75-4ef2-b151-bb9303c25d35 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703425 Feb 17 22:55:10.061629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}, {'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'name': 'network-vif-deleted', 'tag': '693341b6-7237-4081-9fab-14800265b510'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:10.064842 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82714f7-35be-4216-9da7-4fb27573f5f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}, {"server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "name": "network-vif-deleted", "tag": "693341b6-7237-4081-9fab-14800265b510"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:10.127837 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a83555-542e-410e-b43b-5c1550c32f54 x-openstack-request-id: req-17a83555-542e-410e-b43b-5c1550c32f54 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:10.128679 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "status": "completed", "code": 200}, {"server_uuid": "20e13f07-507a-4978-bb2f-1b47dfa35b82", "name": "network-vif-deleted", "tag": "693341b6-7237-4081-9fab-14800265b510", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:10.129354 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-17a83555-542e-410e-b43b-5c1550c32f54 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:10.130213 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'status': 'completed', 'code': 200} Feb 17 22:55:10.130697 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e13f07-507a-4978-bb2f-1b47dfa35b82', 'name': 'network-vif-deleted', 'tag': '693341b6-7237-4081-9fab-14800265b510', 'status': 'completed', 'code': 200} Feb 17 22:55:10.253712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fae0c8b4-80a8-47ca-a713-23082b18fcab req-bbb92843-6822-4539-9478-9153d1b15c7b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0429811 Feb 17 22:55:10.279432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-9694e633-9190-4e6b-852f-e76d250a0972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.279432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-9694e633-9190-4e6b-852f-e76d250a0972 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1127 time: 0.1275454 Feb 17 22:55:10.308102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-5e3e7560-cd53-4c76-b50b-31476a1186b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.309587 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-5e3e7560-cd53-4c76-b50b-31476a1186b5 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1127 time: 0.1087680 Feb 17 22:55:10.458515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-09acf990-96e7-4e5a-8290-fe30c563e50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.460016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-09acf990-96e7-4e5a-8290-fe30c563e50a service neutron] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.1749566 Feb 17 22:55:10.471178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-c90c7873-9153-4f18-9027-eb9c16e844a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.473295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-c90c7873-9153-4f18-9027-eb9c16e844a6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.1346943 Feb 17 22:55:10.538233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b54f9317-4e34-4925-832b-5cff7c56534e no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:10.627707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port b54f9317-4e34-4925-832b-5cff7c56534e host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:55:10.628309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b54f9317-4e34-4925-832b-5cff7c56534e not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:10.635261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-0a5eb315-3230-4c8f-84f8-8ad57fdd466c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 999 time: 0.1612000 Feb 17 22:55:10.641860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-f2349229-5177-4d00-859f-4a5c7e104dfa service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 999 time: 0.1606786 Feb 17 22:55:10.703001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-aea5cf67-965e-42f2-a851-77d7bef891e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.705485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-aea5cf67-965e-42f2-a851-77d7bef891e7 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0510671 Feb 17 22:55:10.774413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-41df0e4f-d665-41f2-b7f5-dad0358d881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.775874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-41df0e4f-d665-41f2-b7f5-dad0358d881f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.1298327 Feb 17 22:55:10.823718 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-84bdbf97-1065-480f-8d6f-f4e34cd4d332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.825533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-84bdbf97-1065-480f-8d6f-f4e34cd4d332 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0986996 Feb 17 22:55:10.902434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-ddd5841b-de8f-4c29-9678-b5b5b8d79547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:10.904164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-ddd5841b-de8f-4c29-9678-b5b5b8d79547 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1185641 Feb 17 22:55:10.995232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-d3c85901-98c5-48c6-b81f-7d937d3b82a3 service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594400 Feb 17 22:55:11.200690 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-45b769dd-1c61-4f78-985f-c968571b2390 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815182 Feb 17 22:55:11.236903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-11c70106-1272-467f-b90b-71a9e42aab8f service neutron] 10.222.0.94 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332158 Feb 17 22:55:11.291530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f2d7a-6782-46c9-a0d8-83855690c209 req-584f5105-268f-4980-afbb-bfb243e42517 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:11.292988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-749f2d7a-6782-46c9-a0d8-83855690c209 req-584f5105-268f-4980-afbb-bfb243e42517 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 944 time: 0.1380715 Feb 17 22:55:11.352169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b82714f7-35be-4216-9da7-4fb27573f5f2 req-8b77303b-ab9a-4a61-94fe-af6765f77d92 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388884 Feb 17 22:55:11.384452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-749f2d7a-6782-46c9-a0d8-83855690c209 req-f7bc8c6e-aacb-4bc8-bfb8-4d6663876e50 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761840 Feb 17 22:55:11.596545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d45812ba-a527-4eea-a3a9-196703fe32ff req-36b6e980-d6fa-47c1-913b-d14e6422c5b5 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0602648 Feb 17 22:55:12.527109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6109a-3605-42bb-bd58-b0e3c461a4ae req-3869445a-d5b0-4548-915a-0a7f1d37eb23 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:12.528745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ad6109a-3605-42bb-bd58-b0e3c461a4ae req-3869445a-d5b0-4548-915a-0a7f1d37eb23 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 944 time: 0.0592217 Feb 17 22:55:12.547889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 693341b6-7237-4081-9fab-14800265b510 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:12.571292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 693341b6-7237-4081-9fab-14800265b510 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:12.571681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 693341b6-7237-4081-9fab-14800265b510 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:12.594968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ad6109a-3605-42bb-bd58-b0e3c461a4ae req-a530afdb-e365-4155-97a8-986fe2e2d747 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591159 Feb 17 22:55:12.618902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60596) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:12.709479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3df3c03-fd1c-48fd-a73d-f89c98bebf5d req-02923321-ad4e-4122-8033-7b7f0252c63b tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0319920 Feb 17 22:55:12.730130 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cdc2d5a9-5faf-49f8-bda0-bc6e11031010 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/96e6fcfa-8c93-47f7-a6f2-28a612162092 HTTP/1.1" status: 200 len: 991 time: 0.1092362 Feb 17 22:55:13.815927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae97a606-b98c-4c11-b076-53afde858988 req-b2b9f2cf-7d39-4a8a-afc1-cebad7b8f929 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0302782 Feb 17 22:55:13.926761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:55:14.025027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:14.037130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'port_id': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'mac_address': 'fa:16:3e:7e:ec:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:55:14.073703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b54f9317-4e34-4925-832b-5cff7c56534e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:14.074008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:14.087276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54f9317-4e34-4925-832b-5cff7c56534e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:55:14.106696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:14.110618 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:14.159461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:14.325575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b54f9317-4e34-4925-832b-5cff7c56534e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:55:14.488730 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5423ca01-fd08-4afd-b445-064cdd9c2f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:14.911825 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee04d434-c628-48ba-8753-58d7e59c218e req-7b913e51-ae5a-451d-9162-055c389a35e3 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0279925 Feb 17 22:55:15.937470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:55:15.993926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b54f9317-4e34-4925-832b-5cff7c56534e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:15.998377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b54f9317-4e34-4925-832b-5cff7c56534e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:15.998814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:16.013296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a533096f-f8ab-410a-ac11-e855e6e1eb06 req-3037901e-fd31-47d8-a678-cc84d4f1c64a tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0313625 Feb 17 22:55:16.086593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b54f9317-4e34-4925-832b-5cff7c56534e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:16.087033 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:16.109732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:16.112003 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad9f40-c730-49de-b988-19f5eb54d07c" -d '{"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-plugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:16.129157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:16.134330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:16.160916 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195ba1a-56c8-401d-9661-3ea6e2be260c x-openstack-request-id: req-3195ba1a-56c8-401d-9661-3ea6e2be260c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:16.161214 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-plugged", "status": "completed", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:16.161474 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3195ba1a-56c8-401d-9661-3ea6e2be260c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:16.161869 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'code': 200} Feb 17 22:55:16.198073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=13']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:17.114138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-882f44e4-3282-42f1-8e5b-a180bd19f314 req-1e1d965d-f022-45cd-90aa-b5a23336d448 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0291977 Feb 17 22:55:17.349041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec0edf2d-c72f-4a70-90c6-1479eb467fc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:18.029085 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:18.211775 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be83bcbb-7c05-403d-85df-dcbfbce56dc1 req-892711ff-dce9-4664-81df-7e7df005ed63 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "GET /v2.0/ports?device_id=20e13f07-507a-4978-bb2f-1b47dfa35b82 HTTP/1.1" status: 200 len: 210 time: 0.0289099 Feb 17 22:55:19.269112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60814) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:19.398505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Deleting port 8861a0c4-a05b-4034-9496-2113b8ed5843 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:19.398844 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:19.432237 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:19.480396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:19.480708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (8861a0c4-a05b-4034-9496-2113b8ed5843), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:19.495303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Calling delete_port for 8861a0c4-a05b-4034-9496-2113b8ed5843 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:19.643390 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8861a0c4-a05b-4034-9496-2113b8ed5843), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:19.676569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'Port': ['ID=8861a0c4-a05b-4034-9496-2113b8ed5843,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:19.750793 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for floatingip (b201c954-8459-44b2-a570-fda7f63ba864), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:19.753839 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:19.755068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4608a164-d606-4080-bf6f-ebefc075e4eb tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "DELETE /v2.0/floatingips/b201c954-8459-44b2-a570-fda7f63ba864 HTTP/1.1" status: 204 len: 168 time: 0.4849403 Feb 17 22:55:20.869923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:25.467607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:26.200707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60856) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:26.263733 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae379a81-719d-49d0-a025-dbc7a97f8259 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group (22e4ddae-eefe-4b29-ba2e-94a2de5b29b6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:26.291612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae379a81-719d-49d0-a025-dbc7a97f8259 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group (22e4ddae-eefe-4b29-ba2e-94a2de5b29b6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:26.357370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae379a81-719d-49d0-a025-dbc7a97f8259 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (22e4ddae-eefe-4b29-ba2e-94a2de5b29b6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:26.361386 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae379a81-719d-49d0-a025-dbc7a97f8259 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:26.365577 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ae379a81-719d-49d0-a025-dbc7a97f8259 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] 10.222.0.79 "DELETE /v2.0/security-groups/22e4ddae-eefe-4b29-ba2e-94a2de5b29b6 HTTP/1.1" status: 204 len: 168 time: 0.1611216 Feb 17 22:55:26.373925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae379a81-719d-49d0-a025-dbc7a97f8259 tempest-TestVolumeBootPattern-1915932470 tempest-TestVolumeBootPattern-1915932470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e4ddae-eefe-4b29-ba2e-94a2de5b29b6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:26.457126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:26.950666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (6341d413-12dc-4376-a108-1b99ff1ef358), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:27.203207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Deleting port e3a89764-39e6-41cb-b7f8-68a4c93a2750 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:27.204628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:27.293683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] For port e3a89764-39e6-41cb-b7f8-68a4c93a2750, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e3a89764-39e6-41cb-b7f8-68a4c93a2750,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:27.294092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:27.309064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Calling delete_port for e3a89764-39e6-41cb-b7f8-68a4c93a2750 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:27.509951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e3a89764-39e6-41cb-b7f8-68a4c93a2750), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:27.553690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a89764-39e6-41cb-b7f8-68a4c93a2750,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:27.753325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (6341d413-12dc-4376-a108-1b99ff1ef358), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:27.991617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Router 6341d413-12dc-4376-a108-1b99ff1ef358 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:55:28.102591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:55:28.110937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60868) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:28.111595 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b072da9f-d302-4738-bde4-59aa28b36abf admin admin] 10.222.0.79 "PUT /v2.0/routers/6341d413-12dc-4376-a108-1b99ff1ef358/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6531310 Feb 17 22:55:28.113562 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] Sync routers for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:28.126695 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:28.127437 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.237511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks [] for router (6341d413-12dc-4376-a108-1b99ff1ef358), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:28.355270 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:28.355728 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks [] for router_gateway (6341d413-12dc-4376-a108-1b99ff1ef358), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:28.418255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Deleting port ec5536f4-b91e-492a-9a2a-d08659a0fc3f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:28.418598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:28.509360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] For port ec5536f4-b91e-492a-9a2a-d08659a0fc3f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:28.509725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:28.530817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Calling delete_port for ec5536f4-b91e-492a-9a2a-d08659a0fc3f owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:28.563169 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:55:27Z', 'revision_number': 5, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port': {'id': 'ec5536f4-b91e-492a-9a2a-d08659a0fc3f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:6e:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3043, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:21Z', 'updated_at': '2022-02-17T22:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.603952 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] Checking router: 6341d413-12dc-4376-a108-1b99ff1ef358 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:28.612944 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] Routers {'6341d413-12dc-4376-a108-1b99ff1ef358'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:28.613526 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6341d413-12dc-4376-a108-1b99ff1ef358'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.699925 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] Set router 6341d413-12dc-4376-a108-1b99ff1ef358 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:28.743819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ec5536f4-b91e-492a-9a2a-d08659a0fc3f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:28.756310 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:55:28Z', 'revision_number': 6, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:28.774157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec5536f4-b91e-492a-9a2a-d08659a0fc3f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:28.784728 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50b6a3f-8c4f-46f5-8a54-79e9dcdedb1a None None] The sync data for ids ['6341d413-12dc-4376-a108-1b99ff1ef358'] in n-d-828369-18 is: [{'id': '6341d413-12dc-4376-a108-1b99ff1ef358', 'name': 'tempest-TestVolumeBootPattern-377885333-router', 'tenant_id': '4965b287b8bc4623952548709f142eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:20Z', 'updated_at': '2022-02-17T22:55:28Z', 'revision_number': 6, 'project_id': '4965b287b8bc4623952548709f142eb5', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:28.846872 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (6341d413-12dc-4376-a108-1b99ff1ef358), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.245334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (6341d413-12dc-4376-a108-1b99ff1ef358), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.247660 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks [] for router_controller (6341d413-12dc-4376-a108-1b99ff1ef358), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.292233 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (6341d413-12dc-4376-a108-1b99ff1ef358), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.292762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6341d413-12dc-4376-a108-1b99ff1ef358 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:55:29.297857 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.301556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-66282444-0186-4f0c-a91b-26df3bb2f037 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6341d413-12dc-4376-a108-1b99ff1ef358 HTTP/1.1" status: 204 len: 168 time: 1.1862855 Feb 17 22:55:29.301853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60878) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:29.352198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] Deleting subnet 4910e50a-63a1-47ef-92da-0dd608be55f5 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:55:29.355411 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] Publish callbacks [] for subnet (4910e50a-63a1-47ef-92da-0dd608be55f5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.391003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (4910e50a-63a1-47ef-92da-0dd608be55f5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.470816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4910e50a-63a1-47ef-92da-0dd608be55f5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.529965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4910e50a-63a1-47ef-92da-0dd608be55f5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.560811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4910e50a-63a1-47ef-92da-0dd608be55f5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:29.569874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.575642 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5c774a27-541b-4b57-a98f-cc505e7e921b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4910e50a-63a1-47ef-92da-0dd608be55f5 HTTP/1.1" status: 204 len: 168 time: 0.2704341 Feb 17 22:55:29.576016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60880) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:29.580537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2564e99c-f58b-4f1c-aa4e-509794db15d1 None None] Network ed5f7050-3968-4fc8-98d7-ff5b7c388da3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:55:29.677329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ed5f7050-3968-4fc8-98d7-ff5b7c388da3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.738437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Deleting port 38acf7c0-67f4-437a-b3fc-104eabd250bd {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:29.738553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.787211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] DHCP port deletion for ed5f7050-3968-4fc8-98d7-ff5b7c388da3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:55:29.814007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] For port 38acf7c0-67f4-437a-b3fc-104eabd250bd, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=38acf7c0-67f4-437a-b3fc-104eabd250bd,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:29.814372 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.828797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Calling delete_port for 38acf7c0-67f4-437a-b3fc-104eabd250bd owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:29.842661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] Deleting port 38acf7c0-67f4-437a-b3fc-104eabd250bd {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:29.843022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.910914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] For port 38acf7c0-67f4-437a-b3fc-104eabd250bd, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=38acf7c0-67f4-437a-b3fc-104eabd250bd,segment=NetworkSegment(b8f3bb58-a44c-418a-8996-da9e3f858384),segment_id=b8f3bb58-a44c-418a-8996-da9e3f858384)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:29.912335 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.919211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:29.931980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] Calling delete_port for 38acf7c0-67f4-437a-b3fc-104eabd250bd owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:29.950227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=38acf7c0-67f4-437a-b3fc-104eabd250bd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:29.954341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] No DVR routers for this DVR port 38acf7c0-67f4-437a-b3fc-104eabd250bd on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:30.027403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (38acf7c0-67f4-437a-b3fc-104eabd250bd), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.036966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ed5f7050-3968-4fc8-98d7-ff5b7c388da3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.055072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] No DVR routers for this DVR port 38acf7c0-67f4-437a-b3fc-104eabd250bd on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:30.060417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a744b-fd2c-4f41-afe8-32ed6b935cd4 None None] Pushing event deleted for resources: {'Port': ['ID=38acf7c0-67f4-437a-b3fc-104eabd250bd,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:30.075966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5f7050-3968-4fc8-98d7-ff5b7c388da3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:30.087355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f3bb58-a44c-418a-8996-da9e3f858384') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:30.087798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f3bb58-a44c-418a-8996-da9e3f858384') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:30.097823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b8f3bb58-a44c-418a-8996-da9e3f858384), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.110697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b8f3bb58-a44c-418a-8996-da9e3f858384), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.117067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:30.117524 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b8f3bb58-a44c-418a-8996-da9e3f858384), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:30.119506 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:30.176247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ed5f7050-3968-4fc8-98d7-ff5b7c388da3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.181701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.189323 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ed5f7050-3968-4fc8-98d7-ff5b7c388da3 HTTP/1.1" status: 204 len: 168 time: 0.6123745 Feb 17 22:55:30.190051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60884) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:30.209647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98965b77-75db-4a48-bf44-96a3fe584ab5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed5f7050-3968-4fc8-98d7-ff5b7c388da3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:30.266768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec5536f4-b91e-492a-9a2a-d08659a0fc3f no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:30.288347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ec5536f4-b91e-492a-9a2a-d08659a0fc3f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:30.289062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ec5536f4-b91e-492a-9a2a-d08659a0fc3f not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:30.289576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 38acf7c0-67f4-437a-b3fc-104eabd250bd no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:30.311504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 38acf7c0-67f4-437a-b3fc-104eabd250bd {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:30.311938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 38acf7c0-67f4-437a-b3fc-104eabd250bd not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:30.312562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e3a89764-39e6-41cb-b7f8-68a4c93a2750 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:30.332642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e3a89764-39e6-41cb-b7f8-68a4c93a2750 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:30.332977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e3a89764-39e6-41cb-b7f8-68a4c93a2750 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:30.630139 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:30.926845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60894) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:30.960304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Deleting port a1ce4009-235d-49fe-a444-88ccf3c061f2 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:30.960780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.047977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] For port a1ce4009-235d-49fe-a444-88ccf3c061f2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a1ce4009-235d-49fe-a444-88ccf3c061f2,segment=NetworkSegment(eca7fc53-a022-45c9-b36f-f048d70f4329),segment_id=eca7fc53-a022-45c9-b36f-f048d70f4329)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:31.048616 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.062648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Calling delete_port for a1ce4009-235d-49fe-a444-88ccf3c061f2 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:31.070564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d1eba8ee-0b77-442c-9f84-e50bf9f61a94 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=873b7cf972f94ae2935920e05d6ed260&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1423612 Feb 17 22:55:31.071263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60898) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:31.122885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c1e505b-55e8-48d1-b496-62cdca93f8e2 admin admin] Publish callbacks [] for security_group (8054c2cd-2026-4c09-8f37-e74f649217e4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.145909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c1e505b-55e8-48d1-b496-62cdca93f8e2 admin admin] Publish callbacks [] for security_group (8054c2cd-2026-4c09-8f37-e74f649217e4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.204766 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c1e505b-55e8-48d1-b496-62cdca93f8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8054c2cd-2026-4c09-8f37-e74f649217e4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.208110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2c1e505b-55e8-48d1-b496-62cdca93f8e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.211638 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2c1e505b-55e8-48d1-b496-62cdca93f8e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8054c2cd-2026-4c09-8f37-e74f649217e4 HTTP/1.1" status: 204 len: 168 time: 0.1370425 Feb 17 22:55:31.220591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1e505b-55e8-48d1-b496-62cdca93f8e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8054c2cd-2026-4c09-8f37-e74f649217e4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:31.279986 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a1ce4009-235d-49fe-a444-88ccf3c061f2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.311558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1ce4009-235d-49fe-a444-88ccf3c061f2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:31.508670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:31.773755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:55:31.897543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:55:31.903154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-37345632-7890-4cf7-8fd4-478735acd259 admin admin] 10.222.0.79 "PUT /v2.0/routers/6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7118628 Feb 17 22:55:31.905720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60920) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:31.908787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] Sync routers for ids ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:31.918145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] Routers {'6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:31.918776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:32.042899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks [] for router (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.048130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] Set router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:32.168737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks [] for router_gateway (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.237093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Deleting port 8c08a257-20ab-4a3b-9580-10dd959fe2ce {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:32.237756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.286070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224'}], 'enable_snat': True}, 'gw_port_id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:55:31Z', 'revision_number': 5, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port': {'id': '8c08a257-20ab-4a3b-9580-10dd959fe2ce', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:39:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:38:41Z', 'updated_at': '2022-02-17T22:38:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:32.299082 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:55:32.321375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] Checking router: 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:32.331156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] Routers {'6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:32.331813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:32.336154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] For port 8c08a257-20ab-4a3b-9580-10dd959fe2ce, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8c08a257-20ab-4a3b-9580-10dd959fe2ce,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:32.336719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.353881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Calling delete_port for 8c08a257-20ab-4a3b-9580-10dd959fe2ce owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:32.430931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] Set router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:32.492440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:55:32Z', 'revision_number': 6, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:32.522327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c63bf-f16c-4389-af10-14d9ca98950d None None] The sync data for ids ['6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951'] in n-d-828369-18 is: [{'id': '6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951', 'name': 'tempest-TestVolumeBootPattern-1410020035-router', 'tenant_id': '23f9860ddeef45d79875ffd136c66b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:38:39Z', 'updated_at': '2022-02-17T22:55:32Z', 'revision_number': 6, 'project_id': '23f9860ddeef45d79875ffd136c66b7b', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:32.547681 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8c08a257-20ab-4a3b-9580-10dd959fe2ce), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.587044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c08a257-20ab-4a3b-9580-10dd959fe2ce,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:32.651619 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.746635 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.748820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks [] for router_controller (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.792892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.793600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:55:32.802312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.805769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5d9c8e23-7474-4d79-84aa-43bced276512 admin admin] 10.222.0.79 "DELETE /v2.0/routers/6616fcbe-a8b9-4a8b-b72b-f64f9a1f2951 HTTP/1.1" status: 204 len: 168 time: 0.8965170 Feb 17 22:55:32.806012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60932) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:32.857946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] Deleting subnet fa6e0ce9-2af2-45f1-8f9f-446046083039 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:55:32.861689 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] Publish callbacks [] for subnet (fa6e0ce9-2af2-45f1-8f9f-446046083039), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.898123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (fa6e0ce9-2af2-45f1-8f9f-446046083039), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:32.990322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (fa6e0ce9-2af2-45f1-8f9f-446046083039), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.047778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (fa6e0ce9-2af2-45f1-8f9f-446046083039), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.072945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6e0ce9-2af2-45f1-8f9f-446046083039,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:33.077547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.083650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cc410186-8a59-43da-b92a-5e570dcf9b65 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fa6e0ce9-2af2-45f1-8f9f-446046083039 HTTP/1.1" status: 204 len: 168 time: 0.2743695 Feb 17 22:55:33.083832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 60934) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:33.086844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f152106-0fcc-48b0-9f21-7a951d32f703 None None] Network 2033a582-7747-454d-ae89-afd5da38ae74 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:55:33.154832 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (2033a582-7747-454d-ae89-afd5da38ae74), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.212169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Deleting port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:33.212516 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.282011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] For port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,segment=NetworkSegment(eca7fc53-a022-45c9-b36f-f048d70f4329),segment_id=eca7fc53-a022-45c9-b36f-f048d70f4329)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:33.282305 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.295486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Calling delete_port for c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:33.338282 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] DHCP port deletion for 2033a582-7747-454d-ae89-afd5da38ae74 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:55:33.387090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.399473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] Deleting port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:33.399836 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.417984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:33.425296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] No DVR routers for this DVR port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:33.492987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] For port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:33.493493 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.515719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] Calling delete_port for c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:33.518626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] Port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 22:55:33.520447 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.559635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] Pushing event deleted for resources: {'Port': ['ID=c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:33.561852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad89863-3d4d-4776-8c00-6ae163115484 None None] No DVR routers for this DVR port c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:33.846040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (2033a582-7747-454d-ae89-afd5da38ae74), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.868870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2033a582-7747-454d-ae89-afd5da38ae74']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:33.879528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca7fc53-a022-45c9-b36f-f048d70f4329') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:33.879814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca7fc53-a022-45c9-b36f-f048d70f4329') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:33.889673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (eca7fc53-a022-45c9-b36f-f048d70f4329), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.904736 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (eca7fc53-a022-45c9-b36f-f048d70f4329), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.910869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:33.911252 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (eca7fc53-a022-45c9-b36f-f048d70f4329), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:33.913089 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:33.968485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (2033a582-7747-454d-ae89-afd5da38ae74), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.973839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:33.979650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2033a582-7747-454d-ae89-afd5da38ae74 HTTP/1.1" status: 204 len: 168 time: 0.8942647 Feb 17 22:55:33.991582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c25d4-0cc3-4001-81d9-30e2475bd8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2033a582-7747-454d-ae89-afd5da38ae74,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.134806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:34.175792 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9f9c0966-4cf8-4878-a3ea-adc38792a12f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4965b287b8bc4623952548709f142eb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393224 Feb 17 22:55:34.178044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60942) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:34.228644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1ce4009-235d-49fe-a444-88ccf3c061f2 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:34.229914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb364301-d84b-4b3a-9e39-deadcd009082 admin admin] Publish callbacks [] for security_group (4fb515d5-a840-41af-a138-e42414132be9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.249584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a1ce4009-235d-49fe-a444-88ccf3c061f2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:34.249980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1ce4009-235d-49fe-a444-88ccf3c061f2 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:34.250397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:34.251923 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb364301-d84b-4b3a-9e39-deadcd009082 admin admin] Publish callbacks [] for security_group (4fb515d5-a840-41af-a138-e42414132be9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.273219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:34.273576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c70ff422-fb8b-49fb-b9f6-9ba7bd3c5768 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:34.273981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c08a257-20ab-4a3b-9580-10dd959fe2ce no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:34.293372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8c08a257-20ab-4a3b-9580-10dd959fe2ce {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:34.293721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8c08a257-20ab-4a3b-9580-10dd959fe2ce not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:34.300449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb364301-d84b-4b3a-9e39-deadcd009082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4fb515d5-a840-41af-a138-e42414132be9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.303131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bb364301-d84b-4b3a-9e39-deadcd009082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.304328 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bb364301-d84b-4b3a-9e39-deadcd009082 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4fb515d5-a840-41af-a138-e42414132be9 HTTP/1.1" status: 204 len: 168 time: 0.1253309 Feb 17 22:55:34.312368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb364301-d84b-4b3a-9e39-deadcd009082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb515d5-a840-41af-a138-e42414132be9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.626640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:34.667918 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-719c8404-45b3-441e-9cc8-1b0bad44fd19 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23f9860ddeef45d79875ffd136c66b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400820 Feb 17 22:55:34.670497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 60956) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:34.721560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38295c27-2efa-400d-a327-7542e67977d8 admin admin] Publish callbacks [] for security_group (8cc3c751-44c6-4b77-98f1-b50db6c77274), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.744328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38295c27-2efa-400d-a327-7542e67977d8 admin admin] Publish callbacks [] for security_group (8cc3c751-44c6-4b77-98f1-b50db6c77274), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.748399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-46f792c9-db33-4396-87f0-95943329e605 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=6e474836c21c4d0cb41b04b759ac78c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225890 Feb 17 22:55:34.792852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38295c27-2efa-400d-a327-7542e67977d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (8cc3c751-44c6-4b77-98f1-b50db6c77274), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.795510 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38295c27-2efa-400d-a327-7542e67977d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:34.796688 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-38295c27-2efa-400d-a327-7542e67977d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cc3c751-44c6-4b77-98f1-b50db6c77274 HTTP/1.1" status: 204 len: 168 time: 0.1252284 Feb 17 22:55:34.804776 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38295c27-2efa-400d-a327-7542e67977d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc3c751-44c6-4b77-98f1-b50db6c77274,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:34.872247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-1babce69-94cb-43d5-9f68-15b78d203040 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:34.874029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-1babce69-94cb-43d5-9f68-15b78d203040 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1200514 Feb 17 22:55:34.889395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-9f27a142-b598-4c7e-8f05-4fe0c1cbd879 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/quotas/6e474836c21c4d0cb41b04b759ac78c5 HTTP/1.1" status: 200 len: 375 time: 0.0092325 Feb 17 22:55:34.924672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-cd5506d2-41a8-4543-970d-ee1aeed9fb73 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=6e474836c21c4d0cb41b04b759ac78c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292430 Feb 17 22:55:35.097985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f319c4f3-13c7-4075-b3b1-e745bd01e656 req-4d6d3f44-4295-47a4-a057-7def1d23d93d tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 210 time: 0.0317283 Feb 17 22:55:36.217866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e24c3052-6ea4-4927-a110-0557bee96c23 req-7ad7aa44-6eba-4bfe-9109-ff3c6124d124 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 210 time: 0.0489056 Feb 17 22:55:36.220731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-04f6523c-e028-45e9-a470-f24b1f8944c4 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=6e474836c21c4d0cb41b04b759ac78c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419824 Feb 17 22:55:36.329894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-c668032f-bbf0-470f-83db-45cd909edd2a tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:36.331297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-c668032f-bbf0-470f-83db-45cd909edd2a tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1060400 Feb 17 22:55:36.377984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Request body: {'port': {'device_id': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '6e474836c21c4d0cb41b04b759ac78c5'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:36.496002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Made reservation on behalf of 6e474836c21c4d0cb41b04b759ac78c5 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:36.500299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:36.509208 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:36.584034 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks [] for security_group (bdd14a63-9f0e-447c-8171-616ade65a5ff), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:36.587551 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bdd14a63-9f0e-447c-8171-616ade65a5ff), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:36.648824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd14a63-9f0e-447c-8171-616ade65a5ff,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:36.725570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Allocated IP 192.168.233.55 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/3e8beaeb-f5e5-460e-96f5-06d318774e18) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:36.873409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks [] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:36.910748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:36.960944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:36.964023 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:36.967753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:55:36.992300 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Pushing event updated for resources: {'Port': ['ID=3e8beaeb-f5e5-460e-96f5-06d318774e18,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:37.022471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:37.023093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.041080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-33008747-4c1a-462c-af14-316c58cb93da tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6675041 Feb 17 22:55:37.057656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Request body: {'port': {'device_id': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:37.128091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.221002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ba6cb175-38aa-454b-b966-3f06888f5a05 None None] Provisioning complete for port 3e8beaeb-f5e5-460e-96f5-06d318774e18 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:37.221655 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ba6cb175-38aa-454b-b966-3f06888f5a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.259067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ba6cb175-38aa-454b-b966-3f06888f5a05 None None] Port 3e8beaeb-f5e5-460e-96f5-06d318774e18 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:55:37.380892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f77bc-5433-407c-ba57-b430fd57a576 req-ccc5afbb-ebed-475f-aa31-a6f96b350827 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:37.382349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7d1f77bc-5433-407c-ba57-b430fd57a576 req-ccc5afbb-ebed-475f-aa31-a6f96b350827 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 935 time: 0.0861115 Feb 17 22:55:37.465892 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7d1f77bc-5433-407c-ba57-b430fd57a576 req-81753e28-836c-4f25-986e-710f662fd3e0 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774155 Feb 17 22:55:37.475716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e8beaeb-f5e5-460e-96f5-06d318774e18 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:55:37.483340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Publish callbacks [] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.496163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Transition to ACTIVE for port object 3e8beaeb-f5e5-460e-96f5-06d318774e18 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:55:37.499450 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.552999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8beaeb-f5e5-460e-96f5-06d318774e18,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:37.627181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Attempting to bind port 3e8beaeb-f5e5-460e-96f5-06d318774e18 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:55:37.627556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Attempting to bind port 3e8beaeb-f5e5-460e-96f5-06d318774e18 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:55:37.627885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Attempting to bind port 3e8beaeb-f5e5-460e-96f5-06d318774e18 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:55:37.632532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Port 3e8beaeb-f5e5-460e-96f5-06d318774e18 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:55:37.632858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Attempting to bind port 3e8beaeb-f5e5-460e-96f5-06d318774e18 on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:55:37.637840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:55:37.638197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:55:37.638562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:55:37.638992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Bound port: 3e8beaeb-f5e5-460e-96f5-06d318774e18, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:55:37.639352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.706213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] For port 3e8beaeb-f5e5-460e-96f5-06d318774e18, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:55:37.709321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] For port 3e8beaeb-f5e5-460e-96f5-06d318774e18, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3e8beaeb-f5e5-460e-96f5-06d318774e18,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:55:37.717069 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.755087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:37.755738 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:37.757178 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] 10.222.0.94 "PUT /v2.0/ports/3e8beaeb-f5e5-460e-96f5-06d318774e18 HTTP/1.1" status: 200 len: 1096 time: 0.7038496 Feb 17 22:55:37.757621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'tag': '3e8beaeb-f5e5-460e-96f5-06d318774e18'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:37.759901 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0937f49-b6c2-48ba-b968-c8801d854775" -d '{"events": [{"name": "network-changed", "server_uuid": "10850897-8721-4a82-b0ba-7d3b8fffa344", "tag": "3e8beaeb-f5e5-460e-96f5-06d318774e18"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:37.789833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625a39d-c319-4867-acf8-02bf8d1ac127 service neutron] Pushing event updated for resources: {'Port': ['ID=3e8beaeb-f5e5-460e-96f5-06d318774e18,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:37.806762 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6267f0-360f-4d33-a878-817a2c4d87d4 x-openstack-request-id: req-5f6267f0-360f-4d33-a878-817a2c4d87d4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:37.807704 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10850897-8721-4a82-b0ba-7d3b8fffa344", "tag": "3e8beaeb-f5e5-460e-96f5-06d318774e18", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:37.807982 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5f6267f0-360f-4d33-a878-817a2c4d87d4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:37.808415 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'tag': '3e8beaeb-f5e5-460e-96f5-06d318774e18', 'status': 'completed', 'code': 200} Feb 17 22:55:37.872459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-01b92e08-b500-4108-a5a1-5797d857ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:37.874053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-01b92e08-b500-4108-a5a1-5797d857ad88 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6e474836c21c4d0cb41b04b759ac78c5&device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 1130 time: 0.0494146 Feb 17 22:55:37.923555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-c6734ffc-a69e-47cb-8d8b-a1d7a2c8dbf5 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3e8beaeb-f5e5-460e-96f5-06d318774e18 HTTP/1.1" status: 200 len: 217 time: 0.0365119 Feb 17 22:55:37.978234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-fb1e6a80-0836-491a-80ee-89377acfdd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:37.979708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-fb1e6a80-0836-491a-80ee-89377acfdd8a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0498540 Feb 17 22:55:38.028713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63d4f0-e815-421a-b601-448b71976f8f req-9f76bd17-6f1c-4b13-b1a8-84dce637a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.030138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-9f76bd17-6f1c-4b13-b1a8-84dce637a16e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0446911 Feb 17 22:55:38.120133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-ec47fa6c-2f28-4609-baa3-be3332f71c80 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834687 Feb 17 22:55:38.212130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a63d4f0-e815-421a-b601-448b71976f8f req-6a95ca6b-11cc-42e0-b7d0-ae2139e74fd4 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859427 Feb 17 22:55:38.344032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-517a740e-9b12-4396-9077-0a3c44fa2f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.346340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-517a740e-9b12-4396-9077-0a3c44fa2f8e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=6e474836c21c4d0cb41b04b759ac78c5&device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 1130 time: 0.0449955 Feb 17 22:55:38.440137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-753c9150-0767-4874-b122-dff6b012fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.441658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-753c9150-0767-4874-b122-dff6b012fd18 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.0889685 Feb 17 22:55:38.482092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-ad422fe4-45bf-48f1-a0f2-58f0321a3e5d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=3e8beaeb-f5e5-460e-96f5-06d318774e18 HTTP/1.1" status: 200 len: 217 time: 0.0340233 Feb 17 22:55:38.534791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-4f6fa83f-ae87-4d97-ad62-7df7a92018b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.536301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-4f6fa83f-ae87-4d97-ad62-7df7a92018b6 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0488415 Feb 17 22:55:38.624552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-3388c2ca-a69c-4fd2-a9cc-5f8baecd98de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.626532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-3388c2ca-a69c-4fd2-a9cc-5f8baecd98de service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0825965 Feb 17 22:55:38.634096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cd98c-03aa-4311-955f-7fa83c2c086e req-e03b0baf-c8af-47a4-9cb0-08c291c2e1e0 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:38.635461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-066cd98c-03aa-4311-955f-7fa83c2c086e req-e03b0baf-c8af-47a4-9cb0-08c291c2e1e0 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 947 time: 0.0904160 Feb 17 22:55:38.735813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-066cd98c-03aa-4311-955f-7fa83c2c086e req-6c475efe-7651-4f01-9111-5662afbd5414 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919428 Feb 17 22:55:38.755169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-7705a5a0-7ef0-4abb-bcd5-5c8ad5ce9f18 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187732 Feb 17 22:55:38.842241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0937f49-b6c2-48ba-b968-c8801d854775 req-c7eaccdf-5c12-4ff5-b658-ec0a986716ed service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807922 Feb 17 22:55:39.534656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:39.854722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bc272-7d08-49d4-bbd0-24fee0fabd32 req-be4a850d-3746-4cf6-854c-1e9df7121f40 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:39.856116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f2bc272-7d08-49d4-bbd0-24fee0fabd32 req-be4a850d-3746-4cf6-854c-1e9df7121f40 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 947 time: 0.0527966 Feb 17 22:55:39.907610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f2bc272-7d08-49d4-bbd0-24fee0fabd32 req-7422fd6b-6330-4c60-81fe-93418dc0c62e tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453939 Feb 17 22:55:40.655613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3e8beaeb-f5e5-460e-96f5-06d318774e18 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:55:40.749070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3e8beaeb-f5e5-460e-96f5-06d318774e18, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3e8beaeb-f5e5-460e-96f5-06d318774e18,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:40.760430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '3e8beaeb-f5e5-460e-96f5-06d318774e18', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '3e8beaeb-f5e5-460e-96f5-06d318774e18', 'mac_address': 'fa:16:3e:2a:a5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:55:40.800475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 3e8beaeb-f5e5-460e-96f5-06d318774e18 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:40.800795 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:40.813195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e8beaeb-f5e5-460e-96f5-06d318774e18 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:55:40.832144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3e8beaeb-f5e5-460e-96f5-06d318774e18, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3e8beaeb-f5e5-460e-96f5-06d318774e18,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:40.836143 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:40.882673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=3e8beaeb-f5e5-460e-96f5-06d318774e18,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:41.027297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc85076-3d3c-4fd9-8675-cc9c4408e22f req-8610c771-c5cd-41e9-bcda-f95a02904fe9 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:41.028785 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7dc85076-3d3c-4fd9-8675-cc9c4408e22f req-8610c771-c5cd-41e9-bcda-f95a02904fe9 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 948 time: 0.0522301 Feb 17 22:55:41.076084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7dc85076-3d3c-4fd9-8675-cc9c4408e22f req-83c3d88d-6d48-4dcc-9930-6973c196b2ee tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Feb 17 22:55:41.192290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['3e8beaeb-f5e5-460e-96f5-06d318774e18'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:55:42.196530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b63ab5-6bf4-4871-9d15-903860b9c3e0 req-f15ecf35-5409-477b-9cf7-7155a29c3af8 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:42.198003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12b63ab5-6bf4-4871-9d15-903860b9c3e0 req-f15ecf35-5409-477b-9cf7-7155a29c3af8 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 948 time: 0.0536213 Feb 17 22:55:42.245852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12b63ab5-6bf4-4871-9d15-903860b9c3e0 req-9df4ff37-1651-478f-aee6-3cc6aed0999d tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418406 Feb 17 22:55:42.670512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3e8beaeb-f5e5-460e-96f5-06d318774e18 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:55:42.718641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 3e8beaeb-f5e5-460e-96f5-06d318774e18 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:55:42.722780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 3e8beaeb-f5e5-460e-96f5-06d318774e18 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:42.723151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:42.800745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 3e8beaeb-f5e5-460e-96f5-06d318774e18 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:42.801089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:42.823516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8beaeb-f5e5-460e-96f5-06d318774e18'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:42.825795 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae9ad7d-6c8f-4828-b678-8ebe7f295948" -d '{"events": [{"server_uuid": "10850897-8721-4a82-b0ba-7d3b8fffa344", "name": "network-vif-plugged", "status": "completed", "tag": "3e8beaeb-f5e5-460e-96f5-06d318774e18"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:42.837595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3e8beaeb-f5e5-460e-96f5-06d318774e18, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3e8beaeb-f5e5-460e-96f5-06d318774e18,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:42.842222 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:42.889002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=3e8beaeb-f5e5-460e-96f5-06d318774e18,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:42.984385 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24937de-025d-4b0b-bf40-c6bb5b59aa5d x-openstack-request-id: req-d24937de-025d-4b0b-bf40-c6bb5b59aa5d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:42.984695 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10850897-8721-4a82-b0ba-7d3b8fffa344", "name": "network-vif-plugged", "status": "completed", "tag": "3e8beaeb-f5e5-460e-96f5-06d318774e18", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:42.984952 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d24937de-025d-4b0b-bf40-c6bb5b59aa5d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:42.985348 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e8beaeb-f5e5-460e-96f5-06d318774e18', 'code': 200} Feb 17 22:55:43.115627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7f509-ec9f-4a9e-89a0-13b0ace05903 req-922bce08-f8b3-4efe-8ee0-53c91ab4dbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:43.117032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faa7f509-ec9f-4a9e-89a0-13b0ace05903 req-922bce08-f8b3-4efe-8ee0-53c91ab4dbb8 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 1132 time: 0.0473235 Feb 17 22:55:43.158824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-faa7f509-ec9f-4a9e-89a0-13b0ace05903 req-40c347df-7f05-4b79-b737-e0db9828f741 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365980 Feb 17 22:55:43.368625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74e15a-24b9-4f87-b819-c45b57c1600d req-258a0a3c-9d37-4bc4-be26-2a6deba23a5b tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:43.370014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd74e15a-24b9-4f87-b819-c45b57c1600d req-258a0a3c-9d37-4bc4-be26-2a6deba23a5b tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 949 time: 0.0535626 Feb 17 22:55:43.415615 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd74e15a-24b9-4f87-b819-c45b57c1600d req-0f8a06af-6e82-4f8f-b3de-79022abefec3 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400674 Feb 17 22:55:43.514444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afc0b8e-74bb-4868-9718-8a39e7a01471 req-39c0c956-8d57-4a52-b9b3-c97f83199354 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:43.516498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7afc0b8e-74bb-4868-9718-8a39e7a01471 req-39c0c956-8d57-4a52-b9b3-c97f83199354 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1129 time: 0.0484753 Feb 17 22:55:43.561783 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7afc0b8e-74bb-4868-9718-8a39e7a01471 req-a9c6ce3d-4f33-4823-8751-140669eb5022 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395544 Feb 17 22:55:43.584795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32790) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:43.743193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port 2ea82038-0bf2-477a-93b7-c9eedbf0893b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:43.743568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:43.816351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:43.816677 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (2ea82038-0bf2-477a-93b7-c9eedbf0893b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:43.829053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for 2ea82038-0bf2-477a-93b7-c9eedbf0893b owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:44.284965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2ea82038-0bf2-477a-93b7-c9eedbf0893b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:44.309648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=2ea82038-0bf2-477a-93b7-c9eedbf0893b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:44.374976 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (96e6fcfa-8c93-47f7-a6f2-28a612162092), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:44.375331 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP 96e6fcfa-8c93-47f7-a6f2-28a612162092 disassociated (deleted). External IP: 172.25.0.121, port: b54f9317-4e34-4925-832b-5cff7c56534e. Feb 17 22:55:44.491758 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-68b98506-22e0-4034-9acc-57854a40ec41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:44.570931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa6174-4632-4831-beeb-fc7bfc33cf51 req-c01cc4f6-da6c-4d2a-8cb7-f9346a13de1d tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:44.572839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bffa6174-4632-4831-beeb-fc7bfc33cf51 req-c01cc4f6-da6c-4d2a-8cb7-f9346a13de1d tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 949 time: 0.0698428 Feb 17 22:55:44.609876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:55:44.622816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bffa6174-4632-4831-beeb-fc7bfc33cf51 req-aeb31c85-37fb-44b2-89f3-d5dcc785762a tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Feb 17 22:55:44.717986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:55:44.723072 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:44.729625 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] Sync routers for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:44.741836 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:44.742444 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:44.755971 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-03750373-6d54-47ca-9df0-863c12f56cbc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/floatingips/96e6fcfa-8c93-47f7-a6f2-28a612162092 HTTP/1.1" status: 204 len: 168 time: 1.1701024 Feb 17 22:55:44.756550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:44.758807 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d578d-bb54-4564-88c5-19bdd5837bc7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:44.853729 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:44.913192 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89824f44-39d5-40cb-9e20-a55c8d8b3c77 x-openstack-request-id: req-89824f44-39d5-40cb-9e20-a55c8d8b3c77 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:44.913514 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:44.913789 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89824f44-39d5-40cb-9e20-a55c8d8b3c77 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:44.914193 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'status': 'completed', 'code': 200} Feb 17 22:55:45.017994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-0ae231b7-2d20-4a8e-a7d1-404192729859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:45.019463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-0ae231b7-2d20-4a8e-a7d1-404192729859 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 1129 time: 0.0812869 Feb 17 22:55:45.035802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a34e4-72a6-4fd5-88af-0b2a645cf667 req-2b7fae58-525e-4e42-a285-1395d4bad285 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:45.037256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-478a34e4-72a6-4fd5-88af-0b2a645cf667 req-2b7fae58-525e-4e42-a285-1395d4bad285 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 946 time: 0.0742612 Feb 17 22:55:45.072188 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:54Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:45.098713 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] Checking router: 48f1ee20-805b-4225-9da9-ba2c332c6cf3 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:45.106909 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:45.107611 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:45.132602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-478a34e4-72a6-4fd5-88af-0b2a645cf667 req-d27db629-c385-4ac8-bd35-2d145ecd2731 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882890 Feb 17 22:55:45.158319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-8ada843d-86c7-4182-af1a-5297ef20276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:45.159657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-8ada843d-86c7-4182-af1a-5297ef20276f service neutron] 10.222.0.73 "GET /v2.0/networks?id=e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 200 len: 898 time: 0.1317041 Feb 17 22:55:45.203757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-d0a3171f-5fc2-4f91-b8c1-d5b1e4faa6a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 200 len: 217 time: 0.0375478 Feb 17 22:55:45.215538 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:45.254102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-87fc616f-f00e-428c-b2d6-9c1ca930aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:45.255631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-87fc616f-f00e-428c-b2d6-9c1ca930aa7f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 200 len: 834 time: 0.0451906 Feb 17 22:55:45.304833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-91ec1722-1a0a-4b8a-af78-5b5d6e5805bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:45.306213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-91ec1722-1a0a-4b8a-af78-5b5d6e5805bb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e946139b-af79-489f-915b-7870fd7d6d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450077 Feb 17 22:55:45.400408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-b6585fa6-d127-4164-a098-77d10a24367b service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864267 Feb 17 22:55:45.413886 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:54Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:45.439894 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3272f6-81e2-4b85-9c90-e6e48030232c None None] The sync data for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 is: [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:53:51Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'bdbc9850-36a4-45c4-9d56-f76692c97093', 'name': '', 'network_id': 'e946139b-af79-489f-915b-7870fd7d6d79', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:dc:30:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '968c6246-685e-4393-9087-4f3d2730c615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:50Z', 'updated_at': '2022-02-17T22:53:54Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '968c6246-685e-4393-9087-4f3d2730c615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:45.490930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-164d578d-bb54-4564-88c5-19bdd5837bc7 req-0f544fb2-b10e-4782-a0a4-3cdcee92a253 service neutron] 10.222.0.73 "GET /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840380 Feb 17 22:55:45.668117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c5079e-41e7-4a62-9bc0-6f647feb4ce7 None None] New status for floating IP 96e6fcfa-8c93-47f7-a6f2-28a612162092: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:55:45.750051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e2f843-b79e-4797-abdf-6d9083f82a4b req-3da8ca34-080b-4700-b3d8-be141c03a593 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:45.752033 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0e2f843-b79e-4797-abdf-6d9083f82a4b req-3da8ca34-080b-4700-b3d8-be141c03a593 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 949 time: 0.0595005 Feb 17 22:55:45.799645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0e2f843-b79e-4797-abdf-6d9083f82a4b req-bb32fa5c-343f-4bd3-b58c-7dd22fc7870a tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422049 Feb 17 22:55:46.057349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae6f39-bd6d-4698-a7ec-e405f67ab6d2 req-080d7346-5cc1-44cb-a7df-3ce9bb748d35 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:46.058894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-caae6f39-bd6d-4698-a7ec-e405f67ab6d2 req-080d7346-5cc1-44cb-a7df-3ce9bb748d35 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 949 time: 0.0525811 Feb 17 22:55:46.105352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-caae6f39-bd6d-4698-a7ec-e405f67ab6d2 req-2a6a7ad8-6ace-4f21-a407-bfcfcd35a584 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400636 Feb 17 22:55:46.287301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5db54-d764-4cef-bef3-edc6d9798023 req-34006095-b6da-47c2-b179-a9ecf33681e9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:46.288800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ee5db54-d764-4cef-bef3-edc6d9798023 req-34006095-b6da-47c2-b179-a9ecf33681e9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 946 time: 0.0868392 Feb 17 22:55:46.296855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea75f1-1a47-4594-a497-37e97762f809 req-14f7ba73-ef07-4fd9-9cd3-ab85fd746795 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:46.298169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60ea75f1-1a47-4594-a497-37e97762f809 req-14f7ba73-ef07-4fd9-9cd3-ab85fd746795 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "GET /v2.0/ports?device_id=a9b99d62-560c-4e65-bf2f-634802496266 HTTP/1.1" status: 200 len: 946 time: 0.0875204 Feb 17 22:55:46.393144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ee5db54-d764-4cef-bef3-edc6d9798023 req-bc3935f7-baea-408f-afbf-99d53fcea4b5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=6be345a5-8188-46e8-be2c-0893e24cdc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0939541 Feb 17 22:55:46.417004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port b54f9317-4e34-4925-832b-5cff7c56534e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:46.417345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:46.511448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port b54f9317-4e34-4925-832b-5cff7c56534e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b54f9317-4e34-4925-832b-5cff7c56534e,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:46.511809 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:46.525870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for b54f9317-4e34-4925-832b-5cff7c56534e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:46.655283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b54f9317-4e34-4925-832b-5cff7c56534e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:46.683529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=b54f9317-4e34-4925-832b-5cff7c56534e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:46.696173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.696533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.696888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.697227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.697566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.697904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.698238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.698570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.698902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.699237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.699593 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.699924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.700250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:46.735496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] No DVR routers for this DVR port b54f9317-4e34-4925-832b-5cff7c56534e on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:46.737980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:46.741584 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60ea75f1-1a47-4594-a497-37e97762f809 req-ba6a439f-d5c6-41dd-b405-7d2bf72ca9bd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "DELETE /v2.0/ports/b54f9317-4e34-4925-832b-5cff7c56534e HTTP/1.1" status: 204 len: 173 time: 0.4368770 Feb 17 22:55:46.742026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-deleted', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:46.744331 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd39ad19-3c38-4e3a-8b3d-92d9e77a82f4" -d '{"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-deleted", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:46.783622 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61b31b7-dddf-4823-850a-e7a9bbf32d0a x-openstack-request-id: req-d61b31b7-dddf-4823-850a-e7a9bbf32d0a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:46.784309 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9b99d62-560c-4e65-bf2f-634802496266", "name": "network-vif-deleted", "tag": "b54f9317-4e34-4925-832b-5cff7c56534e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:46.784309 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d61b31b7-dddf-4823-850a-e7a9bbf32d0a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:46.784777 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9b99d62-560c-4e65-bf2f-634802496266', 'name': 'network-vif-deleted', 'tag': 'b54f9317-4e34-4925-832b-5cff7c56534e', 'status': 'completed', 'code': 200} Feb 17 22:55:47.241903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd1012-9a56-4611-a187-b81ed63aacdb req-92d425b3-7013-4617-a3cf-091cddeb18a2 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:47.243395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eccd1012-9a56-4611-a187-b81ed63aacdb req-92d425b3-7013-4617-a3cf-091cddeb18a2 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 949 time: 0.0643015 Feb 17 22:55:47.291893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eccd1012-9a56-4611-a187-b81ed63aacdb req-6ecdfa4f-4038-4e5e-94f7-059fed95ab8c tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/security-groups?id=bdd14a63-9f0e-447c-8171-616ade65a5ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427916 Feb 17 22:55:47.350446 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-844e2dd5-2105-4d01-93bb-0c8dc4fc394e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:47.448124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32818) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:47.564057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672fb44e-7559-4604-8543-9d5faca01efb req-2b031c66-2958-4f17-bb53-8c1e3ac32474 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:47.565413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-672fb44e-7559-4604-8543-9d5faca01efb req-2b031c66-2958-4f17-bb53-8c1e3ac32474 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.94 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 949 time: 0.0565493 Feb 17 22:55:47.660904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Deleting port 3e8beaeb-f5e5-460e-96f5-06d318774e18 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:47.661243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:47.752002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] For port 3e8beaeb-f5e5-460e-96f5-06d318774e18, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3e8beaeb-f5e5-460e-96f5-06d318774e18,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:47.752307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:47.765594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Calling delete_port for 3e8beaeb-f5e5-460e-96f5-06d318774e18 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:47.817098 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (48f1ee20-805b-4225-9da9-ba2c332c6cf3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:47.900760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3e8beaeb-f5e5-460e-96f5-06d318774e18), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:47.930136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Pushing event deleted for resources: {'Port': ['ID=3e8beaeb-f5e5-460e-96f5-06d318774e18,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:47.932381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['3e8beaeb-f5e5-460e-96f5-06d318774e18'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:55:47.973213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] No DVR routers for this DVR port 3e8beaeb-f5e5-460e-96f5-06d318774e18 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:47.975812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:47.979614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-672fb44e-7559-4604-8543-9d5faca01efb req-9d84a363-adc9-493b-8de2-2ed9efd5b0c1 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.94 "DELETE /v2.0/ports/3e8beaeb-f5e5-460e-96f5-06d318774e18 HTTP/1.1" status: 204 len: 173 time: 0.4082646 Feb 17 22:55:48.034620 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:48.106486 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port bdbc9850-36a4-45c4-9d56-f76692c97093 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:48.107105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:48.211901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port bdbc9850-36a4-45c4-9d56-f76692c97093, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bdbc9850-36a4-45c4-9d56-f76692c97093,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:48.212205 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:48.225823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for bdbc9850-36a4-45c4-9d56-f76692c97093 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:48.410924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa62dec2-af73-4dad-8ffa-6616d7df681f req-9eca1bb3-d87e-4638-a061-886dc41e4181 tempest-VolumesNegativeTest-1291703055 tempest-VolumesNegativeTest-1291703055-project] 10.222.0.79 "GET /v2.0/ports?device_id=10850897-8721-4a82-b0ba-7d3b8fffa344 HTTP/1.1" status: 200 len: 210 time: 0.0353761 Feb 17 22:55:48.417917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bdbc9850-36a4-45c4-9d56-f76692c97093), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:48.445626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=bdbc9850-36a4-45c4-9d56-f76692c97093,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:48.634437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (48f1ee20-805b-4225-9da9-ba2c332c6cf3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:48.786031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'name': 'network-vif-deleted', 'tag': '3e8beaeb-f5e5-460e-96f5-06d318774e18'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:55:48.788347 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977bcdd2-73b9-427f-820f-cdb58e0636f2" -d '{"events": [{"server_uuid": "10850897-8721-4a82-b0ba-7d3b8fffa344", "name": "network-vif-deleted", "tag": "3e8beaeb-f5e5-460e-96f5-06d318774e18"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:55:48.823387 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8954046f-f4a6-4be1-a2c1-94a62b2796db x-openstack-request-id: req-8954046f-f4a6-4be1-a2c1-94a62b2796db {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:55:48.823691 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10850897-8721-4a82-b0ba-7d3b8fffa344", "name": "network-vif-deleted", "tag": "3e8beaeb-f5e5-460e-96f5-06d318774e18", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:55:48.823944 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8954046f-f4a6-4be1-a2c1-94a62b2796db {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:55:48.824337 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10850897-8721-4a82-b0ba-7d3b8fffa344', 'name': 'network-vif-deleted', 'tag': '3e8beaeb-f5e5-460e-96f5-06d318774e18', 'status': 'completed', 'code': 200} Feb 17 22:55:48.857749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:55:48.964717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:55:48.970617 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f83e006-45d1-4e30-9c3e-ff8527d55bcb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/48f1ee20-805b-4225-9da9-ba2c332c6cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5214250 Feb 17 22:55:48.973312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32824) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:48.974990 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] Sync routers for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:48.985975 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:48.986583 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:49.024978 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting subnet 968c6246-685e-4393-9087-4f3d2730c615 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:55:49.028140 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (968c6246-685e-4393-9087-4f3d2730c615), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.069252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (968c6246-685e-4393-9087-4f3d2730c615), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.093707 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:49.156731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (968c6246-685e-4393-9087-4f3d2730c615), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.217975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (968c6246-685e-4393-9087-4f3d2730c615), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.246267 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Subnet': ['ID=968c6246-685e-4393-9087-4f3d2730c615,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:49.250571 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.256600 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-62c90dac-4507-455e-9700-2fddfefcd3eb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/subnets/968c6246-685e-4393-9087-4f3d2730c615 HTTP/1.1" status: 204 len: 168 time: 0.2823045 Feb 17 22:55:49.256747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32826) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:49.258643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bd2347-fb0b-474f-a3f1-a4d94db55b02 None None] Network e946139b-af79-489f-915b-7870fd7d6d79 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:55:49.278584 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:55:48Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:49.310742 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] Checking router: 48f1ee20-805b-4225-9da9-ba2c332c6cf3 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:49.321863 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] Routers {'48f1ee20-805b-4225-9da9-ba2c332c6cf3'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:49.322808 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:49.378087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (48f1ee20-805b-4225-9da9-ba2c332c6cf3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.439659 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.449161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] DHCP port deletion for e946139b-af79-489f-915b-7870fd7d6d79 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:55:49.514799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (48f1ee20-805b-4225-9da9-ba2c332c6cf3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.548733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] Deleting port 83d3989b-50e0-40b7-89de-5c6bd1448d3f {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:49.549338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.564237 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] Set router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:49.592107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:55:49.592450 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.627479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] For port 83d3989b-50e0-40b7-89de-5c6bd1448d3f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=83d3989b-50e0-40b7-89de-5c6bd1448d3f,segment=NetworkSegment(88b9e057-b9da-40f6-b22a-2dac306678d5),segment_id=88b9e057-b9da-40f6-b22a-2dac306678d5)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:49.628591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.646456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] Calling delete_port for 83d3989b-50e0-40b7-89de-5c6bd1448d3f owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:49.694088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:49.694595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.709973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:55:49.771156 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:55:48Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:49.803212 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4458837-eed1-470d-85e4-0c779b250bbc None None] The sync data for ids ['48f1ee20-805b-4225-9da9-ba2c332c6cf3'] in n-d-828369-18 is: [{'id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1133595557', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209'}], 'enable_snat': True}, 'gw_port_id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:53:46Z', 'updated_at': '2022-02-17T22:55:48Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '3baa4a7b-7f84-48e6-aea7-c3cf8864f91f', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:86:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48f1ee20-805b-4225-9da9-ba2c332c6cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:53:47Z', 'updated_at': '2022-02-17T22:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:49.969482 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (83d3989b-50e0-40b7-89de-5c6bd1448d3f), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:49.999129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] Pushing event deleted for resources: {'Port': ['ID=83d3989b-50e0-40b7-89de-5c6bd1448d3f,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:50.008039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d332724-7e32-4198-b7f6-868276f9b577 None None] No DVR routers for this DVR port 83d3989b-50e0-40b7-89de-5c6bd1448d3f on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:55:50.089267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:50.126181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: b54f9317-4e34-4925-832b-5cff7c56534e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:50.126525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b54f9317-4e34-4925-832b-5cff7c56534e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:50.237535 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3baa4a7b-7f84-48e6-aea7-c3cf8864f91f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.253069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bdbc9850-36a4-45c4-9d56-f76692c97093 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:50.271127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=3baa4a7b-7f84-48e6-aea7-c3cf8864f91f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:50.273712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: bdbc9850-36a4-45c4-9d56-f76692c97093 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:50.274186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bdbc9850-36a4-45c4-9d56-f76692c97093 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:50.274462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 83d3989b-50e0-40b7-89de-5c6bd1448d3f no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:50.295107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 83d3989b-50e0-40b7-89de-5c6bd1448d3f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:50.295503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 83d3989b-50e0-40b7-89de-5c6bd1448d3f not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:50.343767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (48f1ee20-805b-4225-9da9-ba2c332c6cf3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.436811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (48f1ee20-805b-4225-9da9-ba2c332c6cf3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.439104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (48f1ee20-805b-4225-9da9-ba2c332c6cf3), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.488948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (48f1ee20-805b-4225-9da9-ba2c332c6cf3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.489583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Fanout notify agent at l3_agent the message router_deleted on router 48f1ee20-805b-4225-9da9-ba2c332c6cf3 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:55:50.496846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.499896 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bf3679e5-d06a-4427-8086-d65b67356c5f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/routers/48f1ee20-805b-4225-9da9-ba2c332c6cf3 HTTP/1.1" status: 204 len: 168 time: 1.2421918 Feb 17 22:55:50.500778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32912) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:50.607095 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e946139b-af79-489f-915b-7870fd7d6d79), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.686221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3e8beaeb-f5e5-460e-96f5-06d318774e18 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:50.700698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e946139b-af79-489f-915b-7870fd7d6d79), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.709878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 3e8beaeb-f5e5-460e-96f5-06d318774e18 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:50.710329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3e8beaeb-f5e5-460e-96f5-06d318774e18 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:50.726027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e946139b-af79-489f-915b-7870fd7d6d79']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:50.735673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88b9e057-b9da-40f6-b22a-2dac306678d5') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:50.736091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88b9e057-b9da-40f6-b22a-2dac306678d5') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:50.746148 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (88b9e057-b9da-40f6-b22a-2dac306678d5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.759690 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (88b9e057-b9da-40f6-b22a-2dac306678d5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.766941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:55:50.767405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (88b9e057-b9da-40f6-b22a-2dac306678d5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:55:50.770709 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:55:50.832490 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e946139b-af79-489f-915b-7870fd7d6d79), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.838174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.841821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/networks/e946139b-af79-489f-915b-7870fd7d6d79 HTTP/1.1" status: 204 len: 168 time: 0.3395782 Feb 17 22:55:50.844994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 32938) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:50.859112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c14c2de-5fb3-4387-9654-c5fb67cf379d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Network': ['ID=e946139b-af79-489f-915b-7870fd7d6d79,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:50.878478 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.912339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5d88ea4-39e6-455f-aa28-03bd930e6a21 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (6be345a5-8188-46e8-be2c-0893e24cdc1a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:50.943975 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5d88ea4-39e6-455f-aa28-03bd930e6a21 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (6be345a5-8188-46e8-be2c-0893e24cdc1a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.024493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5d88ea4-39e6-455f-aa28-03bd930e6a21 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6be345a5-8188-46e8-be2c-0893e24cdc1a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.027085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c5d88ea4-39e6-455f-aa28-03bd930e6a21 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.028452 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c5d88ea4-39e6-455f-aa28-03bd930e6a21 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/security-groups/6be345a5-8188-46e8-be2c-0893e24cdc1a HTTP/1.1" status: 204 len: 168 time: 0.1815267 Feb 17 22:55:51.038199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d88ea4-39e6-455f-aa28-03bd930e6a21 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be345a5-8188-46e8-be2c-0893e24cdc1a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.265436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 32994) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:51.269939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cceed78b-aca2-4a9a-aa88-bd52c86f4246 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-277940203', 'description': 'tempest-secgroup-smoke-277940203 description', 'project_id': 'b3226ed37abe4651b6140919c15b4243'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.290532 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cceed78b-aca2-4a9a-aa88-bd52c86f4246 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.358132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cceed78b-aca2-4a9a-aa88-bd52c86f4246 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.362116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cceed78b-aca2-4a9a-aa88-bd52c86f4246 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.395633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cceed78b-aca2-4a9a-aa88-bd52c86f4246 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.396898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cceed78b-aca2-4a9a-aa88-bd52c86f4246 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1304622 Feb 17 22:55:51.399686 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33008) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:51.403939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-98b15709-9ead-4116-8ab0-727ac4debef9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.409825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceed78b-aca2-4a9a-aa88-bd52c86f4246 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.432892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98b15709-9ead-4116-8ab0-727ac4debef9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (7d033820-eb46-4838-8a42-be50e919d4a7), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.493727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98b15709-9ead-4116-8ab0-727ac4debef9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (7d033820-eb46-4838-8a42-be50e919d4a7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.502893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98b15709-9ead-4116-8ab0-727ac4debef9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (7d033820-eb46-4838-8a42-be50e919d4a7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.520856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b15709-9ead-4116-8ab0-727ac4debef9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d033820-eb46-4838-8a42-be50e919d4a7,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.534774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98b15709-9ead-4116-8ab0-727ac4debef9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.536099 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-98b15709-9ead-4116-8ab0-727ac4debef9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355224 Feb 17 22:55:51.539346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33020) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:51.543881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d3e957e8-77db-444a-b384-ea025381ceda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.570587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e957e8-77db-444a-b384-ea025381ceda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (5ab77738-e56c-42ee-8e06-dce236a5f121), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.629519 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e957e8-77db-444a-b384-ea025381ceda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (5ab77738-e56c-42ee-8e06-dce236a5f121), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.633804 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e957e8-77db-444a-b384-ea025381ceda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (5ab77738-e56c-42ee-8e06-dce236a5f121), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.650842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e957e8-77db-444a-b384-ea025381ceda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ab77738-e56c-42ee-8e06-dce236a5f121,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.663485 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d3e957e8-77db-444a-b384-ea025381ceda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.664694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d3e957e8-77db-444a-b384-ea025381ceda tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243210 Feb 17 22:55:51.667438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33036) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:51.672241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d7d4bbc1-c2ea-4b89-a17d-4b1c1c067771 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.699738 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bbc1-c2ea-4b89-a17d-4b1c1c067771 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (4c64a783-d089-4817-b144-2ef0c79c5166), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.757795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bbc1-c2ea-4b89-a17d-4b1c1c067771 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (4c64a783-d089-4817-b144-2ef0c79c5166), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.761901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bbc1-c2ea-4b89-a17d-4b1c1c067771 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (4c64a783-d089-4817-b144-2ef0c79c5166), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.781150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4bbc1-c2ea-4b89-a17d-4b1c1c067771 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c64a783-d089-4817-b144-2ef0c79c5166,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.789056 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d7d4bbc1-c2ea-4b89-a17d-4b1c1c067771 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.790270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d7d4bbc1-c2ea-4b89-a17d-4b1c1c067771 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218910 Feb 17 22:55:51.793242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:51.797939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0ab7add2-8893-423e-9139-75d793f35611 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.824293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ab7add2-8893-423e-9139-75d793f35611 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (bba26cdc-dd6a-4493-8b98-55cc36433964), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.877863 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ab7add2-8893-423e-9139-75d793f35611 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (bba26cdc-dd6a-4493-8b98-55cc36433964), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.882049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ab7add2-8893-423e-9139-75d793f35611 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (bba26cdc-dd6a-4493-8b98-55cc36433964), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.899619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7add2-8893-423e-9139-75d793f35611 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba26cdc-dd6a-4493-8b98-55cc36433964,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:51.915991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ab7add2-8893-423e-9139-75d793f35611 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:51.917235 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ab7add2-8893-423e-9139-75d793f35611 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1228755 Feb 17 22:55:51.920752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33052) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:51.925217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:51.944998 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:55:51.949766 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (2f4aba32-f5ed-4a28-b1f6-66671136d4e9), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.011660 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (2f4aba32-f5ed-4a28-b1f6-66671136d4e9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.016205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2f4aba32-f5ed-4a28-b1f6-66671136d4e9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.033163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4aba32-f5ed-4a28-b1f6-66671136d4e9,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:52.042944 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.044201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9cd8e3e8-d05e-41de-9280-e13bc5794054 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224289 Feb 17 22:55:52.046863 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33062) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:52.051463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': 'a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:52.071570 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:55:52.076603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (68aae2c3-3d1c-4ded-a7a3-77f475e999f8), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.141054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (68aae2c3-3d1c-4ded-a7a3-77f475e999f8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.145588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (68aae2c3-3d1c-4ded-a7a3-77f475e999f8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.162372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68aae2c3-3d1c-4ded-a7a3-77f475e999f8,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:52.175742 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.177024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-970b2886-2bc9-48be-a732-fa53af9d7c7c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291537 Feb 17 22:55:52.180035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33074) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:52.185203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'network': {'name': 'tempest-network-smoke--1696699226', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'port_security_enabled': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:52.207259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:52.211021 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.244218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:55:52.255860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:55:52.257898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ae66e793-b42f-470b-b794-e5081a00a0eb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.258286 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Added segment ae66e793-b42f-470b-b794-e5081a00a0eb of type vlan for network e333fd48-eaeb-4a3b-9057-768267deba3a Feb 17 22:55:52.278576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:55:52.279034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3baa4a7b-7f84-48e6-aea7-c3cf8864f91f not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:55:52.302083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (e333fd48-eaeb-4a3b-9057-768267deba3a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.329191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (e333fd48-eaeb-4a3b-9057-768267deba3a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.334903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:52.335597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.404364 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2230852 Feb 17 22:55:52.407179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33094) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:52.412354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'admin_state_up': True, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:52.413977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb6f4a5-eeb2-4932-bb0d-3dc7fbcff79b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Network': ['ID=e333fd48-eaeb-4a3b-9057-768267deba3a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:52.426383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network e333fd48-eaeb-4a3b-9057-768267deba3a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:55:52.455101 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.456499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.512546 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.664146 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.864483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.882850 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:52.986109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.76 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:53.096174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:53.131476 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:53.165815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:53.172814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:53.176334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:55:53.208833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:53.438125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:53.656613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:53.787941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:55:53.895478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:55:53.905811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Sync routers for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:53.916602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:53.917459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:53.917830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:53.919229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-523489ec-0094-4de7-9d97-31fef7f93adc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5110035 Feb 17 22:55:53.923139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33098) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:53.953716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ba28a52f-0e96-44f1-95a4-1961c696a6f3 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=b3226ed37abe4651b6140919c15b4243&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272012 Feb 17 22:55:53.954003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33100) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:54.028088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:54.043297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d8b2a0-f356-4d45-ade1-0dc11e73d790 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:54.046428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-45d8b2a0-f356-4d45-ade1-0dc11e73d790 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908504 Feb 17 22:55:54.048800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33102) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:54.090909 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b4a95b5f-0b50-4402-8b5d-ee103fa42ea8 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384750 Feb 17 22:55:54.091154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33104) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:54.097186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1722733800', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:55:54.192789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:55:54.196755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.211806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:53Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:54.245228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Checking router: 1cb1afa8-d755-4967-91a1-eaf7a5f697ec for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:54.245574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Updating router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:55:54.274441 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.386545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (99accc17-f914-4ed2-9ad3-4d0cfe84253c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.450729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Subnet': ['ID=99accc17-f914-4ed2-9ad3-4d0cfe84253c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:54.461939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Checking segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:55:54.462439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network hostable DHCP agents. Network: e333fd48-eaeb-4a3b-9057-768267deba3a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:55:54.481248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e333fd48-eaeb-4a3b-9057-768267deba3a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:55:54.490463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, e333fd48-eaeb-4a3b-9057-768267deba3a) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:54.494814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:54.495563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.515940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-791f016c-a2ae-4347-8534-f479bf702506 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4237924 Feb 17 22:55:54.518675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33108) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:54.554267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5adee7-c850-4f9f-a2ee-06e9aa97afc6 None None] Network e333fd48-eaeb-4a3b-9057-768267deba3a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:55:54.560853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Publish callbacks [] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.573340 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.673914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Attempting to bind port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:55:54.674288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Attempting to bind port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:55:54.674654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Attempting to bind port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:55:54.688344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f087f-f7fa-4776-a56c-124add2e0c45 None None] Pushing event updated for resources: {'Port': ['ID=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:54.698198 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:55:54.698803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:55:54.699398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.699959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:55:54.700653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Bound port: f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:55:54.701218 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.771704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-e333fd48-eaeb-4a3b-9057-768267deba3a', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:55:54.772862 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.794713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] For port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:55:54.814069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] For port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:55:54.860839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:54.965352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f087f-f7fa-4776-a56c-124add2e0c45 None None] Pushing event updated for resources: {'Port': ['ID=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:54.974640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:54.975253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:55.050327 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.055884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Allocated IP 172.20.0.2 (e333fd48-eaeb-4a3b-9057-768267deba3a/99accc17-f914-4ed2-9ad3-4d0cfe84253c/968e357c-6121-4543-be7c-dddcccf10989) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:55.148904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:55.329445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Publish callbacks [] for port (968e357c-6121-4543-be7c-dddcccf10989), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.378891 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (968e357c-6121-4543-be7c-dddcccf10989), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.395931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.1 (e333fd48-eaeb-4a3b-9057-768267deba3a/99accc17-f914-4ed2-9ad3-4d0cfe84253c/ea953fe8-9154-483c-a5c8-c5eee29b42b4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:55:55.471907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Network e333fd48-eaeb-4a3b-9057-768267deba3a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:55.480403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:55.484104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:55:55.509454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Pushing event updated for resources: {'Port': ['ID=968e357c-6121-4543-be7c-dddcccf10989,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:55.560249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.607212 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.698689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e333fd48-eaeb-4a3b-9057-768267deba3a is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:55.703720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:55.714682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:55:55.720424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=ea953fe8-9154-483c-a5c8-c5eee29b42b4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:55.768817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.778876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.784453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Attempting to bind port 968e357c-6121-4543-be7c-dddcccf10989 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:55:55.784830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Attempting to bind port 968e357c-6121-4543-be7c-dddcccf10989 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:55:55.785193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Attempting to bind port 968e357c-6121-4543-be7c-dddcccf10989 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:55:55.795666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:55:55.796042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Checking segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:55:55.796452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.797108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Bound using segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:55:55.797595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Bound port: 968e357c-6121-4543-be7c-dddcccf10989, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:55:55.798092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (968e357c-6121-4543-be7c-dddcccf10989), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.802331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:53Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:55.837192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176e89b2-3a4b-473b-8410-fc2c91e8b6fe None None] The sync data for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 is: [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:53Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:55:55.922769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] For port 968e357c-6121-4543-be7c-dddcccf10989, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:55:55.926523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] For port 968e357c-6121-4543-be7c-dddcccf10989, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=968e357c-6121-4543-be7c-dddcccf10989,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:55:55.942643 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (968e357c-6121-4543-be7c-dddcccf10989), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:55.989315 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:56.036918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc44c76-28ce-4828-9a03-d7a8d0c26da3 None None] Pushing event updated for resources: {'Port': ['ID=968e357c-6121-4543-be7c-dddcccf10989,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:56.454769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:56.461637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:56.552888 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:56.641543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=ea953fe8-9154-483c-a5c8-c5eee29b42b4,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:56.679788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e333fd48-eaeb-4a3b-9057-768267deba3a is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:55:56.681307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:55:56.885692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:55:57.210432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33118) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:57.479685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:55:57.507012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-08c04196-b704-4689-b32c-78b6e53bbe5b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/1cb1afa8-d755-4967-91a1-eaf7a5f697ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9812019 Feb 17 22:55:57.516117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33124) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:55:57.529206 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0070e33d-e9f4-44f5-8a9b-7e31b782d87d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6e474836c21c4d0cb41b04b759ac78c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3174634 Feb 17 22:55:57.633809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8773fc-0234-4e87-9e56-56aafc48a680 None None] Network e333fd48-eaeb-4a3b-9057-768267deba3a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:55:57.634725 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c67dc5c1-0908-4421-87d6-62c7e8ec7442 admin admin] Publish callbacks [] for security_group (bdd14a63-9f0e-447c-8171-616ade65a5ff), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:57.660626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c67dc5c1-0908-4421-87d6-62c7e8ec7442 admin admin] Publish callbacks [] for security_group (bdd14a63-9f0e-447c-8171-616ade65a5ff), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:57.753197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-955e8b1e-18a6-4489-ad94-a9afb5112a8a None None] Provisioning complete for port 968e357c-6121-4543-be7c-dddcccf10989 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:57.753578 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-955e8b1e-18a6-4489-ad94-a9afb5112a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (968e357c-6121-4543-be7c-dddcccf10989), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:57.755688 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c67dc5c1-0908-4421-87d6-62c7e8ec7442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (bdd14a63-9f0e-447c-8171-616ade65a5ff), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:57.761531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c67dc5c1-0908-4421-87d6-62c7e8ec7442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:57.767425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c67dc5c1-0908-4421-87d6-62c7e8ec7442 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bdd14a63-9f0e-447c-8171-616ade65a5ff HTTP/1.1" status: 204 len: 168 time: 0.2500715 Feb 17 22:55:57.777405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dc5c1-0908-4421-87d6-62c7e8ec7442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd14a63-9f0e-447c-8171-616ade65a5ff,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:57.896322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-2f6c7ebe-fc73-40e6-9f9a-4d7278eec2c8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-277940203&fields=id&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 267 time: 0.0860176 Feb 17 22:55:57.956208 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-955e8b1e-18a6-4489-ad94-a9afb5112a8a None None] Current status of the port 968e357c-6121-4543-be7c-dddcccf10989 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:57.956851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-955e8b1e-18a6-4489-ad94-a9afb5112a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (968e357c-6121-4543-be7c-dddcccf10989), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:58.023688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-955e8b1e-18a6-4489-ad94-a9afb5112a8a None None] For port 968e357c-6121-4543-be7c-dddcccf10989, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=968e357c-6121-4543-be7c-dddcccf10989,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:58.032259 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-955e8b1e-18a6-4489-ad94-a9afb5112a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (968e357c-6121-4543-be7c-dddcccf10989), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:58.054582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-8093265d-986a-4488-836d-b791eb060c4b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:55:58.061963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-8093265d-986a-4488-836d-b791eb060c4b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 797 time: 0.1619132 Feb 17 22:55:58.080525 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-53ab7cfa-ee67-47ac-ae3e-8a782dec2490 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/quotas/b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 375 time: 0.0175509 Feb 17 22:55:58.153731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e8b1e-18a6-4489-ad94-a9afb5112a8a None None] Pushing event updated for resources: {'Port': ['ID=968e357c-6121-4543-be7c-dddcccf10989,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:58.166380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-3f5ee119-5984-4e50-b1da-2b4b736c7689 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848579 Feb 17 22:55:58.378386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-ff75ed98-b066-4b3f-9d43-6ef4bde282c6 service neutron] 10.222.0.79 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924365 Feb 17 22:55:58.395278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:55:58.492817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-709b343e-cd34-4696-8b85-3ef92b1d0659 None None] Provisioning complete for port ea953fe8-9154-483c-a5c8-c5eee29b42b4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:58.492817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-709b343e-cd34-4696-8b85-3ef92b1d0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:58.511177 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Sync routers for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:55:58.530876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-772350ed-3365-4df9-9d1b-ed4fe4c6ea18 service neutron] 10.222.0.79 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420124 Feb 17 22:55:58.574497 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:55:58.578408 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:58.654921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:58.655549 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:58.751094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-709b343e-cd34-4696-8b85-3ef92b1d0659 None None] Port ea953fe8-9154-483c-a5c8-c5eee29b42b4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:55:58.802698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-709b343e-cd34-4696-8b85-3ef92b1d0659 None None] Provisioning complete for port 968e357c-6121-4543-be7c-dddcccf10989 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:58.803086 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-709b343e-cd34-4696-8b85-3ef92b1d0659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (968e357c-6121-4543-be7c-dddcccf10989), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:58.902355 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:55:58.991747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:58.992249 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.041486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa3c8faf-9b18-41c9-a168-4d2ae801ba3c req-e37149b3-2144-4002-9964-558013dfe2bc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0751908 Feb 17 22:55:59.058837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:55:59.090722 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.093283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 968e357c-6121-4543-be7c-dddcccf10989 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:55:59.130749 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-709b343e-cd34-4696-8b85-3ef92b1d0659 None None] Current status of the port 968e357c-6121-4543-be7c-dddcccf10989 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:59.211463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:59.240282 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:55:56Z', 'revision_number': 2, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:55:59.265944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 968e357c-6121-4543-be7c-dddcccf10989 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:59.266406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (968e357c-6121-4543-be7c-dddcccf10989), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.275639 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Checking router: 1cb1afa8-d755-4967-91a1-eaf7a5f697ec for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:55:59.276599 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Updating router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec port ea953fe8-9154-483c-a5c8-c5eee29b42b4 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:55:59.307417 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.320229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9814eab3-ed43-44d7-887f-5199287c3008 None None] Provisioning complete for port ea953fe8-9154-483c-a5c8-c5eee29b42b4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:55:59.321130 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9814eab3-ed43-44d7-887f-5199287c3008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.382146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9814eab3-ed43-44d7-887f-5199287c3008 None None] Port ea953fe8-9154-483c-a5c8-c5eee29b42b4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:55:59.424407 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 968e357c-6121-4543-be7c-dddcccf10989 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:55:59.697979 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Publish callbacks [] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.707276 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.851869 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Attempting to bind port ea953fe8-9154-483c-a5c8-c5eee29b42b4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:55:59.851869 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Attempting to bind port ea953fe8-9154-483c-a5c8-c5eee29b42b4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:55:59.851869 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Attempting to bind port ea953fe8-9154-483c-a5c8-c5eee29b42b4 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:55:59.851869 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Pushing event updated for resources: {'Port': ['ID=ea953fe8-9154-483c-a5c8-c5eee29b42b4,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:55:59.861491 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.861930 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.862340 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.862748 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.863429 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.864247 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.864661 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.865062 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.865459 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.865842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.866240 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.866633 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.867025 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:55:59.872019 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:55:59.872592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Checking segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:55:59.873092 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.873647 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Bound using segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:55:59.874268 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Bound port: ea953fe8-9154-483c-a5c8-c5eee29b42b4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:55:59.874744 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:55:59.962856 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] For port ea953fe8-9154-483c-a5c8-c5eee29b42b4, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:55:59.966481 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] For port ea953fe8-9154-483c-a5c8-c5eee29b42b4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea953fe8-9154-483c-a5c8-c5eee29b42b4,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:55:59.978616 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.009339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33182) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:00.039276 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:00.039931 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:00.045699 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e71b16-c300-4244-b5ac-c14e3bb8296d None None] Pushing event updated for resources: {'Port': ['ID=ea953fe8-9154-483c-a5c8-c5eee29b42b4,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.116610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4a6e915d-9143-41a2-8dd8-ad940d9cb7ad None None] Provisioning complete for port ea953fe8-9154-483c-a5c8-c5eee29b42b4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:00.119916 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a6e915d-9143-41a2-8dd8-ad940d9cb7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.184525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:00.227800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39183d2d-eafa-400e-9428-4791bcf999fb req-79ddd157-59f0-465a-b416-55e79b83fcbe tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0685837 Feb 17 22:56:00.276414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4a6e915d-9143-41a2-8dd8-ad940d9cb7ad None None] Current status of the port ea953fe8-9154-483c-a5c8-c5eee29b42b4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:00.278114 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a6e915d-9143-41a2-8dd8-ad940d9cb7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.293861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'network': {'name': 'tempest-network-smoke--2142363367', 'project_id': '249c2950826d4244945619a183e0e8a2', 'port_security_enabled': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:00.324057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:00.336696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:00.340163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.350175 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.362913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4a6e915d-9143-41a2-8dd8-ad940d9cb7ad None None] For port ea953fe8-9154-483c-a5c8-c5eee29b42b4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea953fe8-9154-483c-a5c8-c5eee29b42b4,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:00.373238 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a6e915d-9143-41a2-8dd8-ad940d9cb7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.436944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:00.437325 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.442352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e915d-9143-41a2-8dd8-ad940d9cb7ad None None] Pushing event updated for resources: {'Port': ['ID=ea953fe8-9154-483c-a5c8-c5eee29b42b4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.512462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f2ab3850-7a5f-4e1b-b404-375e329e287e None None] Provisioning complete for port ea953fe8-9154-483c-a5c8-c5eee29b42b4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:00.512926 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2ab3850-7a5f-4e1b-b404-375e329e287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.518183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-42f392e3-087c-4416-8ff0-a407be1e344b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.520260 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-42f392e3-087c-4416-8ff0-a407be1e344b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 797 time: 0.1508796 Feb 17 22:56:00.556062 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:55:59Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:00.564000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (5351c2ac-004c-4d05-89ce-ff92b3c01d06), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.574591 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5351c2ac-004c-4d05-89ce-ff92b3c01d06), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.592479 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcba212-969a-452a-adaa-9d33621b771d None None] The sync data for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 is: [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:55:59Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:00.609665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:00.625837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:56:00.639483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-5e9aadd5-a3d5-4a91-b57e-eeaa995aabe4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 379 time: 0.1031172 Feb 17 22:56:00.641613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5351c2ac-004c-4d05-89ce-ff92b3c01d06,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.652460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'port': {'device_id': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'admin_state_up': True, 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'security_groups': ['a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:00.660283 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (989458ed-cb31-4fc3-abf4-545a4d887537), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.660661 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Added segment 989458ed-cb31-4fc3-abf4-545a4d887537 of type vlan for network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 Feb 17 22:56:00.692427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f2ab3850-7a5f-4e1b-b404-375e329e287e None None] Current status of the port ea953fe8-9154-483c-a5c8-c5eee29b42b4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:00.763533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f9f19118-8d7c-4c4f-a1da-9b88b1c86051), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.816406 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f9f19118-8d7c-4c4f-a1da-9b88b1c86051), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.821506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:00.822097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.901582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8911209 Feb 17 22:56:00.905430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33190) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:00.910432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'admin_state_up': True, 'project_id': '249c2950826d4244945619a183e0e8a2', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:00.912566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4398612-51bd-4c81-82a5-63433cd74c04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Network': ['ID=f9f19118-8d7c-4c4f-a1da-9b88b1c86051,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:00.915595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:00.919171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.930403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:56:00.937926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:00.939160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (0fea268c-583b-4c6e-bfa6-60eb7d188a06), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.001956 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_controller (0fea268c-583b-4c6e-bfa6-60eb7d188a06), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.060659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.11 (e333fd48-eaeb-4a3b-9057-768267deba3a/99accc17-f914-4ed2-9ad3-4d0cfe84253c/57684d1f-7e6b-4d47-8158-38fc804c9455) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:01.196320 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (0fea268c-583b-4c6e-bfa6-60eb7d188a06), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.273036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.343416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-321d31f3-5fb2-403a-b32e-c15edecfffdf req-17abc9c0-94a1-4c36-8e5a-6bacc82667db tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 210 time: 0.0357611 Feb 17 22:56:01.352990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.434258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:01.456759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network e333fd48-eaeb-4a3b-9057-768267deba3a is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:01.460336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:01.465030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:01.521892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.540467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:01.541129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.542280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.571475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-b3d3a287-5eb7-4705-9118-a1282cd4e318 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9240143 Feb 17 22:56:01.588895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Request body: {'port': {'device_id': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:01.667309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.25.0.164 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/33afe7a9-8194-4fed-aeed-13dc4c3e89af) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:01.671134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.805195 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.821946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-84bdef5b-574e-4dc4-8708-b0d5e0b8f6fa None None] Provisioning complete for port 57684d1f-7e6b-4d47-8158-38fc804c9455 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:01.823100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-84bdef5b-574e-4dc4-8708-b0d5e0b8f6fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.848493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.868131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-84bdef5b-574e-4dc4-8708-b0d5e0b8f6fa None None] Port 57684d1f-7e6b-4d47-8158-38fc804c9455 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:56:01.895150 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:01.898500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:01.901138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:01.907657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=33afe7a9-8194-4fed-aeed-13dc4c3e89af,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:01.974303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57684d1f-7e6b-4d47-8158-38fc804c9455 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:56:01.983249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Publish callbacks [] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:01.998043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Transition to ACTIVE for port object 57684d1f-7e6b-4d47-8158-38fc804c9455 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:02.001635 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:02.055405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:02.133949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:56:02.134285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:56:02.134619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:02.139169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:56:02.139534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:02.145817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:56:02.146158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Checking segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:02.146543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Bound using segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:56:02.146971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Bound port: 57684d1f-7e6b-4d47-8158-38fc804c9455, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:56:02.147327 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:02.191143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:02.254767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:56:02.258826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:56:02.271684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:02.321197 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:02.321197 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:02.322229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-60b69802-8330-425f-b31c-045f85ac210e service neutron] 10.222.0.94 "PUT /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 1093 time: 0.7376552 Feb 17 22:56:02.324970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:02.325490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea953fe8-9154-483c-a5c8-c5eee29b42b4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:02.327525 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac599fb0-e334-4cf5-9512-df71c93c26ad" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:56:02.365152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b69802-8330-425f-b31c-045f85ac210e service neutron] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:02.435313 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0611c11f-a758-42a9-9948-4aa79cd94eb3 x-openstack-request-id: req-0611c11f-a758-42a9-9948-4aa79cd94eb3 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:56:02.435764 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:56:02.435976 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0611c11f-a758-42a9-9948-4aa79cd94eb3 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:56:02.436367 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'status': 'completed', 'code': 200} Feb 17 22:56:02.459905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-8e241c0c-2a53-418b-b161-c6772bf2d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:02.461500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-8e241c0c-2a53-418b-b161-c6772bf2d738 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1127 time: 0.0655010 Feb 17 22:56:02.503394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ea953fe8-9154-483c-a5c8-c5eee29b42b4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:02.504076 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:02.512802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:02.530793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-8d4abf10-4a15-44d6-aba4-3dc2b863626c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 217 time: 0.0576839 Feb 17 22:56:02.625970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-fd05abea-f08d-46be-aeda-cfecc3250dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:02.627738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-fd05abea-f08d-46be-aeda-cfecc3250dd1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0653167 Feb 17 22:56:02.631184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ea953fe8-9154-483c-a5c8-c5eee29b42b4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:02.638612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147917eb-2223-4b85-a6f8-fcec8d896d3f req-15f4f54f-c157-47c6-bc56-31308f695030 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:02.642328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-147917eb-2223-4b85-a6f8-fcec8d896d3f req-15f4f54f-c157-47c6-bc56-31308f695030 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 944 time: 0.1137884 Feb 17 22:56:02.731127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-147917eb-2223-4b85-a6f8-fcec8d896d3f req-b2c03f50-8711-4e43-8024-ee0a7eca1f3a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787885 Feb 17 22:56:02.736238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-ada79a5c-de2b-49c5-a2a6-650d94d55c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:02.737760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-ada79a5c-de2b-49c5-a2a6-650d94d55c3b service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0944364 Feb 17 22:56:02.834797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-230bc485-ba81-4f54-9d06-43077f54ce4f service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902193 Feb 17 22:56:02.932701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6cfbe1c-a8fd-42d3-8103-d3e722199e5f req-c86b739d-817a-498a-9be9-77a4adadeb91 service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917895 Feb 17 22:56:02.978051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:56:03.058720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-865c2fea-8a08-4757-a4a2-c13f1af4e621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:03.060205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-865c2fea-8a08-4757-a4a2-c13f1af4e621 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1127 time: 0.0466301 Feb 17 22:56:03.087012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:56:03.097356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Sync routers for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:03.108543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:03.109094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:03.109853 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3a8806c6-6f97-4da1-90aa-1287e730a570 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2031465 Feb 17 22:56:03.112862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33198) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:03.114280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:03.154418 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-decb17a6-d84d-4bc5-a347-61c54d94dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:03.156067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-decb17a6-d84d-4bc5-a347-61c54d94dd3b service neutron] 10.222.0.94 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.0895936 Feb 17 22:56:03.201010 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6edc9c89-b2d8-44aa-8f78-dff2968229c6 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=249c2950826d4244945619a183e0e8a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838244 Feb 17 22:56:03.202402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:03.205941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-e8fa8b00-3545-484b-86cc-4199129a73e9 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 217 time: 0.0409558 Feb 17 22:56:03.237847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:03.257259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-0b5e71bc-29a4-437a-8277-6bb320e8ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:03.258691 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-0b5e71bc-29a4-437a-8277-6bb320e8ace2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0463185 Feb 17 22:56:03.299165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d5890f-179f-413f-9680-5077ca74f371 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:03.300852 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-13d5890f-179f-413f-9680-5077ca74f371 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0968957 Feb 17 22:56:03.303616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33204) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:03.314555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-a0ca2f3e-da75-4e50-b9b6-b07e97ee6edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:03.316087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-a0ca2f3e-da75-4e50-b9b6-b07e97ee6edf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508316 Feb 17 22:56:03.336145 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5a3d534-8e10-414e-ac35-68d35c5914af tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288641 Feb 17 22:56:03.336413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33206) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:03.341426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1907084204', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'project_id': '249c2950826d4244945619a183e0e8a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:03.418380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-4a306b4d-91ba-4f90-9738-43b85beca926 service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964606 Feb 17 22:56:03.442524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:03.446438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:03.515218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac599fb0-e334-4cf5-9512-df71c93c26ad req-402d08a1-fa46-4370-8602-f1a6ba058388 service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910976 Feb 17 22:56:03.599184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:02Z', 'revision_number': 3, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:03.628713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Checking router: 0fea268c-583b-4c6e-bfa6-60eb7d188a06 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:03.629066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Updating router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 port 33afe7a9-8194-4fed-aeed-13dc4c3e89af binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:56:03.638037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (59582919-9608-4a56-ab9f-df195f0276bb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:03.656790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:03.704776 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Subnet': ['ID=59582919-9608-4a56-ab9f-df195f0276bb,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:03.715945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Checking segment: {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:03.716384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network hostable DHCP agents. Network: f9f19118-8d7c-4c4f-a1da-9b88b1c86051, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:56:03.733301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:56:03.742288 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f9f19118-8d7c-4c4f-a1da-9b88b1c86051) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:03.746552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:03.747147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:03.754692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cea1874-510c-45fb-a5d0-50c59e06ed4f None None] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:56:03.769944 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b030b972-514f-40ad-bd68-9fa15ada29df tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4300914 Feb 17 22:56:03.770187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33210) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:03.876821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796df14-fa18-4a25-a17c-ebd8fd938e07 req-11a7b099-91d7-4f1f-b872-7e5b46b0d00c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:03.878416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3796df14-fa18-4a25-a17c-ebd8fd938e07 req-11a7b099-91d7-4f1f-b872-7e5b46b0d00c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 944 time: 0.0713544 Feb 17 22:56:03.921417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:56:03.922889 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:03.943514 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3796df14-fa18-4a25-a17c-ebd8fd938e07 req-133cbf6d-20d8-4bb6-9ffc-951e71fcb398 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587347 Feb 17 22:56:04.094401 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Publish callbacks [] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.101252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.146483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Allocated IP 172.20.0.2 (f9f19118-8d7c-4c4f-a1da-9b88b1c86051/59582919-9608-4a56-ab9f-df195f0276bb/a520458f-810f-42d9-b06a-fb5fc8b13581) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:04.190731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Attempting to bind port 33afe7a9-8194-4fed-aeed-13dc4c3e89af on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:56:04.191115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Attempting to bind port 33afe7a9-8194-4fed-aeed-13dc4c3e89af by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:56:04.191665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Attempting to bind port 33afe7a9-8194-4fed-aeed-13dc4c3e89af on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:04.216014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d899db-c2f5-4dc5-bd7e-7b173200bbf3 None None] Pushing event updated for resources: {'Port': ['ID=33afe7a9-8194-4fed-aeed-13dc4c3e89af,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:04.224628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:56:04.225014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:04.225419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.225811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:56:04.226634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Bound port: 33afe7a9-8194-4fed-aeed-13dc4c3e89af, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:56:04.226634 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.243247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.306215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] For port 33afe7a9-8194-4fed-aeed-13dc4c3e89af, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:56:04.313777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] For port 33afe7a9-8194-4fed-aeed-13dc4c3e89af, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=33afe7a9-8194-4fed-aeed-13dc4c3e89af,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:56:04.325631 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.411284 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Publish callbacks [] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.420750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:04.421507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:04.427752 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.460319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d899db-c2f5-4dc5-bd7e-7b173200bbf3 None None] Pushing event updated for resources: {'Port': ['ID=33afe7a9-8194-4fed-aeed-13dc4c3e89af,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:04.527696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.20.0.1 (f9f19118-8d7c-4c4f-a1da-9b88b1c86051/59582919-9608-4a56-ab9f-df195f0276bb/7f6f96e2-e97d-4868-b99e-2a720fee0220) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:04.542397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:04.551920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:04.554141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:04.566411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Pushing event updated for resources: {'Port': ['ID=a520458f-810f-42d9-b06a-fb5fc8b13581,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:04.636679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:04.648420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.663238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Attempting to bind port a520458f-810f-42d9-b06a-fb5fc8b13581 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:56:04.663563 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Attempting to bind port a520458f-810f-42d9-b06a-fb5fc8b13581 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:56:04.663925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Attempting to bind port a520458f-810f-42d9-b06a-fb5fc8b13581 on network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:04.684862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.697043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:56:04.697415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Checking segment: {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:04.697820 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.698211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Bound using segment: {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:56:04.699255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Bound port: a520458f-810f-42d9-b06a-fb5fc8b13581, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:56:04.699661 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.737291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:04.740795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:04.751956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:04.775171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=7f6f96e2-e97d-4868-b99e-2a720fee0220,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:04.799181 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.831508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] For port a520458f-810f-42d9-b06a-fb5fc8b13581, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:56:04.834558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] For port a520458f-810f-42d9-b06a-fb5fc8b13581, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a520458f-810f-42d9-b06a-fb5fc8b13581,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:56:04.857410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.936994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Pushing event updated for resources: {'Port': ['ID=a520458f-810f-42d9-b06a-fb5fc8b13581,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:04.950104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.950104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.950463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.950718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.951051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.951454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.951926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.952264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.952592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.952921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.953249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.953367 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:04.953572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.953899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17be35ac-2ab0-478e-ad8b-8bdc4d9581e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:04.963910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:02Z', 'revision_number': 3, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:04.992946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ff1478-88ca-47b8-8f96-ccb1671e91af None None] The sync data for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 is: [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:02Z', 'revision_number': 3, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:05.110898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c852cf42-1fab-42ef-bfca-da238a2fcf8c req-358920ae-6979-4e60-ae23-e91802b9da3d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:05.110898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c852cf42-1fab-42ef-bfca-da238a2fcf8c req-358920ae-6979-4e60-ae23-e91802b9da3d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 944 time: 0.0752869 Feb 17 22:56:05.204687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c852cf42-1fab-42ef-bfca-da238a2fcf8c req-35f002a5-2a45-4781-962a-69d1bbf27b8b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734525 Feb 17 22:56:05.349460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:05.354241 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:05.430920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:05.432736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=7f6f96e2-e97d-4868-b99e-2a720fee0220,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:05.446586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.446937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.447273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.447637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.447968 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.448294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.448622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.448946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.449265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.449583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.449902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.450221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.450541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:05.548140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:05.549673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:05.680657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:56:05.801961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:56:05.808165 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a3a91f12-7402-459c-85da-4203ae75e3c1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "PUT /v2.0/routers/0fea268c-583b-4c6e-bfa6-60eb7d188a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0357962 Feb 17 22:56:05.810825 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33214) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:05.992118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2df6ee-c38e-4b09-8612-ef28c6eceed4 None None] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:56:06.007210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c3cc0-f499-461d-a9ce-62f57c0d4c87 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.007729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c3cc0-f499-461d-a9ce-62f57c0d4c87 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.008355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c3cc0-f499-461d-a9ce-62f57c0d4c87 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.008823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c3cc0-f499-461d-a9ce-62f57c0d4c87 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.009283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2c3cc0-f499-461d-a9ce-62f57c0d4c87 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.011322 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6b2c3cc0-f499-461d-a9ce-62f57c0d4c87 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1988146 Feb 17 22:56:06.014518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33216) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:06.073850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1b55b73b-8732-4bdf-bda5-9cfaf535113b None None] Provisioning complete for port a520458f-810f-42d9-b06a-fb5fc8b13581 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:06.074518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b55b73b-8732-4bdf-bda5-9cfaf535113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.130935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b0a95-d268-4845-b734-20ac6a807c22 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.131422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b0a95-d268-4845-b734-20ac6a807c22 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.131885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b0a95-d268-4845-b734-20ac6a807c22 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.132356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b0a95-d268-4845-b734-20ac6a807c22 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.132806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938b0a95-d268-4845-b734-20ac6a807c22 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.134572 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-938b0a95-d268-4845-b734-20ac6a807c22 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1188631 Feb 17 22:56:06.137464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33218) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:06.188584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1b55b73b-8732-4bdf-bda5-9cfaf535113b None None] Current status of the port a520458f-810f-42d9-b06a-fb5fc8b13581 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:06.190517 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b55b73b-8732-4bdf-bda5-9cfaf535113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.243932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1b55b73b-8732-4bdf-bda5-9cfaf535113b None None] For port a520458f-810f-42d9-b06a-fb5fc8b13581, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a520458f-810f-42d9-b06a-fb5fc8b13581,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:06.252574 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b55b73b-8732-4bdf-bda5-9cfaf535113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.324853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55b73b-8732-4bdf-bda5-9cfaf535113b None None] Pushing event updated for resources: {'Port': ['ID=a520458f-810f-42d9-b06a-fb5fc8b13581,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:06.401856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a520458f-810f-42d9-b06a-fb5fc8b13581 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:06.406202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b061973-b5aa-4f4e-bc3c-efdadeead00c req-0223d4f2-6bbc-4b17-8a92-7af201861f60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:06.407847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b061973-b5aa-4f4e-bc3c-efdadeead00c req-0223d4f2-6bbc-4b17-8a92-7af201861f60 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 944 time: 0.0725749 Feb 17 22:56:06.470115 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72ab191e-170e-45cd-93e0-27ca31f3ed2c tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2335 time: 0.3312845 Feb 17 22:56:06.474420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b061973-b5aa-4f4e-bc3c-efdadeead00c req-907a0f7d-06c6-40a2-b1a4-dafe62fe66fb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592463 Feb 17 22:56:06.482257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a520458f-810f-42d9-b06a-fb5fc8b13581 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:06.483315 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.511554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cd6a4ab7-0fd2-44c2-9e45-3d21a4ea38a7 None None] Provisioning complete for port a520458f-810f-42d9-b06a-fb5fc8b13581 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:06.511941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd6a4ab7-0fd2-44c2-9e45-3d21a4ea38a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.635144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a520458f-810f-42d9-b06a-fb5fc8b13581 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:06.636288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 33afe7a9-8194-4fed-aeed-13dc4c3e89af up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:06.642119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a4ab7-0fd2-44c2-9e45-3d21a4ea38a7 None None] Current status of the port a520458f-810f-42d9-b06a-fb5fc8b13581 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:06.680908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cd6a4ab7-0fd2-44c2-9e45-3d21a4ea38a7 None None] Provisioning complete for port 7f6f96e2-e97d-4868-b99e-2a720fee0220 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:06.681280 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cd6a4ab7-0fd2-44c2-9e45-3d21a4ea38a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.722391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:56:06.740924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cd6a4ab7-0fd2-44c2-9e45-3d21a4ea38a7 None None] Port 7f6f96e2-e97d-4868-b99e-2a720fee0220 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:56:06.744457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 33afe7a9-8194-4fed-aeed-13dc4c3e89af triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:06.744845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.830419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:06.835396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-45f318f5-b825-4baa-a0f7-afb36f155e09 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929572432', 'description': 'tempest-secgroup-smoke-1929572432 description', 'project_id': '249c2950826d4244945619a183e0e8a2'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:06.859847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f318f5-b825-4baa-a0f7-afb36f155e09 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.905732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:06.924146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-41d42a88-1a1c-4e87-a55c-80fe90221759 None None] Provisioning complete for port 7f6f96e2-e97d-4868-b99e-2a720fee0220 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:06.924520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41d42a88-1a1c-4e87-a55c-80fe90221759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.926352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 33afe7a9-8194-4fed-aeed-13dc4c3e89af is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:06.926726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.933360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'port_id': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'mac_address': 'fa:16:3e:89:6c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:56:06.934825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f318f5-b825-4baa-a0f7-afb36f155e09 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (eb7651ba-7714-4751-b62b-e7ec1b19b16f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.940641 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f318f5-b825-4baa-a0f7-afb36f155e09 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb7651ba-7714-4751-b62b-e7ec1b19b16f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.971796 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-45f318f5-b825-4baa-a0f7-afb36f155e09 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:06.973260 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-45f318f5-b825-4baa-a0f7-afb36f155e09 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1415923 Feb 17 22:56:06.974884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f318f5-b825-4baa-a0f7-afb36f155e09 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7651ba-7714-4751-b62b-e7ec1b19b16f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:06.976084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33226) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:06.979171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 33afe7a9-8194-4fed-aeed-13dc4c3e89af, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=33afe7a9-8194-4fed-aeed-13dc4c3e89af,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:06.980522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-44203211-0352-42da-9919-a0b9a363f7a1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'eb7651ba-7714-4751-b62b-e7ec1b19b16f', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:07.001614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.006391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-41d42a88-1a1c-4e87-a55c-80fe90221759 None None] Port 7f6f96e2-e97d-4868-b99e-2a720fee0220 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:56:07.008830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44203211-0352-42da-9919-a0b9a363f7a1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (9a60a969-15c6-443d-b385-b5f03fc36a91), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.044248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 57684d1f-7e6b-4d47-8158-38fc804c9455 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:07.044636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.068992 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44203211-0352-42da-9919-a0b9a363f7a1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (9a60a969-15c6-443d-b385-b5f03fc36a91), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.072862 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44203211-0352-42da-9919-a0b9a363f7a1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (9a60a969-15c6-443d-b385-b5f03fc36a91), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.093795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44203211-0352-42da-9919-a0b9a363f7a1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a60a969-15c6-443d-b385-b5f03fc36a91,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.100152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44203211-0352-42da-9919-a0b9a363f7a1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.101576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-44203211-0352-42da-9919-a0b9a363f7a1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1245012 Feb 17 22:56:07.104516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33228) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:07.109383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-edcaf316-f872-4ddd-819c-3acb9462c6b9 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'eb7651ba-7714-4751-b62b-e7ec1b19b16f', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:07.138084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edcaf316-f872-4ddd-819c-3acb9462c6b9 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (92f93998-8c16-4890-bf55-70888a9e72e7), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.206799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edcaf316-f872-4ddd-819c-3acb9462c6b9 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (92f93998-8c16-4890-bf55-70888a9e72e7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.210700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edcaf316-f872-4ddd-819c-3acb9462c6b9 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (92f93998-8c16-4890-bf55-70888a9e72e7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.228634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcaf316-f872-4ddd-819c-3acb9462c6b9 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f93998-8c16-4890-bf55-70888a9e72e7,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.230556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57684d1f-7e6b-4d47-8158-38fc804c9455 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:56:07.237812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-edcaf316-f872-4ddd-819c-3acb9462c6b9 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.238769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-edcaf316-f872-4ddd-819c-3acb9462c6b9 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1332881 Feb 17 22:56:07.241643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33230) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:07.246459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=33afe7a9-8194-4fed-aeed-13dc4c3e89af,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.246634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-33a28ede-3e93-463d-a9ae-b330562fd168 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'eb7651ba-7714-4751-b62b-e7ec1b19b16f', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:07.263462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:07.264503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-09933348-4e4c-4c9a-ad96-bba220ac2074 None None] Provisioning complete for port 7f6f96e2-e97d-4868-b99e-2a720fee0220 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:07.264865 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-09933348-4e4c-4c9a-ad96-bba220ac2074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.267680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.275440 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33a28ede-3e93-463d-a9ae-b330562fd168 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (89f097ec-e6ec-4d22-a444-6c110fc2e5d1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.327942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-09933348-4e4c-4c9a-ad96-bba220ac2074 None None] Port 7f6f96e2-e97d-4868-b99e-2a720fee0220 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:56:07.333486 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33a28ede-3e93-463d-a9ae-b330562fd168 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (89f097ec-e6ec-4d22-a444-6c110fc2e5d1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.337395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33a28ede-3e93-463d-a9ae-b330562fd168 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (89f097ec-e6ec-4d22-a444-6c110fc2e5d1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.340791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.356536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a28ede-3e93-463d-a9ae-b330562fd168 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f097ec-e6ec-4d22-a444-6c110fc2e5d1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.366110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-33a28ede-3e93-463d-a9ae-b330562fd168 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.367325 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-33a28ede-3e93-463d-a9ae-b330562fd168 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246793 Feb 17 22:56:07.370031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33232) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:07.375356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-271fb204-2811-4b05-8797-264caa24d28f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'eb7651ba-7714-4751-b62b-e7ec1b19b16f', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:07.402408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-271fb204-2811-4b05-8797-264caa24d28f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (2567d0ef-7591-4b54-867c-03901c42a01f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.462143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-271fb204-2811-4b05-8797-264caa24d28f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (2567d0ef-7591-4b54-867c-03901c42a01f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.466000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-271fb204-2811-4b05-8797-264caa24d28f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2567d0ef-7591-4b54-867c-03901c42a01f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.489189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fb204-2811-4b05-8797-264caa24d28f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2567d0ef-7591-4b54-867c-03901c42a01f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.495212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-271fb204-2811-4b05-8797-264caa24d28f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.496460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-271fb204-2811-4b05-8797-264caa24d28f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254687 Feb 17 22:56:07.499820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33236) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:07.505286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'eb7651ba-7714-4751-b62b-e7ec1b19b16f', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:07.535141 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Project 249c2950826d4244945619a183e0e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:56:07.540593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (c8dd1a6d-55f4-4468-b31a-f9cd8e8a5e40), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.606223 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (c8dd1a6d-55f4-4468-b31a-f9cd8e8a5e40), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.611852 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c8dd1a6d-55f4-4468-b31a-f9cd8e8a5e40), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.619255 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6380516-1d3a-41de-a011-3a05815cfb25 req-4c821fb5-7b12-4f61-b622-d0baae2555be tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:07.620782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6380516-1d3a-41de-a011-3a05815cfb25 req-4c821fb5-7b12-4f61-b622-d0baae2555be tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0565290 Feb 17 22:56:07.631227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dd1a6d-55f4-4468-b31a-f9cd8e8a5e40,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.637757 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.639026 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2a545bcc-c930-46ed-af08-a5aa8cd00bab tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379566 Feb 17 22:56:07.642131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33238) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:07.646589 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'eb7651ba-7714-4751-b62b-e7ec1b19b16f', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:07.658767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['57684d1f-7e6b-4d47-8158-38fc804c9455'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:56:07.669549 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Project 249c2950826d4244945619a183e0e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:56:07.675467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (00f6756c-c893-44af-98db-74d0e990ad85), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.685429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6380516-1d3a-41de-a011-3a05815cfb25 req-480369c0-75f4-437f-91b6-000b80b8a336 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586221 Feb 17 22:56:07.741235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (00f6756c-c893-44af-98db-74d0e990ad85), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.745377 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (00f6756c-c893-44af-98db-74d0e990ad85), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.755182 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Sync routers for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:07.764938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f6756c-c893-44af-98db-74d0e990ad85,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:07.765501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:07.767616 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:07.773872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:07.775418 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7cfa193f-19ad-44b0-9932-408d7f2fd62e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320360 Feb 17 22:56:07.882068 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:07.929278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-facd6ced-2f44-4154-9ae6-250b763a6e4e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929572432&fields=id&tenant_id=249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 267 time: 0.0470583 Feb 17 22:56:08.039667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c49bb9b3-9705-4176-819a-d72c99753776 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.041022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c49bb9b3-9705-4176-819a-d72c99753776 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/networks?id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 200 len: 797 time: 0.1050644 Feb 17 22:56:08.056001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-b4783bf2-3b1f-46d2-ab83-7a0bb55fd000 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/quotas/249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 375 time: 0.0090332 Feb 17 22:56:08.082279 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:05Z', 'revision_number': 2, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:08.111586 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Checking router: 0fea268c-583b-4c6e-bfa6-60eb7d188a06 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:08.111920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-1fa6210b-3447-4bde-a3af-a1a861e0222f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497389 Feb 17 22:56:08.112064 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Updating router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 port 7f6f96e2-e97d-4868-b99e-2a720fee0220 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:56:08.139609 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.210405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-94de9873-6b64-407a-954f-5c778e251440 service neutron] 10.222.0.79 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869761 Feb 17 22:56:08.270419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a520458f-810f-42d9-b06a-fb5fc8b13581 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:08.308274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-babcad6f-f0a5-480f-b231-b975d9c0f3b7 service neutron] 10.222.0.79 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903640 Feb 17 22:56:08.332740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a520458f-810f-42d9-b06a-fb5fc8b13581 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:08.333723 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.408866 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Publish callbacks [] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.415181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a520458f-810f-42d9-b06a-fb5fc8b13581 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:08.416427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 33afe7a9-8194-4fed-aeed-13dc4c3e89af up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:08.417012 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.484360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 33afe7a9-8194-4fed-aeed-13dc4c3e89af triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:08.485014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.498201 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d291619-cde1-44bc-b3ca-a8610da5ccbd None None] Pushing event updated for resources: {'Port': ['ID=7f6f96e2-e97d-4868-b99e-2a720fee0220,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:08.506748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43f57f15-2bde-4b71-a245-70c2bd126ce3 req-9794a238-250a-415f-b738-f6328c7aac64 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 210 time: 0.0438752 Feb 17 22:56:08.535224 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Attempting to bind port 7f6f96e2-e97d-4868-b99e-2a720fee0220 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:56:08.538265 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Attempting to bind port 7f6f96e2-e97d-4868-b99e-2a720fee0220 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:56:08.539656 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Attempting to bind port 7f6f96e2-e97d-4868-b99e-2a720fee0220 on network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:08.551719 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:56:08.553097 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Checking segment: {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:08.553517 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.553916 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Bound using segment: {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:56:08.554761 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Bound port: 7f6f96e2-e97d-4868-b99e-2a720fee0220, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:56:08.555394 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.605868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 33afe7a9-8194-4fed-aeed-13dc4c3e89af is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:08.633169 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] For port 7f6f96e2-e97d-4868-b99e-2a720fee0220, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:56:08.637085 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] For port 7f6f96e2-e97d-4868-b99e-2a720fee0220, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7f6f96e2-e97d-4868-b99e-2a720fee0220,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:56:08.649106 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.705669 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:08.706471 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:08.730773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:08.815794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f7f1957e-3007-48ff-bc03-69a83514a0b1 None None] Provisioning complete for port 7f6f96e2-e97d-4868-b99e-2a720fee0220 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:08.816134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7f1957e-3007-48ff-bc03-69a83514a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.851844 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d291619-cde1-44bc-b3ca-a8610da5ccbd None None] Pushing event updated for resources: {'Port': ['ID=7f6f96e2-e97d-4868-b99e-2a720fee0220,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:08.854842 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 57684d1f-7e6b-4d47-8158-38fc804c9455 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:08.869604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 57684d1f-7e6b-4d47-8158-38fc804c9455 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:08.869977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:08.889785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5730bf-767f-4597-879d-f56b456c7493 req-767b54ff-1fc4-423e-97de-7c104687a594 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:08.903434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5730bf-767f-4597-879d-f56b456c7493 req-767b54ff-1fc4-423e-97de-7c104687a594 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 945 time: 0.1163340 Feb 17 22:56:08.904181 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:08.963906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb5730bf-767f-4597-879d-f56b456c7493 req-5a7222a5-3c3c-4cb2-af3a-301ef06a4132 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590270 Feb 17 22:56:09.016950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f7f1957e-3007-48ff-bc03-69a83514a0b1 None None] Current status of the port 7f6f96e2-e97d-4868-b99e-2a720fee0220 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:09.017369 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7f1957e-3007-48ff-bc03-69a83514a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:09.047041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 57684d1f-7e6b-4d47-8158-38fc804c9455 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:09.047467 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:09.082767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:09.087655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:09.089924 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6e5a55-6ca7-44c8-8b21-24c6aec601f2" -d '{"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:56:09.097128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:09.109675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f7f1957e-3007-48ff-bc03-69a83514a0b1 None None] For port 7f6f96e2-e97d-4868-b99e-2a720fee0220, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7f6f96e2-e97d-4868-b99e-2a720fee0220,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:09.135991 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f7f1957e-3007-48ff-bc03-69a83514a0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:09.153902 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0aa7041-c980-42a5-ab1b-4cc1cd33270f x-openstack-request-id: req-a0aa7041-c980-42a5-ab1b-4cc1cd33270f {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:56:09.154712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:08Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:09.154913 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:56:09.155059 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a0aa7041-c980-42a5-ab1b-4cc1cd33270f {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:56:09.155501 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'code': 200} Feb 17 22:56:09.165066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:09.182772 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf168bf0-af1a-423e-b80f-682d9a86c5e0 None None] The sync data for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 is: [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:08Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:09.233954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1957e-3007-48ff-bc03-69a83514a0b1 None None] Pushing event updated for resources: {'Port': ['ID=7f6f96e2-e97d-4868-b99e-2a720fee0220,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:09.268251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2cb7c799-b6dd-4824-9948-e17fadc590f4 None None] Provisioning complete for port 7f6f96e2-e97d-4868-b99e-2a720fee0220 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:09.268706 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2cb7c799-b6dd-4824-9948-e17fadc590f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:09.302093 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:56:09.342280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d57c77-3517-4500-8010-953f793af452 req-c3b49e51-7e08-4f1b-bc09-5fc318dd587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:09.343874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86d57c77-3517-4500-8010-953f793af452 req-c3b49e51-7e08-4f1b-bc09-5fc318dd587f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1129 time: 0.0613596 Feb 17 22:56:09.381836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2cb7c799-b6dd-4824-9948-e17fadc590f4 None None] Current status of the port 7f6f96e2-e97d-4868-b99e-2a720fee0220 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:09.406459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86d57c77-3517-4500-8010-953f793af452 req-0569b3da-dcb8-4f51-98e5-c9f8b8801fb1 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562282 Feb 17 22:56:09.546512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:09.618676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5721e846-65e4-44c5-9344-a65132d7c9eb req-59e6c9ea-4858-4eba-bec3-7f231c2b263d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 210 time: 0.0313492 Feb 17 22:56:09.740705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-3f7a304d-65f2-4e4d-afb2-7cc6ac0e388b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:09.742367 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-3f7a304d-65f2-4e4d-afb2-7cc6ac0e388b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "GET /v2.0/networks?id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 200 len: 797 time: 0.1173556 Feb 17 22:56:09.812774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-017c527a-28df-477d-a4a1-08262a3c2eee tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 380 time: 0.0619297 Feb 17 22:56:09.822899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'port': {'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'admin_state_up': True, 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'security_groups': ['eb7651ba-7714-4751-b62b-e7ec1b19b16f']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:09.938107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:09.941882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:10.106146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.20.0.9 (f9f19118-8d7c-4c4f-a1da-9b88b1c86051/59582919-9608-4a56-ab9f-df195f0276bb/3e442484-e850-4092-adfc-582a185b2d9c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:10.140004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad0a621-b2d9-4d0a-bed3-b8ccffca096d req-2954a495-1dad-4193-8d84-49b2158a5663 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:10.141494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ad0a621-b2d9-4d0a-bed3-b8ccffca096d req-2954a495-1dad-4193-8d84-49b2158a5663 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0933659 Feb 17 22:56:10.254040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ad0a621-b2d9-4d0a-bed3-b8ccffca096d req-0b0336b9-e621-4529-90fd-ce1a3aae4287 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066473 Feb 17 22:56:10.290479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7f6f96e2-e97d-4868-b99e-2a720fee0220 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:10.315420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (3e442484-e850-4092-adfc-582a185b2d9c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:10.339216 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7f6f96e2-e97d-4868-b99e-2a720fee0220 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:10.339622 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:10.348540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3e442484-e850-4092-adfc-582a185b2d9c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:10.389691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:10.394808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:10.398511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:10.422572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7f6f96e2-e97d-4868-b99e-2a720fee0220 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:10.424610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=3e442484-e850-4092-adfc-582a185b2d9c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:10.454784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:10.455589 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:10.473731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c91e8711-7ee2-46cf-982f-b2a33b57ed6c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6545763 Feb 17 22:56:10.485485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Request body: {'port': {'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:10.552748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e442484-e850-4092-adfc-582a185b2d9c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:10.711065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6971b439-61ab-4c89-aa0d-91377409287f None None] Provisioning complete for port 3e442484-e850-4092-adfc-582a185b2d9c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:10.711564 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6971b439-61ab-4c89-aa0d-91377409287f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3e442484-e850-4092-adfc-582a185b2d9c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:10.765455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6971b439-61ab-4c89-aa0d-91377409287f None None] Port 3e442484-e850-4092-adfc-582a185b2d9c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:56:11.128016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f09b21-635a-41db-bf3e-13b40c6f8d85 req-ca072983-86bd-4ee8-9f11-56e073b15a12 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.129485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33f09b21-635a-41db-bf3e-13b40c6f8d85 req-ca072983-86bd-4ee8-9f11-56e073b15a12 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 931 time: 0.4343476 Feb 17 22:56:11.222644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33f09b21-635a-41db-bf3e-13b40c6f8d85 req-66a4f11d-5db2-4d30-967e-8c0c98d0eee0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870023 Feb 17 22:56:11.226322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e442484-e850-4092-adfc-582a185b2d9c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:56:11.234804 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Publish callbacks [] for port (3e442484-e850-4092-adfc-582a185b2d9c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:11.251644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Transition to ACTIVE for port object 3e442484-e850-4092-adfc-582a185b2d9c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:56:11.255560 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3e442484-e850-4092-adfc-582a185b2d9c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:11.325372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=3e442484-e850-4092-adfc-582a185b2d9c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:11.416764 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Attempting to bind port 3e442484-e850-4092-adfc-582a185b2d9c on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:56:11.417101 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Attempting to bind port 3e442484-e850-4092-adfc-582a185b2d9c by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:56:11.417428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Attempting to bind port 3e442484-e850-4092-adfc-582a185b2d9c on network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:11.425599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Port 3e442484-e850-4092-adfc-582a185b2d9c on network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:56:11.425929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Attempting to bind port 3e442484-e850-4092-adfc-582a185b2d9c on network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:11.437776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dd6c0d-56e8-4b3a-a707-ec895c0b844c req-343ce1ac-81e0-4d26-a5a7-d0e97491aaaa tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.439324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7dd6c0d-56e8-4b3a-a707-ec895c0b844c req-343ce1ac-81e0-4d26-a5a7-d0e97491aaaa tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.1070149 Feb 17 22:56:11.440780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:56:11.441114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Checking segment: {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:11.441499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Bound using segment: {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:56:11.441949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Bound port: 3e442484-e850-4092-adfc-582a185b2d9c, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989458ed-cb31-4fc3-abf4-545a4d887537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:56:11.442314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e442484-e850-4092-adfc-582a185b2d9c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:11.539248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7dd6c0d-56e8-4b3a-a707-ec895c0b844c req-9e835ca9-8dd6-4699-8f90-fc569f61f42c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876770 Feb 17 22:56:11.548999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] For port 3e442484-e850-4092-adfc-582a185b2d9c, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:56:11.552501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] For port 3e442484-e850-4092-adfc-582a185b2d9c, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3e442484-e850-4092-adfc-582a185b2d9c,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:56:11.559702 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3e442484-e850-4092-adfc-582a185b2d9c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:11.595711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.596335 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:11.597740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] 10.222.0.73 "PUT /v2.0/ports/3e442484-e850-4092-adfc-582a185b2d9c HTTP/1.1" status: 200 len: 1092 time: 1.1166570 Feb 17 22:56:11.598190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:11.600981 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e2170-3d03-4111-a77a-41f5a1514c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "tag": "3e442484-e850-4092-adfc-582a185b2d9c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:56:11.636711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485fe9e9-cea4-4d43-a809-6cb1871a5c90 service neutron] Pushing event updated for resources: {'Port': ['ID=3e442484-e850-4092-adfc-582a185b2d9c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:11.717689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f154-0fea-4d25-9e1d-ee3bac2b9baa req-fa15d22d-91d4-4e0c-930c-4a0fce19b264 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.719255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64a2f154-0fea-4d25-9e1d-ee3bac2b9baa req-fa15d22d-91d4-4e0c-930c-4a0fce19b264 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0969458 Feb 17 22:56:11.725424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-23d8a92f-17e7-48d9-bce4-8607787ebc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.726893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-23d8a92f-17e7-48d9-bce4-8607787ebc83 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 1126 time: 0.0718355 Feb 17 22:56:11.775784 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-c509d230-400f-4912-a0f5-109fe2cf6340 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e442484-e850-4092-adfc-582a185b2d9c HTTP/1.1" status: 200 len: 217 time: 0.0418448 Feb 17 22:56:11.840375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64a2f154-0fea-4d25-9e1d-ee3bac2b9baa req-205733ee-e5a8-4cc3-b881-a6e6e6e0843f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124010 Feb 17 22:56:11.850075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-add23a63-0d6c-4c7a-a542-59c56f1dd446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.851578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-add23a63-0d6c-4c7a-a542-59c56f1dd446 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=59582919-9608-4a56-ab9f-df195f0276bb HTTP/1.1" status: 200 len: 835 time: 0.0704014 Feb 17 22:56:11.866077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33278) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:11.895610 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47137211-a337-40f4-8684-74449c7373d2 x-openstack-request-id: req-47137211-a337-40f4-8684-74449c7373d2 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:56:11.895906 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "tag": "3e442484-e850-4092-adfc-582a185b2d9c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:56:11.896160 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-47137211-a337-40f4-8684-74449c7373d2 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:56:11.896559 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c', 'status': 'completed', 'code': 200} Feb 17 22:56:11.906164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617c8ff-55eb-4176-a887-662b2c05614c req-ee6a5987-dceb-48aa-9320-4fd4676df16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.907684 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-ee6a5987-dceb-48aa-9320-4fd4676df16f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0506904 Feb 17 22:56:11.912654 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d172cd1-dfb6-428a-be3b-ad1600cdb436 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:11.914202 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2d172cd1-dfb6-428a-be3b-ad1600cdb436 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1124 time: 0.0471129 Feb 17 22:56:11.917142 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33280) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:11.922132 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:11.943402 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:11.996869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-0f792ec7-deb9-4145-a2e7-6eaf4848ed65 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831814 Feb 17 22:56:12.043823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:12.099811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4617c8ff-55eb-4176-a887-662b2c05614c req-0e8a2c2b-20ab-4665-87bc-cc65223df8f2 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973656 Feb 17 22:56:12.168751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.35 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/e142b45f-3dd1-4cdf-98f4-1fa7f8908018) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:12.192621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-00bbbb5c-01b8-49df-a378-d1882451f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:12.194114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-00bbbb5c-01b8-49df-a378-d1882451f143 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 1126 time: 0.0497675 Feb 17 22:56:12.279467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:12.291769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-54c8e76c-cf41-4b76-bde0-922f11971a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:12.293173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-54c8e76c-cf41-4b76-bde0-922f11971a56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 200 len: 898 time: 0.0932562 Feb 17 22:56:12.315524 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:12.351689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:12.354581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:12.357821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:12.362186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-2154ad73-79e9-4795-b9e8-141c1993ad12 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e442484-e850-4092-adfc-582a185b2d9c HTTP/1.1" status: 200 len: 217 time: 0.0616226 Feb 17 22:56:12.396720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=e142b45f-3dd1-4cdf-98f4-1fa7f8908018,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:12.415163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06726ce-7b0c-49fc-ada9-005891165194 req-c1c525b4-eb0f-44e7-89f0-ededdf83228a tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:12.416670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d06726ce-7b0c-49fc-ada9-005891165194 req-c1c525b4-eb0f-44e7-89f0-ededdf83228a tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 943 time: 0.1174378 Feb 17 22:56:12.445285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-c18061ee-a96a-4797-a994-4b3abd0d3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:12.446714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-c18061ee-a96a-4797-a994-4b3abd0d3e3d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=59582919-9608-4a56-ab9f-df195f0276bb HTTP/1.1" status: 200 len: 835 time: 0.0735273 Feb 17 22:56:12.506088 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d06726ce-7b0c-49fc-ada9-005891165194 req-ef33362f-eba2-4cfa-b8d3-d48f5870e13d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811131 Feb 17 22:56:12.518747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-626d086e-01ee-4aed-9da8-31fff729223a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:12.520278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-626d086e-01ee-4aed-9da8-31fff729223a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0658653 Feb 17 22:56:12.612675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-6223e386-a548-4e7f-9895-06baad7b3a58 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856664 Feb 17 22:56:12.711325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868e2170-3d03-4111-a77a-41f5a1514c2d req-9e046040-92f5-4daa-b8f7-241eb7e07b1e service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923448 Feb 17 22:56:12.735713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (f0cac28c-f8b5-4a50-8d94-071046da6f02), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:12.811117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:13.268466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:13.272794 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:13.339742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=e142b45f-3dd1-4cdf-98f4-1fa7f8908018,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:13.353816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (f0cac28c-f8b5-4a50-8d94-071046da6f02), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:13.454940 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP f0cac28c-f8b5-4a50-8d94-071046da6f02 associated. External IP: 172.25.0.35, port: 57684d1f-7e6b-4d47-8158-38fc804c9455. Feb 17 22:56:13.631026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f094-2ebf-440a-8f5d-2acbe4c67e0a req-1fef8199-0434-4050-8a1f-fdcf651f39f7 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:13.632542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2605f094-2ebf-440a-8f5d-2acbe4c67e0a req-1fef8199-0434-4050-8a1f-fdcf651f39f7 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 943 time: 0.0536611 Feb 17 22:56:13.671570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:56:13.681656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2605f094-2ebf-440a-8f5d-2acbe4c67e0a req-33b336f5-105e-48d6-bd24-890417e54a59 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433264 Feb 17 22:56:13.784212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:56:13.794166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] Sync routers for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:13.802131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:13.805274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:13.805976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:13.833232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0c792bf4-d694-46fd-abb1-b17d94f412c7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9149914 Feb 17 22:56:13.833843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:13.836151 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:56:13.916545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:13.936952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534a350-f6be-4a2e-9ce3-de5b9998c6e5 req-32d7a2b5-fa7d-4611-bdbb-7eeeabd986a8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:13.938423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1534a350-f6be-4a2e-9ce3-de5b9998c6e5 req-32d7a2b5-fa7d-4611-bdbb-7eeeabd986a8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0586038 Feb 17 22:56:13.987075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1534a350-f6be-4a2e-9ce3-de5b9998c6e5 req-c08c3bb2-6503-418f-b532-b4fc7f584344 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428219 Feb 17 22:56:14.009977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33294) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:14.046708 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b81890-a8f0-4824-9f02-128b4ad59dee x-openstack-request-id: req-28b81890-a8f0-4824-9f02-128b4ad59dee {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:56:14.046960 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:56:14.047161 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28b81890-a8f0-4824-9f02-128b4ad59dee {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:56:14.047589 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'status': 'completed', 'code': 200} Feb 17 22:56:14.074759 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e857239d-bacd-4239-8744-4ce6e9e50228 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f0cac28c-f8b5-4a50-8d94-071046da6f02 HTTP/1.1" status: 200 len: 991 time: 0.0636189 Feb 17 22:56:14.119475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-8c041420-b6d0-4563-b000-ca2ab033dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:14.120973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-8c041420-b6d0-4563-b000-ca2ab033dccd service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1129 time: 0.0446246 Feb 17 22:56:14.152548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f0cac28c-f8b5-4a50-8d94-071046da6f02', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'port_id': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'mac_address': 'fa:16:3e:89:6c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:12Z', 'updated_at': '2022-02-17T22:56:12Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:56:00Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:14.179000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] Checking router: 1cb1afa8-d755-4967-91a1-eaf7a5f697ec for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:14.188520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:14.189152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:55:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:14.213337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-ede3a279-f3fa-4d90-86db-39846fb564bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:14.214794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-ede3a279-f3fa-4d90-86db-39846fb564bf service neutron] 10.222.0.94 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.0882592 Feb 17 22:56:14.280816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-332818d4-53f4-4f87-b99c-3384d6b960fc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 999 time: 0.0605862 Feb 17 22:56:14.298854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:14.329474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-ec372573-017d-493c-bb97-cfad70dd8b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:14.330937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-ec372573-017d-493c-bb97-cfad70dd8b67 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0447607 Feb 17 22:56:14.386142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-3443ad6e-7e6d-4189-8158-a67b9eda7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:14.387680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-3443ad6e-7e6d-4189-8158-a67b9eda7fb4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505366 Feb 17 22:56:14.479243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-bfa4732b-f77b-4bdb-9fb8-1e0b80564833 service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852304 Feb 17 22:56:14.516976 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7335b77-923c-42a1-a8ec-6696e979be96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:14.549573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f0cac28c-f8b5-4a50-8d94-071046da6f02', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'port_id': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'mac_address': 'fa:16:3e:89:6c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:12Z', 'updated_at': '2022-02-17T22:56:12Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:56:00Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:14.580761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c3205f-c26c-4715-84f3-a314a6a06dab None None] The sync data for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 is: [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f0cac28c-f8b5-4a50-8d94-071046da6f02', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.35', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'port_id': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3896, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'mac_address': 'fa:16:3e:89:6c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:12Z', 'updated_at': '2022-02-17T22:56:12Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:56:00Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:14.583601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bf2819b-9bd6-4d04-ad6e-9ad6164dd43c req-1d17733e-75d0-4166-bb4e-f0d8c926225b service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989480 Feb 17 22:56:14.794712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549466bb-a205-48cc-aa71-a2005789c5d2 None None] New status for floating IP f0cac28c-f8b5-4a50-8d94-071046da6f02: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:56:14.815945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06d3f0-223b-4bf2-8527-4dff1e815990 req-469793e1-ba0f-4da9-80da-ca533178e604 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:14.817368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c06d3f0-223b-4bf2-8527-4dff1e815990 req-469793e1-ba0f-4da9-80da-ca533178e604 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 943 time: 0.0606496 Feb 17 22:56:14.872325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c06d3f0-223b-4bf2-8527-4dff1e815990 req-e743ff30-5be4-4734-962c-e7b01358055c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489583 Feb 17 22:56:15.078697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33298) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:15.145616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d0f845a-4138-4591-8cd3-1761186c8317 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f0cac28c-f8b5-4a50-8d94-071046da6f02 HTTP/1.1" status: 200 len: 993 time: 0.0653367 Feb 17 22:56:15.993262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bccfe-c832-4344-85da-ddcf98402675 req-0651297c-b598-4447-a39a-cc94d383dc48 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:15.994733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-451bccfe-c832-4344-85da-ddcf98402675 req-0651297c-b598-4447-a39a-cc94d383dc48 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 943 time: 0.0547421 Feb 17 22:56:16.044111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-451bccfe-c832-4344-85da-ddcf98402675 req-5ed3c2b4-6090-4086-a92f-dc44326ac4a7 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430491 Feb 17 22:56:16.107230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3e442484-e850-4092-adfc-582a185b2d9c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:56:16.206557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3e442484-e850-4092-adfc-582a185b2d9c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3e442484-e850-4092-adfc-582a185b2d9c,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:16.218584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3e442484-e850-4092-adfc-582a185b2d9c', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:56:16.256609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3e442484-e850-4092-adfc-582a185b2d9c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:16.257218 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e442484-e850-4092-adfc-582a185b2d9c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:16.270056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e442484-e850-4092-adfc-582a185b2d9c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:56:16.288505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3e442484-e850-4092-adfc-582a185b2d9c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3e442484-e850-4092-adfc-582a185b2d9c,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:16.292225 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3e442484-e850-4092-adfc-582a185b2d9c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:16.338462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3e442484-e850-4092-adfc-582a185b2d9c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:16.524335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3e442484-e850-4092-adfc-582a185b2d9c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:56:17.165976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cc0dda-0159-4287-8430-35ccab6be962 req-8fb60b5b-4164-4e20-8335-c967391c0120 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:17.167478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57cc0dda-0159-4287-8430-35ccab6be962 req-8fb60b5b-4164-4e20-8335-c967391c0120 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 944 time: 0.0569203 Feb 17 22:56:17.216117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57cc0dda-0159-4287-8430-35ccab6be962 req-58a2c9d1-2c8b-4d0f-8e10-8983134d732b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423763 Feb 17 22:56:17.351801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e82abb8b-124d-41f1-8ff0-45379d3110f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:18.029498 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:18.117338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3e442484-e850-4092-adfc-582a185b2d9c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:56:18.168762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3e442484-e850-4092-adfc-582a185b2d9c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:56:18.173069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3e442484-e850-4092-adfc-582a185b2d9c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:18.173439 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3e442484-e850-4092-adfc-582a185b2d9c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:18.248738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3e442484-e850-4092-adfc-582a185b2d9c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:18.249170 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3e442484-e850-4092-adfc-582a185b2d9c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:18.271661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:18.273990 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa9d3a4-1c2f-46a4-8a15-e29d7873c1ce" -d '{"events": [{"server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "name": "network-vif-plugged", "status": "completed", "tag": "3e442484-e850-4092-adfc-582a185b2d9c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:56:18.287323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3e442484-e850-4092-adfc-582a185b2d9c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3e442484-e850-4092-adfc-582a185b2d9c,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:18.291473 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3e442484-e850-4092-adfc-582a185b2d9c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:18.338037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7166d9-492f-4b74-a203-3161bb53b202 req-67d1179a-a74a-4454-b0a6-a6e1a785d1f7 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.339536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a7166d9-492f-4b74-a203-3161bb53b202 req-67d1179a-a74a-4454-b0a6-a6e1a785d1f7 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 945 time: 0.0546784 Feb 17 22:56:18.342408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3e442484-e850-4092-adfc-582a185b2d9c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:18.391354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a7166d9-492f-4b74-a203-3161bb53b202 req-3809bbd5-91bb-4dfc-888e-17d637b4bf90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439522 Feb 17 22:56:18.435953 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23b4de1-0de0-4acd-936f-306e6ea0d421 x-openstack-request-id: req-d23b4de1-0de0-4acd-936f-306e6ea0d421 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:56:18.436481 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "name": "network-vif-plugged", "status": "completed", "tag": "3e442484-e850-4092-adfc-582a185b2d9c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:56:18.436481 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d23b4de1-0de0-4acd-936f-306e6ea0d421 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:56:18.436933 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c', 'code': 200} Feb 17 22:56:18.454149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-cb8b4343-89b4-4e2f-9c62-85d088e14c72 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460863 Feb 17 22:56:18.571779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013fa2a3-27d1-4e57-b30f-8302309560e3 req-db4f2508-ec40-4ab3-b69c-1db5b69edd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.573182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-013fa2a3-27d1-4e57-b30f-8302309560e3 req-db4f2508-ec40-4ab3-b69c-1db5b69edd29 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 1128 time: 0.0843809 Feb 17 22:56:18.574997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-ce069bf6-363c-44df-8db8-44acf31eb4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.576392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-ce069bf6-363c-44df-8db8-44acf31eb4fe service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1129 time: 0.0581217 Feb 17 22:56:18.666203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-013fa2a3-27d1-4e57-b30f-8302309560e3 req-94a351de-f74c-4fe6-83b4-c2dce416e964 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873370 Feb 17 22:56:18.703527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-c74c73d8-9423-4fb3-b93c-06603d8e267d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.704983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-c74c73d8-9423-4fb3-b93c-06603d8e267d service neutron] 10.222.0.94 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.1111617 Feb 17 22:56:18.769150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-e605c25d-7338-4029-be64-0a15c20824cf service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 1001 time: 0.0583355 Feb 17 22:56:18.818559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-eae54791-7af6-4893-9006-608f9fcb5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.820103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-eae54791-7af6-4893-9006-608f9fcb5d78 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0446186 Feb 17 22:56:18.871750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-c99dcebc-a876-4f57-8274-bb0cdf1e0ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:18.873238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-c99dcebc-a876-4f57-8274-bb0cdf1e0ec9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479646 Feb 17 22:56:18.960938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-5c633463-0577-40ff-8196-3aff091436d3 service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817585 Feb 17 22:56:19.052743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9fd5f29c-7722-40f7-ae26-1e7f5d9e579a req-d071bd59-03e7-44ef-bc3c-8d3297784ecd service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866709 Feb 17 22:56:19.440069 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:19.516617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e209d9-49c3-45fc-9e51-c8977ef68a2c req-dd078054-5a65-4a18-9ea1-ac4bc8fa90e6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:19.518083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e209d9-49c3-45fc-9e51-c8977ef68a2c req-dd078054-5a65-4a18-9ea1-ac4bc8fa90e6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 945 time: 0.0559263 Feb 17 22:56:19.569701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9e209d9-49c3-45fc-9e51-c8977ef68a2c req-560f2452-6689-4112-a41d-8ba7d997331f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460141 Feb 17 22:56:20.691088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f84a2a1-3679-463d-a6be-b88484239ed6 req-22aea227-93af-4f21-a9cd-115ec9ecc7e5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:20.692659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f84a2a1-3679-463d-a6be-b88484239ed6 req-22aea227-93af-4f21-a9cd-115ec9ecc7e5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 945 time: 0.0520713 Feb 17 22:56:20.745746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f84a2a1-3679-463d-a6be-b88484239ed6 req-5703ff16-a32b-44c0-9f4c-619b99e15e6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476694 Feb 17 22:56:20.861986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972e92a-26af-43ab-9566-9932c90b2687 req-f37d573c-e4cb-485f-ad86-0666d9e3f491 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:20.864105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c972e92a-26af-43ab-9566-9932c90b2687 req-f37d573c-e4cb-485f-ad86-0666d9e3f491 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 945 time: 0.0539279 Feb 17 22:56:20.873585 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:20.915249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c972e92a-26af-43ab-9566-9932c90b2687 req-11901a5d-f37f-4b61-871d-573cb2e41031 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448682 Feb 17 22:56:20.938287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33318) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:20.981093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071e687-b8ae-4103-a680-3c9024120013 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:20.983118 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3071e687-b8ae-4103-a680-3c9024120013 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 1123 time: 0.0438221 Feb 17 22:56:20.986143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33320) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:20.990599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:21.011050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:21.121676 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:21.226857 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.25.0.148 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/1be608a0-4676-4ae0-bf18-a6fbfeecec2c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:21.333220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:21.367259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:21.402350 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:21.405940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:21.412193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:21.438169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=1be608a0-4676-4ae0-bf18-a6fbfeecec2c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:21.797669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (1006b0bd-54e7-4244-ad88-6063aca2a42a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:21.870875 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:22.029958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:22.034908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:22.100870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=1be608a0-4676-4ae0-bf18-a6fbfeecec2c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:22.115518 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (1006b0bd-54e7-4244-ad88-6063aca2a42a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:22.218361 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Floating IP 1006b0bd-54e7-4244-ad88-6063aca2a42a associated. External IP: 172.25.0.148, port: 3e442484-e850-4092-adfc-582a185b2d9c. Feb 17 22:56:22.431985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:56:22.765463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:56:22.774770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] Sync routers for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:56:22.784531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:22.785661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:22.786292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:56:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:22.814965 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bed60421-44aa-46d1-a01c-218ec5e30016 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8278039 Feb 17 22:56:22.815697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:56:22.817927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33322) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:22.818439 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958d347a-c73b-4463-ac49-1b6d0786e3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "tag": "3e442484-e850-4092-adfc-582a185b2d9c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:56:22.857417 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233e8695-9684-4741-9295-e91dd2ea2850 x-openstack-request-id: req-233e8695-9684-4741-9295-e91dd2ea2850 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:56:22.857717 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "tag": "3e442484-e850-4092-adfc-582a185b2d9c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:56:22.857975 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-233e8695-9684-4741-9295-e91dd2ea2850 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:56:22.858446 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c', 'status': 'completed', 'code': 200} Feb 17 22:56:22.882037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7f0f1282-8a28-45ae-903f-84854d2ea753 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/floatingips/1006b0bd-54e7-4244-ad88-6063aca2a42a HTTP/1.1" status: 200 len: 991 time: 0.0628014 Feb 17 22:56:22.902143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:22.929643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-b4713845-5179-468b-8ca8-1067d5ab33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:22.931137 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-b4713845-5179-468b-8ca8-1067d5ab33ee service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 1128 time: 0.0480151 Feb 17 22:56:23.019647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-a15eed4e-95ac-4886-9e97-51dc421fb1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:23.021029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-a15eed4e-95ac-4886-9e97-51dc421fb1fd service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 200 len: 898 time: 0.0846386 Feb 17 22:56:23.089089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-e6000651-feeb-4cda-a2b8-63a2589d9c8d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e442484-e850-4092-adfc-582a185b2d9c HTTP/1.1" status: 200 len: 999 time: 0.0622368 Feb 17 22:56:23.138137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-0f299d83-3f88-41bd-90fc-09dfe3605b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:23.138417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:21Z', 'revision_number': 0, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:23.139640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-0f299d83-3f88-41bd-90fc-09dfe3605b80 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=59582919-9608-4a56-ab9f-df195f0276bb HTTP/1.1" status: 200 len: 835 time: 0.0449095 Feb 17 22:56:23.164053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] Checking router: 0fea268c-583b-4c6e-bfa6-60eb7d188a06 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:56:23.173893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:56:23.174504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:56:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:23.190441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-c51ba334-57b0-4dce-994a-b84016e4e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:23.191982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-c51ba334-57b0-4dce-994a-b84016e4e0be service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457661 Feb 17 22:56:23.287739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-2b542a60-d32f-4fc8-aa36-0d8567db6ef6 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894418 Feb 17 22:56:23.381009 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-958d347a-c73b-4463-ac49-1b6d0786e3fd req-81ee6629-a4be-4dd4-8216-b08bd39d3bc5 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876369 Feb 17 22:56:23.437542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:56:23.654256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:21Z', 'revision_number': 0, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:56:23.683662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673b21eb-e2f0-47b6-baf5-12037cb63d41 None None] The sync data for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 is: [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:56:04Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:21Z', 'revision_number': 0, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:56:23.876840 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eea249-8329-4347-a233-0cb42799ded6 None None] New status for floating IP 1006b0bd-54e7-4244-ad88-6063aca2a42a: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:56:23.885335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33326) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:23.949871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-88bdc6a1-cc2b-4b9c-914f-93857a8716d4 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/floatingips/1006b0bd-54e7-4244-ad88-6063aca2a42a HTTP/1.1" status: 200 len: 991 time: 0.0632005 Feb 17 22:56:24.952836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33328) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:25.021746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-86b60a21-42f0-41bf-bbc1-9b9afc050746 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/floatingips/1006b0bd-54e7-4244-ad88-6063aca2a42a HTTP/1.1" status: 200 len: 993 time: 0.0677621 Feb 17 22:56:25.474165 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:39.536607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:44.489013 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-884c7cbd-f7b5-4ca1-ae54-ef286118e0af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:46.301100 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:56:47.353221 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df0194c6-b058-4943-9467-dbc0a7b5ff6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:48.031154 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:49.441694 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:50.876440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:54.221201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33350) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:54.302116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624ba74-12ce-4cbc-a422-83a67f8f7eca tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:54.302656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624ba74-12ce-4cbc-a422-83a67f8f7eca tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:54.303120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5624ba74-12ce-4cbc-a422-83a67f8f7eca tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:54.304823 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5624ba74-12ce-4cbc-a422-83a67f8f7eca tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/ports?project_id=249c2950826d4244945619a183e0e8a2&network_id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 200 len: 3075 time: 0.0825889 Feb 17 22:56:55.495176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:55.976458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:56.028664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2b3692-635a-4798-b7ad-5e9157011210 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.030144 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-be2b3692-635a-4798-b7ad-5e9157011210 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45 HTTP/1.1" status: 200 len: 814 time: 0.0527072 Feb 17 22:56:56.487620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:56.492712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'network': {'name': 'tempest-network-smoke--597902353', 'project_id': '249c2950826d4244945619a183e0e8a2', 'port_security_enabled': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:56.514310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:56.517667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:56.542121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:56:56.551334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7643ea91-e208-49ff-a536-ae7b4dabc48e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:56.551706 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Added segment 7643ea91-e208-49ff-a536-ae7b4dabc48e of type vlan for network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 Feb 17 22:56:56.592352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:56.617059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:56.622488 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.623062 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:56.685244 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1964829 Feb 17 22:56:56.688915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33370) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:56.695839 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a761b972-89f3-4679-8e8a-24b0d9d4ef6f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Network': ['ID=5ab2a46c-0193-44a2-b3a5-5ddbd2a89384,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:56.708602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:56:56.761053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e47d79-9ff4-4122-9d2f-3c07d419c307 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.765120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-54e47d79-9ff4-4122-9d2f-3c07d419c307 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=249c2950826d4244945619a183e0e8a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0726688 Feb 17 22:56:56.765412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33372) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:56.850701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57eb7158-2fb7-44ef-91e8-4489bed32b9a tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:56.852149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-57eb7158-2fb7-44ef-91e8-4489bed32b9a tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0858343 Feb 17 22:56:56.855414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33374) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:56.883585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-36e73a43-3b20-4de5-8a43-ec2f4460013b tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269701 Feb 17 22:56:56.886094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33376) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:56.913253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-41c3a772-c9aa-4604-9e02-a04c2511c3a3 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=249c2950826d4244945619a183e0e8a2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260987 Feb 17 22:56:56.915692 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:57.006702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab144db-4a39-44bf-aa9e-d736cc895fba tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:57.008287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0ab144db-4a39-44bf-aa9e-d736cc895fba tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917113 Feb 17 22:56:57.011091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33380) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:57.038807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ee2c70aa-10d3-4be6-ba77-50d357b606ca tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266547 Feb 17 22:56:57.041256 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33382) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:57.046410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35132865', 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'project_id': '249c2950826d4244945619a183e0e8a2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:57.137349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:56:57.140661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.324790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (dde0a84e-5473-4516-937a-57ebb85dd4d5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.394383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Subnet': ['ID=dde0a84e-5473-4516-937a-57ebb85dd4d5,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:57.404136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Checking segment: {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:57.404497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network hostable DHCP agents. Network: 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:56:57.407942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.408291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.408633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.408976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.409315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.409646 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.409972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.410297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.410618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.410939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.411262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.411731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.412062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:56:57.433606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:56:57.444403 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:57.450166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:57.450889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.455750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce6466f-1d9b-4dce-a089-887d351a20c4 None None] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:56:57.468836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dbf58256-d2f7-4cb5-9bc0-ea92c7bee5ba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.4260428 Feb 17 22:56:57.563381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ips': [{'subnet_id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:56:57.564303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.623226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33386) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:57.627949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-18c0bbdc-7fe3-4042-9194-e302585477a5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1502018934', 'description': 'tempest-secgroup-smoke-1502018934 description', 'project_id': '249c2950826d4244945619a183e0e8a2'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:57.648440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18c0bbdc-7fe3-4042-9194-e302585477a5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.702316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Allocated IP 172.20.0.18 (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384/dde0a84e-5473-4516-937a-57ebb85dd4d5/e02f88b4-cba0-44dc-b83c-5ab03d31c696) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:56:57.717811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18c0bbdc-7fe3-4042-9194-e302585477a5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (5131acbe-7b7a-4514-aa78-c4a110962c6e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.722810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18c0bbdc-7fe3-4042-9194-e302585477a5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5131acbe-7b7a-4514-aa78-c4a110962c6e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.756441 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18c0bbdc-7fe3-4042-9194-e302585477a5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.757670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18c0bbdc-7fe3-4042-9194-e302585477a5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1333683 Feb 17 22:56:57.759564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0bbdc-7fe3-4042-9194-e302585477a5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5131acbe-7b7a-4514-aa78-c4a110962c6e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:57.761805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:57.767275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-261fc30c-db1a-4002-93e4-ec6a269549cc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': '5131acbe-7b7a-4514-aa78-c4a110962c6e', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:57.794590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261fc30c-db1a-4002-93e4-ec6a269549cc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (4ff377ae-9363-4fce-aca9-82d82b1f7339), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.852071 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261fc30c-db1a-4002-93e4-ec6a269549cc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (4ff377ae-9363-4fce-aca9-82d82b1f7339), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.856500 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Publish callbacks [] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.857109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261fc30c-db1a-4002-93e4-ec6a269549cc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (4ff377ae-9363-4fce-aca9-82d82b1f7339), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.862722 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.878357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fc30c-db1a-4002-93e4-ec6a269549cc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff377ae-9363-4fce-aca9-82d82b1f7339,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:57.884063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261fc30c-db1a-4002-93e4-ec6a269549cc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.888744 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-261fc30c-db1a-4002-93e4-ec6a269549cc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1223257 Feb 17 22:56:57.888744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33390) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:57.893179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c59102a4-8724-4b18-abf0-42f3c9e15f1c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': '5131acbe-7b7a-4514-aa78-c4a110962c6e', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:57.910004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:56:57.913469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:56:57.916962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:56:57.918522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c59102a4-8724-4b18-abf0-42f3c9e15f1c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (1837675b-a55b-47fe-92de-218dac3d08bf), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.922413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Pushing event updated for resources: {'Port': ['ID=e02f88b4-cba0-44dc-b83c-5ab03d31c696,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:57.976479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Attempting to bind port e02f88b4-cba0-44dc-b83c-5ab03d31c696 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:56:57.976766 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c59102a4-8724-4b18-abf0-42f3c9e15f1c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (1837675b-a55b-47fe-92de-218dac3d08bf), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.976890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Attempting to bind port e02f88b4-cba0-44dc-b83c-5ab03d31c696 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:56:57.977207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Attempting to bind port e02f88b4-cba0-44dc-b83c-5ab03d31c696 on network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:56:57.980463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c59102a4-8724-4b18-abf0-42f3c9e15f1c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (1837675b-a55b-47fe-92de-218dac3d08bf), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.982413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:56:57.982805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Checking segment: {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:56:57.983213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.983642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Bound using segment: {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:56:57.984114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Bound port: e02f88b4-cba0-44dc-b83c-5ab03d31c696, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:56:57.984495 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:57.999447 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59102a4-8724-4b18-abf0-42f3c9e15f1c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1837675b-a55b-47fe-92de-218dac3d08bf,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:58.005768 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c59102a4-8724-4b18-abf0-42f3c9e15f1c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.006905 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c59102a4-8724-4b18-abf0-42f3c9e15f1c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173234 Feb 17 22:56:58.009644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:58.014657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4cabe8e2-aeee-448b-9915-793cd750c9c8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': '5131acbe-7b7a-4514-aa78-c4a110962c6e', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:58.039780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cabe8e2-aeee-448b-9915-793cd750c9c8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (7bb7b13f-35d8-417d-8302-d23141057fe4), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.052152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] For port e02f88b4-cba0-44dc-b83c-5ab03d31c696, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:56:58.055451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] For port e02f88b4-cba0-44dc-b83c-5ab03d31c696, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e02f88b4-cba0-44dc-b83c-5ab03d31c696,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:56:58.062199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.105843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cabe8e2-aeee-448b-9915-793cd750c9c8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (7bb7b13f-35d8-417d-8302-d23141057fe4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.110775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cabe8e2-aeee-448b-9915-793cd750c9c8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (7bb7b13f-35d8-417d-8302-d23141057fe4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.127880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b20d67-a0d6-47d2-b4f0-05df97c6392d None None] Pushing event updated for resources: {'Port': ['ID=e02f88b4-cba0-44dc-b83c-5ab03d31c696,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:58.131172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cabe8e2-aeee-448b-9915-793cd750c9c8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb7b13f-35d8-417d-8302-d23141057fe4,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:58.140764 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4cabe8e2-aeee-448b-9915-793cd750c9c8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.142296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4cabe8e2-aeee-448b-9915-793cd750c9c8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1316428 Feb 17 22:56:58.145372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33394) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:58.150164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-4e9da6ad-8b99-4cc1-97c4-f9795585b68b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': '5131acbe-7b7a-4514-aa78-c4a110962c6e', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:58.177280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e9da6ad-8b99-4cc1-97c4-f9795585b68b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (19fcf80d-655f-4529-851c-e03ce3bc45a3), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.242110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e9da6ad-8b99-4cc1-97c4-f9795585b68b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (19fcf80d-655f-4529-851c-e03ce3bc45a3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.246896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e9da6ad-8b99-4cc1-97c4-f9795585b68b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (19fcf80d-655f-4529-851c-e03ce3bc45a3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.269832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9da6ad-8b99-4cc1-97c4-f9795585b68b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fcf80d-655f-4529-851c-e03ce3bc45a3,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:58.278553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e9da6ad-8b99-4cc1-97c4-f9795585b68b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.282617 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4e9da6ad-8b99-4cc1-97c4-f9795585b68b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334946 Feb 17 22:56:58.283671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33396) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:58.288159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': '5131acbe-7b7a-4514-aa78-c4a110962c6e', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:58.322627 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Project 249c2950826d4244945619a183e0e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:56:58.328541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (9c2c8110-8d0b-4ed3-9dc0-532524982826), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.403109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (9c2c8110-8d0b-4ed3-9dc0-532524982826), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.408094 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (9c2c8110-8d0b-4ed3-9dc0-532524982826), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.427554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2c8110-8d0b-4ed3-9dc0-532524982826,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:58.442250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.445995 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fa331b18-5d9e-42dc-a7da-8d990e1672af tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597588 Feb 17 22:56:58.447115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33398) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:56:58.451781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': '5131acbe-7b7a-4514-aa78-c4a110962c6e', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:56:58.472279 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Project 249c2950826d4244945619a183e0e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:56:58.477340 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (169cafc0-813a-4542-bfa2-9f89e9dcc72c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.545316 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (169cafc0-813a-4542-bfa2-9f89e9dcc72c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.549053 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (169cafc0-813a-4542-bfa2-9f89e9dcc72c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.567113 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=169cafc0-813a-4542-bfa2-9f89e9dcc72c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:58.571719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:58.573039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-161b0e58-82bb-4fb0-af21-957e2e6c45fa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1241817 Feb 17 22:56:58.921605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-95075d7b-16be-47d3-9249-789401387ca4 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1502018934&fields=id&tenant_id=249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 267 time: 0.0491486 Feb 17 22:56:59.046061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-b1bfbd59-c91b-444b-b1f9-bb4c3ccefa17 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:56:59.047707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-b1bfbd59-c91b-444b-b1f9-bb4c3ccefa17 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/networks?id=5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 HTTP/1.1" status: 200 len: 796 time: 0.1150343 Feb 17 22:56:59.060711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b4019f-b1e2-40f9-9475-3cafd04607f7 None None] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:56:59.063165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-1ab92308-b048-469c-9303-5a57543f1979 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/quotas/249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 375 time: 0.0101647 Feb 17 22:56:59.127090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-8b80b3e0-c278-4f15-9056-27f260b8e308 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0581315 Feb 17 22:56:59.161033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7c58e1f8-868d-4344-a091-c71bf2e647ca None None] Provisioning complete for port e02f88b4-cba0-44dc-b83c-5ab03d31c696 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:59.161411 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c58e1f8-868d-4344-a091-c71bf2e647ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:59.223819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-b34e1d51-1c62-496a-973d-5e18b842a509 service neutron] 10.222.0.79 "GET /v2.0/networks/5ab2a46c-0193-44a2-b3a5-5ddbd2a89384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842779 Feb 17 22:56:59.256703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7c58e1f8-868d-4344-a091-c71bf2e647ca None None] Current status of the port e02f88b4-cba0-44dc-b83c-5ab03d31c696 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:56:59.257095 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c58e1f8-868d-4344-a091-c71bf2e647ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:59.294850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7c58e1f8-868d-4344-a091-c71bf2e647ca None None] For port e02f88b4-cba0-44dc-b83c-5ab03d31c696, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e02f88b4-cba0-44dc-b83c-5ab03d31c696,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:56:59.300699 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c58e1f8-868d-4344-a091-c71bf2e647ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:59.330693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-f71aa813-ccd6-4fd9-aa80-e6fa240bcb81 service neutron] 10.222.0.79 "GET /v2.0/networks/5ab2a46c-0193-44a2-b3a5-5ddbd2a89384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976381 Feb 17 22:56:59.349716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58e1f8-868d-4344-a091-c71bf2e647ca None None] Pushing event updated for resources: {'Port': ['ID=e02f88b4-cba0-44dc-b83c-5ab03d31c696,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:56:59.498189 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1e97a3f9-42d2-44d2-9d27-6bdecf23aaea req-f8c94d13-15cb-42d7-b3c2-8f7ce74b1b4a tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 210 time: 0.0281780 Feb 17 22:56:59.530196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a7667503-185f-49ab-a36f-75ac1ca92bf2 None None] Provisioning complete for port e02f88b4-cba0-44dc-b83c-5ab03d31c696 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:56:59.530465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7667503-185f-49ab-a36f-75ac1ca92bf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:56:59.609027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a7667503-185f-49ab-a36f-75ac1ca92bf2 None None] Current status of the port e02f88b4-cba0-44dc-b83c-5ab03d31c696 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:00.309762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e02f88b4-cba0-44dc-b83c-5ab03d31c696 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:00.358657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e02f88b4-cba0-44dc-b83c-5ab03d31c696 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:00.359036 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:00.445689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e02f88b4-cba0-44dc-b83c-5ab03d31c696 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:00.508006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-616209ef-b27a-495d-b991-a9d8acf4ccf1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:00.509361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-616209ef-b27a-495d-b991-a9d8acf4ccf1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.94 "GET /v2.0/networks?id=5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 HTTP/1.1" status: 200 len: 796 time: 0.1049798 Feb 17 22:57:00.611125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e4da612-7094-4c4e-b830-7d948f3b62e0 req-65602aa2-3090-4da6-a5f2-ce7503a14189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 210 time: 0.0387332 Feb 17 22:57:00.624059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-cc5a8d0b-ae39-4bc2-82df-20a132f85b8f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 473 time: 0.1003165 Feb 17 22:57:00.641471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'port': {'device_id': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'admin_state_up': True, 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'security_groups': ['5131acbe-7b7a-4514-aa78-c4a110962c6e']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:00.744797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:57:00.748918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:00.874636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.20.0.28 (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384/dde0a84e-5473-4516-937a-57ebb85dd4d5/9a93bd8f-0dfc-482e-99f0-5ac77bcf2625) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:01.012792 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:01.045093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:01.088638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:01.092287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:01.096026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:57:01.120365 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:01.149136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:01.149759 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:01.166505 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-290a9bff-1294-45b9-bebf-2df5cf6dbcce tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5285726 Feb 17 22:57:01.183311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Request body: {'port': {'device_id': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:01.247691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:01.341028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-05e4ea67-93d2-4ca2-9fcd-4d6e84d5f415 None None] Provisioning complete for port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:01.341683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05e4ea67-93d2-4ca2-9fcd-4d6e84d5f415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:01.376365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-05e4ea67-93d2-4ca2-9fcd-4d6e84d5f415 None None] Port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:01.841428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e430ad75-9ff5-4580-b6fc-4fa6b2eb35b0 req-6b3e70e1-f028-4af3-a831-f5cc426a9cd1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:01.842902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e430ad75-9ff5-4580-b6fc-4fa6b2eb35b0 req-6b3e70e1-f028-4af3-a831-f5cc426a9cd1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 932 time: 0.1523190 Feb 17 22:57:01.852889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-44ecd331-537f-4737-b124-f28a64911b6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2663465 Feb 17 22:57:01.954423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e430ad75-9ff5-4580-b6fc-4fa6b2eb35b0 req-1652e901-3273-4a0c-9c7b-ff60ce275fcc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045749 Feb 17 22:57:02.003268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:57:02.011242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-fb1b7d96-a189-4f37-a7b7-b86ee7e33ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.012765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-fb1b7d96-a189-4f37-a7b7-b86ee7e33ba6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 1128 time: 0.1114092 Feb 17 22:57:02.014400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Publish callbacks [] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:02.027322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Transition to ACTIVE for port object 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:02.038994 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:02.166244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:02.215808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-236ea978-09ce-4284-bebd-476d9487b2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.217367 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-236ea978-09ce-4284-bebd-476d9487b2b4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 200 len: 898 time: 0.1868873 Feb 17 22:57:02.288568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Attempting to bind port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:02.288906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Attempting to bind port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:02.289231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Attempting to bind port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 on network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:02.301674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 on network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:57:02.301999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Attempting to bind port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 on network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:02.306289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-7ef22f88-ef1f-443d-9d0c-5e10090a675e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e442484-e850-4092-adfc-582a185b2d9c HTTP/1.1" status: 200 len: 1001 time: 0.0825202 Feb 17 22:57:02.309305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:02.309696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Checking segment: {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:02.310136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Bound using segment: {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:02.310567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Bound port: 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:02.310783 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:02.398458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-70e689ef-e8d4-4fae-82fd-b791ec88d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.400688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-70e689ef-e8d4-4fae-82fd-b791ec88d0f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=59582919-9608-4a56-ab9f-df195f0276bb HTTP/1.1" status: 200 len: 835 time: 0.0874968 Feb 17 22:57:02.441335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] For port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:02.456985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] For port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:02.464930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:02.496836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-d65da9b0-1db3-4502-a873-8ee71cf160a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.498354 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-d65da9b0-1db3-4502-a873-8ee71cf160a0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0915792 Feb 17 22:57:02.505259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.505950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:02.507438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] 10.222.0.94 "PUT /v2.0/ports/9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 HTTP/1.1" status: 200 len: 1093 time: 1.3285890 Feb 17 22:57:02.507944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'tag': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:02.510197 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b592606-9b46-421e-bd23-fb62c55b1205" -d '{"events": [{"name": "network-changed", "server_uuid": "9cb208bc-ba35-4a8c-a02a-76c77cca6883", "tag": "9a93bd8f-0dfc-482e-99f0-5ac77bcf2625"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:02.578138 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98bb22b-7e8f-4583-980b-db094d5338ce x-openstack-request-id: req-c98bb22b-7e8f-4583-980b-db094d5338ce {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:02.578433 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cb208bc-ba35-4a8c-a02a-76c77cca6883", "tag": "9a93bd8f-0dfc-482e-99f0-5ac77bcf2625", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:02.578691 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c98bb22b-7e8f-4583-980b-db094d5338ce {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:02.579094 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'tag': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625', 'status': 'completed', 'code': 200} Feb 17 22:57:02.583492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46049cc9-8225-4bc3-8604-02174efb47f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:02.663701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-7488f244-5927-40fa-bfa3-71d971889435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.665225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-7488f244-5927-40fa-bfa3-71d971889435 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 1127 time: 0.0769613 Feb 17 22:57:02.667165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-19025175-15e6-4715-9cdd-6d6fe0fd8f65 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503057 Feb 17 22:57:02.751061 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-cd8d0683-838d-4fed-9821-a4d04edadd90 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 HTTP/1.1" status: 200 len: 217 time: 0.0704744 Feb 17 22:57:02.824150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-5d2b92db-f1e4-4659-b7ff-598899ff40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.825625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-5d2b92db-f1e4-4659-b7ff-598899ff40ac service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dde0a84e-5473-4516-937a-57ebb85dd4d5 HTTP/1.1" status: 200 len: 836 time: 0.0658207 Feb 17 22:57:02.830876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dca737ef-bd0c-44e8-bdb0-8f57c0a2e85e req-fa7c2ba7-5859-4f16-b9e9-1f80c582bd71 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577990 Feb 17 22:57:02.880633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-32538812-0d4a-47c7-b0ad-16e1a07761a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:02.882198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-32538812-0d4a-47c7-b0ad-16e1a07761a2 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5ab2a46c-0193-44a2-b3a5-5ddbd2a89384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0504329 Feb 17 22:57:02.971047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-446f3406-29b6-48e0-af21-1e0e5ced9e3e service neutron] 10.222.0.94 "GET /v2.0/networks/5ab2a46c-0193-44a2-b3a5-5ddbd2a89384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824533 Feb 17 22:57:03.107652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a384a-de41-41ed-99b9-42036dfce7af req-6b510b1c-860c-465a-ba89-58b9b4162583 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.109126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a86a384a-de41-41ed-99b9-42036dfce7af req-6b510b1c-860c-465a-ba89-58b9b4162583 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 944 time: 0.0830865 Feb 17 22:57:03.110878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d219fa8-6e3c-4265-bd91-4d4c579c2b34 req-6257d610-cb01-498c-baf3-c685698f316d service neutron] 10.222.0.94 "GET /v2.0/networks/5ab2a46c-0193-44a2-b3a5-5ddbd2a89384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323113 Feb 17 22:57:03.159709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a86a384a-de41-41ed-99b9-42036dfce7af req-dd85a91a-b003-4a93-a19c-72089caf3e85 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447185 Feb 17 22:57:03.236461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-85a14d40-140f-4512-bce6-7803405ca77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.238162 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-85a14d40-140f-4512-bce6-7803405ca77f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 1127 time: 0.0455041 Feb 17 22:57:03.332808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-ca23a894-6287-4721-ac1b-f16b764a769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.334269 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-ca23a894-6287-4721-ac1b-f16b764a769d service neutron] 10.222.0.94 "GET /v2.0/networks?id=5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 HTTP/1.1" status: 200 len: 897 time: 0.0892980 Feb 17 22:57:03.375434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-06c8e2ee-fb9a-4ca6-9406-0cb54f323c33 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 HTTP/1.1" status: 200 len: 217 time: 0.0348451 Feb 17 22:57:03.427231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-072cde72-1e3c-42c4-852c-f35b140f2aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.428704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-072cde72-1e3c-42c4-852c-f35b140f2aa4 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=dde0a84e-5473-4516-937a-57ebb85dd4d5 HTTP/1.1" status: 200 len: 836 time: 0.0478089 Feb 17 22:57:03.476207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-847d451a-e8e9-42b8-bd50-7d17647d3a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:03.477701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-847d451a-e8e9-42b8-bd50-7d17647d3a38 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=5ab2a46c-0193-44a2-b3a5-5ddbd2a89384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0437334 Feb 17 22:57:03.566284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-c75c6307-dd94-46f8-84f3-179ec608d6a8 service neutron] 10.222.0.94 "GET /v2.0/networks/5ab2a46c-0193-44a2-b3a5-5ddbd2a89384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822337 Feb 17 22:57:03.659051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5b592606-9b46-421e-bd23-fb62c55b1205 req-e8e80444-c79b-4671-810e-06cc8a23b56a service neutron] 10.222.0.94 "GET /v2.0/networks/5ab2a46c-0193-44a2-b3a5-5ddbd2a89384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863497 Feb 17 22:57:04.281011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72789032-f053-4d9d-9e08-720ebde6914a req-05493a03-04aa-4c71-865e-44df7da5657e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:04.282483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72789032-f053-4d9d-9e08-720ebde6914a req-05493a03-04aa-4c71-865e-44df7da5657e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 944 time: 0.0538337 Feb 17 22:57:04.330887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72789032-f053-4d9d-9e08-720ebde6914a req-3abf3af4-d50f-497e-833f-c45cdee4900b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Feb 17 22:57:04.985527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:57:05.088163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:05.099741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625', 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'port_id': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625', 'mac_address': 'fa:16:3e:8f:fc:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:57:05.136357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:05.136743 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:05.153295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:57:05.172395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:05.176429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:05.221731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:05.228885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.229255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.229600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.229935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.230264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.230589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.230913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.231446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.231588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.231881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.232201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.232513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.232844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:05.453727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d8292-dbdc-42ef-937f-82bce9eab79b req-2fdeb4de-6875-4c6c-a5ec-e2214e836033 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:05.455204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c73d8292-dbdc-42ef-937f-82bce9eab79b req-2fdeb4de-6875-4c6c-a5ec-e2214e836033 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 945 time: 0.0571389 Feb 17 22:57:05.504182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c73d8292-dbdc-42ef-937f-82bce9eab79b req-b99f6230-633b-4e6e-8357-9796358ede7e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432968 Feb 17 22:57:05.620377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['9a93bd8f-0dfc-482e-99f0-5ac77bcf2625'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:57:06.622688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e853f37-04a7-4cd1-9266-75162ca2f8b0 req-86bf05e2-6ac8-48b2-90a0-2e12cc50bb1b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:06.624177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e853f37-04a7-4cd1-9266-75162ca2f8b0 req-86bf05e2-6ac8-48b2-90a0-2e12cc50bb1b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 945 time: 0.0535109 Feb 17 22:57:06.672160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e853f37-04a7-4cd1-9266-75162ca2f8b0 req-61e9c2f5-de43-4fb2-a11d-897ef556a3f8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424726 Feb 17 22:57:06.985199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:07.034215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:07.037965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:07.038333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:07.117872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:07.118254 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:07.141045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:07.143267 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05763abf-727c-44f4-ac2d-95fa9d87a246" -d '{"events": [{"server_uuid": "9cb208bc-ba35-4a8c-a02a-76c77cca6883", "name": "network-vif-plugged", "status": "completed", "tag": "9a93bd8f-0dfc-482e-99f0-5ac77bcf2625"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:07.155866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:07.159749 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:07.183265 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b94094-a5c1-41f9-a971-b88d15cb6a4c x-openstack-request-id: req-d0b94094-a5c1-41f9-a971-b88d15cb6a4c {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:07.183583 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb208bc-ba35-4a8c-a02a-76c77cca6883", "name": "network-vif-plugged", "status": "completed", "tag": "9a93bd8f-0dfc-482e-99f0-5ac77bcf2625", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:07.183835 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d0b94094-a5c1-41f9-a971-b88d15cb6a4c {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:07.184231 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625', 'code': 200} Feb 17 22:57:07.209004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:07.309158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d3987-f642-4c31-9ec6-33b9f8b60c9b req-8867ae86-b631-4406-9fb7-66b9931244b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:07.310548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-237d3987-f642-4c31-9ec6-33b9f8b60c9b req-8867ae86-b631-4406-9fb7-66b9931244b0 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 1129 time: 0.0439496 Feb 17 22:57:07.360329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-237d3987-f642-4c31-9ec6-33b9f8b60c9b req-1ad682f6-1130-408d-a809-40083704179a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438516 Feb 17 22:57:07.797446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56866edb-9488-4ffa-ae64-dcf5fd423ff6 req-872cf25b-8a6f-4485-844e-315729ac9067 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:07.798908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56866edb-9488-4ffa-ae64-dcf5fd423ff6 req-872cf25b-8a6f-4485-844e-315729ac9067 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 946 time: 0.0528779 Feb 17 22:57:07.847563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56866edb-9488-4ffa-ae64-dcf5fd423ff6 req-63401044-d90c-4e67-92aa-8fed263cb814 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Feb 17 22:57:08.967002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c825f8c-8482-4b4d-a43d-2c4b36ed43e9 req-90ba5c2b-11ce-4aef-b367-79f0baab3e2c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:08.968500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c825f8c-8482-4b4d-a43d-2c4b36ed43e9 req-90ba5c2b-11ce-4aef-b367-79f0baab3e2c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 946 time: 0.0532136 Feb 17 22:57:09.017699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c825f8c-8482-4b4d-a43d-2c4b36ed43e9 req-b5d7beed-64bc-44fa-9510-2db19423632e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436096 Feb 17 22:57:09.137415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62f3ad-2e03-432f-8fd4-6ca71a0566cf req-ea6c6d4f-22ce-4183-9d93-1055df45ecaa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:09.138766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d62f3ad-2e03-432f-8fd4-6ca71a0566cf req-ea6c6d4f-22ce-4183-9d93-1055df45ecaa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 946 time: 0.0562854 Feb 17 22:57:09.187041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d62f3ad-2e03-432f-8fd4-6ca71a0566cf req-cac95fbc-252e-44eb-8615-f1e2a2fae85d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427592 Feb 17 22:57:09.561757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:10.667918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33460) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:11.101197 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:11.369154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.20.0.17 (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384/dde0a84e-5473-4516-937a-57ebb85dd4d5/4a867040-f762-45c5-bb51-f8241bf11656) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:11.484834 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (4a867040-f762-45c5-bb51-f8241bf11656), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:11.518289 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4a867040-f762-45c5-bb51-f8241bf11656), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:11.560921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:11.564147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:11.568105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:57:11.594794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=4a867040-f762-45c5-bb51-f8241bf11656,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:11.616228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:11.768844 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4a867040-f762-45c5-bb51-f8241bf11656), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:11.796536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-721cd26a-740a-4231-ace0-a6f48d2dd987 None None] Provisioning complete for port 4a867040-f762-45c5-bb51-f8241bf11656 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:11.797162 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-721cd26a-740a-4231-ace0-a6f48d2dd987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4a867040-f762-45c5-bb51-f8241bf11656), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:11.833145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-721cd26a-740a-4231-ace0-a6f48d2dd987 None None] Port 4a867040-f762-45c5-bb51-f8241bf11656 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:12.048635 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (4a867040-f762-45c5-bb51-f8241bf11656), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:12.052954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4a867040-f762-45c5-bb51-f8241bf11656), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:12.126561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:12.129193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=4a867040-f762-45c5-bb51-f8241bf11656,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:12.221807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:12.223641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:12.345022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:57:12.457769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ac4b6404-fe2a-4e4e-8307-13a2566d9d23 None None] Provisioning complete for port 4a867040-f762-45c5-bb51-f8241bf11656 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:12.458139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ac4b6404-fe2a-4e4e-8307-13a2566d9d23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4a867040-f762-45c5-bb51-f8241bf11656), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:12.492907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b6404-fe2a-4e4e-8307-13a2566d9d23 None None] Port 4a867040-f762-45c5-bb51-f8241bf11656 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:12.769429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:12.774437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-07b45c8f-2ec9-4cab-acce-6efdc8ee9ee1 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "PUT /v2.0/routers/0fea268c-583b-4c6e-bfa6-60eb7d188a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1055012 Feb 17 22:57:12.780999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Sync routers for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:12.791023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:12.791665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:56:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:12.899725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:13.129001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:23Z', 'revision_number': 1, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a867040-f762-45c5-bb51-f8241bf11656', 'name': '', 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:80:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:11Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 2, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:13.155267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Checking router: 0fea268c-583b-4c6e-bfa6-60eb7d188a06 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:13.155645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Updating router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 port 4a867040-f762-45c5-bb51-f8241bf11656 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:57:13.183289 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4a867040-f762-45c5-bb51-f8241bf11656), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:13.438522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Publish callbacks [] for port (4a867040-f762-45c5-bb51-f8241bf11656), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:13.443668 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4a867040-f762-45c5-bb51-f8241bf11656), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:13.495126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a89bc-ce91-4208-82c6-4735a4ec9671 None None] Pushing event updated for resources: {'Port': ['ID=4a867040-f762-45c5-bb51-f8241bf11656,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:13.550454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Attempting to bind port 4a867040-f762-45c5-bb51-f8241bf11656 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:13.550834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Attempting to bind port 4a867040-f762-45c5-bb51-f8241bf11656 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:13.551237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Attempting to bind port 4a867040-f762-45c5-bb51-f8241bf11656 on network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:13.556483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:13.556788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Checking segment: {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:13.557825 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:13.558086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Bound using segment: {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:13.558565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Bound port: 4a867040-f762-45c5-bb51-f8241bf11656, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7643ea91-e208-49ff-a536-ae7b4dabc48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:13.558946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4a867040-f762-45c5-bb51-f8241bf11656), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:13.627763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] For port 4a867040-f762-45c5-bb51-f8241bf11656, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:13.631035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] For port 4a867040-f762-45c5-bb51-f8241bf11656, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4a867040-f762-45c5-bb51-f8241bf11656,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:13.637737 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4a867040-f762-45c5-bb51-f8241bf11656), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:13.695726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:13.696369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:56:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:13.740412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a89bc-ce91-4208-82c6-4735a4ec9671 None None] Pushing event updated for resources: {'Port': ['ID=4a867040-f762-45c5-bb51-f8241bf11656,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:13.952199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-02aad376-c9d7-49a6-bffe-27e7f889f678 None None] Provisioning complete for port 4a867040-f762-45c5-bb51-f8241bf11656 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:13.952861 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02aad376-c9d7-49a6-bffe-27e7f889f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4a867040-f762-45c5-bb51-f8241bf11656), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:14.007575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:14.123725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-02aad376-c9d7-49a6-bffe-27e7f889f678 None None] Current status of the port 4a867040-f762-45c5-bb51-f8241bf11656 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:14.124116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02aad376-c9d7-49a6-bffe-27e7f889f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4a867040-f762-45c5-bb51-f8241bf11656), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:14.207462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-02aad376-c9d7-49a6-bffe-27e7f889f678 None None] For port 4a867040-f762-45c5-bb51-f8241bf11656, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4a867040-f762-45c5-bb51-f8241bf11656,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:14.215245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02aad376-c9d7-49a6-bffe-27e7f889f678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4a867040-f762-45c5-bb51-f8241bf11656), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:14.303182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aad376-c9d7-49a6-bffe-27e7f889f678 None None] Pushing event updated for resources: {'Port': ['ID=4a867040-f762-45c5-bb51-f8241bf11656,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:14.346476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f95d3e75-30cd-46d4-a411-e6c5344eda48 None None] Provisioning complete for port 4a867040-f762-45c5-bb51-f8241bf11656 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:14.346846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f95d3e75-30cd-46d4-a411-e6c5344eda48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4a867040-f762-45c5-bb51-f8241bf11656), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:14.351397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:23Z', 'revision_number': 1, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a867040-f762-45c5-bb51-f8241bf11656', 'name': '', 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:80:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:11Z', 'updated_at': '2022-02-17T22:57:13Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:14.397578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1317abd0-942f-42da-9994-1d27d80e1289 None None] The sync data for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 is: [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:11Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:23Z', 'revision_number': 1, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a867040-f762-45c5-bb51-f8241bf11656', 'name': '', 'network_id': '5ab2a46c-0193-44a2-b3a5-5ddbd2a89384', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:80:06:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:11Z', 'updated_at': '2022-02-17T22:57:13Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': 'dde0a84e-5473-4516-937a-57ebb85dd4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:14.459259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f95d3e75-30cd-46d4-a411-e6c5344eda48 None None] Current status of the port 4a867040-f762-45c5-bb51-f8241bf11656 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:14.493797 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48782809-28a1-4a8a-a8d5-75337d0fd978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:15.790177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-bff2595e-0753-433d-a97b-42b1e97f3c97 req-6e4f1fb5-1dd7-481e-bcdd-48bc9c2dc621 tempest-ServerRescueNegativeTestJSON-1697623748 tempest-ServerRescueNegativeTestJSON-1697623748-project] (103527) timed out ('10.222.0.79', 58214) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 22:57:15.888519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ee08e-52f2-4745-9157-bffcf95cd1df req-2410ed3a-0a67-4f3e-a17e-77ef633c19b4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:15.890004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a8ee08e-52f2-4745-9157-bffcf95cd1df req-2410ed3a-0a67-4f3e-a17e-77ef633c19b4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0536079 Feb 17 22:57:15.938749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a8ee08e-52f2-4745-9157-bffcf95cd1df req-bde41733-209a-41d7-953a-45c6a3079afb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431058 Feb 17 22:57:15.961436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33472) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:16.021399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-781558d9-b298-4329-8f5a-317aa53b4164 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f0cac28c-f8b5-4a50-8d94-071046da6f02 HTTP/1.1" status: 200 len: 993 time: 0.0588648 Feb 17 22:57:16.312599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4a867040-f762-45c5-bb51-f8241bf11656 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:16.360168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 4a867040-f762-45c5-bb51-f8241bf11656 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:16.360545 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4a867040-f762-45c5-bb51-f8241bf11656), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:16.438480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 4a867040-f762-45c5-bb51-f8241bf11656 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:16.444434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2843eb2-1d50-4c79-95a7-38e409d7ff25 req-0eecdded-2c9e-4e26-85e1-2fa896a07f60 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:16.445967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2843eb2-1d50-4c79-95a7-38e409d7ff25 req-0eecdded-2c9e-4e26-85e1-2fa896a07f60 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1129 time: 0.0477080 Feb 17 22:57:16.490995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e2843eb2-1d50-4c79-95a7-38e409d7ff25 req-dcf58772-4e72-449a-a20f-777e011f6dfe tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393295 Feb 17 22:57:17.024580 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-f5150594-4187-4066-96eb-c399d103c1f8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457878 Feb 17 22:57:17.033925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-041a0480-5c90-424e-ac5e-15a53007c7ca service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:57:17.034879 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-041a0480-5c90-424e-ac5e-15a53007c7ca service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053113 Feb 17 22:57:17.096965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-e6a02d66-3bdd-4b25-9ad5-57efa4ccefa6 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:17.098349 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-e6a02d66-3bdd-4b25-9ad5-57efa4ccefa6 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 1126 time: 0.0365610 Feb 17 22:57:17.358522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-611c52a2-706c-4568-8139-691e8b6d1f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:17.514533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-072d894b-610f-4289-9cbb-ad28d1ec2362 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:57:17.515589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-072d894b-610f-4289-9cbb-ad28d1ec2362 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058060 Feb 17 22:57:17.584383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-477f5e36-4b2f-4fb6-9569-57c6769d40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:17.585590 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-477f5e36-4b2f-4fb6-9569-57c6769d40f3 service neutron] 10.222.0.79 "GET /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 1126 time: 0.0366504 Feb 17 22:57:17.594904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Request body: {'binding': {'host': 'n-h1-828369-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:17.595401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Unknown quota resources ['binding']. {{(pid=103526) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Feb 17 22:57:17.729088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on host n-h1-828369-18 for vnic_type normal with profile None {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:17.729422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:17.729744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:17.735301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:57:17.735650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:17.740671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:17.741006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Checking segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:17.741395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Bound using segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:17.741820 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Bound port: 57684d1f-7e6b-4d47-8158-38fc804c9455, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:17.829352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:17.835777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:17.836890 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] 10.222.0.79 "POST /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455/bindings HTTP/1.1" status: 201 len: 390 time: 0.2453787 Feb 17 22:57:17.993332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4656422-8996-4f19-93b6-1ad1d25ac7b7 req-37f17db3-eaa6-4e29-a109-4a7c13a02fac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:17.994879 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4656422-8996-4f19-93b6-1ad1d25ac7b7 req-37f17db3-eaa6-4e29-a109-4a7c13a02fac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0610681 Feb 17 22:57:18.034740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:18.077532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4656422-8996-4f19-93b6-1ad1d25ac7b7 req-29e2bd93-8448-426e-b0fe-b489b74163d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769026 Feb 17 22:57:18.087683 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-14b62584-7071-4635-9258-37c51494b559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:18.089361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-14b62584-7071-4635-9258-37c51494b559 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1129 time: 0.0747085 Feb 17 22:57:18.177525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-5d7ea3c7-c33b-4dcc-879a-8f3f50a1d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:18.178962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-5d7ea3c7-c33b-4dcc-879a-8f3f50a1d0db service neutron] 10.222.0.73 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.0841656 Feb 17 22:57:18.246807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-82078675-5651-456c-a96c-1eb3531474a0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 1001 time: 0.0620360 Feb 17 22:57:18.294667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-73ab494e-04bd-4f3a-bd4f-c91ab4f5d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:18.296108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-73ab494e-04bd-4f3a-bd4f-c91ab4f5d403 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0437052 Feb 17 22:57:18.345259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-7cf133b7-5574-4da0-977c-bfd7f69e11c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:18.346642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-7cf133b7-5574-4da0-977c-bfd7f69e11c7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439970 Feb 17 22:57:18.437473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-7373d465-e48d-4efa-9064-c34aa062d70b service neutron] 10.222.0.73 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847862 Feb 17 22:57:18.526910 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-d7e28dfd-579e-4986-a748-1e7096ee8e51 service neutron] 10.222.0.73 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820222 Feb 17 22:57:18.665800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-78f63232-f590-4340-acfd-be463f5de99d tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:18.667345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-78f63232-f590-4340-acfd-be463f5de99d tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4&tenant_id=b3226ed37abe4651b6140919c15b4243&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1129 time: 0.0859058 Feb 17 22:57:18.677351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828369-18'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:18.735641 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:18.860358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:18.896961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:18.937224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:18.939409 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b15e3c-29c9-466f-81db-8a2c7e3aa03d" -d '{"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:18.943314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Publish callbacks [] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:18.949460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:18.978107 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46dda17-5626-43ec-a8fc-de11a04c9a00 x-openstack-request-id: req-d46dda17-5626-43ec-a8fc-de11a04c9a00 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:18.978430 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:18.978712 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d46dda17-5626-43ec-a8fc-de11a04c9a00 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:18.979120 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'code': 200} Feb 17 22:57:19.045702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:19.106090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on host n-h2-828369-18 for vnic_type normal with profile {"migrating_to": "n-h1-828369-18"} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:19.106432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:19.106774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:19.111751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:57:19.112219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Attempting to bind port 57684d1f-7e6b-4d47-8158-38fc804c9455 on network e333fd48-eaeb-4a3b-9057-768267deba3a {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:19.117388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:19.117694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Checking segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:19.118093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Bound using segment: {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:19.118535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Bound port: 57684d1f-7e6b-4d47-8158-38fc804c9455, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae66e793-b42f-470b-b794-e5081a00a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:19.118893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.212176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3ab3816a-8e5d-48af-be65-a18f559c5d51 None None] Provisioning complete for port 57684d1f-7e6b-4d47-8158-38fc804c9455 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:19.212766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3ab3816a-8e5d-48af-be65-a18f559c5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.224696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:19.228968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:19.240875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee5afc0-b0a4-4e10-995f-29bbdfe69935 req-188f3bdb-c15e-4f38-a90d-a94cd1e6ef19 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:19.242365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ee5afc0-b0a4-4e10-995f-29bbdfe69935 req-188f3bdb-c15e-4f38-a90d-a94cd1e6ef19 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 944 time: 0.0869679 Feb 17 22:57:19.243921 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.250083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3816a-8e5d-48af-be65-a18f559c5d51 None None] Port 57684d1f-7e6b-4d47-8158-38fc804c9455 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:19.365843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=8']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:19.388954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ee5afc0-b0a4-4e10-995f-29bbdfe69935 req-4469298f-e41c-4caf-8d41-e766009f3056 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348808 Feb 17 22:57:19.433726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:19.434224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.435681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-217aa6e3-9589-47f1-93db-050feccedfc3 service neutron] 10.222.0.73 "PUT /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 1124 time: 0.7622397 Feb 17 22:57:19.445857 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.534190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-529b189b-89d1-4214-af2c-81ef68e7fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:19.535739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-529b189b-89d1-4214-af2c-81ef68e7fb6a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1158 time: 0.0490384 Feb 17 22:57:19.570923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5643b99e-3d5f-457e-8655-0644a56ec243 None None] Provisioning complete for port 57684d1f-7e6b-4d47-8158-38fc804c9455 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:19.571212 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5643b99e-3d5f-457e-8655-0644a56ec243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.595863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['57684d1f-7e6b-4d47-8158-38fc804c9455'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:57:19.673891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-86211520-c1b6-42ec-ba0a-aa75407b7bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:19.675390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-86211520-c1b6-42ec-ba0a-aa75407b7bc2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.0952306 Feb 17 22:57:19.715109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5643b99e-3d5f-457e-8655-0644a56ec243 None None] Current status of the port 57684d1f-7e6b-4d47-8158-38fc804c9455 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:19.715510 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5643b99e-3d5f-457e-8655-0644a56ec243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.748247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-d0e36438-9753-4a67-bcd2-699245d93cf1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 999 time: 0.0646563 Feb 17 22:57:19.757034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:19.759242 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da4484a-d1de-4742-ade7-4c9dcb001b85" -d '{"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:19.784460 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5643b99e-3d5f-457e-8655-0644a56ec243 None None] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:19.791104 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5643b99e-3d5f-457e-8655-0644a56ec243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:19.800601 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2beffed8-4024-4703-a572-984f04d46950 x-openstack-request-id: req-2beffed8-4024-4703-a572-984f04d46950 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:19.800895 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-plugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:19.801146 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2beffed8-4024-4703-a572-984f04d46950 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:19.801535 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'code': 200} Feb 17 22:57:19.801898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-20589b06-c475-4177-8f0b-b3eba718ce12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:19.803852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-20589b06-c475-4177-8f0b-b3eba718ce12 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0488877 Feb 17 22:57:19.886439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-8716950f-800e-4bd8-a664-2d6e39e32c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:19.887990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-8716950f-800e-4bd8-a664-2d6e39e32c07 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0504985 Feb 17 22:57:19.970549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643b99e-3d5f-457e-8655-0644a56ec243 None None] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:19.982820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-5b85c7e8-f151-450a-acde-5a4ae58b2ec4 service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882895 Feb 17 22:57:20.077779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f68b62b4-b267-4a06-a73c-294c2767ec4e req-fda41314-1b78-48f9-b29b-f86c7ba337dd service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878196 Feb 17 22:57:20.517430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc48e7-0e9b-4f48-985c-263fb3dd4f47 req-fb685e9d-5ada-49af-acfd-bbe658f1de18 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:20.518904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45bc48e7-0e9b-4f48-985c-263fb3dd4f47 req-fb685e9d-5ada-49af-acfd-bbe658f1de18 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0558572 Feb 17 22:57:20.568221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45bc48e7-0e9b-4f48-985c-263fb3dd4f47 req-713fc68b-70e9-4472-8592-492a0b3a8ac4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436466 Feb 17 22:57:20.879103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:20.980395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:20.982268 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:21.017568 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38254c1-0702-422c-bd7a-f06a4e85522d x-openstack-request-id: req-b38254c1-0702-422c-bd7a-f06a4e85522d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:21.017859 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:21.018113 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b38254c1-0702-422c-bd7a-f06a4e85522d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:21.018514 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'status': 'completed', 'code': 200} Feb 17 22:57:21.105419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-337fa1d3-2399-4cc0-9036-11b8afbd3add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:21.106925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-337fa1d3-2399-4cc0-9036-11b8afbd3add service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1160 time: 0.0454779 Feb 17 22:57:21.198307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-1b059b1c-1632-4ee4-ab0a-a103b2f1bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:21.199812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-1b059b1c-1632-4ee4-ab0a-a103b2f1bb3b service neutron] 10.222.0.94 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.0872428 Feb 17 22:57:21.264198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-badd49ab-b4d5-416c-a32e-02833c8184cb service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 1001 time: 0.0583925 Feb 17 22:57:21.312719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-7c46a0b3-f5b0-4d08-ba0b-c10476f31d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:21.314101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-7c46a0b3-f5b0-4d08-ba0b-c10476f31d5d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0429113 Feb 17 22:57:21.367915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-ffc19efe-5381-4127-a930-9d46d900b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:21.369435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-ffc19efe-5381-4127-a930-9d46d900b40d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0485158 Feb 17 22:57:21.460114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-f947fd0f-5f42-4de3-a06f-fbbefe01d00d service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827477 Feb 17 22:57:21.553735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab73462e-36ca-4576-aa34-3fddd3ad5f5e req-f66da0e5-1e5d-4df6-986d-1dcac05ed5cc service neutron] 10.222.0.94 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873041 Feb 17 22:57:21.689948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fad24-afa7-4970-aa91-edc9cfef12ac req-2ddb5ce6-9d98-4379-9322-4922708e1a26 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:21.691451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac9fad24-afa7-4970-aa91-edc9cfef12ac req-2ddb5ce6-9d98-4379-9322-4922708e1a26 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0538630 Feb 17 22:57:21.741092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ac9fad24-afa7-4970-aa91-edc9cfef12ac req-5d508234-6681-4b43-a193-73a3fa5beff5 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438802 Feb 17 22:57:22.438657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:57:22.540190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:22.552673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 has no active binding in host n-h1-828369-18 {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Feb 17 22:57:22.864702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576603d7-0256-4289-a3f1-794e8a86e76d req-81fc2a16-de19-4680-876d-ae0d55f01e61 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:22.866175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-576603d7-0256-4289-a3f1-794e8a86e76d req-81fc2a16-de19-4680-876d-ae0d55f01e61 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0556140 Feb 17 22:57:22.919559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-576603d7-0256-4289-a3f1-794e8a86e76d req-c5b90bbe-1b06-4ed8-95af-3e8655aeb567 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478091 Feb 17 22:57:23.300613 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:57:24.045141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc56e3-12c2-44b0-be62-30233af07eb7 req-912d6b12-6184-4518-a288-ee8be3325210 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:24.046651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8fc56e3-12c2-44b0-be62-30233af07eb7 req-912d6b12-6184-4518-a288-ee8be3325210 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0565481 Feb 17 22:57:24.096698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8fc56e3-12c2-44b0-be62-30233af07eb7 req-4accb786-e183-4fc3-9bd6-d754aab46fa1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440044 Feb 17 22:57:24.959596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-f46f4457-189f-4aea-83da-d056a96956ec service neutron] 10.222.0.94 "GET /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 385 time: 0.0550368 Feb 17 22:57:25.131332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:25.154151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:25.225621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:25.227803 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0ec2cc-dced-422f-9af8-dc04729d3c68" -d '{"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:25.235085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:25.255961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:25.266226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e96342-3df8-4c84-a8a4-d28a20a93c13 req-7ef3adbc-2bc3-4dd1-adf6-2ffef835667b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:25.267703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e96342-3df8-4c84-a8a4-d28a20a93c13 req-7ef3adbc-2bc3-4dd1-adf6-2ffef835667b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 946 time: 0.0948513 Feb 17 22:57:25.355246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c1e96342-3df8-4c84-a8a4-d28a20a93c13 req-befd5ea2-5067-40e3-93f1-be7a32de080c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811787 Feb 17 22:57:25.375658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] Transition to ACTIVE for port object 57684d1f-7e6b-4d47-8158-38fc804c9455 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:25.379805 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:25.413120 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da8d13a9-e17a-4bdf-8300-207036a8b0e0 x-openstack-request-id: req-da8d13a9-e17a-4bdf-8300-207036a8b0e0 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:25.413416 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-unplugged", "status": "completed", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:25.413674 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da8d13a9-e17a-4bdf-8300-207036a8b0e0 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:25.414070 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'code': 200} Feb 17 22:57:25.484758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] Pushing event updated for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=11']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:25.491239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:25.521576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] No DVR routers for this DVR port 57684d1f-7e6b-4d47-8158-38fc804c9455 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:25.665392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0f65957b-c08c-49e9-99dd-13336a9d306d service neutron] 10.222.0.94 "PUT /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455/bindings/n-h1-828369-18/activate HTTP/1.1" status: 200 len: 370 time: 0.6993184 Feb 17 22:57:25.802411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-510ffd5d-d729-4ed3-88ef-89cd36db6cee tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:25.803842 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-510ffd5d-d729-4ed3-88ef-89cd36db6cee tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4&tenant_id=b3226ed37abe4651b6140919c15b4243&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.0525813 Feb 17 22:57:25.853105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-963bf6e7-f144-433a-bc88-fb95a6432576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:25.855240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-963bf6e7-f144-433a-bc88-fb95a6432576 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 1128 time: 0.0445743 Feb 17 22:57:25.920235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-35594201-d325-45b6-adb5-d7c5b31ea170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:25.921711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-35594201-d325-45b6-adb5-d7c5b31ea170 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1128 time: 0.0461171 Feb 17 22:57:26.014087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-129bd109-2fb5-46cd-9426-292eaaa6b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:26.015570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-129bd109-2fb5-46cd-9426-292eaaa6b64e service neutron] 10.222.0.73 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.0873814 Feb 17 22:57:26.079410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-34a3b4c4-936d-49f2-a1b2-4a8d8a20f114 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 999 time: 0.0576208 Feb 17 22:57:26.125841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0936ec35-e252-47ca-842f-a6befb0b50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:26.127245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-0936ec35-e252-47ca-842f-a6befb0b50f2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0424619 Feb 17 22:57:26.178717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-05319e13-68c8-4af1-9101-a2c719e427b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:26.180215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-05319e13-68c8-4af1-9101-a2c719e427b9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0473108 Feb 17 22:57:26.269245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-db9564f0-9317-463c-8e69-5dc38a5d9975 service neutron] 10.222.0.73 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829785 Feb 17 22:57:26.363095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-572e5990-b88b-4c2e-84f9-ddb6593959df service neutron] 10.222.0.73 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875854 Feb 17 22:57:26.483409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc787de4-d57d-4208-91e5-17db57b68b77 req-19e0fa6c-3474-4de0-9b38-e81caad85976 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:26.485100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc787de4-d57d-4208-91e5-17db57b68b77 req-19e0fa6c-3474-4de0-9b38-e81caad85976 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0573187 Feb 17 22:57:26.538743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc787de4-d57d-4208-91e5-17db57b68b77 req-20682724-820d-415d-903f-60006e2dfc42 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471065 Feb 17 22:57:26.601168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-a0b77521-5f2e-4b60-8300-bef8092c3d70 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:26.602733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-a0b77521-5f2e-4b60-8300-bef8092c3d70 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4&tenant_id=b3226ed37abe4651b6140919c15b4243&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 1128 time: 0.0482056 Feb 17 22:57:26.742280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-68a35c50-27b2-4d5b-8692-3297c7b51523 service neutron] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:26.745531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-68a35c50-27b2-4d5b-8692-3297c7b51523 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:26.746645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-68a35c50-27b2-4d5b-8692-3297c7b51523 service neutron] 10.222.0.73 "DELETE /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455/bindings/n-h2-828369-18 HTTP/1.1" status: 204 len: 173 time: 0.1375790 Feb 17 22:57:27.107232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:27.151074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port 57684d1f-7e6b-4d47-8158-38fc804c9455 host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 22:57:27.151500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:27.666208 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77420dfc-6115-46c8-8565-459920352cfb req-a1d39c7f-4e73-4fc1-8bbe-c267258b07e4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:27.667811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77420dfc-6115-46c8-8565-459920352cfb req-a1d39c7f-4e73-4fc1-8bbe-c267258b07e4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0600512 Feb 17 22:57:27.715580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77420dfc-6115-46c8-8565-459920352cfb req-6ccce41a-fbd1-473b-b3b8-eb5690f334ef tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421748 Feb 17 22:57:27.827091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0715946-3632-4d80-9e80-72158595682d req-1ed1b407-5100-4c3f-b3c0-f610596eec32 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:27.828583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0715946-3632-4d80-9e80-72158595682d req-1ed1b407-5100-4c3f-b3c0-f610596eec32 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1128 time: 0.0491695 Feb 17 22:57:27.874097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0715946-3632-4d80-9e80-72158595682d req-0f88fe1e-9b3f-4ad2-bbe5-36f234ae1126 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399067 Feb 17 22:57:27.988544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab441e-5b4e-4f7a-b524-adb39f61ac81 req-c09c6db7-2945-42e5-ad0f-19a2404ff487 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:27.990014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6fab441e-5b4e-4f7a-b524-adb39f61ac81 req-c09c6db7-2945-42e5-ad0f-19a2404ff487 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0519643 Feb 17 22:57:28.040367 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6fab441e-5b4e-4f7a-b524-adb39f61ac81 req-7acf8046-66ab-44f1-822d-21feb20d2d7a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442770 Feb 17 22:57:28.062565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33548) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:28.125657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cea40bab-d7aa-42d0-9475-ad430d96c251 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/f0cac28c-f8b5-4a50-8d94-071046da6f02 HTTP/1.1" status: 200 len: 991 time: 0.0618730 Feb 17 22:57:28.352291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33554) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:28.507837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port e142b45f-3dd1-4cdf-98f4-1fa7f8908018 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:28.508220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:28.584464 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:28.584790 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:28.596446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for e142b45f-3dd1-4cdf-98f4-1fa7f8908018 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:28.741247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e142b45f-3dd1-4cdf-98f4-1fa7f8908018), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:28.769933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=e142b45f-3dd1-4cdf-98f4-1fa7f8908018,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:28.830070 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (f0cac28c-f8b5-4a50-8d94-071046da6f02), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:28.830441 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP f0cac28c-f8b5-4a50-8d94-071046da6f02 disassociated (deleted). External IP: 172.25.0.35, port: 57684d1f-7e6b-4d47-8158-38fc804c9455. Feb 17 22:57:29.352875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:57:29.463735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:29.468513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:29.473271 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] Sync routers for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:29.483261 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:29.483897 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:29.498914 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-21ad92eb-afe2-4de3-99b4-44553b2258f0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/floatingips/f0cac28c-f8b5-4a50-8d94-071046da6f02 HTTP/1.1" status: 204 len: 168 time: 1.1455462 Feb 17 22:57:29.499517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:29.501812 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b507f3-df4c-433a-b51f-d93bc118ef4e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:29.593032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:29.671807 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2733a9-9312-48e1-a0fd-e2c4617b9a47 x-openstack-request-id: req-ce2733a9-9312-48e1-a0fd-e2c4617b9a47 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:29.672162 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:29.672471 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ce2733a9-9312-48e1-a0fd-e2c4617b9a47 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:29.672926 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'status': 'completed', 'code': 200} Feb 17 22:57:29.774468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-207ac717-66ba-40aa-90c5-efc2e5cb0e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:29.776637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-207ac717-66ba-40aa-90c5-efc2e5cb0e63 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 1128 time: 0.0844076 Feb 17 22:57:29.794211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8bbc17-42ba-4918-bb39-ec7b423231d5 req-cc5c6a8f-2dff-4e8b-8f08-28d3fd9cfd67 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:29.795727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d8bbc17-42ba-4918-bb39-ec7b423231d5 req-cc5c6a8f-2dff-4e8b-8f08-28d3fd9cfd67 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0738513 Feb 17 22:57:29.813681 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:56:00Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:29.840548 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] Checking router: 1cb1afa8-d755-4967-91a1-eaf7a5f697ec for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:29.848837 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:29.849431 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:29.902571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0d8bbc17-42ba-4918-bb39-ec7b423231d5 req-9cab7664-7b6d-43fe-a42f-95213a1b9ed4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985467 Feb 17 22:57:29.919296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-bdb21f33-d752-4923-b068-342e32bf1238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:29.920870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-bdb21f33-d752-4923-b068-342e32bf1238 service neutron] 10.222.0.73 "GET /v2.0/networks?id=e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 200 len: 898 time: 0.1242867 Feb 17 22:57:29.958791 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:29.972026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-13370b38-448b-4e4b-a612-c8bfd8a4e744 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 200 len: 217 time: 0.0397792 Feb 17 22:57:30.023429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-5f86210c-881a-4a7a-803e-5d83e0e1c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:30.024889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-5f86210c-881a-4a7a-803e-5d83e0e1c7c4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 200 len: 835 time: 0.0443122 Feb 17 22:57:30.077707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-7ae27b38-a1e1-42f3-a9a0-56e606985c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:30.079256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-7ae27b38-a1e1-42f3-a9a0-56e606985c81 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=e333fd48-eaeb-4a3b-9057-768267deba3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479496 Feb 17 22:57:30.101462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.73', 50859) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:30.183664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-34ccbab1-733d-4c04-b6b6-5c86680c0409 service neutron] 10.222.0.73 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936444 Feb 17 22:57:30.188759 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:56:00Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:30.192308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-fa346567-964e-4630-b7d7-89f0b68c0548 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:30.193810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-fa346567-964e-4630-b7d7-89f0b68c0548 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "GET /v2.0/ports?device_id=2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4 HTTP/1.1" status: 200 len: 945 time: 0.0907753 Feb 17 22:57:30.219502 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0a4f8-027b-4c3e-9d4d-7029177c73c6 None None] The sync data for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 is: [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:55Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ea953fe8-9154-483c-a5c8-c5eee29b42b4', 'name': '', 'network_id': 'e333fd48-eaeb-4a3b-9057-768267deba3a', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:16:8d:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:55Z', 'updated_at': '2022-02-17T22:56:00Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': '99accc17-f914-4ed2-9ad3-4d0cfe84253c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:30.283313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-66e52a2c-e911-4b3b-8488-56e15bc4a690 service neutron] 10.222.0.73 "GET /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978458 Feb 17 22:57:30.308592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port 57684d1f-7e6b-4d47-8158-38fc804c9455 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:30.309000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:30.402746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port 57684d1f-7e6b-4d47-8158-38fc804c9455, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=57684d1f-7e6b-4d47-8158-38fc804c9455,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:30.403157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:30.417825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for 57684d1f-7e6b-4d47-8158-38fc804c9455 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:30.484646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329050e1-030e-4636-877d-998f377dc387 None None] New status for floating IP f0cac28c-f8b5-4a50-8d94-071046da6f02: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:57:30.560469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (57684d1f-7e6b-4d47-8158-38fc804c9455), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:30.590700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=57684d1f-7e6b-4d47-8158-38fc804c9455,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:30.621260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.621609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.621988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.622329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.622664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.622996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.623453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.623790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.624121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.624448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.624773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.625095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.625414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:30.652315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] No DVR routers for this DVR port 57684d1f-7e6b-4d47-8158-38fc804c9455 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:30.655223 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:30.658675 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0a48f001-1097-4a2e-902f-13f1e0aaae46 req-56aa6064-91aa-4d04-a721-f4f2fa80c0cf tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.73 "DELETE /v2.0/ports/57684d1f-7e6b-4d47-8158-38fc804c9455 HTTP/1.1" status: 204 len: 173 time: 0.4597697 Feb 17 22:57:30.659133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-deleted', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:30.661473 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2aba5f-e61d-468c-8ead-e352b394d054" -d '{"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-deleted", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:30.703026 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd8b1e5-96de-47db-9277-f7ccd44b8633 x-openstack-request-id: req-bdd8b1e5-96de-47db-9277-f7ccd44b8633 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:30.703273 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4", "name": "network-vif-deleted", "tag": "57684d1f-7e6b-4d47-8158-38fc804c9455", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:30.703559 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bdd8b1e5-96de-47db-9277-f7ccd44b8633 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:30.704007 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6ddd6b-e065-4aa0-9c68-ac4cdf89e8a4', 'name': 'network-vif-deleted', 'tag': '57684d1f-7e6b-4d47-8158-38fc804c9455', 'status': 'completed', 'code': 200} Feb 17 22:57:30.972703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33570) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:31.335282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:31.594117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port ea953fe8-9154-483c-a5c8-c5eee29b42b4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:31.594381 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:31.684889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port ea953fe8-9154-483c-a5c8-c5eee29b42b4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ea953fe8-9154-483c-a5c8-c5eee29b42b4,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:31.685245 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:31.698149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for ea953fe8-9154-483c-a5c8-c5eee29b42b4 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:31.882426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ea953fe8-9154-483c-a5c8-c5eee29b42b4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:31.908863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=ea953fe8-9154-483c-a5c8-c5eee29b42b4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:32.088473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:32.306604 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:57:32.634868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:32.640081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a6188bf7-c71f-42df-8233-24ff8be5c36c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/1cb1afa8-d755-4967-91a1-eaf7a5f697ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6660316 Feb 17 22:57:32.642595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33572) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:32.644774 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] Sync routers for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:32.655049 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:32.655790 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:32.692723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting subnet 99accc17-f914-4ed2-9ad3-4d0cfe84253c {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:57:32.695813 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (99accc17-f914-4ed2-9ad3-4d0cfe84253c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:32.738721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (99accc17-f914-4ed2-9ad3-4d0cfe84253c), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:32.761571 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:32.820925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (99accc17-f914-4ed2-9ad3-4d0cfe84253c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:32.879786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (99accc17-f914-4ed2-9ad3-4d0cfe84253c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:32.911861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Subnet': ['ID=99accc17-f914-4ed2-9ad3-4d0cfe84253c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:32.915029 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:32.919434 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ffb61768-1002-4c9d-a9a4-9fe5fb5a1beb tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/subnets/99accc17-f914-4ed2-9ad3-4d0cfe84253c HTTP/1.1" status: 204 len: 168 time: 0.2751839 Feb 17 22:57:32.921475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33576) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:32.923262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a0c1ce-0544-4865-8ef6-e85c11e2eef4 None None] Network e333fd48-eaeb-4a3b-9057-768267deba3a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:57:32.942949 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:57:31Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:32.969501 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] Checking router: 1cb1afa8-d755-4967-91a1-eaf7a5f697ec for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:32.978876 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] Routers {'1cb1afa8-d755-4967-91a1-eaf7a5f697ec'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:32.979832 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:33.037464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.085864 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] Set router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:33.097439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] DHCP port deletion for e333fd48-eaeb-4a3b-9057-768267deba3a request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:57:33.148639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.152806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] Deleting port 968e357c-6121-4543-be7c-dddcccf10989 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:33.153502 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (968e357c-6121-4543-be7c-dddcccf10989), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.213356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:33.213846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.225064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] For port 968e357c-6121-4543-be7c-dddcccf10989, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=968e357c-6121-4543-be7c-dddcccf10989,segment=NetworkSegment(ae66e793-b42f-470b-b794-e5081a00a0eb),segment_id=ae66e793-b42f-470b-b794-e5081a00a0eb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:33.226126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (968e357c-6121-4543-be7c-dddcccf10989), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.240009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] Calling delete_port for 968e357c-6121-4543-be7c-dddcccf10989 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:33.296648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:33.297008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.310697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:33.325096 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (968e357c-6121-4543-be7c-dddcccf10989), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.350250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] Pushing event deleted for resources: {'Port': ['ID=968e357c-6121-4543-be7c-dddcccf10989,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:33.354331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f032e4-dedc-4299-9576-ca545f7189d1 None None] No DVR routers for this DVR port 968e357c-6121-4543-be7c-dddcccf10989 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:33.377307 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:57:31Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:33.407421 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdef6813-0032-4736-9dc9-ef0aa6cb018d None None] The sync data for ids ['1cb1afa8-d755-4967-91a1-eaf7a5f697ec'] in n-d-828369-18 is: [{'id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1941196118', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76'}], 'enable_snat': True}, 'gw_port_id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:57:31Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': 'f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:48:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cb1afa8-d755-4967-91a1-eaf7a5f697ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:55:52Z', 'updated_at': '2022-02-17T22:55:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:33.494873 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.525548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:33.588213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.694497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.696723 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.763236 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1cb1afa8-d755-4967-91a1-eaf7a5f697ec), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.763845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Fanout notify agent at l3_agent the message router_deleted on router 1cb1afa8-d755-4967-91a1-eaf7a5f697ec {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:57:33.771824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.773136 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-303938a2-c259-4e47-884b-b3b086e6692a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/routers/1cb1afa8-d755-4967-91a1-eaf7a5f697ec HTTP/1.1" status: 204 len: 168 time: 0.8507512 Feb 17 22:57:33.776310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:33.855007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (e333fd48-eaeb-4a3b-9057-768267deba3a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.946203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (e333fd48-eaeb-4a3b-9057-768267deba3a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:33.968332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e333fd48-eaeb-4a3b-9057-768267deba3a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:33.979263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae66e793-b42f-470b-b794-e5081a00a0eb') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:33.979263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae66e793-b42f-470b-b794-e5081a00a0eb') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:33.990471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (ae66e793-b42f-470b-b794-e5081a00a0eb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.004482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (ae66e793-b42f-470b-b794-e5081a00a0eb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.010832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:57:34.011231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (ae66e793-b42f-470b-b794-e5081a00a0eb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:57:34.014333 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:57:34.079702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (e333fd48-eaeb-4a3b-9057-768267deba3a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.087008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.090171 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/networks/e333fd48-eaeb-4a3b-9057-768267deba3a HTTP/1.1" status: 204 len: 168 time: 0.3129330 Feb 17 22:57:34.093021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33580) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:34.102028 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14579c0-9983-4726-b49d-1e67b1fc6815 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Network': ['ID=e333fd48-eaeb-4a3b-9057-768267deba3a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:34.153027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f63d3252-0c6a-4a5e-8f9e-a824a679b425 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.177409 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f63d3252-0c6a-4a5e-8f9e-a824a679b425 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.249422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f63d3252-0c6a-4a5e-8f9e-a824a679b425 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.252473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f63d3252-0c6a-4a5e-8f9e-a824a679b425 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.253837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f63d3252-0c6a-4a5e-8f9e-a824a679b425 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/security-groups/a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763 HTTP/1.1" status: 204 len: 168 time: 0.1597173 Feb 17 22:57:34.263158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d3252-0c6a-4a5e-8f9e-a824a679b425 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f24f2d-10a5-4c57-81f4-d0b7ab2ac763,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:34.453027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:34.474144 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:57:34.474483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f1bac3b0-390a-4c1c-9b9a-c5fca0dc388e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:34.474885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea953fe8-9154-483c-a5c8-c5eee29b42b4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:34.494413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ea953fe8-9154-483c-a5c8-c5eee29b42b4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:57:34.495553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ea953fe8-9154-483c-a5c8-c5eee29b42b4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:34.495983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 968e357c-6121-4543-be7c-dddcccf10989 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:34.499007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:34.536918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 968e357c-6121-4543-be7c-dddcccf10989 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:57:34.537263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 968e357c-6121-4543-be7c-dddcccf10989 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:34.545641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 57684d1f-7e6b-4d47-8158-38fc804c9455 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:57:34.545992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 57684d1f-7e6b-4d47-8158-38fc804c9455 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:34.635774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33586) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:34.640378 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-28d43a22-5019-4ad5-a09c-ce4f5f6d7280 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-530517667', 'description': 'tempest-secgroup-smoke-530517667 description', 'project_id': 'b3226ed37abe4651b6140919c15b4243'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:34.659702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28d43a22-5019-4ad5-a09c-ce4f5f6d7280 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.729714 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28d43a22-5019-4ad5-a09c-ce4f5f6d7280 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (106d669c-f84e-449d-a734-30c852d826a3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.733503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28d43a22-5019-4ad5-a09c-ce4f5f6d7280 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (106d669c-f84e-449d-a734-30c852d826a3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.763635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28d43a22-5019-4ad5-a09c-ce4f5f6d7280 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.764820 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28d43a22-5019-4ad5-a09c-ce4f5f6d7280 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1280344 Feb 17 22:57:34.767735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33588) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:34.772151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-da38166e-9c30-4f92-bbe5-6741035e53e2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '106d669c-f84e-449d-a734-30c852d826a3', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:34.776465 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d43a22-5019-4ad5-a09c-ce4f5f6d7280 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=106d669c-f84e-449d-a734-30c852d826a3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:34.799933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da38166e-9c30-4f92-bbe5-6741035e53e2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (93464413-c459-41ef-af27-4c0293b1c83b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.856272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da38166e-9c30-4f92-bbe5-6741035e53e2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (93464413-c459-41ef-af27-4c0293b1c83b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.859870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da38166e-9c30-4f92-bbe5-6741035e53e2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (93464413-c459-41ef-af27-4c0293b1c83b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.877497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da38166e-9c30-4f92-bbe5-6741035e53e2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93464413-c459-41ef-af27-4c0293b1c83b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:34.886238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-da38166e-9c30-4f92-bbe5-6741035e53e2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.887478 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-da38166e-9c30-4f92-bbe5-6741035e53e2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1187994 Feb 17 22:57:34.890181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33590) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:34.894468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-bec2635d-a6dc-47ea-b5d9-593d8719465d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '106d669c-f84e-449d-a734-30c852d826a3', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:34.918846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec2635d-a6dc-47ea-b5d9-593d8719465d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (1d140446-e93a-405f-8f5a-79cb29e7a865), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.972979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec2635d-a6dc-47ea-b5d9-593d8719465d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (1d140446-e93a-405f-8f5a-79cb29e7a865), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.976361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec2635d-a6dc-47ea-b5d9-593d8719465d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (1d140446-e93a-405f-8f5a-79cb29e7a865), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:34.993739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2635d-a6dc-47ea-b5d9-593d8719465d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d140446-e93a-405f-8f5a-79cb29e7a865,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:35.002289 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bec2635d-a6dc-47ea-b5d9-593d8719465d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.003534 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bec2635d-a6dc-47ea-b5d9-593d8719465d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123960 Feb 17 22:57:35.006176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33592) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:35.011065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a87678c5-57ec-4f82-9c14-fbc3b671d0df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '106d669c-f84e-449d-a734-30c852d826a3', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:35.035715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a87678c5-57ec-4f82-9c14-fbc3b671d0df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (6bb92303-99a6-4bc8-8e27-19540c2c1d66), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.093701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a87678c5-57ec-4f82-9c14-fbc3b671d0df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (6bb92303-99a6-4bc8-8e27-19540c2c1d66), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.097080 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a87678c5-57ec-4f82-9c14-fbc3b671d0df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (6bb92303-99a6-4bc8-8e27-19540c2c1d66), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.114116 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87678c5-57ec-4f82-9c14-fbc3b671d0df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb92303-99a6-4bc8-8e27-19540c2c1d66,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:35.122631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a87678c5-57ec-4f82-9c14-fbc3b671d0df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.123877 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a87678c5-57ec-4f82-9c14-fbc3b671d0df tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1167946 Feb 17 22:57:35.126617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33596) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:35.130911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9fe14015-6623-4cad-b472-c527b6138f69 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '106d669c-f84e-449d-a734-30c852d826a3', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:35.156625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fe14015-6623-4cad-b472-c527b6138f69 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (cc7dcc0a-218c-4294-b86c-fda619a92ada), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.215252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fe14015-6623-4cad-b472-c527b6138f69 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (cc7dcc0a-218c-4294-b86c-fda619a92ada), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.220821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fe14015-6623-4cad-b472-c527b6138f69 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (cc7dcc0a-218c-4294-b86c-fda619a92ada), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.240537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe14015-6623-4cad-b472-c527b6138f69 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc7dcc0a-218c-4294-b86c-fda619a92ada,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:35.251885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9fe14015-6623-4cad-b472-c527b6138f69 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.253088 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9fe14015-6623-4cad-b472-c527b6138f69 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255543 Feb 17 22:57:35.255795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33598) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:35.260033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '106d669c-f84e-449d-a734-30c852d826a3', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:35.282091 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:57:35.289773 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (39d2afca-547e-4709-9f3e-952711a261b0), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.349656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (39d2afca-547e-4709-9f3e-952711a261b0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.354825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (39d2afca-547e-4709-9f3e-952711a261b0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.372294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d2afca-547e-4709-9f3e-952711a261b0,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:35.381537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.382727 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0750bbc4-e8f7-41a3-8e49-5bd8c7692ed6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260178 Feb 17 22:57:35.385479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33600) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:35.390215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'security_group_rule': {'security_group_id': '106d669c-f84e-449d-a734-30c852d826a3', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:35.411670 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Project b3226ed37abe4651b6140919c15b4243 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:57:35.417033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (90249417-3398-49b2-8280-bde2c36ee1b9), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.478604 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (90249417-3398-49b2-8280-bde2c36ee1b9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.482517 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (90249417-3398-49b2-8280-bde2c36ee1b9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.501472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90249417-3398-49b2-8280-bde2c36ee1b9,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:35.508862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.510084 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-53352819-ffb8-4e4c-a702-47333e410443 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235297 Feb 17 22:57:35.513046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33602) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:35.517752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'network': {'name': 'tempest-network-smoke--1603281141', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'port_security_enabled': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:35.539945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:57:35.543858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.566474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:57:35.577256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7b41cb43-f1c2-46dc-b425-a4b47ad66261), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.577687 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Added segment 7b41cb43-f1c2-46dc-b425-a4b47ad66261 of type vlan for network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 Feb 17 22:57:35.620154 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (0c212eab-a86a-45a3-b1f4-ab5a19b945c5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.644597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (0c212eab-a86a-45a3-b1f4-ab5a19b945c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.649541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:35.650679 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.705868 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1918089 Feb 17 22:57:35.708750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33604) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:35.713399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'admin_state_up': True, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:35.723391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d682d-dcd9-4fd9-b3ca-26ed54249149 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Network': ['ID=0c212eab-a86a-45a3-b1f4-ab5a19b945c5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:35.734714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:57:35.737284 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (8357512b-e2b8-47de-aea6-dde58681b350), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.738480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (8357512b-e2b8-47de-aea6-dde58681b350), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.792909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (8357512b-e2b8-47de-aea6-dde58681b350), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:35.938716 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (8357512b-e2b8-47de-aea6-dde58681b350), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:36.130707 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (8357512b-e2b8-47de-aea6-dde58681b350), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:36.153099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:36.257106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.60 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/61b27145-30a1-4e20-81e1-6cf03532c643) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:36.363688 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (61b27145-30a1-4e20-81e1-6cf03532c643), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:36.398495 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:36.434531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:36.440848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:36.443358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:57:36.468038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=61b27145-30a1-4e20-81e1-6cf03532c643,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:36.703304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (8357512b-e2b8-47de-aea6-dde58681b350), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:36.911919 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (8357512b-e2b8-47de-aea6-dde58681b350), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:37.043545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 8357512b-e2b8-47de-aea6-dde58681b350 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:57:37.150882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:37.160294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Sync routers for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:37.170552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:37.171181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:37.171424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:37.172636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4fdc519e-8888-4033-a751-48c30a82033d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4627960 Feb 17 22:57:37.176189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33606) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:37.205662 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d20e5349-4629-4583-8f62-ae187a81f553 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=b3226ed37abe4651b6140919c15b4243&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282149 Feb 17 22:57:37.208227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33610) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:37.300005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71e91b-3691-4514-a1a5-ea5cfe41bac6 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:37.301441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7c71e91b-3691-4514-a1a5-ea5cfe41bac6 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922976 Feb 17 22:57:37.304622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33612) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:37.334679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0f37d93e-c4e6-42a8-a6bb-3ea91aa0fc3f tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288613 Feb 17 22:57:37.337234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33614) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:37.342480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1635261635', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:37.435986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:57:37.439463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:37.442238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:37.623108 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:36Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:37.630135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (ddab2d7c-3f45-42b0-afb9-521115c0fb78), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:37.650434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Checking router: 8357512b-e2b8-47de-aea6-dde58681b350 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:37.650795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Updating router 8357512b-e2b8-47de-aea6-dde58681b350 port 61b27145-30a1-4e20-81e1-6cf03532c643 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:57:37.677595 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:37.692353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Subnet': ['ID=ddab2d7c-3f45-42b0-afb9-521115c0fb78,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:37.703306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Checking segment: {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:37.703709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network hostable DHCP agents. Network: 0c212eab-a86a-45a3-b1f4-ab5a19b945c5, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:57:37.721336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:57:37.730510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 0c212eab-a86a-45a3-b1f4-ab5a19b945c5) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:37.734687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:37.735272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:37.758402 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e2a39fc-3547-4f42-8834-ba77d64146d7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4198580 Feb 17 22:57:37.761748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33616) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:37.775932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e40a536-4c10-4930-bd7c-ca689d5fa4e1 None None] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:57:37.938972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:57:37.940497 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.145384 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Publish callbacks [] for port (61b27145-30a1-4e20-81e1-6cf03532c643), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.154172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Allocated IP 172.20.0.2 (0c212eab-a86a-45a3-b1f4-ab5a19b945c5/ddab2d7c-3f45-42b0-afb9-521115c0fb78/41f0c770-27bc-491a-922a-552051bdbe4e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:38.158593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.214284 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.259518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Attempting to bind port 61b27145-30a1-4e20-81e1-6cf03532c643 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:38.260022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Attempting to bind port 61b27145-30a1-4e20-81e1-6cf03532c643 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:38.260250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Attempting to bind port 61b27145-30a1-4e20-81e1-6cf03532c643 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:38.262145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f208-740f-4bea-b194-ef214f8ab78c None None] Pushing event updated for resources: {'Port': ['ID=61b27145-30a1-4e20-81e1-6cf03532c643,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:38.270888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:38.271269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:38.271697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.272088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:38.272551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Bound port: 61b27145-30a1-4e20-81e1-6cf03532c643, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:38.272930 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.352996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] For port 61b27145-30a1-4e20-81e1-6cf03532c643, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:38.357805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] For port 61b27145-30a1-4e20-81e1-6cf03532c643, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=61b27145-30a1-4e20-81e1-6cf03532c643,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:38.381647 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.434296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Publish callbacks [] for port (41f0c770-27bc-491a-922a-552051bdbe4e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.448741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.472710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a309f208-740f-4bea-b194-ef214f8ab78c None None] Pushing event updated for resources: {'Port': ['ID=61b27145-30a1-4e20-81e1-6cf03532c643,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:38.481573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:38.482214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:38.490719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:38.496176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.1 (0c212eab-a86a-45a3-b1f4-ab5a19b945c5/ddab2d7c-3f45-42b0-afb9-521115c0fb78/e8313ab1-7561-4112-bc7a-2bea8717c6f1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:38.566992 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:38.574421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:57:38.611044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.636536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Pushing event updated for resources: {'Port': ['ID=41f0c770-27bc-491a-922a-552051bdbe4e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:38.649329 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.658661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Attempting to bind port 41f0c770-27bc-491a-922a-552051bdbe4e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:38.659033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Attempting to bind port 41f0c770-27bc-491a-922a-552051bdbe4e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:38.659413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Attempting to bind port 41f0c770-27bc-491a-922a-552051bdbe4e on network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:38.675860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:38.676233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Checking segment: {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:38.676648 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.677026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Bound using segment: {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:38.677489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Bound port: 41f0c770-27bc-491a-922a-552051bdbe4e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:38.677861 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.680662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:38.693209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:38.698679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:38.703277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:57:38.729954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=e8313ab1-7561-4112-bc7a-2bea8717c6f1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:38.753731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (8357512b-e2b8-47de-aea6-dde58681b350), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.847406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] For port 41f0c770-27bc-491a-922a-552051bdbe4e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:38.868019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] For port 41f0c770-27bc-491a-922a-552051bdbe4e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=41f0c770-27bc-491a-922a-552051bdbe4e,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:38.889575 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.890853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:38.962720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1f706-4c29-4a22-95d5-0a2cfde04550 None None] Pushing event updated for resources: {'Port': ['ID=41f0c770-27bc-491a-922a-552051bdbe4e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:38.974130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:36Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:39.006348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a25b5eb-704a-4123-9552-887c774eb23e None None] The sync data for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 is: [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:36Z', 'revision_number': 3, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:39.481465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:39.485974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:39.566597 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=e8313ab1-7561-4112-bc7a-2bea8717c6f1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:39.576166 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (8357512b-e2b8-47de-aea6-dde58681b350), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:39.578442 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:39.688798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:39.690339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:39.826217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 8357512b-e2b8-47de-aea6-dde58681b350 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:57:39.953689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:39.960073 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9c5f6fec-ae14-4c6e-af1e-6fb749869418 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/8357512b-e2b8-47de-aea6-dde58681b350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1967819 Feb 17 22:57:39.967859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6c35ee-e745-4ba7-98e7-8b83b30a4ebe None None] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:57:40.033164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-31370bb4-dc3c-4c87-8146-44aebf2ba504 None None] Provisioning complete for port 41f0c770-27bc-491a-922a-552051bdbe4e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:40.033532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31370bb4-dc3c-4c87-8146-44aebf2ba504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.119387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-fbfaf47c-2b2e-48c2-9154-a81f571b5a20 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-530517667&fields=id&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 267 time: 0.0498226 Feb 17 22:57:40.235999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-abbec0fc-44d3-4481-9bc8-ac19bea97fe9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:40.237641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-abbec0fc-44d3-4481-9bc8-ac19bea97fe9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/networks?id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 200 len: 797 time: 0.1096911 Feb 17 22:57:40.253083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-01aa3c04-2a7a-4fd1-9338-0db1e6bb65ab tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/quotas/b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 375 time: 0.0100782 Feb 17 22:57:40.314595 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-6c625205-beb0-434a-9a82-34d1ad616a01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546885 Feb 17 22:57:40.326711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-31370bb4-dc3c-4c87-8146-44aebf2ba504 None None] Current status of the port 41f0c770-27bc-491a-922a-552051bdbe4e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:40.327142 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31370bb4-dc3c-4c87-8146-44aebf2ba504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.385976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-31370bb4-dc3c-4c87-8146-44aebf2ba504 None None] For port 41f0c770-27bc-491a-922a-552051bdbe4e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=41f0c770-27bc-491a-922a-552051bdbe4e,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:40.392923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31370bb4-dc3c-4c87-8146-44aebf2ba504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.421990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 41f0c770-27bc-491a-922a-552051bdbe4e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:40.480097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31370bb4-dc3c-4c87-8146-44aebf2ba504 None None] Pushing event updated for resources: {'Port': ['ID=41f0c770-27bc-491a-922a-552051bdbe4e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:40.495604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 41f0c770-27bc-491a-922a-552051bdbe4e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:40.495984 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.528264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-bafb22f1-9ab1-4c03-973c-768609621724 service neutron] 10.222.0.79 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957939 Feb 17 22:57:40.611508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 41f0c770-27bc-491a-922a-552051bdbe4e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:40.612616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 61b27145-30a1-4e20-81e1-6cf03532c643 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:40.633230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-8de20fdc-f315-43ec-80e8-5de3e00a7664 service neutron] 10.222.0.79 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027756 Feb 17 22:57:40.662653 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-97771294-cbf7-45b0-b525-5088810db08e None None] Provisioning complete for port e8313ab1-7561-4112-bc7a-2bea8717c6f1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:40.663051 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97771294-cbf7-45b0-b525-5088810db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.705154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 61b27145-30a1-4e20-81e1-6cf03532c643 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:40.705523 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.707155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-97771294-cbf7-45b0-b525-5088810db08e None None] Port e8313ab1-7561-4112-bc7a-2bea8717c6f1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:40.745428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-97771294-cbf7-45b0-b525-5088810db08e None None] Provisioning complete for port 41f0c770-27bc-491a-922a-552051bdbe4e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:40.745805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97771294-cbf7-45b0-b525-5088810db08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.842075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-585359ac-1b60-4543-a86b-545246d20197 req-a9e8afce-4c31-4b11-ba9b-b7c9d154adf1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 210 time: 0.0405722 Feb 17 22:57:40.875664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-97771294-cbf7-45b0-b525-5088810db08e None None] Current status of the port 41f0c770-27bc-491a-922a-552051bdbe4e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:40.888790 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Sync routers for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:40.893973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 61b27145-30a1-4e20-81e1-6cf03532c643 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:40.894453 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.901948 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:40.902604 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:40.916993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 61b27145-30a1-4e20-81e1-6cf03532c643, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=61b27145-30a1-4e20-81e1-6cf03532c643,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:40.924085 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:40.992840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=61b27145-30a1-4e20-81e1-6cf03532c643,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:41.012053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fe1d5350-a442-409b-a6d4-44bb92f3bc60 None None] Provisioning complete for port e8313ab1-7561-4112-bc7a-2bea8717c6f1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:41.012737 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe1d5350-a442-409b-a6d4-44bb92f3bc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.054888 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:41.057583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fe1d5350-a442-409b-a6d4-44bb92f3bc60 None None] Port e8313ab1-7561-4112-bc7a-2bea8717c6f1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:41.178845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5f2a1c0b-c0e6-448d-bf1d-c7c9e55396f5 None None] Provisioning complete for port e8313ab1-7561-4112-bc7a-2bea8717c6f1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:41.179277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5f2a1c0b-c0e6-448d-bf1d-c7c9e55396f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.222294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5f2a1c0b-c0e6-448d-bf1d-c7c9e55396f5 None None] Port e8313ab1-7561-4112-bc7a-2bea8717c6f1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:41.267499 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:39Z', 'revision_number': 2, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:41.298085 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Checking router: 8357512b-e2b8-47de-aea6-dde58681b350 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:41.298433 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Updating router 8357512b-e2b8-47de-aea6-dde58681b350 port e8313ab1-7561-4112-bc7a-2bea8717c6f1 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:57:41.326881 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.591732 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Publish callbacks [] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.596866 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.668387 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Pushing event updated for resources: {'Port': ['ID=e8313ab1-7561-4112-bc7a-2bea8717c6f1,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:41.693354 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.693727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.694075 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.694422 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.694760 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.695092 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.695450 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.695783 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.696116 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.696959 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.697286 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.697606 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.697928 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:41.715903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Attempting to bind port e8313ab1-7561-4112-bc7a-2bea8717c6f1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:41.716279 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Attempting to bind port e8313ab1-7561-4112-bc7a-2bea8717c6f1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:41.717443 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Attempting to bind port e8313ab1-7561-4112-bc7a-2bea8717c6f1 on network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:41.722685 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:41.723052 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Checking segment: {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:41.723514 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.724066 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Bound using segment: {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:41.724364 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Bound port: e8313ab1-7561-4112-bc7a-2bea8717c6f1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:41.724759 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.790082 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] For port e8313ab1-7561-4112-bc7a-2bea8717c6f1, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:41.793563 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] For port e8313ab1-7561-4112-bc7a-2bea8717c6f1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e8313ab1-7561-4112-bc7a-2bea8717c6f1,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:41.799746 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.875705 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:41.876338 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:41.879470 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fee37d-0601-4fcc-a14a-6fe5ebc0e1af None None] Pushing event updated for resources: {'Port': ['ID=e8313ab1-7561-4112-bc7a-2bea8717c6f1,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:41.954136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-978696c5-6636-4183-a398-35fec204d0cf None None] Provisioning complete for port e8313ab1-7561-4112-bc7a-2bea8717c6f1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:41.954690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-978696c5-6636-4183-a398-35fec204d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:41.985244 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d6a15374-7716-40ec-93c2-5a83d318e1e8 req-c816dc0a-03f6-4588-b303-e0f5c43c2b11 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 210 time: 0.0366564 Feb 17 22:57:42.013434 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:42.061505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-89ce7d18-3465-491d-b7cb-ac8f31cd8de0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:42.063349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-89ce7d18-3465-491d-b7cb-ac8f31cd8de0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/networks?id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 200 len: 797 time: 0.2326641 Feb 17 22:57:42.095003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-978696c5-6636-4183-a398-35fec204d0cf None None] Current status of the port e8313ab1-7561-4112-bc7a-2bea8717c6f1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:42.095311 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-978696c5-6636-4183-a398-35fec204d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.151272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-978696c5-6636-4183-a398-35fec204d0cf None None] For port e8313ab1-7561-4112-bc7a-2bea8717c6f1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e8313ab1-7561-4112-bc7a-2bea8717c6f1,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:42.155118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a20aee97-f2f8-46b9-90ab-5e733322ac65 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b3226ed37abe4651b6140919c15b4243 HTTP/1.1" status: 200 len: 379 time: 0.0681837 Feb 17 22:57:42.158279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-978696c5-6636-4183-a398-35fec204d0cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.167829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'port': {'device_id': '710092de-cb37-4264-858e-3463d3fd8b02', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'admin_state_up': True, 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'security_groups': ['106d669c-f84e-449d-a734-30c852d826a3']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:42.217882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978696c5-6636-4183-a398-35fec204d0cf None None] Pushing event updated for resources: {'Port': ['ID=e8313ab1-7561-4112-bc7a-2bea8717c6f1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:42.276981 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:41Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:42.279682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-28b941d5-2bf1-4122-a263-bb8358f3f9a7 None None] Provisioning complete for port e8313ab1-7561-4112-bc7a-2bea8717c6f1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:42.280056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28b941d5-2bf1-4122-a263-bb8358f3f9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.300196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Made reservation on behalf of b3226ed37abe4651b6140919c15b4243 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:57:42.305179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.306692 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9675b48b-d0aa-4358-9abe-10a107de117d None None] The sync data for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 is: [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:41Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:42.371141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 41f0c770-27bc-491a-922a-552051bdbe4e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:42.415533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-28b941d5-2bf1-4122-a263-bb8358f3f9a7 None None] Current status of the port e8313ab1-7561-4112-bc7a-2bea8717c6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:42.450754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 41f0c770-27bc-491a-922a-552051bdbe4e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:42.452132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.467835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.20.0.7 (0c212eab-a86a-45a3-b1f4-ab5a19b945c5/ddab2d7c-3f45-42b0-afb9-521115c0fb78/dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:42.550381 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 41f0c770-27bc-491a-922a-552051bdbe4e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:42.551710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 61b27145-30a1-4e20-81e1-6cf03532c643 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:42.604697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 61b27145-30a1-4e20-81e1-6cf03532c643 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:42.604985 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.641776 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.680157 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.692551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 61b27145-30a1-4e20-81e1-6cf03532c643 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:42.757285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:42.762595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:42.770303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:57:42.776999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:42.847648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:42.848548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:42.868405 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-049b1f80-6731-4193-b355-1dc66cbbb262 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7072039 Feb 17 22:57:42.878427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-b720d515-3752-4361-b9c8-5a21cb8b09ac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 22:57:42.879703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-b720d515-3752-4361-b9c8-5a21cb8b09ac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058045 Feb 17 22:57:42.957765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Request body: {'port': {'device_id': '710092de-cb37-4264-858e-3463d3fd8b02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:43.046264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-633fa9ac-ae88-4469-9179-49def6d85f9a None None] Provisioning complete for port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:43.047261 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-633fa9ac-ae88-4469-9179-49def6d85f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:43.059988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:43.094079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-633fa9ac-ae88-4469-9179-49def6d85f9a None None] Port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:57:43.227661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ed489-855b-4306-ac60-33870227ba10 req-23193e56-9826-4fed-b39b-508ae9a9dd6f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:43.229479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc6ed489-855b-4306-ac60-33870227ba10 req-23193e56-9826-4fed-b39b-508ae9a9dd6f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 931 time: 0.1562819 Feb 17 22:57:43.685687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc6ed489-855b-4306-ac60-33870227ba10 req-251bdfd7-1150-4439-8589-8a850a46fe03 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4431133 Feb 17 22:57:43.775907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:57:43.783236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Publish callbacks [] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:43.795078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Transition to ACTIVE for port object dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:57:43.798836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:43.850344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:43.926341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Attempting to bind port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:57:43.926673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Attempting to bind port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:57:43.927007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Attempting to bind port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 on network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:43.932253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 on network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:57:43.932575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Attempting to bind port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 on network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:57:43.942278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:57:43.942622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Checking segment: {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:57:43.943022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Bound using segment: {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:57:43.943495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Bound port: dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b41cb43-f1c2-46dc-b425-a4b47ad66261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:57:43.943852 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:44.010585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:57:44.013785 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:57:44.020035 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:44.052879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.053583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:44.054972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] 10.222.0.94 "PUT /v2.0/ports/dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 200 len: 1092 time: 1.1630750 Feb 17 22:57:44.055479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:44.058325 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:44.086263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3016d49-1645-408c-bc93-e2d4f54f9304 service neutron] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:44.102273 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d37545-7488-4a00-ad74-f15c15fb24e7 x-openstack-request-id: req-66d37545-7488-4a00-ad74-f15c15fb24e7 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:44.103112 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:44.103394 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66d37545-7488-4a00-ad74-f15c15fb24e7 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:44.104007 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'status': 'completed', 'code': 200} Feb 17 22:57:44.169425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-f0014b03-71e0-43a2-a845-666277efe974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.171021 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-f0014b03-71e0-43a2-a845-666277efe974 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1126 time: 0.0528355 Feb 17 22:57:44.219423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-50998ee5-154c-47f6-a968-498af42f7109 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 200 len: 217 time: 0.0357289 Feb 17 22:57:44.271390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-d563cce7-9e98-4bb6-8a4e-54e256c12964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.273992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-d563cce7-9e98-4bb6-8a4e-54e256c12964 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ddab2d7c-3f45-42b0-afb9-521115c0fb78 HTTP/1.1" status: 200 len: 835 time: 0.0493541 Feb 17 22:57:44.328296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cb63b-5432-4d79-98bd-523af2005312 req-c2fb48e0-5416-4f33-940d-d0add0b7452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.330122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-c2fb48e0-5416-4f33-940d-d0add0b7452e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0502384 Feb 17 22:57:44.333145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e8313ab1-7561-4112-bc7a-2bea8717c6f1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:44.393770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e8313ab1-7561-4112-bc7a-2bea8717c6f1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:44.394148 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:44.420665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-02c6cc13-c94a-4655-9130-55442e0973f7 service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845499 Feb 17 22:57:44.472759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e8313ab1-7561-4112-bc7a-2bea8717c6f1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:44.496386 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5688f8b3-6660-4566-a2af-7eb6b7d297ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:44.519104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a62cb63b-5432-4d79-98bd-523af2005312 req-02da25ca-0368-4be1-a865-db81eb9ba818 service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921085 Feb 17 22:57:44.645771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-20b39e3b-7b53-4317-b3bd-e114dd8ee7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.647410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-20b39e3b-7b53-4317-b3bd-e114dd8ee7ce service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1126 time: 0.0469129 Feb 17 22:57:44.740521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-6be03767-4db6-4757-b2e3-5e35b01ac969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.741988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-6be03767-4db6-4757-b2e3-5e35b01ac969 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 200 len: 898 time: 0.0881104 Feb 17 22:57:44.795448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-d2b6ed68-49f7-48aa-9d4b-638cedb47343 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 200 len: 217 time: 0.0473728 Feb 17 22:57:44.865498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-0f109ba8-472b-495c-8d07-5290cb6d0a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.866940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-0f109ba8-472b-495c-8d07-5290cb6d0a4a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ddab2d7c-3f45-42b0-afb9-521115c0fb78 HTTP/1.1" status: 200 len: 835 time: 0.0534999 Feb 17 22:57:44.877178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a0967-5799-41c0-9384-b082146a0ef0 req-ce6a539a-ca92-4ae1-ac0b-c656d3f5c97a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.878548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-249a0967-5799-41c0-9384-b082146a0ef0 req-ce6a539a-ca92-4ae1-ac0b-c656d3f5c97a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 943 time: 0.0927765 Feb 17 22:57:44.957917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-249a0967-5799-41c0-9384-b082146a0ef0 req-59778107-784c-4207-afb0-79012f611bc3 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710032 Feb 17 22:57:44.960544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-9e1294c2-1c8a-4933-9019-2f5dd5b97c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:44.961994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-9e1294c2-1c8a-4933-9019-2f5dd5b97c08 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0825670 Feb 17 22:57:45.051472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-b2f3ea00-6f87-40db-aef7-37d84cc1da73 service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831616 Feb 17 22:57:45.145435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a57e805e-b1a7-4ae1-a23c-a3c118eb6cd0 req-8b07f5c8-fd64-49d1-9216-5148fef5533c service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878282 Feb 17 22:57:46.076182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071e489-bc11-46f9-918c-a384018f5727 req-a44c9c06-d759-4d10-9702-830a21454f42 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:46.077673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8071e489-bc11-46f9-918c-a384018f5727 req-a44c9c06-d759-4d10-9702-830a21454f42 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 943 time: 0.0537651 Feb 17 22:57:46.126603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8071e489-bc11-46f9-918c-a384018f5727 req-420572da-08b8-4045-b1a9-b39fe2931a47 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434246 Feb 17 22:57:46.598558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33662) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:46.957496 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.210104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:57:47.265188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d31d5-63bf-41f0-b4da-b71b6bf56fd8 req-a8cb3497-640d-48d3-b41b-f197739bdcaa tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:47.266944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c0d31d5-63bf-41f0-b4da-b71b6bf56fd8 req-a8cb3497-640d-48d3-b41b-f197739bdcaa tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 943 time: 0.0714159 Feb 17 22:57:47.292917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 4a867040-f762-45c5-bb51-f8241bf11656 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:47.293458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4a867040-f762-45c5-bb51-f8241bf11656), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.328104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c0d31d5-63bf-41f0-b4da-b71b6bf56fd8 req-b2ca3a4d-ade1-42d8-85b7-dc309eda06e9 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540969 Feb 17 22:57:47.354512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:47.373452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'port_id': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'mac_address': 'fa:16:3e:cb:8b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:57:47.379895 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-19a06d84-15f3-4d54-b323-000a5d53b582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.406894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 4a867040-f762-45c5-bb51-f8241bf11656, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=4a867040-f762-45c5-bb51-f8241bf11656,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:47.407255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4a867040-f762-45c5-bb51-f8241bf11656), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.418020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:47.418411 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.420664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 4a867040-f762-45c5-bb51-f8241bf11656 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:47.436127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:57:47.455593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:47.460770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.509745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:47.614864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4a867040-f762-45c5-bb51-f8241bf11656), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.645422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=4a867040-f762-45c5-bb51-f8241bf11656,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:47.823311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:47.885209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:57:48.054136 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:48.061869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:57:48.424109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:48.429612 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4161d14-fc10-407c-83d8-b32bd9daa5fd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "PUT /v2.0/routers/0fea268c-583b-4c6e-bfa6-60eb7d188a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8296986 Feb 17 22:57:48.434742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] Sync routers for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:48.444868 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:48.445473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:48.462891 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b607a855-5129-4182-b665-46b2d9c3b52a req-05bf2227-662e-493a-8694-72e4e008f1dd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:48.464471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b607a855-5129-4182-b665-46b2d9c3b52a req-05bf2227-662e-493a-8694-72e4e008f1dd tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 944 time: 0.0561419 Feb 17 22:57:48.514867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b607a855-5129-4182-b665-46b2d9c3b52a req-18cf58a1-0cb4-4266-8fac-07ab11f80b1f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447400 Feb 17 22:57:48.569681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:48.748125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949ae8-babe-462d-8944-6a3706496413 req-f7b30417-61c6-4eaa-9a86-6b16ad2b13f5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:48.749609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21949ae8-babe-462d-8944-6a3706496413 req-f7b30417-61c6-4eaa-9a86-6b16ad2b13f5 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 946 time: 0.0553148 Feb 17 22:57:48.803120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21949ae8-babe-462d-8944-6a3706496413 req-81780a08-41df-4d49-ad5c-ec904d2a1959 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478797 Feb 17 22:57:48.803892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:47Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:23Z', 'revision_number': 1, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:48.831350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] Checking router: 0fea268c-583b-4c6e-bfa6-60eb7d188a06 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:48.839656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:48.840258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:48.944317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:49.169758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:47Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:23Z', 'revision_number': 1, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:49.199806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0782c9-b034-49f2-9448-71bf49705e8a None None] The sync data for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 is: [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:47Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '1006b0bd-54e7-4244-ad88-6063aca2a42a', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.148', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'port_id': '3e442484-e850-4092-adfc-582a185b2d9c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3898, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'mac_address': 'fa:16:3e:5b:05:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '972eecee-860f-4b8e-9921-ade0f572f395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:56:21Z', 'updated_at': '2022-02-17T22:56:23Z', 'revision_number': 1, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:49.229434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:57:49.278232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:57:49.281981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:57:49.282350 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:49.365299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:57:49.365684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:49.394947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:49.397144 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e77ed9a-0329-4584-9cd0-ea8f151da1b2" -d '{"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-plugged", "status": "completed", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:49.410487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:49.416429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:49.441699 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95663ff8-5e30-480d-8f96-1002eaece6d3 x-openstack-request-id: req-95663ff8-5e30-480d-8f96-1002eaece6d3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:49.442395 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-plugged", "status": "completed", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:49.442395 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-95663ff8-5e30-480d-8f96-1002eaece6d3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:49.442610 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'code': 200} Feb 17 22:57:49.476003 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:49.482155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:49.575711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9e732-e22e-4814-be83-7330ea4a11c2 req-fcc9cdcf-3fa9-40da-983b-f29b5a0a6087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:49.577903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cdf9e732-e22e-4814-be83-7330ea4a11c2 req-fcc9cdcf-3fa9-40da-983b-f29b5a0a6087 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1128 time: 0.0495074 Feb 17 22:57:49.667980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cdf9e732-e22e-4814-be83-7330ea4a11c2 req-42f80743-a1b5-4e69-abf7-f13d881d0599 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797646 Feb 17 22:57:49.676401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d875cc-7f3f-4d46-9759-409d0b326e71 req-1c3864ee-96b0-48e7-a03b-1d2a4ccf6785 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:49.678138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04d875cc-7f3f-4d46-9759-409d0b326e71 req-1c3864ee-96b0-48e7-a03b-1d2a4ccf6785 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0835836 Feb 17 22:57:49.732789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04d875cc-7f3f-4d46-9759-409d0b326e71 req-04c899fe-832b-4006-b2aa-3ed481a618ac tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482144 Feb 17 22:57:49.932104 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6899b-bbfa-4242-a3df-c086ee4adb1a req-cd2ec4e3-b042-4e5d-8a1c-ff1b5104ef1f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:49.933554 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13d6899b-bbfa-4242-a3df-c086ee4adb1a req-cd2ec4e3-b042-4e5d-8a1c-ff1b5104ef1f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 946 time: 0.0593092 Feb 17 22:57:49.986363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13d6899b-bbfa-4242-a3df-c086ee4adb1a req-82de279b-9cc3-408b-bca1-2a76df120864 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468996 Feb 17 22:57:50.270259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4a867040-f762-45c5-bb51-f8241bf11656 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:50.292002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 4a867040-f762-45c5-bb51-f8241bf11656 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:57:50.292480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 4a867040-f762-45c5-bb51-f8241bf11656 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:50.747112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-03fd24c2-ac70-4e4d-9f31-e1406289e3ef tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:50.748605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-03fd24c2-ac70-4e4d-9f31-e1406289e3ef tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.94 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 946 time: 0.0533619 Feb 17 22:57:50.882770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:50.890016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568406c7-57c8-498e-ab1c-2f23577838bb req-291d5e79-367f-448f-8589-5dc99a214536 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:50.891528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-568406c7-57c8-498e-ab1c-2f23577838bb req-291d5e79-367f-448f-8589-5dc99a214536 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0746765 Feb 17 22:57:50.893406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:50.893749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:50.998701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-568406c7-57c8-498e-ab1c-2f23577838bb req-f7fd29ef-8cb9-4773-ac65-c3f6a0a18dc6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006229 Feb 17 22:57:51.032179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:51.032551 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:51.047291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:51.162626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208dfb81-773c-41c1-9d54-fc48e4a7f29a req-a6206ee4-46e9-4862-b8eb-fa87b454fb80 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:51.164151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-208dfb81-773c-41c1-9d54-fc48e4a7f29a req-a6206ee4-46e9-4862-b8eb-fa87b454fb80 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=9cb208bc-ba35-4a8c-a02a-76c77cca6883 HTTP/1.1" status: 200 len: 946 time: 0.1040754 Feb 17 22:57:51.254958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-208dfb81-773c-41c1-9d54-fc48e4a7f29a req-e12c551f-493c-47d4-9c6a-bf766a55f966 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=5131acbe-7b7a-4514-aa78-c4a110962c6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834866 Feb 17 22:57:51.261586 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9a93bd8f-0dfc-482e-99f0-5ac77bcf2625), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:51.290778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=9a93bd8f-0dfc-482e-99f0-5ac77bcf2625,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:51.337010 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] No DVR routers for this DVR port 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:51.339670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:51.342931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cacff718-2124-4ae2-a7c5-7b65bb49cf86 req-23d762a6-e3a7-4e51-b457-c771080888c6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.94 "DELETE /v2.0/ports/9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 HTTP/1.1" status: 204 len: 173 time: 0.5891321 Feb 17 22:57:51.343387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'name': 'network-vif-deleted', 'tag': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:51.345686 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62eb262-d7e5-4bfb-88ed-9e10127abb32" -d '{"events": [{"server_uuid": "9cb208bc-ba35-4a8c-a02a-76c77cca6883", "name": "network-vif-deleted", "tag": "9a93bd8f-0dfc-482e-99f0-5ac77bcf2625"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:51.382289 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8cd77a-94c2-4195-993c-f0c5a99cde8c x-openstack-request-id: req-5e8cd77a-94c2-4195-993c-f0c5a99cde8c {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:51.382572 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cb208bc-ba35-4a8c-a02a-76c77cca6883", "name": "network-vif-deleted", "tag": "9a93bd8f-0dfc-482e-99f0-5ac77bcf2625", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:51.382825 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e8cd77a-94c2-4195-993c-f0c5a99cde8c {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:51.383913 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cb208bc-ba35-4a8c-a02a-76c77cca6883', 'name': 'network-vif-deleted', 'tag': '9a93bd8f-0dfc-482e-99f0-5ac77bcf2625', 'status': 'completed', 'code': 200} Feb 17 22:57:52.128959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22027a03-2942-4225-82d0-7b2536b92562 req-7adcf95c-9e5d-491f-b57d-b7f7d5a3510b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:52.131803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22027a03-2942-4225-82d0-7b2536b92562 req-7adcf95c-9e5d-491f-b57d-b7f7d5a3510b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0597131 Feb 17 22:57:52.180071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22027a03-2942-4225-82d0-7b2536b92562 req-dfd05a2a-b742-437b-9ddd-79d53490f99b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435131 Feb 17 22:57:52.298111 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b21f03-52ef-453d-a0f0-6be4016083d3 req-5290c5bb-3d3a-46dd-b8ae-d5f3a0ef6642 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:52.299537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82b21f03-52ef-453d-a0f0-6be4016083d3 req-5290c5bb-3d3a-46dd-b8ae-d5f3a0ef6642 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0536733 Feb 17 22:57:52.348949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-82b21f03-52ef-453d-a0f0-6be4016083d3 req-d8b23892-7ec1-40d6-8589-a2c8177a9885 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437441 Feb 17 22:57:52.371542 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33690) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:52.392825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33692) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:52.415864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f078a6-0c3a-4597-ae48-13b9e00a77dc tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:52.417395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d7f078a6-0c3a-4597-ae48-13b9e00a77dc tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1123 time: 0.0449312 Feb 17 22:57:52.420293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33694) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:52.425092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:57:52.444387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.450663 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c04bff8b-90d1-45e3-8488-3077ae51c42f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (5131acbe-7b7a-4514-aa78-c4a110962c6e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.476922 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c04bff8b-90d1-45e3-8488-3077ae51c42f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (5131acbe-7b7a-4514-aa78-c4a110962c6e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.539278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c04bff8b-90d1-45e3-8488-3077ae51c42f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5131acbe-7b7a-4514-aa78-c4a110962c6e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.542263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c04bff8b-90d1-45e3-8488-3077ae51c42f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.545887 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c04bff8b-90d1-45e3-8488-3077ae51c42f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/security-groups/5131acbe-7b7a-4514-aa78-c4a110962c6e HTTP/1.1" status: 204 len: 168 time: 0.1495018 Feb 17 22:57:52.552926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bff8b-90d1-45e3-8488-3077ae51c42f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5131acbe-7b7a-4514-aa78-c4a110962c6e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:52.556467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.594562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33698) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:52.683992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting subnet dde0a84e-5473-4516-937a-57ebb85dd4d5 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:57:52.689670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (dde0a84e-5473-4516-937a-57ebb85dd4d5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.738532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Allocated IP 172.25.0.216 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/8959e4e9-9074-4474-9b58-cd13a4e2fbaa) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:57:52.746265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (dde0a84e-5473-4516-937a-57ebb85dd4d5), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.894906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dde0a84e-5473-4516-937a-57ebb85dd4d5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.937833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:52.981136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (dde0a84e-5473-4516-937a-57ebb85dd4d5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.015483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Subnet': ['ID=dde0a84e-5473-4516-937a-57ebb85dd4d5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:53.019300 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.025084 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5cc75cbd-552a-4bf2-85a8-5c41f8cbab04 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/subnets/dde0a84e-5473-4516-937a-57ebb85dd4d5 HTTP/1.1" status: 204 len: 168 time: 0.4269586 Feb 17 22:57:53.025084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.026077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33700) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:53.028763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bc00bc-81d7-435f-89da-50ce0bdcf942 None None] Network 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:57:53.109500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:57:53.126073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:57:53.130578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:57:53.132536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=8959e4e9-9074-4474-9b58-cd13a4e2fbaa,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:53.175473 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.196889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] DHCP port deletion for 5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:57:53.238377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:53.260470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:57:53.260828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 9a93bd8f-0dfc-482e-99f0-5ac77bcf2625 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:53.285839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] Deleting port e02f88b4-cba0-44dc-b83c-5ab03d31c696 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:53.286303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.348777 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] For port e02f88b4-cba0-44dc-b83c-5ab03d31c696, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e02f88b4-cba0-44dc-b83c-5ab03d31c696,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:53.349176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.362824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] Calling delete_port for e02f88b4-cba0-44dc-b83c-5ab03d31c696 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:53.371501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port e02f88b4-cba0-44dc-b83c-5ab03d31c696 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:53.371842 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.447556 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.454615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port e02f88b4-cba0-44dc-b83c-5ab03d31c696, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e02f88b4-cba0-44dc-b83c-5ab03d31c696,segment=NetworkSegment(7643ea91-e208-49ff-a536-ae7b4dabc48e),segment_id=7643ea91-e208-49ff-a536-ae7b4dabc48e)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:53.454976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.473135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] Pushing event deleted for resources: {'Port': ['ID=e02f88b4-cba0-44dc-b83c-5ab03d31c696,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:53.476680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for e02f88b4-cba0-44dc-b83c-5ab03d31c696 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:53.478309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8d9b5-d7b5-4fdd-97f4-bfa14aae37e1 None None] No DVR routers for this DVR port e02f88b4-cba0-44dc-b83c-5ab03d31c696 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:53.669714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e02f88b4-cba0-44dc-b83c-5ab03d31c696), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.675511 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (94ab1057-c36a-4cce-9a12-d7dfbeb4b06f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.717241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=e02f88b4-cba0-44dc-b83c-5ab03d31c696,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:53.721137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] No DVR routers for this DVR port e02f88b4-cba0-44dc-b83c-5ab03d31c696 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:53.847250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.870189 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.874663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab2a46c-0193-44a2-b3a5-5ddbd2a89384']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:53.901954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7643ea91-e208-49ff-a536-ae7b4dabc48e') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:53.902246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7643ea91-e208-49ff-a536-ae7b4dabc48e') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:53.917250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (7643ea91-e208-49ff-a536-ae7b4dabc48e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.937991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7643ea91-e208-49ff-a536-ae7b4dabc48e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.954813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:57:53.955199 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (7643ea91-e208-49ff-a536-ae7b4dabc48e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: self.session.flush() Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:57:53.958196 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:57:54.055116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (5ab2a46c-0193-44a2-b3a5-5ddbd2a89384), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.064557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.067819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/networks/5ab2a46c-0193-44a2-b3a5-5ddbd2a89384 HTTP/1.1" status: 204 len: 168 time: 1.0398088 Feb 17 22:57:54.070690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:54.084579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d2d8d-a51c-4a86-8de4-f761204a2d91 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Network': ['ID=5ab2a46c-0193-44a2-b3a5-5ddbd2a89384,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:54.126960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.132779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.206844 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event updated for resources: {'Port': ['ID=8959e4e9-9074-4474-9b58-cd13a4e2fbaa,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:54.216807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (94ab1057-c36a-4cce-9a12-d7dfbeb4b06f), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.237384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 1be608a0-4676-4ae0-bf18-a6fbfeecec2c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:54.237711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.318288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e02f88b4-cba0-44dc-b83c-5ab03d31c696 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:57:54.323528 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP 94ab1057-c36a-4cce-9a12-d7dfbeb4b06f associated. External IP: 172.25.0.216, port: dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6. Feb 17 22:57:54.326136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.326466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.339218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e02f88b4-cba0-44dc-b83c-5ab03d31c696 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:57:54.339693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 1be608a0-4676-4ae0-bf18-a6fbfeecec2c owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:54.339851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e02f88b4-cba0-44dc-b83c-5ab03d31c696 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:57:54.497777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1be608a0-4676-4ae0-bf18-a6fbfeecec2c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.523149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=1be608a0-4676-4ae0-bf18-a6fbfeecec2c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:54.605715 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (1006b0bd-54e7-4244-ad88-6063aca2a42a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.605983 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Floating IP 1006b0bd-54e7-4244-ad88-6063aca2a42a disassociated (deleted). External IP: 172.25.0.148, port: 3e442484-e850-4092-adfc-582a185b2d9c. Feb 17 22:57:54.827689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:57:54.876073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 8357512b-e2b8-47de-aea6-dde58681b350 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:57:54.940174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:54.945007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:54.949695 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] Sync routers for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:54.958985 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:54.959642 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:54.979278 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e380832-faac-4cd7-9b8b-d8a44c16a7d2 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/floatingips/1006b0bd-54e7-4244-ad88-6063aca2a42a HTTP/1.1" status: 204 len: 168 time: 0.9072597 Feb 17 22:57:54.980010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:54.982311 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604" -d '{"events": [{"name": "network-changed", "server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "tag": "3e442484-e850-4092-adfc-582a185b2d9c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:54.993167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:57:55.003604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] Sync routers for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:57:55.012800 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:55.017176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:55.017822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:55.050553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d4a0de70-6292-4014-9620-5e5e8c038e0b tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6285310 Feb 17 22:57:55.051314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:55.054510 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d58f4c-6074-42ea-928d-2a4ff3cbb599" -d '{"events": [{"name": "network-changed", "server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:55.081508 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:55.175435 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221e32cd-71b1-4e47-a8fc-d033cc83e5cc x-openstack-request-id: req-221e32cd-71b1-4e47-a8fc-d033cc83e5cc {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:55.175978 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "tag": "3e442484-e850-4092-adfc-582a185b2d9c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:55.175978 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-221e32cd-71b1-4e47-a8fc-d033cc83e5cc {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:55.176382 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c', 'status': 'completed', 'code': 200} Feb 17 22:57:55.306950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969f783-82eb-4887-9410-e25c87fcb984 req-c92727cd-750d-4b94-aa77-25f61f841b2e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.315265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4969f783-82eb-4887-9410-e25c87fcb984 req-c92727cd-750d-4b94-aa77-25f61f841b2e tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0792687 Feb 17 22:57:55.320967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-795f12c0-f3b4-427e-adab-f948a5071b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.323046 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-795f12c0-f3b4-427e-adab-f948a5071b5c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 1128 time: 0.1231551 Feb 17 22:57:55.377536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:55.380017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4969f783-82eb-4887-9410-e25c87fcb984 req-4fee537d-1f1c-48c3-9d54-9a4d497802e4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631762 Feb 17 22:57:55.393935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33716) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:55.450288 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:47Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:55.513303 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] Checking router: 0fea268c-583b-4c6e-bfa6-60eb7d188a06 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:55.523016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-cf6a4981-145b-4cde-a964-f34fc48018ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.525532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-cf6a4981-145b-4cde-a964-f34fc48018ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 200 len: 898 time: 0.1934795 Feb 17 22:57:55.533154 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:55.533849 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:55.541199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18ad111d-4abc-421a-8141-90dad776d4c3 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/94ab1057-c36a-4cce-9a12-d7dfbeb4b06f HTTP/1.1" status: 200 len: 991 time: 0.1444290 Feb 17 22:57:55.567155 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e8277c-37a6-4fce-87a9-3adba8210415 x-openstack-request-id: req-a6e8277c-37a6-4fce-87a9-3adba8210415 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:55.567458 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:55.568750 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a6e8277c-37a6-4fce-87a9-3adba8210415 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:55.568750 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'status': 'completed', 'code': 200} Feb 17 22:57:55.601363 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-e2d2892f-6257-4569-9d0e-99f18da234f9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e442484-e850-4092-adfc-582a185b2d9c HTTP/1.1" status: 200 len: 217 time: 0.0680568 Feb 17 22:57:55.616276 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:55.678244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-7da8da4f-db9b-4e44-ae82-eee46bdbb093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.678903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-1d45b7a3-1058-49cf-926f-495d7e0654b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.680071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-7da8da4f-db9b-4e44-ae82-eee46bdbb093 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=59582919-9608-4a56-ab9f-df195f0276bb HTTP/1.1" status: 200 len: 835 time: 0.0723898 Feb 17 22:57:55.680639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-1d45b7a3-1058-49cf-926f-495d7e0654b1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1128 time: 0.1382880 Feb 17 22:57:55.691204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a153504-503e-4649-b5fc-d932ca85df33 req-7ad033cc-1062-497e-ae23-d79bf18eb6da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.698365 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a153504-503e-4649-b5fc-d932ca85df33 req-7ad033cc-1062-497e-ae23-d79bf18eb6da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 945 time: 0.0790746 Feb 17 22:57:55.755030 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:55.791519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-3ed6b0f4-1b61-4b3a-9f5d-1235ace9b9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.797691 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-3ed6b0f4-1b61-4b3a-9f5d-1235ace9b9fa service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f9f19118-8d7c-4c4f-a1da-9b88b1c86051&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1096854 Feb 17 22:57:55.819205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a153504-503e-4649-b5fc-d932ca85df33 req-986e299d-ef42-4eef-b553-82af1c160576 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199749 Feb 17 22:57:55.856411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-743c9960-0222-4fe1-a79a-559ad258d9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:55.858876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-743c9960-0222-4fe1-a79a-559ad258d9c6 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 200 len: 898 time: 0.1527877 Feb 17 22:57:55.922677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '94ab1057-c36a-4cce-9a12-d7dfbeb4b06f', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'port_id': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'mac_address': 'fa:16:3e:cb:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710092de-cb37-4264-858e-3463d3fd8b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:53Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:55.943184 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-03aeda09-8b72-4c6b-a18d-7e58064bc096 service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367550 Feb 17 22:57:55.963957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] Checking router: 8357512b-e2b8-47de-aea6-dde58681b350 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:57:55.974094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-46fe5038-5354-4852-abc1-19d5a97d1f20 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 200 len: 999 time: 0.1083300 Feb 17 22:57:55.975327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:57:55.976095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:55.980486 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:47Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:56.010234 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bae4535-dd1a-40da-be88-0bb3182a839f None None] The sync data for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 is: [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:47Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7f6f96e2-e97d-4868-b99e-2a720fee0220', 'name': '', 'network_id': 'f9f19118-8d7c-4c4f-a1da-9b88b1c86051', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:78:d9:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '59582919-9608-4a56-ab9f-df195f0276bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:04Z', 'updated_at': '2022-02-17T22:56:09Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '59582919-9608-4a56-ab9f-df195f0276bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:56.025562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-c5815baa-bc09-4dd6-9172-418a5e6d6dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:56.027118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-c5815baa-bc09-4dd6-9172-418a5e6d6dc1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ddab2d7c-3f45-42b0-afb9-521115c0fb78 HTTP/1.1" status: 200 len: 835 time: 0.0479007 Feb 17 22:57:56.072009 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ba2e74b-0ee9-4315-8a58-fd1a83c16604 req-7e7b0f29-a7cf-4d12-8792-f9bb3d73301a service neutron] 10.222.0.73 "GET /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224420 Feb 17 22:57:56.116564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-02401b56-39e0-4564-b222-13784964ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:56.119750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-02401b56-39e0-4564-b222-13784964ed79 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851741 Feb 17 22:57:56.138452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:57:56.218522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-53376b99-25bc-46d9-9077-4d48f1b1af48 service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922599 Feb 17 22:57:56.362586 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-60d58f4c-6074-42ea-928d-2a4ff3cbb599 req-bc88b137-2400-4baf-b196-806771c658fe service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382663 Feb 17 22:57:56.371318 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16b500f-70a3-49d9-a43b-be06792791bb None None] New status for floating IP 1006b0bd-54e7-4244-ad88-6063aca2a42a: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:57:56.453109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '94ab1057-c36a-4cce-9a12-d7dfbeb4b06f', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'port_id': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'mac_address': 'fa:16:3e:cb:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710092de-cb37-4264-858e-3463d3fd8b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:53Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:57:56.481190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d5c19-f19a-41c4-8aa8-6e035f257b46 None None] The sync data for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 is: [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '94ab1057-c36a-4cce-9a12-d7dfbeb4b06f', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'floating_ip_address': '172.25.0.216', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'port_id': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3932, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'mac_address': 'fa:16:3e:cb:8b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710092de-cb37-4264-858e-3463d3fd8b02', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:57:53Z', 'updated_at': '2022-02-17T22:57:53Z', 'revision_number': 0, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:57:56.545173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33718) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:56.576313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-6ecfe262-d063-4dea-a2f7-1714ede579cd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:56.577970 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-6ecfe262-d063-4dea-a2f7-1714ede579cd tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 945 time: 0.0597582 Feb 17 22:57:56.615985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-396f588b-de30-4837-bb5f-988893f97c25 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/94ab1057-c36a-4cce-9a12-d7dfbeb4b06f HTTP/1.1" status: 200 len: 991 time: 0.0695951 Feb 17 22:57:56.682132 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 3e442484-e850-4092-adfc-582a185b2d9c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:56.682481 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3e442484-e850-4092-adfc-582a185b2d9c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:56.722731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee792766-63ba-41d2-9c65-89181057441b None None] New status for floating IP 94ab1057-c36a-4cce-9a12-d7dfbeb4b06f: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:57:56.789989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 3e442484-e850-4092-adfc-582a185b2d9c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3e442484-e850-4092-adfc-582a185b2d9c,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:56.790396 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3e442484-e850-4092-adfc-582a185b2d9c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:56.805002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 3e442484-e850-4092-adfc-582a185b2d9c owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:56.959864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3e442484-e850-4092-adfc-582a185b2d9c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:56.983988 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b74da03-806e-4551-8c6f-7b0c0404cde3 req-1cb524e7-9f41-49b5-9e14-3cedd0217d20 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:57:56.987396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b74da03-806e-4551-8c6f-7b0c0404cde3 req-1cb524e7-9f41-49b5-9e14-3cedd0217d20 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=972eecee-860f-4b8e-9921-ade0f572f395 HTTP/1.1" status: 200 len: 867 time: 0.0710514 Feb 17 22:57:56.992956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=3e442484-e850-4092-adfc-582a185b2d9c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:57.044341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] No DVR routers for this DVR port 3e442484-e850-4092-adfc-582a185b2d9c on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:57:57.047233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:57.051695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b74da03-806e-4551-8c6f-7b0c0404cde3 req-b040f677-8c0c-40e9-b578-95b1cea33f3a tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=eb7651ba-7714-4751-b62b-e7ec1b19b16f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600047 Feb 17 22:57:57.052083 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-745cd74d-266f-4572-86b1-0f9ac183b4a2 req-561feae2-1014-45b0-ad54-66d6cb719f4d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "DELETE /v2.0/ports/3e442484-e850-4092-adfc-582a185b2d9c HTTP/1.1" status: 204 len: 173 time: 0.4685478 Feb 17 22:57:57.177147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'name': 'network-vif-deleted', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:57:57.179661 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa7ac2e-f368-4c15-b160-c3272cdf5942" -d '{"events": [{"server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "name": "network-vif-deleted", "tag": "3e442484-e850-4092-adfc-582a185b2d9c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:57:57.216551 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ff1df4-bc35-487f-93b5-f5fbc00f591a x-openstack-request-id: req-f2ff1df4-bc35-487f-93b5-f5fbc00f591a {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:57:57.216928 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "972eecee-860f-4b8e-9921-ade0f572f395", "name": "network-vif-deleted", "tag": "3e442484-e850-4092-adfc-582a185b2d9c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:57:57.217197 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2ff1df4-bc35-487f-93b5-f5fbc00f591a {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:57:57.217605 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '972eecee-860f-4b8e-9921-ade0f572f395', 'name': 'network-vif-deleted', 'tag': '3e442484-e850-4092-adfc-582a185b2d9c', 'status': 'completed', 'code': 200} Feb 17 22:57:57.617835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33724) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:57.680485 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e93ef725-3324-4a51-a0a8-c955ab377776 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/94ab1057-c36a-4cce-9a12-d7dfbeb4b06f HTTP/1.1" status: 200 len: 993 time: 0.0605941 Feb 17 22:57:58.111583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33728) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:58.172886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (eb7651ba-7714-4751-b62b-e7ec1b19b16f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:58.198411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (eb7651ba-7714-4751-b62b-e7ec1b19b16f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:58.258819 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eb7651ba-7714-4751-b62b-e7ec1b19b16f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:58.261497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:58.262657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/security-groups/eb7651ba-7714-4751-b62b-e7ec1b19b16f HTTP/1.1" status: 204 len: 168 time: 0.1500976 Feb 17 22:57:58.272086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7651ba-7714-4751-b62b-e7ec1b19b16f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:58.281639 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.281986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.282334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.282676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.283016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.283394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.283887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.284234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.284563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.285019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.285235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.285561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.286050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9c2c7f-3a32-4ca3-a2a9-400b2be32955 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:57:58.295292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:57:58.653046 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:59.156278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 7f6f96e2-e97d-4868-b99e-2a720fee0220 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:57:59.156614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:59.247569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 7f6f96e2-e97d-4868-b99e-2a720fee0220, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7f6f96e2-e97d-4868-b99e-2a720fee0220,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:57:59.247928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:59.260714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 7f6f96e2-e97d-4868-b99e-2a720fee0220 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:57:59.498328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7f6f96e2-e97d-4868-b99e-2a720fee0220), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:59.524650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=7f6f96e2-e97d-4868-b99e-2a720fee0220,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:57:59.717224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:57:59.935726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:58:00.053277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:58:00.059340 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ecaff56e-e993-497e-9774-1be06715c778 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "PUT /v2.0/routers/0fea268c-583b-4c6e-bfa6-60eb7d188a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7626553 Feb 17 22:58:00.062115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33734) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:00.063652 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] Sync routers for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:00.074366 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:00.074977 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:00.113587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting subnet 59582919-9608-4a56-ab9f-df195f0276bb {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:58:00.116711 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (59582919-9608-4a56-ab9f-df195f0276bb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.163537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (59582919-9608-4a56-ab9f-df195f0276bb), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.193863 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:00.260803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (59582919-9608-4a56-ab9f-df195f0276bb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.311202 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:58:00.339795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (59582919-9608-4a56-ab9f-df195f0276bb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.370455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Subnet': ['ID=59582919-9608-4a56-ab9f-df195f0276bb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:00.374937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.378319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ad8e60bb-c82c-438c-a9f3-ae8c938093dc tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/subnets/59582919-9608-4a56-ab9f-df195f0276bb HTTP/1.1" status: 204 len: 168 time: 0.3150983 Feb 17 22:58:00.382465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33736) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:00.387154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f356ad46-7da8-4a0a-a09c-97ea345b3620 None None] Network f9f19118-8d7c-4c4f-a1da-9b88b1c86051 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:58:00.404352 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 7, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:00.449111 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] Checking router: 0fea268c-583b-4c6e-bfa6-60eb7d188a06 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:00.458569 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] Routers {'0fea268c-583b-4c6e-bfa6-60eb7d188a06'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:00.459241 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:00.513212 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.581102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] DHCP port deletion for f9f19118-8d7c-4c4f-a1da-9b88b1c86051 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:58:00.606066 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] Set router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:00.636453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3e442484-e850-4092-adfc-582a185b2d9c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:00.653192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (0fea268c-583b-4c6e-bfa6-60eb7d188a06), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.658391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 3e442484-e850-4092-adfc-582a185b2d9c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:00.658728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3e442484-e850-4092-adfc-582a185b2d9c not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:00.661453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] Deleting port a520458f-810f-42d9-b06a-fb5fc8b13581 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:58:00.661920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.711034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 33afe7a9-8194-4fed-aeed-13dc4c3e89af {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:58:00.711464 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.733083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] For port a520458f-810f-42d9-b06a-fb5fc8b13581, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a520458f-810f-42d9-b06a-fb5fc8b13581,segment=NetworkSegment(989458ed-cb31-4fc3-abf4-545a4d887537),segment_id=989458ed-cb31-4fc3-abf4-545a4d887537)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:00.733555 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.749001 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] Calling delete_port for a520458f-810f-42d9-b06a-fb5fc8b13581 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:58:00.797269 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 7, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:00.804751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 33afe7a9-8194-4fed-aeed-13dc4c3e89af, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=33afe7a9-8194-4fed-aeed-13dc4c3e89af,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:00.805142 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.824133 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1c6a9f-7651-478e-a2c1-af75e345c0bc None None] The sync data for ids ['0fea268c-583b-4c6e-bfa6-60eb7d188a06'] in n-d-828369-18 is: [{'id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'name': 'tempest-TestNetworkBasicOps-router-1620345680', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:56:00Z', 'updated_at': '2022-02-17T22:57:59Z', 'revision_number': 7, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '33afe7a9-8194-4fed-aeed-13dc4c3e89af', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:06:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fea268c-583b-4c6e-bfa6-60eb7d188a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3881, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:56:01Z', 'updated_at': '2022-02-17T22:56:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:00.824569 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 33afe7a9-8194-4fed-aeed-13dc4c3e89af owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:58:00.840031 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (a520458f-810f-42d9-b06a-fb5fc8b13581), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:00.869897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] Pushing event deleted for resources: {'Port': ['ID=a520458f-810f-42d9-b06a-fb5fc8b13581,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:00.871900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f721dcc-48d0-4674-8931-ee2924ef6bb9 None None] No DVR routers for this DVR port a520458f-810f-42d9-b06a-fb5fc8b13581 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:58:01.008413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (33afe7a9-8194-4fed-aeed-13dc4c3e89af), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.036322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=33afe7a9-8194-4fed-aeed-13dc4c3e89af,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:01.106266 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.202897 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (0fea268c-583b-4c6e-bfa6-60eb7d188a06), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.205489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_controller (0fea268c-583b-4c6e-bfa6-60eb7d188a06), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.255982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (0fea268c-583b-4c6e-bfa6-60eb7d188a06), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.256614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Fanout notify agent at l3_agent the message router_deleted on router 0fea268c-583b-4c6e-bfa6-60eb7d188a06 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:58:01.264946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.266465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c519af08-f922-4a93-927c-0f0a7b664c21 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/routers/0fea268c-583b-4c6e-bfa6-60eb7d188a06 HTTP/1.1" status: 204 len: 168 time: 0.8821313 Feb 17 22:58:01.269702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33738) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:01.364934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f9f19118-8d7c-4c4f-a1da-9b88b1c86051), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.469172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f9f19118-8d7c-4c4f-a1da-9b88b1c86051), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.491400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f19118-8d7c-4c4f-a1da-9b88b1c86051']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:01.503006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989458ed-cb31-4fc3-abf4-545a4d887537') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:01.503319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989458ed-cb31-4fc3-abf4-545a4d887537') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:01.515179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (989458ed-cb31-4fc3-abf4-545a4d887537), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.529700 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (989458ed-cb31-4fc3-abf4-545a4d887537), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.536992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:58:01.537405 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (989458ed-cb31-4fc3-abf4-545a4d887537), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:58:01.541259 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:58:01.608079 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f9f19118-8d7c-4c4f-a1da-9b88b1c86051), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.615271 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.618990 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/networks/f9f19118-8d7c-4c4f-a1da-9b88b1c86051 HTTP/1.1" status: 204 len: 168 time: 0.3479598 Feb 17 22:58:01.631097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65309de-4ba7-4fea-8541-ce8405d8c07f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Network': ['ID=f9f19118-8d7c-4c4f-a1da-9b88b1c86051,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:01.641440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33740) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:01.646613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'network': {'name': 'tempest-network-smoke--1312701343', 'project_id': '249c2950826d4244945619a183e0e8a2', 'port_security_enabled': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:01.665134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:58:01.668624 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.693058 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:58:01.703970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a0d3ce0d-b178-4503-b190-5147508ab789), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.704380 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Added segment a0d3ce0d-b178-4503-b190-5147508ab789 of type vlan for network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 Feb 17 22:58:01.745579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.774943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.779986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:01.780573 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.844686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2021260 Feb 17 22:58:01.847457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33742) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:01.852259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'admin_state_up': True, 'project_id': '249c2950826d4244945619a183e0e8a2', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:01.875851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90703265-07d1-4e97-b0d9-5e6dc5503c96 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Network': ['ID=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:01.890498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.891899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:01.894726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:58:01.969991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_controller (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:02.137906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:02.328176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a520458f-810f-42d9-b06a-fb5fc8b13581 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:02.341233 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:02.352451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a520458f-810f-42d9-b06a-fb5fc8b13581 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:02.352794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a520458f-810f-42d9-b06a-fb5fc8b13581 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:02.353211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7f6f96e2-e97d-4868-b99e-2a720fee0220 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:02.359955 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:02.376204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7f6f96e2-e97d-4868-b99e-2a720fee0220 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:02.376547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7f6f96e2-e97d-4868-b99e-2a720fee0220 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:02.376961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 33afe7a9-8194-4fed-aeed-13dc4c3e89af no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:02.403676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 33afe7a9-8194-4fed-aeed-13dc4c3e89af {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:02.404099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 33afe7a9-8194-4fed-aeed-13dc4c3e89af not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:02.487948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.25.0.64 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/6f423751-4c85-4d25-8b05-4ee05fc6daf1) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:02.590461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:02.624068 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:02.664615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:02.667446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:02.669871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:58:02.696916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=6f423751-4c85-4d25-8b05-4ee05fc6daf1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:02.929585 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:03.125605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:03.255222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:58:03.366144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:58:03.375870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Sync routers for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:03.387480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:03.387811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:03.388176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:03.392962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8b257925-1d63-48ff-ad25-197f17d90189 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5411994 Feb 17 22:58:03.393296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33744) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:03.427698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d8483990-f387-4d8c-a5ca-d83e0b4c0375 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=249c2950826d4244945619a183e0e8a2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293775 Feb 17 22:58:03.428018 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33746) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:03.500597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:03.522114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd56d1b-6ba8-4d94-903c-528f690783a2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:03.524132 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6bd56d1b-6ba8-4d94-903c-528f690783a2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947378 Feb 17 22:58:03.527560 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33748) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:03.557530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aaa5dfae-d916-48e1-83c8-14c23fadca65 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271466 Feb 17 22:58:03.557760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33750) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:03.562906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-592431942', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'project_id': '249c2950826d4244945619a183e0e8a2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:03.650716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:58:03.654628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:03.684226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:02Z', 'revision_number': 3, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:03.711128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Checking router: 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:03.711521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Updating router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:58:03.739858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:03.844816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (399bccf5-520d-4121-8708-4679aa69237d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:03.909943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Subnet': ['ID=399bccf5-520d-4121-8708-4679aa69237d,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:03.919479 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Checking segment: {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:58:03.919906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network hostable DHCP agents. Network: 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:58:03.938174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:58:03.948484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:03.952612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:03.953215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:03.963445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7252c9-e30f-46f4-88d1-7d387618b227 None None] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:58:03.970110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bf3b3d03-772d-413d-8e32-fd4830051e90 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4113863 Feb 17 22:58:03.972973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33752) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:04.072098 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Publish callbacks [] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.081125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.309520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:58:04.310388 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.328329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Attempting to bind port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:58:04.328695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Attempting to bind port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:58:04.329055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Attempting to bind port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:58:04.338004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a4ea-3477-4a5a-bbe4-aecd0f95feb8 None None] Pushing event updated for resources: {'Port': ['ID=6f423751-4c85-4d25-8b05-4ee05fc6daf1,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:04.341943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:58:04.342328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:58:04.342739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.343130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:58:04.343646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Bound port: 6f423751-4c85-4d25-8b05-4ee05fc6daf1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:58:04.344031 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.485154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] For port 6f423751-4c85-4d25-8b05-4ee05fc6daf1, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:58:04.503469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] For port 6f423751-4c85-4d25-8b05-4ee05fc6daf1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6f423751-4c85-4d25-8b05-4ee05fc6daf1,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:58:04.511468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.529607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Allocated IP 172.20.0.2 (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4/399bccf5-520d-4121-8708-4679aa69237d/7041ebd8-f542-4933-b3cf-054270215c54) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:04.588592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:04.589333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:04.669965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b18a4ea-3477-4a5a-bbe4-aecd0f95feb8 None None] Pushing event updated for resources: {'Port': ['ID=6f423751-4c85-4d25-8b05-4ee05fc6daf1,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:04.766512 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.811782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:04.921103 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Publish callbacks [] for port (7041ebd8-f542-4933-b3cf-054270215c54), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.931504 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (7041ebd8-f542-4933-b3cf-054270215c54), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:04.987660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:05.001676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:05.004053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:58:05.038444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Pushing event updated for resources: {'Port': ['ID=7041ebd8-f542-4933-b3cf-054270215c54,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:05.049034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.20.0.1 (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4/399bccf5-520d-4121-8708-4679aa69237d/9784d405-730a-49af-a2cb-a1b60b349893) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:05.095691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Attempting to bind port 7041ebd8-f542-4933-b3cf-054270215c54 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:58:05.096061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Attempting to bind port 7041ebd8-f542-4933-b3cf-054270215c54 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:58:05.096422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Attempting to bind port 7041ebd8-f542-4933-b3cf-054270215c54 on network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:58:05.104231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:58:05.104845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Checking segment: {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:58:05.105259 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.105661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Bound using segment: {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:58:05.106316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Bound port: 7041ebd8-f542-4933-b3cf-054270215c54, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:58:05.106695 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7041ebd8-f542-4933-b3cf-054270215c54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.149195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:02Z', 'revision_number': 3, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:05.179989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1eb49d-5e97-4000-855d-0011f31607d6 None None] The sync data for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 is: [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:02Z', 'revision_number': 3, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:05.190548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (9784d405-730a-49af-a2cb-a1b60b349893), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.211829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] For port 7041ebd8-f542-4933-b3cf-054270215c54, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:58:05.215073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] For port 7041ebd8-f542-4933-b3cf-054270215c54, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7041ebd8-f542-4933-b3cf-054270215c54,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:58:05.221590 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7041ebd8-f542-4933-b3cf-054270215c54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.226633 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (9784d405-730a-49af-a2cb-a1b60b349893), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.277723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:05.283615 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:05.288607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:58:05.292868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=9784d405-730a-49af-a2cb-a1b60b349893,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:05.293328 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Pushing event updated for resources: {'Port': ['ID=7041ebd8-f542-4933-b3cf-054270215c54,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:05.301410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.301766 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.302115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.302491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.302828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.303161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.303528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.303860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.304189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.305073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.305403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.305731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.306061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d8feeb-9e27-48d1-8f9c-5814667add94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:05.339699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.528691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9784d405-730a-49af-a2cb-a1b60b349893), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.868848 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (9784d405-730a-49af-a2cb-a1b60b349893), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.873807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (9784d405-730a-49af-a2cb-a1b60b349893), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:05.949690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=9784d405-730a-49af-a2cb-a1b60b349893,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:05.952308 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:06.055331 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:06.056972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:06.185260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:58:06.342220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:58:06.350976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33754) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:06.355214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-154d3eed-6039-41ba-8633-b66c807517aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "PUT /v2.0/routers/5e1f4bd3-6f2e-4e44-a7b3-5d392781b917/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3806312 Feb 17 22:58:06.418010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7041ebd8-f542-4933-b3cf-054270215c54 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:58:06.442593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe625d7b-a5b3-49d0-9be8-f7e541664c9d None None] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:58:06.519772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7a5df1c4-6c9a-4d71-9ca0-7fd7964b3b5d None None] Provisioning complete for port 7041ebd8-f542-4933-b3cf-054270215c54 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:06.520136 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a5df1c4-6c9a-4d71-9ca0-7fd7964b3b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7041ebd8-f542-4933-b3cf-054270215c54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:06.542259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa32fce-8581-4cc3-97e0-e0b24ef3c2d2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.542734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa32fce-8581-4cc3-97e0-e0b24ef3c2d2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.543207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa32fce-8581-4cc3-97e0-e0b24ef3c2d2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.543767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa32fce-8581-4cc3-97e0-e0b24ef3c2d2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.544225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa32fce-8581-4cc3-97e0-e0b24ef3c2d2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.546338 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9aa32fce-8581-4cc3-97e0-e0b24ef3c2d2 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3571 time: 0.1920042 Feb 17 22:58:06.548742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33756) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:06.581885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7041ebd8-f542-4933-b3cf-054270215c54 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:06.582264 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7041ebd8-f542-4933-b3cf-054270215c54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:06.609314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14826216-6b8a-4681-868e-c6774daaca64 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.610051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14826216-6b8a-4681-868e-c6774daaca64 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.610509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14826216-6b8a-4681-868e-c6774daaca64 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.611217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14826216-6b8a-4681-868e-c6774daaca64 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.611685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14826216-6b8a-4681-868e-c6774daaca64 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:06.613423 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-14826216-6b8a-4681-868e-c6774daaca64 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.0637436 Feb 17 22:58:06.616129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33758) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:06.698374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a5df1c4-6c9a-4d71-9ca0-7fd7964b3b5d None None] Current status of the port 7041ebd8-f542-4933-b3cf-054270215c54 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:06.698683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a5df1c4-6c9a-4d71-9ca0-7fd7964b3b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7041ebd8-f542-4933-b3cf-054270215c54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:06.765702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7041ebd8-f542-4933-b3cf-054270215c54 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:06.766092 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7041ebd8-f542-4933-b3cf-054270215c54), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:06.767732 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-14c19a6d-4e0f-4f58-8b5d-8e87d9cf84ec tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.1503839 Feb 17 22:58:06.769101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7a5df1c4-6c9a-4d71-9ca0-7fd7964b3b5d None None] For port 7041ebd8-f542-4933-b3cf-054270215c54, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7041ebd8-f542-4933-b3cf-054270215c54,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:06.781407 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a5df1c4-6c9a-4d71-9ca0-7fd7964b3b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7041ebd8-f542-4933-b3cf-054270215c54), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:06.851429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5df1c4-6c9a-4d71-9ca0-7fd7964b3b5d None None] Pushing event updated for resources: {'Port': ['ID=7041ebd8-f542-4933-b3cf-054270215c54,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:06.890119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:58:06.890478 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:58:07.008525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d773dd22-4aa0-4024-87ed-9b27aba85510 None None] Provisioning complete for port 9784d405-730a-49af-a2cb-a1b60b349893 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:07.009123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d773dd22-4aa0-4024-87ed-9b27aba85510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9784d405-730a-49af-a2cb-a1b60b349893), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.055597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33762) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:07.059750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d773dd22-4aa0-4024-87ed-9b27aba85510 None None] Port 9784d405-730a-49af-a2cb-a1b60b349893 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:58:07.065759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-3cf28d6a-cf4e-4985-ae15-3e62715788da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-190618081', 'description': 'tempest-secgroup-smoke-190618081 description', 'project_id': '249c2950826d4244945619a183e0e8a2'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:07.070611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d773dd22-4aa0-4024-87ed-9b27aba85510 None None] Provisioning complete for port 7041ebd8-f542-4933-b3cf-054270215c54 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:07.071070 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d773dd22-4aa0-4024-87ed-9b27aba85510 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7041ebd8-f542-4933-b3cf-054270215c54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.096166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf28d6a-cf4e-4985-ae15-3e62715788da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.164613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d773dd22-4aa0-4024-87ed-9b27aba85510 None None] Current status of the port 7041ebd8-f542-4933-b3cf-054270215c54 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:07.189498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf28d6a-cf4e-4985-ae15-3e62715788da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (ea6f2ba1-26ce-4e02-84cf-da91abe28a72), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.193723 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf28d6a-cf4e-4985-ae15-3e62715788da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ea6f2ba1-26ce-4e02-84cf-da91abe28a72), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.224542 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3cf28d6a-cf4e-4985-ae15-3e62715788da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.225780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3cf28d6a-cf4e-4985-ae15-3e62715788da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1690965 Feb 17 22:58:07.228462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf28d6a-cf4e-4985-ae15-3e62715788da tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6f2ba1-26ce-4e02-84cf-da91abe28a72,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.229763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33764) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:07.243072 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3731367f-9700-4963-bf92-a2d599cc0adf tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f2ba1-26ce-4e02-84cf-da91abe28a72', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:07.270707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3731367f-9700-4963-bf92-a2d599cc0adf tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (103f5251-db3f-417f-b9d3-2541e181c0e8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.281084 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Sync routers for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:07.291213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5dc2534b-293a-4b92-8aba-e29c8cf55168 None None] Provisioning complete for port 9784d405-730a-49af-a2cb-a1b60b349893 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:07.291646 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dc2534b-293a-4b92-8aba-e29c8cf55168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9784d405-730a-49af-a2cb-a1b60b349893), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.293839 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:07.295991 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:07.330572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5dc2534b-293a-4b92-8aba-e29c8cf55168 None None] Port 9784d405-730a-49af-a2cb-a1b60b349893 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:58:07.353478 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3731367f-9700-4963-bf92-a2d599cc0adf tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (103f5251-db3f-417f-b9d3-2541e181c0e8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.358825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3731367f-9700-4963-bf92-a2d599cc0adf tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (103f5251-db3f-417f-b9d3-2541e181c0e8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.381265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3731367f-9700-4963-bf92-a2d599cc0adf tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=103f5251-db3f-417f-b9d3-2541e181c0e8,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.399187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3731367f-9700-4963-bf92-a2d599cc0adf tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.403951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33766) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:07.404283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3731367f-9700-4963-bf92-a2d599cc0adf tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1722057 Feb 17 22:58:07.409046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-977622f1-ee89-43a3-a79c-3b9c9aa84313 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f2ba1-26ce-4e02-84cf-da91abe28a72', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:07.439950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-977622f1-ee89-43a3-a79c-3b9c9aa84313 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (7dd9043c-b514-49be-87d8-4c415feb7f5c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.448551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7041ebd8-f542-4933-b3cf-054270215c54 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:07.449672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f423751-4c85-4d25-8b05-4ee05fc6daf1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:58:07.489486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2f3a4fd8-af48-433f-abdf-0146537fd5c9 None None] Provisioning complete for port 9784d405-730a-49af-a2cb-a1b60b349893 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:07.489920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2f3a4fd8-af48-433f-abdf-0146537fd5c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9784d405-730a-49af-a2cb-a1b60b349893), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.509098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-977622f1-ee89-43a3-a79c-3b9c9aa84313 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (7dd9043c-b514-49be-87d8-4c415feb7f5c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.514710 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-977622f1-ee89-43a3-a79c-3b9c9aa84313 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (7dd9043c-b514-49be-87d8-4c415feb7f5c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.517585 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:07.535658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2f3a4fd8-af48-433f-abdf-0146537fd5c9 None None] Port 9784d405-730a-49af-a2cb-a1b60b349893 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:58:07.536671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977622f1-ee89-43a3-a79c-3b9c9aa84313 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd9043c-b514-49be-87d8-4c415feb7f5c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.551646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:07.552042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.557767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-977622f1-ee89-43a3-a79c-3b9c9aa84313 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.559400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-977622f1-ee89-43a3-a79c-3b9c9aa84313 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544051 Feb 17 22:58:07.562229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33768) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:07.566835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7bed8084-162f-40dd-99f9-3b858920a6d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f2ba1-26ce-4e02-84cf-da91abe28a72', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:07.595572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bed8084-162f-40dd-99f9-3b858920a6d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (b24819b7-09d8-4a03-800b-9c955b6a0578), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.642649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:07.642970 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.661830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bed8084-162f-40dd-99f9-3b858920a6d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (b24819b7-09d8-4a03-800b-9c955b6a0578), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.667817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bed8084-162f-40dd-99f9-3b858920a6d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (b24819b7-09d8-4a03-800b-9c955b6a0578), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.668230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 6f423751-4c85-4d25-8b05-4ee05fc6daf1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6f423751-4c85-4d25-8b05-4ee05fc6daf1,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:07.673247 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.696210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed8084-162f-40dd-99f9-3b858920a6d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24819b7-09d8-4a03-800b-9c955b6a0578,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.708176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bed8084-162f-40dd-99f9-3b858920a6d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.709740 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7bed8084-162f-40dd-99f9-3b858920a6d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463242 Feb 17 22:58:07.712998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33770) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:07.718121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d940b823-ed07-428d-83cc-2ece7234165c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f2ba1-26ce-4e02-84cf-da91abe28a72', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:07.729238 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=6f423751-4c85-4d25-8b05-4ee05fc6daf1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.749506 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d940b823-ed07-428d-83cc-2ece7234165c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (32efdfb1-62ee-4211-9338-a23fcbd0d628), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.756854 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 2, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:07.784533 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Checking router: 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:07.784882 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Updating router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 port 9784d405-730a-49af-a2cb-a1b60b349893 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:58:07.808877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d940b823-ed07-428d-83cc-2ece7234165c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (32efdfb1-62ee-4211-9338-a23fcbd0d628), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.812927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d940b823-ed07-428d-83cc-2ece7234165c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (32efdfb1-62ee-4211-9338-a23fcbd0d628), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.815175 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9784d405-730a-49af-a2cb-a1b60b349893), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.830053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940b823-ed07-428d-83cc-2ece7234165c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32efdfb1-62ee-4211-9338-a23fcbd0d628,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.840085 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d940b823-ed07-428d-83cc-2ece7234165c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.843899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d940b823-ed07-428d-83cc-2ece7234165c tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270947 Feb 17 22:58:07.844186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33772) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:07.848543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f2ba1-26ce-4e02-84cf-da91abe28a72', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:07.870975 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Project 249c2950826d4244945619a183e0e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:58:07.876023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (a8142e29-316d-4bd0-91bb-a4f8777510ca), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.938043 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (a8142e29-316d-4bd0-91bb-a4f8777510ca), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.942374 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a8142e29-316d-4bd0-91bb-a4f8777510ca), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.961233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8142e29-316d-4bd0-91bb-a4f8777510ca,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:07.971985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:07.973220 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fb4d124b-220b-481f-a48a-1400fb216736 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1280837 Feb 17 22:58:07.976128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33774) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:07.980454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'security_group_rule': {'security_group_id': 'ea6f2ba1-26ce-4e02-84cf-da91abe28a72', 'project_id': '249c2950826d4244945619a183e0e8a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:08.000197 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Project 249c2950826d4244945619a183e0e8a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:58:08.005556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (150a9cf6-6806-403b-884f-6b1f1489eeb1), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.070827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (150a9cf6-6806-403b-884f-6b1f1489eeb1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.075234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (150a9cf6-6806-403b-884f-6b1f1489eeb1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.088689 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Publish callbacks [] for port (9784d405-730a-49af-a2cb-a1b60b349893), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.095695 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9784d405-730a-49af-a2cb-a1b60b349893), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.096050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150a9cf6-6806-403b-884f-6b1f1489eeb1,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:08.104767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.105991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aea9e007-9a0e-40c1-a4b0-9b148f7b7324 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1289220 Feb 17 22:58:08.194307 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2f8c1-2886-41e3-bd62-1273128274a0 None None] Pushing event updated for resources: {'Port': ['ID=9784d405-730a-49af-a2cb-a1b60b349893,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:08.211238 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Attempting to bind port 9784d405-730a-49af-a2cb-a1b60b349893 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:58:08.211647 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Attempting to bind port 9784d405-730a-49af-a2cb-a1b60b349893 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:58:08.212018 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Attempting to bind port 9784d405-730a-49af-a2cb-a1b60b349893 on network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:58:08.217457 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:58:08.217852 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Checking segment: {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:58:08.218241 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.218633 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Bound using segment: {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:58:08.219099 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Bound port: 9784d405-730a-49af-a2cb-a1b60b349893, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:58:08.219504 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9784d405-730a-49af-a2cb-a1b60b349893), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.272546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ddeff68e-0a63-44f3-908a-09dee473c17e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-190618081&fields=id&tenant_id=249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 267 time: 0.0509744 Feb 17 22:58:08.297898 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] For port 9784d405-730a-49af-a2cb-a1b60b349893, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:58:08.301568 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] For port 9784d405-730a-49af-a2cb-a1b60b349893, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9784d405-730a-49af-a2cb-a1b60b349893,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:58:08.311479 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9784d405-730a-49af-a2cb-a1b60b349893), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.377445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7041ebd8-f542-4933-b3cf-054270215c54 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:58:08.384120 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:08.386048 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:57:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:08.422260 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2f8c1-2886-41e3-bd62-1273128274a0 None None] Pushing event updated for resources: {'Port': ['ID=9784d405-730a-49af-a2cb-a1b60b349893,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:08.422513 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-482735e2-3e93-48c1-a60b-5976b47a1d4b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:08.429867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-482735e2-3e93-48c1-a60b-5976b47a1d4b tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/networks?id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 HTTP/1.1" status: 200 len: 797 time: 0.1490722 Feb 17 22:58:08.444551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7041ebd8-f542-4933-b3cf-054270215c54 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:08.447224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2ad9d34f-3d14-44a9-9d8d-520c4c407954 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/quotas/249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 375 time: 0.0164068 Feb 17 22:58:08.448499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7041ebd8-f542-4933-b3cf-054270215c54), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.509721 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:08.511735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6fd9873f-b793-4ae5-a05e-9e1f5e53c2f9 None None] Provisioning complete for port 9784d405-730a-49af-a2cb-a1b60b349893 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:08.514278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-f76e00a3-25fe-47f6-a6bf-6693a50c3ced tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592782 Feb 17 22:58:08.515770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fd9873f-b793-4ae5-a05e-9e1f5e53c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9784d405-730a-49af-a2cb-a1b60b349893), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.627692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-61661fe7-f670-42d0-8390-4e00a54661bc service neutron] 10.222.0.79 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098208 Feb 17 22:58:08.629505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7041ebd8-f542-4933-b3cf-054270215c54 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:08.630797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f423751-4c85-4d25-8b05-4ee05fc6daf1 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:58:08.698431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6fd9873f-b793-4ae5-a05e-9e1f5e53c2f9 None None] Current status of the port 9784d405-730a-49af-a2cb-a1b60b349893 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:08.698431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fd9873f-b793-4ae5-a05e-9e1f5e53c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (9784d405-730a-49af-a2cb-a1b60b349893), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.718516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-a41d96e6-e663-4a06-8e48-f109f411a3b1 service neutron] 10.222.0.79 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899351 Feb 17 22:58:08.741293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6fd9873f-b793-4ae5-a05e-9e1f5e53c2f9 None None] For port 9784d405-730a-49af-a2cb-a1b60b349893, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9784d405-730a-49af-a2cb-a1b60b349893,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:08.744242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:08.744683 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.747546 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6fd9873f-b793-4ae5-a05e-9e1f5e53c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (9784d405-730a-49af-a2cb-a1b60b349893), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.767712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:08.802211 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf92609a-b1b7-4b42-9256-386741bda92f None None] The sync data for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 is: [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:08.836242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd9873f-b793-4ae5-a05e-9e1f5e53c2f9 None None] Pushing event updated for resources: {'Port': ['ID=9784d405-730a-49af-a2cb-a1b60b349893,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:08.909909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:08.921085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cf6d9636-6949-4391-9007-4318e2840703 None None] Provisioning complete for port 9784d405-730a-49af-a2cb-a1b60b349893 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:08.921457 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf6d9636-6949-4391-9007-4318e2840703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9784d405-730a-49af-a2cb-a1b60b349893), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:08.946745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99deea14-8911-46a7-9906-65d868443e39 req-145c6aeb-633b-4595-8e56-7d52fef7c16f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 210 time: 0.0393713 Feb 17 22:58:09.046526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cf6d9636-6949-4391-9007-4318e2840703 None None] Current status of the port 9784d405-730a-49af-a2cb-a1b60b349893 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:09.588894 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:10.028974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-298587d4-96c8-4ee9-bd8a-92e47acbde78 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:10.030532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-298587d4-96c8-4ee9-bd8a-92e47acbde78 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "GET /v2.0/networks?id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 HTTP/1.1" status: 200 len: 797 time: 0.2097445 Feb 17 22:58:10.052490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23c71714-c70e-4009-9b5a-b4a1a2919859 req-27d4cb4a-d5d4-47a3-844f-67ca9929ef34 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 210 time: 0.0292611 Feb 17 22:58:10.107496 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-f2ef6f02-2cf2-4a51-9f24-a9ba9b58daad tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=249c2950826d4244945619a183e0e8a2 HTTP/1.1" status: 200 len: 379 time: 0.0657570 Feb 17 22:58:10.116259 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'port': {'device_id': '645853e5-6028-4ae7-a96a-443c1455706c', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'admin_state_up': True, 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'security_groups': ['ea6f2ba1-26ce-4e02-84cf-da91abe28a72']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:10.226645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Made reservation on behalf of 249c2950826d4244945619a183e0e8a2 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:58:10.229997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:10.350150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9784d405-730a-49af-a2cb-a1b60b349893 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:58:10.375974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.20.0.10 (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4/399bccf5-520d-4121-8708-4679aa69237d/1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:10.413137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 9784d405-730a-49af-a2cb-a1b60b349893 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:10.413565 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (9784d405-730a-49af-a2cb-a1b60b349893), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:10.497224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 9784d405-730a-49af-a2cb-a1b60b349893 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:10.542805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:10.576405 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:10.616279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:10.621889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:10.625585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:58:10.654995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:10.687762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:10.688424 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:10.706239 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-2fa05d45-fc34-4db9-84be-af5ec0366a30 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5935016 Feb 17 22:58:10.718195 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Request body: {'port': {'device_id': '645853e5-6028-4ae7-a96a-443c1455706c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:10.780706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:10.884269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-130ad0c4-93a3-436e-a641-b5ff3b673277 None None] Provisioning complete for port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:10.884855 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-130ad0c4-93a3-436e-a641-b5ff3b673277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:11.081772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-130ad0c4-93a3-436e-a641-b5ff3b673277 None None] Port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:58:11.185416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb309c2-bd1b-4e6e-85ce-cc9bf6640996 req-cc88ef3b-8070-4b48-b2a8-b2500954fbb0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:11.187001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9eb309c2-bd1b-4e6e-85ce-cc9bf6640996 req-cc88ef3b-8070-4b48-b2a8-b2500954fbb0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 932 time: 0.0619931 Feb 17 22:58:11.245704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9eb309c2-bd1b-4e6e-85ce-cc9bf6640996 req-0dc4d908-3def-4fdf-8ad2-65c88d96a710 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520005 Feb 17 22:58:11.380053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:58:11.388105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Publish callbacks [] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:11.402647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Transition to ACTIVE for port object 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:58:11.406696 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:11.462166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Pushing event updated for resources: {'Port': ['ID=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:11.542164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Attempting to bind port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:58:11.542739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Attempting to bind port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:58:11.543307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Attempting to bind port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e on network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:58:11.549482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e on network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:58:11.549794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Attempting to bind port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e on network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:58:11.555877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:58:11.556218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Checking segment: {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:58:11.556612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Bound using segment: {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:58:11.557068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Bound port: 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d3ce0d-b178-4503-b190-5147508ab789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:58:11.557449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:11.629719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] For port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:58:11.633864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] For port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:58:11.640542 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:11.673777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:11.674594 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:11.675806 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] 10.222.0.73 "PUT /v2.0/ports/1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e HTTP/1.1" status: 200 len: 1093 time: 0.9619801 Feb 17 22:58:11.676254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:11.678584 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0642dad6-c871-49f0-a193-9d2ffb8af652" -d '{"events": [{"name": "network-changed", "server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:58:11.713530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41f36a-03c1-4134-bf8a-7b9b3d9e8fab service neutron] Pushing event updated for resources: {'Port': ['ID=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:11.813865 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcb2da0-a32a-4484-be49-603d494f6351 x-openstack-request-id: req-afcb2da0-a32a-4484-be49-603d494f6351 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:58:11.814162 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:58:11.814419 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-afcb2da0-a32a-4484-be49-603d494f6351 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:58:11.814827 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'status': 'completed', 'code': 200} Feb 17 22:58:11.834888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-f49c3c57-c2d5-428a-8b6a-83cf31d8fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:11.836713 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-f49c3c57-c2d5-428a-8b6a-83cf31d8fd18 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 1127 time: 0.0571945 Feb 17 22:58:11.880079 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-16119c28-1b8b-4491-a7ca-194edc53fde9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e HTTP/1.1" status: 200 len: 217 time: 0.0368273 Feb 17 22:58:11.939602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-4ee09bbd-f7f3-4d57-b264-e9a549a117a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:11.941255 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-4ee09bbd-f7f3-4d57-b264-e9a549a117a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=399bccf5-520d-4121-8708-4679aa69237d HTTP/1.1" status: 200 len: 834 time: 0.0553539 Feb 17 22:58:11.998453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-5f63d903-06be-48eb-9903-601ad6289828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.000051 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-5f63d903-06be-48eb-9903-601ad6289828 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525899 Feb 17 22:58:12.089882 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-5d6d1539-9503-456c-a90a-0381cacba788 service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836298 Feb 17 22:58:12.192217 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d0ace36b-28ff-4172-9d2d-6ccbd29aca5a req-11d594a1-130c-4eec-a15b-acab9077feec service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959861 Feb 17 22:58:12.286679 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-4a0b0ae0-1a13-4fd7-8043-d2d8421bd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.288264 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-4a0b0ae0-1a13-4fd7-8043-d2d8421bd22e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 1127 time: 0.0479791 Feb 17 22:58:12.374327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5c1206-d33a-4207-840d-2a411c261b84 req-6088b18c-c561-4c80-91a6-065115424e15 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.375895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d5c1206-d33a-4207-840d-2a411c261b84 req-6088b18c-c561-4c80-91a6-065115424e15 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 944 time: 0.0555167 Feb 17 22:58:12.382004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-e58f3854-4676-4270-87fd-617cac27ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.384063 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-e58f3854-4676-4270-87fd-617cac27ede9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 HTTP/1.1" status: 200 len: 898 time: 0.0901103 Feb 17 22:58:12.428824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d5c1206-d33a-4207-840d-2a411c261b84 req-1c5357e6-f3e2-4ba5-bf27-3186bd8a8ee0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470195 Feb 17 22:58:12.432091 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-807e8c5c-7e7e-43ba-b852-e3460dec50de service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e HTTP/1.1" status: 200 len: 217 time: 0.0421729 Feb 17 22:58:12.483542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-339e1b78-a1bf-4a0f-bb10-62fd5854c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.485080 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-339e1b78-a1bf-4a0f-bb10-62fd5854c60b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=399bccf5-520d-4121-8708-4679aa69237d HTTP/1.1" status: 200 len: 834 time: 0.0458503 Feb 17 22:58:12.537255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-dd5b4e54-58e4-4bda-b633-7c7f3edaf276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:12.538839 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-dd5b4e54-58e4-4bda-b633-7c7f3edaf276 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458853 Feb 17 22:58:12.633541 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-02a5efe5-ceca-4517-b209-543f9fb2b5f0 service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876696 Feb 17 22:58:12.733130 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0642dad6-c871-49f0-a193-9d2ffb8af652 req-6f84f0bf-d001-48dd-bc8f-4ed19d83566a service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928180 Feb 17 22:58:13.550951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd61317-887c-43a0-aa37-52a38d70919a req-ec8ea586-9447-432a-a854-b7d95c02b6cb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:13.552533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cd61317-887c-43a0-aa37-52a38d70919a req-ec8ea586-9447-432a-a854-b7d95c02b6cb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 944 time: 0.0536454 Feb 17 22:58:13.606124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4cd61317-887c-43a0-aa37-52a38d70919a req-86090661-52a7-4cd0-b0e9-dd479048fcba tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480683 Feb 17 22:58:14.500361 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e295a68-76b2-410e-862a-3a6aea939f12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:14.682479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:58:14.731257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e1ad9-2f49-42d3-b588-7dd220bda223 req-b7bb908c-b1b6-4658-ba76-c885bfb23c16 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:14.733037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-854e1ad9-2f49-42d3-b588-7dd220bda223 req-b7bb908c-b1b6-4658-ba76-c885bfb23c16 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 944 time: 0.0587866 Feb 17 22:58:14.786471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:14.795652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-854e1ad9-2f49-42d3-b588-7dd220bda223 req-9c6c15cb-39f1-43b5-b039-8bfed6ab5208 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554824 Feb 17 22:58:14.800042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'port_id': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'mac_address': 'fa:16:3e:c0:26:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:58:14.846294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:14.846681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:14.861318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:58:14.882408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:14.886282 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:14.937854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:15.094905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:58:15.916767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99726b-2021-45cf-81a3-aa63534eb6e8 req-9f1ee88b-709b-4b22-be13-8bc322b06109 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:15.918224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc99726b-2021-45cf-81a3-aa63534eb6e8 req-9f1ee88b-709b-4b22-be13-8bc322b06109 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 945 time: 0.0531585 Feb 17 22:58:15.967292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc99726b-2021-45cf-81a3-aa63534eb6e8 req-8bfc4b48-5d7d-4133-85f1-93d681e3a4e4 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433488 Feb 17 22:58:16.712743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:58:16.762307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:58:16.766413 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:58:16.766802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:16.848524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:58:16.848817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:16.872735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:16.875163 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e121aba5-250e-44f7-b821-4002b39f02b2" -d '{"events": [{"server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "name": "network-vif-plugged", "status": "completed", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:58:16.889219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:16.893243 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:16.916862 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe01f90a-aad7-45e2-9053-5df27d92311d x-openstack-request-id: req-fe01f90a-aad7-45e2-9053-5df27d92311d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:58:16.917164 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "name": "network-vif-plugged", "status": "completed", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:58:16.917473 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fe01f90a-aad7-45e2-9053-5df27d92311d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:58:16.917956 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'code': 200} Feb 17 22:58:16.948221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:17.036833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981ddc8-c92b-419b-8cbb-0f830b559d0d req-115362e1-9421-4e85-9b5b-eb52e2b13116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:17.039003 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1981ddc8-c92b-419b-8cbb-0f830b559d0d req-115362e1-9421-4e85-9b5b-eb52e2b13116 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 1129 time: 0.0557907 Feb 17 22:58:17.100106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d6ad9-b57a-4eb2-9e29-f04a3a229e80 req-b9d6c2bd-8348-48f8-ba9b-2151362d20a0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:17.102140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-184d6ad9-b57a-4eb2-9e29-f04a3a229e80 req-b9d6c2bd-8348-48f8-ba9b-2151362d20a0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 946 time: 0.0596237 Feb 17 22:58:17.104688 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1981ddc8-c92b-419b-8cbb-0f830b559d0d req-aff2f8b9-02c8-4ddb-91af-c6e1537c9ff0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597622 Feb 17 22:58:17.158340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-184d6ad9-b57a-4eb2-9e29-f04a3a229e80 req-aa542b3c-c8c3-4eb9-ae28-3a35bfba65a6 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490470 Feb 17 22:58:17.364758 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03e3e7f6-3f4d-4c85-a13c-7fa134b2c421 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:18.040687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:18.303770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4422283-ba3f-45d9-9890-294124cf645b req-e93f8cd8-0adf-444b-bb6e-5bdb98ee28aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:18.305155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4422283-ba3f-45d9-9890-294124cf645b req-e93f8cd8-0adf-444b-bb6e-5bdb98ee28aa tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 946 time: 0.0647917 Feb 17 22:58:18.361732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4422283-ba3f-45d9-9890-294124cf645b req-f713f9e2-7c2d-4053-b5c8-57e09fc4fa8a tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501587 Feb 17 22:58:18.491498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafe4ba-9b6b-40b2-9d12-1b4cb1284d7f req-fba18e33-c0cf-4772-b8f0-e27fbc0768f7 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:18.493019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcafe4ba-9b6b-40b2-9d12-1b4cb1284d7f req-fba18e33-c0cf-4772-b8f0-e27fbc0768f7 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 946 time: 0.0592413 Feb 17 22:58:18.545001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bcafe4ba-9b6b-40b2-9d12-1b4cb1284d7f req-231d2971-37b2-44e6-bea8-73338822c111 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458028 Feb 17 22:58:18.566445 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33822) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:18.612547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ec74c-7a67-4c09-9883-479580ac47b9 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:18.614153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bf4ec74c-7a67-4c09-9883-479580ac47b9 tempest-TestNetworkBasicOps-428897575 tempest-TestNetworkBasicOps-428897575-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 1124 time: 0.0466473 Feb 17 22:58:18.617001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33824) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:18.621412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:18.641456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:18.742704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:18.846561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Allocated IP 172.25.0.106 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/3ea9f310-e643-43a8-865d-053ec1168ece) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:58:18.948301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (3ea9f310-e643-43a8-865d-053ec1168ece), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:18.980804 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3ea9f310-e643-43a8-865d-053ec1168ece), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:19.021007 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:58:19.023874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:58:19.027351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:58:19.032744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=3ea9f310-e643-43a8-865d-053ec1168ece,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:19.380332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (993c62c3-b207-49d3-b1d8-08bfa1a714e2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:19.451903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:19.454496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3ea9f310-e643-43a8-865d-053ec1168ece), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:19.935260 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for port (3ea9f310-e643-43a8-865d-053ec1168ece), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:19.939996 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3ea9f310-e643-43a8-865d-053ec1168ece), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:20.012651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event updated for resources: {'Port': ['ID=3ea9f310-e643-43a8-865d-053ec1168ece,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:20.024524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (993c62c3-b207-49d3-b1d8-08bfa1a714e2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:20.126119 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Floating IP 993c62c3-b207-49d3-b1d8-08bfa1a714e2 associated. External IP: 172.25.0.106, port: 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e. Feb 17 22:58:20.337435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:58:20.448910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:58:20.460651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] Sync routers for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:20.467820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:20.471426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:20.472055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:58:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:20.498425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dea5a6d6-a839-4509-822d-6ad7e1e1d420 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8804188 Feb 17 22:58:20.499016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:20.501306 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037f1396-b770-473a-8c69-02ece69457bb" -d '{"events": [{"name": "network-changed", "server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:58:20.501516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33826) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:20.560112 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0608c7-f826-44cd-938b-edef8967dbb1 x-openstack-request-id: req-1c0608c7-f826-44cd-938b-edef8967dbb1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:58:20.560528 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:58:20.560875 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c0608c7-f826-44cd-938b-edef8967dbb1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:58:20.561719 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'status': 'completed', 'code': 200} Feb 17 22:58:20.589078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:20.594903 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-730f7e43-1f5e-4501-a70f-ab3eecd0cc23 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/floatingips/993c62c3-b207-49d3-b1d8-08bfa1a714e2 HTTP/1.1" status: 200 len: 992 time: 0.0920637 Feb 17 22:58:20.650612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f1396-b770-473a-8c69-02ece69457bb req-6ed3762b-85d7-4a0d-b1e3-4efc1ed625ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:20.652154 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-037f1396-b770-473a-8c69-02ece69457bb req-6ed3762b-85d7-4a0d-b1e3-4efc1ed625ba service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 1129 time: 0.0672879 Feb 17 22:58:20.742823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f1396-b770-473a-8c69-02ece69457bb req-2dd72936-5052-471b-a569-2a2a94d0d8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:20.744321 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-037f1396-b770-473a-8c69-02ece69457bb req-2dd72936-5052-471b-a569-2a2a94d0d8b2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 HTTP/1.1" status: 200 len: 898 time: 0.0867319 Feb 17 22:58:20.827917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '993c62c3-b207-49d3-b1d8-08bfa1a714e2', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'port_id': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'mac_address': 'fa:16:3e:c0:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645853e5-6028-4ae7-a96a-443c1455706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:19Z', 'updated_at': '2022-02-17T22:58:19Z', 'revision_number': 0, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:20.845262 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-037f1396-b770-473a-8c69-02ece69457bb req-3ddb6cca-b1ab-43a4-b3d1-d82d928ddec6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e HTTP/1.1" status: 200 len: 1000 time: 0.0955801 Feb 17 22:58:20.858682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] Checking router: 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:20.868338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:20.868959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:58:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:20.895754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f1396-b770-473a-8c69-02ece69457bb req-5b2d142c-19df-40e5-9506-78b8f56bebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:20.897301 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-037f1396-b770-473a-8c69-02ece69457bb req-5b2d142c-19df-40e5-9506-78b8f56bebee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=399bccf5-520d-4121-8708-4679aa69237d HTTP/1.1" status: 200 len: 834 time: 0.0466890 Feb 17 22:58:20.946404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037f1396-b770-473a-8c69-02ece69457bb req-e6ece29d-ed34-46b5-b8fa-52d7bf64024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:20.947979 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-037f1396-b770-473a-8c69-02ece69457bb req-e6ece29d-ed34-46b5-b8fa-52d7bf64024c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453758 Feb 17 22:58:20.953839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:20.995630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:21.049328 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-037f1396-b770-473a-8c69-02ece69457bb req-d512ae82-4093-4cfd-bbba-661ebcd59cb8 service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955107 Feb 17 22:58:21.141683 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-037f1396-b770-473a-8c69-02ece69457bb req-6b9f8caa-c687-4b80-8fe7-54714f7f31df service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859659 Feb 17 22:58:21.235107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '993c62c3-b207-49d3-b1d8-08bfa1a714e2', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'port_id': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'mac_address': 'fa:16:3e:c0:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645853e5-6028-4ae7-a96a-443c1455706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:19Z', 'updated_at': '2022-02-17T22:58:19Z', 'revision_number': 0, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:21.260724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4540d11-d2d5-457d-bd1c-019f143b8a34 None None] The sync data for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 is: [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '993c62c3-b207-49d3-b1d8-08bfa1a714e2', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'floating_ip_address': '172.25.0.106', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'port_id': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'mac_address': 'fa:16:3e:c0:26:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '645853e5-6028-4ae7-a96a-443c1455706c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:58:19Z', 'updated_at': '2022-02-17T22:58:19Z', 'revision_number': 0, 'project_id': '249c2950826d4244945619a183e0e8a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:21.466297 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d99634-2b24-4530-b365-6d18b8ac35f4 None None] New status for floating IP 993c62c3-b207-49d3-b1d8-08bfa1a714e2: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:58:21.598842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33830) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:21.668142 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e1c0ac4-882d-4a33-97e9-4073e74d9a54 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/floatingips/993c62c3-b207-49d3-b1d8-08bfa1a714e2 HTTP/1.1" status: 200 len: 994 time: 0.0679362 Feb 17 22:58:25.515135 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:37.300205 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:58:39.607076 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:44.502421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1fe342d4-e3a7-4710-a936-df8b3b0eb26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:47.366925 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e1bb3ced-d936-44db-96e5-ac4e3a25d16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:48.042213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:49.453950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:50.270039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33856) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:50.329859 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02ed4a24-4441-46cb-bedf-6e08807f6a60 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/floatingips/993c62c3-b207-49d3-b1d8-08bfa1a714e2 HTTP/1.1" status: 200 len: 994 time: 0.0586898 Feb 17 22:58:50.602268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:50.761824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 3ea9f310-e643-43a8-865d-053ec1168ece {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:58:50.762168 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3ea9f310-e643-43a8-865d-053ec1168ece), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:50.835912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3ea9f310-e643-43a8-865d-053ec1168ece), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:50.836152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (3ea9f310-e643-43a8-865d-053ec1168ece), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:50.849301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 3ea9f310-e643-43a8-865d-053ec1168ece owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:58:50.888157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:50.996582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3ea9f310-e643-43a8-865d-053ec1168ece), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:51.019266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=3ea9f310-e643-43a8-865d-053ec1168ece,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:51.032444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.032792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.033128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.033462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.033795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.034127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.034451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.034773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.035093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.035438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.035762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.036085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.036402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:51.094681 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for floatingip (993c62c3-b207-49d3-b1d8-08bfa1a714e2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:51.094958 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Floating IP 993c62c3-b207-49d3-b1d8-08bfa1a714e2 disassociated (deleted). External IP: 172.25.0.106, port: 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e. Feb 17 22:58:51.297376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:58:51.405434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:58:51.410136 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:51.415010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] Sync routers for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:51.424447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:51.425057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:58:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:51.440474 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2a337480-f511-4f63-aabc-bd907a136112 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/floatingips/993c62c3-b207-49d3-b1d8-08bfa1a714e2 HTTP/1.1" status: 204 len: 168 time: 0.8370533 Feb 17 22:58:51.441194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:51.443568 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b89843b-767f-4e27-8d35-5af5fb2ec92d" -d '{"events": [{"name": "network-changed", "server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:58:51.536850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:51.601197 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656215d9-5463-4dac-b031-1b009719a879 x-openstack-request-id: req-656215d9-5463-4dac-b031-1b009719a879 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:58:51.601534 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:58:51.601812 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-656215d9-5463-4dac-b031-1b009719a879 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:58:51.602233 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'status': 'completed', 'code': 200} Feb 17 22:58:51.678273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-57178ff1-72d5-4368-9bcc-1995d49d322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:51.680374 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-57178ff1-72d5-4368-9bcc-1995d49d322c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=249c2950826d4244945619a183e0e8a2&device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 1129 time: 0.0507207 Feb 17 22:58:51.703970 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e95198-10c3-4b08-b6d1-8b75319cf377 req-894e0636-d80a-46e0-8309-ebb513a92666 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:51.705569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34e95198-10c3-4b08-b6d1-8b75319cf377 req-894e0636-d80a-46e0-8309-ebb513a92666 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 946 time: 0.0602565 Feb 17 22:58:51.756572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:51.759355 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34e95198-10c3-4b08-b6d1-8b75319cf377 req-8574f770-45cd-481c-bcc2-628b984829cb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466733 Feb 17 22:58:51.775938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-f294e45d-0ec8-424d-9556-2ac24ed29dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:51.777432 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-f294e45d-0ec8-424d-9556-2ac24ed29dfa service neutron] 10.222.0.73 "GET /v2.0/networks?id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 HTTP/1.1" status: 200 len: 898 time: 0.0891211 Feb 17 22:58:51.788405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] Checking router: 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:51.796850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:51.797458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:58:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:51.824613 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-73b17acb-fdde-401d-b306-bd2838654050 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e HTTP/1.1" status: 200 len: 217 time: 0.0384119 Feb 17 22:58:51.874540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-f47c3e2f-b122-4f05-a8cd-e520160b4238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:51.876032 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-f47c3e2f-b122-4f05-a8cd-e520160b4238 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=399bccf5-520d-4121-8708-4679aa69237d HTTP/1.1" status: 200 len: 834 time: 0.0455947 Feb 17 22:58:51.905606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:51.926962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-1ffca5dc-5782-493c-9a7e-fa91eebf6784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:51.928599 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-1ffca5dc-5782-493c-9a7e-fa91eebf6784 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446885 Feb 17 22:58:52.020924 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-2895e220-0437-4fbc-93b1-6981308215c5 service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857592 Feb 17 22:58:52.102107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:52.116753 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2b89843b-767f-4e27-8d35-5af5fb2ec92d req-bbafb4c2-390b-4511-8095-f436851d0a20 service neutron] 10.222.0.73 "GET /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858696 Feb 17 22:58:52.128095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772abec-9c82-470a-b4e1-236ddcbbfa4a None None] The sync data for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 is: [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:05Z', 'revision_number': 4, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '9784d405-730a-49af-a2cb-a1b60b349893', 'name': '', 'network_id': '95d281d5-e7fe-4474-8133-2ca3cd3cc5a4', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'mac_address': 'fa:16:3e:9e:98:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '399bccf5-520d-4121-8708-4679aa69237d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:04Z', 'updated_at': '2022-02-17T22:58:08Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'subnets': [{'id': '399bccf5-520d-4121-8708-4679aa69237d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:52.355250 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f56a14-3f1d-4a57-a705-39445b66e885 None None] New status for floating IP 993c62c3-b207-49d3-b1d8-08bfa1a714e2: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:58:52.883725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e9e8b-90f9-4a8e-b315-e2dd47292c6c req-00e8a6ea-6acf-40d8-adbc-2682bfbe5649 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:52.885208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a5e9e8b-90f9-4a8e-b315-e2dd47292c6c req-00e8a6ea-6acf-40d8-adbc-2682bfbe5649 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 946 time: 0.0538609 Feb 17 22:58:52.934165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a5e9e8b-90f9-4a8e-b315-e2dd47292c6c req-1a55215c-079f-41d3-a3e3-c6366ceb2e42 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "GET /v2.0/security-groups?id=ea6f2ba1-26ce-4e02-84cf-da91abe28a72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Feb 17 22:58:53.006571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c3f32c-8888-4876-a044-2a51213834fd req-8b803f65-8785-439b-b145-e87a9a4a68d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:53.008025 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-52c3f32c-8888-4876-a044-2a51213834fd req-8b803f65-8785-439b-b145-e87a9a4a68d8 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "GET /v2.0/ports?device_id=645853e5-6028-4ae7-a96a-443c1455706c HTTP/1.1" status: 200 len: 946 time: 0.0526183 Feb 17 22:58:53.101570 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:58:53.101805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:53.190025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:53.190385 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:53.203433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:58:53.332415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:53.363693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:53.410242 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] No DVR routers for this DVR port 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:58:53.413448 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:53.416717 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-52c3f32c-8888-4876-a044-2a51213834fd req-01c432a8-fea4-4da6-bd83-d976605fe7c0 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.73 "DELETE /v2.0/ports/1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e HTTP/1.1" status: 204 len: 173 time: 0.4037781 Feb 17 22:58:53.603590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'name': 'network-vif-deleted', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:58:53.605973 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa70b0c9-9f09-4083-918a-0cfb3bfd6758" -d '{"events": [{"server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "name": "network-vif-deleted", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:58:53.642290 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ade5a30-b748-4552-9531-c209d4d47b3e x-openstack-request-id: req-4ade5a30-b748-4552-9531-c209d4d47b3e {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:58:53.642606 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "645853e5-6028-4ae7-a96a-443c1455706c", "name": "network-vif-deleted", "tag": "1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:58:53.642860 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4ade5a30-b748-4552-9531-c209d4d47b3e {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:58:53.643258 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '645853e5-6028-4ae7-a96a-443c1455706c', 'name': 'network-vif-deleted', 'tag': '1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e', 'status': 'completed', 'code': 200} Feb 17 22:58:53.991226 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33876) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:54.047229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5f6e-7a10-4ac0-bbe1-d563fe30848d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (ea6f2ba1-26ce-4e02-84cf-da91abe28a72), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:54.072700 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5f6e-7a10-4ac0-bbe1-d563fe30848d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (ea6f2ba1-26ce-4e02-84cf-da91abe28a72), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:54.131231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5f6e-7a10-4ac0-bbe1-d563fe30848d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ea6f2ba1-26ce-4e02-84cf-da91abe28a72), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:54.134432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5f6e-7a10-4ac0-bbe1-d563fe30848d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:54.135616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b9cc5f6e-7a10-4ac0-bbe1-d563fe30848d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/security-groups/ea6f2ba1-26ce-4e02-84cf-da91abe28a72 HTTP/1.1" status: 204 len: 168 time: 0.1433473 Feb 17 22:58:54.144716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc5f6e-7a10-4ac0-bbe1-d563fe30848d tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6f2ba1-26ce-4e02-84cf-da91abe28a72,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:54.170470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33880) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:54.534819 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:55.072540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 9784d405-730a-49af-a2cb-a1b60b349893 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:58:55.073367 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (9784d405-730a-49af-a2cb-a1b60b349893), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:55.158705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 9784d405-730a-49af-a2cb-a1b60b349893, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=9784d405-730a-49af-a2cb-a1b60b349893,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:55.159063 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (9784d405-730a-49af-a2cb-a1b60b349893), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:55.171737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 9784d405-730a-49af-a2cb-a1b60b349893 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:58:55.361154 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (9784d405-730a-49af-a2cb-a1b60b349893), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:55.392235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=9784d405-730a-49af-a2cb-a1b60b349893,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:55.557077 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:55.588457 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:55.814822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:58:55.929391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:58:55.935688 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f2bddef9-78e4-43d3-b80a-34362a8e4902 tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "PUT /v2.0/routers/5e1f4bd3-6f2e-4e44-a7b3-5d392781b917/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634950 Feb 17 22:58:55.937448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33882) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:55.939703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] Sync routers for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:58:55.950406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:55.951010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:58:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:55.995720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting subnet 399bccf5-520d-4121-8708-4679aa69237d {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:58:55.999036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (399bccf5-520d-4121-8708-4679aa69237d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.040704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (399bccf5-520d-4121-8708-4679aa69237d), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.066560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:56.130239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (399bccf5-520d-4121-8708-4679aa69237d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.198477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (399bccf5-520d-4121-8708-4679aa69237d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.226590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Subnet': ['ID=399bccf5-520d-4121-8708-4679aa69237d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:56.232489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.238546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-05790f5a-6b22-492a-a27c-e55f98e3d2fb tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/subnets/399bccf5-520d-4121-8708-4679aa69237d HTTP/1.1" status: 204 len: 168 time: 0.2972488 Feb 17 22:58:56.238793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33886) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:56.367170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9abbbf2-c071-4986-a004-c1dd7040636b None None] Network 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:58:56.369387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.517590 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_gateway (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.557445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:55Z', 'revision_number': 5, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port': {'id': '6f423751-4c85-4d25-8b05-4ee05fc6daf1', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:51:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:58:02Z', 'updated_at': '2022-02-17T22:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:56.600787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Deleting port 6f423751-4c85-4d25-8b05-4ee05fc6daf1 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:58:56.601145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.608799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] Checking router: 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:58:56.619269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] Routers {'5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:58:56.619957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:58:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:56.721603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] DHCP port deletion for 95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 22:58:56.732768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] For port 6f423751-4c85-4d25-8b05-4ee05fc6daf1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6f423751-4c85-4d25-8b05-4ee05fc6daf1,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:56.733166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.733907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] Set router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:58:56.766050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Calling delete_port for 6f423751-4c85-4d25-8b05-4ee05fc6daf1 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:58:56.811860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:56Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:56.823747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e058475-340d-4ac7-b6b2-2dd373092fc6 req-0105591e-12b6-4502-ad3d-f1378dfc7fb7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:56.825243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e058475-340d-4ac7-b6b2-2dd373092fc6 req-0105591e-12b6-4502-ad3d-f1378dfc7fb7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.1077209 Feb 17 22:58:56.845160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16c59df-4290-4d53-8c45-8c4a739e81b4 None None] The sync data for ids ['5e1f4bd3-6f2e-4e44-a7b3-5d392781b917'] in n-d-828369-18 is: [{'id': '5e1f4bd3-6f2e-4e44-a7b3-5d392781b917', 'name': 'tempest-TestNetworkBasicOps-router-1175203645', 'tenant_id': '249c2950826d4244945619a183e0e8a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:58:01Z', 'updated_at': '2022-02-17T22:58:56Z', 'revision_number': 6, 'project_id': '249c2950826d4244945619a183e0e8a2', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:58:56.864371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] Deleting port 7041ebd8-f542-4933-b3cf-054270215c54 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:58:56.865199 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7041ebd8-f542-4933-b3cf-054270215c54), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.900811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e058475-340d-4ac7-b6b2-2dd373092fc6 req-7846c500-0fdd-401f-b915-53f50f6a5b44 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671210 Feb 17 22:58:56.943218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] For port 7041ebd8-f542-4933-b3cf-054270215c54, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7041ebd8-f542-4933-b3cf-054270215c54,segment=NetworkSegment(a0d3ce0d-b178-4503-b190-5147508ab789),segment_id=a0d3ce0d-b178-4503-b190-5147508ab789)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:58:56.943887 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7041ebd8-f542-4933-b3cf-054270215c54), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:56.954556 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:56.979204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] Calling delete_port for 7041ebd8-f542-4933-b3cf-054270215c54 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:58:56.981143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:56.981595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 1e46e7e1-720a-49cc-b6f3-dca3d1e86b3e not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:57.018914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6f423751-4c85-4d25-8b05-4ee05fc6daf1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.045608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Port': ['ID=6f423751-4c85-4d25-8b05-4ee05fc6daf1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:57.078539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (7041ebd8-f542-4933-b3cf-054270215c54), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.107702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] Pushing event deleted for resources: {'Port': ['ID=7041ebd8-f542-4933-b3cf-054270215c54,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:57.111628 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.111801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99db916f-476c-4431-8529-7c6289ad9a31 None None] No DVR routers for this DVR port 7041ebd8-f542-4933-b3cf-054270215c54 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:58:57.216506 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.219192 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router_controller (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.268735 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (5e1f4bd3-6f2e-4e44-a7b3-5d392781b917), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.269522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Fanout notify agent at l3_agent the message router_deleted on router 5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 22:58:57.283318 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.286512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3a6480ea-0544-40a0-a129-d351c6c8611f tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/routers/5e1f4bd3-6f2e-4e44-a7b3-5d392781b917 HTTP/1.1" status: 204 len: 168 time: 1.0442855 Feb 17 22:58:57.286661 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33902) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:57.368226 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.454023 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.474821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95d281d5-e7fe-4474-8133-2ca3cd3cc5a4']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:57.484627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d3ce0d-b178-4503-b190-5147508ab789') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:57.484929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d3ce0d-b178-4503-b190-5147508ab789') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:58:57.495079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (a0d3ce0d-b178-4503-b190-5147508ab789), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.508466 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a0d3ce0d-b178-4503-b190-5147508ab789), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.514399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:58:57.514784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (a0d3ce0d-b178-4503-b190-5147508ab789), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:58:57.517804 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:58:57.584062 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (95d281d5-e7fe-4474-8133-2ca3cd3cc5a4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.592980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:57.596313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] 10.222.0.79 "DELETE /v2.0/networks/95d281d5-e7fe-4474-8133-2ca3cd3cc5a4 HTTP/1.1" status: 204 len: 168 time: 0.3087101 Feb 17 22:58:57.623730 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c03da0-d9d6-4142-84fa-9afcedcca52e tempest-TestNetworkBasicOps-1889370429 tempest-TestNetworkBasicOps-1889370429-project] Pushing event deleted for resources: {'Network': ['ID=95d281d5-e7fe-4474-8133-2ca3cd3cc5a4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:57.907103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33914) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:58.038476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad94051-d329-4cb3-b210-5880a84d981a req-5f863bea-4f0d-4f8f-84a4-313051b9b537 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:58.039997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad94051-d329-4cb3-b210-5880a84d981a req-5f863bea-4f0d-4f8f-84a4-313051b9b537 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0558684 Feb 17 22:58:58.059082 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d971a8d4-d644-4bec-aa7c-3a05a9340b40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=249c2950826d4244945619a183e0e8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1506488 Feb 17 22:58:58.061567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33920) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:58.090755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aad94051-d329-4cb3-b210-5880a84d981a req-888fc50f-8619-4762-ad30-c591b1cbe659 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450311 Feb 17 22:58:58.113059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ece8497b-98a3-438e-bf7c-40b4b21b2952 admin admin] Publish callbacks [] for security_group (5351c2ac-004c-4d05-89ce-ff92b3c01d06), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.135538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ece8497b-98a3-438e-bf7c-40b4b21b2952 admin admin] Publish callbacks [] for security_group (5351c2ac-004c-4d05-89ce-ff92b3c01d06), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.183441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ece8497b-98a3-438e-bf7c-40b4b21b2952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5351c2ac-004c-4d05-89ce-ff92b3c01d06), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.185972 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ece8497b-98a3-438e-bf7c-40b4b21b2952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.187153 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ece8497b-98a3-438e-bf7c-40b4b21b2952 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5351c2ac-004c-4d05-89ce-ff92b3c01d06 HTTP/1.1" status: 204 len: 168 time: 0.1246276 Feb 17 22:58:58.196578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8497b-98a3-438e-bf7c-40b4b21b2952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5351c2ac-004c-4d05-89ce-ff92b3c01d06,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:58.350844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7041ebd8-f542-4933-b3cf-054270215c54 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:58.371520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7041ebd8-f542-4933-b3cf-054270215c54 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:58.371941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7041ebd8-f542-4933-b3cf-054270215c54 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:58.372498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9784d405-730a-49af-a2cb-a1b60b349893 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:58.391489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 9784d405-730a-49af-a2cb-a1b60b349893 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:58.391840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 9784d405-730a-49af-a2cb-a1b60b349893 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:58.392257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f423751-4c85-4d25-8b05-4ee05fc6daf1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:58:58.412274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6f423751-4c85-4d25-8b05-4ee05fc6daf1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:58:58.413095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6f423751-4c85-4d25-8b05-4ee05fc6daf1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:58:58.457611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33926) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:58.470964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.553695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Publish callbacks [] for security_group (a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.557384 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.599759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0eb4b3339bbf47458128b8af3c83dd9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1410391 Feb 17 22:58:58.601136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:58.603030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:58.608671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.609040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.609372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.609713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.610316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.610651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.610979 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.611305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.611656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.611981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.612306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.612627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.612954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b560eadc-7aca-45a3-9c54-e9615f85393c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:58:58.655669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b43e51-2f3f-492a-8248-9eb6cbf1e73d admin admin] Publish callbacks [] for security_group (a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.682973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b43e51-2f3f-492a-8248-9eb6cbf1e73d admin admin] Publish callbacks [] for security_group (a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.735872 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b43e51-2f3f-492a-8248-9eb6cbf1e73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.738514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-42b43e51-2f3f-492a-8248-9eb6cbf1e73d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:58.739755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-42b43e51-2f3f-492a-8248-9eb6cbf1e73d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460 HTTP/1.1" status: 204 len: 168 time: 0.1356235 Feb 17 22:58:58.747617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b43e51-2f3f-492a-8248-9eb6cbf1e73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fa3ec4-43a0-4b47-8d3b-ef2ce0202460,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:59.213466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc735751-7643-413f-b944-e30f3ff335dd req-b97e72eb-f963-4fad-b652-4e9d9835a0d4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:59.215002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc735751-7643-413f-b944-e30f3ff335dd req-b97e72eb-f963-4fad-b652-4e9d9835a0d4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0551810 Feb 17 22:58:59.267875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc735751-7643-413f-b944-e30f3ff335dd req-b1a1666d-3909-436b-90c8-4288eefc8aaa tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472956 Feb 17 22:58:59.415745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:59.510119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-895105652-network', 'tenant_id': 'e36755e47e19459c992158a3933915ad'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:59.531383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Made reservation on behalf of e36755e47e19459c992158a3933915ad for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:58:59.533738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.542351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.620966 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks [] for security_group (3f8e23b4-7044-45b6-a057-48b0fdcf9554), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.624504 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f8e23b4-7044-45b6-a057-48b0fdcf9554), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.648275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:58:59.657833 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8e23b4-7044-45b6-a057-48b0fdcf9554,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:59.663020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (200e98cc-73e6-418b-9697-6aa9325be85f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.663362 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Added segment 200e98cc-73e6-418b-9697-6aa9325be85f of type vlan for network d5a07098-aa82-4917-b276-9a1a30300222 Feb 17 22:58:59.704230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d5a07098-aa82-4917-b276-9a1a30300222), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.729026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d5a07098-aa82-4917-b276-9a1a30300222), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.730082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:58:59.730649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.789688 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3726027 Feb 17 22:58:59.792643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33956) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:58:59.797198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f40478-1c69-4645-a2af-9b2d62812ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=d5a07098-aa82-4917-b276-9a1a30300222,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:58:59.800835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Request body: {'subnet': {'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-895105652-subnet', 'tenant_id': 'e36755e47e19459c992158a3933915ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:58:59.816175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d5a07098-aa82-4917-b276-9a1a30300222 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:58:59.823211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Made reservation on behalf of e36755e47e19459c992158a3933915ad for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:58:59.825595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:58:59.994363 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (a743bf34-63cb-4f80-9353-aaffb9552b84), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.047790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a743bf34-63cb-4f80-9353-aaffb9552b84,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:00.058064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Checking segment: {'id': '200e98cc-73e6-418b-9697-6aa9325be85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:00.058422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Network hostable DHCP agents. Network: d5a07098-aa82-4917-b276-9a1a30300222, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:59:00.075020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Network d5a07098-aa82-4917-b276-9a1a30300222 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:59:00.082989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d5a07098-aa82-4917-b276-9a1a30300222) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:00.087697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:00.088286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.093427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780d4b8e-83e9-4959-ac3e-7860704a3114 None None] Network d5a07098-aa82-4917-b276-9a1a30300222 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:00.104118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c2af36e5-0445-4c12-ac80-1ab34811c415 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3095002 Feb 17 22:59:00.193092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fbfb9c-269b-4610-8200-b3917ba2392d None None] Network d5a07098-aa82-4917-b276-9a1a30300222 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:00.392153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663065c8-1796-43d7-9026-ef23063d7287 req-94177203-82ee-4c61-8c69-04ae05d22332 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:00.393924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-663065c8-1796-43d7-9026-ef23063d7287 req-94177203-82ee-4c61-8c69-04ae05d22332 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0608127 Feb 17 22:59:00.444107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-663065c8-1796-43d7-9026-ef23063d7287 req-a9925383-0452-4b2e-b318-a2f74041d73f tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433600 Feb 17 22:59:00.575389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 33974) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:00.580343 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-548486916-network', 'tenant_id': '69e336227b984016a668460b4c3b1eb0'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:00.599953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Made reservation on behalf of 69e336227b984016a668460b4c3b1eb0 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:00.602218 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.610749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.684806 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks [] for security_group (82eccda9-b15a-449b-b423-d9ddec705766), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.688574 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (82eccda9-b15a-449b-b423-d9ddec705766), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.710127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:59:00.725033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82eccda9-b15a-449b-b423-d9ddec705766,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:00.727871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (bf1f5e17-7b19-453e-ab3a-327360546fee), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.728248 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Added segment bf1f5e17-7b19-453e-ab3a-327360546fee of type vlan for network 9b463625-a947-4ac4-8470-e81e909696c9 Feb 17 22:59:00.769616 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (9b463625-a947-4ac4-8470-e81e909696c9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.793726 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (9b463625-a947-4ac4-8470-e81e909696c9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.794912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:00.795512 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:00.851610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2750726 Feb 17 22:59:00.854493 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 33976) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:00.859542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Request body: {'subnet': {'network_id': '9b463625-a947-4ac4-8470-e81e909696c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-548486916-subnet', 'tenant_id': '69e336227b984016a668460b4c3b1eb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:00.860711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ea27d-0cd8-42fb-91cc-c6c2a9fa35ee admin admin] Pushing event updated for resources: {'Network': ['ID=9b463625-a947-4ac4-8470-e81e909696c9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:00.871167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 9b463625-a947-4ac4-8470-e81e909696c9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:59:00.882214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Made reservation on behalf of 69e336227b984016a668460b4c3b1eb0 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:00.884685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:01.058106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (f669aa07-cf9b-4567-8a46-8f197f2a9022), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:01.115697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f669aa07-cf9b-4567-8a46-8f197f2a9022,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:01.123530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Checking segment: {'id': 'bf1f5e17-7b19-453e-ab3a-327360546fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9b463625-a947-4ac4-8470-e81e909696c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:01.123895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Network hostable DHCP agents. Network: 9b463625-a947-4ac4-8470-e81e909696c9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:59:01.141939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Network 9b463625-a947-4ac4-8470-e81e909696c9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:59:01.151844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 9b463625-a947-4ac4-8470-e81e909696c9) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:01.156040 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:01.156851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:01.161214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af80d2cb-832a-452b-a9e0-5627b5f1aeb1 None None] Network 9b463625-a947-4ac4-8470-e81e909696c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:01.176743 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e2be86a7-0589-4f7a-84b7-6c5601806e2b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3179131 Feb 17 22:59:01.275258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa76027-3ae3-4eba-ab20-ce8692625bd5 None None] Network 9b463625-a947-4ac4-8470-e81e909696c9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:01.696027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-59a9fa33-46ae-4973-952a-e2b98a030e67 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:01.697486 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-59a9fa33-46ae-4973-952a-e2b98a030e67 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/networks?id=d5a07098-aa82-4917-b276-9a1a30300222 HTTP/1.1" status: 200 len: 811 time: 0.1024394 Feb 17 22:59:01.711924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-27afc296-aff0-440b-b602-b8464f0b624b tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/quotas/e36755e47e19459c992158a3933915ad HTTP/1.1" status: 200 len: 375 time: 0.0090539 Feb 17 22:59:01.747958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-27de6fdf-f447-4e73-a35d-7ddc8e6414de tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e36755e47e19459c992158a3933915ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310161 Feb 17 22:59:01.837703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-4cf55337-93aa-41ed-a51c-58c31d2c4c2d service neutron] 10.222.0.79 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831952 Feb 17 22:59:01.944463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-3f20b47b-11c4-44c8-a938-ac7d383c6cc4 service neutron] 10.222.0.79 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009943 Feb 17 22:59:02.146846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc019930-4a34-4799-a50a-8235f0deb593 req-a178f445-2d6b-4c9b-bf73-090b5532029c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:02.148381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc019930-4a34-4799-a50a-8235f0deb593 req-a178f445-2d6b-4c9b-bf73-090b5532029c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0571883 Feb 17 22:59:02.207890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc019930-4a34-4799-a50a-8235f0deb593 req-52b23139-3b14-458a-ba4f-21b5cf6571c4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536814 Feb 17 22:59:02.278694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73f5e61a-3cc7-46f8-bd13-b23f5a7a8522 req-5092fda1-aca4-4298-9dba-fe2d6ce88e8a tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0294588 Feb 17 22:59:03.066715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-31760f27-891e-444b-886d-42e6a1c63276 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:03.068184 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-31760f27-891e-444b-886d-42e6a1c63276 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.73 "GET /v2.0/networks?id=d5a07098-aa82-4917-b276-9a1a30300222 HTTP/1.1" status: 200 len: 811 time: 0.1107996 Feb 17 22:59:03.079969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Request body: {'port': {'device_id': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222', 'admin_state_up': True, 'tenant_id': 'e36755e47e19459c992158a3933915ad'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:03.186398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Made reservation on behalf of e36755e47e19459c992158a3933915ad for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:03.189896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:03.331963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Allocated IP 172.20.0.3 (d5a07098-aa82-4917-b276-9a1a30300222/a743bf34-63cb-4f80-9353-aaffb9552b84/74b37f46-2d9e-426e-95a8-993869a9b9da) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:03.347386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fb83d-efbb-4555-a159-2118cb5e4c34 req-546cba9a-9e60-4964-8849-e7df1c16475a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:03.349023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-920fb83d-efbb-4555-a159-2118cb5e4c34 req-546cba9a-9e60-4964-8849-e7df1c16475a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0639298 Feb 17 22:59:03.414356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-920fb83d-efbb-4555-a159-2118cb5e4c34 req-065b6d0b-d3ae-43fa-98f7-26e6147745bc tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587370 Feb 17 22:59:03.502328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01da9596-a8ce-4821-8129-9ed164a1759d req-5f32a497-e2dc-4c8c-a6f8-8fab9b3f491a tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 210 time: 0.0267937 Feb 17 22:59:03.509340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks [] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:03.544309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:03.588941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Network d5a07098-aa82-4917-b276-9a1a30300222 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:03.591897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:03.595555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:03.618661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Pushing event updated for resources: {'Port': ['ID=74b37f46-2d9e-426e-95a8-993869a9b9da,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:03.645534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:03.646132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:03.662044 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-1f007b96-e388-4444-8c91-aee9747535c6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857933 Feb 17 22:59:03.673279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Request body: {'port': {'device_id': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:03.733217 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:03.988673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b37f46-2d9e-426e-95a8-993869a9b9da {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:03.996506 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Publish callbacks [] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:04.008805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Transition to ACTIVE for port object 74b37f46-2d9e-426e-95a8-993869a9b9da will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:59:04.012559 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:04.061482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Pushing event updated for resources: {'Port': ['ID=74b37f46-2d9e-426e-95a8-993869a9b9da,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:04.131238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Attempting to bind port 74b37f46-2d9e-426e-95a8-993869a9b9da on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:04.131975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Attempting to bind port 74b37f46-2d9e-426e-95a8-993869a9b9da by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '200e98cc-73e6-418b-9697-6aa9325be85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:04.131975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Attempting to bind port 74b37f46-2d9e-426e-95a8-993869a9b9da on network d5a07098-aa82-4917-b276-9a1a30300222 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:04.136087 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Port 74b37f46-2d9e-426e-95a8-993869a9b9da on network d5a07098-aa82-4917-b276-9a1a30300222 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:59:04.136395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Attempting to bind port 74b37f46-2d9e-426e-95a8-993869a9b9da on network d5a07098-aa82-4917-b276-9a1a30300222 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:04.141093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:04.141425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Checking segment: {'id': '200e98cc-73e6-418b-9697-6aa9325be85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:04.141798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Bound using segment: {'id': '200e98cc-73e6-418b-9697-6aa9325be85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:04.142212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Bound port: 74b37f46-2d9e-426e-95a8-993869a9b9da, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '200e98cc-73e6-418b-9697-6aa9325be85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:04.142555 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:04.204648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] For port 74b37f46-2d9e-426e-95a8-993869a9b9da, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:04.207902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] For port 74b37f46-2d9e-426e-95a8-993869a9b9da, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=74b37f46-2d9e-426e-95a8-993869a9b9da,segment=NetworkSegment(200e98cc-73e6-418b-9697-6aa9325be85f),segment_id=200e98cc-73e6-418b-9697-6aa9325be85f)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:04.214220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:04.249253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.249859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:04.251242 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] 10.222.0.73 "PUT /v2.0/ports/74b37f46-2d9e-426e-95a8-993869a9b9da HTTP/1.1" status: 200 len: 1092 time: 0.5819664 Feb 17 22:59:04.251702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'tag': '74b37f46-2d9e-426e-95a8-993869a9b9da'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:04.253908 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4562a537-87ba-4bd6-8169-103581d1588b" -d '{"events": [{"name": "network-changed", "server_uuid": "7b6271b9-fbbc-4edc-8267-9d96e056ecf1", "tag": "74b37f46-2d9e-426e-95a8-993869a9b9da"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:04.279144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bafda1-e013-4efd-af43-6adfa3bd8bac service neutron] Pushing event updated for resources: {'Port': ['ID=74b37f46-2d9e-426e-95a8-993869a9b9da,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:04.294761 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755e3de3-357d-4520-875c-71a58d610d53 x-openstack-request-id: req-755e3de3-357d-4520-875c-71a58d610d53 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:04.295173 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b6271b9-fbbc-4edc-8267-9d96e056ecf1", "tag": "74b37f46-2d9e-426e-95a8-993869a9b9da", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:04.295300 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-755e3de3-357d-4520-875c-71a58d610d53 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:04.295719 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'tag': '74b37f46-2d9e-426e-95a8-993869a9b9da', 'status': 'completed', 'code': 200} Feb 17 22:59:04.341825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-a51d134f-6a13-47ab-81ef-e61ff609f467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.343325 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-a51d134f-6a13-47ab-81ef-e61ff609f467 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36755e47e19459c992158a3933915ad&device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 1126 time: 0.0459330 Feb 17 22:59:04.388395 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-7ad3f058-9e8b-4753-a2b8-9a7b103b80a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b37f46-2d9e-426e-95a8-993869a9b9da HTTP/1.1" status: 200 len: 217 time: 0.0370533 Feb 17 22:59:04.436532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-b2cc0fa1-ed62-4b0b-a1a3-e5290c2a338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.437977 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-b2cc0fa1-ed62-4b0b-a1a3-e5290c2a338f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a743bf34-63cb-4f80-9353-aaffb9552b84 HTTP/1.1" status: 200 len: 851 time: 0.0436733 Feb 17 22:59:04.470654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-4d24785a-4a0d-4b04-8eb2-a7def08da81b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5a07098-aa82-4917-b276-9a1a30300222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258479 Feb 17 22:59:04.531189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb7383-a721-46df-96b5-89fc6483ad11 req-1de97cfe-39cf-403a-ac9d-921024634412 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.532711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36bb7383-a721-46df-96b5-89fc6483ad11 req-1de97cfe-39cf-403a-ac9d-921024634412 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0542727 Feb 17 22:59:04.568846 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-e69c70a9-b661-41cb-80a8-6fffc49f1d9b service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915704 Feb 17 22:59:04.584538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36bb7383-a721-46df-96b5-89fc6483ad11 req-92947a58-0ee1-4bc8-af90-48c1d8f1eaa7 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429299 Feb 17 22:59:04.658794 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-90ca87f0-e170-410f-bbc7-7312b5825252 req-4fa088cc-df17-4ca3-90d8-b5a7da234e6e service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846415 Feb 17 22:59:04.696857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f53d1-fa58-481b-bb58-7729be879002 req-7c583fa5-61c3-4704-a49a-91b56417a161 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.698348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da7f53d1-fa58-481b-bb58-7729be879002 req-7c583fa5-61c3-4704-a49a-91b56417a161 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0585933 Feb 17 22:59:04.747943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562a537-87ba-4bd6-8169-103581d1588b req-19406c7e-e813-450f-9b68-e784df187294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.749447 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4562a537-87ba-4bd6-8169-103581d1588b req-19406c7e-e813-450f-9b68-e784df187294 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36755e47e19459c992158a3933915ad&device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 1126 time: 0.0492134 Feb 17 22:59:04.750855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-da7f53d1-fa58-481b-bb58-7729be879002 req-2eabb341-ea68-4803-996c-c6cf30da9413 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465415 Feb 17 22:59:04.849346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562a537-87ba-4bd6-8169-103581d1588b req-9aa50308-d80f-4344-af3c-b978267dc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.851338 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4562a537-87ba-4bd6-8169-103581d1588b req-9aa50308-d80f-4344-af3c-b978267dc91e service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5a07098-aa82-4917-b276-9a1a30300222 HTTP/1.1" status: 200 len: 912 time: 0.0951579 Feb 17 22:59:04.891545 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4562a537-87ba-4bd6-8169-103581d1588b req-bd9ca772-2fb3-4a28-b98e-f4870f511ae8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b37f46-2d9e-426e-95a8-993869a9b9da HTTP/1.1" status: 200 len: 217 time: 0.0341487 Feb 17 22:59:04.944519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562a537-87ba-4bd6-8169-103581d1588b req-82b59591-97f2-40b8-9d86-97efc2a8f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:04.945942 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4562a537-87ba-4bd6-8169-103581d1588b req-82b59591-97f2-40b8-9d86-97efc2a8f9bc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a743bf34-63cb-4f80-9353-aaffb9552b84 HTTP/1.1" status: 200 len: 851 time: 0.0474842 Feb 17 22:59:04.978476 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4562a537-87ba-4bd6-8169-103581d1588b req-34e41990-006c-4c35-9cac-780dbbbb889b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5a07098-aa82-4917-b276-9a1a30300222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257277 Feb 17 22:59:05.065743 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4562a537-87ba-4bd6-8169-103581d1588b req-e14e9198-7e7d-4806-98ba-511958dff352 service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807750 Feb 17 22:59:05.159933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4562a537-87ba-4bd6-8169-103581d1588b req-3311682f-8573-4b07-a1d1-0872b34b036f service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864701 Feb 17 22:59:05.702874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c60d64-fbf0-4eaa-9c78-f662eca06da2 req-ec589988-843b-4c0b-9d62-f3393d0cfef0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:05.704362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8c60d64-fbf0-4eaa-9c78-f662eca06da2 req-ec589988-843b-4c0b-9d62-f3393d0cfef0 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Feb 17 22:59:05.752902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8c60d64-fbf0-4eaa-9c78-f662eca06da2 req-e5c26394-d320-4e30-b671-b3991ebebe70 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428824 Feb 17 22:59:05.869276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200c73e-6229-4ffc-8059-b3a061703e8c req-6317fcf8-78c4-4ddc-8de9-bab1d15ecb94 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:05.870736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a200c73e-6229-4ffc-8059-b3a061703e8c req-6317fcf8-78c4-4ddc-8de9-bab1d15ecb94 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0527964 Feb 17 22:59:05.916433 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a200c73e-6229-4ffc-8059-b3a061703e8c req-89c77063-22ab-4ddb-b509-114176f3a99a tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400271 Feb 17 22:59:06.877671 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24f97f-01ef-4a83-aad9-3b6ec2431213 req-f867e517-10f6-41ea-ad53-ff9a7df65ae8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:06.879130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df24f97f-01ef-4a83-aad9-3b6ec2431213 req-f867e517-10f6-41ea-ad53-ff9a7df65ae8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0557270 Feb 17 22:59:06.927352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df24f97f-01ef-4a83-aad9-3b6ec2431213 req-42fb8100-e4d2-40b5-b140-2c3299cc52ba tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420592 Feb 17 22:59:06.977637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 74b37f46-2d9e-426e-95a8-993869a9b9da details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:59:07.032803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e7bf9-9cc5-42fe-a773-298bc64f897f req-f5914116-3451-4cc7-9321-d5f09f4e6e09 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:07.034249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a17e7bf9-9cc5-42fe-a773-298bc64f897f req-f5914116-3451-4cc7-9321-d5f09f4e6e09 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 943 time: 0.0534179 Feb 17 22:59:07.078997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 74b37f46-2d9e-426e-95a8-993869a9b9da, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=74b37f46-2d9e-426e-95a8-993869a9b9da,segment=NetworkSegment(200e98cc-73e6-418b-9697-6aa9325be85f),segment_id=200e98cc-73e6-418b-9697-6aa9325be85f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:07.083968 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a17e7bf9-9cc5-42fe-a773-298bc64f897f req-82b4b88c-5cf7-4871-a8e4-80e3f7475590 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430579 Feb 17 22:59:07.090715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '74b37f46-2d9e-426e-95a8-993869a9b9da', 'network_id': 'd5a07098-aa82-4917-b276-9a1a30300222', 'port_id': '74b37f46-2d9e-426e-95a8-993869a9b9da', 'mac_address': 'fa:16:3e:cd:71:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a743bf34-63cb-4f80-9353-aaffb9552b84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:59:07.129046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 74b37f46-2d9e-426e-95a8-993869a9b9da is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:07.129431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:07.141896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b37f46-2d9e-426e-95a8-993869a9b9da {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:07.161112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 74b37f46-2d9e-426e-95a8-993869a9b9da, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=74b37f46-2d9e-426e-95a8-993869a9b9da,segment=NetworkSegment(200e98cc-73e6-418b-9697-6aa9325be85f),segment_id=200e98cc-73e6-418b-9697-6aa9325be85f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:07.166435 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:07.215012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=74b37f46-2d9e-426e-95a8-993869a9b9da,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:07.222212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.222559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.222896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.223228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.223581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.223909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.224230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.225221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.225480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.225800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.226118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.226432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.226746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:07.356878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['74b37f46-2d9e-426e-95a8-993869a9b9da'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:59:08.052467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9985d9a2-7524-4047-9e65-1680567931a5 req-54d412d9-91a2-4478-b2d8-2fc84b93ef67 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.053959 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9985d9a2-7524-4047-9e65-1680567931a5 req-54d412d9-91a2-4478-b2d8-2fc84b93ef67 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0560973 Feb 17 22:59:08.102074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9985d9a2-7524-4047-9e65-1680567931a5 req-a5d58982-5c8e-43be-9e5b-be3f0fcebc01 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426447 Feb 17 22:59:08.205477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8931292-59b4-4a0d-a474-97f52f259228 req-eab76bff-6dc9-4213-a4c5-b034f165b9a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:08.206991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8931292-59b4-4a0d-a474-97f52f259228 req-eab76bff-6dc9-4213-a4c5-b034f165b9a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 944 time: 0.0517571 Feb 17 22:59:08.254229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c8931292-59b4-4a0d-a474-97f52f259228 req-b4cbc9d4-e81e-4312-b8ba-5a465d325a99 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Feb 17 22:59:08.995558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 74b37f46-2d9e-426e-95a8-993869a9b9da up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:09.046678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 74b37f46-2d9e-426e-95a8-993869a9b9da completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:59:09.050496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 74b37f46-2d9e-426e-95a8-993869a9b9da triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:09.050875 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:09.126366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 74b37f46-2d9e-426e-95a8-993869a9b9da is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:09.126754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:09.149963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b37f46-2d9e-426e-95a8-993869a9b9da'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:09.152626 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd86225-b185-4e78-942f-afb0fef9f96e" -d '{"events": [{"server_uuid": "7b6271b9-fbbc-4edc-8267-9d96e056ecf1", "name": "network-vif-plugged", "status": "completed", "tag": "74b37f46-2d9e-426e-95a8-993869a9b9da"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:09.164836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 74b37f46-2d9e-426e-95a8-993869a9b9da, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=74b37f46-2d9e-426e-95a8-993869a9b9da,segment=NetworkSegment(200e98cc-73e6-418b-9697-6aa9325be85f),segment_id=200e98cc-73e6-418b-9697-6aa9325be85f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:09.169062 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:09.218515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=74b37f46-2d9e-426e-95a8-993869a9b9da,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:09.221047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b6398-4fe7-4656-b066-17ec712d3f44 req-b266d496-d269-46c6-9998-10bfc736ea3c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:09.222529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f8b6398-4fe7-4656-b066-17ec712d3f44 req-b266d496-d269-46c6-9998-10bfc736ea3c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0524385 Feb 17 22:59:09.274777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9f8b6398-4fe7-4656-b066-17ec712d3f44 req-77d0ca27-f703-499d-892c-a93825f85f10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464993 Feb 17 22:59:09.317930 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e2e0b4-fb4c-4198-ab55-51429e5a78ff x-openstack-request-id: req-09e2e0b4-fb4c-4198-ab55-51429e5a78ff {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:09.319008 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6271b9-fbbc-4edc-8267-9d96e056ecf1", "name": "network-vif-plugged", "status": "completed", "tag": "74b37f46-2d9e-426e-95a8-993869a9b9da", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:09.319503 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-09e2e0b4-fb4c-4198-ab55-51429e5a78ff {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:09.320020 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b37f46-2d9e-426e-95a8-993869a9b9da', 'code': 200} Feb 17 22:59:09.413483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cd9c3-b81a-4f4d-8cd9-1baabf2145cf req-76a75a7f-ed80-4430-83c5-2025314a9842 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:09.414991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d7cd9c3-b81a-4f4d-8cd9-1baabf2145cf req-76a75a7f-ed80-4430-83c5-2025314a9842 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0533597 Feb 17 22:59:09.419404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d4962-3872-4639-98b2-ce7eab44168e req-6c4c9a8c-7d01-4d42-96c3-fe2e1deb6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:09.421200 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b81d4962-3872-4639-98b2-ce7eab44168e req-6c4c9a8c-7d01-4d42-96c3-fe2e1deb6b2c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 1128 time: 0.0454671 Feb 17 22:59:09.465007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d7cd9c3-b81a-4f4d-8cd9-1baabf2145cf req-9935ea2f-98c8-4e8e-8775-81709a66ee59 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Feb 17 22:59:09.471705 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b81d4962-3872-4639-98b2-ce7eab44168e req-e52a42bc-4927-49c8-be45-792bcd2c25f5 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422494 Feb 17 22:59:09.619708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:10.396377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd826aa-15ea-49d9-b532-536789c45106 req-2fdf8123-a2bc-4ec3-87e5-e14dcdff5cc6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:10.397737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dd826aa-15ea-49d9-b532-536789c45106 req-2fdf8123-a2bc-4ec3-87e5-e14dcdff5cc6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0543048 Feb 17 22:59:10.448566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5dd826aa-15ea-49d9-b532-536789c45106 req-79b804c8-5120-4db0-8154-28e9c0d03ae3 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448210 Feb 17 22:59:10.586009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f193a-759d-46b7-a583-cb7bf6068536 req-1e15a535-2d2b-44db-8fe7-733593a3ec46 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:10.587389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d2f193a-759d-46b7-a583-cb7bf6068536 req-1e15a535-2d2b-44db-8fe7-733593a3ec46 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0561619 Feb 17 22:59:10.632894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d2f193a-759d-46b7-a583-cb7bf6068536 req-a2d53222-e529-4c57-85e1-63566b0db0f1 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Feb 17 22:59:10.746887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47b24f-e190-40f9-824e-2f8108b8ed7b req-c1140e36-2e1a-4c79-adbb-85de2c8f998d tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:10.748449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd47b24f-e190-40f9-824e-2f8108b8ed7b req-c1140e36-2e1a-4c79-adbb-85de2c8f998d tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0523806 Feb 17 22:59:10.794636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd47b24f-e190-40f9-824e-2f8108b8ed7b req-85f83e5f-c3de-49c3-a875-d9ce4635208c tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404935 Feb 17 22:59:11.029830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275206d2-bb65-4ec5-a5a0-aa66c7a94bed req-3b153095-8bc5-495f-8ab7-de5863d19001 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:11.031315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-275206d2-bb65-4ec5-a5a0-aa66c7a94bed req-3b153095-8bc5-495f-8ab7-de5863d19001 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0533733 Feb 17 22:59:11.080526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-275206d2-bb65-4ec5-a5a0-aa66c7a94bed req-4d98ede1-8ea7-4a11-aede-3ad04b32513f tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437255 Feb 17 22:59:11.572998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3510ef9a-1f95-4cf4-a44d-2db677887c03 req-753cc17b-a79b-4073-b84f-055da21122b4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:11.574474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3510ef9a-1f95-4cf4-a44d-2db677887c03 req-753cc17b-a79b-4073-b84f-055da21122b4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0533757 Feb 17 22:59:11.622920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3510ef9a-1f95-4cf4-a44d-2db677887c03 req-bf173766-968c-427c-bfa9-4bbbef0ec44a tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428348 Feb 17 22:59:12.553592 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83888da8-a5fe-4c02-a2e1-a758498bee04 req-ffe83ae5-a839-4b02-96cf-afe5f09e8167 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:12.555031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83888da8-a5fe-4c02-a2e1-a758498bee04 req-ffe83ae5-a839-4b02-96cf-afe5f09e8167 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.4053550 Feb 17 22:59:12.568384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f850c8c-d21c-4ba3-bfd1-ff55afde7e58 req-2440f484-8249-40d8-8f0a-8fb84cd04be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:12.569810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f850c8c-d21c-4ba3-bfd1-ff55afde7e58 req-2440f484-8249-40d8-8f0a-8fb84cd04be1 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1128 time: 0.3905025 Feb 17 22:59:12.633470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-83888da8-a5fe-4c02-a2e1-a758498bee04 req-d6dc26ed-4b0e-413c-8009-e9ff3b92b97d tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726633 Feb 17 22:59:12.637150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f850c8c-d21c-4ba3-bfd1-ff55afde7e58 req-970bded7-8d93-4fa8-8c8c-30f8bbf24b28 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601392 Feb 17 22:59:12.744386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318fdb2-2119-4ded-9fca-454a9d6ace39 req-b5e445fd-2a49-461a-965d-c5e292112577 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:12.747407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2318fdb2-2119-4ded-9fca-454a9d6ace39 req-b5e445fd-2a49-461a-965d-c5e292112577 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0543437 Feb 17 22:59:12.794000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2318fdb2-2119-4ded-9fca-454a9d6ace39 req-0676a591-732e-46f3-b043-ee03b4cb537d tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425956 Feb 17 22:59:13.010532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f6b5d-f0b9-44f7-95cc-0633689ff136 req-f8440776-c3d5-4b04-9e50-df39089dd14c tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:13.012295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf5f6b5d-f0b9-44f7-95cc-0633689ff136 req-f8440776-c3d5-4b04-9e50-df39089dd14c tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0588567 Feb 17 22:59:13.025929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-24cc2acd-a42e-46db-8d2b-b25567acdea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:13.029025 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-24cc2acd-a42e-46db-8d2b-b25567acdea1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36755e47e19459c992158a3933915ad&device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 1128 time: 0.0490124 Feb 17 22:59:13.060384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf5f6b5d-f0b9-44f7-95cc-0633689ff136 req-aaa7182d-1575-4499-98c0-49a2639256e2 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420430 Feb 17 22:59:13.122837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-f093ce36-3f49-4034-8f72-514e7c7dbbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:13.124345 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-f093ce36-3f49-4034-8f72-514e7c7dbbe1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5a07098-aa82-4917-b276-9a1a30300222 HTTP/1.1" status: 200 len: 912 time: 0.0896232 Feb 17 22:59:13.165444 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-58d6268f-b8a8-4f05-8fe9-3fe50a755bc9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b37f46-2d9e-426e-95a8-993869a9b9da HTTP/1.1" status: 200 len: 217 time: 0.0340261 Feb 17 22:59:13.218571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-aec000c5-f4ca-4ca9-ac75-cce421054bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:13.220063 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-aec000c5-f4ca-4ca9-ac75-cce421054bb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a743bf34-63cb-4f80-9353-aaffb9552b84 HTTP/1.1" status: 200 len: 851 time: 0.0479648 Feb 17 22:59:13.252458 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-11b29f8e-6baa-458f-8f51-63b202a3b9df service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5a07098-aa82-4917-b276-9a1a30300222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256026 Feb 17 22:59:13.342987 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-be67fc11-bd4c-4632-a468-de4aa705608c service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823457 Feb 17 22:59:13.434304 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8b547f9a-cf10-4c77-92a2-8c454ebf355e req-0df29cff-4738-4058-94a5-ac02799a912f service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859377 Feb 17 22:59:13.571175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:59:13.581194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:59:13.727469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:13.729675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:13.730050 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:13.747414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'port_id': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'mac_address': 'fa:16:3e:cb:8b:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:59:13.762499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:13.764728 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea62f25e-38f6-4b73-9dab-eadbf9057091" -d '{"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:13.796834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:13.807406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:13.811492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:13.811755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:13.831786 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd507928-4bc7-4e7f-940c-e17c278fa0ac x-openstack-request-id: req-cd507928-4bc7-4e7f-940c-e17c278fa0ac {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:13.832028 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-unplugged", "status": "completed", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:13.832279 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd507928-4bc7-4e7f-940c-e17c278fa0ac {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:13.832668 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'code': 200} Feb 17 22:59:13.847503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:13.898168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:13.910359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 22:59:13.910721 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 22:59:13.918004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ecfe2-45b7-484e-a813-8494ba9d5c0b req-4c34b32f-ae62-4997-b13b-ac0306e501d2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:13.919696 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c41ecfe2-45b7-484e-a813-8494ba9d5c0b req-4c34b32f-ae62-4997-b13b-ac0306e501d2 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 943 time: 0.0533507 Feb 17 22:59:13.975629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c41ecfe2-45b7-484e-a813-8494ba9d5c0b req-060ef238-b2c3-47e6-a027-7c47b4be96e4 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499709 Feb 17 22:59:14.182238 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31e8f6f-386b-412b-941b-6327671aef3e req-821e60ed-8d7e-4dbb-bfe1-59e384d007ba tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:14.183736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d31e8f6f-386b-412b-941b-6327671aef3e req-821e60ed-8d7e-4dbb-bfe1-59e384d007ba tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0543287 Feb 17 22:59:14.234248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d31e8f6f-386b-412b-941b-6327671aef3e req-15495f27-0ba2-43e7-8769-0138ca6edc76 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447853 Feb 17 22:59:14.298868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:59:14.448189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:14.448581 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:14.455832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f32d54-1d59-4195-9b9d-14a0d2dc002c req-6e545866-0957-4e9f-93ba-d66d9ea994d8 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:14.457315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23f32d54-1d59-4195-9b9d-14a0d2dc002c req-6e545866-0957-4e9f-93ba-d66d9ea994d8 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0538125 Feb 17 22:59:14.461229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:14.481432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:14.485881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:14.507063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23f32d54-1d59-4195-9b9d-14a0d2dc002c req-a850907b-984d-4cec-bdba-c58f4eac4837 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Feb 17 22:59:14.542121 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-43d57a0c-6400-4edb-b54b-ed89b473c528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:14.547758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:14.942444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:59:15.097037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd95e3d-4467-44aa-a164-f521ea4857df req-3dab8f9d-5fc2-4faf-a507-62bd1e9083f8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:15.098498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbd95e3d-4467-44aa-a164-f521ea4857df req-3dab8f9d-5fc2-4faf-a507-62bd1e9083f8 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 944 time: 0.0543280 Feb 17 22:59:15.148069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbd95e3d-4467-44aa-a164-f521ea4857df req-9180410f-b06c-4167-9e8a-7ffda1d56898 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430694 Feb 17 22:59:15.171125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34068) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:15.233632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0e56aecb-fb91-4195-847c-59b6b4de4eba tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/floatingips/94ab1057-c36a-4cce-9a12-d7dfbeb4b06f HTTP/1.1" status: 200 len: 992 time: 0.0609145 Feb 17 22:59:15.626435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a892ef-5b3f-4a88-8d17-3964c2645fc4 req-f605b7bf-588a-47cb-a3fb-78f02c5a2190 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:15.627947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a892ef-5b3f-4a88-8d17-3964c2645fc4 req-f605b7bf-588a-47cb-a3fb-78f02c5a2190 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0533979 Feb 17 22:59:15.674729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a892ef-5b3f-4a88-8d17-3964c2645fc4 req-91f87d81-a903-4e08-8eaa-8d94e3ef97c0 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Feb 17 22:59:15.882506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841d2f0-1f76-422f-9fa6-75457776a8f6 req-d57c9b57-bb11-4250-9b40-03b35308f207 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:15.884144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b841d2f0-1f76-422f-9fa6-75457776a8f6 req-d57c9b57-bb11-4250-9b40-03b35308f207 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0578694 Feb 17 22:59:15.904120 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-ceddc479-69a8-4ac8-88ba-b3d06dc10441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:15.905637 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-ceddc479-69a8-4ac8-88ba-b3d06dc10441 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e36755e47e19459c992158a3933915ad&device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 1128 time: 0.0465186 Feb 17 22:59:15.932108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b841d2f0-1f76-422f-9fa6-75457776a8f6 req-3cead151-4d5e-49c0-8307-b8a07e5b326d tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422332 Feb 17 22:59:16.002361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-b5aaa56e-5353-4028-ab00-ea5a36c3d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:16.003877 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-b5aaa56e-5353-4028-ab00-ea5a36c3d11f service neutron] 10.222.0.73 "GET /v2.0/networks?id=d5a07098-aa82-4917-b276-9a1a30300222 HTTP/1.1" status: 200 len: 912 time: 0.0928450 Feb 17 22:59:16.045692 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-76d1ab57-a90d-4049-a9db-030797fbfffc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74b37f46-2d9e-426e-95a8-993869a9b9da HTTP/1.1" status: 200 len: 217 time: 0.0350158 Feb 17 22:59:16.092559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-3e45dec6-764e-4e46-8153-d976d664c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:16.093998 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-3e45dec6-764e-4e46-8153-d976d664c3e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a743bf34-63cb-4f80-9353-aaffb9552b84 HTTP/1.1" status: 200 len: 851 time: 0.0428700 Feb 17 22:59:16.125653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-0a017d58-e966-44ae-8a9e-08767c5d4b24 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d5a07098-aa82-4917-b276-9a1a30300222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249231 Feb 17 22:59:16.215905 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-9f4bd6e9-a119-4ea9-b004-d0a9a1f0db1c service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842316 Feb 17 22:59:16.304018 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-185f34f4-5914-4ff1-b3a9-9451ee56b639 req-093ba194-69a3-42f9-b29c-34975232ad15 service neutron] 10.222.0.73 "GET /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825801 Feb 17 22:59:17.058995 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e1e66-cc56-4594-b235-173c75e13276 req-5966bd61-0333-4988-9518-fc786ac9f850 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:17.060458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b6e1e66-cc56-4594-b235-173c75e13276 req-5966bd61-0333-4988-9518-fc786ac9f850 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0525613 Feb 17 22:59:17.106479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b6e1e66-cc56-4594-b235-173c75e13276 req-517920db-0a63-4f06-b651-18368053a0cc tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404847 Feb 17 22:59:17.347160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88afc5c-f1b2-4ba2-b5d0-234d5dcee8a1 req-00c252fc-557d-429e-99f3-9958f3b07d78 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:17.348656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b88afc5c-f1b2-4ba2-b5d0-234d5dcee8a1 req-00c252fc-557d-429e-99f3-9958f3b07d78 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0521364 Feb 17 22:59:17.368451 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-80255477-4705-4c41-b8cc-208fc35bca92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:17.402631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b88afc5c-f1b2-4ba2-b5d0-234d5dcee8a1 req-58a884bc-ff41-4d14-9699-64d2cce82dcf tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457304 Feb 17 22:59:17.605692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:17.652860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:17.653221 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:17.729517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:17.729890 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:17.751319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:17.753563 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0648c5-671d-4a83-86b7-9df266218704" -d '{"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-plugged", "status": "completed", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:17.766215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:17.772547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:17.796733 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee477ad-416c-4226-a239-b2ef104763af x-openstack-request-id: req-6ee477ad-416c-4226-a239-b2ef104763af {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:17.797050 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-plugged", "status": "completed", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:17.797283 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ee477ad-416c-4226-a239-b2ef104763af {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:17.797671 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'code': 200} Feb 17 22:59:17.823026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:18.045767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:18.523380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c16036-57e0-48ca-b45a-08c8fc70c82c req-554de1f1-c3dd-4d20-8dc0-c05e896a3844 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:18.524984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97c16036-57e0-48ca-b45a-08c8fc70c82c req-554de1f1-c3dd-4d20-8dc0-c05e896a3844 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0542428 Feb 17 22:59:18.572204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97c16036-57e0-48ca-b45a-08c8fc70c82c req-d68b0fdf-b5c3-4811-ad24-008670e2d13e tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Feb 17 22:59:19.051345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9974197-2870-42e6-8bde-8de57de8c367 req-952d11b4-e606-4fd7-b978-8ec0f47ca79a tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:19.052835 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a9974197-2870-42e6-8bde-8de57de8c367 req-952d11b4-e606-4fd7-b978-8ec0f47ca79a tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.73 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 945 time: 0.0570030 Feb 17 22:59:19.144096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Deleting port 74b37f46-2d9e-426e-95a8-993869a9b9da {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 22:59:19.144439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:19.458226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:19.525894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] For port 74b37f46-2d9e-426e-95a8-993869a9b9da, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=74b37f46-2d9e-426e-95a8-993869a9b9da,segment=NetworkSegment(200e98cc-73e6-418b-9697-6aa9325be85f),segment_id=200e98cc-73e6-418b-9697-6aa9325be85f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:19.526261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:19.540172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Calling delete_port for 74b37f46-2d9e-426e-95a8-993869a9b9da owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 22:59:19.665933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (74b37f46-2d9e-426e-95a8-993869a9b9da), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:19.680140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['74b37f46-2d9e-426e-95a8-993869a9b9da'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:59:19.693871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5906dd-4c5f-4a67-a6a5-f09e98acb44c req-1e7aaa8e-e7a9-497d-a293-b7218be77f52 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:19.695335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f5906dd-4c5f-4a67-a6a5-f09e98acb44c req-1e7aaa8e-e7a9-497d-a293-b7218be77f52 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/ports?device_id=7b6271b9-fbbc-4edc-8267-9d96e056ecf1 HTTP/1.1" status: 200 len: 867 time: 0.0559962 Feb 17 22:59:19.699633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Pushing event deleted for resources: {'Port': ['ID=74b37f46-2d9e-426e-95a8-993869a9b9da,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:19.744429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] No DVR routers for this DVR port 74b37f46-2d9e-426e-95a8-993869a9b9da on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 22:59:19.747418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:19.750737 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a9974197-2870-42e6-8bde-8de57de8c367 req-8b48e8aa-43ac-48e4-bbd7-59a53c1884a6 tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.73 "DELETE /v2.0/ports/74b37f46-2d9e-426e-95a8-993869a9b9da HTTP/1.1" status: 204 len: 173 time: 0.6928508 Feb 17 22:59:19.751227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'name': 'network-vif-deleted', 'tag': '74b37f46-2d9e-426e-95a8-993869a9b9da'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:19.753498 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d042836d-ca1c-4c7e-b0e7-ef9d4fec9cb3" -d '{"events": [{"server_uuid": "7b6271b9-fbbc-4edc-8267-9d96e056ecf1", "name": "network-vif-deleted", "tag": "74b37f46-2d9e-426e-95a8-993869a9b9da"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:19.761253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f5906dd-4c5f-4a67-a6a5-f09e98acb44c req-66c126d9-23af-4e8b-8de8-fd32a293101d tempest-TestServerAdvancedOps-1360300142 tempest-TestServerAdvancedOps-1360300142-project] 10.222.0.79 "GET /v2.0/security-groups?id=3f8e23b4-7044-45b6-a057-48b0fdcf9554&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Feb 17 22:59:19.809880 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc233fd-1e74-4eb5-b7b2-2d2b6249b441 x-openstack-request-id: req-7dc233fd-1e74-4eb5-b7b2-2d2b6249b441 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:19.810189 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b6271b9-fbbc-4edc-8267-9d96e056ecf1", "name": "network-vif-deleted", "tag": "74b37f46-2d9e-426e-95a8-993869a9b9da", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:19.810711 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7dc233fd-1e74-4eb5-b7b2-2d2b6249b441 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:19.811121 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b6271b9-fbbc-4edc-8267-9d96e056ecf1', 'name': 'network-vif-deleted', 'tag': '74b37f46-2d9e-426e-95a8-993869a9b9da', 'status': 'completed', 'code': 200} Feb 17 22:59:20.483056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-5b10321d-5a8f-4518-816b-5c2c85c1297d service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475922 Feb 17 22:59:20.582226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-a2e63053-7442-41a4-b33d-7e04ab460534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:20.583753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-a2e63053-7442-41a4-b33d-7e04ab460534 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1128 time: 0.0450783 Feb 17 22:59:20.684183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-dd9194aa-1ff6-46a4-b03a-092495607e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:20.685655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-dd9194aa-1ff6-46a4-b03a-092495607e35 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 200 len: 898 time: 0.0842121 Feb 17 22:59:20.752366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-aeeec539-50e0-408c-a5dc-8e0d00ff4f64 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 200 len: 1001 time: 0.0611773 Feb 17 22:59:20.800824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-fd6e38f2-d338-413a-b92b-dedb7ef9aded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:20.802508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-fd6e38f2-d338-413a-b92b-dedb7ef9aded service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ddab2d7c-3f45-42b0-afb9-521115c0fb78 HTTP/1.1" status: 200 len: 835 time: 0.0439560 Feb 17 22:59:20.826767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34092) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:20.851717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-20c9e169-3100-4520-9069-939a92bcd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:20.853252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-20c9e169-3100-4520-9069-939a92bcd5cd service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460086 Feb 17 22:59:20.868941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] Deleting subnet a743bf34-63cb-4f80-9353-aaffb9552b84 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:59:20.872060 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] Publish callbacks [] for subnet (a743bf34-63cb-4f80-9353-aaffb9552b84), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:20.890527 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:20.918292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (a743bf34-63cb-4f80-9353-aaffb9552b84), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:20.952359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-d31ea628-dd86-4ae0-9ca3-316e08870f35 service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927942 Feb 17 22:59:20.969987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a743bf34-63cb-4f80-9353-aaffb9552b84), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.022176 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (a743bf34-63cb-4f80-9353-aaffb9552b84), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.046773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a743bf34-63cb-4f80-9353-aaffb9552b84,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:21.050374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.051190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e6ff0412-017f-4d9d-a9fb-4f80a97214a9 req-b7d156ac-796c-4a75-ad20-2360e5c861f4 service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931871 Feb 17 22:59:21.053525 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a664d994-77bc-4312-a5c1-bb6f8d5f407a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a743bf34-63cb-4f80-9353-aaffb9552b84 HTTP/1.1" status: 204 len: 168 time: 0.2276742 Feb 17 22:59:21.056670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34094) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:21.127775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d5a07098-aa82-4917-b276-9a1a30300222), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.208541 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d5a07098-aa82-4917-b276-9a1a30300222), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.228571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a07098-aa82-4917-b276-9a1a30300222']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:21.237916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200e98cc-73e6-418b-9697-6aa9325be85f') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:21.238203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200e98cc-73e6-418b-9697-6aa9325be85f') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:21.247888 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (200e98cc-73e6-418b-9697-6aa9325be85f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.261122 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (200e98cc-73e6-418b-9697-6aa9325be85f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.267182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:59:21.267590 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (200e98cc-73e6-418b-9697-6aa9325be85f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: timer() Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:59:21.269252 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:59:21.327218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d5a07098-aa82-4917-b276-9a1a30300222), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.333032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.336756 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] 10.222.0.79 "DELETE /v2.0/networks/d5a07098-aa82-4917-b276-9a1a30300222 HTTP/1.1" status: 204 len: 168 time: 0.2791665 Feb 17 22:59:21.339793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34096) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:21.349426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1026c0e-0f15-4842-af6c-f319fce5c38b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a07098-aa82-4917-b276-9a1a30300222,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:21.389405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] Deleting subnet f669aa07-cf9b-4567-8a46-8f197f2a9022 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 22:59:21.392638 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] Publish callbacks [] for subnet (f669aa07-cf9b-4567-8a46-8f197f2a9022), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.426741 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (f669aa07-cf9b-4567-8a46-8f197f2a9022), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.465005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (f669aa07-cf9b-4567-8a46-8f197f2a9022), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.516517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (f669aa07-cf9b-4567-8a46-8f197f2a9022), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.544663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f669aa07-cf9b-4567-8a46-8f197f2a9022,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:21.550241 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.553451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0b6f6529-62dc-4bbc-9a6b-acde7c48cf41 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f669aa07-cf9b-4567-8a46-8f197f2a9022 HTTP/1.1" status: 204 len: 168 time: 0.2126598 Feb 17 22:59:21.556637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34098) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:21.623693 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (9b463625-a947-4ac4-8470-e81e909696c9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.704667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (9b463625-a947-4ac4-8470-e81e909696c9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.725318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b463625-a947-4ac4-8470-e81e909696c9']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:21.735295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf1f5e17-7b19-453e-ab3a-327360546fee') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:21.735620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf1f5e17-7b19-453e-ab3a-327360546fee') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:21.744902 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (bf1f5e17-7b19-453e-ab3a-327360546fee), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.758165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (bf1f5e17-7b19-453e-ab3a-327360546fee), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.764116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 22:59:21.764569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (bf1f5e17-7b19-453e-ab3a-327360546fee), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: timer() Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 22:59:21.766194 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 22:59:21.819449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (9b463625-a947-4ac4-8470-e81e909696c9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.824764 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:21.827988 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] 10.222.0.79 "DELETE /v2.0/networks/9b463625-a947-4ac4-8470-e81e909696c9 HTTP/1.1" status: 204 len: 168 time: 0.2704136 Feb 17 22:59:21.839626 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acf3e5-63a3-4f41-a00e-1cc89daed9ea admin admin] Pushing event deleted for resources: {'Network': ['ID=9b463625-a947-4ac4-8470-e81e909696c9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:21.980906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34102) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:22.020192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-19a2382e-d0b5-49d4-a846-2c7eaf028e45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e36755e47e19459c992158a3933915ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380967 Feb 17 22:59:22.023275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34104) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:22.071418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c071ba7-9c36-4f2e-811b-a1ba9862ac36 admin admin] Publish callbacks [] for security_group (3f8e23b4-7044-45b6-a057-48b0fdcf9554), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.092870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c071ba7-9c36-4f2e-811b-a1ba9862ac36 admin admin] Publish callbacks [] for security_group (3f8e23b4-7044-45b6-a057-48b0fdcf9554), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.141311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c071ba7-9c36-4f2e-811b-a1ba9862ac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3f8e23b4-7044-45b6-a057-48b0fdcf9554), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.144134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c071ba7-9c36-4f2e-811b-a1ba9862ac36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.145253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3c071ba7-9c36-4f2e-811b-a1ba9862ac36 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3f8e23b4-7044-45b6-a057-48b0fdcf9554 HTTP/1.1" status: 204 len: 168 time: 0.1208842 Feb 17 22:59:22.153782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c071ba7-9c36-4f2e-811b-a1ba9862ac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8e23b4-7044-45b6-a057-48b0fdcf9554,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:22.455302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34110) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:22.495673 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a8e0593c-57b7-4c14-b9f2-4c87ebb3180d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=69e336227b984016a668460b4c3b1eb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390096 Feb 17 22:59:22.497984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:22.550455 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-181eed14-4f78-4b17-952b-1d356bb7146e admin admin] Publish callbacks [] for security_group (82eccda9-b15a-449b-b423-d9ddec705766), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.571022 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-181eed14-4f78-4b17-952b-1d356bb7146e admin admin] Publish callbacks [] for security_group (82eccda9-b15a-449b-b423-d9ddec705766), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.617429 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-181eed14-4f78-4b17-952b-1d356bb7146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (82eccda9-b15a-449b-b423-d9ddec705766), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.620229 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-181eed14-4f78-4b17-952b-1d356bb7146e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:22.621367 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-181eed14-4f78-4b17-952b-1d356bb7146e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/82eccda9-b15a-449b-b423-d9ddec705766 HTTP/1.1" status: 204 len: 168 time: 0.1225035 Feb 17 22:59:22.628956 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eed14-4f78-4b17-952b-1d356bb7146e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82eccda9-b15a-449b-b423-d9ddec705766,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:23.058469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 74b37f46-2d9e-426e-95a8-993869a9b9da no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 22:59:23.079657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 74b37f46-2d9e-426e-95a8-993869a9b9da {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 22:59:23.080008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 74b37f46-2d9e-426e-95a8-993869a9b9da not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 22:59:23.270549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34134) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:23.365545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1181973260-network', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:23.383629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Made reservation on behalf of 7a204a80a4cb452e8d0c1400985a277d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:23.385860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.393969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.466043 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks [] for security_group (141f68e5-8424-4ecf-b0b7-dde239b2f233), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.469501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (141f68e5-8424-4ecf-b0b7-dde239b2f233), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.490514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:59:23.503593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141f68e5-8424-4ecf-b0b7-dde239b2f233,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:23.508339 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a294968b-b302-4d26-9b83-641a4e2dcddd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.508680 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Added segment a294968b-b302-4d26-9b83-641a4e2dcddd of type vlan for network ced49a9f-d718-4d0a-8e02-9650399ba495 Feb 17 22:59:23.549612 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ced49a9f-d718-4d0a-8e02-9650399ba495), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.576947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ced49a9f-d718-4d0a-8e02-9650399ba495), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.577837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:23.578410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.632409 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3600810 Feb 17 22:59:23.633930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34138) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:23.638954 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Request body: {'subnet': {'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1181973260-subnet', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:23.641552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3d8be-0436-4f37-b080-acf57eb10933 admin admin] Pushing event updated for resources: {'Network': ['ID=ced49a9f-d718-4d0a-8e02-9650399ba495,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:23.653239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ced49a9f-d718-4d0a-8e02-9650399ba495 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:59:23.658204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Made reservation on behalf of 7a204a80a4cb452e8d0c1400985a277d for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:23.660647 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.829603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (99fca356-e6eb-4409-bc4c-0789c3e0d8bc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.886971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=99fca356-e6eb-4409-bc4c-0789c3e0d8bc,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:23.897410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Checking segment: {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:23.898352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Network hostable DHCP agents. Network: ced49a9f-d718-4d0a-8e02-9650399ba495, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:59:23.914477 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Network ced49a9f-d718-4d0a-8e02-9650399ba495 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:59:23.922839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ced49a9f-d718-4d0a-8e02-9650399ba495) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:23.926774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:23.927394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.933274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d8bb20-3148-47fa-bb3d-fffa10c618ba None None] Network ced49a9f-d718-4d0a-8e02-9650399ba495 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:23.943413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-30240a32-e069-45b4-9653-8249cc061a4d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3083529 Feb 17 22:59:23.946860 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34140) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:23.951327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:23.971081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (650d3ebd-9edb-4deb-83fc-773d85e152ff), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:23.972049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (650d3ebd-9edb-4deb-83fc-773d85e152ff), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.032694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks [] for router_controller (650d3ebd-9edb-4deb-83fc-773d85e152ff), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.043607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ced49a9f-d718-4d0a-8e02-9650399ba495', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:59:24.044617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.176374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks [] for router_gateway (650d3ebd-9edb-4deb-83fc-773d85e152ff), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.180774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Allocated IP 172.20.0.2 (ced49a9f-d718-4d0a-8e02-9650399ba495/99fca356-e6eb-4409-bc4c-0789c3e0d8bc/54e310f2-922f-49a3-a9bd-98c10bf6cfd7) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:24.326555 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Publish callbacks [] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.332398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.377121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Network ced49a9f-d718-4d0a-8e02-9650399ba495 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:24.381027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:24.382928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Pushing event updated for resources: {'Port': ['ID=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:24.385013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks [] for router_gateway (650d3ebd-9edb-4deb-83fc-773d85e152ff), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.385528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:24.405258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.445439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Attempting to bind port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:24.445819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Attempting to bind port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:24.446197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Attempting to bind port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 on network ced49a9f-d718-4d0a-8e02-9650399ba495 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:24.451200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:24.451620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Checking segment: {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:24.452033 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.452435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Bound using segment: {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:24.452906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Bound port: 54e310f2-922f-49a3-a9bd-98c10bf6cfd7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:24.453292 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.512360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Allocated IP 172.25.0.158 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/7471147f-7ea2-4ea3-9568-145f24b4134d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:24.517506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] For port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:24.521423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] For port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:24.532503 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.590492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0734b6ef-9518-46a1-b5ea-13ffaec06e80 None None] Pushing event updated for resources: {'Port': ['ID=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:24.636949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks [] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.672913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:24.711272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:24.718445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:24.722567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:24.728497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Pushing event updated for resources: {'Port': ['ID=7471147f-7ea2-4ea3-9568-145f24b4134d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:25.029891 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks [] for router_gateway (650d3ebd-9edb-4deb-83fc-773d85e152ff), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:25.235797 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (650d3ebd-9edb-4deb-83fc-773d85e152ff), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:25.378941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Router 650d3ebd-9edb-4deb-83fc-773d85e152ff is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:59:25.504592 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:59:25.517701 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Sync routers for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:25.519359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:25.535122 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:25.536239 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:25.543053 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:25.544560 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d4c47332-e8ac-4252-aae0-e10c5f050be8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5965676 Feb 17 22:59:25.547281 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34144) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:25.630823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f777318-9646-485b-8192-8515d4079721 None None] Network ced49a9f-d718-4d0a-8e02-9650399ba495 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:25.688610 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:25.703040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d9668e0f-694a-4f76-ade1-1f95747d8b00 None None] Provisioning complete for port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:25.703577 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9668e0f-694a-4f76-ade1-1f95747d8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:25.831228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d9668e0f-694a-4f76-ade1-1f95747d8b00 None None] Current status of the port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:25.831820 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9668e0f-694a-4f76-ade1-1f95747d8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:25.871884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-d9668e0f-694a-4f76-ade1-1f95747d8b00 None None] For port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:25.879962 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9668e0f-694a-4f76-ade1-1f95747d8b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:25.886326 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:24Z', 'revision_number': 3, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:25.919572 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Checking router: 650d3ebd-9edb-4deb-83fc-773d85e152ff for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:25.920032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Updating router 650d3ebd-9edb-4deb-83fc-773d85e152ff port 7471147f-7ea2-4ea3-9568-145f24b4134d binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:59:25.940850 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9668e0f-694a-4f76-ade1-1f95747d8b00 None None] Pushing event updated for resources: {'Port': ['ID=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:25.952448 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.015799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.106644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-012651bd-73dd-41fd-a5c7-9d499ab8502f None None] Provisioning complete for port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:26.107181 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-012651bd-73dd-41fd-a5c7-9d499ab8502f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.191986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-012651bd-73dd-41fd-a5c7-9d499ab8502f None None] Current status of the port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:26.224349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Allocated IP 172.20.0.1 (ced49a9f-d718-4d0a-8e02-9650399ba495/99fca356-e6eb-4409-bc4c-0789c3e0d8bc/eb1b8083-edc0-4ad4-b74e-bb3508a91013) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:26.236482 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Publish callbacks [] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.242479 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.290637 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Attempting to bind port 7471147f-7ea2-4ea3-9568-145f24b4134d on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:26.291005 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Attempting to bind port 7471147f-7ea2-4ea3-9568-145f24b4134d by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:26.291381 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Attempting to bind port 7471147f-7ea2-4ea3-9568-145f24b4134d on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:26.296592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Pushing event updated for resources: {'Port': ['ID=7471147f-7ea2-4ea3-9568-145f24b4134d,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:26.304708 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:26.305087 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:26.305466 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.305853 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:26.306305 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Bound port: 7471147f-7ea2-4ea3-9568-145f24b4134d, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:26.306674 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.310113 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.310319 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.310663 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.311002 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.311334 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.311698 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.312023 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.312340 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.312734 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.313099 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.313422 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.313758 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.314060 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 22:59:26.361545 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks [] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.378571 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] For port 7471147f-7ea2-4ea3-9568-145f24b4134d, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:26.382431 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] For port 7471147f-7ea2-4ea3-9568-145f24b4134d, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7471147f-7ea2-4ea3-9568-145f24b4134d,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:26.392483 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.400988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.441322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:26.452779 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Network ced49a9f-d718-4d0a-8e02-9650399ba495 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:26.457366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:26.462292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:26.467870 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a20ab0-02d1-44d8-b893-3c48319fbb55 None None] Pushing event updated for resources: {'Port': ['ID=7471147f-7ea2-4ea3-9568-145f24b4134d,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:26.470902 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:26.471640 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:26.497370 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:26.497995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.500322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Pushing event updated for resources: {'Port': ['ID=eb1b8083-edc0-4ad4-b74e-bb3508a91013,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:26.505332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (650d3ebd-9edb-4deb-83fc-773d85e152ff), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.611698 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:26.619942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:26.667130 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.800641 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:24Z', 'revision_number': 3, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:26.819051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a405a004-9cb9-4ab2-ad16-2ae80d977b86 None None] Provisioning complete for port eb1b8083-edc0-4ad4-b74e-bb3508a91013 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:26.819480 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a405a004-9cb9-4ab2-ad16-2ae80d977b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.829160 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465c0f-90f2-4afb-8122-93751dfa8937 None None] The sync data for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 is: [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:24Z', 'revision_number': 3, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:26.839825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks [] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.845039 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.857820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a405a004-9cb9-4ab2-ad16-2ae80d977b86 None None] Port eb1b8083-edc0-4ad4-b74e-bb3508a91013 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:59:26.919152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (650d3ebd-9edb-4deb-83fc-773d85e152ff), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:26.921031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Pushing event updated for resources: {'Port': ['ID=eb1b8083-edc0-4ad4-b74e-bb3508a91013,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:27.021693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Network ced49a9f-d718-4d0a-8e02-9650399ba495 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:27.023521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:27.162616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Router 650d3ebd-9edb-4deb-83fc-773d85e152ff has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:59:27.287599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:59:27.295470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-93a3a5d2-c3db-46ca-baef-cba7513cabba admin admin] 10.222.0.79 "PUT /v2.0/routers/650d3ebd-9edb-4deb-83fc-773d85e152ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7469420 Feb 17 22:59:27.382252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-abc4b099-70b6-4d10-8b56-43bada310cdd None None] Provisioning complete for port eb1b8083-edc0-4ad4-b74e-bb3508a91013 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:27.382958 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-abc4b099-70b6-4d10-8b56-43bada310cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:27.420702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-abc4b099-70b6-4d10-8b56-43bada310cdd None None] Port eb1b8083-edc0-4ad4-b74e-bb3508a91013 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:59:27.943688 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34160) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:27.948740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1649478087-network', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:27.968757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Made reservation on behalf of a8eafe2413704a71b6e440d4815309aa for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:27.971630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:27.981587 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.061498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks [] for security_group (6ea03fed-b119-4111-820d-4316a15e3c75), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.065379 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6ea03fed-b119-4111-820d-4316a15e3c75), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.093011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 22:59:28.099356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea03fed-b119-4111-820d-4316a15e3c75,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:28.105342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9e13942f-2c21-44a8-bcf7-762e0af891a6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.105682 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Added segment 9e13942f-2c21-44a8-bcf7-762e0af891a6 of type vlan for network 882885b4-8e68-4294-9f81-08529c03b4ef Feb 17 22:59:28.150103 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (882885b4-8e68-4294-9f81-08529c03b4ef), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.179648 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (882885b4-8e68-4294-9f81-08529c03b4ef), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.180650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:28.181251 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.239289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2944410 Feb 17 22:59:28.241875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34162) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:28.246451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Request body: {'subnet': {'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1649478087-subnet', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:28.252438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1180bd1-e6b9-48f7-a4fe-50b7677c7b43 admin admin] Pushing event updated for resources: {'Network': ['ID=882885b4-8e68-4294-9f81-08529c03b4ef,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:28.263596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 882885b4-8e68-4294-9f81-08529c03b4ef details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 22:59:28.273130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Made reservation on behalf of a8eafe2413704a71b6e440d4815309aa for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:28.275690 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.407853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7471147f-7ea2-4ea3-9568-145f24b4134d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:28.464256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7471147f-7ea2-4ea3-9568-145f24b4134d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:28.464632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.482070 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (270316f4-159d-4f0f-8fad-e3f385ff59b1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.544709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=270316f4-159d-4f0f-8fad-e3f385ff59b1,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:28.549755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Checking segment: {'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:28.549755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Network hostable DHCP agents. Network: 882885b4-8e68-4294-9f81-08529c03b4ef, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 22:59:28.563492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7471147f-7ea2-4ea3-9568-145f24b4134d is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:28.564598 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.570228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Network 882885b4-8e68-4294-9f81-08529c03b4ef is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 22:59:28.572728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Sync routers for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:28.579708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 882885b4-8e68-4294-9f81-08529c03b4ef) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:28.583931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:28.584595 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.597243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773e4ccf-967d-4cb3-9479-8a8748b27a81 None None] Network 882885b4-8e68-4294-9f81-08529c03b4ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:28.601161 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a142d507-c97e-41f2-ae60-73b220d56d0d admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3581495 Feb 17 22:59:28.603651 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34164) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:28.604098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 7471147f-7ea2-4ea3-9568-145f24b4134d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7471147f-7ea2-4ea3-9568-145f24b4134d,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:28.609295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:28.629880 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.632249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.641550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:28.642192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:28.644074 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.690793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks [] for router_controller (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.798212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=7471147f-7ea2-4ea3-9568-145f24b4134d,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:28.832340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-882885b4-8e68-4294-9f81-08529c03b4ef', 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef', 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'fixed_ips': [{'subnet_id': '270316f4-159d-4f0f-8fad-e3f385ff59b1'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 22:59:28.833188 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.837107 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks [] for router_gateway (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:28.838934 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:29.057318 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks [] for router_gateway (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.077273 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.188000 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Allocated IP 172.25.0.69 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:29.267270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Allocated IP 172.20.0.2 (882885b4-8e68-4294-9f81-08529c03b4ef/270316f4-159d-4f0f-8fad-e3f385ff59b1/f2e95524-dea3-42f0-bdff-0920e0d6085f) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:29.303498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks [] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.342855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.390066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:29.393241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:29.395935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 2, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:29.398368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:29.401564 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Pushing event updated for resources: {'Port': ['ID=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:29.430167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Checking router: 650d3ebd-9edb-4deb-83fc-773d85e152ff for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:29.430578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Updating router 650d3ebd-9edb-4deb-83fc-773d85e152ff port eb1b8083-edc0-4ad4-b74e-bb3508a91013 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:59:29.491658 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.518729 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Publish callbacks [] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.546612 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.595112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Network 882885b4-8e68-4294-9f81-08529c03b4ef is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:29.603883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:29.655552 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:29.680454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Pushing event updated for resources: {'Port': ['ID=f2e95524-dea3-42f0-bdff-0920e0d6085f,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:29.777974 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Attempting to bind port f2e95524-dea3-42f0-bdff-0920e0d6085f on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:29.778351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Attempting to bind port f2e95524-dea3-42f0-bdff-0920e0d6085f by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:29.778721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Attempting to bind port f2e95524-dea3-42f0-bdff-0920e0d6085f on network 882885b4-8e68-4294-9f81-08529c03b4ef {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:29.789602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:29.789980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Checking segment: {'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:29.790390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.790787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Bound using segment: {'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:29.791267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Bound port: f2e95524-dea3-42f0-bdff-0920e0d6085f, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:29.791675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.900487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] For port f2e95524-dea3-42f0-bdff-0920e0d6085f, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:29.919125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] For port f2e95524-dea3-42f0-bdff-0920e0d6085f, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f2e95524-dea3-42f0-bdff-0920e0d6085f,segment=NetworkSegment(9e13942f-2c21-44a8-bcf7-762e0af891a6),segment_id=9e13942f-2c21-44a8-bcf7-762e0af891a6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:29.943661 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:29.986659 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Publish callbacks [] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.001654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks [] for router_gateway (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.003078 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.027572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2aeaa7-3d3a-479c-a9e6-0ad28c04d28f None None] Pushing event updated for resources: {'Port': ['ID=f2e95524-dea3-42f0-bdff-0920e0d6085f,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:30.122785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Attempting to bind port eb1b8083-edc0-4ad4-b74e-bb3508a91013 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:30.122785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Attempting to bind port eb1b8083-edc0-4ad4-b74e-bb3508a91013 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:30.123103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Attempting to bind port eb1b8083-edc0-4ad4-b74e-bb3508a91013 on network ced49a9f-d718-4d0a-8e02-9650399ba495 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:30.136148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:30.136503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Checking segment: {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:30.137087 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.137547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Bound using segment: {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:30.138036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Bound port: eb1b8083-edc0-4ad4-b74e-bb3508a91013, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:30.138412 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.140654 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14c4f2-42de-44b8-985a-7839466c6c6c None None] Pushing event updated for resources: {'Port': ['ID=eb1b8083-edc0-4ad4-b74e-bb3508a91013,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:30.216219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] For port eb1b8083-edc0-4ad4-b74e-bb3508a91013, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:30.221630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] For port eb1b8083-edc0-4ad4-b74e-bb3508a91013, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eb1b8083-edc0-4ad4-b74e-bb3508a91013,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:30.229097 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.294198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.339662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14c4f2-42de-44b8-985a-7839466c6c6c None None] Pushing event updated for resources: {'Port': ['ID=eb1b8083-edc0-4ad4-b74e-bb3508a91013,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:30.342438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:30.343287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:30.501022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 22:59:30.506064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-1b2b1baa-c118-4249-92a1-4cbf48617bde None None] Provisioning complete for port eb1b8083-edc0-4ad4-b74e-bb3508a91013 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:30.506491 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1baa-c118-4249-92a1-4cbf48617bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.600746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f2e95524-dea3-42f0-bdff-0920e0d6085f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:30.637196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:30.639980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:59:30.653898 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Sync routers for ids ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:30.661958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.665593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6c5fd85c-7420-4b2a-9fe6-64d12c003019 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0608103 Feb 17 22:59:30.668359 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34166) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:30.668598 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Routers {'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:30.669199 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:30.683285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b1baa-c118-4249-92a1-4cbf48617bde None None] Current status of the port eb1b8083-edc0-4ad4-b74e-bb3508a91013 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:30.683614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1baa-c118-4249-92a1-4cbf48617bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.778236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1b2b1baa-c118-4249-92a1-4cbf48617bde None None] For port eb1b8083-edc0-4ad4-b74e-bb3508a91013, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eb1b8083-edc0-4ad4-b74e-bb3508a91013,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:30.813397 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b2b1baa-c118-4249-92a1-4cbf48617bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.813680 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Set router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:30.850073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f2e95524-dea3-42f0-bdff-0920e0d6085f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:30.851053 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:30.971900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b1baa-c118-4249-92a1-4cbf48617bde None None] Pushing event updated for resources: {'Port': ['ID=eb1b8083-edc0-4ad4-b74e-bb3508a91013,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:31.004820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-14b6c4e0-44fb-463d-bc01-2c93998eeefe None None] Provisioning complete for port eb1b8083-edc0-4ad4-b74e-bb3508a91013 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:31.005196 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14b6c4e0-44fb-463d-bc01-2c93998eeefe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.047988 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T22:59:29Z', 'revision_number': 3, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port': {'id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:29Z', 'updated_at': '2022-02-17T22:59:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:31.091315 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Checking router: a0be8a0c-93b0-49d2-97b1-fc7ac94a106c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:31.093322 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Updating router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:59:31.099350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f2e95524-dea3-42f0-bdff-0920e0d6085f is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:31.099779 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.126226 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.171559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:31.203400 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.389351 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Allocated IP 172.20.0.1 (882885b4-8e68-4294-9f81-08529c03b4ef/270316f4-159d-4f0f-8fad-e3f385ff59b1/da728566-75e1-4edf-bafa-d27880ea5866) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:31.393392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port f2e95524-dea3-42f0-bdff-0920e0d6085f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f2e95524-dea3-42f0-bdff-0920e0d6085f,segment=NetworkSegment(9e13942f-2c21-44a8-bcf7-762e0af891a6),segment_id=9e13942f-2c21-44a8-bcf7-762e0af891a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:31.394781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e7a0fa-db51-4082-8408-4fa80b08b0a1 None None] The sync data for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 is: [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:31.400825 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.401603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7471147f-7ea2-4ea3-9568-145f24b4134d up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:31.407224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-14b6c4e0-44fb-463d-bc01-2c93998eeefe None None] Current status of the port eb1b8083-edc0-4ad4-b74e-bb3508a91013 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:31.453851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab271747-cc36-4bf1-9a4b-3f3ab09f0f7f None None] Network 882885b4-8e68-4294-9f81-08529c03b4ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 22:59:31.526779 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Publish callbacks [] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.534146 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.582020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=f2e95524-dea3-42f0-bdff-0920e0d6085f,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:31.588941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-98e22eb3-1587-4051-88e7-2ac60d55753d None None] Provisioning complete for port f2e95524-dea3-42f0-bdff-0920e0d6085f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:31.589326 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-98e22eb3-1587-4051-88e7-2ac60d55753d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.604179 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50308fd2-326b-49a4-a188-907b65b90a7a None None] Pushing event updated for resources: {'Port': ['ID=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:31.625563 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Attempting to bind port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:31.625955 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Attempting to bind port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:31.626354 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Attempting to bind port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:31.627719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks [] for port (da728566-75e1-4edf-bafa-d27880ea5866), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.633795 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:31.634219 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:31.634559 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.634949 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:31.635614 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Bound port: 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:31.635853 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.646883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7471147f-7ea2-4ea3-9568-145f24b4134d triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:31.647840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.689127 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (da728566-75e1-4edf-bafa-d27880ea5866), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.711016 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] For port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:31.716887 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] For port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:31.730007 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.740969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Network 882885b4-8e68-4294-9f81-08529c03b4ef is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:31.744236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:31.748609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:31.754127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Pushing event updated for resources: {'Port': ['ID=da728566-75e1-4edf-bafa-d27880ea5866,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:31.795165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-98e22eb3-1587-4051-88e7-2ac60d55753d None None] Current status of the port f2e95524-dea3-42f0-bdff-0920e0d6085f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:31.805139 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Routers {'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:31.805918 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:31.818617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:31.845838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7471147f-7ea2-4ea3-9568-145f24b4134d is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:32.000976 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da728566-75e1-4edf-bafa-d27880ea5866), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.031604 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50308fd2-326b-49a4-a188-907b65b90a7a None None] Pushing event updated for resources: {'Port': ['ID=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:32.099568 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] Set router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:32.146645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8ea3be9d-5137-4660-a33b-8fdd4bede15d None None] Provisioning complete for port f2e95524-dea3-42f0-bdff-0920e0d6085f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:32.149949 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ea3be9d-5137-4660-a33b-8fdd4bede15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.278605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks [] for port (da728566-75e1-4edf-bafa-d27880ea5866), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.289789 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (da728566-75e1-4edf-bafa-d27880ea5866), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.304013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8ea3be9d-5137-4660-a33b-8fdd4bede15d None None] Current status of the port f2e95524-dea3-42f0-bdff-0920e0d6085f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:32.378553 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T22:59:29Z', 'revision_number': 3, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port': {'id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:29Z', 'updated_at': '2022-02-17T22:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:32.407502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.408855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Pushing event updated for resources: {'Port': ['ID=da728566-75e1-4edf-bafa-d27880ea5866,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:32.425153 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd287f2e-e58e-4d87-a45d-e68fdb8f69e4 None None] The sync data for ids ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'] in n-d-828369-18 is: [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T22:59:29Z', 'revision_number': 3, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port': {'id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:29Z', 'updated_at': '2022-02-17T22:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:32.445054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fc1fecac-2232-4ba3-add9-f547d601f317 None None] Provisioning complete for port da728566-75e1-4edf-bafa-d27880ea5866 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:32.445526 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc1fecac-2232-4ba3-add9-f547d601f317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da728566-75e1-4edf-bafa-d27880ea5866), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.511945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fc1fecac-2232-4ba3-add9-f547d601f317 None None] Port da728566-75e1-4edf-bafa-d27880ea5866 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:59:32.539088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f2e95524-dea3-42f0-bdff-0920e0d6085f up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:32.553669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Network 882885b4-8e68-4294-9f81-08529c03b4ef is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:32.555206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:32.614951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f2e95524-dea3-42f0-bdff-0920e0d6085f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:32.615639 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.720912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:59:32.732741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f2e95524-dea3-42f0-bdff-0920e0d6085f is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:32.734032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eb1b8083-edc0-4ad4-b74e-bb3508a91013 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:32.823739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eb1b8083-edc0-4ad4-b74e-bb3508a91013 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:32.824296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.909784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:59:32.929430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bfc30e41-a911-4ce9-a27c-27fac1a015e2 admin admin] 10.222.0.79 "PUT /v2.0/routers/a0be8a0c-93b0-49d2-97b1-fc7ac94a106c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2536969 Feb 17 22:59:32.953986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eb1b8083-edc0-4ad4-b74e-bb3508a91013 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:32.957058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d15fd283-050f-4387-b7a4-077315a6fa0c None None] Provisioning complete for port da728566-75e1-4edf-bafa-d27880ea5866 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:32.957433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d15fd283-050f-4387-b7a4-077315a6fa0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da728566-75e1-4edf-bafa-d27880ea5866), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:32.994827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d15fd283-050f-4387-b7a4-077315a6fa0c None None] Port da728566-75e1-4edf-bafa-d27880ea5866 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:59:33.508621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34174) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:33.513292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6450ce6e-ab44-4bf3-b87b-da7a53c204ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1282168576', 'description': 'tempest-secgroup-smoke-1282168576 description', 'project_id': '7a204a80a4cb452e8d0c1400985a277d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:33.541078 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6450ce6e-ab44-4bf3-b87b-da7a53c204ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.609998 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6450ce6e-ab44-4bf3-b87b-da7a53c204ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group (520a7bcc-e858-4c71-98fc-79ca9a55ea60), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.614110 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6450ce6e-ab44-4bf3-b87b-da7a53c204ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (520a7bcc-e858-4c71-98fc-79ca9a55ea60), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.644331 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6450ce6e-ab44-4bf3-b87b-da7a53c204ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.648960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6450ce6e-ab44-4bf3-b87b-da7a53c204ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1359179 Feb 17 22:59:33.649742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34176) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:33.650523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450ce6e-ab44-4bf3-b87b-da7a53c204ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=520a7bcc-e858-4c71-98fc-79ca9a55ea60,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:33.655234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-197ee7d8-9392-4e96-9134-68f3339167e0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'security_group_rule': {'security_group_id': '520a7bcc-e858-4c71-98fc-79ca9a55ea60', 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:33.685015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-197ee7d8-9392-4e96-9134-68f3339167e0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (e2434669-96f5-425d-8e6c-15a3725e1c4c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.742177 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-197ee7d8-9392-4e96-9134-68f3339167e0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (e2434669-96f5-425d-8e6c-15a3725e1c4c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.745729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-197ee7d8-9392-4e96-9134-68f3339167e0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e2434669-96f5-425d-8e6c-15a3725e1c4c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.764064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197ee7d8-9392-4e96-9134-68f3339167e0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2434669-96f5-425d-8e6c-15a3725e1c4c,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:33.770719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-197ee7d8-9392-4e96-9134-68f3339167e0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.771984 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-197ee7d8-9392-4e96-9134-68f3339167e0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1206603 Feb 17 22:59:33.774636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34178) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:33.778996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3b033010-e950-4565-8ba5-8f47a0b9d65e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'security_group_rule': {'security_group_id': '520a7bcc-e858-4c71-98fc-79ca9a55ea60', 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:33.802899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b033010-e950-4565-8ba5-8f47a0b9d65e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (63a7e0ad-73de-4ef6-b4d8-35d6a0509afa), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.858650 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b033010-e950-4565-8ba5-8f47a0b9d65e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (63a7e0ad-73de-4ef6-b4d8-35d6a0509afa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.862269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b033010-e950-4565-8ba5-8f47a0b9d65e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (63a7e0ad-73de-4ef6-b4d8-35d6a0509afa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.884515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b033010-e950-4565-8ba5-8f47a0b9d65e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a7e0ad-73de-4ef6-b4d8-35d6a0509afa,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:33.890268 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b033010-e950-4565-8ba5-8f47a0b9d65e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.891472 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3b033010-e950-4565-8ba5-8f47a0b9d65e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1158948 Feb 17 22:59:33.894162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34180) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:33.898166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-24bef514-bf4d-4e87-afcf-861062459fc0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'security_group_rule': {'security_group_id': '520a7bcc-e858-4c71-98fc-79ca9a55ea60', 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:33.922959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24bef514-bf4d-4e87-afcf-861062459fc0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (ef44b2b1-afac-45a7-9ee6-31c63cf0817c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.984946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24bef514-bf4d-4e87-afcf-861062459fc0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (ef44b2b1-afac-45a7-9ee6-31c63cf0817c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:33.988718 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24bef514-bf4d-4e87-afcf-861062459fc0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (ef44b2b1-afac-45a7-9ee6-31c63cf0817c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.006549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bef514-bf4d-4e87-afcf-861062459fc0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef44b2b1-afac-45a7-9ee6-31c63cf0817c,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:34.016358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24bef514-bf4d-4e87-afcf-861062459fc0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.017610 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-24bef514-bf4d-4e87-afcf-861062459fc0 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226833 Feb 17 22:59:34.020300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34182) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:34.025360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f1f45d02-7c94-4565-8209-e19f120ccdb9 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'security_group_rule': {'security_group_id': '520a7bcc-e858-4c71-98fc-79ca9a55ea60', 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:34.049657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d02-7c94-4565-8209-e19f120ccdb9 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (29e566c5-00f5-4616-b357-850b519eb28b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.112256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d02-7c94-4565-8209-e19f120ccdb9 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (29e566c5-00f5-4616-b357-850b519eb28b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.118027 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d02-7c94-4565-8209-e19f120ccdb9 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (29e566c5-00f5-4616-b357-850b519eb28b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.136176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f45d02-7c94-4565-8209-e19f120ccdb9 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e566c5-00f5-4616-b357-850b519eb28b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:34.144102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f1f45d02-7c94-4565-8209-e19f120ccdb9 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.145769 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f1f45d02-7c94-4565-8209-e19f120ccdb9 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1240103 Feb 17 22:59:34.148034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:34.152981 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'security_group_rule': {'security_group_id': '520a7bcc-e858-4c71-98fc-79ca9a55ea60', 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:34.172888 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Project 7a204a80a4cb452e8d0c1400985a277d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:59:34.178042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (e6d0eef6-af5b-41c2-b196-cf885682e48a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.236802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (e6d0eef6-af5b-41c2-b196-cf885682e48a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.240804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e6d0eef6-af5b-41c2-b196-cf885682e48a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.263718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d0eef6-af5b-41c2-b196-cf885682e48a,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:34.269807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.271431 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b5297e4b-233f-4c73-b2b2-db1fa89cdd88 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1214561 Feb 17 22:59:34.276431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34186) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:34.281079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'security_group_rule': {'security_group_id': '520a7bcc-e858-4c71-98fc-79ca9a55ea60', 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:34.302641 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Project 7a204a80a4cb452e8d0c1400985a277d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 22:59:34.308106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (f7755838-3c3b-40f3-9712-14e571952f9f), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.378115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (f7755838-3c3b-40f3-9712-14e571952f9f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.383036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f7755838-3c3b-40f3-9712-14e571952f9f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.402972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7755838-3c3b-40f3-9712-14e571952f9f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:34.407540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:34.408825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.411882 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ce7f67b3-a807-45f9-82b7-7a4f7c7567a6 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1343200 Feb 17 22:59:34.465030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:34.465500 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.559143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:34.559571 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.577454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-fa9d7395-b306-4e75-a358-436bdce5c895 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1282168576&fields=id&tenant_id=7a204a80a4cb452e8d0c1400985a277d HTTP/1.1" status: 200 len: 267 time: 0.0493481 Feb 17 22:59:34.583846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:34.589375 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:34.599291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Sync routers for ids ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:34.639996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Routers {'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:34.640840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:34.701518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-56fa4a15-4a64-4e69-8f7f-46cae84b3d6a tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:34.703839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-56fa4a15-4a64-4e69-8f7f-46cae84b3d6a tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 809 time: 0.1197422 Feb 17 22:59:34.719416 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-090d1545-91d0-405e-bf7d-ed716923683e tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/quotas/7a204a80a4cb452e8d0c1400985a277d HTTP/1.1" status: 200 len: 375 time: 0.0101430 Feb 17 22:59:34.722791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:34.770675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Set router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:34.780155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-91f5f188-e92e-482e-9459-99ce7e1d0baf tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554137 Feb 17 22:59:34.881064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-b3c680e0-98f5-4fb1-9441-ef488bab99ab service neutron] 10.222.0.79 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893524 Feb 17 22:59:34.972805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-eac539b9-441f-4cc4-9e24-881dd9641e01 service neutron] 10.222.0.79 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855739 Feb 17 22:59:34.973791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T22:59:31Z', 'revision_number': 4, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port': {'id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:29Z', 'updated_at': '2022-02-17T22:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'da728566-75e1-4edf-bafa-d27880ea5866', 'name': '', 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'mac_address': 'fa:16:3e:ae:d6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '270316f4-159d-4f0f-8fad-e3f385ff59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:31Z', 'updated_at': '2022-02-17T22:59:32Z', 'revision_number': 2, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'subnets': [{'id': '270316f4-159d-4f0f-8fad-e3f385ff59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:35.000967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Checking router: a0be8a0c-93b0-49d2-97b1-fc7ac94a106c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:35.001322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Updating router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c port da728566-75e1-4edf-bafa-d27880ea5866 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 22:59:35.028864 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da728566-75e1-4edf-bafa-d27880ea5866), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.169630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-149ff13f-b3cf-4c36-899f-03494f4f3dc9 req-4eed3c51-f86d-4e3c-aa6d-ac985e7a4094 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 210 time: 0.0323415 Feb 17 22:59:35.326132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Publish callbacks [] for port (da728566-75e1-4edf-bafa-d27880ea5866), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.332303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da728566-75e1-4edf-bafa-d27880ea5866), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.423882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34052c37-75d6-4e33-8ba9-b7e85c4e280f None None] Pushing event updated for resources: {'Port': ['ID=da728566-75e1-4edf-bafa-d27880ea5866,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:35.436357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Attempting to bind port da728566-75e1-4edf-bafa-d27880ea5866 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:35.436739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Attempting to bind port da728566-75e1-4edf-bafa-d27880ea5866 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:35.437088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Attempting to bind port da728566-75e1-4edf-bafa-d27880ea5866 on network 882885b4-8e68-4294-9f81-08529c03b4ef {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:35.443146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:35.443565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Checking segment: {'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:35.444000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.444397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Bound using segment: {'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:35.444869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Bound port: da728566-75e1-4edf-bafa-d27880ea5866, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e13942f-2c21-44a8-bcf7-762e0af891a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:35.445283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da728566-75e1-4edf-bafa-d27880ea5866), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.515892 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] For port da728566-75e1-4edf-bafa-d27880ea5866, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:35.520311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] For port da728566-75e1-4edf-bafa-d27880ea5866, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=da728566-75e1-4edf-bafa-d27880ea5866,segment=NetworkSegment(9e13942f-2c21-44a8-bcf7-762e0af891a6),segment_id=9e13942f-2c21-44a8-bcf7-762e0af891a6)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:35.532913 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da728566-75e1-4edf-bafa-d27880ea5866), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.601053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Routers {'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:35.602046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:35.644442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34052c37-75d6-4e33-8ba9-b7e85c4e280f None None] Pushing event updated for resources: {'Port': ['ID=da728566-75e1-4edf-bafa-d27880ea5866,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:35.696611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8d7606a3-7ee3-4342-9018-965f7f9e68eb None None] Provisioning complete for port da728566-75e1-4edf-bafa-d27880ea5866 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:35.697307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d7606a3-7ee3-4342-9018-965f7f9e68eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da728566-75e1-4edf-bafa-d27880ea5866), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.763483 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] Set router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:35.905138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8d7606a3-7ee3-4342-9018-965f7f9e68eb None None] Current status of the port da728566-75e1-4edf-bafa-d27880ea5866 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:35.905525 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d7606a3-7ee3-4342-9018-965f7f9e68eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (da728566-75e1-4edf-bafa-d27880ea5866), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:35.957642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8d7606a3-7ee3-4342-9018-965f7f9e68eb None None] For port da728566-75e1-4edf-bafa-d27880ea5866, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=da728566-75e1-4edf-bafa-d27880ea5866,segment=NetworkSegment(9e13942f-2c21-44a8-bcf7-762e0af891a6),segment_id=9e13942f-2c21-44a8-bcf7-762e0af891a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:35.964725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d7606a3-7ee3-4342-9018-965f7f9e68eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (da728566-75e1-4edf-bafa-d27880ea5866), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:36.041739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7606a3-7ee3-4342-9018-965f7f9e68eb None None] Pushing event updated for resources: {'Port': ['ID=da728566-75e1-4edf-bafa-d27880ea5866,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:36.065388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T22:59:31Z', 'revision_number': 4, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port': {'id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:29Z', 'updated_at': '2022-02-17T22:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'da728566-75e1-4edf-bafa-d27880ea5866', 'name': '', 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'mac_address': 'fa:16:3e:ae:d6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '270316f4-159d-4f0f-8fad-e3f385ff59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:31Z', 'updated_at': '2022-02-17T22:59:35Z', 'revision_number': 4, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'subnets': [{'id': '270316f4-159d-4f0f-8fad-e3f385ff59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:36.098443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfb3d6-65dc-407e-8c02-a4fbc64a9f51 None None] The sync data for ids ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'] in n-d-828369-18 is: [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T22:59:31Z', 'revision_number': 4, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port': {'id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:29Z', 'updated_at': '2022-02-17T22:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'da728566-75e1-4edf-bafa-d27880ea5866', 'name': '', 'network_id': '882885b4-8e68-4294-9f81-08529c03b4ef', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'mac_address': 'fa:16:3e:ae:d6:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '270316f4-159d-4f0f-8fad-e3f385ff59b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:31Z', 'updated_at': '2022-02-17T22:59:35Z', 'revision_number': 4, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'subnets': [{'id': '270316f4-159d-4f0f-8fad-e3f385ff59b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:36.110572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ad487d42-ffb9-4e0a-8ea9-682e213516c1 None None] Provisioning complete for port da728566-75e1-4edf-bafa-d27880ea5866 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:36.110947 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad487d42-ffb9-4e0a-8ea9-682e213516c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da728566-75e1-4edf-bafa-d27880ea5866), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:36.226414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ad487d42-ffb9-4e0a-8ea9-682e213516c1 None None] Current status of the port da728566-75e1-4edf-bafa-d27880ea5866 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:36.231641 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-61859993-b5d1-4559-8ddd-22f4450b9dea tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:36.233389 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-61859993-b5d1-4559-8ddd-22f4450b9dea tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 809 time: 0.1721735 Feb 17 22:59:36.318026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a52edee-0c10-475f-871c-62d56045e9ec req-a496e569-2a75-4f5b-9bdb-d21a0812db9f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 210 time: 0.0375328 Feb 17 22:59:36.334247 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-10ee5822-fc8d-45f7-b40f-c8391f74f232 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a204a80a4cb452e8d0c1400985a277d HTTP/1.1" status: 200 len: 380 time: 0.0891795 Feb 17 22:59:36.346975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'port': {'device_id': 'c1f06d64-d518-48d8-bc04-65c657158502', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'admin_state_up': True, 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'security_groups': ['520a7bcc-e858-4c71-98fc-79ca9a55ea60']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:36.468199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:36.495322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Made reservation on behalf of 7a204a80a4cb452e8d0c1400985a277d for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 22:59:36.499066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:36.533544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:36.534135 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:36.666052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Allocated IP 172.20.0.9 (ced49a9f-d718-4d0a-8e02-9650399ba495/99fca356-e6eb-4409-bc4c-0789c3e0d8bc/2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:36.815333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:36.816727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device da728566-75e1-4edf-bafa-d27880ea5866 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:36.843191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:36.870896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port da728566-75e1-4edf-bafa-d27880ea5866 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:36.871380 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (da728566-75e1-4edf-bafa-d27880ea5866), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:36.881687 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:36.935929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Network ced49a9f-d718-4d0a-8e02-9650399ba495 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:36.939204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:36.943506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:36.950573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'Port': ['ID=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:36.978488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port da728566-75e1-4edf-bafa-d27880ea5866 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:37.018655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:37.019214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.038387 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-63ad9d39-eea2-4a65-8006-01271efebc98 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6966927 Feb 17 22:59:37.051156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Request body: {'port': {'device_id': 'c1f06d64-d518-48d8-bc04-65c657158502', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:37.132106 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.257028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e6b577c5-48f0-4835-a631-abe0c7ff5896 None None] Provisioning complete for port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:37.257296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e6b577c5-48f0-4835-a631-abe0c7ff5896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.292317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e6b577c5-48f0-4835-a631-abe0c7ff5896 None None] Port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 22:59:37.417446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:37.424897 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Publish callbacks [] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.438466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Transition to ACTIVE for port object 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 22:59:37.442024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.444557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2b03b-6f60-4f9f-9234-4b14a9b6cef3 req-85cf78d8-55b4-4a0a-a517-e423dddbfe7c tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:37.446113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07c2b03b-6f60-4f9f-9234-4b14a9b6cef3 req-85cf78d8-55b4-4a0a-a517-e423dddbfe7c tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 931 time: 0.0578749 Feb 17 22:59:37.507341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07c2b03b-6f60-4f9f-9234-4b14a9b6cef3 req-2fce188a-599a-4c79-b984-ffbb8a8146dc tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552709 Feb 17 22:59:37.519168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Pushing event updated for resources: {'Port': ['ID=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:37.573868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Attempting to bind port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 22:59:37.574209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Attempting to bind port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 22:59:37.574540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Attempting to bind port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 on network ced49a9f-d718-4d0a-8e02-9650399ba495 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:37.578996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 on network ced49a9f-d718-4d0a-8e02-9650399ba495 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 22:59:37.579313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Attempting to bind port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 on network ced49a9f-d718-4d0a-8e02-9650399ba495 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 22:59:37.584367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 22, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 22:59:37.584742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Checking segment: {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 22:59:37.585136 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Bound using segment: {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 22:59:37.586262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Bound port: 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a294968b-b302-4d26-9b83-641a4e2dcddd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 22:59:37.586628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.656965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] For port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 22:59:37.660233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] For port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 22:59:37.667688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.701068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:37.701688 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:37.703085 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] 10.222.0.73 "PUT /v2.0/ports/2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 1092 time: 0.6566331 Feb 17 22:59:37.703559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:37.705823 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eeb8db6-bab4-4401-876e-afa138aa9ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:37.743025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2fcef-f4f2-4f5e-9465-99beebf0c884 service neutron] Pushing event updated for resources: {'Port': ['ID=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:37.758359 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2dfa1a-5b6c-4ce1-a9a6-2909aa6668e4 x-openstack-request-id: req-5a2dfa1a-5b6c-4ce1-a9a6-2909aa6668e4 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:37.758639 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:37.758878 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5a2dfa1a-5b6c-4ce1-a9a6-2909aa6668e4 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:37.759283 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'status': 'completed', 'code': 200} Feb 17 22:59:37.799795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-dcb21f6d-5f4b-4294-a0be-483e1772076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:37.801357 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-dcb21f6d-5f4b-4294-a0be-483e1772076a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1126 time: 0.0543857 Feb 17 22:59:37.848240 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-07ca817b-d59e-4411-8c1e-b95225581eca service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 217 time: 0.0399299 Feb 17 22:59:37.900281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-d1bf83ec-eb20-4409-babb-dda4eb1733a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:37.901744 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-d1bf83ec-eb20-4409-babb-dda4eb1733a4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0464101 Feb 17 22:59:37.950791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-eeaf624d-a453-42a2-86b4-1de90992032c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:37.952354 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-eeaf624d-a453-42a2-86b4-1de90992032c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447841 Feb 17 22:59:38.049128 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-b22a3bd9-3617-44cb-91cd-982921f4027f service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904665 Feb 17 22:59:38.137427 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3a5bba91-b169-4f64-8aef-2bedb8350a26 req-37b97fc3-fa58-415b-bfea-13398365ee04 service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830462 Feb 17 22:59:38.230073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-b30eaf14-3f91-4ed0-aba7-c9996f014f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.231607 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-b30eaf14-3f91-4ed0-aba7-c9996f014f2a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1126 time: 0.0474927 Feb 17 22:59:38.327033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-430dfe41-4ffb-4fed-b556-862bc2840186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.328546 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-430dfe41-4ffb-4fed-b556-862bc2840186 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 910 time: 0.0909801 Feb 17 22:59:38.368819 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-6e8a8a1e-0f9f-48f5-a76f-7de24db6f8dc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 217 time: 0.0343974 Feb 17 22:59:38.417007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-dc73d783-a9c8-4c0e-a310-761f1e8ff773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.418426 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-dc73d783-a9c8-4c0e-a310-761f1e8ff773 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0436363 Feb 17 22:59:38.475523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-545db044-82d4-4eb2-98c5-774e0a7b62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.477113 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-545db044-82d4-4eb2-98c5-774e0a7b62d9 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0515316 Feb 17 22:59:38.575137 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-150e9e5c-ffad-40d4-abbb-74de8826fbad service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914392 Feb 17 22:59:38.623756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13b520-b68a-47e6-818c-09f263181fee req-2f59d381-fd13-4123-9b87-a7d6daa694b8 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:38.625232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc13b520-b68a-47e6-818c-09f263181fee req-2f59d381-fd13-4123-9b87-a7d6daa694b8 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 943 time: 0.0534415 Feb 17 22:59:38.670622 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1eeb8db6-bab4-4401-876e-afa138aa9ca6 req-94e19a3c-7233-4755-bed6-529da8a3320d service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889990 Feb 17 22:59:38.674045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc13b520-b68a-47e6-818c-09f263181fee req-c71ba30f-5cb1-4144-9f04-9695acaa1be8 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431633 Feb 17 22:59:39.619162 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:39.799476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456d983-644a-4f35-89b9-0a5d0b06e0cc req-61ab552e-4c42-42fe-8757-eccc499f49fc tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:39.800897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8456d983-644a-4f35-89b9-0a5d0b06e0cc req-61ab552e-4c42-42fe-8757-eccc499f49fc tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 943 time: 0.0589867 Feb 17 22:59:39.857291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8456d983-644a-4f35-89b9-0a5d0b06e0cc req-2f401249-d365-4bb0-b525-1edd7ade0690 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505722 Feb 17 22:59:40.981856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401259f-d445-4274-9ff0-5a26d010ede0 req-83357710-505f-4198-af25-9e3d043db7ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:40.983314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7401259f-d445-4274-9ff0-5a26d010ede0 req-83357710-505f-4198-af25-9e3d043db7ec tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 943 time: 0.0597367 Feb 17 22:59:41.032283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7401259f-d445-4274-9ff0-5a26d010ede0 req-f91b7955-2795-4569-91be-06f45a7db0de tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Feb 17 22:59:41.167204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 22:59:41.263455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:41.275649 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'port_id': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'mac_address': 'fa:16:3e:68:d3:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 22:59:41.311284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:41.311699 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:41.324781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 22:59:41.344787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:41.353292 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:41.406397 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:41.555502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 22:59:42.159583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df40cb62-e619-46c9-aead-0063af05cc51 req-6f0460a4-a512-4b91-8bbb-67dd9168fb7f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:42.161091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df40cb62-e619-46c9-aead-0063af05cc51 req-6f0460a4-a512-4b91-8bbb-67dd9168fb7f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 944 time: 0.0553393 Feb 17 22:59:42.216874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df40cb62-e619-46c9-aead-0063af05cc51 req-a32e07ab-c7ac-4a66-8b32-fcb80b3d55ac tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497954 Feb 17 22:59:43.183865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 22:59:43.231233 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 22:59:43.235298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 22:59:43.235701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:43.317265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 22:59:43.317811 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:43.339968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:43.342480 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0dc1db-e980-4998-8c98-47e8382e2b50" -d '{"events": [{"server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "name": "network-vif-plugged", "status": "completed", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:43.345607 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666d098-da23-4fa7-8fe0-039507ea1415 req-6cfc3109-33be-4897-ab39-ff44ae27e0ae tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:43.347158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2666d098-da23-4fa7-8fe0-039507ea1415 req-6cfc3109-33be-4897-ab39-ff44ae27e0ae tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 944 time: 0.0528092 Feb 17 22:59:43.355640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 22:59:43.364684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:43.403862 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2666d098-da23-4fa7-8fe0-039507ea1415 req-9b65cbd7-d77d-454c-9731-52abadec1674 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501800 Feb 17 22:59:43.414192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:43.447032 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9f473b-812c-44ae-b07c-16bec021179a x-openstack-request-id: req-ac9f473b-812c-44ae-b07c-16bec021179a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:43.447333 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "name": "network-vif-plugged", "status": "completed", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:43.447671 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac9f473b-812c-44ae-b07c-16bec021179a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:43.448075 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'code': 200} Feb 17 22:59:43.548194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341421f-0030-4698-a550-4a8bc15fa289 req-12e50f34-643e-4de3-ba22-9fd67cf9ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:43.549729 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2341421f-0030-4698-a550-4a8bc15fa289 req-12e50f34-643e-4de3-ba22-9fd67cf9ff01 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0467951 Feb 17 22:59:43.596926 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2341421f-0030-4698-a550-4a8bc15fa289 req-aed9113c-73c8-40fa-900b-d3aee37e0192 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 Feb 17 22:59:44.505822 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e832401-494c-4d3e-905c-6daf87b90da9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:44.528299 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffce6e8-2b4d-409d-85ac-0d36154473da req-5d0fc80e-193f-42c7-8c35-6b402289e90c tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:44.530165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bffce6e8-2b4d-409d-85ac-0d36154473da req-5d0fc80e-193f-42c7-8c35-6b402289e90c tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 945 time: 0.0561235 Feb 17 22:59:44.579681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bffce6e8-2b4d-409d-85ac-0d36154473da req-185d1526-0bd1-4019-838b-ab32dd211eb5 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442269 Feb 17 22:59:45.702002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d207b1b7-4f9b-4588-bf1e-78a8d8ad6814 req-85f0b510-8653-4131-af37-7c15d611d44f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:45.703494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d207b1b7-4f9b-4588-bf1e-78a8d8ad6814 req-85f0b510-8653-4131-af37-7c15d611d44f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 945 time: 0.0578835 Feb 17 22:59:45.751245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d207b1b7-4f9b-4588-bf1e-78a8d8ad6814 req-ea7602f9-75f1-48c5-9b81-23ab5839d963 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422716 Feb 17 22:59:45.866188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6d852-7598-4c5a-989f-1b88d4da8539 req-22573264-a1ee-4bb8-a336-d0e9c1a43e16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:45.868193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09a6d852-7598-4c5a-989f-1b88d4da8539 req-22573264-a1ee-4bb8-a336-d0e9c1a43e16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 945 time: 0.0532038 Feb 17 22:59:45.916048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09a6d852-7598-4c5a-989f-1b88d4da8539 req-3e3d35aa-501e-4930-82ea-2b12a53e9c1f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Feb 17 22:59:46.040225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dedee9-1b40-47f4-9fd9-b95526111bd4 req-fcc42590-d058-4f39-a5e6-9cb03f962702 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:46.041597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89dedee9-1b40-47f4-9fd9-b95526111bd4 req-fcc42590-d058-4f39-a5e6-9cb03f962702 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 945 time: 0.0599556 Feb 17 22:59:46.095578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-89dedee9-1b40-47f4-9fd9-b95526111bd4 req-75d7964b-20fe-4429-870f-99f00be9bbc7 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484738 Feb 17 22:59:46.116912 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34236) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:46.252362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697033cc-168e-49c3-82d6-6be480901472 tempest-TestServerBasicOps-675254084 tempest-TestServerBasicOps-675254084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:46.253888 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-697033cc-168e-49c3-82d6-6be480901472 tempest-TestServerBasicOps-675254084 tempest-TestServerBasicOps-675254084-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1123 time: 0.1359715 Feb 17 22:59:46.256915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34240) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 22:59:46.261669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 22:59:46.281999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:46.391162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:46.493344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Allocated IP 172.25.0.226 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/92df978a-d59e-4448-9d17-0fb377529d51) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 22:59:46.599523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for port (92df978a-d59e-4448-9d17-0fb377529d51), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:46.638176 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (92df978a-d59e-4448-9d17-0fb377529d51), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:46.685450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 22:59:46.688431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 22:59:46.691511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 22:59:46.715511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'Port': ['ID=92df978a-d59e-4448-9d17-0fb377529d51,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:47.042726 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for floatingip (341749f5-4438-48da-93b8-fe2c08abdf0d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:47.110599 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (92df978a-d59e-4448-9d17-0fb377529d51), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:47.260600 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for port (92df978a-d59e-4448-9d17-0fb377529d51), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:47.265018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (92df978a-d59e-4448-9d17-0fb377529d51), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:47.332596 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event updated for resources: {'Port': ['ID=92df978a-d59e-4448-9d17-0fb377529d51,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 22:59:47.343092 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (341749f5-4438-48da-93b8-fe2c08abdf0d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:47.370580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-783f16b4-df73-435b-8928-e2840956134f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:47.447770 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Floating IP 341749f5-4438-48da-93b8-fe2c08abdf0d associated. External IP: 172.25.0.226, port: 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8. Feb 17 22:59:47.988557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Router 650d3ebd-9edb-4deb-83fc-773d85e152ff has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 22:59:48.048792 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:48.099286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 22:59:48.113137 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] Sync routers for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 22:59:48.119133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:48.123208 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:48.123923 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:48.149463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9d72194a-4ced-42ea-9319-a11ec2b51001 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8909914 Feb 17 22:59:48.150068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 22:59:48.152383 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-466adb09-7298-4962-af03-09f665264a4d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 22:59:48.240625 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:48.263978 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 22:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36860d87-3cd7-4c37-af44-7ae54e88796a x-openstack-request-id: req-36860d87-3cd7-4c37-af44-7ae54e88796a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 22:59:48.264271 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 22:59:48.264520 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36860d87-3cd7-4c37-af44-7ae54e88796a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 22:59:48.264921 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'status': 'completed', 'code': 200} Feb 17 22:59:48.330246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adb09-7298-4962-af03-09f665264a4d req-c2d3efe9-fad4-4945-a209-d192c3156e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:48.331790 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-466adb09-7298-4962-af03-09f665264a4d req-c2d3efe9-fad4-4945-a209-d192c3156e4f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0471022 Feb 17 22:59:48.427991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adb09-7298-4962-af03-09f665264a4d req-20a4c286-9c61-43e1-bbd5-eb5c1ff1eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:48.430075 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-466adb09-7298-4962-af03-09f665264a4d req-20a4c286-9c61-43e1-bbd5-eb5c1ff1eeae service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 910 time: 0.0910003 Feb 17 22:59:48.469856 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '341749f5-4438-48da-93b8-fe2c08abdf0d', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'port_id': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'mac_address': 'fa:16:3e:68:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f06d64-d518-48d8-bc04-65c657158502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:59:46Z', 'updated_at': '2022-02-17T22:59:46Z', 'revision_number': 0, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 5, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:48.494935 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-466adb09-7298-4962-af03-09f665264a4d req-ce7cfc59-89f0-4e3d-a6c4-6e3216d70d44 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 999 time: 0.0594633 Feb 17 22:59:48.496898 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] Checking router: 650d3ebd-9edb-4deb-83fc-773d85e152ff for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 22:59:48.505117 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 22:59:48.505704 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T22:59:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:48.548290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adb09-7298-4962-af03-09f665264a4d req-173afb8c-6bbf-40a5-a564-f656cdd30a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:48.549793 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-466adb09-7298-4962-af03-09f665264a4d req-173afb8c-6bbf-40a5-a564-f656cdd30a57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0497367 Feb 17 22:59:48.598983 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adb09-7298-4962-af03-09f665264a4d req-1f956f98-14b5-4d09-b540-4b68780275dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 22:59:48.601323 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-466adb09-7298-4962-af03-09f665264a4d req-1f956f98-14b5-4d09-b540-4b68780275dd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0453691 Feb 17 22:59:48.616069 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 22:59:48.690368 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-466adb09-7298-4962-af03-09f665264a4d req-9c7724b4-afc2-4809-976a-531f3a157e68 service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839114 Feb 17 22:59:48.786602 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-466adb09-7298-4962-af03-09f665264a4d req-6a35b755-d1f5-44f8-8892-3e2173b46d0b service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896151 Feb 17 22:59:48.843946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '341749f5-4438-48da-93b8-fe2c08abdf0d', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'port_id': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'mac_address': 'fa:16:3e:68:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f06d64-d518-48d8-bc04-65c657158502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:59:46Z', 'updated_at': '2022-02-17T22:59:46Z', 'revision_number': 0, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 5, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 22:59:48.874623 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b95e46-f796-4589-bc23-bba555d23e32 None None] The sync data for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 is: [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '341749f5-4438-48da-93b8-fe2c08abdf0d', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'port_id': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'mac_address': 'fa:16:3e:68:d3:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1f06d64-d518-48d8-bc04-65c657158502', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T22:59:46Z', 'updated_at': '2022-02-17T22:59:46Z', 'revision_number': 0, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 5, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 22:59:49.077488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73965e98-476c-4ecf-bfc0-ba50996b8774 None None] New status for floating IP 341749f5-4438-48da-93b8-fe2c08abdf0d: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 22:59:49.458896 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:50.893754 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 22:59:51.298027 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 22:59:55.505494 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:05.473407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-29b0608d-d8ac-43e3-97ff-351dc2b05ab2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462575 Feb 17 23:00:05.560016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-3c01f8e1-4dcb-4c3c-b0aa-1de87a65d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:05.561511 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-3c01f8e1-4dcb-4c3c-b0aa-1de87a65d7cf service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0466027 Feb 17 23:00:05.673298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-3ccf7626-3ede-4ad9-8c5c-a3755d978d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:05.674824 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-3ccf7626-3ede-4ad9-8c5c-a3755d978d55 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 910 time: 0.0940292 Feb 17 23:00:05.742269 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-01242b0c-33b2-4b5c-8ce9-118c6d6ac04e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 1001 time: 0.0601923 Feb 17 23:00:05.795499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-5a4e23f5-97ca-40b5-a308-730d56e7fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:05.797022 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-5a4e23f5-97ca-40b5-a308-730d56e7fc4e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0491626 Feb 17 23:00:05.845632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-803ee45b-3565-4ea5-93e3-2391186c412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:05.847231 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-803ee45b-3565-4ea5-93e3-2391186c412e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445564 Feb 17 23:00:05.935594 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-dc162124-d905-4422-9480-942e20394d7a service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812800 Feb 17 23:00:06.029919 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3cb8199-68cb-473f-8b34-4adb09cf0b50 req-e50b38d2-7e53-4f54-8825-e43a99214b6a service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872619 Feb 17 23:00:09.633828 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:14.513052 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0063f962-e0de-48e6-8306-46106e70ef29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:17.375994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4ba0c8ca-26b5-42eb-8136-08e30c4c2f63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:18.051411 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:19.461876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:19.893420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34274) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:20.048508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port 8959e4e9-9074-4474-9b58-cd13a4e2fbaa {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:00:20.048851 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:20.126774 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:20.127105 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:20.139237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for 8959e4e9-9074-4474-9b58-cd13a4e2fbaa owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:00:20.285280 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8959e4e9-9074-4474-9b58-cd13a4e2fbaa), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:20.309147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=8959e4e9-9074-4474-9b58-cd13a4e2fbaa,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:20.322587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.322944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.323292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.323662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.323997 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.324332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.324693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.325278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.325440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.325673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.325996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.326320 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.326644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:20.382635 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for floatingip (94ab1057-c36a-4cce-9a12-d7dfbeb4b06f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:20.382894 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Floating IP 94ab1057-c36a-4cce-9a12-d7dfbeb4b06f disassociated (deleted). External IP: 172.25.0.216, port: dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6. Feb 17 23:00:20.518396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-9161b3c7-d484-41a8-be9c-781d019c34f7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0975893 Feb 17 23:00:20.658509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-c0890fbb-890d-4861-9e7e-197a3c1a8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:20.660006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-c0890fbb-890d-4861-9e7e-197a3c1a8f43 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1128 time: 0.0736375 Feb 17 23:00:20.669083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 8357512b-e2b8-47de-aea6-dde58681b350 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:00:20.844005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-37d1d085-ffd1-4076-8543-347c94878024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:20.845476 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-37d1d085-ffd1-4076-8543-347c94878024 service neutron] 10.222.0.94 "GET /v2.0/networks?id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 200 len: 898 time: 0.1661758 Feb 17 23:00:20.848190 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:00:20.853627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:20.858774 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] Sync routers for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:20.868497 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:20.869124 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:20.897099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:20.909495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-5f882aff-11be-46db-ace5-7a516b6f08e1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 200 len: 217 time: 0.0535364 Feb 17 23:00:20.926496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-11da6157-a98d-45df-8c75-ccd5cccdcd10 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/floatingips/94ab1057-c36a-4cce-9a12-d7dfbeb4b06f HTTP/1.1" status: 204 len: 168 time: 1.0319917 Feb 17 23:00:20.944170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:00:20.946876 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3f5188-74d4-4caa-bc99-7e27486d523d" -d '{"events": [{"name": "network-changed", "server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:00:20.970134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-4012a667-f30c-496c-b441-96ddf3c3ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:20.972155 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-4012a667-f30c-496c-b441-96ddf3c3ea65 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ddab2d7c-3f45-42b0-afb9-521115c0fb78 HTTP/1.1" status: 200 len: 835 time: 0.0559180 Feb 17 23:00:20.982587 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:21.037160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-44dfd7e3-7e80-43b1-822b-4da3ad1db80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.038747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-44dfd7e3-7e80-43b1-822b-4da3ad1db80a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0606792 Feb 17 23:00:21.102018 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9292b918-7eae-402b-99e9-96ae4f34f2e1 x-openstack-request-id: req-9292b918-7eae-402b-99e9-96ae4f34f2e1 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:00:21.102609 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:00:21.103082 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9292b918-7eae-402b-99e9-96ae4f34f2e1 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:00:21.103707 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'status': 'completed', 'code': 200} Feb 17 23:00:21.159493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-a04165a0-a328-463c-82b0-51a0690a2a0f service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085534 Feb 17 23:00:21.196322 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:21.263185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ef909-8561-43b1-9b30-102d006a858f req-3430302d-bd96-4a84-9f0b-b27022996966 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.264782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c2ef909-8561-43b1-9b30-102d006a858f req-3430302d-bd96-4a84-9f0b-b27022996966 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.1207123 Feb 17 23:00:21.300427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-01a1e872-6f94-4e10-a048-155f1777b8c9 req-ed1f71b6-a95d-4f52-92ba-b4d8fa74c20e service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262665 Feb 17 23:00:21.318602 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] Checking router: 8357512b-e2b8-47de-aea6-dde58681b350 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:21.328869 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:21.329553 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:21.332151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c2ef909-8561-43b1-9b30-102d006a858f req-ca25ad26-b768-448a-bb03-13102fd80c50 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599604 Feb 17 23:00:21.423537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-8ae1412f-e34a-42e2-968a-f06f3cfc62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.425131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-8ae1412f-e34a-42e2-968a-f06f3cfc62cf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=b3226ed37abe4651b6140919c15b4243&device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 1128 time: 0.0459669 Feb 17 23:00:21.440628 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:21.525332 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-143eccdb-ff8e-4c6b-be11-09ae48b18e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.528147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-143eccdb-ff8e-4c6b-be11-09ae48b18e3b service neutron] 10.222.0.94 "GET /v2.0/networks?id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 200 len: 898 time: 0.0963337 Feb 17 23:00:21.569636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-b59bd7e3-b6ba-49e7-9cc0-fb728f3bed80 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 200 len: 217 time: 0.0355055 Feb 17 23:00:21.626226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-9d41977b-d61a-4d1f-92a4-5b39a7dc0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.627703 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-9d41977b-d61a-4d1f-92a4-5b39a7dc0695 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=ddab2d7c-3f45-42b0-afb9-521115c0fb78 HTTP/1.1" status: 200 len: 835 time: 0.0447407 Feb 17 23:00:21.637703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:21.667242 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572880a-dd76-4f91-ab73-89be73d22f16 None None] The sync data for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 is: [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T22:57:38Z', 'revision_number': 4, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e8313ab1-7561-4112-bc7a-2bea8717c6f1', 'name': '', 'network_id': '0c212eab-a86a-45a3-b1f4-ab5a19b945c5', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'mac_address': 'fa:16:3e:1c:5b:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:38Z', 'updated_at': '2022-02-17T22:57:42Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'subnets': [{'id': 'ddab2d7c-3f45-42b0-afb9-521115c0fb78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:21.684565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-79901c44-df2f-4b82-9869-9d09a77f9c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:21.686068 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-79901c44-df2f-4b82-9869-9d09a77f9c6e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=0c212eab-a86a-45a3-b1f4-ab5a19b945c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0519009 Feb 17 23:00:21.778217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-43762636-a9a6-473c-9035-0611e6d0b06f service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845497 Feb 17 23:00:21.881214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee3f5188-74d4-4caa-bc99-7e27486d523d req-a49570ce-c9cb-4797-8f37-552700b0923c service neutron] 10.222.0.94 "GET /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959108 Feb 17 23:00:21.901096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a41fea-11f1-4dee-b7c5-c1e5de20fa39 None None] New status for floating IP 94ab1057-c36a-4cce-9a12-d7dfbeb4b06f: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:00:22.455724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dacca-fdea-4450-a13b-7d6ce62d0080 req-e1a42f74-aa42-4ef5-8b43-c699036f55b1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:22.457240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af6dacca-fdea-4450-a13b-7d6ce62d0080 req-e1a42f74-aa42-4ef5-8b43-c699036f55b1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0565863 Feb 17 23:00:22.508179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af6dacca-fdea-4450-a13b-7d6ce62d0080 req-db41622d-e7ee-4cb1-b123-67ac4510a32c tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/security-groups?id=106d669c-f84e-449d-a734-30c852d826a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453248 Feb 17 23:00:22.569268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34296) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:22.659001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb195689-0d0f-4b22-b93c-b12c8da5f6a6 req-9a0981ed-6040-4999-8d60-edd9d20afc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:22.660558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb195689-0d0f-4b22-b93c-b12c8da5f6a6 req-9a0981ed-6040-4999-8d60-edd9d20afc58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0902925 Feb 17 23:00:22.709267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cb195689-0d0f-4b22-b93c-b12c8da5f6a6 req-05f02ea2-ccf7-42a4-88ff-d24786519c5c service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426574 Feb 17 23:00:22.855969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-6ea5620a-a769-420c-92dc-e557162660b1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:22.857360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-6ea5620a-a769-420c-92dc-e557162660b1 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 945 time: 0.0531163 Feb 17 23:00:22.949427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:00:22.949768 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:23.041805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:23.042171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:23.054994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:00:23.184091 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:23.212344 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:23.257494 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] No DVR routers for this DVR port dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:00:23.260653 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:23.264036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba61d607-4b02-4f74-a8f6-63bb1dd737f1 req-039bb89a-e852-4882-96ca-4a473fc20463 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.94 "DELETE /v2.0/ports/dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 HTTP/1.1" status: 204 len: 173 time: 0.4019825 Feb 17 23:00:23.264468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-deleted', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:00:23.266691 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e63d00-b657-44a6-85cc-4e29856be2ac" -d '{"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-deleted", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:00:23.310766 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daae5c2-9a8c-43d6-a89c-f7a737444c43 x-openstack-request-id: req-9daae5c2-9a8c-43d6-a89c-f7a737444c43 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:00:23.311060 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710092de-cb37-4264-858e-3463d3fd8b02", "name": "network-vif-deleted", "tag": "dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:00:23.311315 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9daae5c2-9a8c-43d6-a89c-f7a737444c43 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:00:23.311750 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '710092de-cb37-4264-858e-3463d3fd8b02', 'name': 'network-vif-deleted', 'tag': 'dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6', 'status': 'completed', 'code': 200} Feb 17 23:00:23.643273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be25cbd4-7edb-42b7-b005-6eb1a1954a90 req-47142888-624e-4db4-be15-3188e6ea41d6 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "GET /v2.0/ports?device_id=710092de-cb37-4264-858e-3463d3fd8b02 HTTP/1.1" status: 200 len: 210 time: 0.0307167 Feb 17 23:00:24.705411 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34322) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:25.089080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (8357512b-e2b8-47de-aea6-dde58681b350), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:25.350242 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port e8313ab1-7561-4112-bc7a-2bea8717c6f1 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:00:25.350499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:25.438981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port e8313ab1-7561-4112-bc7a-2bea8717c6f1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e8313ab1-7561-4112-bc7a-2bea8717c6f1,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:25.439344 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:25.452852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for e8313ab1-7561-4112-bc7a-2bea8717c6f1 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:00:25.526553 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:25.650816 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e8313ab1-7561-4112-bc7a-2bea8717c6f1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:25.679321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=e8313ab1-7561-4112-bc7a-2bea8717c6f1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:25.864236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (8357512b-e2b8-47de-aea6-dde58681b350), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:25.893632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:00:25.914170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:00:25.915018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device dcb5f8ca-78c2-4f6a-a1d6-c7582b7645d6 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:00:26.419828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Router 8357512b-e2b8-47de-aea6-dde58681b350 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:00:26.528839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:00:26.535063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eb6f123d-c250-4af7-b950-00aa525f87ce tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "PUT /v2.0/routers/8357512b-e2b8-47de-aea6-dde58681b350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8286581 Feb 17 23:00:26.537759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34324) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:26.538442 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] Sync routers for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:26.548493 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:26.549106 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:26.589800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting subnet ddab2d7c-3f45-42b0-afb9-521115c0fb78 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:00:26.592882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (ddab2d7c-3f45-42b0-afb9-521115c0fb78), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:26.633648 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (ddab2d7c-3f45-42b0-afb9-521115c0fb78), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:26.654297 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:26.719098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (ddab2d7c-3f45-42b0-afb9-521115c0fb78), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:26.778029 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (ddab2d7c-3f45-42b0-afb9-521115c0fb78), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:26.811234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Subnet': ['ID=ddab2d7c-3f45-42b0-afb9-521115c0fb78,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:26.815025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:26.821368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7f721eb-b082-4599-a0bf-d4062ca53983 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/subnets/ddab2d7c-3f45-42b0-afb9-521115c0fb78 HTTP/1.1" status: 204 len: 168 time: 0.2795393 Feb 17 23:00:26.822190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:26.826174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4f735-fe16-4165-a0b3-bd78cc4ccc3d None None] Network 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:00:26.836952 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T23:00:25Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:26.868271 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] Checking router: 8357512b-e2b8-47de-aea6-dde58681b350 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:26.876423 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] Routers {'8357512b-e2b8-47de-aea6-dde58681b350'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:26.877370 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['8357512b-e2b8-47de-aea6-dde58681b350'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:26.990941 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] Set router 8357512b-e2b8-47de-aea6-dde58681b350 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:26.999707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] DHCP port deletion for 0c212eab-a86a-45a3-b1f4-ab5a19b945c5 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:00:27.053864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Deleting port 41f0c770-27bc-491a-922a-552051bdbe4e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:00:27.054554 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.128398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] For port 41f0c770-27bc-491a-922a-552051bdbe4e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=41f0c770-27bc-491a-922a-552051bdbe4e,segment=NetworkSegment(7b41cb43-f1c2-46dc-b425-a4b47ad66261),segment_id=7b41cb43-f1c2-46dc-b425-a4b47ad66261)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:27.129123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.143825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Calling delete_port for 41f0c770-27bc-491a-922a-552051bdbe4e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:00:27.218285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T23:00:25Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:27.238610 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (41f0c770-27bc-491a-922a-552051bdbe4e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.247356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (8357512b-e2b8-47de-aea6-dde58681b350), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.262474 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31caab0d-efa4-41d3-9910-303ae49ddd02 None None] The sync data for ids ['8357512b-e2b8-47de-aea6-dde58681b350'] in n-d-828369-18 is: [{'id': '8357512b-e2b8-47de-aea6-dde58681b350', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1867072593', 'tenant_id': 'b3226ed37abe4651b6140919c15b4243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:57:35Z', 'updated_at': '2022-02-17T23:00:25Z', 'revision_number': 5, 'project_id': 'b3226ed37abe4651b6140919c15b4243', 'gw_port': {'id': '61b27145-30a1-4e20-81e1-6cf03532c643', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:c1:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8357512b-e2b8-47de-aea6-dde58681b350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:57:36Z', 'updated_at': '2022-02-17T22:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:27.273402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Pushing event deleted for resources: {'Port': ['ID=41f0c770-27bc-491a-922a-552051bdbe4e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:27.281901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] No DVR routers for this DVR port 41f0c770-27bc-491a-922a-552051bdbe4e on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:00:27.284337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.284879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.285401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.285990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.286517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.287112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.287771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.288287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.288800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.289885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.290382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.290879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.291412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bcf114e-92bb-4ae6-9d98-c00b85a351d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.392942 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_gateway (8357512b-e2b8-47de-aea6-dde58681b350), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.446659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Deleting port 61b27145-30a1-4e20-81e1-6cf03532c643 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:00:27.446997 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.525005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] For port 61b27145-30a1-4e20-81e1-6cf03532c643, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=61b27145-30a1-4e20-81e1-6cf03532c643,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:27.525351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.543291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Calling delete_port for 61b27145-30a1-4e20-81e1-6cf03532c643 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:00:27.715423 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (61b27145-30a1-4e20-81e1-6cf03532c643), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.747395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Port': ['ID=61b27145-30a1-4e20-81e1-6cf03532c643,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:27.759693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.759693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.760054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.760391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.760735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.761057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.761404 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.761726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.762058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.762382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.762707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.763030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.763356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:27.819721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (8357512b-e2b8-47de-aea6-dde58681b350), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.912449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (8357512b-e2b8-47de-aea6-dde58681b350), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.915157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router_controller (8357512b-e2b8-47de-aea6-dde58681b350), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.961664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (8357512b-e2b8-47de-aea6-dde58681b350), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.962293 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Fanout notify agent at l3_agent the message router_deleted on router 8357512b-e2b8-47de-aea6-dde58681b350 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:00:27.969436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:27.970653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b6ed766-c50c-4097-b4a8-08a36356b382 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/routers/8357512b-e2b8-47de-aea6-dde58681b350 HTTP/1.1" status: 204 len: 168 time: 1.1477683 Feb 17 23:00:27.973291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34328) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:28.052820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (0c212eab-a86a-45a3-b1f4-ab5a19b945c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.142670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (0c212eab-a86a-45a3-b1f4-ab5a19b945c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.163189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c212eab-a86a-45a3-b1f4-ab5a19b945c5']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:28.173001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b41cb43-f1c2-46dc-b425-a4b47ad66261') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:28.173295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b41cb43-f1c2-46dc-b425-a4b47ad66261') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:28.182535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (7b41cb43-f1c2-46dc-b425-a4b47ad66261), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.195327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (7b41cb43-f1c2-46dc-b425-a4b47ad66261), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.201117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:00:28.201497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (7b41cb43-f1c2-46dc-b425-a4b47ad66261), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:00:28.204516 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:00:28.264769 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (0c212eab-a86a-45a3-b1f4-ab5a19b945c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.270051 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.274533 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/networks/0c212eab-a86a-45a3-b1f4-ab5a19b945c5 HTTP/1.1" status: 204 len: 168 time: 0.3002830 Feb 17 23:00:28.277396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34330) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:28.290248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85632f8b-d7c5-498d-a14a-9a9fdbd596de tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'Network': ['ID=0c212eab-a86a-45a3-b1f4-ab5a19b945c5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:28.297913 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:00:28.341336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bab3739b-d1a9-45d2-b964-ed390d2b4080 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (106d669c-f84e-449d-a734-30c852d826a3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.367013 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bab3739b-d1a9-45d2-b964-ed390d2b4080 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (106d669c-f84e-449d-a734-30c852d826a3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.452075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 41f0c770-27bc-491a-922a-552051bdbe4e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:00:28.459046 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bab3739b-d1a9-45d2-b964-ed390d2b4080 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (106d669c-f84e-449d-a734-30c852d826a3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.462245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bab3739b-d1a9-45d2-b964-ed390d2b4080 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.463583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bab3739b-d1a9-45d2-b964-ed390d2b4080 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] 10.222.0.79 "DELETE /v2.0/security-groups/106d669c-f84e-449d-a734-30c852d826a3 HTTP/1.1" status: 204 len: 168 time: 0.1849570 Feb 17 23:00:28.475736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3739b-d1a9-45d2-b964-ed390d2b4080 tempest-TestNetworkAdvancedServerOps-1209330800 tempest-TestNetworkAdvancedServerOps-1209330800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=106d669c-f84e-449d-a734-30c852d826a3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:28.482571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 41f0c770-27bc-491a-922a-552051bdbe4e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:00:28.482921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 41f0c770-27bc-491a-922a-552051bdbe4e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:00:28.483564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e8313ab1-7561-4112-bc7a-2bea8717c6f1 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:00:28.507313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e8313ab1-7561-4112-bc7a-2bea8717c6f1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:00:28.507701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e8313ab1-7561-4112-bc7a-2bea8717c6f1 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:00:28.509237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 61b27145-30a1-4e20-81e1-6cf03532c643 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:00:28.536369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 61b27145-30a1-4e20-81e1-6cf03532c643 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:00:28.536718 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 61b27145-30a1-4e20-81e1-6cf03532c643 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:00:28.763811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34338) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:28.895017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7e688bab-fcb4-478a-8e63-a85b71842d4e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b3226ed37abe4651b6140919c15b4243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1300740 Feb 17 23:00:28.897573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34342) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:28.948488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-280f263a-53db-4dae-b968-5dbfb39a53ed admin admin] Publish callbacks [] for security_group (b138d061-e79a-4663-b2ee-730bc8f490ed), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:28.971286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-280f263a-53db-4dae-b968-5dbfb39a53ed admin admin] Publish callbacks [] for security_group (b138d061-e79a-4663-b2ee-730bc8f490ed), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:29.016960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-280f263a-53db-4dae-b968-5dbfb39a53ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (b138d061-e79a-4663-b2ee-730bc8f490ed), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:29.019581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-280f263a-53db-4dae-b968-5dbfb39a53ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:29.020733 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-280f263a-53db-4dae-b968-5dbfb39a53ed admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b138d061-e79a-4663-b2ee-730bc8f490ed HTTP/1.1" status: 204 len: 168 time: 0.1222770 Feb 17 23:00:29.029088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f263a-53db-4dae-b968-5dbfb39a53ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b138d061-e79a-4663-b2ee-730bc8f490ed,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:29.285780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34348) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:29.326185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ff83275f-8d46-4163-a3c2-1f1a5d0f8f27 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0de55d7dc61d44f78d6eaf3d914e7256&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392144 Feb 17 23:00:29.328721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34350) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:29.377497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42ff80e7-15ea-4f91-98bb-0cb46c78a7f0 admin admin] Publish callbacks [] for security_group (9d829fec-2479-403d-9204-bf4a65449ba2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:29.399314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42ff80e7-15ea-4f91-98bb-0cb46c78a7f0 admin admin] Publish callbacks [] for security_group (9d829fec-2479-403d-9204-bf4a65449ba2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:29.449951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42ff80e7-15ea-4f91-98bb-0cb46c78a7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9d829fec-2479-403d-9204-bf4a65449ba2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:29.452603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-42ff80e7-15ea-4f91-98bb-0cb46c78a7f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:29.453718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-42ff80e7-15ea-4f91-98bb-0cb46c78a7f0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d829fec-2479-403d-9204-bf4a65449ba2 HTTP/1.1" status: 204 len: 168 time: 0.1241012 Feb 17 23:00:29.463610 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff80e7-15ea-4f91-98bb-0cb46c78a7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d829fec-2479-403d-9204-bf4a65449ba2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:31.470898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34504) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:31.579087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5f999610-a64b-49ce-b0ea-31b5121f58fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:31.652038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5f999610-a64b-49ce-b0ea-31b5121f58fb admin admin] Publish callbacks [] for security_group (5935998c-0a34-41a0-a350-35b139341807), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:31.656326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5f999610-a64b-49ce-b0ea-31b5121f58fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5935998c-0a34-41a0-a350-35b139341807), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:31.694614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5f999610-a64b-49ce-b0ea-31b5121f58fb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3a948423754741908fcefde0cfc1b379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225842 Feb 17 23:00:31.695535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f999610-a64b-49ce-b0ea-31b5121f58fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5935998c-0a34-41a0-a350-35b139341807,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:31.697443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34508) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:31.752990 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7943dcda-58ad-450d-80c9-300a0881d0bd admin admin] Publish callbacks [] for security_group (5935998c-0a34-41a0-a350-35b139341807), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:31.774491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7943dcda-58ad-450d-80c9-300a0881d0bd admin admin] Publish callbacks [] for security_group (5935998c-0a34-41a0-a350-35b139341807), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:31.820699 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7943dcda-58ad-450d-80c9-300a0881d0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5935998c-0a34-41a0-a350-35b139341807), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:31.823485 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7943dcda-58ad-450d-80c9-300a0881d0bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:31.824636 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7943dcda-58ad-450d-80c9-300a0881d0bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5935998c-0a34-41a0-a350-35b139341807 HTTP/1.1" status: 204 len: 168 time: 0.1261384 Feb 17 23:00:31.832232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943dcda-58ad-450d-80c9-300a0881d0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5935998c-0a34-41a0-a350-35b139341807,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:32.091156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34514) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:32.105627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee3a532-5c23-403e-9924-7f615dac7b82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:32.189706 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee3a532-5c23-403e-9924-7f615dac7b82 admin admin] Publish callbacks [] for security_group (698cf189-8db1-45f2-bdae-2b8d693d15b5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:32.194506 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cee3a532-5c23-403e-9924-7f615dac7b82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (698cf189-8db1-45f2-bdae-2b8d693d15b5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:32.235143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cee3a532-5c23-403e-9924-7f615dac7b82 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03ea2c48817f4f58aa29e8f249eb5cee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1426027 Feb 17 23:00:32.236070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee3a532-5c23-403e-9924-7f615dac7b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698cf189-8db1-45f2-bdae-2b8d693d15b5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:32.237894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34516) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:32.290580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ce66cbd-5f52-4c22-bb34-0800ccbae82f admin admin] Publish callbacks [] for security_group (698cf189-8db1-45f2-bdae-2b8d693d15b5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:32.315410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ce66cbd-5f52-4c22-bb34-0800ccbae82f admin admin] Publish callbacks [] for security_group (698cf189-8db1-45f2-bdae-2b8d693d15b5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:32.371831 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ce66cbd-5f52-4c22-bb34-0800ccbae82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (698cf189-8db1-45f2-bdae-2b8d693d15b5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:32.374425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8ce66cbd-5f52-4c22-bb34-0800ccbae82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:32.375623 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8ce66cbd-5f52-4c22-bb34-0800ccbae82f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/698cf189-8db1-45f2-bdae-2b8d693d15b5 HTTP/1.1" status: 204 len: 168 time: 0.1364548 Feb 17 23:00:32.384183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce66cbd-5f52-4c22-bb34-0800ccbae82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698cf189-8db1-45f2-bdae-2b8d693d15b5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:33.031249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34538) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:33.126888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-73631936-network', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:33.146701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Made reservation on behalf of 753e66a2973a4144a24d596b266ce2e3 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:00:33.149608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.157759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.240892 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks [] for security_group (73478970-a71d-4a64-8d40-b5d45f590c1d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.245579 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (73478970-a71d-4a64-8d40-b5d45f590c1d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.274838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:00:33.281746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73478970-a71d-4a64-8d40-b5d45f590c1d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:33.289492 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d554ffbf-98c2-4ac7-9bc5-c473846ed687), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.289829 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Added segment d554ffbf-98c2-4ac7-9bc5-c473846ed687 of type vlan for network ea2c95e4-bb44-48a9-82ac-44722e28710f Feb 17 23:00:33.332513 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ea2c95e4-bb44-48a9-82ac-44722e28710f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.357078 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ea2c95e4-bb44-48a9-82ac-44722e28710f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.358085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:33.358751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.414794 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3823977 Feb 17 23:00:33.417887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34542) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:33.423045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Request body: {'subnet': {'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-73631936-subnet', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:33.424382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b11064-e082-4b9e-b4c8-01d736d362b7 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2c95e4-bb44-48a9-82ac-44722e28710f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:33.435100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ea2c95e4-bb44-48a9-82ac-44722e28710f details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:00:33.444121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Made reservation on behalf of 753e66a2973a4144a24d596b266ce2e3 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:00:33.447081 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.628389 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (b5945cd1-b2e1-48bc-8798-a0e1a749a716), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.692191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5945cd1-b2e1-48bc-8798-a0e1a749a716,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:33.701130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Checking segment: {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:33.701487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Network hostable DHCP agents. Network: ea2c95e4-bb44-48a9-82ac-44722e28710f, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:00:33.719424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Network ea2c95e4-bb44-48a9-82ac-44722e28710f is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:00:33.729361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ea2c95e4-bb44-48a9-82ac-44722e28710f) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:33.734998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:33.735954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.740299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bede38b-f795-415d-a0ae-3ecbd6d0f138 None None] Network ea2c95e4-bb44-48a9-82ac-44722e28710f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:00:33.755796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bb490066-3711-48c3-9fd6-8b987bee9f5f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3363414 Feb 17 23:00:33.759584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34544) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:33.764183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:33.785207 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.786257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.845842 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks [] for router_controller (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.853437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ea2c95e4-bb44-48a9-82ac-44722e28710f', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:00:33.854396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:33.991655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Allocated IP 172.20.0.2 (ea2c95e4-bb44-48a9-82ac-44722e28710f/b5945cd1-b2e1-48bc-8798-a0e1a749a716/02b162c4-aaf3-4813-96d1-1ab3395c2aa6) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:33.991949 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks [] for router_gateway (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.154894 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Publish callbacks [] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.162036 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.204542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Network ea2c95e4-bb44-48a9-82ac-44722e28710f is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:34.207558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:34.212341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:00:34.215920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Pushing event updated for resources: {'Port': ['ID=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:34.236202 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks [] for router_gateway (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.256874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.274699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Attempting to bind port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:00:34.275107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Attempting to bind port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:00:34.275477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Attempting to bind port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 on network ea2c95e4-bb44-48a9-82ac-44722e28710f {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:00:34.281015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:00:34.281392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Checking segment: {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:34.281800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.282201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Bound using segment: {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:00:34.282678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Bound port: 02b162c4-aaf3-4813-96d1-1ab3395c2aa6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:00:34.283058 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.355132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] For port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:00:34.358402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] For port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:00:34.365339 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.375453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Allocated IP 172.25.0.165 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/07bcdd9c-f73b-414f-aa43-c955ffa9b025) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:34.424477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3858de8-b02b-421e-befc-e62353aa5333 None None] Pushing event updated for resources: {'Port': ['ID=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:34.498144 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks [] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.543084 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:34.582264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:34.590417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:34.594251 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:00:34.632058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Pushing event updated for resources: {'Port': ['ID=07bcdd9c-f73b-414f-aa43-c955ffa9b025,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:34.898935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks [] for router_gateway (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:35.110869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:35.264077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:00:35.382206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:00:35.391577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Sync routers for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:35.398375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e08563-5291-434e-8757-3ac52c345e9d None None] Network ea2c95e4-bb44-48a9-82ac-44722e28710f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:00:35.404116 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:35.405521 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6365b024-d697-4de2-8510-57d7d6ba416f admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6448748 Feb 17 23:00:35.408541 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34546) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:35.452072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:35.452719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:35.724630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-47465491-f281-4ce5-9d04-78d39c55a3ea None None] Provisioning complete for port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:35.724918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47465491-f281-4ce5-9d04-78d39c55a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:35.808095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:35.864609 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:35.969061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-47465491-f281-4ce5-9d04-78d39c55a3ea None None] Current status of the port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:35.969451 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47465491-f281-4ce5-9d04-78d39c55a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.041925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-47465491-f281-4ce5-9d04-78d39c55a3ea None None] For port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:36.046162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Allocated IP 172.20.0.1 (ea2c95e4-bb44-48a9-82ac-44722e28710f/b5945cd1-b2e1-48bc-8798-a0e1a749a716/a21f9974-c33e-4767-8ac8-9a8b13a1bec2) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:36.049603 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47465491-f281-4ce5-9d04-78d39c55a3ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.112469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:34Z', 'revision_number': 3, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:36.115449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47465491-f281-4ce5-9d04-78d39c55a3ea None None] Pushing event updated for resources: {'Port': ['ID=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:36.142086 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Checking router: 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:36.142442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Updating router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:00:36.156643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks [] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.177434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.191387 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.202617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5402d22e-a721-4c1a-a0ec-aaa69b0f0f55 None None] Provisioning complete for port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:36.202994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5402d22e-a721-4c1a-a0ec-aaa69b0f0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.241063 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Network ea2c95e4-bb44-48a9-82ac-44722e28710f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:36.244229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:36.248734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:00:36.251993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Pushing event updated for resources: {'Port': ['ID=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:36.292979 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.415477 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5402d22e-a721-4c1a-a0ec-aaa69b0f0f55 None None] Current status of the port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:36.462501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:36.464640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.567162 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Publish callbacks [] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.573617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e9074b12-eec3-4aaa-a5d3-20394b1dc392 None None] Provisioning complete for port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:36.573941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e9074b12-eec3-4aaa-a5d3-20394b1dc392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.579446 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.630319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:36.630706 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.640079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks [] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.646360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.687165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e9074b12-eec3-4aaa-a5d3-20394b1dc392 None None] Port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:00:36.691765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202cb88-b837-470c-b0e6-534e17ba717f None None] Pushing event updated for resources: {'Port': ['ID=07bcdd9c-f73b-414f-aa43-c955ffa9b025,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:36.699607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Attempting to bind port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:00:36.699980 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Attempting to bind port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:00:36.700428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Attempting to bind port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:00:36.707571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:00:36.707950 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:36.708357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.708746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:00:36.709215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Bound port: 07bcdd9c-f73b-414f-aa43-c955ffa9b025, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:00:36.709591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.717456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.720145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Pushing event updated for resources: {'Port': ['ID=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:36.794942 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] For port 07bcdd9c-f73b-414f-aa43-c955ffa9b025, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:00:36.796674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:36.799755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] For port 07bcdd9c-f73b-414f-aa43-c955ffa9b025, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=07bcdd9c-f73b-414f-aa43-c955ffa9b025,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:00:36.806016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:36.820778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Network ea2c95e4-bb44-48a9-82ac-44722e28710f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:36.822338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:36.862818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:36.863468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:36.868393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202cb88-b837-470c-b0e6-534e17ba717f None None] Pushing event updated for resources: {'Port': ['ID=07bcdd9c-f73b-414f-aa43-c955ffa9b025,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:36.953162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:00:36.982820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:37.075882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:00:37.081614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f96aa638-cf15-4eb7-ab70-e8f08173ce4e admin admin] 10.222.0.79 "PUT /v2.0/routers/1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6720634 Feb 17 23:00:37.130916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9628d049-6ae3-4c96-bb22-db6d87972477 None None] Provisioning complete for port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:37.131296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9628d049-6ae3-4c96-bb22-db6d87972477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.208338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9628d049-6ae3-4c96-bb22-db6d87972477 None None] Port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:00:37.239424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 2, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:37.267360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48d7574a-1b46-427a-94ad-94b74a1321d1 None None] The sync data for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 is: [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 2, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:37.602374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 34564) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:37.608425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-944330506-network', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:37.629537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Made reservation on behalf of f642a9b239f24d5b94b335c03fa3cf3f for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:00:37.632143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.642011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.739781 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks [] for security_group (92bdd7fd-b64e-4844-8f09-6fafaa5cd973), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.744392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (92bdd7fd-b64e-4844-8f09-6fafaa5cd973), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.770461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:00:37.780606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bdd7fd-b64e-4844-8f09-6fafaa5cd973,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:37.785556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1b5ebae9-786f-4bc1-a8cc-482344faec00), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.785899 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Added segment 1b5ebae9-786f-4bc1-a8cc-482344faec00 of type vlan for network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a Feb 17 23:00:37.829627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.855096 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.856092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:37.856674 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:37.915342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3118098 Feb 17 23:00:37.919034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34566) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:37.925682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca45ba-4cdf-439b-b6bf-c693e4c17182 admin admin] Pushing event updated for resources: {'Network': ['ID=69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:37.926750 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Request body: {'subnet': {'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-944330506-subnet', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:37.937811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:00:37.954461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Made reservation on behalf of f642a9b239f24d5b94b335c03fa3cf3f for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:00:37.957209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.170516 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (3303f22c-8513-417e-88fd-e3bcaad0374a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.223158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3303f22c-8513-417e-88fd-e3bcaad0374a,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:38.241433 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Checking segment: {'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:38.241935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Network hostable DHCP agents. Network: 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:00:38.261268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:00:38.271272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:38.275608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:00:38.276216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.283636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1df5032-40a0-4a38-a4b5-0800949cdf03 None None] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:00:38.296105 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-29299700-8304-4a52-9d41-3b8ebdc48e1c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3754516 Feb 17 23:00:38.298596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34568) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:38.303633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:00:38.326332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (5775c300-8000-400d-9797-8a0a67e39ce6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.327465 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (5775c300-8000-400d-9797-8a0a67e39ce6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.385881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks [] for router_controller (5775c300-8000-400d-9797-8a0a67e39ce6), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.418946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'fixed_ips': [{'subnet_id': '3303f22c-8513-417e-88fd-e3bcaad0374a'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:00:38.420120 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.515524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 07bcdd9c-f73b-414f-aa43-c955ffa9b025 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:38.550808 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks [] for router_gateway (5775c300-8000-400d-9797-8a0a67e39ce6), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.626986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Allocated IP 172.20.0.2 (69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a/3303f22c-8513-417e-88fd-e3bcaad0374a/8d574fd3-2114-483a-b98c-e379f402c417) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:38.635931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:38.636450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.828558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:38.828942 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.867534 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 07bcdd9c-f73b-414f-aa43-c955ffa9b025, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=07bcdd9c-f73b-414f-aa43-c955ffa9b025,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:38.874507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.877659 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Publish callbacks [] for port (8d574fd3-2114-483a-b98c-e379f402c417), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.902861 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (8d574fd3-2114-483a-b98c-e379f402c417), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:38.929758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:38.934093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:38.936541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:00:38.952157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=07bcdd9c-f73b-414f-aa43-c955ffa9b025,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:39.030680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Pushing event updated for resources: {'Port': ['ID=8d574fd3-2114-483a-b98c-e379f402c417,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:39.038083 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Attempting to bind port 8d574fd3-2114-483a-b98c-e379f402c417 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:00:39.038469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Attempting to bind port 8d574fd3-2114-483a-b98c-e379f402c417 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:00:39.038870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Attempting to bind port 8d574fd3-2114-483a-b98c-e379f402c417 on network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:00:39.043968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:00:39.044347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Checking segment: {'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:39.044749 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.045135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Bound using segment: {'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:00:39.045627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Bound port: 8d574fd3-2114-483a-b98c-e379f402c417, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:00:39.046020 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8d574fd3-2114-483a-b98c-e379f402c417), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.069174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks [] for router_gateway (5775c300-8000-400d-9797-8a0a67e39ce6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.089690 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.112047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] For port 8d574fd3-2114-483a-b98c-e379f402c417, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:00:39.115256 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] For port 8d574fd3-2114-483a-b98c-e379f402c417, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8d574fd3-2114-483a-b98c-e379f402c417,segment=NetworkSegment(1b5ebae9-786f-4bc1-a8cc-482344faec00),segment_id=1b5ebae9-786f-4bc1-a8cc-482344faec00)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:00:39.123977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8d574fd3-2114-483a-b98c-e379f402c417), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.188869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed6830-2288-48b5-8b58-ea827424ee1d None None] Pushing event updated for resources: {'Port': ['ID=8d574fd3-2114-483a-b98c-e379f402c417,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:39.220256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Allocated IP 172.25.0.243 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/bb253698-8c1c-4e58-8a95-43ec56b5c428) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:39.336080 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks [] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.378094 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.425006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:39.428910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Pushing event updated for resources: {'Port': ['ID=bb253698-8c1c-4e58-8a95-43ec56b5c428,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:39.431988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:39.434064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:00:39.485592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Sync routers for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:39.496452 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:39.497088 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:39.619080 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:39.627637 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.714742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks [] for router_gateway (5775c300-8000-400d-9797-8a0a67e39ce6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.920631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (5775c300-8000-400d-9797-8a0a67e39ce6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:39.933658 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 2, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:39.959858 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Checking router: 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:39.960212 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Updating router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:00:39.989975 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.065131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Router 5775c300-8000-400d-9797-8a0a67e39ce6 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:00:40.186760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:00:40.198305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Sync routers for ids ['5775c300-8000-400d-9797-8a0a67e39ce6'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:40.206495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.208006 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6045e148-4a34-4204-99a2-a18298fe3189 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9079785 Feb 17 23:00:40.211138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 34570) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:00:40.217509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Routers {'5775c300-8000-400d-9797-8a0a67e39ce6'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:40.218276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5775c300-8000-400d-9797-8a0a67e39ce6'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:40.282703 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Publish callbacks [] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.289220 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.304099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d20651-de99-48b4-9de3-b68b93705708 None None] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:00:40.360904 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Pushing event updated for resources: {'Port': ['ID=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:40.421626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-39bfbd53-75dd-49e5-8e76-ddf1046f9c37 None None] Provisioning complete for port 8d574fd3-2114-483a-b98c-e379f402c417 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:40.421934 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd53-75dd-49e5-8e76-ddf1046f9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8d574fd3-2114-483a-b98c-e379f402c417), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.428677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Set router 5775c300-8000-400d-9797-8a0a67e39ce6 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:40.439589 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.443789 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.444330 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.446263 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.447524 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.448145 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.448711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.449288 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.449844 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.450395 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.450958 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.451540 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.452110 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:00:40.484834 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Attempting to bind port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:00:40.485300 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Attempting to bind port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:00:40.485761 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Attempting to bind port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 on network ea2c95e4-bb44-48a9-82ac-44722e28710f {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:00:40.492965 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:00:40.493466 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Checking segment: {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:40.493972 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.494457 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Bound using segment: {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:00:40.495037 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Bound port: a21f9974-c33e-4767-8ac8-9a8b13a1bec2, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:00:40.495733 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.603399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] For port a21f9974-c33e-4767-8ac8-9a8b13a1bec2, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:00:40.607131 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] For port a21f9974-c33e-4767-8ac8-9a8b13a1bec2, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:00:40.608698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8d574fd3-2114-483a-b98c-e379f402c417 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:40.615348 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.689649 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:40.690550 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:40.696199 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0200-c8be-4057-ae50-652289610eb8 None None] Pushing event updated for resources: {'Port': ['ID=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:40.783662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-39bfbd53-75dd-49e5-8e76-ddf1046f9c37 None None] Current status of the port 8d574fd3-2114-483a-b98c-e379f402c417 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:40.784055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd53-75dd-49e5-8e76-ddf1046f9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8d574fd3-2114-483a-b98c-e379f402c417), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.795125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8d574fd3-2114-483a-b98c-e379f402c417 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:40.795530 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8d574fd3-2114-483a-b98c-e379f402c417), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.845211 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:40.876601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.877692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-39bfbd53-75dd-49e5-8e76-ddf1046f9c37 None None] For port 8d574fd3-2114-483a-b98c-e379f402c417, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8d574fd3-2114-483a-b98c-e379f402c417,segment=NetworkSegment(1b5ebae9-786f-4bc1-a8cc-482344faec00),segment_id=1b5ebae9-786f-4bc1-a8cc-482344faec00)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:40.887316 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-39bfbd53-75dd-49e5-8e76-ddf1046f9c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8d574fd3-2114-483a-b98c-e379f402c417), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:40.988082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:00:39Z', 'revision_number': 3, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port': {'id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:39Z', 'updated_at': '2022-02-17T23:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:41.021458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Checking router: 5775c300-8000-400d-9797-8a0a67e39ce6 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:41.021811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Updating router 5775c300-8000-400d-9797-8a0a67e39ce6 port bb253698-8c1c-4e58-8a95-43ec56b5c428 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:00:41.064539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfbd53-75dd-49e5-8e76-ddf1046f9c37 None None] Pushing event updated for resources: {'Port': ['ID=8d574fd3-2114-483a-b98c-e379f402c417,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:41.079384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8d574fd3-2114-483a-b98c-e379f402c417 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:41.080385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 07bcdd9c-f73b-414f-aa43-c955ffa9b025 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:41.110543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.133854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-81f13854-2a3a-4405-9811-68c9a0e31c24 None None] Provisioning complete for port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:41.134228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f13854-2a3a-4405-9811-68c9a0e31c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.141646 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Allocated IP 172.20.0.1 (69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a/3303f22c-8513-417e-88fd-e3bcaad0374a/7c299461-743a-43e4-beaa-22ddca5175bb) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:00:41.158125 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:40Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:41.189618 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f673f4a5-775f-4035-ba49-2a88a578df98 None None] The sync data for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 is: [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:40Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:41.251804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks [] for port (7c299461-743a-43e4-beaa-22ddca5175bb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.278387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:41.278988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.289161 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.338203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:41.342994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:41.348428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:00:41.351096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Pushing event updated for resources: {'Port': ['ID=7c299461-743a-43e4-beaa-22ddca5175bb,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:41.399539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (5775c300-8000-400d-9797-8a0a67e39ce6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.575493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-81f13854-2a3a-4405-9811-68c9a0e31c24 None None] Current status of the port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:41.575884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f13854-2a3a-4405-9811-68c9a0e31c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.580682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.668121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-81f13854-2a3a-4405-9811-68c9a0e31c24 None None] For port a21f9974-c33e-4767-8ac8-9a8b13a1bec2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:41.677273 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81f13854-2a3a-4405-9811-68c9a0e31c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.692119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:41.773523 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Publish callbacks [] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.784499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.786327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f13854-2a3a-4405-9811-68c9a0e31c24 None None] Pushing event updated for resources: {'Port': ['ID=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:41.789994 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks [] for port (7c299461-743a-43e4-beaa-22ddca5175bb), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.800001 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.850918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Attempting to bind port bb253698-8c1c-4e58-8a95-43ec56b5c428 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:00:41.851872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Attempting to bind port bb253698-8c1c-4e58-8a95-43ec56b5c428 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:00:41.852237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Attempting to bind port bb253698-8c1c-4e58-8a95-43ec56b5c428 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:00:41.860491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Provisioning complete for port 8d574fd3-2114-483a-b98c-e379f402c417 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:41.861211 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8d574fd3-2114-483a-b98c-e379f402c417), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.862887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:00:41.863259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:41.864005 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.864138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:00:41.864512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Bound port: bb253698-8c1c-4e58-8a95-43ec56b5c428, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:00:41.864882 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.868404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa163d7-7c6b-4555-a55d-f562bd02e210 None None] Pushing event updated for resources: {'Port': ['ID=bb253698-8c1c-4e58-8a95-43ec56b5c428,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:41.871698 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (5775c300-8000-400d-9797-8a0a67e39ce6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.874329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Pushing event updated for resources: {'Port': ['ID=7c299461-743a-43e4-beaa-22ddca5175bb,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:41.952704 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] For port bb253698-8c1c-4e58-8a95-43ec56b5c428, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:00:41.957135 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] For port bb253698-8c1c-4e58-8a95-43ec56b5c428, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bb253698-8c1c-4e58-8a95-43ec56b5c428,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:00:41.964708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:41.984774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:00:41.987329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:00:42.046040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Current status of the port 8d574fd3-2114-483a-b98c-e379f402c417 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:42.062681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa163d7-7c6b-4555-a55d-f562bd02e210 None None] Pushing event updated for resources: {'Port': ['ID=bb253698-8c1c-4e58-8a95-43ec56b5c428,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:42.066459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Routers {'5775c300-8000-400d-9797-8a0a67e39ce6'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:42.067080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5775c300-8000-400d-9797-8a0a67e39ce6'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:42.110560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Provisioning complete for port 7c299461-743a-43e4-beaa-22ddca5175bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:42.110932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:42.145547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Router 5775c300-8000-400d-9797-8a0a67e39ce6 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:00:42.188207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Port 7c299461-743a-43e4-beaa-22ddca5175bb cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:00:42.219406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Provisioning complete for port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:42.220366 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:42.229098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] Set router 5775c300-8000-400d-9797-8a0a67e39ce6 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:42.281092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:00:42.291427 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ff009115-5a3e-4b59-bb1d-4d44ff6a7813 admin admin] 10.222.0.79 "PUT /v2.0/routers/5775c300-8000-400d-9797-8a0a67e39ce6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0790200 Feb 17 23:00:42.494717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8d574fd3-2114-483a-b98c-e379f402c417 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:42.499993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4377fd20-7a3e-4666-9928-8257e0d021c9 None None] Current status of the port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:42.586801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 8d574fd3-2114-483a-b98c-e379f402c417 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:42.587169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8d574fd3-2114-483a-b98c-e379f402c417), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:42.630043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 4, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port': {'id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:39Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7c299461-743a-43e4-beaa-22ddca5175bb', 'name': '', 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'mac_address': 'fa:16:3e:3f:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:40Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 2, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'subnets': [{'id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:42.663577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e5cd126-c905-491f-b699-1fafe89cb759 None None] The sync data for ids ['5775c300-8000-400d-9797-8a0a67e39ce6'] in n-d-828369-18 is: [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 4, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port': {'id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:39Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7c299461-743a-43e4-beaa-22ddca5175bb', 'name': '', 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'mac_address': 'fa:16:3e:3f:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:40Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 2, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'subnets': [{'id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:42.671812 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bf07d1bb-d63e-42d9-a0ad-0fbe4e5f5075 None None] Provisioning complete for port 7c299461-743a-43e4-beaa-22ddca5175bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:42.672183 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bf07d1bb-d63e-42d9-a0ad-0fbe4e5f5075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:42.734623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bf07d1bb-d63e-42d9-a0ad-0fbe4e5f5075 None None] Port 7c299461-743a-43e4-beaa-22ddca5175bb cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:00:42.748603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 8d574fd3-2114-483a-b98c-e379f402c417 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:42.749708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a21f9974-c33e-4767-8ac8-9a8b13a1bec2 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:42.808531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:42.808914 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:42.912626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:44.445526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bb253698-8c1c-4e58-8a95-43ec56b5c428 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:44.512466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bb253698-8c1c-4e58-8a95-43ec56b5c428 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:44.513117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:44.514793 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-726a9eeb-71a0-4e3b-9bec-475b064f0748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:44.618193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bb253698-8c1c-4e58-8a95-43ec56b5c428 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:44.618193 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:44.639608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port bb253698-8c1c-4e58-8a95-43ec56b5c428, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bb253698-8c1c-4e58-8a95-43ec56b5c428,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:44.644988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:44.709123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=bb253698-8c1c-4e58-8a95-43ec56b5c428,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:45.520002 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Sync routers for ids ['5775c300-8000-400d-9797-8a0a67e39ce6'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:00:45.535406 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Routers {'5775c300-8000-400d-9797-8a0a67e39ce6'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:45.536758 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5775c300-8000-400d-9797-8a0a67e39ce6'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:45.652920 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Set router 5775c300-8000-400d-9797-8a0a67e39ce6 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:45.860742 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 4, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port': {'id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:39Z', 'updated_at': '2022-02-17T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7c299461-743a-43e4-beaa-22ddca5175bb', 'name': '', 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'mac_address': 'fa:16:3e:3f:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:40Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 2, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'subnets': [{'id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:45.891118 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Checking router: 5775c300-8000-400d-9797-8a0a67e39ce6 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:00:45.891539 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Updating router 5775c300-8000-400d-9797-8a0a67e39ce6 port 7c299461-743a-43e4-beaa-22ddca5175bb binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:00:45.919016 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.278476 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Publish callbacks [] for port (7c299461-743a-43e4-beaa-22ddca5175bb), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.284114 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.335969 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979ea32-cfdd-4c16-a046-dd9ba43e871c None None] Pushing event updated for resources: {'Port': ['ID=7c299461-743a-43e4-beaa-22ddca5175bb,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:46.407824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Attempting to bind port 7c299461-743a-43e4-beaa-22ddca5175bb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:00:46.408332 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Attempting to bind port 7c299461-743a-43e4-beaa-22ddca5175bb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:00:46.408792 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Attempting to bind port 7c299461-743a-43e4-beaa-22ddca5175bb on network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:00:46.414139 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:00:46.414655 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Checking segment: {'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:00:46.415132 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.415960 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Bound using segment: {'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:00:46.416530 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Bound port: 7c299461-743a-43e4-beaa-22ddca5175bb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5ebae9-786f-4bc1-a8cc-482344faec00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:00:46.416973 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.434339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bb253698-8c1c-4e58-8a95-43ec56b5c428 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:46.489434 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] For port 7c299461-743a-43e4-beaa-22ddca5175bb, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:00:46.497349 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] For port 7c299461-743a-43e4-beaa-22ddca5175bb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7c299461-743a-43e4-beaa-22ddca5175bb,segment=NetworkSegment(1b5ebae9-786f-4bc1-a8cc-482344faec00),segment_id=1b5ebae9-786f-4bc1-a8cc-482344faec00)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:00:46.499806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bb253698-8c1c-4e58-8a95-43ec56b5c428 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:46.500338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.506127 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.563822 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Routers {'5775c300-8000-400d-9797-8a0a67e39ce6'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:00:46.564415 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:00:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5775c300-8000-400d-9797-8a0a67e39ce6'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:46.626074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bb253698-8c1c-4e58-8a95-43ec56b5c428 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:46.629621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-42fd0c70-c839-4839-88c7-a44f051e3e16 None None] Provisioning complete for port 7c299461-743a-43e4-beaa-22ddca5175bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:46.629990 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-42fd0c70-c839-4839-88c7-a44f051e3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.686961 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] Set router 5775c300-8000-400d-9797-8a0a67e39ce6 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:00:46.714285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0979ea32-cfdd-4c16-a046-dd9ba43e871c None None] Pushing event updated for resources: {'Port': ['ID=7c299461-743a-43e4-beaa-22ddca5175bb,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:46.736262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-42fd0c70-c839-4839-88c7-a44f051e3e16 None None] Current status of the port 7c299461-743a-43e4-beaa-22ddca5175bb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:46.736703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-42fd0c70-c839-4839-88c7-a44f051e3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.778863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-42fd0c70-c839-4839-88c7-a44f051e3e16 None None] For port 7c299461-743a-43e4-beaa-22ddca5175bb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7c299461-743a-43e4-beaa-22ddca5175bb,segment=NetworkSegment(1b5ebae9-786f-4bc1-a8cc-482344faec00),segment_id=1b5ebae9-786f-4bc1-a8cc-482344faec00)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:00:46.786265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-42fd0c70-c839-4839-88c7-a44f051e3e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.847049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fd0c70-c839-4839-88c7-a44f051e3e16 None None] Pushing event updated for resources: {'Port': ['ID=7c299461-743a-43e4-beaa-22ddca5175bb,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:00:46.912996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d762e174-46db-4477-9dd7-9b8cbf2f4c6a None None] Provisioning complete for port 7c299461-743a-43e4-beaa-22ddca5175bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:46.913403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d762e174-46db-4477-9dd7-9b8cbf2f4c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:46.919405 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 4, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port': {'id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:39Z', 'updated_at': '2022-02-17T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7c299461-743a-43e4-beaa-22ddca5175bb', 'name': '', 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'mac_address': 'fa:16:3e:3f:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:40Z', 'updated_at': '2022-02-17T23:00:46Z', 'revision_number': 4, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'subnets': [{'id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:00:46.947663 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edfc51-7956-4543-94b8-b06f7043495b None None] The sync data for ids ['5775c300-8000-400d-9797-8a0a67e39ce6'] in n-d-828369-18 is: [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 4, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port': {'id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:39Z', 'updated_at': '2022-02-17T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '7c299461-743a-43e4-beaa-22ddca5175bb', 'name': '', 'network_id': '69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'mac_address': 'fa:16:3e:3f:82:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:40Z', 'updated_at': '2022-02-17T23:00:46Z', 'revision_number': 4, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'subnets': [{'id': '3303f22c-8513-417e-88fd-e3bcaad0374a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:00:46.998677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d762e174-46db-4477-9dd7-9b8cbf2f4c6a None None] Current status of the port 7c299461-743a-43e4-beaa-22ddca5175bb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:47.374311 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7064f0d3-5c4c-4795-9fb2-1a703fd80c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:48.056403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:48.446940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7c299461-743a-43e4-beaa-22ddca5175bb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:00:48.504168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 7c299461-743a-43e4-beaa-22ddca5175bb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:00:48.504611 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:48.596139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 7c299461-743a-43e4-beaa-22ddca5175bb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:00:49.465293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:50.902837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:00:55.539086 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:05.296966 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:01:07.468387 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-c6453f94-ec1f-4d46-8065-6d1d9143c5d9 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485058 Feb 17 23:01:07.555798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-488a09b2-cf6b-44af-812a-4ea48f99e1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.557304 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-488a09b2-cf6b-44af-812a-4ea48f99e1a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0462866 Feb 17 23:01:07.660533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-ad03a5db-71f2-419e-bc3d-0c09c6625c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.661918 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-ad03a5db-71f2-419e-bc3d-0c09c6625c4d service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 910 time: 0.0855253 Feb 17 23:01:07.729776 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-46ce3f29-4e10-4587-a5ac-5dd78489f4b8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 1001 time: 0.0622666 Feb 17 23:01:07.778390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-1b3c7dc6-b7ed-47d7-b257-b6e77fa93661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.779967 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-1b3c7dc6-b7ed-47d7-b257-b6e77fa93661 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0446556 Feb 17 23:01:07.829830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-29a48083-3912-4d16-835c-a9eb10c58e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:01:07.831360 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-29a48083-3912-4d16-835c-a9eb10c58e1c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459514 Feb 17 23:01:07.923253 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-1f9b0499-49ac-4e3d-b9bc-d9fe0ea3c795 service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857067 Feb 17 23:01:08.016798 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-08493888-1bdf-4e54-abd4-ba6f3d6f3ac5 req-7ef1b915-46c6-4095-8af8-12999bdfd9f9 service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875332 Feb 17 23:01:09.628499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:14.509684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-191e407f-0646-4723-96dd-809bf8f476bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:17.369045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b5d15af-04a5-4bd3-8362-70d8a164179b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:18.061492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:19.469010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:20.905695 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:25.526797 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:39.640133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:42.295595 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:01:44.512161 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b17969f2-397a-4639-ab3a-1830333d3b65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:47.371398 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4402-bc98-4399-b162-5e44c884b411 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:48.060325 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:49.470027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:50.908583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:01:55.532635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:08.566945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-89e7d80c-e80b-448b-8baf-9d74e86aeb15 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1574028 Feb 17 23:02:08.658977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-ee9a5fb9-6f42-4db1-98d6-d7ac68ce334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:08.660617 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-ee9a5fb9-6f42-4db1-98d6-d7ac68ce334c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0480921 Feb 17 23:02:08.774212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-c68b4f81-d75a-4a13-b088-2875762d5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:08.776851 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-c68b4f81-d75a-4a13-b088-2875762d5291 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 910 time: 0.0941653 Feb 17 23:02:08.847047 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-31be13e2-d771-4fe8-9a20-8c341eb80674 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 1001 time: 0.0648191 Feb 17 23:02:08.897879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-ae2f3a17-9685-4920-bf82-fdfac4867259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:08.899331 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-ae2f3a17-9685-4920-bf82-fdfac4867259 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0461488 Feb 17 23:02:08.947379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-5c2ece60-b30f-49d0-b4b2-d1ffeee39316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:08.948898 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-5c2ece60-b30f-49d0-b4b2-d1ffeee39316 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440519 Feb 17 23:02:09.045645 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-cf1ce74d-0628-42e6-a06c-ed590c77336e service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893524 Feb 17 23:02:09.145010 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-21dc399f-84e0-4709-a1be-0c80e0d11f5d req-71a488ea-ed50-4b2b-8b49-e16b6b46ac5f service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927255 Feb 17 23:02:09.634901 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:14.514452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5780de8c-5603-4660-9b2f-70d4c357cd0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:17.376687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-20f3f3da-1968-4956-9dc1-9520efca41bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:18.062830 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:19.294162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:02:19.474162 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:20.912549 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:25.522903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:39.652029 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:44.530173 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-94630958-12d7-49dd-b532-2a78b4dfef55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:47.390903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af4f8a1a-1a70-4a8a-8ca9-e3ddf9512069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:48.065941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:49.479966 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:50.916645 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:55.514619 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:56.293829 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:02:58.043332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35670) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:02:58.047863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1166683705', 'description': 'tempest-secgroup-smoke-1166683705 description', 'project_id': '753e66a2973a4144a24d596b266ce2e3'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:58.073285 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.428680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group (d012d7b4-9bd7-46aa-8b7f-4619dd8bb816), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.432879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d012d7b4-9bd7-46aa-8b7f-4619dd8bb816), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.463480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.464717 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4203484 Feb 17 23:02:58.466652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:58.467878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35672) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:02:58.473188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'security_group_rule': {'security_group_id': 'd012d7b4-9bd7-46aa-8b7f-4619dd8bb816', 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:58.475345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.476310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.477024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.477024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.477808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.477808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.478331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.478331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.478579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.478907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.479232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.479595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.479920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61d49fb1-9a46-4e13-99c7-7f77578c52c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.500079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (e919dee2-f236-460f-ad02-7e6abf75b23b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.557314 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (e919dee2-f236-460f-ad02-7e6abf75b23b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.561465 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e919dee2-f236-460f-ad02-7e6abf75b23b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.579806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e919dee2-f236-460f-ad02-7e6abf75b23b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:58.589577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.591030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1218469 Feb 17 23:02:58.592333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.592678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.593017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.593355 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.593791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.593903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35676) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:02:58.594083 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.594406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.594727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.595046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.595422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.595747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.596068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.596385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e863a1-99db-4a7b-90f8-a1dcddc90b4e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:02:58.598843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ee29b474-1b3c-401f-8cda-d34cdb29bba2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'security_group_rule': {'security_group_id': 'd012d7b4-9bd7-46aa-8b7f-4619dd8bb816', 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:58.625896 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee29b474-1b3c-401f-8cda-d34cdb29bba2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (5b692dc2-62cc-49ad-948e-faf9664bcead), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.689600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee29b474-1b3c-401f-8cda-d34cdb29bba2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (5b692dc2-62cc-49ad-948e-faf9664bcead), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.693908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee29b474-1b3c-401f-8cda-d34cdb29bba2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (5b692dc2-62cc-49ad-948e-faf9664bcead), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.713011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29b474-1b3c-401f-8cda-d34cdb29bba2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b692dc2-62cc-49ad-948e-faf9664bcead,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:58.721436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ee29b474-1b3c-401f-8cda-d34cdb29bba2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.722666 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ee29b474-1b3c-401f-8cda-d34cdb29bba2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275649 Feb 17 23:02:58.725632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35678) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:02:58.730310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7f158116-dc38-4ed2-8448-5e180b586b82 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'security_group_rule': {'security_group_id': 'd012d7b4-9bd7-46aa-8b7f-4619dd8bb816', 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:58.758152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f158116-dc38-4ed2-8448-5e180b586b82 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (f220cc26-7129-417b-b85d-5a2e7a99261b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.817992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f158116-dc38-4ed2-8448-5e180b586b82 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (f220cc26-7129-417b-b85d-5a2e7a99261b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.821781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f158116-dc38-4ed2-8448-5e180b586b82 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f220cc26-7129-417b-b85d-5a2e7a99261b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.840102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f158116-dc38-4ed2-8448-5e180b586b82 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f220cc26-7129-417b-b85d-5a2e7a99261b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:58.847140 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7f158116-dc38-4ed2-8448-5e180b586b82 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.848471 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7f158116-dc38-4ed2-8448-5e180b586b82 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218107 Feb 17 23:02:58.851233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35680) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:02:58.855755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0b8db823-ab43-49d1-a737-c5f7e9b21b01 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'security_group_rule': {'security_group_id': 'd012d7b4-9bd7-46aa-8b7f-4619dd8bb816', 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:58.881279 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b8db823-ab43-49d1-a737-c5f7e9b21b01 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (1ea3d57f-31e7-454c-a84e-60140f22df8a), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.947174 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b8db823-ab43-49d1-a737-c5f7e9b21b01 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (1ea3d57f-31e7-454c-a84e-60140f22df8a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.950644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b8db823-ab43-49d1-a737-c5f7e9b21b01 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (1ea3d57f-31e7-454c-a84e-60140f22df8a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.967755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8db823-ab43-49d1-a737-c5f7e9b21b01 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea3d57f-31e7-454c-a84e-60140f22df8a,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:58.976314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0b8db823-ab43-49d1-a737-c5f7e9b21b01 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:58.977543 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0b8db823-ab43-49d1-a737-c5f7e9b21b01 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1253319 Feb 17 23:02:58.980411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35682) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:02:58.985164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'security_group_rule': {'security_group_id': 'd012d7b4-9bd7-46aa-8b7f-4619dd8bb816', 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:59.007647 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Project 753e66a2973a4144a24d596b266ce2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:02:59.013676 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (72bb3875-5c19-4e9d-96f0-7416b157ba62), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.073745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (72bb3875-5c19-4e9d-96f0-7416b157ba62), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.078238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (72bb3875-5c19-4e9d-96f0-7416b157ba62), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.096334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72bb3875-5c19-4e9d-96f0-7416b157ba62,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:59.104479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.108862 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1f5c8722-0ad0-433c-90f7-766b0add9fed tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1242683 Feb 17 23:02:59.109218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35684) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:02:59.114552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'security_group_rule': {'security_group_id': 'd012d7b4-9bd7-46aa-8b7f-4619dd8bb816', 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:02:59.135188 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Project 753e66a2973a4144a24d596b266ce2e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:02:59.140643 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (49e9fea3-a0c3-430e-a5eb-86e007827d4e), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.200951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (49e9fea3-a0c3-430e-a5eb-86e007827d4e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.205334 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (49e9fea3-a0c3-430e-a5eb-86e007827d4e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.223066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e9fea3-a0c3-430e-a5eb-86e007827d4e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:02:59.231104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:02:59.232331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dbafc4d7-35e2-4340-ad81-f068dfb3bc9a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1220675 Feb 17 23:02:59.627451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-a0d84fd1-4067-4a1f-87b0-e50ff2e5a133 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1166683705&fields=id&tenant_id=753e66a2973a4144a24d596b266ce2e3 HTTP/1.1" status: 200 len: 267 time: 0.0493755 Feb 17 23:02:59.734287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-e1f4d29d-808b-436b-ab13-8b6a74d081e1 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:02:59.736360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-e1f4d29d-808b-436b-ab13-8b6a74d081e1 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/networks?id=ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 200 len: 812 time: 0.1016715 Feb 17 23:02:59.752043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-79e42c3b-041f-4263-b306-caf4cca05948 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/quotas/753e66a2973a4144a24d596b266ce2e3 HTTP/1.1" status: 200 len: 375 time: 0.0101671 Feb 17 23:02:59.808200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-2cde1ce1-b1fb-4e74-9827-44293f90c327 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=753e66a2973a4144a24d596b266ce2e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507348 Feb 17 23:02:59.874160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-11af6871-daa4-432b-a84d-129300a4236a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:02:59.875246 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-11af6871-daa4-432b-a84d-129300a4236a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0564280 Feb 17 23:02:59.973118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-d7671d07-9027-47a6-bf12-1ef5b9c0af04 service neutron] 10.222.0.79 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916386 Feb 17 23:03:00.065670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-26feb77e-5746-45bb-9b93-2e41379f88ca service neutron] 10.222.0.79 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866234 Feb 17 23:03:00.373448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a16a328a-da59-48b6-af76-0160eb8d9aa9 req-6362dfaa-2d1d-4dfe-8477-24ab34d27271 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0338647 Feb 17 23:03:01.451847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3cf3d43-90c7-43ca-a93f-5376273ebe3e req-f31a3ee8-43de-459a-af56-928940588e21 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0269382 Feb 17 23:03:02.417756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-1cdd0652-2a04-47a7-a4b6-1839d5dec3d3 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:02.419422 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-1cdd0652-2a04-47a7-a4b6-1839d5dec3d3 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.94 "GET /v2.0/networks?id=ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 200 len: 812 time: 0.1105199 Feb 17 23:03:02.496339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-500acdee-1f6c-4343-85c1-3127b41f1190 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=753e66a2973a4144a24d596b266ce2e3 HTTP/1.1" status: 200 len: 380 time: 0.0635400 Feb 17 23:03:02.509588 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'port': {'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'admin_state_up': True, 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'security_groups': ['d012d7b4-9bd7-46aa-8b7f-4619dd8bb816']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:03:02.593039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-504495a6-8e12-4a6e-b9fe-35303e12ab33 req-cff36a55-8dfd-4cc7-9763-471b394d86aa tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0605354 Feb 17 23:03:02.660423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Made reservation on behalf of 753e66a2973a4144a24d596b266ce2e3 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:03:02.664029 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:02.825159 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Allocated IP 172.20.0.14 (ea2c95e4-bb44-48a9-82ac-44722e28710f/b5945cd1-b2e1-48bc-8798-a0e1a749a716/890b2138-c45a-4052-8c5e-61ee164f3ed7) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:03:02.985258 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:03.021555 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:03.076531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Network ea2c95e4-bb44-48a9-82ac-44722e28710f is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:03:03.082279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:03:03.087795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:03:03.112882 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'Port': ['ID=890b2138-c45a-4052-8c5e-61ee164f3ed7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:03:03.146471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:03.147113 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:03.168434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-19a0ef99-73bb-492b-acb3-34cffec9545e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6672680 Feb 17 23:03:03.243870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Request body: {'port': {'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:03:03.322422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:03.445145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0614920c-2078-4b3e-99d9-83b8fd5b8951 None None] Provisioning complete for port 890b2138-c45a-4052-8c5e-61ee164f3ed7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:03:03.446126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0614920c-2078-4b3e-99d9-83b8fd5b8951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:03.492502 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0614920c-2078-4b3e-99d9-83b8fd5b8951 None None] Port 890b2138-c45a-4052-8c5e-61ee164f3ed7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:03:03.668521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 890b2138-c45a-4052-8c5e-61ee164f3ed7 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:03:03.682250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Publish callbacks [] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:03.722358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Transition to ACTIVE for port object 890b2138-c45a-4052-8c5e-61ee164f3ed7 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:03:03.732135 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:03.805617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6537e-2cfc-48d1-99af-6530b5e96603 req-2b8ac13f-8c55-4eb7-b26f-0a5234cb37b7 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:03.807194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-edc6537e-2cfc-48d1-99af-6530b5e96603 req-2b8ac13f-8c55-4eb7-b26f-0a5234cb37b7 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 932 time: 0.1221445 Feb 17 23:03:03.811019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=890b2138-c45a-4052-8c5e-61ee164f3ed7,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:03:03.927762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-edc6537e-2cfc-48d1-99af-6530b5e96603 req-3acd0932-e0f1-488d-818c-5e926995b60b tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122389 Feb 17 23:03:03.932782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Attempting to bind port 890b2138-c45a-4052-8c5e-61ee164f3ed7 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:03:03.933213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Attempting to bind port 890b2138-c45a-4052-8c5e-61ee164f3ed7 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:03:03.933635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Attempting to bind port 890b2138-c45a-4052-8c5e-61ee164f3ed7 on network ea2c95e4-bb44-48a9-82ac-44722e28710f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:03:03.939293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Port 890b2138-c45a-4052-8c5e-61ee164f3ed7 on network ea2c95e4-bb44-48a9-82ac-44722e28710f not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:03:03.939766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Attempting to bind port 890b2138-c45a-4052-8c5e-61ee164f3ed7 on network ea2c95e4-bb44-48a9-82ac-44722e28710f {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:03:03.952139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 2, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:03:03.952139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Checking segment: {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:03:03.952139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Bound using segment: {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:03:03.952139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Bound port: 890b2138-c45a-4052-8c5e-61ee164f3ed7, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd554ffbf-98c2-4ac7-9bc5-c473846ed687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:03:03.952139 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:04.014832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] For port 890b2138-c45a-4052-8c5e-61ee164f3ed7, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:03:04.017724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] For port 890b2138-c45a-4052-8c5e-61ee164f3ed7, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:03:04.024870 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:04.064679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.065494 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:04.066893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] 10.222.0.94 "PUT /v2.0/ports/890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 200 len: 1093 time: 0.8851068 Feb 17 23:03:04.067441 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:03:04.069699 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855cade7-47b2-4ddc-a07f-3c23601aa106" -d '{"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:03:04.100177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78df718-982c-4f0e-8aaa-455ebb464dc7 service neutron] Pushing event updated for resources: {'Port': ['ID=890b2138-c45a-4052-8c5e-61ee164f3ed7,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:03:04.183946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-61684fae-7ca1-42bb-b688-8d9679b7af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.185838 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-61684fae-7ca1-42bb-b688-8d9679b7af62 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=753e66a2973a4144a24d596b266ce2e3&device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1127 time: 0.0632062 Feb 17 23:03:04.243211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-d21beb58-71d0-4f17-8972-9e83e04bd00c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 200 len: 217 time: 0.0412989 Feb 17 23:03:04.303231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-ab074bdb-c686-4c8c-a47c-e6c5eab69b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.304817 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-ab074bdb-c686-4c8c-a47c-e6c5eab69b11 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b5945cd1-b2e1-48bc-8798-a0e1a749a716 HTTP/1.1" status: 200 len: 851 time: 0.0565023 Feb 17 23:03:04.368287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-54ee2f0a-64a4-4d31-b2ec-4543e7d28d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.369880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-54ee2f0a-64a4-4d31-b2ec-4543e7d28d97 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea2c95e4-bb44-48a9-82ac-44722e28710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0580680 Feb 17 23:03:04.422644 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820bc20e-6390-435b-bf6b-1a6563c0e588 x-openstack-request-id: req-820bc20e-6390-435b-bf6b-1a6563c0e588 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:03:04.422940 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:03:04.423201 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-820bc20e-6390-435b-bf6b-1a6563c0e588 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:03:04.423636 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'status': 'completed', 'code': 200} Feb 17 23:03:04.469292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-965f41a3-ca75-4515-9045-5e069f27c669 service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935752 Feb 17 23:03:04.566105 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e913fe69-96a3-4b15-8c60-58e134bbf006 req-eb0c94b2-db92-4194-ba3f-848dad564e8d service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904412 Feb 17 23:03:04.681342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-ea3fea71-d30f-4c27-96b5-8a45cd8e9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.682902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-ea3fea71-d30f-4c27-96b5-8a45cd8e9a7b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=753e66a2973a4144a24d596b266ce2e3&device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1127 time: 0.0460811 Feb 17 23:03:04.779136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-11ccfa0a-5cfa-4160-94da-ad35523b623f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.780707 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-11ccfa0a-5cfa-4160-94da-ad35523b623f service neutron] 10.222.0.94 "GET /v2.0/networks?id=ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 200 len: 913 time: 0.0925431 Feb 17 23:03:04.821516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-2e6d9bab-f38a-477e-b771-403b88924c24 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 200 len: 217 time: 0.0347347 Feb 17 23:03:04.872212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-c63c8ac7-517f-480a-993b-21f4f31ce7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.873689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-c63c8ac7-517f-480a-993b-21f4f31ce7f8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b5945cd1-b2e1-48bc-8798-a0e1a749a716 HTTP/1.1" status: 200 len: 851 time: 0.0465627 Feb 17 23:03:04.926458 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-7395577d-8b2a-4087-b665-3da5d6ee3889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:04.927962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-7395577d-8b2a-4087-b665-3da5d6ee3889 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea2c95e4-bb44-48a9-82ac-44722e28710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0487919 Feb 17 23:03:05.050271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-ac245d40-e35a-4eb2-ac11-fc6c400853fd service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154571 Feb 17 23:03:05.130871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830408a-fb63-4e14-be59-681343e908a1 req-2abde17a-6cf3-41c4-83a1-2fc9a804f88d tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:05.132383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0830408a-fb63-4e14-be59-681343e908a1 req-2abde17a-6cf3-41c4-83a1-2fc9a804f88d tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.1200721 Feb 17 23:03:05.179310 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-855cade7-47b2-4ddc-a07f-3c23601aa106 req-bb706a7d-5b9c-4f1e-8178-6cd8a2de5588 service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233110 Feb 17 23:03:05.204052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0830408a-fb63-4e14-be59-681343e908a1 req-bf07925c-0c06-4d42-b037-a202e1daca6c tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615070 Feb 17 23:03:06.329616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22aeb55-fad0-40aa-aff0-91a536de62ff req-f1e300c0-8645-44fd-a80f-3932a84129a3 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:06.331738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b22aeb55-fad0-40aa-aff0-91a536de62ff req-f1e300c0-8645-44fd-a80f-3932a84129a3 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0523841 Feb 17 23:03:06.395077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b22aeb55-fad0-40aa-aff0-91a536de62ff req-21191a62-7e8a-4d3f-9cae-5a530c6a92e7 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574629 Feb 17 23:03:07.848192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2d6d6-e970-4ca4-831e-d2e4c0154d7a req-4ce69e7b-521d-4c0b-8dc5-759833a8bd27 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:07.849647 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7c2d6d6-e970-4ca4-831e-d2e4c0154d7a req-4ce69e7b-521d-4c0b-8dc5-759833a8bd27 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.3825696 Feb 17 23:03:07.900067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7c2d6d6-e970-4ca4-831e-d2e4c0154d7a req-9c9b016f-b990-4b0f-85bc-be899046c5f8 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446491 Feb 17 23:03:09.024173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272bf5fe-9807-4128-9633-5c7bcc711088 req-7c4d9bcf-1f4a-4d5a-922a-d64263a354c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:09.025740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-272bf5fe-9807-4128-9633-5c7bcc711088 req-7c4d9bcf-1f4a-4d5a-922a-d64263a354c6 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0566592 Feb 17 23:03:09.077963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-272bf5fe-9807-4128-9633-5c7bcc711088 req-43d120c1-afb7-48c0-8942-3e17684ff2d5 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463865 Feb 17 23:03:09.484746 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-bfb72693-11e4-49df-b566-12c52f3d8c83 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0449364 Feb 17 23:03:09.574537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-eaef3755-d66f-402b-b387-e6b1b152b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:09.576164 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-eaef3755-d66f-402b-b387-e6b1b152b9ad service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0492249 Feb 17 23:03:09.682878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:09.683793 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-4a68e0fc-1b4a-4c9c-913c-0b1406284e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:09.685315 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-4a68e0fc-1b4a-4c9c-913c-0b1406284e21 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 910 time: 0.0894427 Feb 17 23:03:09.754208 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-09063cbb-526c-4315-a4e2-17f137f3beff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 1001 time: 0.0629375 Feb 17 23:03:09.803340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-20e39694-f64d-4295-ba58-995ee023e20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:09.804830 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-20e39694-f64d-4295-ba58-995ee023e20a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0441830 Feb 17 23:03:09.854811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-bdc99de3-62cd-4dce-b93e-a7253fd880ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:09.856420 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-bdc99de3-62cd-4dce-b93e-a7253fd880ff service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457458 Feb 17 23:03:09.949960 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-26de108c-66e8-47d0-bb69-e6d5f4226b87 service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876195 Feb 17 23:03:10.041312 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-01ac36a2-56a8-4de1-b779-da4f423b0062 req-a455bede-ed47-4cbf-8b0b-cbbae01dd5f2 service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844610 Feb 17 23:03:10.202420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32dc82d-4f60-421e-96a8-fe7a962b20d6 req-a76a2d6e-5933-4742-a555-a5849d41fcc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:10.203923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e32dc82d-4f60-421e-96a8-fe7a962b20d6 req-a76a2d6e-5933-4742-a555-a5849d41fcc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0569715 Feb 17 23:03:10.253427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e32dc82d-4f60-421e-96a8-fe7a962b20d6 req-127d29d8-54fa-4bce-a2ef-1afa82d7e5d5 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Feb 17 23:03:11.373591 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ba625-1d91-4a87-83fe-bc935dcda360 req-0d5f4c76-03aa-4478-a51f-ed8de2cd1d7a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:11.375098 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-090ba625-1d91-4a87-83fe-bc935dcda360 req-0d5f4c76-03aa-4478-a51f-ed8de2cd1d7a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0532644 Feb 17 23:03:11.424007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-090ba625-1d91-4a87-83fe-bc935dcda360 req-3eaf8fde-dfb8-4931-9d33-d4ec0c02c9de tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424759 Feb 17 23:03:12.558298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e795544-59eb-4878-9bf0-cbe1cbc7652e req-98309ee4-cec0-42bf-8338-5e2b9a84ee90 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:12.559809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e795544-59eb-4878-9bf0-cbe1cbc7652e req-98309ee4-cec0-42bf-8338-5e2b9a84ee90 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0655818 Feb 17 23:03:12.617376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8e795544-59eb-4878-9bf0-cbe1cbc7652e req-7e9b53f8-93b5-450b-8f80-fc478d16f742 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509286 Feb 17 23:03:13.737310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868de278-4408-478f-b55a-291cf5fc5393 req-906ab774-5ee3-4514-bcf2-d449d883855a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:13.738788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868de278-4408-478f-b55a-291cf5fc5393 req-906ab774-5ee3-4514-bcf2-d449d883855a tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0539906 Feb 17 23:03:13.787585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-868de278-4408-478f-b55a-291cf5fc5393 req-cfebadd3-9111-4741-a6be-62863d292906 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430348 Feb 17 23:03:14.515285 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5356906f-d283-4448-acc5-0b318d041a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:14.907759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acc178-90a9-4894-a282-ba0adc81174c req-d8f67ec5-271f-49ae-8572-ad468df183d0 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:14.909952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2acc178-90a9-4894-a282-ba0adc81174c req-d8f67ec5-271f-49ae-8572-ad468df183d0 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0539863 Feb 17 23:03:14.962047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c2acc178-90a9-4894-a282-ba0adc81174c req-dd348778-1918-4ae6-ba36-d010d93041ef tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464592 Feb 17 23:03:16.083638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d565c-1175-48c5-bfd3-f06e2de76259 req-992e1b2f-a32d-421c-a883-22336bba154e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:16.085122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-296d565c-1175-48c5-bfd3-f06e2de76259 req-992e1b2f-a32d-421c-a883-22336bba154e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0537248 Feb 17 23:03:16.134183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-296d565c-1175-48c5-bfd3-f06e2de76259 req-2ff4a341-3560-43b3-bed7-95d36c5876c5 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434980 Feb 17 23:03:17.250871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10281d-7f16-4f47-a33a-1581eaa8086d req-952f1f76-804c-4c07-8b4c-31e959d2ed4f tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:17.252356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f10281d-7f16-4f47-a33a-1581eaa8086d req-952f1f76-804c-4c07-8b4c-31e959d2ed4f tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0528882 Feb 17 23:03:17.300176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0f10281d-7f16-4f47-a33a-1581eaa8086d req-5c2dae76-527c-48ae-af73-ee6e992f049c tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422988 Feb 17 23:03:17.381246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35a3d413-57b4-40a3-bb00-cd92d06df951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:18.067659 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:18.422599 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53e80c-48eb-4596-b709-1a49d6c0c5bd req-3a2e0253-e4b9-4fcd-b951-e20c0c643150 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:18.424118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d53e80c-48eb-4596-b709-1a49d6c0c5bd req-3a2e0253-e4b9-4fcd-b951-e20c0c643150 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0564480 Feb 17 23:03:18.472798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d53e80c-48eb-4596-b709-1a49d6c0c5bd req-11d77025-59f4-4c74-bdb6-42f9abe0ee44 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Feb 17 23:03:19.479113 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:19.592876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e154a2-9a8a-438a-9d62-ad4989ec519e req-9faf9da9-a686-4961-b899-ad14911ff8c2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:19.594378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e154a2-9a8a-438a-9d62-ad4989ec519e req-9faf9da9-a686-4961-b899-ad14911ff8c2 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0540349 Feb 17 23:03:19.644875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b1e154a2-9a8a-438a-9d62-ad4989ec519e req-1458df81-6350-4dc8-aec9-45185d08dd4d tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Feb 17 23:03:20.761805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307ea7-3855-40f2-adfd-20a269cfc4cf req-72e6afa5-4067-4a4b-ab87-7d7701a5dd6e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:20.763265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec307ea7-3855-40f2-adfd-20a269cfc4cf req-72e6afa5-4067-4a4b-ab87-7d7701a5dd6e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0529251 Feb 17 23:03:20.816603 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec307ea7-3855-40f2-adfd-20a269cfc4cf req-810c78b9-4fac-4fa2-bc86-e921f1d500d4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475891 Feb 17 23:03:20.919767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:21.934535 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b7396-5a72-4923-8b2c-70ddd7f0f7f9 req-b5bbb8fa-11bc-4fe8-a767-0716db69ba8e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:21.936040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-149b7396-5a72-4923-8b2c-70ddd7f0f7f9 req-b5bbb8fa-11bc-4fe8-a767-0716db69ba8e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 944 time: 0.0528860 Feb 17 23:03:21.984712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-149b7396-5a72-4923-8b2c-70ddd7f0f7f9 req-08484f4b-4e63-4144-9248-901465ae8baf tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431616 Feb 17 23:03:22.661559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 890b2138-c45a-4052-8c5e-61ee164f3ed7 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:03:22.757952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 890b2138-c45a-4052-8c5e-61ee164f3ed7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:03:22.769781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'mac_address': 'fa:16:3e:98:ee:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:03:22.805023 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 890b2138-c45a-4052-8c5e-61ee164f3ed7 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:03:22.805418 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:22.818266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 890b2138-c45a-4052-8c5e-61ee164f3ed7 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:03:22.838655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 890b2138-c45a-4052-8c5e-61ee164f3ed7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:03:22.842975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:22.888439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=890b2138-c45a-4052-8c5e-61ee164f3ed7,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:03:22.896264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.896610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.896951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.897290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.897624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.897959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.898288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.898615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.898940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.899263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.899612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.899938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:22.900258 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:03:23.102819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e20f8-2904-4eb0-af8d-dd4371007e47 req-d9c5836c-b915-4ffe-8e7c-263e3cb9ce9c tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:23.104329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a38e20f8-2904-4eb0-af8d-dd4371007e47 req-d9c5836c-b915-4ffe-8e7c-263e3cb9ce9c tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 945 time: 0.0523653 Feb 17 23:03:23.153631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a38e20f8-2904-4eb0-af8d-dd4371007e47 req-b5435c3e-3ce0-460e-9a03-e72dbe796a09 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435314 Feb 17 23:03:23.264227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['890b2138-c45a-4052-8c5e-61ee164f3ed7'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:03:24.275847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c45db3-c8d0-4060-b1b3-3c733e142255 req-42627f59-b8ca-41e4-8e3e-d75b257513e0 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:24.277296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50c45db3-c8d0-4060-b1b3-3c733e142255 req-42627f59-b8ca-41e4-8e3e-d75b257513e0 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 945 time: 0.0573719 Feb 17 23:03:24.324658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50c45db3-c8d0-4060-b1b3-3c733e142255 req-ed3fed4b-3886-40bf-a473-96903d66cf70 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418551 Feb 17 23:03:24.668597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 890b2138-c45a-4052-8c5e-61ee164f3ed7 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:03:24.716999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 890b2138-c45a-4052-8c5e-61ee164f3ed7 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:03:24.721485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 890b2138-c45a-4052-8c5e-61ee164f3ed7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:03:24.721854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:24.797870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 890b2138-c45a-4052-8c5e-61ee164f3ed7 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:03:24.798260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:24.819613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:03:24.821940 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c0ab664dc67077995cb1058b59230455ea4c8c2f827035fe19a165a3663cf50a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31b7d45-78ed-41a5-81af-1ba21e62777b" -d '{"events": [{"server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "name": "network-vif-plugged", "status": "completed", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:03:24.838353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 890b2138-c45a-4052-8c5e-61ee164f3ed7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:03:24.842743 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:24.893767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=890b2138-c45a-4052-8c5e-61ee164f3ed7,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:03:24.930233 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39f3116-639f-410a-98ed-b9b0c25e10a3 x-openstack-request-id: req-c39f3116-639f-410a-98ed-b9b0c25e10a3 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:03:24.930527 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "name": "network-vif-plugged", "status": "completed", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:03:24.930783 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c39f3116-639f-410a-98ed-b9b0c25e10a3 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:03:24.931180 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'code': 200} Feb 17 23:03:25.060618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6f38-e1e9-4aca-8b77-c3e860d88b7c req-52f72740-655f-4bce-97e7-ef7ef95eed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:25.061997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-486a6f38-e1e9-4aca-8b77-c3e860d88b7c req-52f72740-655f-4bce-97e7-ef7ef95eed9e service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1129 time: 0.0427163 Feb 17 23:03:25.107297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-486a6f38-e1e9-4aca-8b77-c3e860d88b7c req-14c2e8a8-86b9-46b4-a651-9ca5c560f179 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389564 Feb 17 23:03:25.453380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f66-e07e-4364-bc2e-219ea9382c60 req-aed202dd-959a-47cd-9792-d92403d1dafa tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:25.454867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08e72f66-e07e-4364-bc2e-219ea9382c60 req-aed202dd-959a-47cd-9792-d92403d1dafa tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 946 time: 0.0586035 Feb 17 23:03:25.504642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08e72f66-e07e-4364-bc2e-219ea9382c60 req-3841f2d2-6ec6-43e6-a7aa-bfd595efdecd tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435510 Feb 17 23:03:25.539623 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:26.624226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9fde5-b791-4b45-b9bf-9c997a54d94f req-33fbee98-0e0e-4e41-8c93-9ad2eddbd226 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:26.625699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eae9fde5-b791-4b45-b9bf-9c997a54d94f req-33fbee98-0e0e-4e41-8c93-9ad2eddbd226 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 946 time: 0.0531797 Feb 17 23:03:26.674470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eae9fde5-b791-4b45-b9bf-9c997a54d94f req-bba3a00b-ab32-4e95-8a82-56160e0573c4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Feb 17 23:03:26.791152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f3e17-4c0d-48cf-ac39-0b74de7969f4 req-dc2adfbb-6e8a-4448-91a4-61a8a4259c35 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:26.792656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-405f3e17-4c0d-48cf-ac39-0b74de7969f4 req-dc2adfbb-6e8a-4448-91a4-61a8a4259c35 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 946 time: 0.0535018 Feb 17 23:03:26.845222 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-405f3e17-4c0d-48cf-ac39-0b74de7969f4 req-a15156c7-8609-4037-8bf2-18a88a61ace8 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469265 Feb 17 23:03:26.867075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35778) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:03:26.949879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d180a1-e29d-4e0d-bf89-742dadac0969 tempest-TestVolumeBackupRestore-424742831 tempest-TestVolumeBackupRestore-424742831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:26.951282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-11d180a1-e29d-4e0d-bf89-742dadac0969 tempest-TestVolumeBackupRestore-424742831 tempest-TestVolumeBackupRestore-424742831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1124 time: 0.0832114 Feb 17 23:03:26.954131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 35782) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:03:26.958396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:03:26.978045 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:27.072642 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:27.176635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Allocated IP 172.25.0.203 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/c0b21031-f54d-45c7-93b2-5e1320c700c4) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:03:27.282067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:27.314892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:27.354397 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:03:27.357373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:03:27.361799 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:03:27.367230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'Port': ['ID=c0b21031-f54d-45c7-93b2-5e1320c700c4,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:03:27.728627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for floatingip (d75dce0e-c87c-49cc-8c41-9483e1c9a8e8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:27.799326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:27.953046 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:27.957847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:28.027728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event updated for resources: {'Port': ['ID=c0b21031-f54d-45c7-93b2-5e1320c700c4,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:03:28.036786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (d75dce0e-c87c-49cc-8c41-9483e1c9a8e8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:28.137834 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Floating IP d75dce0e-c87c-49cc-8c41-9483e1c9a8e8 associated. External IP: 172.25.0.203, port: 890b2138-c45a-4052-8c5e-61ee164f3ed7. Feb 17 23:03:28.348543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:03:28.458349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:03:28.468634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] Sync routers for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:03:28.476669 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:28.480558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:03:28.481247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:03:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:28.506446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-952105d2-2b2e-4290-a090-900b295fac3e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5513196 Feb 17 23:03:28.507181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:03:28.509230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35784) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:03:28.509712 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d4dfe88d99c6b60772a25ae15a113054784a4ed92b8437e07bb63bea7c1876e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:03:28.556894 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea6efd9-547c-4cf4-91c5-0f8a4b29a433 x-openstack-request-id: req-9ea6efd9-547c-4cf4-91c5-0f8a4b29a433 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:03:28.557372 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:03:28.557804 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ea6efd9-547c-4cf4-91c5-0f8a4b29a433 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:03:28.558363 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'status': 'completed', 'code': 200} Feb 17 23:03:28.562256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe9bfa-4cdf-45b9-8ee0-affee0677365 tempest-TestVolumeBackupRestore-424742831 tempest-TestVolumeBackupRestore-424742831-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:28.563822 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f9fe9bfa-4cdf-45b9-8ee0-affee0677365 tempest-TestVolumeBackupRestore-424742831 tempest-TestVolumeBackupRestore-424742831-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1124 time: 0.0525296 Feb 17 23:03:28.566622 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35788) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:03:28.571009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Request body: {'floatingip': {'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:03:28.596309 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:03:28.636992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for floatingip (d75dce0e-c87c-49cc-8c41-9483e1c9a8e8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:28.654118 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-188a5a75-3159-4601-8c1a-f23de709b5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:28.655805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-188a5a75-3159-4601-8c1a-f23de709b5f1 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=753e66a2973a4144a24d596b266ce2e3&device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1129 time: 0.0574286 Feb 17 23:03:28.757443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-73ef40e8-ba3e-45a3-b6d4-6c3e3bf4b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:28.759103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-73ef40e8-ba3e-45a3-b6d4-6c3e3bf4b0fa service neutron] 10.222.0.94 "GET /v2.0/networks?id=ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 200 len: 913 time: 0.0974412 Feb 17 23:03:28.827901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-640d2e10-21df-4379-846b-f64782ca0965 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 200 len: 1000 time: 0.0627618 Feb 17 23:03:28.834392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd75dce0e-c87c-49cc-8c41-9483e1c9a8e8', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'mac_address': 'fa:16:3e:98:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:03:27Z', 'updated_at': '2022-02-17T23:03:27Z', 'revision_number': 0, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:28.862232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] Checking router: 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:03:28.871106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:03:28.871780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:03:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:28.877485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-6d3824ec-2dfa-4b9a-a799-71e64f0b351d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:28.878960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-6d3824ec-2dfa-4b9a-a799-71e64f0b351d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b5945cd1-b2e1-48bc-8798-a0e1a749a716 HTTP/1.1" status: 200 len: 851 time: 0.0453899 Feb 17 23:03:28.934062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-5d96a129-bbcc-449d-ad13-bb0c76118a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:28.935237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-5d96a129-bbcc-449d-ad13-bb0c76118a0a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea2c95e4-bb44-48a9-82ac-44722e28710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0511010 Feb 17 23:03:28.983987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:03:29.027133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-2905558b-f561-4d6d-973f-4e0c1bfb68d2 service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853009 Feb 17 23:03:29.126665 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b4a15ca5-fb0a-4460-9caf-d9c5367cf8ad req-85269854-48e4-4923-acbb-b4e5a75215c7 service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938540 Feb 17 23:03:29.128067 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:29.133347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (d75dce0e-c87c-49cc-8c41-9483e1c9a8e8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:29.219406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd75dce0e-c87c-49cc-8c41-9483e1c9a8e8', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'mac_address': 'fa:16:3e:98:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:03:27Z', 'updated_at': '2022-02-17T23:03:27Z', 'revision_number': 0, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:29.249683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51b6522-3bbd-4fff-bf40-c3195f833d62 None None] The sync data for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 is: [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd75dce0e-c87c-49cc-8c41-9483e1c9a8e8', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'mac_address': 'fa:16:3e:98:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:03:27Z', 'updated_at': '2022-02-17T23:03:27Z', 'revision_number': 0, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:03:29.352001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:03:29.452611 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3308bf0-af35-4185-97f2-12e4090eeb40 None None] New status for floating IP d75dce0e-c87c-49cc-8c41-9483e1c9a8e8: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:03:29.464332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:03:29.469906 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:29.505384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:03:29.507655 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51" -d '{"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:03:29.543749 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aceb5a01-1ea5-4eff-aee2-aea74c37af80 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "PUT /v2.0/floatingips/d75dce0e-c87c-49cc-8c41-9483e1c9a8e8 HTTP/1.1" status: 200 len: 992 time: 0.9702909 Feb 17 23:03:29.628314 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e446f6c-75c9-48a6-abec-347a09b24e1a x-openstack-request-id: req-0e446f6c-75c9-48a6-abec-347a09b24e1a {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:03:29.628608 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:03:29.628862 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0e446f6c-75c9-48a6-abec-347a09b24e1a {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:03:29.629271 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'status': 'completed', 'code': 200} Feb 17 23:03:29.666746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] Sync routers for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:03:29.677508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:03:29.678191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:03:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:29.717740 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-e713ef73-15bb-446d-8a21-4d9a58453a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:29.719417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-e713ef73-15bb-446d-8a21-4d9a58453a47 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=753e66a2973a4144a24d596b266ce2e3&device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1129 time: 0.0464013 Feb 17 23:03:29.788243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:03:29.810162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-640eb0d9-e13c-45d0-bd13-f124cfc74225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:29.811654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-640eb0d9-e13c-45d0-bd13-f124cfc74225 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 200 len: 913 time: 0.0868680 Feb 17 23:03:29.880481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-4270c581-f90b-4e2b-9eb0-118a88497e20 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 200 len: 1002 time: 0.0635169 Feb 17 23:03:29.928982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-77920298-ec85-4833-a3c4-9122e3224d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:29.930423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-77920298-ec85-4833-a3c4-9122e3224d85 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b5945cd1-b2e1-48bc-8798-a0e1a749a716 HTTP/1.1" status: 200 len: 851 time: 0.0444853 Feb 17 23:03:29.981294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-6abd4b89-5948-47b6-8b09-d5d3cb1b88e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:29.983089 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-6abd4b89-5948-47b6-8b09-d5d3cb1b88e9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea2c95e4-bb44-48a9-82ac-44722e28710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461204 Feb 17 23:03:30.019548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd75dce0e-c87c-49cc-8c41-9483e1c9a8e8', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'mac_address': 'fa:16:3e:98:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:03:27Z', 'updated_at': '2022-02-17T23:03:29Z', 'revision_number': 2, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:30.049985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] Checking router: 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:03:30.058131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:03:30.058742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:03:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:30.079536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-8c99a3c5-bd59-425d-9d47-86a42fdfabda service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871661 Feb 17 23:03:30.164910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:03:30.169203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9e7fbf2-d7e0-41be-b667-17a5cf20af51 req-df542e5b-9322-4bf3-851a-f63cd3ffdc27 service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842848 Feb 17 23:03:30.387715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd75dce0e-c87c-49cc-8c41-9483e1c9a8e8', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'mac_address': 'fa:16:3e:98:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:03:27Z', 'updated_at': '2022-02-17T23:03:29Z', 'revision_number': 2, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:03:30.413890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6426a98-8cd7-4d7b-9d78-fa349a486ed5 None None] The sync data for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 is: [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'd75dce0e-c87c-49cc-8c41-9483e1c9a8e8', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'floating_ip_address': '172.25.0.203', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'port_id': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4055, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'mac_address': 'fa:16:3e:98:ee:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e649841-7534-4358-9b0d-11ba866f92dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:03:27Z', 'updated_at': '2022-02-17T23:03:29Z', 'revision_number': 2, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:03:31.630941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:03:31.633418 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}743bd7c068cca8e9c48ad147d5cb5f414c797d1437f0563cba14a3df70b11847" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734ad2c0-645d-4959-b624-83ba5ce1d757" -d '{"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:03:31.672738 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f1b4d-963f-4633-9dac-7f7fd0ca5d07 x-openstack-request-id: req-d13f1b4d-963f-4633-9dac-7f7fd0ca5d07 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:03:31.673038 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:03:31.673297 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d13f1b4d-963f-4633-9dac-7f7fd0ca5d07 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:03:31.673703 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'status': 'completed', 'code': 200} Feb 17 23:03:31.770959 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-ca24053e-11c6-4452-a0bc-901764ea36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:31.772538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-ca24053e-11c6-4452-a0bc-901764ea36ef service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=753e66a2973a4144a24d596b266ce2e3&device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1129 time: 0.0560274 Feb 17 23:03:31.863565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-2a330fc0-1917-40f9-aadc-33be8f49f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:31.864948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-2a330fc0-1917-40f9-aadc-33be8f49f0f5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 200 len: 913 time: 0.0849898 Feb 17 23:03:31.934564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-c84f6122-4215-4ae6-ba8c-b2c021fb17fd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 200 len: 1002 time: 0.0628626 Feb 17 23:03:31.982577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-04da8eee-ae2a-48e5-99ac-51dce194d839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:31.984318 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-04da8eee-ae2a-48e5-99ac-51dce194d839 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b5945cd1-b2e1-48bc-8798-a0e1a749a716 HTTP/1.1" status: 200 len: 851 time: 0.0437126 Feb 17 23:03:32.032416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-00acc528-5374-4158-9f84-b6b4d2201a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:03:32.033895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-00acc528-5374-4158-9f84-b6b4d2201a73 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea2c95e4-bb44-48a9-82ac-44722e28710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438426 Feb 17 23:03:32.123227 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-2c886c2d-267f-4c85-a07e-d42d69caff3e service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837321 Feb 17 23:03:32.210064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-734ad2c0-645d-4959-b624-83ba5ce1d757 req-236df85e-845a-4077-9707-8f2f3f6328d7 service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815754 Feb 17 23:03:33.293730 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:03:39.695006 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:44.517468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e84b6e7c-dbd5-47c5-bd03-28f813ab70bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:47.382562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15975e4c-d8be-4f79-8298-e3c1799cb66f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:48.069128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:49.482230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:50.922682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:03:55.530748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:02.373548 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35810) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:02.542551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Deleting port c0b21031-f54d-45c7-93b2-5e1320c700c4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:02.543053 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:02.628428 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:02.628761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for floatingip (c0b21031-f54d-45c7-93b2-5e1320c700c4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:02.643019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Calling delete_port for c0b21031-f54d-45c7-93b2-5e1320c700c4 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:02.796211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c0b21031-f54d-45c7-93b2-5e1320c700c4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:02.825275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event deleted for resources: {'Port': ['ID=c0b21031-f54d-45c7-93b2-5e1320c700c4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:02.849640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.849992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.850396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.850684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.851021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.851359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.851714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.852062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.852372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.852700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.853046 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.853910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.854235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:02.895615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for floatingip (d75dce0e-c87c-49cc-8c41-9483e1c9a8e8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:02.895941 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Floating IP d75dce0e-c87c-49cc-8c41-9483e1c9a8e8 disassociated (deleted). External IP: 172.25.0.203, port: 890b2138-c45a-4052-8c5e-61ee164f3ed7. Feb 17 23:04:03.118587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:04:03.236244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:04:03.241008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:03.247181 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] Sync routers for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:04:03.257908 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:03.258859 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:03:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:03.270688 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d1b689a-b01e-4f1d-bab8-4b269cf55c55 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "DELETE /v2.0/floatingips/d75dce0e-c87c-49cc-8c41-9483e1c9a8e8 HTTP/1.1" status: 204 len: 168 time: 0.8961332 Feb 17 23:04:03.271272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:04:03.335149 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425ac049-dcfe-481b-82f3-511c0a5c0741" -d '{"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:04:03.378049 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:03.521275 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324f7e2-ebdd-4972-9d4d-c9b2a1bfe29a x-openstack-request-id: req-e324f7e2-ebdd-4972-9d4d-c9b2a1bfe29a {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:04:03.521771 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:04:03.521871 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e324f7e2-ebdd-4972-9d4d-c9b2a1bfe29a {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:04:03.522222 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'status': 'completed', 'code': 200} Feb 17 23:04:03.711005 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:03.745711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] Checking router: 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:04:03.746422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-b14592ac-8aae-4f76-877e-7a18185d6dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:03.748781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-b14592ac-8aae-4f76-877e-7a18185d6dcc service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=753e66a2973a4144a24d596b266ce2e3&device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 1129 time: 0.1420238 Feb 17 23:04:03.754258 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:03.754872 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:03:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:03.791475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e745515-dbc6-4070-ac87-2776e0ed6fc0 req-709699ff-77d9-4847-8eeb-6246bf5793f0 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:03.799539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e745515-dbc6-4070-ac87-2776e0ed6fc0 req-709699ff-77d9-4847-8eeb-6246bf5793f0 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 946 time: 0.1861134 Feb 17 23:04:03.875942 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:03.897001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0e745515-dbc6-4070-ac87-2776e0ed6fc0 req-16c2de15-b2ad-4aa4-acfa-9b92e9687c2e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710626 Feb 17 23:04:03.907212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-fc9cd411-d25c-4f48-ac5a-d696615c5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:03.908715 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-fc9cd411-d25c-4f48-ac5a-d696615c5050 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 200 len: 913 time: 0.1497328 Feb 17 23:04:03.956958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-a52f80c2-2dc3-4703-b688-0e0664dd4c5d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 200 len: 217 time: 0.0416183 Feb 17 23:04:04.020185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-eda9ca8e-3c9b-4b21-b435-fc268e611603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:04.021555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-eda9ca8e-3c9b-4b21-b435-fc268e611603 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=b5945cd1-b2e1-48bc-8798-a0e1a749a716 HTTP/1.1" status: 200 len: 851 time: 0.0592439 Feb 17 23:04:04.074580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-d678127a-db2f-4e64-90f3-efe5eff05adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:04.076144 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-d678127a-db2f-4e64-90f3-efe5eff05adf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ea2c95e4-bb44-48a9-82ac-44722e28710f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471635 Feb 17 23:04:04.093571 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:04.121243 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e765de1-f435-4d37-959f-eeb59c72bd2e None None] The sync data for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 is: [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:00:36Z', 'revision_number': 4, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'a21f9974-c33e-4767-8ac8-9a8b13a1bec2', 'name': '', 'network_id': 'ea2c95e4-bb44-48a9-82ac-44722e28710f', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'mac_address': 'fa:16:3e:e9:ee:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:35Z', 'updated_at': '2022-02-17T23:00:41Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'subnets': [{'id': 'b5945cd1-b2e1-48bc-8798-a0e1a749a716', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:04:04.173780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-2bdd7923-0a81-4c81-85ba-8c0108c09d9e service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904238 Feb 17 23:04:04.266551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-425ac049-dcfe-481b-82f3-511c0a5c0741 req-5cd3fd02-e035-4039-b307-2f4be8c93b87 service neutron] 10.222.0.94 "GET /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861628 Feb 17 23:04:04.366205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd72b2ee-800e-4f71-bcc5-de4e2af3fdc2 None None] New status for floating IP d75dce0e-c87c-49cc-8c41-9483e1c9a8e8: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:04:05.022408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ba387-17b3-4345-bbc1-86bd9f9c080a req-8398c524-3de7-4567-9230-04187d4f1cd1 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:05.023937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa5ba387-17b3-4345-bbc1-86bd9f9c080a req-8398c524-3de7-4567-9230-04187d4f1cd1 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 946 time: 0.0548625 Feb 17 23:04:05.076812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fa5ba387-17b3-4345-bbc1-86bd9f9c080a req-57adad61-8c18-4ca6-b134-babe011ceadf tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/security-groups?id=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465236 Feb 17 23:04:05.286845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-97424635-61d0-4f01-bfa8-2b01bfeb7d64 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:05.288226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-97424635-61d0-4f01-bfa8-2b01bfeb7d64 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.94 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 946 time: 0.0520179 Feb 17 23:04:05.380521 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Deleting port 890b2138-c45a-4052-8c5e-61ee164f3ed7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:05.380861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:05.471547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] For port 890b2138-c45a-4052-8c5e-61ee164f3ed7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=890b2138-c45a-4052-8c5e-61ee164f3ed7,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:05.471914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:05.485782 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Calling delete_port for 890b2138-c45a-4052-8c5e-61ee164f3ed7 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:05.627696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (890b2138-c45a-4052-8c5e-61ee164f3ed7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:05.656483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event deleted for resources: {'Port': ['ID=890b2138-c45a-4052-8c5e-61ee164f3ed7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:05.686676 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.687032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.687404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.687758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.688102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.688439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.688772 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.689107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.689437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.689769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.690099 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.690427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.690755 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:05.711046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] No DVR routers for this DVR port 890b2138-c45a-4052-8c5e-61ee164f3ed7 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:05.713646 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:05.717017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c083c5bd-2341-4872-9ba5-ded1cc4c84d2 req-40486eea-a913-4c24-b559-a6f3b651cbc4 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.94 "DELETE /v2.0/ports/890b2138-c45a-4052-8c5e-61ee164f3ed7 HTTP/1.1" status: 204 len: 173 time: 0.4237614 Feb 17 23:04:05.717471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'name': 'network-vif-deleted', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:04:05.768999 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7dd529-a9db-4ab4-ae64-5afb60672846" -d '{"events": [{"server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "name": "network-vif-deleted", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:04:05.862914 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b20ddf3-926a-4302-906c-8e34b69ab256 x-openstack-request-id: req-7b20ddf3-926a-4302-906c-8e34b69ab256 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:04:05.863266 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e649841-7534-4358-9b0d-11ba866f92dc", "name": "network-vif-deleted", "tag": "890b2138-c45a-4052-8c5e-61ee164f3ed7", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:04:05.863571 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b20ddf3-926a-4302-906c-8e34b69ab256 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:04:05.863983 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e649841-7534-4358-9b0d-11ba866f92dc', 'name': 'network-vif-deleted', 'tag': '890b2138-c45a-4052-8c5e-61ee164f3ed7', 'status': 'completed', 'code': 200} Feb 17 23:04:06.180564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-72401785-ca40-4019-a23b-a5f53643bb95 req-08e15516-555f-4db4-95e2-136d12edee99 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0285659 Feb 17 23:04:07.280844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-854ce78f-79bb-4484-ace8-3fbc28363ccf req-cae00061-31ce-4d2d-9909-f30ca30796ab tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0306454 Feb 17 23:04:08.376230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6fb38c4-d87a-4f6a-83b7-744796c72ea1 req-e3b462fb-2cd6-4497-b4a4-cd7b6ceca12f tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0284436 Feb 17 23:04:08.887987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 890b2138-c45a-4052-8c5e-61ee164f3ed7 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:08.909475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 890b2138-c45a-4052-8c5e-61ee164f3ed7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:08.909828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 890b2138-c45a-4052-8c5e-61ee164f3ed7 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:09.482700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-addedc09-121e-4a5a-a05a-87109e770336 req-5cd22ae8-8bf2-4c59-970b-8ffee77f93cb tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0286505 Feb 17 23:04:09.695550 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:10.293904 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:04:10.553554 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-0022a60a-9e05-4293-b226-06b41fa83779 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0874355 Feb 17 23:04:10.600481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-470bcf28-7843-44d6-b45a-c76a78aad16f req-b2ab1844-98d6-400f-a8b3-11c5cce6a020 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0297518 Feb 17 23:04:10.644018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-d3eef947-cac0-4027-b9cb-cb4cb501f697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:10.645553 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-d3eef947-cac0-4027-b9cb-cb4cb501f697 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=7a204a80a4cb452e8d0c1400985a277d&device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 1128 time: 0.0473294 Feb 17 23:04:10.752326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-f219417d-9e5c-4bbd-87d9-97624045b1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:10.753801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-f219417d-9e5c-4bbd-87d9-97624045b1f1 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 200 len: 910 time: 0.0891569 Feb 17 23:04:10.819012 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-e7c354f3-f444-4c88-8142-31576c3bd34e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 200 len: 1001 time: 0.0578427 Feb 17 23:04:10.873448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-d012c042-3413-4f75-b491-7ca3c6665fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:10.874910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-d012c042-3413-4f75-b491-7ca3c6665fb2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 200 len: 848 time: 0.0501838 Feb 17 23:04:10.927721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-352d8b23-1333-4e0d-b7b9-bf03663494af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:10.929247 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-352d8b23-1333-4e0d-b7b9-bf03663494af service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ced49a9f-d718-4d0a-8e02-9650399ba495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470173 Feb 17 23:04:11.022296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-3773fe38-ef1f-4f28-8470-1958bd3b7689 service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872052 Feb 17 23:04:11.124287 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5bdb73e7-5cff-4184-b5e7-a7b2606413ef req-27ecc3b1-407c-4d3d-b6f6-10642a1dea4c service neutron] 10.222.0.73 "GET /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964229 Feb 17 23:04:11.698465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-332040c6-35c7-4332-8c12-37af1e41da3f req-efc57f66-96be-4258-992b-65b968f9d8d8 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0280845 Feb 17 23:04:12.794672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c49689-d80c-4a5b-a653-e8e6ca1105e1 req-d3498a89-e409-4669-9185-96ee4170370e tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0273819 Feb 17 23:04:13.896250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05ab9af9-05ca-42bc-ad9e-dbd5a02f4b69 req-4a2b24f7-15cf-4284-9067-7c6d6e493107 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0313723 Feb 17 23:04:14.520573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e027d359-0da1-4a6b-8cd2-9ef0c921ea41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:15.016605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d709fd2-e70e-44e7-871a-d6b85d6c0cc5 req-33f313e4-7573-497a-86a5-cc657d15fe98 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e649841-7534-4358-9b0d-11ba866f92dc HTTP/1.1" status: 200 len: 210 time: 0.0321600 Feb 17 23:04:16.075137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 35862) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:16.151145 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f2c-b314-4c92-8761-c9272f2ac9e9 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group (d012d7b4-9bd7-46aa-8b7f-4619dd8bb816), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:16.178152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f2c-b314-4c92-8761-c9272f2ac9e9 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group (d012d7b4-9bd7-46aa-8b7f-4619dd8bb816), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:16.246366 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f2c-b314-4c92-8761-c9272f2ac9e9 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (d012d7b4-9bd7-46aa-8b7f-4619dd8bb816), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:16.249343 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4daa2f2c-b314-4c92-8761-c9272f2ac9e9 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:16.250792 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4daa2f2c-b314-4c92-8761-c9272f2ac9e9 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] 10.222.0.79 "DELETE /v2.0/security-groups/d012d7b4-9bd7-46aa-8b7f-4619dd8bb816 HTTP/1.1" status: 204 len: 168 time: 0.1743257 Feb 17 23:04:16.265633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa2f2c-b314-4c92-8761-c9272f2ac9e9 tempest-TestVolumeBackupRestore-798498885 tempest-TestVolumeBackupRestore-798498885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d012d7b4-9bd7-46aa-8b7f-4619dd8bb816,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:17.392889 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca33c5bd-a2d6-47e2-9c1f-2627e4dc46e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:18.076931 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:19.496099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:20.935023 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:24.039429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36324) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:24.718647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:24.975812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Deleting port a21f9974-c33e-4767-8ac8-9a8b13a1bec2 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:24.976216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:25.059432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] For port a21f9974-c33e-4767-8ac8-9a8b13a1bec2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:25.060125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:25.073204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Calling delete_port for a21f9974-c33e-4767-8ac8-9a8b13a1bec2 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:25.257508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a21f9974-c33e-4767-8ac8-9a8b13a1bec2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:25.286685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Pushing event deleted for resources: {'Port': ['ID=a21f9974-c33e-4767-8ac8-9a8b13a1bec2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:25.466123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:25.551952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:25.700795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:04:25.812999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:04:25.820709 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f3d45fe0-165c-4955-9339-465ca766f029 admin admin] 10.222.0.79 "PUT /v2.0/routers/1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7764635 Feb 17 23:04:25.820803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:25.825246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] Sync routers for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:04:25.837492 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:25.838140 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:25.931939 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks [] for router (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:25.952794 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:26.036720 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks [] for router_gateway (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.104723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Deleting port 07bcdd9c-f73b-414f-aa43-c955ffa9b025 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:26.105409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.138953 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:04:25Z', 'revision_number': 5, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port': {'id': '07bcdd9c-f73b-414f-aa43-c955ffa9b025', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:b4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4030, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:34Z', 'updated_at': '2022-02-17T23:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:26.166248 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] Checking router: 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:04:26.174525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] Routers {'1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:26.175123 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:26.190582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] For port 07bcdd9c-f73b-414f-aa43-c955ffa9b025, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=07bcdd9c-f73b-414f-aa43-c955ffa9b025,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:26.190938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.205782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Calling delete_port for 07bcdd9c-f73b-414f-aa43-c955ffa9b025 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:26.265837 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] Set router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:26.320033 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:04:26Z', 'revision_number': 6, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:26.347519 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b305a164-91cd-4c58-aa99-cbcd57d4d691 None None] The sync data for ids ['1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8'] in n-d-828369-18 is: [{'id': '1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8', 'name': 'tempest-TestVolumeBackupRestore-73631936-router', 'tenant_id': '753e66a2973a4144a24d596b266ce2e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:33Z', 'updated_at': '2022-02-17T23:04:26Z', 'revision_number': 6, 'project_id': '753e66a2973a4144a24d596b266ce2e3', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:04:26.384365 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (07bcdd9c-f73b-414f-aa43-c955ffa9b025), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.415518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Pushing event deleted for resources: {'Port': ['ID=07bcdd9c-f73b-414f-aa43-c955ffa9b025,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:26.479817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.573853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.576454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks [] for router_controller (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.619689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.620327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:04:26.624911 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.626156 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-75dc383c-cd73-4c19-8543-4ee4f0323d59 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1ce45421-7e5e-4ba0-904c-d9b8fd0f3eb8 HTTP/1.1" status: 204 len: 168 time: 0.8039258 Feb 17 23:04:26.628888 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36328) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:26.677379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] Deleting subnet b5945cd1-b2e1-48bc-8798-a0e1a749a716 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:04:26.681311 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] Publish callbacks [] for subnet (b5945cd1-b2e1-48bc-8798-a0e1a749a716), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.720629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (b5945cd1-b2e1-48bc-8798-a0e1a749a716), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.805783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a21f9974-c33e-4767-8ac8-9a8b13a1bec2 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:26.815304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (b5945cd1-b2e1-48bc-8798-a0e1a749a716), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.832532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a21f9974-c33e-4767-8ac8-9a8b13a1bec2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:26.832876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a21f9974-c33e-4767-8ac8-9a8b13a1bec2 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:26.875020 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (b5945cd1-b2e1-48bc-8798-a0e1a749a716), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.901033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5945cd1-b2e1-48bc-8798-a0e1a749a716,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:26.908184 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:26.911584 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72ab0b2a-6e09-4d14-bdd6-b8732dbee23c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/b5945cd1-b2e1-48bc-8798-a0e1a749a716 HTTP/1.1" status: 204 len: 168 time: 0.2816408 Feb 17 23:04:26.914108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36330) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:26.914310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf39157-bbd0-49c9-89da-1479af45a42f None None] Network ea2c95e4-bb44-48a9-82ac-44722e28710f requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:04:26.998614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ea2c95e4-bb44-48a9-82ac-44722e28710f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.055870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Deleting port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:27.056135 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.113763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] DHCP port deletion for ea2c95e4-bb44-48a9-82ac-44722e28710f request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:04:27.146089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] For port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:27.146593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.163527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Calling delete_port for 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:27.197118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Deleting port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:27.197562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.255752 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.268862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] For port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,segment=NetworkSegment(d554ffbf-98c2-4ac7-9bc5-c473846ed687),segment_id=d554ffbf-98c2-4ac7-9bc5-c473846ed687)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:27.269524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.283573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:27.286437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Calling delete_port for 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:27.288802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] No DVR routers for this DVR port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:27.321967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899c1ec-f468-441d-bbca-9ba74bbe993e req-f08b7cd5-2f33-4469-9d92-d7cd0133b745 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:27.324213 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3899c1ec-f468-441d-bbca-9ba74bbe993e req-f08b7cd5-2f33-4469-9d92-d7cd0133b745 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 945 time: 0.0609324 Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 23:04:27.370224 n-d-828369-18 neutron-server[103528]: self.session.flush() Feb 17 23:04:27.373375 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ea2c95e4-bb44-48a9-82ac-44722e28710f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.377395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (02b162c4-aaf3-4813-96d1-1ab3395c2aa6), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.389472 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3899c1ec-f468-441d-bbca-9ba74bbe993e req-b8038e39-957c-4a94-8891-4bc399aca2a1 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592642 Feb 17 23:04:27.399791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2c95e4-bb44-48a9-82ac-44722e28710f']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:27.402045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Pushing event deleted for resources: {'Port': ['ID=02b162c4-aaf3-4813-96d1-1ab3395c2aa6,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:27.410178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] No DVR routers for this DVR port 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:27.410377 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd554ffbf-98c2-4ac7-9bc5-c473846ed687') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:27.410586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd554ffbf-98c2-4ac7-9bc5-c473846ed687') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:27.422197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.423955 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (d554ffbf-98c2-4ac7-9bc5-c473846ed687), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.425420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.425773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.426175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.426449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.426793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.427126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.427499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.427834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.428197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.428588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.428918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.429248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c824f79-7714-4212-84c3-7744b7f061ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:04:27.439592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (d554ffbf-98c2-4ac7-9bc5-c473846ed687), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.445920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:04:27.446833 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (d554ffbf-98c2-4ac7-9bc5-c473846ed687), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:04:27.448560 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:04:27.504713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ea2c95e4-bb44-48a9-82ac-44722e28710f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.510744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:27.513946 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] 10.222.0.79 "DELETE /v2.0/networks/ea2c95e4-bb44-48a9-82ac-44722e28710f HTTP/1.1" status: 204 len: 168 time: 0.5983419 Feb 17 23:04:27.517110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36336) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:27.524830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08222ce5-6db7-43ee-af4a-98640fc23eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2c95e4-bb44-48a9-82ac-44722e28710f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:28.201405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (5775c300-8000-400d-9797-8a0a67e39ce6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:28.475275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Deleting port 7c299461-743a-43e4-beaa-22ddca5175bb {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:28.475886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:28.542511 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:28.568732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:28.569079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 02b162c4-aaf3-4813-96d1-1ab3395c2aa6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:28.569495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 07bcdd9c-f73b-414f-aa43-c955ffa9b025 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:28.572777 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-62963eb9-71fe-43ce-92fc-9580e2b5f35f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:28.574307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-62963eb9-71fe-43ce-92fc-9580e2b5f35f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.73 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 945 time: 0.0718091 Feb 17 23:04:28.574790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c583d4-3595-42a6-b114-c42e301e7cf6 req-a18474ad-db2e-4d6b-9e29-758f3f01ea6f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:28.576295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90c583d4-3595-42a6-b114-c42e301e7cf6 req-a18474ad-db2e-4d6b-9e29-758f3f01ea6f tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 945 time: 0.1157012 Feb 17 23:04:28.590609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 07bcdd9c-f73b-414f-aa43-c955ffa9b025 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:28.590959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 07bcdd9c-f73b-414f-aa43-c955ffa9b025 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:28.612178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] For port 7c299461-743a-43e4-beaa-22ddca5175bb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7c299461-743a-43e4-beaa-22ddca5175bb,segment=NetworkSegment(1b5ebae9-786f-4bc1-a8cc-482344faec00),segment_id=1b5ebae9-786f-4bc1-a8cc-482344faec00)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:28.612548 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:28.637047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Calling delete_port for 7c299461-743a-43e4-beaa-22ddca5175bb owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:28.656398 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90c583d4-3595-42a6-b114-c42e301e7cf6 req-3d0e8256-15f4-4497-9557-3f38fb5fa67b tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/security-groups?id=520a7bcc-e858-4c71-98fc-79ca9a55ea60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742013 Feb 17 23:04:28.668319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Deleting port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:28.668665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:28.769938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] For port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:28.770214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:28.843758 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (7c299461-743a-43e4-beaa-22ddca5175bb), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:28.875816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c299461-743a-43e4-beaa-22ddca5175bb,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:29.017464 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.017840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (341749f5-4438-48da-93b8-fe2c08abdf0d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.018145 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Floating IP 341749f5-4438-48da-93b8-fe2c08abdf0d disassociated. External IP: 172.25.0.226, port: 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8. Feb 17 23:04:29.018490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Calling delete_port for 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:29.045739 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (5775c300-8000-400d-9797-8a0a67e39ce6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.158359 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.185481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event deleted for resources: {'Port': ['ID=2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:29.285267 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Router 5775c300-8000-400d-9797-8a0a67e39ce6 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:04:29.402420 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:04:29.407642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-705719af-f7c2-4573-9f5b-9a2338bc6c89 admin admin] 10.222.0.79 "PUT /v2.0/routers/5775c300-8000-400d-9797-8a0a67e39ce6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8893888 Feb 17 23:04:29.410090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36340) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:29.412924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] Sync routers for ids ['5775c300-8000-400d-9797-8a0a67e39ce6'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:04:29.425350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] Routers {'5775c300-8000-400d-9797-8a0a67e39ce6'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:29.425990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5775c300-8000-400d-9797-8a0a67e39ce6'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:29.525348 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks [] for router (5775c300-8000-400d-9797-8a0a67e39ce6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.557109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] Set router 5775c300-8000-400d-9797-8a0a67e39ce6 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:29.627991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Router 650d3ebd-9edb-4deb-83fc-773d85e152ff has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:04:29.680914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks [] for router_gateway (5775c300-8000-400d-9797-8a0a67e39ce6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.759327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:04:29.787237 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] Sync routers for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:04:29.804740 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:29.813656 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:29.836594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] No DVR routers for this DVR port 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:29.840293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.844995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-08b1e07f-7efe-4451-bba1-c4af374cfb56 req-71971232-d8dc-401e-bd64-c91640c17cb3 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "GET /v2.0/ports?device_id=c1f06d64-d518-48d8-bc04-65c657158502 HTTP/1.1" status: 200 len: 210 time: 0.0482512 Feb 17 23:04:29.847525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Deleting port bb253698-8c1c-4e58-8a95-43ec56b5c428 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:29.848110 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:29.863186 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4d861a21-5db2-4042-9d44-fd7413282e27 req-e27ab5fa-8192-4aef-9833-567cda1aaf16 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.73 "DELETE /v2.0/ports/2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 HTTP/1.1" status: 204 len: 173 time: 1.2834733 Feb 17 23:04:29.864227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'name': 'network-vif-deleted', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:04:29.874160 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7890a156-b82c-47e0-a566-7b5d8a9b9e2d" -d '{"events": [{"server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "name": "network-vif-deleted", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:04:29.892094 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:04:28Z', 'revision_number': 5, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port': {'id': 'bb253698-8c1c-4e58-8a95-43ec56b5c428', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:00:39Z', 'updated_at': '2022-02-17T23:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:29.926857 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8c6a40-b4de-45b2-97e0-568056dfe5c9 x-openstack-request-id: req-8d8c6a40-b4de-45b2-97e0-568056dfe5c9 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:04:29.927409 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1f06d64-d518-48d8-bc04-65c657158502", "name": "network-vif-deleted", "tag": "2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:04:29.927893 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d8c6a40-b4de-45b2-97e0-568056dfe5c9 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:04:29.928600 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1f06d64-d518-48d8-bc04-65c657158502', 'name': 'network-vif-deleted', 'tag': '2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8', 'status': 'completed', 'code': 200} Feb 17 23:04:29.960476 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:29.966948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] Checking router: 5775c300-8000-400d-9797-8a0a67e39ce6 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:04:29.978650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] Routers {'5775c300-8000-400d-9797-8a0a67e39ce6'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:29.979578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5775c300-8000-400d-9797-8a0a67e39ce6'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:29.998146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] For port bb253698-8c1c-4e58-8a95-43ec56b5c428, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bb253698-8c1c-4e58-8a95-43ec56b5c428,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:29.998598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.025398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Calling delete_port for bb253698-8c1c-4e58-8a95-43ec56b5c428 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:30.100882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] Set router 5775c300-8000-400d-9797-8a0a67e39ce6 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:30.156067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:04:29Z', 'revision_number': 6, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:30.187663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc927b45-3922-49f9-b7ef-b2103e4a3c53 None None] The sync data for ids ['5775c300-8000-400d-9797-8a0a67e39ce6'] in n-d-828369-18 is: [{'id': '5775c300-8000-400d-9797-8a0a67e39ce6', 'name': 'tempest-TestVolumeBackupRestore-944330506-router', 'tenant_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:00:38Z', 'updated_at': '2022-02-17T23:04:29Z', 'revision_number': 6, 'project_id': 'f642a9b239f24d5b94b335c03fa3cf3f', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:04:30.193039 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 5, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:30.237715 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (bb253698-8c1c-4e58-8a95-43ec56b5c428), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.272318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb253698-8c1c-4e58-8a95-43ec56b5c428,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:30.318754 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] Checking router: 650d3ebd-9edb-4deb-83fc-773d85e152ff for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:04:30.329024 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:30.329697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:30.354772 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (5775c300-8000-400d-9797-8a0a67e39ce6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.442777 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:30.456656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (5775c300-8000-400d-9797-8a0a67e39ce6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.458821 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks [] for router_controller (5775c300-8000-400d-9797-8a0a67e39ce6), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.504853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (5775c300-8000-400d-9797-8a0a67e39ce6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.505329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5775c300-8000-400d-9797-8a0a67e39ce6 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:04:30.510606 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.514301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-63392706-2b02-42f1-af7c-f5ebe8a3bd4a admin admin] 10.222.0.79 "DELETE /v2.0/routers/5775c300-8000-400d-9797-8a0a67e39ce6 HTTP/1.1" status: 204 len: 168 time: 1.1008272 Feb 17 23:04:30.514510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36346) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:30.575685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] Deleting subnet 3303f22c-8513-417e-88fd-e3bcaad0374a {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:04:30.580245 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] Publish callbacks [] for subnet (3303f22c-8513-417e-88fd-e3bcaad0374a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.633736 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (3303f22c-8513-417e-88fd-e3bcaad0374a), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.670456 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 5, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:30.683677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7c299461-743a-43e4-beaa-22ddca5175bb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:30.703972 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-772b427f-8042-42b2-87be-631c629f9e24 None None] The sync data for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 is: [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T22:59:26Z', 'revision_number': 4, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eb1b8083-edc0-4ad4-b74e-bb3508a91013', 'name': '', 'network_id': 'ced49a9f-d718-4d0a-8e02-9650399ba495', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'mac_address': 'fa:16:3e:23:22:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:26Z', 'updated_at': '2022-02-17T22:59:30Z', 'revision_number': 5, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'subnets': [{'id': '99fca356-e6eb-4409-bc4c-0789c3e0d8bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:04:30.708004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7c299461-743a-43e4-beaa-22ddca5175bb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:30.708236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7c299461-743a-43e4-beaa-22ddca5175bb not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:30.739296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (3303f22c-8513-417e-88fd-e3bcaad0374a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.793782 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (3303f22c-8513-417e-88fd-e3bcaad0374a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.819922 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3303f22c-8513-417e-88fd-e3bcaad0374a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:30.823883 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.827483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ccdcfde0-bcce-4cee-a20a-4fd7a7ec2f04 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3303f22c-8513-417e-88fd-e3bcaad0374a HTTP/1.1" status: 204 len: 168 time: 0.3116081 Feb 17 23:04:30.829533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2678e04b-5b6a-4311-a201-092426ccb159 None None] Network 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:04:30.829721 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36348) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:30.906592 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:30.940857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36352) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:31.016581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3ad120-55bf-475b-9e61-8136039f6374 None None] New status for floating IP 341749f5-4438-48da-93b8-fe2c08abdf0d: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:04:31.053170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] DHCP port deletion for 69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:04:31.071808 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Deleting port 8d574fd3-2114-483a-b98c-e379f402c417 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:31.072140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8d574fd3-2114-483a-b98c-e379f402c417), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.144715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Deleting port 92df978a-d59e-4448-9d17-0fb377529d51 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:31.145056 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (92df978a-d59e-4448-9d17-0fb377529d51), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.152417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] For port 8d574fd3-2114-483a-b98c-e379f402c417, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8d574fd3-2114-483a-b98c-e379f402c417,segment=NetworkSegment(1b5ebae9-786f-4bc1-a8cc-482344faec00),segment_id=1b5ebae9-786f-4bc1-a8cc-482344faec00)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:31.152836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8d574fd3-2114-483a-b98c-e379f402c417), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.174441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] Deleting port 8d574fd3-2114-483a-b98c-e379f402c417 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:31.174812 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8d574fd3-2114-483a-b98c-e379f402c417), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.200768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Calling delete_port for 8d574fd3-2114-483a-b98c-e379f402c417 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:31.246157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] For port 8d574fd3-2114-483a-b98c-e379f402c417, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8d574fd3-2114-483a-b98c-e379f402c417,segment=NetworkSegment(1b5ebae9-786f-4bc1-a8cc-482344faec00),segment_id=1b5ebae9-786f-4bc1-a8cc-482344faec00)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:31.246448 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8d574fd3-2114-483a-b98c-e379f402c417), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.260515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] Calling delete_port for 8d574fd3-2114-483a-b98c-e379f402c417 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:31.288009 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (92df978a-d59e-4448-9d17-0fb377529d51), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.288332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for floatingip (92df978a-d59e-4448-9d17-0fb377529d51), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.309177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Calling delete_port for 92df978a-d59e-4448-9d17-0fb377529d51 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:31.371218 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (8d574fd3-2114-483a-b98c-e379f402c417), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.376808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (8d574fd3-2114-483a-b98c-e379f402c417), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.405295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d574fd3-2114-483a-b98c-e379f402c417,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:31.407872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] Pushing event deleted for resources: {'Port': ['ID=8d574fd3-2114-483a-b98c-e379f402c417,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:31.408473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] No DVR routers for this DVR port 8d574fd3-2114-483a-b98c-e379f402c417 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:31.412348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4ed9b2-c8ef-4411-83f5-245347c5a609 None None] No DVR routers for this DVR port 8d574fd3-2114-483a-b98c-e379f402c417 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:31.504267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.546733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:31.561831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5ebae9-786f-4bc1-a8cc-482344faec00') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:31.562123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5ebae9-786f-4bc1-a8cc-482344faec00') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:31.576333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (1b5ebae9-786f-4bc1-a8cc-482344faec00), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.589119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (92df978a-d59e-4448-9d17-0fb377529d51), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.594875 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (1b5ebae9-786f-4bc1-a8cc-482344faec00), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.625164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event deleted for resources: {'Port': ['ID=92df978a-d59e-4448-9d17-0fb377529d51,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:31.627493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:04:31.627895 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (1b5ebae9-786f-4bc1-a8cc-482344faec00), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:04:31.629699 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:04:31.724684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.731191 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.739593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a HTTP/1.1" status: 204 len: 168 time: 0.9088707 Feb 17 23:04:31.759869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3fce1-3461-40ee-af13-429f1955c4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e3b14b-d6c9-4d3f-9f0b-6df9cf218b0a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:31.765365 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for floatingip (341749f5-4438-48da-93b8-fe2c08abdf0d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.768889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.770048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fec980d3-4915-4c2c-bd07-ca9a38f27a59 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "DELETE /v2.0/floatingips/341749f5-4438-48da-93b8-fe2c08abdf0d HTTP/1.1" status: 204 len: 168 time: 0.8281848 Feb 17 23:04:31.843973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36360) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:31.913702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f129-eb46-4851-a6c7-be0a2f6c1582 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group (520a7bcc-e858-4c71-98fc-79ca9a55ea60), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.940043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36362) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:31.949202 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f129-eb46-4851-a6c7-be0a2f6c1582 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group (520a7bcc-e858-4c71-98fc-79ca9a55ea60), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:31.991298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-56f30065-1d23-4435-b72c-fd7b1133e4cd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=753e66a2973a4144a24d596b266ce2e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479078 Feb 17 23:04:31.991746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36364) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:32.022969 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f129-eb46-4851-a6c7-be0a2f6c1582 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (520a7bcc-e858-4c71-98fc-79ca9a55ea60), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.026297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2eb0f129-eb46-4851-a6c7-be0a2f6c1582 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.027821 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2eb0f129-eb46-4851-a6c7-be0a2f6c1582 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] 10.222.0.79 "DELETE /v2.0/security-groups/520a7bcc-e858-4c71-98fc-79ca9a55ea60 HTTP/1.1" status: 204 len: 168 time: 0.1823800 Feb 17 23:04:32.039158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0f129-eb46-4851-a6c7-be0a2f6c1582 tempest-TestServerBasicOps-218759767 tempest-TestServerBasicOps-218759767-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=520a7bcc-e858-4c71-98fc-79ca9a55ea60,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:32.056394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1266-f419-4825-a960-9327beaa9162 admin admin] Publish callbacks [] for security_group (73478970-a71d-4a64-8d40-b5d45f590c1d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.076837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:32.093137 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1266-f419-4825-a960-9327beaa9162 admin admin] Publish callbacks [] for security_group (73478970-a71d-4a64-8d40-b5d45f590c1d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.148961 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1266-f419-4825-a960-9327beaa9162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (73478970-a71d-4a64-8d40-b5d45f590c1d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.152467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7ba1266-f419-4825-a960-9327beaa9162 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.153878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7ba1266-f419-4825-a960-9327beaa9162 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/73478970-a71d-4a64-8d40-b5d45f590c1d HTTP/1.1" status: 204 len: 168 time: 0.1602590 Feb 17 23:04:32.167604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba1266-f419-4825-a960-9327beaa9162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73478970-a71d-4a64-8d40-b5d45f590c1d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:32.353626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:32.376669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:32.377037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 2d093f55-b47b-4fc5-a5b7-1f5cdfbb59f8 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:32.532428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36376) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:32.542879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8d574fd3-2114-483a-b98c-e379f402c417 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:32.564580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 8d574fd3-2114-483a-b98c-e379f402c417 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:32.565226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 8d574fd3-2114-483a-b98c-e379f402c417 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:32.565647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bb253698-8c1c-4e58-8a95-43ec56b5c428 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:32.582724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5567b6de-b5d4-415f-9a4f-27b7118a544a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f642a9b239f24d5b94b335c03fa3cf3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464993 Feb 17 23:04:32.583263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:32.585589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: bb253698-8c1c-4e58-8a95-43ec56b5c428 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:32.585940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bb253698-8c1c-4e58-8a95-43ec56b5c428 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:32.645331 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fda5a4-7dd3-4e75-8c2c-b44c45ef1bf2 admin admin] Publish callbacks [] for security_group (92bdd7fd-b64e-4844-8f09-6fafaa5cd973), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.667803 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fda5a4-7dd3-4e75-8c2c-b44c45ef1bf2 admin admin] Publish callbacks [] for security_group (92bdd7fd-b64e-4844-8f09-6fafaa5cd973), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.671192 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (650d3ebd-9edb-4deb-83fc-773d85e152ff), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.719489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fda5a4-7dd3-4e75-8c2c-b44c45ef1bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (92bdd7fd-b64e-4844-8f09-6fafaa5cd973), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.722169 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e1fda5a4-7dd3-4e75-8c2c-b44c45ef1bf2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:32.725716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e1fda5a4-7dd3-4e75-8c2c-b44c45ef1bf2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/92bdd7fd-b64e-4844-8f09-6fafaa5cd973 HTTP/1.1" status: 204 len: 168 time: 0.1393008 Feb 17 23:04:32.734139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fda5a4-7dd3-4e75-8c2c-b44c45ef1bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bdd7fd-b64e-4844-8f09-6fafaa5cd973,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:32.947691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Deleting port eb1b8083-edc0-4ad4-b74e-bb3508a91013 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:32.948303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:33.037757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] For port eb1b8083-edc0-4ad4-b74e-bb3508a91013, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eb1b8083-edc0-4ad4-b74e-bb3508a91013,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:33.038127 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:33.054390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Calling delete_port for eb1b8083-edc0-4ad4-b74e-bb3508a91013 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:33.267346 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (eb1b8083-edc0-4ad4-b74e-bb3508a91013), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:33.299082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb1b8083-edc0-4ad4-b74e-bb3508a91013,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:33.480815 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (650d3ebd-9edb-4deb-83fc-773d85e152ff), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:33.705445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Router 650d3ebd-9edb-4deb-83fc-773d85e152ff has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:04:33.820222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:04:33.825156 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e3fdb795-3ea7-4347-9ae8-591a33d69b40 admin admin] 10.222.0.79 "PUT /v2.0/routers/650d3ebd-9edb-4deb-83fc-773d85e152ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7472694 Feb 17 23:04:33.827799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36382) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:33.828893 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] Sync routers for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:04:33.838809 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:33.839447 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:33.935709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks [] for router (650d3ebd-9edb-4deb-83fc-773d85e152ff), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:33.946627 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:34.040868 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks [] for router_gateway (650d3ebd-9edb-4deb-83fc-773d85e152ff), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.097804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Deleting port 7471147f-7ea2-4ea3-9568-145f24b4134d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:34.098049 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.126424 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158'}], 'enable_snat': True}, 'gw_port_id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T23:04:33Z', 'revision_number': 5, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port': {'id': '7471147f-7ea2-4ea3-9568-145f24b4134d', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:7f:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:24Z', 'updated_at': '2022-02-17T22:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:34.152853 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] Checking router: 650d3ebd-9edb-4deb-83fc-773d85e152ff for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:04:34.161560 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] Routers {'650d3ebd-9edb-4deb-83fc-773d85e152ff'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:34.162190 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['650d3ebd-9edb-4deb-83fc-773d85e152ff'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:34.182052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] For port 7471147f-7ea2-4ea3-9568-145f24b4134d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=7471147f-7ea2-4ea3-9568-145f24b4134d,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:34.182413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.196907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Calling delete_port for 7471147f-7ea2-4ea3-9568-145f24b4134d owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:34.254291 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] Set router 650d3ebd-9edb-4deb-83fc-773d85e152ff gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:34.309560 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T23:04:34Z', 'revision_number': 6, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:34.337451 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cd95-b9d3-4e77-87f3-84dcd05dd322 None None] The sync data for ids ['650d3ebd-9edb-4deb-83fc-773d85e152ff'] in n-d-828369-18 is: [{'id': '650d3ebd-9edb-4deb-83fc-773d85e152ff', 'name': 'tempest-TestServerBasicOps-1181973260-router', 'tenant_id': '7a204a80a4cb452e8d0c1400985a277d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:23Z', 'updated_at': '2022-02-17T23:04:34Z', 'revision_number': 6, 'project_id': '7a204a80a4cb452e8d0c1400985a277d', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:04:34.378399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (7471147f-7ea2-4ea3-9568-145f24b4134d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.410996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Pushing event deleted for resources: {'Port': ['ID=7471147f-7ea2-4ea3-9568-145f24b4134d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:34.475740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (650d3ebd-9edb-4deb-83fc-773d85e152ff), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.580598 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (650d3ebd-9edb-4deb-83fc-773d85e152ff), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.582739 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks [] for router_controller (650d3ebd-9edb-4deb-83fc-773d85e152ff), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.625866 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (650d3ebd-9edb-4deb-83fc-773d85e152ff), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.626328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 650d3ebd-9edb-4deb-83fc-773d85e152ff {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:04:34.630553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.631784 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-af9f1302-ebd7-4282-83b4-1bc3db836110 admin admin] 10.222.0.79 "DELETE /v2.0/routers/650d3ebd-9edb-4deb-83fc-773d85e152ff HTTP/1.1" status: 204 len: 168 time: 0.8030558 Feb 17 23:04:34.634895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:34.691513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] Deleting subnet 99fca356-e6eb-4409-bc4c-0789c3e0d8bc {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:04:34.695147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] Publish callbacks [] for subnet (99fca356-e6eb-4409-bc4c-0789c3e0d8bc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.734190 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (99fca356-e6eb-4409-bc4c-0789c3e0d8bc), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.806716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eb1b8083-edc0-4ad4-b74e-bb3508a91013 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:34.829148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: eb1b8083-edc0-4ad4-b74e-bb3508a91013 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:34.829485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eb1b8083-edc0-4ad4-b74e-bb3508a91013 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:34.830280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (99fca356-e6eb-4409-bc4c-0789c3e0d8bc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.889913 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (99fca356-e6eb-4409-bc4c-0789c3e0d8bc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.916767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99fca356-e6eb-4409-bc4c-0789c3e0d8bc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:34.918738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:34.924917 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7bc0066f-25be-4fcd-bd14-31265ed85642 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/99fca356-e6eb-4409-bc4c-0789c3e0d8bc HTTP/1.1" status: 204 len: 168 time: 0.2866778 Feb 17 23:04:34.925058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c0b780-e975-4354-9db4-a3f9624bbf2c None None] Network ced49a9f-d718-4d0a-8e02-9650399ba495 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:04:34.925158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36386) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:34.996643 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ced49a9f-d718-4d0a-8e02-9650399ba495), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.050088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Deleting port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:35.050987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.123221 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] For port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:35.123620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.129554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] DHCP port deletion for ced49a9f-d718-4d0a-8e02-9650399ba495 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:04:35.140980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Calling delete_port for 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:35.180417 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] Deleting port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:35.181133 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.231357 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.245904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] For port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,segment=NetworkSegment(a294968b-b302-4d26-9b83-641a4e2dcddd),segment_id=a294968b-b302-4d26-9b83-641a4e2dcddd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:35.246307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.262143 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] Calling delete_port for 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:35.269088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:35.279417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] No DVR routers for this DVR port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:35.353874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ced49a9f-d718-4d0a-8e02-9650399ba495), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.354325 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (54e310f2-922f-49a3-a9bd-98c10bf6cfd7), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.377662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced49a9f-d718-4d0a-8e02-9650399ba495']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:35.389564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] No DVR routers for this DVR port 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:35.389813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a294968b-b302-4d26-9b83-641a4e2dcddd') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:35.389938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a294968b-b302-4d26-9b83-641a4e2dcddd') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:35.391677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0364c4-bcf6-40a0-b8b8-c16ad178623b None None] Pushing event deleted for resources: {'Port': ['ID=54e310f2-922f-49a3-a9bd-98c10bf6cfd7,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:35.403883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (a294968b-b302-4d26-9b83-641a4e2dcddd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.418316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a294968b-b302-4d26-9b83-641a4e2dcddd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.425272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:04:35.425675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (a294968b-b302-4d26-9b83-641a4e2dcddd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:04:35.427571 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:04:35.485979 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ced49a9f-d718-4d0a-8e02-9650399ba495), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.491325 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:35.494580 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ced49a9f-d718-4d0a-8e02-9650399ba495 HTTP/1.1" status: 204 len: 168 time: 0.5686405 Feb 17 23:04:35.497691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36390) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:35.505298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ce154-3ff9-4ef5-8392-ddb706ca3f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=ced49a9f-d718-4d0a-8e02-9650399ba495,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:36.174901 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:36.435680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Deleting port da728566-75e1-4edf-bafa-d27880ea5866 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:36.435948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (da728566-75e1-4edf-bafa-d27880ea5866), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:36.524530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] For port da728566-75e1-4edf-bafa-d27880ea5866, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=da728566-75e1-4edf-bafa-d27880ea5866,segment=NetworkSegment(9e13942f-2c21-44a8-bcf7-762e0af891a6),segment_id=9e13942f-2c21-44a8-bcf7-762e0af891a6)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:36.525172 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (da728566-75e1-4edf-bafa-d27880ea5866), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:36.536395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7471147f-7ea2-4ea3-9568-145f24b4134d no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:36.545199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Calling delete_port for da728566-75e1-4edf-bafa-d27880ea5866 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:36.571911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 7471147f-7ea2-4ea3-9568-145f24b4134d {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:36.572455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 7471147f-7ea2-4ea3-9568-145f24b4134d not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:36.573109 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:36.604756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:36.605317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 54e310f2-922f-49a3-a9bd-98c10bf6cfd7 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:36.759106 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (da728566-75e1-4edf-bafa-d27880ea5866), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:36.785919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Pushing event deleted for resources: {'Port': ['ID=da728566-75e1-4edf-bafa-d27880ea5866,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:36.967825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:37.196475 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:04:37.303876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:04:37.309394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cbfae9e2-d828-44b3-93a4-7480837ce0bd admin admin] 10.222.0.79 "PUT /v2.0/routers/a0be8a0c-93b0-49d2-97b1-fc7ac94a106c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8104825 Feb 17 23:04:37.311899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36392) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:37.317567 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] Sync routers for ids ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:04:37.328422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] Routers {'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:37.329031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:37.420526 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks [] for router (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:37.436369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] Set router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:37.533810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks [] for router_gateway (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:37.605353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Deleting port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:37.605694 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:37.686897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] For port 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:37.687254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:37.704881 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Calling delete_port for 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:37.771733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69'}], 'enable_snat': True}, 'gw_port_id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T23:04:36Z', 'revision_number': 5, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port': {'id': '3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T22:59:29Z', 'updated_at': '2022-02-17T22:59:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:37.798257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] Checking router: a0be8a0c-93b0-49d2-97b1-fc7ac94a106c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:04:37.807604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] Routers {'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:04:37.808227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:04:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:37.879879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:37.900399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] Set router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:04:37.908307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:37.956351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T23:04:37Z', 'revision_number': 6, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:37.970317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:37.984554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c38946-f703-4203-bfcf-1ed7ff52082b None None] The sync data for ids ['a0be8a0c-93b0-49d2-97b1-fc7ac94a106c'] in n-d-828369-18 is: [{'id': 'a0be8a0c-93b0-49d2-97b1-fc7ac94a106c', 'name': 'tempest-TestServerBasicOps-1649478087-router', 'tenant_id': 'a8eafe2413704a71b6e440d4815309aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T22:59:28Z', 'updated_at': '2022-02-17T23:04:37Z', 'revision_number': 6, 'project_id': 'a8eafe2413704a71b6e440d4815309aa', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:04:38.064900 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.067048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks [] for router_controller (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.113358 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (a0be8a0c-93b0-49d2-97b1-fc7ac94a106c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.114076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0be8a0c-93b0-49d2-97b1-fc7ac94a106c {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:04:38.119007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.120571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9a996a0d-fa61-4712-a61f-6979f5598d1f admin admin] 10.222.0.79 "DELETE /v2.0/routers/a0be8a0c-93b0-49d2-97b1-fc7ac94a106c HTTP/1.1" status: 204 len: 168 time: 0.8075893 Feb 17 23:04:38.123227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36394) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:38.168375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] Deleting subnet 270316f4-159d-4f0f-8fad-e3f385ff59b1 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:04:38.171567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] Publish callbacks [] for subnet (270316f4-159d-4f0f-8fad-e3f385ff59b1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.205663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (270316f4-159d-4f0f-8fad-e3f385ff59b1), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.286379 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (270316f4-159d-4f0f-8fad-e3f385ff59b1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.350893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (270316f4-159d-4f0f-8fad-e3f385ff59b1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.379991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=270316f4-159d-4f0f-8fad-e3f385ff59b1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:38.381995 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.388046 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d088c68b-b0e5-4f42-9bf4-ac32e9d01131 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/270316f4-159d-4f0f-8fad-e3f385ff59b1 HTTP/1.1" status: 204 len: 168 time: 0.2637761 Feb 17 23:04:38.388198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36396) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:38.391269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064a2b2-c835-47cb-bdf8-2fb0d579dd15 None None] Network 882885b4-8e68-4294-9f81-08529c03b4ef requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:04:38.464469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (882885b4-8e68-4294-9f81-08529c03b4ef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.529549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Deleting port f2e95524-dea3-42f0-bdff-0920e0d6085f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:04:38.529898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.593605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] For port f2e95524-dea3-42f0-bdff-0920e0d6085f, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f2e95524-dea3-42f0-bdff-0920e0d6085f,segment=NetworkSegment(9e13942f-2c21-44a8-bcf7-762e0af891a6),segment_id=9e13942f-2c21-44a8-bcf7-762e0af891a6)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:38.593880 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.607559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Calling delete_port for f2e95524-dea3-42f0-bdff-0920e0d6085f owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:04:38.690204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f2e95524-dea3-42f0-bdff-0920e0d6085f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.715799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e95524-dea3-42f0-bdff-0920e0d6085f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:38.719140 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] No DVR routers for this DVR port f2e95524-dea3-42f0-bdff-0920e0d6085f on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:04:38.782362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e011fc-a6c5-4cbf-8508-1ff611a4f86a None None] DHCP port deletion for 882885b4-8e68-4294-9f81-08529c03b4ef request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:04:38.792387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (882885b4-8e68-4294-9f81-08529c03b4ef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.821249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['882885b4-8e68-4294-9f81-08529c03b4ef']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:38.833372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e13942f-2c21-44a8-bcf7-762e0af891a6') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:38.833729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e13942f-2c21-44a8-bcf7-762e0af891a6') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:04:38.850433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (9e13942f-2c21-44a8-bcf7-762e0af891a6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.850616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f2e95524-dea3-42f0-bdff-0920e0d6085f no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:38.865026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (9e13942f-2c21-44a8-bcf7-762e0af891a6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.871046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: f2e95524-dea3-42f0-bdff-0920e0d6085f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:38.871245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:04:38.871462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f2e95524-dea3-42f0-bdff-0920e0d6085f not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:38.871669 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (9e13942f-2c21-44a8-bcf7-762e0af891a6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.871821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:04:38.873317 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:04:38.890852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:38.891196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 3dcc4a7c-c7d9-4b02-ad7a-5b629fa47386 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:38.891658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device da728566-75e1-4edf-bafa-d27880ea5866 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:04:38.917114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: da728566-75e1-4edf-bafa-d27880ea5866 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:04:38.917457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device da728566-75e1-4edf-bafa-d27880ea5866 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:04:38.941484 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (882885b4-8e68-4294-9f81-08529c03b4ef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.947689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:38.950767 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] 10.222.0.79 "DELETE /v2.0/networks/882885b4-8e68-4294-9f81-08529c03b4ef HTTP/1.1" status: 204 len: 168 time: 0.5614457 Feb 17 23:04:38.962835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b306a8fb-1fd5-4ee4-a091-f08fa0ff084d admin admin] Pushing event deleted for resources: {'Network': ['ID=882885b4-8e68-4294-9f81-08529c03b4ef,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:39.129848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36400) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:39.170118 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8f74bad3-8fd5-44c0-b788-0079b389ee66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a204a80a4cb452e8d0c1400985a277d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390911 Feb 17 23:04:39.172576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36402) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:39.219665 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc6dd21c-cd80-4ae9-bd67-e79301dd074a admin admin] Publish callbacks [] for security_group (141f68e5-8424-4ecf-b0b7-dde239b2f233), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.242141 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc6dd21c-cd80-4ae9-bd67-e79301dd074a admin admin] Publish callbacks [] for security_group (141f68e5-8424-4ecf-b0b7-dde239b2f233), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.292611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc6dd21c-cd80-4ae9-bd67-e79301dd074a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (141f68e5-8424-4ecf-b0b7-dde239b2f233), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.295577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-dc6dd21c-cd80-4ae9-bd67-e79301dd074a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.296943 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dc6dd21c-cd80-4ae9-bd67-e79301dd074a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/141f68e5-8424-4ecf-b0b7-dde239b2f233 HTTP/1.1" status: 204 len: 168 time: 0.1232841 Feb 17 23:04:39.309542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6dd21c-cd80-4ae9-bd67-e79301dd074a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141f68e5-8424-4ecf-b0b7-dde239b2f233,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:39.624724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36408) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:39.666037 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c7eea5be-3015-4177-89f8-84cd822d78a3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a8eafe2413704a71b6e440d4815309aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0400200 Feb 17 23:04:39.668561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36410) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:04:39.708904 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.715896 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1b15-11f8-45f9-bd0c-d1ae7c0f462c admin admin] Publish callbacks [] for security_group (6ea03fed-b119-4111-820d-4316a15e3c75), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.737497 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1b15-11f8-45f9-bd0c-d1ae7c0f462c admin admin] Publish callbacks [] for security_group (6ea03fed-b119-4111-820d-4316a15e3c75), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.791672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1b15-11f8-45f9-bd0c-d1ae7c0f462c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6ea03fed-b119-4111-820d-4316a15e3c75), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.794224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ffa1b15-11f8-45f9-bd0c-d1ae7c0f462c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:39.795715 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0ffa1b15-11f8-45f9-bd0c-d1ae7c0f462c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6ea03fed-b119-4111-820d-4316a15e3c75 HTTP/1.1" status: 204 len: 168 time: 0.1261816 Feb 17 23:04:39.803523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa1b15-11f8-45f9-bd0c-d1ae7c0f462c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea03fed-b119-4111-820d-4316a15e3c75,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:44.526729 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ae671ca-f8cc-4a3d-9030-009ddeb8fc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:47.297437 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:04:47.389708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db05cb46-f9d9-4efb-aa33-70ab9a76b372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:48.077854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:49.494045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:50.812779 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-802ddb59-45ca-4292-8b01-d298b30f9a1a tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=67fed8eb64074508ad1aa89466075128&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225868 Feb 17 23:04:50.917461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-9e894166-e6fb-4fd3-94a5-bedfbab0a00c tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:50.918922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-9e894166-e6fb-4fd3-94a5-bedfbab0a00c tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1010313 Feb 17 23:04:50.927653 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:50.934097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-8b79a0ed-364d-4999-b1d9-3f06b198fe43 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/quotas/67fed8eb64074508ad1aa89466075128 HTTP/1.1" status: 200 len: 375 time: 0.0097642 Feb 17 23:04:50.970634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-fa968a05-6cfc-4ebe-bc51-baf2ca89b31f tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=67fed8eb64074508ad1aa89466075128&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310972 Feb 17 23:04:51.126697 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bbf0138-04c9-4be0-84e9-eb80c80b7999 req-d40b4147-684e-43b6-9c4a-ce0448592541 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 210 time: 0.0269129 Feb 17 23:04:52.176958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-4a96f626-a11f-4301-8f1e-48ed80bf4d73 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.94 "GET /v2.0/networks?tenant_id=67fed8eb64074508ad1aa89466075128&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228906 Feb 17 23:04:52.264669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bc0056ad-946d-479b-8b86-76a134e1b7c3 req-295af76e-9d45-48db-83b0-7f3745f2c208 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 210 time: 0.0583267 Feb 17 23:04:52.318907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-40d14ab6-a45c-44a6-9204-08525736201c tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:52.320350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-40d14ab6-a45c-44a6-9204-08525736201c tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.94 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1367660 Feb 17 23:04:52.366576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Request body: {'port': {'device_id': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'admin_state_up': True, 'tenant_id': '67fed8eb64074508ad1aa89466075128'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:04:52.476847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Made reservation on behalf of 67fed8eb64074508ad1aa89466075128 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:04:52.481036 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:52.491143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:52.568179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks [] for security_group (5e09371a-e2be-491b-af2c-dd58ad2b77f7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:52.572491 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e09371a-e2be-491b-af2c-dd58ad2b77f7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:52.637416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e09371a-e2be-491b-af2c-dd58ad2b77f7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:52.709982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Allocated IP 192.168.233.219 (29dcda1c-858a-4585-ae83-bc96029ecfe8/82506d40-0aea-43e1-a1fe-5c1eb9229ad3/73c0cfe6-90e6-49e6-aa31-5123eff6ba7e) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:04:52.858249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks [] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:52.891543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:52.936524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Network 29dcda1c-858a-4585-ae83-bc96029ecfe8 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:04:52.939636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:04:52.943304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:04:52.949705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Pushing event updated for resources: {'Port': ['ID=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:52.997470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:52.998076 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.015716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-159e998a-57e7-4e96-89ed-2971a5a73bb2 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6526632 Feb 17 23:04:53.031805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Request body: {'port': {'device_id': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:04:53.097756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.166507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d54971df-04d5-4e60-b161-12558f620c9f None None] Provisioning complete for port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:04:53.167579 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d54971df-04d5-4e60-b161-12558f620c9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.201758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d54971df-04d5-4e60-b161-12558f620c9f None None] Port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:04:53.393917 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:04:53.403327 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Publish callbacks [] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.421135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Transition to ACTIVE for port object 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:04:53.425799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.440905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f7c9b-fe5c-4062-a35a-88360574f9fe req-04edd8e7-bfb3-47d3-a870-d9128011d175 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:53.442400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f4f7c9b-fe5c-4062-a35a-88360574f9fe req-04edd8e7-bfb3-47d3-a870-d9128011d175 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 936 time: 0.0910044 Feb 17 23:04:53.509616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Pushing event updated for resources: {'Port': ['ID=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:53.548343 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f4f7c9b-fe5c-4062-a35a-88360574f9fe req-05e3b575-e30e-4774-900f-defc3a3e6879 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868275 Feb 17 23:04:53.597157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Attempting to bind port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:04:53.597499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Attempting to bind port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:04:53.597832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Attempting to bind port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:04:53.602694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:04:53.603020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Attempting to bind port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e on network 29dcda1c-858a-4585-ae83-bc96029ecfe8 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:04:53.608696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:04:53.609044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Checking segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:04:53.609436 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Bound using segment: {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:04:53.609873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Bound port: 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2e31e8-ecc2-4337-b3fe-a783389921f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:04:53.610228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.681821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] For port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:04:53.684734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] For port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:04:53.690714 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.738006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:53.738620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:53.740035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] 10.222.0.94 "PUT /v2.0/ports/73c0cfe6-90e6-49e6-aa31-5123eff6ba7e HTTP/1.1" status: 200 len: 1097 time: 0.7126789 Feb 17 23:04:53.740480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'tag': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:04:53.743289 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0591fdcb-a802-47cd-88be-0ecba09f29de" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a", "tag": "73c0cfe6-90e6-49e6-aa31-5123eff6ba7e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:04:53.764705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d19fe3-2386-4d50-b49b-bf3e03299049 service neutron] Pushing event updated for resources: {'Port': ['ID=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:53.793136 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75e60a4-1f10-4a95-86fc-5155cdd4a210 x-openstack-request-id: req-e75e60a4-1f10-4a95-86fc-5155cdd4a210 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:04:53.793532 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a", "tag": "73c0cfe6-90e6-49e6-aa31-5123eff6ba7e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:04:53.794019 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e75e60a4-1f10-4a95-86fc-5155cdd4a210 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:04:53.794483 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'tag': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e', 'status': 'completed', 'code': 200} Feb 17 23:04:53.854291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-4236b879-3875-4a7e-a24a-a5570487e201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:53.855900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-4236b879-3875-4a7e-a24a-a5570487e201 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=67fed8eb64074508ad1aa89466075128&device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 1131 time: 0.0471358 Feb 17 23:04:53.907727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-aadec100-fbac-4046-91e3-77d228f56335 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e HTTP/1.1" status: 200 len: 217 time: 0.0400949 Feb 17 23:04:53.956810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-072b8087-d217-4c09-9eaf-ee2b6286fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:53.958268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-072b8087-d217-4c09-9eaf-ee2b6286fefc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0449746 Feb 17 23:04:54.006886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-07a0e19e-0647-492b-a1a8-d877cf3a7808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:54.008884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-07a0e19e-0647-492b-a1a8-d877cf3a7808 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0447724 Feb 17 23:04:54.098660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-36e5761e-16c5-4f9b-a7a4-a6c7e98ffe89 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840483 Feb 17 23:04:54.186939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7bb4154b-b84b-40a8-a9b3-d04af2069675 req-2af24f43-620c-447e-a8f5-88a191286bb4 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824575 Feb 17 23:04:54.310134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-b568bd8f-f662-4606-be00-cd572f88f30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:54.311657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-b568bd8f-f662-4606-be00-cd572f88f30b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=67fed8eb64074508ad1aa89466075128&device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 1131 time: 0.0456696 Feb 17 23:04:54.403123 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-bd13e595-c14e-498e-bec8-dd5321577d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:54.404622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-bd13e595-c14e-498e-bec8-dd5321577d50 service neutron] 10.222.0.94 "GET /v2.0/networks?id=29dcda1c-858a-4585-ae83-bc96029ecfe8 HTTP/1.1" status: 200 len: 870 time: 0.0877295 Feb 17 23:04:54.445276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-0dcdae04-9083-4a7e-b381-fa08dfd655cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e HTTP/1.1" status: 200 len: 217 time: 0.0343225 Feb 17 23:04:54.494376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-6de9febf-7de4-4d34-98bd-34ddefc214c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:54.495895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-6de9febf-7de4-4d34-98bd-34ddefc214c8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=82506d40-0aea-43e1-a1fe-5c1eb9229ad3 HTTP/1.1" status: 200 len: 843 time: 0.0449178 Feb 17 23:04:54.549942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-9add9598-8d05-4b60-94e5-d0459e46f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:54.551482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-9add9598-8d05-4b60-94e5-d0459e46f587 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=29dcda1c-858a-4585-ae83-bc96029ecfe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0499816 Feb 17 23:04:54.665218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-d6a338a9-7235-420c-8ea8-b0db14d7c661 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070647 Feb 17 23:04:54.738416 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004770fd-bb1b-4abc-a6b7-985423f360f5 req-888c637a-4354-48e6-b95e-9545b45215e8 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:54.739816 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-004770fd-bb1b-4abc-a6b7-985423f360f5 req-888c637a-4354-48e6-b95e-9545b45215e8 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 948 time: 0.1084657 Feb 17 23:04:54.802628 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0591fdcb-a802-47cd-88be-0ecba09f29de req-e3b47e7b-b0b7-4055-818f-ea922ed726d5 service neutron] 10.222.0.94 "GET /v2.0/networks/29dcda1c-858a-4585-ae83-bc96029ecfe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305511 Feb 17 23:04:54.809559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-004770fd-bb1b-4abc-a6b7-985423f360f5 req-9d6c0f12-0961-4104-b5b2-9bf13423224e tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639114 Feb 17 23:04:55.534946 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:55.935106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92807910-92a4-4001-8570-a9b8deeb20e4 req-77b3854b-e17a-4065-b49b-372e9a5e642d tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:55.936599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92807910-92a4-4001-8570-a9b8deeb20e4 req-77b3854b-e17a-4065-b49b-372e9a5e642d tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 948 time: 0.0584452 Feb 17 23:04:55.985449 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92807910-92a4-4001-8570-a9b8deeb20e4 req-322b5330-1d7b-42df-9183-8d1fa377ee2e tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431416 Feb 17 23:04:57.077799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:04:57.110196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14d492-7f97-4b69-a173-f311223328fc req-180206bc-f8eb-4355-a013-fa474b3be58e tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:57.111802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b14d492-7f97-4b69-a173-f311223328fc req-180206bc-f8eb-4355-a013-fa474b3be58e tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 948 time: 0.0566940 Feb 17 23:04:57.161865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b14d492-7f97-4b69-a173-f311223328fc req-33195253-eed9-4884-b26d-f12ffdfd3d2f tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434816 Feb 17 23:04:57.184500 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:57.197979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e', 'network_id': '29dcda1c-858a-4585-ae83-bc96029ecfe8', 'port_id': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e', 'mac_address': 'fa:16:3e:f5:2f:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82506d40-0aea-43e1-a1fe-5c1eb9229ad3', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:04:57.235164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:04:57.235580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:57.252617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:04:57.272731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:57.278217 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:57.325963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:57.645002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['73c0cfe6-90e6-49e6-aa31-5123eff6ba7e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:04:58.279617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ac1cc-0fd1-48fd-b566-ce9ba703d77d req-43a5c175-c6cd-4d12-aa35-88164d66da39 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:58.281072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-476ac1cc-0fd1-48fd-b566-ce9ba703d77d req-43a5c175-c6cd-4d12-aa35-88164d66da39 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 949 time: 0.0510290 Feb 17 23:04:58.330342 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-476ac1cc-0fd1-48fd-b566-ce9ba703d77d req-ad2321a6-8665-40c5-a861-f262c4fb4398 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437667 Feb 17 23:04:59.074062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:04:59.124130 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:04:59.128051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:04:59.128446 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:59.203067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:04:59.203468 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:59.225263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:04:59.243484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:04:59.247866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:04:59.272948 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf6a7b82-ca1a-4a42-b6dc-708134a30d65" -d '{"events": [{"server_uuid": "6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "73c0cfe6-90e6-49e6-aa31-5123eff6ba7e"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:04:59.303101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:04:59.356703 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb8a96-1d4d-4e1f-ba4f-97136d14fb1e x-openstack-request-id: req-26eb8a96-1d4d-4e1f-ba4f-97136d14fb1e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:04:59.357001 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a", "name": "network-vif-plugged", "status": "completed", "tag": "73c0cfe6-90e6-49e6-aa31-5123eff6ba7e", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:04:59.357260 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26eb8a96-1d4d-4e1f-ba4f-97136d14fb1e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:04:59.357931 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e', 'code': 200} Feb 17 23:04:59.462237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107dfff-47ed-4a63-914d-ef55d3cb0fa9 req-9671ca58-46d1-4338-a3ec-7db77a22280d tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:59.463756 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2107dfff-47ed-4a63-914d-ef55d3cb0fa9 req-9671ca58-46d1-4338-a3ec-7db77a22280d tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 950 time: 0.0640845 Feb 17 23:04:59.527493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdba22-f783-4fe6-b5ff-28561415c6b6 req-e532c0a8-4db1-4eb4-a346-8af8178642fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:04:59.529020 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0efdba22-f783-4fe6-b5ff-28561415c6b6 req-e532c0a8-4db1-4eb4-a346-8af8178642fc service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 1133 time: 0.0835388 Feb 17 23:04:59.532491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2107dfff-47ed-4a63-914d-ef55d3cb0fa9 req-dde27218-6e35-4e90-aeab-75982e7fb50e tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549095 Feb 17 23:04:59.574298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0efdba22-f783-4fe6-b5ff-28561415c6b6 req-34cd64ca-ba23-4124-956c-561414c44f9a service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392857 Feb 17 23:05:00.987681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027fa83-b991-4c4c-a747-2b0528c2a996 req-738ed4cd-38de-4393-92c5-1e7405437289 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:00.989164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5027fa83-b991-4c4c-a747-2b0528c2a996 req-738ed4cd-38de-4393-92c5-1e7405437289 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 950 time: 0.3874958 Feb 17 23:05:01.036394 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5027fa83-b991-4c4c-a747-2b0528c2a996 req-1588405d-fa8c-429c-a892-b7e6113ac7fb tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414505 Feb 17 23:05:02.154771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c3c972-97f5-415e-a8f6-4be5e747f75a req-743322b1-ad02-4f14-a42a-936a865bab66 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:02.156285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2c3c972-97f5-415e-a8f6-4be5e747f75a req-743322b1-ad02-4f14-a42a-936a865bab66 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 950 time: 0.0538659 Feb 17 23:05:02.204334 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2c3c972-97f5-415e-a8f6-4be5e747f75a req-4a54cc00-5495-4540-9ef7-08fddab7bd47 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425489 Feb 17 23:05:02.612657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-6048a252-3172-45a4-966a-fdfdee6d4ea5 req-c60e54bc-c880-4c4d-83d3-5108ab175d43 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:05:02.613643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6048a252-3172-45a4-966a-fdfdee6d4ea5 req-c60e54bc-c880-4c4d-83d3-5108ab175d43 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475755 Feb 17 23:05:03.210550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ddb673-532d-474a-a27a-1a855f102103 req-ed1c2807-24f2-46de-8f68-4d3d9bd7a0c1 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:03.212086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81ddb673-532d-474a-a27a-1a855f102103 req-ed1c2807-24f2-46de-8f68-4d3d9bd7a0c1 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 950 time: 0.0589464 Feb 17 23:05:03.258873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81ddb673-532d-474a-a27a-1a855f102103 req-88cb88a5-a002-46e8-9cd7-c2b8fc23ac33 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409937 Feb 17 23:05:04.380258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c7f57-b1db-4668-8d9f-610f3f24fb49 req-e8fbb951-745b-4979-99c8-2979fa0a608e tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:04.381812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed9c7f57-b1db-4668-8d9f-610f3f24fb49 req-e8fbb951-745b-4979-99c8-2979fa0a608e tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 950 time: 0.0530365 Feb 17 23:05:04.429250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed9c7f57-b1db-4668-8d9f-610f3f24fb49 req-ecee1923-cc60-4e29-a5de-5dfc2185223d tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/security-groups?id=5e09371a-e2be-491b-af2c-dd58ad2b77f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 Feb 17 23:05:04.664443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-32664e49-946b-4a1c-8ab2-efb2607c5864 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:04.666411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-32664e49-946b-4a1c-8ab2-efb2607c5864 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.94 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 950 time: 0.0517375 Feb 17 23:05:04.759902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Deleting port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:05:04.760234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:04.853669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] For port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,segment=NetworkSegment(eb2e31e8-ecc2-4337-b3fe-a783389921f9),segment_id=eb2e31e8-ecc2-4337-b3fe-a783389921f9)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:04.854033 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:04.872185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Calling delete_port for 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:05:04.998167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (73c0cfe6-90e6-49e6-aa31-5123eff6ba7e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:05.024372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Pushing event deleted for resources: {'Port': ['ID=73c0cfe6-90e6-49e6-aa31-5123eff6ba7e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:05.030595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['73c0cfe6-90e6-49e6-aa31-5123eff6ba7e'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:05:05.075219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] No DVR routers for this DVR port 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:05:05.078435 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:05.081919 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b06a2ce1-8e7e-4dde-9bbc-b41b184c7f85 req-583cafc8-e61c-4364-ad60-2a58f9b78fb4 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.94 "DELETE /v2.0/ports/73c0cfe6-90e6-49e6-aa31-5123eff6ba7e HTTP/1.1" status: 204 len: 173 time: 0.4107778 Feb 17 23:05:05.083258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'name': 'network-vif-deleted', 'tag': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:05.085612 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b0d1a56-8f0c-416a-a43f-c00af3408db2" -d '{"events": [{"server_uuid": "6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a", "name": "network-vif-deleted", "tag": "73c0cfe6-90e6-49e6-aa31-5123eff6ba7e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:05:05.125592 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e418b1fc-af6d-4031-8483-da348dfdf868 x-openstack-request-id: req-e418b1fc-af6d-4031-8483-da348dfdf868 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:05:05.125893 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a", "name": "network-vif-deleted", "tag": "73c0cfe6-90e6-49e6-aa31-5123eff6ba7e", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:05:05.126148 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e418b1fc-af6d-4031-8483-da348dfdf868 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:05:05.126551 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a', 'name': 'network-vif-deleted', 'tag': '73c0cfe6-90e6-49e6-aa31-5123eff6ba7e', 'status': 'completed', 'code': 200} Feb 17 23:05:05.542387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-75de1561-a679-4bf1-9773-38eead2ca2a8 req-8b098b67-9393-4c85-a287-39ee03ea4f38 tempest-ServersAdminNegativeTestJSON-1920669287 tempest-ServersAdminNegativeTestJSON-1920669287-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a4fb8f7-a393-447b-b6c8-5fd3538d2f5a HTTP/1.1" status: 200 len: 210 time: 0.0312698 Feb 17 23:05:06.856141 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36566) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:06.984015 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-13577463-d793-4612-b9a7-8480b1ed078e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67fed8eb64074508ad1aa89466075128&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1267064 Feb 17 23:05:06.986533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36570) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:07.033255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Publish callbacks [] for security_group (5e09371a-e2be-491b-af2c-dd58ad2b77f7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.054097 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Publish callbacks [] for security_group (5e09371a-e2be-491b-af2c-dd58ad2b77f7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.104915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5e09371a-e2be-491b-af2c-dd58ad2b77f7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.107583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.108984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5e09371a-e2be-491b-af2c-dd58ad2b77f7 HTTP/1.1" status: 204 len: 168 time: 0.1216254 Feb 17 23:05:07.116884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e09371a-e2be-491b-af2c-dd58ad2b77f7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:07.124682 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.125035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.125399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.125715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.126045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.126368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.126697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.127024 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.127348 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.127700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.128027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.128350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.128673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2c942-e032-4fef-b0a2-431173a7d0f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.358815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36576) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:07.371932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af7a29e8-8073-4ace-8ece-a338476d4c4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.446064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af7a29e8-8073-4ace-8ece-a338476d4c4a admin admin] Publish callbacks [] for security_group (ea953e85-0a3d-40e9-914f-b84a816728ac), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.449970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-af7a29e8-8073-4ace-8ece-a338476d4c4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ea953e85-0a3d-40e9-914f-b84a816728ac), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.489470 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-af7a29e8-8073-4ace-8ece-a338476d4c4a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6d2e256bb1a04d029d53888d274163dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1295114 Feb 17 23:05:07.490823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a29e8-8073-4ace-8ece-a338476d4c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea953e85-0a3d-40e9-914f-b84a816728ac,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:07.492268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36578) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:07.540991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Publish callbacks [] for security_group (ea953e85-0a3d-40e9-914f-b84a816728ac), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.562708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Publish callbacks [] for security_group (ea953e85-0a3d-40e9-914f-b84a816728ac), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.609593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (ea953e85-0a3d-40e9-914f-b84a816728ac), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.612191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:07.613340 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ea953e85-0a3d-40e9-914f-b84a816728ac HTTP/1.1" status: 204 len: 168 time: 0.1194210 Feb 17 23:05:07.620964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea953e85-0a3d-40e9-914f-b84a816728ac,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:07.628263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.628614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.628957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.629299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.629632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.629961 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.630292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.630620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.631209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.631341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.631689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.632016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:07.632340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a40c4fb-e247-4c84-9ac1-592fd092026b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:08.272110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36600) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:08.363778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1485098928-network', 'tenant_id': '05427afcc66a43f1b136f1ace8696015'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:08.383213 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Made reservation on behalf of 05427afcc66a43f1b136f1ace8696015 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:05:08.386030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.394369 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.466565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks [] for security_group (777cea5d-bd3a-412a-b56f-d7a76701a49f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.470830 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (777cea5d-bd3a-412a-b56f-d7a76701a49f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.495642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:05:08.505341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777cea5d-bd3a-412a-b56f-d7a76701a49f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:08.511874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4a9bd589-8748-4349-9c68-0bc800eac952), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.512228 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Added segment 4a9bd589-8748-4349-9c68-0bc800eac952 of type vlan for network d3e87483-9735-42c8-8ea3-1623343aed24 Feb 17 23:05:08.554740 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d3e87483-9735-42c8-8ea3-1623343aed24), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.579536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d3e87483-9735-42c8-8ea3-1623343aed24), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.580489 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:08.581066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:08.635549 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3620906 Feb 17 23:05:08.638449 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36604) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:08.643188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Request body: {'subnet': {'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1485098928-subnet', 'tenant_id': '05427afcc66a43f1b136f1ace8696015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:08.658199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a7774-3f2c-48c8-8250-cd89694c06bd admin admin] Pushing event updated for resources: {'Network': ['ID=d3e87483-9735-42c8-8ea3-1623343aed24,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:08.668586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d3e87483-9735-42c8-8ea3-1623343aed24 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:05:08.672814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Made reservation on behalf of 05427afcc66a43f1b136f1ace8696015 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:05:08.675898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:09.105061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:05:09.126123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:05:09.126469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 73c0cfe6-90e6-49e6-aa31-5123eff6ba7e not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:05:09.132912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (a93651d6-3fd3-4e7d-b6b4-c9361069151c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:09.191758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a93651d6-3fd3-4e7d-b6b4-c9361069151c,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:09.201097 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Checking segment: {'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:05:09.201456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Network hostable DHCP agents. Network: d3e87483-9735-42c8-8ea3-1623343aed24, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:05:09.217538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Network d3e87483-9735-42c8-8ea3-1623343aed24 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:05:09.225960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d3e87483-9735-42c8-8ea3-1623343aed24) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:09.230113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:09.230737 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:09.236735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d199fbe-51e4-4e58-8fee-d8b5d3c01591 None None] Network d3e87483-9735-42c8-8ea3-1623343aed24 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:05:09.246455 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-be81edea-ea62-497e-a754-f4be95b7891b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6070032 Feb 17 23:05:09.338406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a6276-fdb5-42e9-b010-63ea5bb366c6 None None] Network d3e87483-9735-42c8-8ea3-1623343aed24 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:05:09.669538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-78a9010d-ff5b-409e-bbd6-0793ea427389 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:09.670997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-78a9010d-ff5b-409e-bbd6-0793ea427389 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 812 time: 0.1042976 Feb 17 23:05:09.686296 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-d19bafcc-d181-48f7-b723-c51a051c6c0b tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/quotas/05427afcc66a43f1b136f1ace8696015 HTTP/1.1" status: 200 len: 375 time: 0.0099068 Feb 17 23:05:09.718177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-00f86a0c-0f67-478c-a32f-8a624e81f2a9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272045 Feb 17 23:05:09.726220 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:09.808545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-a145ceda-3e82-4e13-ac57-a6b56eea110b service neutron] 10.222.0.79 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830224 Feb 17 23:05:09.903277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-37a3351c-0aaf-4afe-be9c-e09de4750da1 service neutron] 10.222.0.79 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889833 Feb 17 23:05:10.061580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f462e666-0a2d-4e61-a48a-e53f29535e20 req-5fbbfb2d-7a04-42b0-b6b2-e11e166599ce tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 210 time: 0.0273497 Feb 17 23:05:11.033409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-a28c14e5-6dc6-481c-bd81-5d5757c657ab tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:11.034907 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-a28c14e5-6dc6-481c-bd81-5d5757c657ab tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.94 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 812 time: 0.1059577 Feb 17 23:05:11.053164 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Request body: {'port': {'device_id': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24', 'admin_state_up': True, 'tenant_id': '05427afcc66a43f1b136f1ace8696015'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:11.166451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-053b639d-90e3-444d-9d46-c8dce68a7f0a req-fcd6bf3b-1d1f-4c80-8799-d2a3701c96c5 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 210 time: 0.0355649 Feb 17 23:05:11.187659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Made reservation on behalf of 05427afcc66a43f1b136f1ace8696015 for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:05:11.190914 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:11.324047 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Allocated IP 172.20.0.5 (d3e87483-9735-42c8-8ea3-1623343aed24/a93651d6-3fd3-4e7d-b6b4-c9361069151c/3b7da7de-8e05-40a1-8d5d-27d69af84ddb) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:05:11.474084 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks [] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:11.505763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:11.549419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Network d3e87483-9735-42c8-8ea3-1623343aed24 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:05:11.554914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:05:11.558647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:05:11.583807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:11.611555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:11.612163 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:11.627100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-f4a39646-43fc-4975-ba87-982296057304 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5790265 Feb 17 23:05:11.643360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Request body: {'port': {'device_id': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:11.704771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:11.962986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b7da7de-8e05-40a1-8d5d-27d69af84ddb {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:05:11.970287 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Publish callbacks [] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:11.982563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Transition to ACTIVE for port object 3b7da7de-8e05-40a1-8d5d-27d69af84ddb will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:11.986510 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:12.036994 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:12.104137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:05:12.104468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:05:12.104787 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on network d3e87483-9735-42c8-8ea3-1623343aed24 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:05:12.109193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on network d3e87483-9735-42c8-8ea3-1623343aed24 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:05:12.109511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on network d3e87483-9735-42c8-8ea3-1623343aed24 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:05:12.114234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:05:12.114567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Checking segment: {'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:05:12.115245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Bound using segment: {'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:05:12.115510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Bound port: 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:05:12.115842 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:12.185057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:05:12.188364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:05:12.193733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:12.233036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:12.233649 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:12.235071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] 10.222.0.94 "PUT /v2.0/ports/3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 1092 time: 0.5956655 Feb 17 23:05:12.235536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:12.237778 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2999b152-4397-46de-947f-32c80ff779d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:05:12.296074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde5e765-eb29-4090-bfa4-4b40098e3dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:12.340947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbb647-2b03-41e3-8525-ce0b17d12a35 req-ce017b74-f147-4bd2-af8b-87761b0aa44f tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:12.342482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccbbb647-2b03-41e3-8525-ce0b17d12a35 req-ce017b74-f147-4bd2-af8b-87761b0aa44f tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 943 time: 0.1018808 Feb 17 23:05:12.357302 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-5ba46d70-ecd7-4f69-8b15-3352dd6aecc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:12.359002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-5ba46d70-ecd7-4f69-8b15-3352dd6aecc3 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1126 time: 0.0721047 Feb 17 23:05:12.418107 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-d3bf4f2c-0cb8-4630-95be-1caef3d88e3c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0445802 Feb 17 23:05:12.425066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ccbbb647-2b03-41e3-8525-ce0b17d12a35 req-0974caa4-1a07-40ea-864f-596f3f132ee7 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751595 Feb 17 23:05:12.468986 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ab315d-001d-4024-af57-908b4cb225f5 x-openstack-request-id: req-75ab315d-001d-4024-af57-908b4cb225f5 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:05:12.469283 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:05:12.469541 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75ab315d-001d-4024-af57-908b4cb225f5 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:05:12.469950 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'status': 'completed', 'code': 200} Feb 17 23:05:12.475643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-44289fd0-1cae-404f-9a6a-1c830fe57d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:12.477154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-44289fd0-1cae-404f-9a6a-1c830fe57d67 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0512118 Feb 17 23:05:12.512350 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-2b4a70e4-1556-425d-b76c-b1a04087b133 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263393 Feb 17 23:05:12.603391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-c2935263-ee9d-43b5-8d89-49cfb58ac561 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831556 Feb 17 23:05:12.697288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56adedb1-3f65-4150-ab82-02ee6c2d6a05 req-6017b7b7-aca6-49ce-abef-3d83cf11596d service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871058 Feb 17 23:05:12.826192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999b152-4397-46de-947f-32c80ff779d0 req-2dd27451-d188-411d-a8f0-2716dffa3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:12.827642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2999b152-4397-46de-947f-32c80ff779d0 req-2dd27451-d188-411d-a8f0-2716dffa3aec service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1126 time: 0.0457537 Feb 17 23:05:12.921373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999b152-4397-46de-947f-32c80ff779d0 req-e02bd8bf-9b94-4430-a09f-223e8810ed8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:12.922828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2999b152-4397-46de-947f-32c80ff779d0 req-e02bd8bf-9b94-4430-a09f-223e8810ed8e service neutron] 10.222.0.94 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 913 time: 0.0884004 Feb 17 23:05:12.971763 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2999b152-4397-46de-947f-32c80ff779d0 req-4d0a01f3-baee-4e13-b9eb-bed4bf3d82e2 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0339887 Feb 17 23:05:13.018489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2999b152-4397-46de-947f-32c80ff779d0 req-1eae853d-c7de-4b9d-8d45-d13dd92b52ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:13.019918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2999b152-4397-46de-947f-32c80ff779d0 req-1eae853d-c7de-4b9d-8d45-d13dd92b52ad service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0432742 Feb 17 23:05:13.050438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2999b152-4397-46de-947f-32c80ff779d0 req-2914f100-e1ec-4abd-96c5-7953b3b69f0a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249975 Feb 17 23:05:13.141924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2999b152-4397-46de-947f-32c80ff779d0 req-9f6eb9bb-3a8a-4017-967d-d4bd8dbcdf53 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844824 Feb 17 23:05:13.229387 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2999b152-4397-46de-947f-32c80ff779d0 req-54c099c1-5aaf-4999-a268-91d6e096b57e service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817206 Feb 17 23:05:13.553182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d034a2-e3e8-41cb-a86d-95a3aa1023fb req-9831771a-b87b-4987-bc70-543aae1288fc tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:13.554673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99d034a2-e3e8-41cb-a86d-95a3aa1023fb req-9831771a-b87b-4987-bc70-543aae1288fc tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 943 time: 0.0576737 Feb 17 23:05:13.601652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-99d034a2-e3e8-41cb-a86d-95a3aa1023fb req-41d6e1cc-a07f-4bfa-be66-1146cb3f3205 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413172 Feb 17 23:05:14.521314 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ee770780-2fd3-405d-ba20-26955b0317bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:14.721086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eea1c7-0235-4dba-a517-71b8d4c386b9 req-b425558e-7ec0-41dd-9c64-ba1bceade58d tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:14.722448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34eea1c7-0235-4dba-a517-71b8d4c386b9 req-b425558e-7ec0-41dd-9c64-ba1bceade58d tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 943 time: 0.0527112 Feb 17 23:05:14.768702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34eea1c7-0235-4dba-a517-71b8d4c386b9 req-702ce249-fec0-40d3-bc30-060bb6fd43b0 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405951 Feb 17 23:05:15.891830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2fb4f-0117-4925-87cb-ae7ac01c669f req-ce5a6828-68a3-4b51-8c88-5dd319474604 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:15.893281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85e2fb4f-0117-4925-87cb-ae7ac01c669f req-ce5a6828-68a3-4b51-8c88-5dd319474604 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 943 time: 0.0568686 Feb 17 23:05:15.939145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85e2fb4f-0117-4925-87cb-ae7ac01c669f req-d5a05b2d-723b-4b49-b86f-dd064f7535d0 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402536 Feb 17 23:05:17.058816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346efa4-954f-44ac-b6e1-a4f8dc574d52 req-44232cd0-3773-46a8-8762-63d64c0d5700 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:17.060314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7346efa4-954f-44ac-b6e1-a4f8dc574d52 req-44232cd0-3773-46a8-8762-63d64c0d5700 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 943 time: 0.0528569 Feb 17 23:05:17.107889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7346efa4-954f-44ac-b6e1-a4f8dc574d52 req-9aea176e-a12a-4e5f-9d74-5f2aa7efad6c tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418053 Feb 17 23:05:17.138453 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:05:17.235587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:17.246537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24', 'port_id': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'mac_address': 'fa:16:3e:ad:c3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93651d6-3fd3-4e7d-b6b4-c9361069151c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:05:17.282291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:05:17.282673 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:17.295755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7da7de-8e05-40a1-8d5d-27d69af84ddb {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:05:17.315140 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:17.318872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:17.373505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:17.386515 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a5cfeb69-48df-4772-bcd3-85d1dd1a0a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:17.714928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['3b7da7de-8e05-40a1-8d5d-27d69af84ddb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:05:18.078056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:18.226051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0194650-a3dc-4338-905d-517622c23abe req-729240c9-8ab0-417d-bdf1-9de31c6762d4 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:18.228106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0194650-a3dc-4338-905d-517622c23abe req-729240c9-8ab0-417d-bdf1-9de31c6762d4 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 944 time: 0.0521798 Feb 17 23:05:18.277702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d0194650-a3dc-4338-905d-517622c23abe req-74ece961-a63d-42e3-b1c7-acd6d882d4e2 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438230 Feb 17 23:05:19.135987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:05:19.183905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:19.187742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:19.188115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:19.264088 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:05:19.264508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:19.289377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:19.291695 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a199d73-29ce-4bd5-9a8a-7175c1d0104b" -d '{"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-plugged", "status": "completed", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:05:19.304535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:19.309149 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:19.334789 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ff1117-0386-4c5d-81e3-5c2319932c9b x-openstack-request-id: req-b0ff1117-0386-4c5d-81e3-5c2319932c9b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:05:19.335078 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-plugged", "status": "completed", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:05:19.335333 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b0ff1117-0386-4c5d-81e3-5c2319932c9b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:05:19.335752 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'code': 200} Feb 17 23:05:19.363743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:19.460576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812173e-2dc5-458e-91ef-63b3a90ff3ab req-036b505d-6dd9-4c6d-8692-96785ef74b35 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:19.462056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8812173e-2dc5-458e-91ef-63b3a90ff3ab req-036b505d-6dd9-4c6d-8692-96785ef74b35 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0797999 Feb 17 23:05:19.490029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad085c-69de-4bd5-8c61-068d0d694c5b req-a64598f8-141a-46a4-92b1-66b3afb6de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:19.491935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fad085c-69de-4bd5-8c61-068d0d694c5b req-a64598f8-141a-46a4-92b1-66b3afb6de55 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1128 time: 0.0741298 Feb 17 23:05:19.493004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:19.532284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8812173e-2dc5-458e-91ef-63b3a90ff3ab req-d6c381fe-27c2-48f4-9fe3-99299fa56e6e tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630183 Feb 17 23:05:19.554115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0fad085c-69de-4bd5-8c61-068d0d694c5b req-ea421079-ead1-45d6-90f2-9ee07115833b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568318 Feb 17 23:05:20.659629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9336d-75da-4466-b48b-f4c454d7c7d1 req-e5ffa316-e43a-41a3-a801-620a66f335f6 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:20.661110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4d9336d-75da-4466-b48b-f4c454d7c7d1 req-e5ffa316-e43a-41a3-a801-620a66f335f6 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0571506 Feb 17 23:05:20.708465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4d9336d-75da-4466-b48b-f4c454d7c7d1 req-9bdf76c9-924d-49f6-b89a-4123104a5942 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Feb 17 23:05:20.929632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:21.440905 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-155d3544-deba-4996-9029-50990c0de12f service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432930 Feb 17 23:05:21.536781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-34e13d1d-8dc1-4d28-8555-d1a15b5e5c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:21.538280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-34e13d1d-8dc1-4d28-8555-d1a15b5e5c03 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1128 time: 0.0441933 Feb 17 23:05:21.642949 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-06a73cd6-132b-458f-8c66-f5c6e8c55476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:21.644439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-06a73cd6-132b-458f-8c66-f5c6e8c55476 service neutron] 10.222.0.94 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 913 time: 0.0879788 Feb 17 23:05:21.684875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-ecc0729b-6e0e-4029-9138-53f60a8a0d81 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0340815 Feb 17 23:05:21.732507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-a1cba7bf-e421-4d62-a22b-101e7c0f70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:21.734131 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-a1cba7bf-e421-4d62-a22b-101e7c0f70eb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0431156 Feb 17 23:05:21.770062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-e6e07841-6518-4033-b2ec-7559ef3ffa38 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298636 Feb 17 23:05:21.895696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae2791-e5aa-46f6-875e-ca6c59b9390c req-6cfff304-5e8b-4ed0-9a10-bad6aca31b94 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:21.897165 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eae2791-e5aa-46f6-875e-ca6c59b9390c req-6cfff304-5e8b-4ed0-9a10-bad6aca31b94 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.1192153 Feb 17 23:05:21.903047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-40a57db4-6ef0-4166-a7f3-346f1e31e6e4 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270745 Feb 17 23:05:21.993778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8eae2791-e5aa-46f6-875e-ca6c59b9390c req-8f397929-16ab-4fdd-bda7-de62e3d78a51 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896604 Feb 17 23:05:22.020984 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50e9480a-c496-4d55-a8f6-da9dfe34583f req-aab99f8b-caaf-4d30-8b0c-1b50bb6c3f23 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105618 Feb 17 23:05:22.242717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dda38b-f1c3-4791-af9c-4549f4478357 req-af40e5c4-312b-46ed-bd73-79be2db3c6ba tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.244395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05dda38b-f1c3-4791-af9c-4549f4478357 req-af40e5c4-312b-46ed-bd73-79be2db3c6ba tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0594046 Feb 17 23:05:22.270153 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-89e16572-055f-400c-a5cb-1d1f75d9a5a2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0964582 Feb 17 23:05:22.282362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-837edff6-4c85-4a56-b7d8-42d5456a2319 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:05:22.283884 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-837edff6-4c85-4a56-b7d8-42d5456a2319 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053165 Feb 17 23:05:22.296331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05dda38b-f1c3-4791-af9c-4549f4478357 req-a1fe9d1f-b06e-49e5-8e8d-46cdc8fdab54 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463316 Feb 17 23:05:22.722222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-9f561257-1c72-46f6-89ae-140cb70fd086 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:22.723611 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-9f561257-1c72-46f6-89ae-140cb70fd086 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports/3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 942 time: 0.0994475 Feb 17 23:05:23.420456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3fb6a-b29d-494f-b0ab-0cc41d0a1a90 req-99d77816-3bb2-4345-9691-ca772c647596 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:23.421960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efe3fb6a-b29d-494f-b0ab-0cc41d0a1a90 req-99d77816-3bb2-4345-9691-ca772c647596 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0552063 Feb 17 23:05:23.479017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efe3fb6a-b29d-494f-b0ab-0cc41d0a1a90 req-7e30b92b-a475-4412-8bf8-eb9eebc54adb tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495255 Feb 17 23:05:23.515216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-ad647b1f-6442-4644-951f-eb31c861030f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:23.516731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-ad647b1f-6442-4644-951f-eb31c861030f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1128 time: 0.0482330 Feb 17 23:05:23.609322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-8ec38e8d-5b6b-4f9b-80bd-5d3eff0bc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:23.610678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-8ec38e8d-5b6b-4f9b-80bd-5d3eff0bc9fa service neutron] 10.222.0.94 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 913 time: 0.0886471 Feb 17 23:05:23.649125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-d5031363-9157-4b7c-9945-5b0db98909dc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0326529 Feb 17 23:05:23.695046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-382271f3-a519-4944-b96f-952b62024987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:23.696715 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-382271f3-a519-4944-b96f-952b62024987 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0427454 Feb 17 23:05:23.732237 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-ad7ecb5b-edf8-4fcc-af54-c9d2f086dcf0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294344 Feb 17 23:05:23.819201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-809daad6-2bbf-4f29-b3a1-705fd6a27041 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810285 Feb 17 23:05:23.909532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-d2e65828-e254-4171-900d-fade6c9d444d service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851133 Feb 17 23:05:24.296536 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:05:24.604850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bae5fb-d0d8-4d7c-bd2d-e5fa057e9c61 req-688af06c-19b4-45e8-976c-68f386b65ea2 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:24.606219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47bae5fb-d0d8-4d7c-bd2d-e5fa057e9c61 req-688af06c-19b4-45e8-976c-68f386b65ea2 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0534561 Feb 17 23:05:24.653708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47bae5fb-d0d8-4d7c-bd2d-e5fa057e9c61 req-7166d4ba-1cb8-4f07-8c01-38e2094bea9e tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Feb 17 23:05:25.545903 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:25.772674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4a3a4-472f-4f57-ac6a-20aa169900ce req-7755a3cc-97aa-4c6d-96b6-2c70865555b6 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:25.774138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1d4a3a4-472f-4f57-ac6a-20aa169900ce req-7755a3cc-97aa-4c6d-96b6-2c70865555b6 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0530648 Feb 17 23:05:25.821450 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1d4a3a4-472f-4f57-ac6a-20aa169900ce req-54f02be3-406f-4e62-a7e3-9ccdc05f4b09 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416975 Feb 17 23:05:26.944510 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ce43a8-3b4d-4d29-853e-b1049381d27c req-f60d519f-1f25-45aa-8aca-574c013176e8 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:26.945967 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0ce43a8-3b4d-4d29-853e-b1049381d27c req-f60d519f-1f25-45aa-8aca-574c013176e8 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0565128 Feb 17 23:05:26.992930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0ce43a8-3b4d-4d29-853e-b1049381d27c req-0297b513-f5f6-408e-aed3-597ec1cb216d tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408864 Feb 17 23:05:28.112974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765b8b0-9dd7-4ace-9d2d-5717dada5009 req-4f725dc8-a07c-4807-abce-56500fc88b75 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:28.114527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2765b8b0-9dd7-4ace-9d2d-5717dada5009 req-4f725dc8-a07c-4807-abce-56500fc88b75 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0537519 Feb 17 23:05:28.160711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2765b8b0-9dd7-4ace-9d2d-5717dada5009 req-ed118451-1e37-4fdc-b31b-530534cd68d5 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402050 Feb 17 23:05:29.282515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ca16bb-2d3e-4b1e-9c78-701597fb16da req-cfad0751-985c-49ac-a561-bb0d5c7809cf tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:29.283992 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56ca16bb-2d3e-4b1e-9c78-701597fb16da req-cfad0751-985c-49ac-a561-bb0d5c7809cf tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0560169 Feb 17 23:05:29.330192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56ca16bb-2d3e-4b1e-9c78-701597fb16da req-4c973da2-5908-44e8-a20a-394071493d58 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 Feb 17 23:05:30.449984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079d626-4016-4217-8a62-205674008590 req-9808adcf-b888-451b-bf31-4050eb061b82 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:30.451461 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6079d626-4016-4217-8a62-205674008590 req-9808adcf-b888-451b-bf31-4050eb061b82 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0534096 Feb 17 23:05:30.497871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6079d626-4016-4217-8a62-205674008590 req-5a6616f4-c797-4296-b391-0b96cd4de73f tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409000 Feb 17 23:05:31.618491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488c0ee-94e7-4e8a-ac42-d4587502d523 req-03ac4f8b-9f9e-4143-860b-d54d3758d28c tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:31.620022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c488c0ee-94e7-4e8a-ac42-d4587502d523 req-03ac4f8b-9f9e-4143-860b-d54d3758d28c tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0517950 Feb 17 23:05:31.669934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c488c0ee-94e7-4e8a-ac42-d4587502d523 req-2db26ea9-b800-4efc-a43b-7d6c2aa30844 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Feb 17 23:05:32.789306 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d87554-ce1a-48f8-9d9c-8e9f41478aa1 req-4c40615e-8586-4c99-857d-212769bf1c40 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:32.791247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07d87554-ce1a-48f8-9d9c-8e9f41478aa1 req-4c40615e-8586-4c99-857d-212769bf1c40 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0528288 Feb 17 23:05:32.838488 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07d87554-ce1a-48f8-9d9c-8e9f41478aa1 req-4363c3aa-df40-484c-94d0-0fedc549a0d5 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Feb 17 23:05:33.961539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341e16d9-656e-4b06-93e7-5cb4ddfd1a44 req-e5cf7b49-df5b-489f-b8ed-36cbb60ca504 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:33.963669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-341e16d9-656e-4b06-93e7-5cb4ddfd1a44 req-e5cf7b49-df5b-489f-b8ed-36cbb60ca504 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0529854 Feb 17 23:05:34.009971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-341e16d9-656e-4b06-93e7-5cb4ddfd1a44 req-b41f2c95-397e-4a2a-a49b-a6979e69cc82 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Feb 17 23:05:35.132923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11e00b-95e1-4a97-911f-62494425d7a4 req-4e73e5f2-fb24-4d8e-a436-e00256a7c0d4 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:35.135034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa11e00b-95e1-4a97-911f-62494425d7a4 req-4e73e5f2-fb24-4d8e-a436-e00256a7c0d4 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0561216 Feb 17 23:05:35.181970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa11e00b-95e1-4a97-911f-62494425d7a4 req-b32df854-0dbc-4a39-add5-e80d4989cb02 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408194 Feb 17 23:05:36.311473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f63269-bcad-4352-879d-f094c626b494 req-5f16263e-43e8-488b-80ba-cd555b694992 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:36.312946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48f63269-bcad-4352-879d-f094c626b494 req-5f16263e-43e8-488b-80ba-cd555b694992 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0575790 Feb 17 23:05:36.362621 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48f63269-bcad-4352-879d-f094c626b494 req-2dab0aff-44bb-4605-b04a-9585f7578503 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430808 Feb 17 23:05:37.487478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076489ae-8e8b-4267-aaa6-6a782bcee4fa req-f14eb14b-4b7f-4978-8ee0-857f145c1848 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:37.488963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-076489ae-8e8b-4267-aaa6-6a782bcee4fa req-f14eb14b-4b7f-4978-8ee0-857f145c1848 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0576491 Feb 17 23:05:37.540553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-076489ae-8e8b-4267-aaa6-6a782bcee4fa req-e57ca647-a538-40b6-be98-2c14d646cffd tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459273 Feb 17 23:05:38.663438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a789d5ed-1014-4725-95a6-67f8e35f5024 req-02049a14-aac7-4622-9ef3-72ad4c922489 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:38.664894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a789d5ed-1014-4725-95a6-67f8e35f5024 req-02049a14-aac7-4622-9ef3-72ad4c922489 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0519252 Feb 17 23:05:38.710314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a789d5ed-1014-4725-95a6-67f8e35f5024 req-ed34bfa4-4047-4306-a289-c40686e08e5a tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392227 Feb 17 23:05:39.726881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:39.830263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aa5501-1af8-49cd-9283-2ae510148866 req-4266e782-7406-4e04-864e-bbedbc276dd4 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:39.831646 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59aa5501-1af8-49cd-9283-2ae510148866 req-4266e782-7406-4e04-864e-bbedbc276dd4 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0529015 Feb 17 23:05:39.878034 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-59aa5501-1af8-49cd-9283-2ae510148866 req-c6398d92-ab4b-49c4-bc78-12aad41213ae tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406852 Feb 17 23:05:41.000833 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e99e16-ef29-4a9a-8e48-e7027309d309 req-4324c21f-0144-4e65-b848-a9f0ccaa8f4e tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:41.002289 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18e99e16-ef29-4a9a-8e48-e7027309d309 req-4324c21f-0144-4e65-b848-a9f0ccaa8f4e tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0564978 Feb 17 23:05:41.048538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-18e99e16-ef29-4a9a-8e48-e7027309d309 req-b853bd4b-98a9-439d-abd2-442cf693a485 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Feb 17 23:05:42.169435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf2fd8-3d5f-441b-b209-bd98a0befebd req-3ced8d04-8198-49ff-bf8e-aace5928fb45 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:42.170916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdaf2fd8-3d5f-441b-b209-bd98a0befebd req-3ced8d04-8198-49ff-bf8e-aace5928fb45 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0535219 Feb 17 23:05:42.219980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdaf2fd8-3d5f-441b-b209-bd98a0befebd req-4ea2753d-73b1-4a09-a2d7-bf05653bee11 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435278 Feb 17 23:05:43.345322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b76f51-9110-42ea-90aa-6f2e2960be0f req-ce136b6a-0050-4722-8317-0604a1c5492b tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:43.346765 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7b76f51-9110-42ea-90aa-6f2e2960be0f req-ce136b6a-0050-4722-8317-0604a1c5492b tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0587511 Feb 17 23:05:43.392834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d7b76f51-9110-42ea-90aa-6f2e2960be0f req-381754a3-a4b2-434b-9d85-6df1ce52d0e4 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404961 Feb 17 23:05:44.512157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f2b537-86ff-4d73-907c-ad02672cac61 req-5c252d7b-29a2-4677-ac30-347a0f065741 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:44.513638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51f2b537-86ff-4d73-907c-ad02672cac61 req-5c252d7b-29a2-4677-ac30-347a0f065741 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0531056 Feb 17 23:05:44.525592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07b06bf8-84eb-4ca7-858f-2d1ce6e8618f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:44.562130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51f2b537-86ff-4d73-907c-ad02672cac61 req-b11a659e-dbd3-4a6d-a4ce-930f5b482c6c tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418026 Feb 17 23:05:45.684093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76178627-8b64-40ef-900c-c87e71ea5f82 req-7505c661-601e-49f0-b9b1-f9eb091c2e62 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:45.685568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76178627-8b64-40ef-900c-c87e71ea5f82 req-7505c661-601e-49f0-b9b1-f9eb091c2e62 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0519533 Feb 17 23:05:45.735868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76178627-8b64-40ef-900c-c87e71ea5f82 req-0a848338-8f42-4543-9384-1d3451162ee1 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447040 Feb 17 23:05:46.854030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba89e01-993b-417f-867d-57f2c63dccda req-9ada0814-8c86-41f9-a3a9-bc59f16078b3 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:46.855574 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bba89e01-993b-417f-867d-57f2c63dccda req-9ada0814-8c86-41f9-a3a9-bc59f16078b3 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0526288 Feb 17 23:05:46.907782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bba89e01-993b-417f-867d-57f2c63dccda req-4959feeb-d190-404d-96a6-2aeafee3d2cc tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462940 Feb 17 23:05:47.388031 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00df89d4-83fb-419c-8b53-e55195111326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:48.026337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9446418-2da4-4d18-bc8a-174b36a39286 req-3cb9a250-4f80-42dd-8357-99220046ffcb tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:48.027821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9446418-2da4-4d18-bc8a-174b36a39286 req-3cb9a250-4f80-42dd-8357-99220046ffcb tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0525591 Feb 17 23:05:48.074512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9446418-2da4-4d18-bc8a-174b36a39286 req-fcd1bbbe-13c4-45d5-980c-7665a03bb597 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405502 Feb 17 23:05:48.083306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:49.199879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa73a9a-1ab1-4936-8c4f-1f2105115b95 req-a01da9b7-47d2-497f-9a8b-e32b421ed819 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:49.201346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9aa73a9a-1ab1-4936-8c4f-1f2105115b95 req-a01da9b7-47d2-497f-9a8b-e32b421ed819 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0555341 Feb 17 23:05:49.249052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9aa73a9a-1ab1-4936-8c4f-1f2105115b95 req-a057524d-cf9d-4e25-bba5-59bfc0249c27 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408542 Feb 17 23:05:49.497022 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:50.369312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1eb79-9d35-4f6a-a1c8-30e9b1f8d1fa req-6bdf87ea-b6ef-4614-b99d-6fc3cc568d2c tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:50.370777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bf1eb79-9d35-4f6a-a1c8-30e9b1f8d1fa req-6bdf87ea-b6ef-4614-b99d-6fc3cc568d2c tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0541372 Feb 17 23:05:50.416605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bf1eb79-9d35-4f6a-a1c8-30e9b1f8d1fa req-407bab66-af79-49db-b20a-fa853869f51a tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402451 Feb 17 23:05:50.932239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:51.048392 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-5450380e-189f-4d16-905f-6d94cd1eb7f5 service neutron] show failed (client error): The resource could not be found. Feb 17 23:05:51.049381 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-5450380e-189f-4d16-905f-6d94cd1eb7f5 service neutron] 10.222.0.94 "GET /v2.0/ports/3b7da7de-8e05-40a1-8d5d-27d69af84ddb/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0535712 Feb 17 23:05:51.287402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-d0bf4c3e-1157-438a-b7c3-6b5aa1286036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:51.288832 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-d0bf4c3e-1157-438a-b7c3-6b5aa1286036 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767&tenant_id=05427afcc66a43f1b136f1ace8696015 HTTP/1.1" status: 200 len: 1128 time: 0.0830123 Feb 17 23:05:51.300068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:05:51.356934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:51.542176 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf16c4-34b7-4b27-8ee1-ed7c44c79585 req-10e6fe27-9e21-4bda-8f09-495471ef2d9a tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:51.543625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65bf16c4-34b7-4b27-8ee1-ed7c44c79585 req-10e6fe27-9e21-4bda-8f09-495471ef2d9a tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0569129 Feb 17 23:05:51.560057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:51.593319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65bf16c4-34b7-4b27-8ee1-ed7c44c79585 req-d8a416f9-8633-42df-a14e-376e1858ce5b tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430975 Feb 17 23:05:51.594427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:05:51.637491 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:51.640343 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d07a59-263e-41ef-b129-5a466ccc3e6a" -d '{"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:05:51.643864 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Publish callbacks [] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:51.656874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Transition to ACTIVE for port object 3b7da7de-8e05-40a1-8d5d-27d69af84ddb will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:05:51.660993 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:51.697151 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03ac33f2-8e0d-46af-abc5-301b0dc94cc4 x-openstack-request-id: req-03ac33f2-8e0d-46af-abc5-301b0dc94cc4 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:05:51.697466 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-unplugged", "status": "completed", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:05:51.697711 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-03ac33f2-8e0d-46af-abc5-301b0dc94cc4 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:05:51.698113 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'code': 200} Feb 17 23:05:51.726482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] No DVR routers for this DVR port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:05:51.728388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=6']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:51.765743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:05:51.766083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:05:51.766414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on network d3e87483-9735-42c8-8ea3-1623343aed24 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:05:51.770652 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on network d3e87483-9735-42c8-8ea3-1623343aed24 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:05:51.770978 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Attempting to bind port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on network d3e87483-9735-42c8-8ea3-1623343aed24 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:05:51.775755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:05:51.776099 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Checking segment: {'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:05:51.776519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Bound using segment: {'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:05:51.776944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Bound port: 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9bd589-8748-4349-9c68-0bc800eac952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:05:51.777297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:51.838959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:05:51.841863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:05:51.848370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:51.883920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:51.884572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:51.885959 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] 10.222.0.73 "PUT /v2.0/ports/3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 1092 time: 0.5904236 Feb 17 23:05:51.918997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ea3fe-ed83-45f8-ab94-46b4d0a6232f service neutron] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=7']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:51.954579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-2e691ba2-f734-4fe8-9c1f-6dc231e960e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:51.956138 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-2e691ba2-f734-4fe8-9c1f-6dc231e960e6 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1126 time: 0.0489783 Feb 17 23:05:52.046789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-f538e06e-2fc2-4bd1-9a55-7396a07bc0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:52.048358 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-f538e06e-2fc2-4bd1-9a55-7396a07bc0a9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 913 time: 0.0861158 Feb 17 23:05:52.094522 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-ada220d9-4c90-49bc-949c-d71f7ca1dd14 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0392461 Feb 17 23:05:52.143056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-a9ae43b2-7ddb-4223-a3f2-5457506ff874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:52.144532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-a9ae43b2-7ddb-4223-a3f2-5457506ff874 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0442474 Feb 17 23:05:52.175590 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-13aa97e9-a6ac-4431-8ae0-4aa16a1746f8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247695 Feb 17 23:05:52.271048 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-511b6c10-4c55-4829-84eb-8ba67d9b44be service neutron] 10.222.0.73 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895329 Feb 17 23:05:52.359945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b0703b54-7feb-4170-ae47-9c61ac89a3d8 req-7a3f2b19-6ac3-473d-b947-a2bc0d4b132f service neutron] 10.222.0.73 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828590 Feb 17 23:05:52.714945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd65d0a-393b-41e9-8966-9717c128d0e9 req-c99d8005-85bf-4a66-99ac-aed500a99f66 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:52.716421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fd65d0a-393b-41e9-8966-9717c128d0e9 req-c99d8005-85bf-4a66-99ac-aed500a99f66 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 943 time: 0.0524516 Feb 17 23:05:52.761728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fd65d0a-393b-41e9-8966-9717c128d0e9 req-a633397b-c7c1-4eb6-926f-ce32aff65c3b tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397387 Feb 17 23:05:53.699324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:53.701781 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638c3077-df03-4367-8c8d-cdee95565ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:05:53.752283 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9eb7aa6-353b-4ac0-8797-bc7e6e09a451 x-openstack-request-id: req-e9eb7aa6-353b-4ac0-8797-bc7e6e09a451 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:05:53.752647 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:05:53.752909 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9eb7aa6-353b-4ac0-8797-bc7e6e09a451 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:05:53.753313 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'status': 'completed', 'code': 200} Feb 17 23:05:53.833501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-7d09e97c-abb6-4646-8c41-f2c2072520bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:53.835322 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-7d09e97c-abb6-4646-8c41-f2c2072520bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1126 time: 0.0609910 Feb 17 23:05:53.893998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-2af4464c-49dc-4909-b4cc-5baa8f85455e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:53.895548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-2af4464c-49dc-4909-b4cc-5baa8f85455e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1126 time: 0.0945196 Feb 17 23:05:53.935019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-49bf0eb1-29aa-4319-9987-e179b4eb60c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:53.936874 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-49bf0eb1-29aa-4319-9987-e179b4eb60c4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 913 time: 0.0926664 Feb 17 23:05:53.959225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595bf342-1536-4e63-9535-6637cf91c79c req-a00faca6-26cd-40b8-bdf5-2c7122037fdc tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:53.960774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-595bf342-1536-4e63-9535-6637cf91c79c req-a00faca6-26cd-40b8-bdf5-2c7122037fdc tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 943 time: 0.1102285 Feb 17 23:05:53.980724 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-ba878fc8-578f-4c43-b416-a7b52459ccd8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0373931 Feb 17 23:05:54.033533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-45b7032e-49ca-4b14-be78-519bb50ae185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:54.035073 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-45b7032e-49ca-4b14-be78-519bb50ae185 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0484779 Feb 17 23:05:54.035893 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-7b93688f-d99f-42d0-baee-9e2e52025ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:54.037329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-7b93688f-d99f-42d0-baee-9e2e52025ebf service neutron] 10.222.0.94 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 913 time: 0.1353233 Feb 17 23:05:54.040660 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-595bf342-1536-4e63-9535-6637cf91c79c req-3770952c-2cd1-4364-8501-2882495119e1 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722649 Feb 17 23:05:54.067774 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-865b8c54-4901-479c-bf5f-f3d42150de92 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263143 Feb 17 23:05:54.077406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-acbf71b4-67eb-4a17-b356-3e50daf9d304 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0342894 Feb 17 23:05:54.124528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-c1bfbf69-ae07-4ec6-89d0-94444bf405b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:54.125956 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-c1bfbf69-ae07-4ec6-89d0-94444bf405b0 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0432825 Feb 17 23:05:54.157431 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-690aafa4-711f-4916-9f01-6531d4d2ad48 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259233 Feb 17 23:05:54.157647 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-9e0e6b94-9b98-41ea-81a7-23d8e557cf39 service neutron] 10.222.0.73 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843430 Feb 17 23:05:54.249606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-ac808985-66e6-4da9-a525-70b28730add4 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860198 Feb 17 23:05:54.253739 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-b7991ca0-e73c-45fa-a4ff-30324e407fa2 service neutron] 10.222.0.73 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893834 Feb 17 23:05:54.338164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-638c3077-df03-4367-8c8d-cdee95565ad2 req-0062337b-d954-49a1-92cb-ac4936f06ae8 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832727 Feb 17 23:05:54.756960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:05:54.854074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:54.866427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'network_id': 'd3e87483-9735-42c8-8ea3-1623343aed24', 'port_id': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'mac_address': 'fa:16:3e:ad:c3:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a93651d6-3fd3-4e7d-b6b4-c9361069151c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:05:54.903197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:05:54.903607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:54.916155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b7da7de-8e05-40a1-8d5d-27d69af84ddb {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:05:54.937106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:54.940887 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:54.987468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:54.994873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.995222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.995584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.995920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.996251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.996579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.996904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.997227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.997954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.997954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.998187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.998505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:54.998824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:05:55.167456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3978475-d894-4236-8a76-6204a2e917b2 req-8d5aa5e2-1401-4c56-bd59-f9aa0fc1bf95 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:55.168925 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3978475-d894-4236-8a76-6204a2e917b2 req-8d5aa5e2-1401-4c56-bd59-f9aa0fc1bf95 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 944 time: 0.0589814 Feb 17 23:05:55.175330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3b7da7de-8e05-40a1-8d5d-27d69af84ddb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:05:55.217939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3978475-d894-4236-8a76-6204a2e917b2 req-7c3230f2-aaa5-412d-850d-d5fddece2e48 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429263 Feb 17 23:05:55.338000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:05:55.378551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 23:05:55.378930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:05:55.506233 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036348-d397-45f6-9885-33d2f92c907c req-cd881065-2f77-43d6-aea7-f747bf74a188 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:55.507751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-cd881065-2f77-43d6-aea7-f747bf74a188 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.94 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767&tenant_id=05427afcc66a43f1b136f1ace8696015&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 944 time: 0.0559933 Feb 17 23:05:55.550238 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:55.570565 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-ee036348-d397-45f6-9885-33d2f92c907c req-7da72386-c30d-4fae-bb87-b997f2d15ca6 service neutron] delete failed (client error): The resource could not be found. Feb 17 23:05:55.571617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-7da72386-c30d-4fae-bb87-b997f2d15ca6 service neutron] 10.222.0.94 "DELETE /v2.0/ports/3b7da7de-8e05-40a1-8d5d-27d69af84ddb/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0581262 Feb 17 23:05:55.685166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036348-d397-45f6-9885-33d2f92c907c req-db4aa26a-759a-46e8-ae82-aac667becb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:55.687136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-db4aa26a-759a-46e8-ae82-aac667becb74 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=05427afcc66a43f1b136f1ace8696015&device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 1127 time: 0.0491045 Feb 17 23:05:56.104754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036348-d397-45f6-9885-33d2f92c907c req-8cf2da4d-364a-4276-a29f-3f5c4d34c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:56.106262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-8cf2da4d-364a-4276-a29f-3f5c4d34c06e service neutron] 10.222.0.94 "GET /v2.0/networks?id=d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 200 len: 913 time: 0.4135060 Feb 17 23:05:56.150921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-8ae7146b-21d2-4f8e-8d8f-352e8bcfe391 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 200 len: 217 time: 0.0378814 Feb 17 23:05:56.198191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036348-d397-45f6-9885-33d2f92c907c req-16f8052a-89a7-437b-a40d-068b7a9752cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:56.199656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-16f8052a-89a7-437b-a40d-068b7a9752cc service neutron] 10.222.0.94 "GET /v2.0/subnets?id=a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 200 len: 852 time: 0.0437829 Feb 17 23:05:56.230600 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-5179c906-3dcd-4470-9c48-a9d0b3e12acf service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=d3e87483-9735-42c8-8ea3-1623343aed24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247111 Feb 17 23:05:56.324218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-d0c1c982-40c5-491c-ae0c-5c92d3e22862 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872858 Feb 17 23:05:56.418085 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-d4cd0225-4513-4eae-b392-9cc3a0f686d1 service neutron] 10.222.0.94 "GET /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868685 Feb 17 23:05:56.765070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:05:56.814260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:05:56.818486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:05:56.818848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:56.897815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:05:56.898215 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:56.922424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:56.924691 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8007765f-19c2-4ae4-9f57-13c8c02c0a31" -d '{"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-plugged", "status": "completed", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:05:56.938823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:56.942740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:56.994823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:57.117944 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc88b39f-25ea-4fbd-97b8-88404ecfcb78 x-openstack-request-id: req-fc88b39f-25ea-4fbd-97b8-88404ecfcb78 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:05:57.118389 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-plugged", "status": "completed", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:05:57.118744 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc88b39f-25ea-4fbd-97b8-88404ecfcb78 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:05:57.119272 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'code': 200} Feb 17 23:05:57.218698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4ee6c-ac3c-425d-8318-9599079cf7ed req-b1aaa2a2-466d-4546-9bbc-19fe25eb1417 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:57.220241 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6d4ee6c-ac3c-425d-8318-9599079cf7ed req-b1aaa2a2-466d-4546-9bbc-19fe25eb1417 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0552359 Feb 17 23:05:57.269528 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f6d4ee6c-ac3c-425d-8318-9599079cf7ed req-bf3008f3-6eb3-44da-b1cc-fa7fbc48c28b tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Feb 17 23:05:58.393696 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110f161-fb65-464a-89f7-8a7653e73e3d req-82acab0d-a652-4aa5-b113-edebbaeaf303 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:58.395191 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1110f161-fb65-464a-89f7-8a7653e73e3d req-82acab0d-a652-4aa5-b113-edebbaeaf303 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0573473 Feb 17 23:05:58.415289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee036348-d397-45f6-9885-33d2f92c907c req-0a22c32c-6c47-40a0-b050-360c1a4f2176 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:05:58.416787 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-0a22c32c-6c47-40a0-b050-360c1a4f2176 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.73 "GET /v2.0/ports?device_id=4ad9c7a3-bd7f-4c5f-aae9-51525faec767 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Feb 17 23:05:58.443503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1110f161-fb65-464a-89f7-8a7653e73e3d req-e24a075f-57ed-4b30-b744-b14236ed4487 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.79 "GET /v2.0/security-groups?id=777cea5d-bd3a-412a-b56f-d7a76701a49f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415418 Feb 17 23:05:58.517960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Deleting port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:05:58.518303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:58.606033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] For port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,segment=NetworkSegment(4a9bd589-8748-4349-9c68-0bc800eac952),segment_id=4a9bd589-8748-4349-9c68-0bc800eac952)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:05:58.606315 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:58.620056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Calling delete_port for 3b7da7de-8e05-40a1-8d5d-27d69af84ddb owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:05:58.749553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3b7da7de-8e05-40a1-8d5d-27d69af84ddb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:58.762067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3b7da7de-8e05-40a1-8d5d-27d69af84ddb'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:05:58.776550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Pushing event deleted for resources: {'Port': ['ID=3b7da7de-8e05-40a1-8d5d-27d69af84ddb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:58.822428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] No DVR routers for this DVR port 3b7da7de-8e05-40a1-8d5d-27d69af84ddb on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:05:58.825646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:58.829110 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ee036348-d397-45f6-9885-33d2f92c907c req-33ad607f-2f49-4c94-9735-0c878687bbb9 tempest-DeleteServersTestJSON-726011822 tempest-DeleteServersTestJSON-726011822-project] 10.222.0.73 "DELETE /v2.0/ports/3b7da7de-8e05-40a1-8d5d-27d69af84ddb HTTP/1.1" status: 204 len: 173 time: 0.4071383 Feb 17 23:05:58.829818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-deleted', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:05:58.832185 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab64123f-70b6-48a7-809b-e64eab8ec000" -d '{"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-deleted", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:05:58.876339 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bea3edf-51af-42ee-888c-b45160a4489d x-openstack-request-id: req-3bea3edf-51af-42ee-888c-b45160a4489d {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:05:58.876635 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad9c7a3-bd7f-4c5f-aae9-51525faec767", "name": "network-vif-deleted", "tag": "3b7da7de-8e05-40a1-8d5d-27d69af84ddb", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:05:58.876904 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3bea3edf-51af-42ee-888c-b45160a4489d {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:05:58.877299 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad9c7a3-bd7f-4c5f-aae9-51525faec767', 'name': 'network-vif-deleted', 'tag': '3b7da7de-8e05-40a1-8d5d-27d69af84ddb', 'status': 'completed', 'code': 200} Feb 17 23:05:59.572496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36782) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:59.620782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] Deleting subnet a93651d6-3fd3-4e7d-b6b4-c9361069151c {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:05:59.624328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] Publish callbacks [] for subnet (a93651d6-3fd3-4e7d-b6b4-c9361069151c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.659102 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (a93651d6-3fd3-4e7d-b6b4-c9361069151c), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.697296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (a93651d6-3fd3-4e7d-b6b4-c9361069151c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.749642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (a93651d6-3fd3-4e7d-b6b4-c9361069151c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.771985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a93651d6-3fd3-4e7d-b6b4-c9361069151c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:05:59.784105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.787394 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d875cab9-5deb-428f-b169-f996fdd8cbf5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a93651d6-3fd3-4e7d-b6b4-c9361069151c HTTP/1.1" status: 204 len: 168 time: 0.2138422 Feb 17 23:05:59.789990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36786) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:05:59.863354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d3e87483-9735-42c8-8ea3-1623343aed24), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.939974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d3e87483-9735-42c8-8ea3-1623343aed24), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.960243 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e87483-9735-42c8-8ea3-1623343aed24']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:59.970101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9bd589-8748-4349-9c68-0bc800eac952') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:59.970403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9bd589-8748-4349-9c68-0bc800eac952') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:05:59.984490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (4a9bd589-8748-4349-9c68-0bc800eac952), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:05:59.997450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4a9bd589-8748-4349-9c68-0bc800eac952), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.003578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:06:00.003898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (4a9bd589-8748-4349-9c68-0bc800eac952), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:06:00.005689 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:06:00.057608 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d3e87483-9735-42c8-8ea3-1623343aed24), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.064380 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.067046 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d3e87483-9735-42c8-8ea3-1623343aed24 HTTP/1.1" status: 204 len: 168 time: 0.2761149 Feb 17 23:06:00.076639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fbaeba-4b8c-4cbd-8766-130bb3881c31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e87483-9735-42c8-8ea3-1623343aed24,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:00.196523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36790) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:06:00.236215 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-93676021-ac25-40d0-ab87-582919470ceb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05427afcc66a43f1b136f1ace8696015&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384336 Feb 17 23:06:00.238632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36792) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:06:00.284950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300f9d9-1bb7-4ffe-b444-b31ab1522b3b admin admin] Publish callbacks [] for security_group (777cea5d-bd3a-412a-b56f-d7a76701a49f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.305275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300f9d9-1bb7-4ffe-b444-b31ab1522b3b admin admin] Publish callbacks [] for security_group (777cea5d-bd3a-412a-b56f-d7a76701a49f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.355929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300f9d9-1bb7-4ffe-b444-b31ab1522b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (777cea5d-bd3a-412a-b56f-d7a76701a49f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.358777 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d300f9d9-1bb7-4ffe-b444-b31ab1522b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:00.360067 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d300f9d9-1bb7-4ffe-b444-b31ab1522b3b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/777cea5d-bd3a-412a-b56f-d7a76701a49f HTTP/1.1" status: 204 len: 168 time: 0.1206374 Feb 17 23:06:00.367790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300f9d9-1bb7-4ffe-b444-b31ab1522b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777cea5d-bd3a-412a-b56f-d7a76701a49f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:00.789721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:06:00.809078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 3b7da7de-8e05-40a1-8d5d-27d69af84ddb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:06:00.809419 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3b7da7de-8e05-40a1-8d5d-27d69af84ddb not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:06:01.060163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 36814) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:06:01.157543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1365672955-network', 'tenant_id': '8ff83bf3053a4a24bf4642b8f1d3a19f'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:01.179583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Made reservation on behalf of 8ff83bf3053a4a24bf4642b8f1d3a19f for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:06:01.181807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.189986 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.265496 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks [] for security_group (e4f6cc42-4920-4d34-b54f-8e05e8c83039), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.269368 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e4f6cc42-4920-4d34-b54f-8e05e8c83039), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.295339 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:06:01.295991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:06:01.305413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f6cc42-4920-4d34-b54f-8e05e8c83039,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:01.312581 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6c3fd636-e7b6-4825-bec0-520980b7c7a6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.313440 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Added segment 6c3fd636-e7b6-4825-bec0-520980b7c7a6 of type vlan for network 9af56ee0-8798-4202-b549-447a5d99288b Feb 17 23:06:01.353027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (9af56ee0-8798-4202-b549-447a5d99288b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.380093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (9af56ee0-8798-4202-b549-447a5d99288b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.381122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:01.381700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.433111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3717558 Feb 17 23:06:01.436154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 36820) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:06:01.442000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Request body: {'subnet': {'network_id': '9af56ee0-8798-4202-b549-447a5d99288b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1365672955-subnet', 'tenant_id': '8ff83bf3053a4a24bf4642b8f1d3a19f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:01.442826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9f2a2-190e-4d33-868b-062b7930025f admin admin] Pushing event updated for resources: {'Network': ['ID=9af56ee0-8798-4202-b549-447a5d99288b,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:01.453192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 9af56ee0-8798-4202-b549-447a5d99288b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:06:01.464637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Made reservation on behalf of 8ff83bf3053a4a24bf4642b8f1d3a19f for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:06:01.467117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.634108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (0d2b3f52-e3c8-4419-abd3-309b29d22a02), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.688163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2b3f52-e3c8-4419-abd3-309b29d22a02,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:01.699462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Checking segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:06:01.699822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Network hostable DHCP agents. Network: 9af56ee0-8798-4202-b549-447a5d99288b, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:06:01.716454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Network 9af56ee0-8798-4202-b549-447a5d99288b is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:06:01.725137 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 9af56ee0-8798-4202-b549-447a5d99288b) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:01.730054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:01.731660 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:01.733481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2945074e-37f0-47e5-97bb-0bb06263ca2d None None] Network 9af56ee0-8798-4202-b549-447a5d99288b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:06:01.748193 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d730e682-76b2-4c2d-b05d-508a588914e7 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3109164 Feb 17 23:06:01.833065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318a92b7-a088-468f-9441-596f354ede99 None None] Network 9af56ee0-8798-4202-b549-447a5d99288b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:06:02.169579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-37a8a8db-7b35-47cf-b146-9506eec57a22 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:02.171059 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-37a8a8db-7b35-47cf-b146-9506eec57a22 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 815 time: 0.1054802 Feb 17 23:06:02.185985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-547eec62-f55b-418c-9403-f89197708643 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/quotas/8ff83bf3053a4a24bf4642b8f1d3a19f HTTP/1.1" status: 200 len: 375 time: 0.0089071 Feb 17 23:06:02.219499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-2462ad78-2230-4c57-baac-17b5f10c7d66 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272925 Feb 17 23:06:02.311569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-7b0d03c6-7f42-4e9f-a891-e6fed3449fca service neutron] 10.222.0.79 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851817 Feb 17 23:06:02.411019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-9ee40cc4-2b4d-4c55-99a2-aab883ad3264 service neutron] 10.222.0.79 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924342 Feb 17 23:06:02.579345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0f84e7f-a39d-4a09-a5ab-fd804c96cadd req-daccfe24-4b98-44c9-b1a5-a28685456acb tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 210 time: 0.0281944 Feb 17 23:06:03.501874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-266356a0-37c9-452e-a171-4d6fcdb0e5b6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:03.503316 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-266356a0-37c9-452e-a171-4d6fcdb0e5b6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 815 time: 0.1022635 Feb 17 23:06:03.634700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Request body: {'port': {'device_id': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b', 'admin_state_up': True, 'tenant_id': '8ff83bf3053a4a24bf4642b8f1d3a19f'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:03.676837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8cf6e8c3-eb87-4114-9f1f-c145b4753795 req-0ebcf41a-02c0-49f2-ab73-09c956166c34 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 210 time: 0.0280128 Feb 17 23:06:03.752314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Made reservation on behalf of 8ff83bf3053a4a24bf4642b8f1d3a19f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:06:03.755601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:03.882792 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Allocated IP 172.20.0.5 (9af56ee0-8798-4202-b549-447a5d99288b/0d2b3f52-e3c8-4419-abd3-309b29d22a02/b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:06:04.026328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks [] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.059627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.107923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Network 9af56ee0-8798-4202-b549-447a5d99288b is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:06:04.111696 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:04.116284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:06:04.122583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:04.166712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:04.167317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.183213 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-6444ec47-c89c-4054-a541-eec9876fa720 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5525987 Feb 17 23:06:04.193990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Request body: {'port': {'device_id': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:04.253623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.541245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:06:04.549204 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Publish callbacks [] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.562923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Transition to ACTIVE for port object b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:06:04.567454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.620230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:04.695971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:06:04.696301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:06:04.696625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:06:04.700892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on network 9af56ee0-8798-4202-b549-447a5d99288b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:06:04.701202 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:06:04.706091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:06:04.706424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Checking segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:06:04.706800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Bound using segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:06:04.707215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Bound port: b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:06:04.707593 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.770426 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:06:04.773273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:06:04.779855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.801431 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeeca3-80c8-4981-bfa8-230fa00a14ad req-86d4f609-c091-407b-a334-5e7af983c209 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:04.802944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aceeeca3-80c8-4981-bfa8-230fa00a14ad req-86d4f609-c091-407b-a334-5e7af983c209 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 943 time: 0.0548728 Feb 17 23:06:04.818901 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:04.819580 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:04.820966 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] 10.222.0.73 "PUT /v2.0/ports/b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 1092 time: 0.6309755 Feb 17 23:06:04.821415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:04.823801 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c047ff32-a5f2-4e18-9d2a-435264d459db" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:04.843429 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd152e-e6fd-45e9-9dbd-050350d8515d service neutron] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:04.862340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aceeeca3-80c8-4981-bfa8-230fa00a14ad req-83a2b3b6-de27-4f44-b407-860c99f02bfe tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536089 Feb 17 23:06:04.909717 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3038c6c2-54a4-4e70-8084-24cb49dfc33b x-openstack-request-id: req-3038c6c2-54a4-4e70-8084-24cb49dfc33b {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:04.910021 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:04.910277 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3038c6c2-54a4-4e70-8084-24cb49dfc33b {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:04.910679 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'status': 'completed', 'code': 200} Feb 17 23:06:04.916941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-447edd79-18e9-4e4c-8a0b-b0846a382368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:04.918470 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-447edd79-18e9-4e4c-8a0b-b0846a382368 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1126 time: 0.0540698 Feb 17 23:06:04.962619 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-617fc521-4393-46c2-9795-0a2356e78380 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.0380137 Feb 17 23:06:05.016768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-457ee950-09f5-44ca-889a-8163c6209342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:05.018199 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-457ee950-09f5-44ca-889a-8163c6209342 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0503407 Feb 17 23:06:05.049637 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-932151b0-d00b-414c-ba63-9853818fbc3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250695 Feb 17 23:06:05.145260 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-77b66f9c-8180-4462-8316-da0f3eff4267 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896838 Feb 17 23:06:05.233927 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c37c22bb-d0eb-48aa-8f50-b311e8c191de req-996e1651-96f1-4a06-94c1-242f7f792318 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827799 Feb 17 23:06:05.328726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-600c872a-7366-40f8-a41a-8b8c6507c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:05.330140 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-600c872a-7366-40f8-a41a-8b8c6507c7b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1126 time: 0.0506089 Feb 17 23:06:05.422168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-3c992ff7-937b-47f4-b743-7cedbcad6ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:05.423813 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-3c992ff7-937b-47f4-b743-7cedbcad6ac8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0873044 Feb 17 23:06:05.466967 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-10563dd6-d069-49e2-8d66-c47581013621 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.0357647 Feb 17 23:06:05.520598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-f92cfb86-2a67-4a11-b748-4a15c5519289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:05.522109 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-f92cfb86-2a67-4a11-b748-4a15c5519289 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0495977 Feb 17 23:06:05.556029 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-59e2c40e-7702-467b-a688-e98afb132d3a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274174 Feb 17 23:06:05.653616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-289422b4-5a85-4d25-ac54-f9d3abcb66e9 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905757 Feb 17 23:06:05.746590 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c047ff32-a5f2-4e18-9d2a-435264d459db req-c4314c9b-a771-43f7-a5d5-175e0abcd62a service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866368 Feb 17 23:06:05.982100 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e222230-5571-4b9d-914b-daf42a8dd331 req-d55ee5e4-4ec7-4445-9ec1-81a40bcea34c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:05.983727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e222230-5571-4b9d-914b-daf42a8dd331 req-d55ee5e4-4ec7-4445-9ec1-81a40bcea34c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 943 time: 0.0522501 Feb 17 23:06:06.029869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e222230-5571-4b9d-914b-daf42a8dd331 req-13ae2b71-f88f-419a-9e34-fa2733476e88 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Feb 17 23:06:06.819648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:06:06.913027 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:06.924156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b', 'port_id': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'mac_address': 'fa:16:3e:ad:5f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b3f52-e3c8-4419-abd3-309b29d22a02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:06:06.963821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:06:06.964211 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:06.976546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:06:06.995946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:07.000522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:07.046571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:07.154150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49430ad-c95d-4b05-8476-a27a1b7bcb19 req-633c3147-9629-446a-9e3c-cd103c6307b7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:07.155723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b49430ad-c95d-4b05-8476-a27a1b7bcb19 req-633c3147-9629-446a-9e3c-cd103c6307b7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 944 time: 0.0568345 Feb 17 23:06:07.192067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:06:07.204425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b49430ad-c95d-4b05-8476-a27a1b7bcb19 req-d21f0b36-54d9-47b9-a29a-25ed88af6425 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430448 Feb 17 23:06:08.330851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc19e591-cc44-4519-a3de-807e7c63a6db req-69e3f133-37e7-42c1-ace1-7591f2607f59 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:08.332328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc19e591-cc44-4519-a3de-807e7c63a6db req-69e3f133-37e7-42c1-ace1-7591f2607f59 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 944 time: 0.0569613 Feb 17 23:06:08.380983 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fc19e591-cc44-4519-a3de-807e7c63a6db req-0fe7b12c-0441-439c-8ba3-90070ede9a01 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427368 Feb 17 23:06:08.823995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:06:08.871931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:06:08.876284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:06:08.876766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:08.954252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:06:08.954638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:08.977339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:08.979741 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37daeb6f-7c54-4d17-8d7d-97b1357b713d" -d '{"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-plugged", "status": "completed", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:08.992415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:08.996497 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:09.020058 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4201ca3-6989-42bf-bc68-8f382cf31093 x-openstack-request-id: req-f4201ca3-6989-42bf-bc68-8f382cf31093 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:09.020058 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-plugged", "status": "completed", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:09.020329 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f4201ca3-6989-42bf-bc68-8f382cf31093 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:09.020507 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'code': 200} Feb 17 23:06:09.048857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:09.119478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e930a-14c5-4a45-a83a-dbe0bed80fab req-aef01bb8-05d8-4252-8b9a-5a8e79e7361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:09.121207 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d7e930a-14c5-4a45-a83a-dbe0bed80fab req-aef01bb8-05d8-4252-8b9a-5a8e79e7361c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1128 time: 0.0471148 Feb 17 23:06:09.165114 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d7e930a-14c5-4a45-a83a-dbe0bed80fab req-5a796047-7831-4a73-a393-cb6b1c4b3ef3 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385807 Feb 17 23:06:09.503962 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3413a7-7b42-4a1c-899a-6968f23f4219 req-e9c6f8b8-d75a-46f8-908e-642e9cb1a1ad tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:09.505512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f3413a7-7b42-4a1c-899a-6968f23f4219 req-e9c6f8b8-d75a-46f8-908e-642e9cb1a1ad tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0558240 Feb 17 23:06:09.558550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f3413a7-7b42-4a1c-899a-6968f23f4219 req-e80ab187-8448-41e3-83dd-5361fff29c81 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461791 Feb 17 23:06:09.727740 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:10.686234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684408-a1aa-429c-a4fd-bf627d4f1e6c req-17c193c5-29b4-4237-9f43-0fb32bf9d275 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:10.688230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b684408-a1aa-429c-a4fd-bf627d4f1e6c req-17c193c5-29b4-4237-9f43-0fb32bf9d275 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0577905 Feb 17 23:06:10.735128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2b684408-a1aa-429c-a4fd-bf627d4f1e6c req-2ab5de19-9bc3-49b0-aded-4e0eebb57cd0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413675 Feb 17 23:06:10.849563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19fc60f-117c-4415-8ced-7ae5b87307ce req-6a5cf6b9-328a-4dfb-a3a3-a54d6cb330e7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:10.851022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a19fc60f-117c-4415-8ced-7ae5b87307ce req-6a5cf6b9-328a-4dfb-a3a3-a54d6cb330e7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0519547 Feb 17 23:06:10.897479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a19fc60f-117c-4415-8ced-7ae5b87307ce req-a7317176-5139-44fa-ae37-1a44fa28dad6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407717 Feb 17 23:06:11.100066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c579e39-35d6-4884-a54d-c5bea2f71ef5 req-4f019222-2037-4577-a5ea-1f7a4a34dfd9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:11.107190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c579e39-35d6-4884-a54d-c5bea2f71ef5 req-4f019222-2037-4577-a5ea-1f7a4a34dfd9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0588613 Feb 17 23:06:11.160517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c579e39-35d6-4884-a54d-c5bea2f71ef5 req-672c35dc-2359-485b-b1cb-25f2822c39d2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462072 Feb 17 23:06:11.275956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9143561d-3d08-49dd-ac91-a870b8d80aca req-1b26a8ac-a709-41b5-b1e5-fed59b4ea883 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:11.277333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9143561d-3d08-49dd-ac91-a870b8d80aca req-1b26a8ac-a709-41b5-b1e5-fed59b4ea883 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0530736 Feb 17 23:06:11.323609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9143561d-3d08-49dd-ac91-a870b8d80aca req-e21d1171-37e9-4994-a16b-00ccef9c415c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407884 Feb 17 23:06:11.556248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-d5b622d1-0186-4629-a985-5b995177b47b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0495398 Feb 17 23:06:11.566814 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cc4ee1-0b6b-4d3b-ad83-7c6655f9cf07 req-fac2efa1-4bc1-4a6b-8b0b-64911775dfe0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:11.568319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4cc4ee1-0b6b-4d3b-ad83-7c6655f9cf07 req-fac2efa1-4bc1-4a6b-8b0b-64911775dfe0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0576026 Feb 17 23:06:11.618611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4cc4ee1-0b6b-4d3b-ad83-7c6655f9cf07 req-6e63fb31-ef21-4ba5-bad6-b42f230868fe tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 Feb 17 23:06:11.953691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-f75761ce-e3a2-42af-bfbd-9b6748ab3dfe tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:11.955065 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-f75761ce-e3a2-42af-bfbd-9b6748ab3dfe tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports/b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 942 time: 0.0449915 Feb 17 23:06:12.746236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015aa16-b775-478c-9ee0-51cf68e6e5e5 req-a34a7b52-aeea-4e4a-9416-87360d9fa6b5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:12.747933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3015aa16-b775-478c-9ee0-51cf68e6e5e5 req-a34a7b52-aeea-4e4a-9416-87360d9fa6b5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0583019 Feb 17 23:06:12.804130 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3015aa16-b775-478c-9ee0-51cf68e6e5e5 req-05a32f25-7ab5-4499-8b05-4978fcef8660 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481868 Feb 17 23:06:12.825986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-9bf6a451-3886-490c-9c2b-fcc1c65c0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:12.827591 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-9bf6a451-3886-490c-9c2b-fcc1c65c0f30 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1128 time: 0.0463574 Feb 17 23:06:12.920361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-f1c5a031-2f9f-4d12-9fca-84f72766896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:12.922345 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-f1c5a031-2f9f-4d12-9fca-84f72766896b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0884652 Feb 17 23:06:12.962226 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-bdf327ed-79d2-4327-bcbe-5bae7ef3da22 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.0344961 Feb 17 23:06:13.008553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-c20d0789-a2d3-4a20-a9be-abb94db4bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:13.009954 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-c20d0789-a2d3-4a20-a9be-abb94db4bbb4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0421855 Feb 17 23:06:13.040293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-c355db16-20e6-46bb-8f42-248c14acee59 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240746 Feb 17 23:06:13.133714 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-9e859354-cc6e-4b3e-bde1-2ad05d97e22e service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861087 Feb 17 23:06:13.226177 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-fd24defd-a1f2-4cd2-8181-653f2c51176b service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848901 Feb 17 23:06:13.485122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a56907-042a-4883-ada8-4e44ab418b3f req-c75505ab-9669-4bc6-8358-ea716fc408a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:13.486534 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81a56907-042a-4883-ada8-4e44ab418b3f req-c75505ab-9669-4bc6-8358-ea716fc408a9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1128 time: 0.0498505 Feb 17 23:06:13.588502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a56907-042a-4883-ada8-4e44ab418b3f req-0d7b53b1-cea0-42c4-a026-9869972ca0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:13.589961 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81a56907-042a-4883-ada8-4e44ab418b3f req-0d7b53b1-cea0-42c4-a026-9869972ca0ac service neutron] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0860295 Feb 17 23:06:13.634991 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81a56907-042a-4883-ada8-4e44ab418b3f req-0b10a731-f3e6-49ae-835d-411b61aa5cb4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.0392261 Feb 17 23:06:13.685704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a56907-042a-4883-ada8-4e44ab418b3f req-a983d1e4-29cc-47dc-bdf2-eb4dd067065b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:13.687224 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81a56907-042a-4883-ada8-4e44ab418b3f req-a983d1e4-29cc-47dc-bdf2-eb4dd067065b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0470228 Feb 17 23:06:13.718540 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81a56907-042a-4883-ada8-4e44ab418b3f req-a232a47f-0065-4be5-a3b8-b0dae9b92703 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253811 Feb 17 23:06:13.808341 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81a56907-042a-4883-ada8-4e44ab418b3f req-57f7248d-927e-46cc-82af-695916644550 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845108 Feb 17 23:06:13.904396 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-81a56907-042a-4883-ada8-4e44ab418b3f req-19139927-e988-4b39-97b8-43b7d032371c service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907574 Feb 17 23:06:13.932722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217423fc-3492-45b2-8328-736c66c88f2d req-c4c18d51-6a40-4c41-a166-b76dd9a7a654 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:13.934204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-217423fc-3492-45b2-8328-736c66c88f2d req-c4c18d51-6a40-4c41-a166-b76dd9a7a654 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0600510 Feb 17 23:06:13.988856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-217423fc-3492-45b2-8328-736c66c88f2d req-74d97ad3-dce3-4267-a8a5-ac0f276d36b5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424628 Feb 17 23:06:14.529322 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e836c9d9-f044-4ce6-a68e-2debb66a3c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:15.110220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8cb2ea-71e7-4917-bd28-91cbec5a3b0c req-34d91fbe-986d-49c4-a987-3cad28eee412 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:15.111704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb8cb2ea-71e7-4917-bd28-91cbec5a3b0c req-34d91fbe-986d-49c4-a987-3cad28eee412 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0537355 Feb 17 23:06:15.165750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb8cb2ea-71e7-4917-bd28-91cbec5a3b0c req-25cd0805-9172-430c-9c72-bcfe49c0d5ee tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484750 Feb 17 23:06:16.294508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d6a02-3653-4f15-bf22-727027c13dd2 req-582777fe-e973-4579-a526-c833e57ee61f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:16.296044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a43d6a02-3653-4f15-bf22-727027c13dd2 req-582777fe-e973-4579-a526-c833e57ee61f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0592463 Feb 17 23:06:16.346774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a43d6a02-3653-4f15-bf22-727027c13dd2 req-87b79414-6492-4a23-a32c-53ab258f8073 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449665 Feb 17 23:06:17.389708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aea652d7-47f1-4d9c-af58-a40793bda859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:17.469868 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859b426-5e66-4f34-b197-18cf0841b056 req-b5c2b894-d4be-4078-af19-55458d259302 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:17.471542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d859b426-5e66-4f34-b197-18cf0841b056 req-b5c2b894-d4be-4078-af19-55458d259302 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0533047 Feb 17 23:06:17.517894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d859b426-5e66-4f34-b197-18cf0841b056 req-4e27561b-9adf-477b-838d-0fde035592b5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409393 Feb 17 23:06:18.085839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:18.643057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a010b-e5aa-41c7-8a1c-ff311cdd399b req-7d9a1308-7767-431b-b956-b87764911117 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:18.644530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9a010b-e5aa-41c7-8a1c-ff311cdd399b req-7d9a1308-7767-431b-b956-b87764911117 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0570929 Feb 17 23:06:18.691895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a9a010b-e5aa-41c7-8a1c-ff311cdd399b req-f47b614c-bbf4-4a41-a930-f7cebb15624b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418391 Feb 17 23:06:19.498959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:19.813924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda47a9a-3aae-4b29-8d66-e343b922ca7a req-9fd7899d-b81f-44ae-b5ed-1eec88cd3b1e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:19.815415 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cda47a9a-3aae-4b29-8d66-e343b922ca7a req-9fd7899d-b81f-44ae-b5ed-1eec88cd3b1e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0531819 Feb 17 23:06:19.861689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cda47a9a-3aae-4b29-8d66-e343b922ca7a req-e0fdb3d7-fac4-4b96-9ae3-28bb3802e60f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Feb 17 23:06:20.935227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:20.988130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d857d3-2f42-4285-838f-f7663242a955 req-c6e9980f-36d7-437b-ab34-d1e186504e70 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:20.989610 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8d857d3-2f42-4285-838f-f7663242a955 req-c6e9980f-36d7-437b-ab34-d1e186504e70 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0575662 Feb 17 23:06:21.036459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8d857d3-2f42-4285-838f-f7663242a955 req-8970f830-2ca0-4c0b-8d9d-c4dae64ee7a5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412936 Feb 17 23:06:22.156733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238216f7-20a6-4289-be6e-c153b66a8601 req-b0ba4dfe-4d32-49a6-ab7d-25e81a3f6213 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:22.158203 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-238216f7-20a6-4289-be6e-c153b66a8601 req-b0ba4dfe-4d32-49a6-ab7d-25e81a3f6213 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0533748 Feb 17 23:06:22.207027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-238216f7-20a6-4289-be6e-c153b66a8601 req-dde5c002-8d63-4f38-a9ff-b18fe44707f7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431964 Feb 17 23:06:23.333929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93a97e-97cf-4b20-9e41-a22a57ed836a req-63ea8593-2ebc-42e9-b437-c28571df5cb5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:23.335406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a93a97e-97cf-4b20-9e41-a22a57ed836a req-63ea8593-2ebc-42e9-b437-c28571df5cb5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0516367 Feb 17 23:06:23.385747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a93a97e-97cf-4b20-9e41-a22a57ed836a req-bb99a216-528a-4b97-bf95-1d6285fac379 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Feb 17 23:06:24.506524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd93d48-fd92-4bc5-be44-018b1ea5fb18 req-3cab78fd-c9ad-4bf0-9f2f-f86b717c9da0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:24.508019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efd93d48-fd92-4bc5-be44-018b1ea5fb18 req-3cab78fd-c9ad-4bf0-9f2f-f86b717c9da0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0532956 Feb 17 23:06:24.556429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efd93d48-fd92-4bc5-be44-018b1ea5fb18 req-f1a52dea-c7aa-41e2-b093-e35381fd775d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428221 Feb 17 23:06:25.547158 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:25.675649 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b2777-b3f9-4276-9f8a-56f49a65dcac req-f9907747-a30b-460b-b285-f5366785717c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:25.677117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-491b2777-b3f9-4276-9f8a-56f49a65dcac req-f9907747-a30b-460b-b285-f5366785717c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0538387 Feb 17 23:06:25.722997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-491b2777-b3f9-4276-9f8a-56f49a65dcac req-4763dc7b-b04b-41cb-88b7-1a1b623702d5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402339 Feb 17 23:06:26.854407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45c670-f32d-478c-a829-c6c7d3b793a7 req-69d91631-3bc2-40d9-a992-74f2804b1a1d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:26.855823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be45c670-f32d-478c-a829-c6c7d3b793a7 req-69d91631-3bc2-40d9-a992-74f2804b1a1d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0607755 Feb 17 23:06:26.903214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-be45c670-f32d-478c-a829-c6c7d3b793a7 req-8547a3fd-adb8-4f26-bb72-c2710b21c354 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Feb 17 23:06:28.028277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feb4337-c9c3-44ea-aff7-0fd32911e4a3 req-d0dac24b-1e3e-4dfe-aa59-378ce96737f3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:28.029718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6feb4337-c9c3-44ea-aff7-0fd32911e4a3 req-d0dac24b-1e3e-4dfe-aa59-378ce96737f3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0545034 Feb 17 23:06:28.078588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6feb4337-c9c3-44ea-aff7-0fd32911e4a3 req-e712d3a9-8728-47b7-ab71-d984d8a1324e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427635 Feb 17 23:06:29.201066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842db7f0-1069-4793-b4cb-744e92f31261 req-7a2eb7c7-4697-4542-917a-891aeed2275e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:29.202642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-842db7f0-1069-4793-b4cb-744e92f31261 req-7a2eb7c7-4697-4542-917a-891aeed2275e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0541718 Feb 17 23:06:29.258133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-842db7f0-1069-4793-b4cb-744e92f31261 req-fbc84f74-5802-4042-b48a-a939ffff3271 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493999 Feb 17 23:06:30.380580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09208e84-be69-46d3-b17a-0b601307f403 req-8b3b48af-0d55-494f-809e-4c5c8dee5ea6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:30.382064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09208e84-be69-46d3-b17a-0b601307f403 req-8b3b48af-0d55-494f-809e-4c5c8dee5ea6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0530055 Feb 17 23:06:30.428726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09208e84-be69-46d3-b17a-0b601307f403 req-6d9c1825-4a27-4d8e-9414-b929d49619ad tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411971 Feb 17 23:06:31.557277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f397b8a1-0e1d-4ff0-a5a1-11a424741a25 req-f5a89db2-34a4-4f2b-9d44-92c951519300 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:31.558847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f397b8a1-0e1d-4ff0-a5a1-11a424741a25 req-f5a89db2-34a4-4f2b-9d44-92c951519300 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0606380 Feb 17 23:06:31.611812 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f397b8a1-0e1d-4ff0-a5a1-11a424741a25 req-34f38d44-4a64-4ec6-80e1-8c0804c99f63 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463634 Feb 17 23:06:32.742115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49910403-ef49-497b-8f49-405b7071593c req-330b0034-10a4-4cc7-896f-4404ec5418b3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:32.743664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49910403-ef49-497b-8f49-405b7071593c req-330b0034-10a4-4cc7-896f-4404ec5418b3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0591598 Feb 17 23:06:32.792204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49910403-ef49-497b-8f49-405b7071593c req-ce8bca35-893f-4825-b47a-511b392b66fe tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Feb 17 23:06:33.916129 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd16c08-4942-4980-a637-fe80f3893d56 req-3643465f-47cd-464c-bbec-06b6eebc5ea8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:33.917615 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cd16c08-4942-4980-a637-fe80f3893d56 req-3643465f-47cd-464c-bbec-06b6eebc5ea8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0546684 Feb 17 23:06:33.965044 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cd16c08-4942-4980-a637-fe80f3893d56 req-289c0583-e607-4b2d-93e8-5c1f1fd13ec3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418735 Feb 17 23:06:35.119812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f955478e-75b2-4503-89f0-e4ee51920919 req-c749f2c5-4aae-45bc-844d-cb821206afd3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:35.121338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f955478e-75b2-4503-89f0-e4ee51920919 req-c749f2c5-4aae-45bc-844d-cb821206afd3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0628064 Feb 17 23:06:35.178778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f955478e-75b2-4503-89f0-e4ee51920919 req-9d294206-d93d-403b-afca-c5c36696f82e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516710 Feb 17 23:06:36.302049 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9fed9-4c5a-40ad-b1f4-10c9dd2af96b req-99228a64-4bd7-4366-8f47-c819c6432802 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:36.303578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adb9fed9-4c5a-40ad-b1f4-10c9dd2af96b req-99228a64-4bd7-4366-8f47-c819c6432802 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0562439 Feb 17 23:06:36.352659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-adb9fed9-4c5a-40ad-b1f4-10c9dd2af96b req-334daa4d-875c-415f-9b5e-b193c6e4fddd tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433705 Feb 17 23:06:37.476153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6a08c-9d9c-4e27-92cf-07f107e389b5 req-f9776f08-1ef1-41bb-8c51-ef13170b1a17 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:37.477640 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0a6a08c-9d9c-4e27-92cf-07f107e389b5 req-f9776f08-1ef1-41bb-8c51-ef13170b1a17 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0539603 Feb 17 23:06:37.530780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0a6a08c-9d9c-4e27-92cf-07f107e389b5 req-0e7bea3f-8912-4466-8e05-c5eae0f10f23 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Feb 17 23:06:38.294758 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:06:38.653791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3837b3-5e13-4711-8de4-ef42f94cdac0 req-a3d86f19-2d8d-44ec-8dca-cf5bec56cce0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:38.655844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d3837b3-5e13-4711-8de4-ef42f94cdac0 req-a3d86f19-2d8d-44ec-8dca-cf5bec56cce0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0548885 Feb 17 23:06:38.704270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2d3837b3-5e13-4711-8de4-ef42f94cdac0 req-b16ea150-ce63-4f4c-917a-59fb11666076 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Feb 17 23:06:39.739523 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:39.828981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f74e4-ab21-4e9c-b557-4ea88c10b9f8 req-c172bfc1-af39-467f-aec3-44c078d24bd9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:39.830380 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e18f74e4-ab21-4e9c-b557-4ea88c10b9f8 req-c172bfc1-af39-467f-aec3-44c078d24bd9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0550249 Feb 17 23:06:39.880800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e18f74e4-ab21-4e9c-b557-4ea88c10b9f8 req-3cf3c36a-1ded-4d1c-85ae-f4be8182c354 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437081 Feb 17 23:06:40.095007 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-d6dcbc15-dfc6-4587-a134-04ecd727a64a service neutron] show failed (client error): The resource could not be found. Feb 17 23:06:40.095987 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-d6dcbc15-dfc6-4587-a134-04ecd727a64a service neutron] 10.222.0.73 "GET /v2.0/ports/b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0570998 Feb 17 23:06:40.309843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-a0c32b79-f98d-4948-a042-3782678283d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:40.311990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-a0c32b79-f98d-4948-a042-3782678283d3 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471&tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f HTTP/1.1" status: 200 len: 1128 time: 0.0550151 Feb 17 23:06:40.328580 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:40.389154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:40.595444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:40.629582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:06:40.674518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:40.676873 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bddaa093-668e-44b5-a1c2-d22c1681ba95" -d '{"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-unplugged", "status": "completed", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:40.680982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Publish callbacks [] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:40.694266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Transition to ACTIVE for port object b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:06:40.699559 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:40.727642 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d308a2ad-0628-4fd4-b6c2-6d3ba29f504f x-openstack-request-id: req-d308a2ad-0628-4fd4-b6c2-6d3ba29f504f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:40.727935 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-unplugged", "status": "completed", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:40.728262 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d308a2ad-0628-4fd4-b6c2-6d3ba29f504f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:40.728661 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'code': 200} Feb 17 23:06:40.766679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:40.769044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] No DVR routers for this DVR port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:06:40.777783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.778127 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.778469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.778805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.779133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.779986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.780313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.780637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.780961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.781282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.781604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.781937 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.782243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:40.817329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:06:40.817662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:06:40.817985 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:06:40.822333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on network 9af56ee0-8798-4202-b549-447a5d99288b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:06:40.822653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Attempting to bind port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:06:40.827653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:06:40.827986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Checking segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:06:40.828364 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Bound using segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:06:40.828783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Bound port: b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:06:40.829132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:40.897873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:06:40.901112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:06:40.907445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:40.948832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:40.949452 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:40.950867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] 10.222.0.94 "PUT /v2.0/ports/b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 1092 time: 0.6265771 Feb 17 23:06:40.978697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b497a3-9c6f-4b55-90ef-ab89697d47e1 service neutron] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:41.053992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f0ec0-65df-4448-82f2-702f8e593528 req-38f931eb-1def-465e-b285-204de4d24db7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:41.055537 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f7f0ec0-65df-4448-82f2-702f8e593528 req-38f931eb-1def-465e-b285-204de4d24db7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 943 time: 0.0921798 Feb 17 23:06:41.062116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-9469d780-1665-4083-ad91-882ef0b53abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:41.063601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-9469d780-1665-4083-ad91-882ef0b53abb service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1126 time: 0.0664055 Feb 17 23:06:41.162199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f7f0ec0-65df-4448-82f2-702f8e593528 req-171585f9-11e1-43ab-8bd6-12c97304bfa5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976398 Feb 17 23:06:41.186886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-12fdec64-2fde-457b-beff-841e7ffd1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:41.188374 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-12fdec64-2fde-457b-beff-841e7ffd1f55 service neutron] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.1181498 Feb 17 23:06:41.234261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-f0c2aac7-4f57-4bf3-a4d5-9669e0fd1c8b service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.0399001 Feb 17 23:06:41.282239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-7664811b-9cf3-4d1d-9664-3d28b78b02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:41.283780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-7664811b-9cf3-4d1d-9664-3d28b78b02c8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0440371 Feb 17 23:06:41.314489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-a37d516f-4805-48ee-8d32-da3b4e7b4525 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253575 Feb 17 23:06:41.403755 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-d5c60a5b-e7fd-4123-ab3f-4118c875b705 service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836215 Feb 17 23:06:41.497564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6a020c1a-aa1d-4abf-8e34-20cc8f8a7d93 req-4b5613c3-90cc-4d36-af15-fd3dfb28af45 service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884643 Feb 17 23:06:42.293490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01cd1ab-1eb8-4817-b821-f623ce2c5047 req-788beb8f-d5c8-4255-8205-3f4638fc533a tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:42.297311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a01cd1ab-1eb8-4817-b821-f623ce2c5047 req-788beb8f-d5c8-4255-8205-3f4638fc533a tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 943 time: 0.0600600 Feb 17 23:06:42.348867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a01cd1ab-1eb8-4817-b821-f623ce2c5047 req-90d8937a-4f4e-4e01-aeaa-70170cf11419 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Feb 17 23:06:42.729674 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:42.732201 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f35c9ae-9c46-429b-b2ea-511bb6b66189" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:42.783694 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bcf0ef-4aa7-4e70-81b0-db180511a892 x-openstack-request-id: req-21bcf0ef-4aa7-4e70-81b0-db180511a892 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:42.784062 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:42.784387 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-21bcf0ef-4aa7-4e70-81b0-db180511a892 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:42.784924 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'status': 'completed', 'code': 200} Feb 17 23:06:42.847668 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-56a0efa4-2113-40a7-97e4-e3cc4a5a6d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:42.849220 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-56a0efa4-2113-40a7-97e4-e3cc4a5a6d82 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1126 time: 0.0515852 Feb 17 23:06:42.877219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-c1939342-1b1a-4be8-997e-0a98b66ede82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:42.878757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-c1939342-1b1a-4be8-997e-0a98b66ede82 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1126 time: 0.0508850 Feb 17 23:06:42.943187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-d53c9266-2b3c-4c7b-b61b-1092903e6c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:42.944758 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-d53c9266-2b3c-4c7b-b61b-1092903e6c6d service neutron] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0891216 Feb 17 23:06:42.974006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-ae83cbca-e95b-4671-a10d-e2968d4f536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:42.975512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-ae83cbca-e95b-4671-a10d-e2968d4f536a service neutron] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0904427 Feb 17 23:06:42.987250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-d2825174-defa-448d-a392-64e4fa0c12b0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.0361633 Feb 17 23:06:43.021911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-f061de29-9a09-4418-835b-b77ebdfecbff service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.0403624 Feb 17 23:06:43.041468 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-41b4e9cb-8d3b-4c56-b511-e1277c9f1fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.043007 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-41b4e9cb-8d3b-4c56-b511-e1277c9f1fd2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0499215 Feb 17 23:06:43.074217 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-f4a8df00-20ad-4e7c-8a9d-ed6fdd88848e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255756 Feb 17 23:06:43.076304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-7ec159a2-1095-4a5f-87df-878f7e5bfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.078575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-7ec159a2-1095-4a5f-87df-878f7e5bfd1a service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0507255 Feb 17 23:06:43.105207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:06:43.116575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-63ad093f-e70e-46d9-b28f-ae8d2c47f02d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317669 Feb 17 23:06:43.156443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 23:06:43.158259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:06:43.172086 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-7a8beb48-1159-4045-8344-2913cb9e0ded service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918305 Feb 17 23:06:43.215637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-df337083-6214-45c5-bd7c-0e9dfe42000f service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940063 Feb 17 23:06:43.281324 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-13e4d6ee-d6eb-47be-ac08-ed96b42d03d5 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035993 Feb 17 23:06:43.321211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f35c9ae-9c46-429b-b2ea-511bb6b66189 req-1871df1e-186c-42b3-8f2d-592c4f7b4d73 service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988586 Feb 17 23:06:43.476446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8bad-4ad6-4161-8999-2f55f0739ebb req-2729d1bb-8ff0-4750-85ed-2ff6a07e4c1f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:43.478002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b29e8bad-4ad6-4161-8999-2f55f0739ebb req-2729d1bb-8ff0-4750-85ed-2ff6a07e4c1f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 943 time: 0.0554645 Feb 17 23:06:43.530686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b29e8bad-4ad6-4161-8999-2f55f0739ebb req-34ea2668-7de7-49a8-8cba-e877b0f2c282 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450883 Feb 17 23:06:44.533328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9bce6337-f1ec-4565-8517-0edea5a57bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:44.659239 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32108f72-9638-45d0-b4a4-884ee8acda68 req-e85caa87-321a-4916-ab83-561aa5081124 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:44.660788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32108f72-9638-45d0-b4a4-884ee8acda68 req-e85caa87-321a-4916-ab83-561aa5081124 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 943 time: 0.0587449 Feb 17 23:06:44.707049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-32108f72-9638-45d0-b4a4-884ee8acda68 req-42d212d2-688c-4233-935e-fce0e16134f9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406892 Feb 17 23:06:44.913340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a156c0f-09d2-413d-b458-4308146ee5d5 req-a0af193a-4823-43b0-8d0d-04732237a05c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:44.915611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a156c0f-09d2-413d-b458-4308146ee5d5 req-a0af193a-4823-43b0-8d0d-04732237a05c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 943 time: 0.0656650 Feb 17 23:06:44.960466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506290a2-9271-4cb7-b181-0ba62b496008 req-ebd297d7-16ea-4e13-9042-c59d6272b90f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:44.961959 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-ebd297d7-16ea-4e13-9042-c59d6272b90f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.73 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471&tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 943 time: 0.1043932 Feb 17 23:06:44.966844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0a156c0f-09d2-413d-b458-4308146ee5d5 req-570c3c9f-6583-47f8-923b-965f934d17a7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454459 Feb 17 23:06:45.030153 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [req-506290a2-9271-4cb7-b181-0ba62b496008 req-9cc28e8e-ddb7-4710-9b29-6e50fbdbe019 service neutron] delete failed (client error): The resource could not be found. Feb 17 23:06:45.031179 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-9cc28e8e-ddb7-4710-9b29-6e50fbdbe019 service neutron] 10.222.0.73 "DELETE /v2.0/ports/b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0624835 Feb 17 23:06:45.122642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506290a2-9271-4cb7-b181-0ba62b496008 req-e6428d70-913a-47cf-b84f-20f790936013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:45.124111 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-e6428d70-913a-47cf-b84f-20f790936013 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 1126 time: 0.0481315 Feb 17 23:06:45.215871 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506290a2-9271-4cb7-b181-0ba62b496008 req-9a867394-4111-429e-9b71-51c36fcfcee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:45.217363 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-9a867394-4111-429e-9b71-51c36fcfcee4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0873806 Feb 17 23:06:45.564740 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-e8604d58-1980-4dc7-bf9a-4cf09950c43a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 200 len: 217 time: 0.3419371 Feb 17 23:06:45.595918 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:06:45.614420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506290a2-9271-4cb7-b181-0ba62b496008 req-ab06162b-5027-4e0a-b4c5-0f9f90828cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:45.615960 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-ab06162b-5027-4e0a-b4c5-0f9f90828cf0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0457282 Feb 17 23:06:45.647819 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-df37ca0d-6774-496b-99dc-1f2ad924fd07 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263777 Feb 17 23:06:45.698411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:45.710011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b', 'port_id': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'mac_address': 'fa:16:3e:ad:5f:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b3f52-e3c8-4419-abd3-309b29d22a02', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:06:45.741748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-96f146c3-90ca-4e68-8199-3055ba314ac6 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884619 Feb 17 23:06:45.753012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:06:45.753513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:45.768090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:06:45.788425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:45.792067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:45.831554 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-506290a2-9271-4cb7-b181-0ba62b496008 req-a87bb95b-e3c3-40de-80fa-b980ebc422a2 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844007 Feb 17 23:06:45.840035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:46.093556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff7739-f2cb-49b0-9dbc-3731de5f7686 req-b920fd0c-0ecf-4127-8972-34ab005b0674 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:46.094973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ddff7739-f2cb-49b0-9dbc-3731de5f7686 req-b920fd0c-0ecf-4127-8972-34ab005b0674 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 944 time: 0.0541844 Feb 17 23:06:46.153490 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ddff7739-f2cb-49b0-9dbc-3731de5f7686 req-811254ed-0d0d-470a-aede-431b0564e246 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529268 Feb 17 23:06:46.181751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:06:47.290558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f008ad-48fa-4d59-b61d-3682c238135b req-c5cc923b-ef8d-46c6-ac1b-07d2f44cd86d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:47.292097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97f008ad-48fa-4d59-b61d-3682c238135b req-c5cc923b-ef8d-46c6-ac1b-07d2f44cd86d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 944 time: 0.0689464 Feb 17 23:06:47.342333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-97f008ad-48fa-4d59-b61d-3682c238135b req-f7917103-1e3d-495e-8fa1-2afe91d90a7c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 Feb 17 23:06:47.399584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-aa4f3399-b963-4500-9471-bed97b2ffc71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:47.467817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8edac-1579-4438-a490-9e0d56d4253a req-8db832d3-2bf5-40b8-8fcd-1e308454ac0b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:47.469411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bab8edac-1579-4438-a490-9e0d56d4253a req-8db832d3-2bf5-40b8-8fcd-1e308454ac0b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 944 time: 0.0551038 Feb 17 23:06:47.526456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bab8edac-1579-4438-a490-9e0d56d4253a req-6dc73b69-9234-4240-85ca-66d85c03c908 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509217 Feb 17 23:06:47.613085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:06:47.654046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a895b961-c8ff-4cc0-a236-ec562d185210 req-bce95c62-fe66-4cda-9d0e-c96c88603fe7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:47.655594 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a895b961-c8ff-4cc0-a236-ec562d185210 req-bce95c62-fe66-4cda-9d0e-c96c88603fe7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 944 time: 0.0592413 Feb 17 23:06:47.665677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:06:47.669741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:06:47.670119 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:47.707549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a895b961-c8ff-4cc0-a236-ec562d185210 req-62b28a10-91fb-4777-a5b3-dd6e718c7295 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456355 Feb 17 23:06:47.753246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:06:47.753661 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:47.777609 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:47.779915 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2c5bed-2916-4d7e-bd77-ccea3c6d048b" -d '{"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-plugged", "status": "completed", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:47.792986 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:47.798571 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:47.855626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:47.892922 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cfb280-c149-444d-99ea-32462ad10142 x-openstack-request-id: req-87cfb280-c149-444d-99ea-32462ad10142 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:47.892922 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-plugged", "status": "completed", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:47.893194 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87cfb280-c149-444d-99ea-32462ad10142 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:47.893639 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'code': 200} Feb 17 23:06:48.082894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-a2ae8ba8-6962-4089-a36f-1c107128f24c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:48.084429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-a2ae8ba8-6962-4089-a36f-1c107128f24c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 815 time: 0.1058388 Feb 17 23:06:48.087813 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:48.100335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-a23eacd2-6f97-461d-8dae-fb6bed0dc584 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/quotas/8ff83bf3053a4a24bf4642b8f1d3a19f HTTP/1.1" status: 200 len: 375 time: 0.0096278 Feb 17 23:06:48.159482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-24b0633e-5033-4042-b579-7c18695a61e0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539103 Feb 17 23:06:48.250659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96c836f6-8160-472b-aff8-853a120ef3de service neutron] 10.222.0.79 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843544 Feb 17 23:06:48.342441 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-80dd5d30-35a1-44d7-a75b-1f03a202032b service neutron] 10.222.0.79 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860600 Feb 17 23:06:48.504636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5463a01-b451-48c4-8ec9-186e1aaa67ca req-87ddce5b-0e42-46cd-a39b-64022dc14fea tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 210 time: 0.0305960 Feb 17 23:06:49.444443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.94', 63178) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:06:49.498094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-40d5a163-3984-4708-84ee-bab8a5f6dfe5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:49.499807 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-40d5a163-3984-4708-84ee-bab8a5f6dfe5 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.94 "GET /v2.0/ports?device_id=8f0f6554-7cd9-46dd-8d7c-615199f2a471 HTTP/1.1" status: 200 len: 945 time: 0.0553305 Feb 17 23:06:49.514331 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:49.590689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-c0e78584-d81f-432c-96d7-acc5124a9eb1 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:49.592369 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-c0e78584-d81f-432c-96d7-acc5124a9eb1 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 815 time: 0.1459537 Feb 17 23:06:49.610304 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Request body: {'port': {'device_id': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b', 'admin_state_up': True, 'tenant_id': '8ff83bf3053a4a24bf4642b8f1d3a19f'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:49.633019 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Deleting port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:06:49.633267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:49.652371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-78c93888-ef45-4db4-b397-4b375924450a req-7f0598c6-bed2-4e77-b2e9-b9f498de3815 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 210 time: 0.0341015 Feb 17 23:06:49.736414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Made reservation on behalf of 8ff83bf3053a4a24bf4642b8f1d3a19f for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:06:49.740006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:49.745107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] For port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:49.745500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:49.759473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Calling delete_port for b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:06:49.872075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Allocated IP 172.20.0.14 (9af56ee0-8798-4202-b549-447a5d99288b/0d2b3f52-e3c8-4419-abd3-309b29d22a02/8cbdc2e4-df38-40d0-8a2f-a486a9822fa5) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:06:49.904461 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:49.936657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Pushing event deleted for resources: {'Port': ['ID=b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:49.937756 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:06:49.986087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] No DVR routers for this DVR port b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:06:49.989709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:49.995047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e316f584-3af1-400c-8fb4-0225fbc7bcc7 req-6b89d056-239f-4c61-97b5-11e7d2e2d95d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.94 "DELETE /v2.0/ports/b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 HTTP/1.1" status: 204 len: 173 time: 0.4905419 Feb 17 23:06:49.995889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-deleted', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:49.999497 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0027041e-b09f-483b-9d18-f144addc334a" -d '{"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-deleted", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:50.043144 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6e1ce3-9940-4208-be0e-75ad05b768c3 x-openstack-request-id: req-ea6e1ce3-9940-4208-be0e-75ad05b768c3 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:50.043466 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0f6554-7cd9-46dd-8d7c-615199f2a471", "name": "network-vif-deleted", "tag": "b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:50.043721 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea6e1ce3-9940-4208-be0e-75ad05b768c3 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:50.044122 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0f6554-7cd9-46dd-8d7c-615199f2a471', 'name': 'network-vif-deleted', 'tag': 'b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8', 'status': 'completed', 'code': 200} Feb 17 23:06:50.076264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks [] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.110909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.142834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:06:50.157131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Network 9af56ee0-8798-4202-b549-447a5d99288b is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:06:50.160922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:06:50.164917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:06:50.171774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:50.201196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.201551 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.201899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.202245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.202583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.202916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.203810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.204141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.204469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.204797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.205132 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.205461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.206393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:50.236590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:50.237183 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.254445 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8a4c19db-cf15-4d8e-a12a-3c18a1f1a8ab tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6490550 Feb 17 23:06:50.271398 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Request body: {'port': {'device_id': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:06:50.332712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.606849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:06:50.614743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Publish callbacks [] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.627361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Transition to ACTIVE for port object 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:06:50.631131 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.681794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:50.752594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:06:50.752954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:06:50.753278 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:06:50.758051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on network 9af56ee0-8798-4202-b549-447a5d99288b not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:06:50.758373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:06:50.763314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:06:50.763697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Checking segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:06:50.764070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Bound using segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:06:50.764502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Bound port: 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:06:50.764857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.784089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561199d8-43f1-47d9-90be-62374119f968 req-5765ef3f-12c6-4e78-a6fb-1f97dbde16ad tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:50.785508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-561199d8-43f1-47d9-90be-62374119f968 req-5765ef3f-12c6-4e78-a6fb-1f97dbde16ad tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0556593 Feb 17 23:06:50.834358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-561199d8-43f1-47d9-90be-62374119f968 req-052273b1-9d40-42f2-885d-a1b4fc95248f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Feb 17 23:06:50.835936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:06:50.839139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:06:50.847250 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.882532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:50.883146 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.884553 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] 10.222.0.94 "PUT /v2.0/ports/8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 1093 time: 0.6174455 Feb 17 23:06:50.884988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:50.887233 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45" -d '{"events": [{"name": "network-changed", "server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:50.912209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96945ba4-41d6-4afa-8810-519fe44220e2 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:50.931332 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9f4834-7ab9-4c9c-9e76-73d0e637642c x-openstack-request-id: req-ca9f4834-7ab9-4c9c-9e76-73d0e637642c {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:50.931663 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:50.931902 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ca9f4834-7ab9-4c9c-9e76-73d0e637642c {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:50.932307 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'status': 'completed', 'code': 200} Feb 17 23:06:50.952719 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:50.993856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8d1f77d4-74f5-4534-bc7f-534e49a90e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:50.995430 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-8d1f77d4-74f5-4534-bc7f-534e49a90e55 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1127 time: 0.0482361 Feb 17 23:06:51.042948 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-01bb3022-a717-456b-9733-46e137889091 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0343645 Feb 17 23:06:51.098133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-0e6c1d4b-2401-49e5-a374-5009701f107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:51.099619 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-0e6c1d4b-2401-49e5-a374-5009701f107b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0488780 Feb 17 23:06:51.130655 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-f6fdb4bc-7c3b-4dd7-816f-64f3d50239cb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258021 Feb 17 23:06:51.220684 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-59f43977-1248-4e42-a75a-f2b2da4343de service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833471 Feb 17 23:06:51.318104 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a041fe73-d114-403b-bf3d-1cd983e8dbf8 req-6c824881-4401-4ee7-ae4d-94152362afdd service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917730 Feb 17 23:06:51.451513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-162fbcd2-4074-4dbc-8a32-faf193a9badf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:51.453065 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-162fbcd2-4074-4dbc-8a32-faf193a9badf service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1127 time: 0.0472093 Feb 17 23:06:51.552726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-584085b9-bf40-4093-9627-73c22b75cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:51.555321 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-584085b9-bf40-4093-9627-73c22b75cf3d service neutron] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0967970 Feb 17 23:06:51.598367 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-74beede3-d902-4de4-8a4f-a70f40937517 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0376093 Feb 17 23:06:51.646191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-0ae7c5de-ab91-498f-bd4d-f7fb8bde1289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:51.647773 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-0ae7c5de-ab91-498f-bd4d-f7fb8bde1289 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0436897 Feb 17 23:06:51.679730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-54b4dbf2-d2b4-49ac-925b-7657d8767ae6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258141 Feb 17 23:06:51.773265 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-7adfb06f-973d-43a2-aad2-464fe9b88faa service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877831 Feb 17 23:06:51.866755 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ab04ea0a-c2d9-40ab-b434-7a3771b87b45 req-e1cb38b6-6d41-4570-bb90-16488cda0a19 service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878944 Feb 17 23:06:51.968759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bb6cd-5e44-4bb5-9143-1bbfa361c106 req-c4d2b585-d68d-4298-b723-dbd5d53ec875 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:51.970232 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e48bb6cd-5e44-4bb5-9143-1bbfa361c106 req-c4d2b585-d68d-4298-b723-dbd5d53ec875 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0545728 Feb 17 23:06:52.022687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e48bb6cd-5e44-4bb5-9143-1bbfa361c106 req-2e772717-ba19-4b57-8988-165d32e03213 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Feb 17 23:06:53.145660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f6025-c29e-4f1a-b4c0-7a1c9ff1dba2 req-5b5549a1-f995-43a4-99a4-68815ce8e4ce tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:53.147147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c66f6025-c29e-4f1a-b4c0-7a1c9ff1dba2 req-5b5549a1-f995-43a4-99a4-68815ce8e4ce tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0535641 Feb 17 23:06:53.194868 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c66f6025-c29e-4f1a-b4c0-7a1c9ff1dba2 req-39d11ae1-f68d-4b11-9418-4594a1b17f2a tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420411 Feb 17 23:06:53.634137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:06:53.653661 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:06:53.654006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device b7be49ef-c1d7-4b06-bfe1-bba7afcd0fe8 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:06:54.313288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd1386-7f30-4e12-89c4-cd7792fdfb92 req-8d140960-c2fa-4640-b026-71cc40924ef3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:54.314802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdcd1386-7f30-4e12-89c4-cd7792fdfb92 req-8d140960-c2fa-4640-b026-71cc40924ef3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0526032 Feb 17 23:06:54.361559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdcd1386-7f30-4e12-89c4-cd7792fdfb92 req-1881818d-e5f4-4d00-88dc-266c1b37a7ad tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408111 Feb 17 23:06:55.486672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb1d7a-3503-40cb-97ae-684742f8954d req-2a152e7e-32ee-4a8b-938a-b32e5108a084 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:55.488182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dddb1d7a-3503-40cb-97ae-684742f8954d req-2a152e7e-32ee-4a8b-938a-b32e5108a084 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0597332 Feb 17 23:06:55.535782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dddb1d7a-3503-40cb-97ae-684742f8954d req-6aef8d3e-2909-4595-afed-1d1dcf43be7c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414085 Feb 17 23:06:55.581546 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:55.633481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:06:55.731758 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:55.744346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b', 'port_id': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'mac_address': 'fa:16:3e:24:f5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b3f52-e3c8-4419-abd3-309b29d22a02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:06:55.780051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:06:55.780362 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:55.793960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:06:55.817874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:55.826632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:55.876425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:55.886154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.886505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.886845 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.887180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.887611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.887944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.888270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.888594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.888917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.889246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.889559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.889874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:55.890191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:06:56.187307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:06:56.659784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9327e92-33c3-4f75-b144-919ea2cf2fe3 req-74448de9-e8a4-4bae-9f59-eea1b47b6b8d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:56.661251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9327e92-33c3-4f75-b144-919ea2cf2fe3 req-74448de9-e8a4-4bae-9f59-eea1b47b6b8d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 945 time: 0.0525196 Feb 17 23:06:56.707572 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a9327e92-33c3-4f75-b144-919ea2cf2fe3 req-feca7e23-d324-4d9e-85eb-477123764d56 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406239 Feb 17 23:06:57.649440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:06:57.698124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:06:57.702063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:06:57.702438 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:57.780446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:06:57.780836 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:57.804374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:06:57.806636 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b82a5e-18b9-4543-89e0-5b5bdac98d42" -d '{"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-plugged", "status": "completed", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:06:57.822261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:06:57.826543 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:06:57.827898 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add4c9f3-44c0-47ff-b7ee-1ae695857aef req-458827d9-a88f-413b-8c7e-4aea9c2b1642 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:57.829961 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-add4c9f3-44c0-47ff-b7ee-1ae695857aef req-458827d9-a88f-413b-8c7e-4aea9c2b1642 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 945 time: 0.0541437 Feb 17 23:06:57.873905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:06:57.883016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-add4c9f3-44c0-47ff-b7ee-1ae695857aef req-ecf302bf-6fd6-4ba9-acfc-f50fe11ed7b7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463524 Feb 17 23:06:57.927020 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fba3b40-4a88-4365-b5b9-c123a7e1294e x-openstack-request-id: req-8fba3b40-4a88-4365-b5b9-c123a7e1294e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:06:57.927314 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-plugged", "status": "completed", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:06:57.927605 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8fba3b40-4a88-4365-b5b9-c123a7e1294e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:06:57.928009 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'code': 200} Feb 17 23:06:58.055359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e54634-83d7-4af2-8528-a88c400590fc req-96aced13-4c8d-4bf7-953b-08b5a5c37610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:58.056901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-92e54634-83d7-4af2-8528-a88c400590fc req-96aced13-4c8d-4bf7-953b-08b5a5c37610 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1129 time: 0.0463138 Feb 17 23:06:58.101024 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-92e54634-83d7-4af2-8528-a88c400590fc req-afc696d4-ec4d-4f74-a704-1aa816aa117b service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369575 Feb 17 23:06:59.004748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ae74c1-e64e-480f-8630-7b75b411516c req-3d3802bb-d534-4346-95a9-b4d89a31402b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:06:59.006233 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56ae74c1-e64e-480f-8630-7b75b411516c req-3d3802bb-d534-4346-95a9-b4d89a31402b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0537236 Feb 17 23:06:59.053304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56ae74c1-e64e-480f-8630-7b75b411516c req-c4924bd3-7091-4050-9a12-9a8cb8054575 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 Feb 17 23:07:00.171711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b59d5-e10c-4fcb-8ce4-5a5840f728f5 req-2485bffb-921b-4c29-a1bf-1ea51012aec3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.173774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c57b59d5-e10c-4fcb-8ce4-5a5840f728f5 req-2485bffb-921b-4c29-a1bf-1ea51012aec3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0534077 Feb 17 23:07:00.220308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c57b59d5-e10c-4fcb-8ce4-5a5840f728f5 req-9cc20c2a-37a5-49a3-ad79-a701c9c6ccb3 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407996 Feb 17 23:07:00.342021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33caeda-24b4-4a1f-8344-6e1f9f8df2c2 req-ecd44ff6-5db3-4d16-885b-ae976ac80ebc tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.343413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33caeda-24b4-4a1f-8344-6e1f9f8df2c2 req-ecd44ff6-5db3-4d16-885b-ae976ac80ebc tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0560186 Feb 17 23:07:00.389844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b33caeda-24b4-4a1f-8344-6e1f9f8df2c2 req-778dcbd0-206d-4965-83fa-d8cca9742a55 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Feb 17 23:07:00.617848 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-4605d392-1666-4396-8e35-7acaec820487 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458934 Feb 17 23:07:00.636028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414cde9-515c-4a9e-81b5-4ac1e2d9f239 req-b75ae4df-4db9-4958-a000-41e64b276f69 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.637503 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8414cde9-515c-4a9e-81b5-4ac1e2d9f239 req-b75ae4df-4db9-4958-a000-41e64b276f69 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0534737 Feb 17 23:07:00.686217 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8414cde9-515c-4a9e-81b5-4ac1e2d9f239 req-a1674a34-5020-4f5b-bb80-95422098c657 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Feb 17 23:07:00.972494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-5f66ff32-9bcb-45c6-828f-841b0616cac9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:00.973854 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-5f66ff32-9bcb-45c6-828f-841b0616cac9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports/8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 943 time: 0.0467706 Feb 17 23:07:01.773375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-0d88d8e3-b8ae-4ef7-bcb2-df563f32ee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:01.774903 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-0d88d8e3-b8ae-4ef7-bcb2-df563f32ee25 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1129 time: 0.0546036 Feb 17 23:07:01.821353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c807c4-3ffd-4fc4-b6f5-30d5c0723ba5 req-84059856-ff07-4c08-9869-5a081aa0cd58 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:01.822759 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62c807c4-3ffd-4fc4-b6f5-30d5c0723ba5 req-84059856-ff07-4c08-9869-5a081aa0cd58 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0619283 Feb 17 23:07:01.869784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-9f7f5f3a-6d45-4576-b1bb-8fd1a4d36ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:01.871295 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-9f7f5f3a-6d45-4576-b1bb-8fd1a4d36ee5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0896840 Feb 17 23:07:01.880655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62c807c4-3ffd-4fc4-b6f5-30d5c0723ba5 req-9fa087c6-2a5d-411c-99e0-cc2a0dff399c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491292 Feb 17 23:07:01.918823 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-663c8d45-22f7-4030-9845-e14997c3a344 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0415180 Feb 17 23:07:01.969992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-0d44cc05-6e1d-4b88-a969-c62f7c8b49bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:01.971519 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-0d44cc05-6e1d-4b88-a969-c62f7c8b49bf service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0462835 Feb 17 23:07:02.003139 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-5862607f-78c8-4ce8-aab0-a1a05f46fa7e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264347 Feb 17 23:07:02.090581 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-033ae018-6895-460b-82d2-871efcdf521d service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814097 Feb 17 23:07:02.183649 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-ac28df18-2e25-45dc-948a-79fb1287fe3e service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869870 Feb 17 23:07:03.001314 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53b445-1566-4d58-915f-82d0ef8d8266 req-90e1e400-906e-451d-89fe-8cc4d53abcce tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:03.002752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e53b445-1566-4d58-915f-82d0ef8d8266 req-90e1e400-906e-451d-89fe-8cc4d53abcce tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0545518 Feb 17 23:07:03.049295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e53b445-1566-4d58-915f-82d0ef8d8266 req-92bf8ea4-51d2-4a27-8686-6a0cd3244be0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409169 Feb 17 23:07:04.168939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172bbd3-7f7a-4fea-af43-e49167843e85 req-2cc09ba7-ad51-4d55-8327-25e1fe17c655 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:04.170316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5172bbd3-7f7a-4fea-af43-e49167843e85 req-2cc09ba7-ad51-4d55-8327-25e1fe17c655 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0515063 Feb 17 23:07:04.220491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5172bbd3-7f7a-4fea-af43-e49167843e85 req-0376efdc-241c-471a-9ca3-175d33770583 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433700 Feb 17 23:07:05.339918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5da9615-37a8-4e0f-93a4-2d980e21e3bd req-6b7674c3-05a2-4dc1-9322-7d9e749aceb6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:05.341368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5da9615-37a8-4e0f-93a4-2d980e21e3bd req-6b7674c3-05a2-4dc1-9322-7d9e749aceb6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0528169 Feb 17 23:07:05.387933 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5da9615-37a8-4e0f-93a4-2d980e21e3bd req-8484bf72-39f5-4b6e-a0a1-56a44ed18638 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Feb 17 23:07:06.506838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0018a47-a1ae-4e42-a314-28e7965deac1 req-032ff73c-0559-44c7-ab4b-38f47a99c9f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:06.508308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0018a47-a1ae-4e42-a314-28e7965deac1 req-032ff73c-0559-44c7-ab4b-38f47a99c9f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0516517 Feb 17 23:07:06.555454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f0018a47-a1ae-4e42-a314-28e7965deac1 req-3ca31c11-ec3c-4742-b816-ab5e58ef603d tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416172 Feb 17 23:07:07.680126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a90a9c-b4f7-4baf-b3a5-59ec9c22e948 req-89b7a960-b3fa-43ac-aff9-3901c7a1b0b8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:07.681578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5a90a9c-b4f7-4baf-b3a5-59ec9c22e948 req-89b7a960-b3fa-43ac-aff9-3901c7a1b0b8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0557687 Feb 17 23:07:07.735275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5a90a9c-b4f7-4baf-b3a5-59ec9c22e948 req-5ad18431-9e14-4dd0-b58d-669a47730ed1 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Feb 17 23:07:08.852978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb508ef-73aa-48af-93ed-bbb72e184080 req-3b3b177b-3516-41c8-9417-4eca2bf94452 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:08.854393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cb508ef-73aa-48af-93ed-bbb72e184080 req-3b3b177b-3516-41c8-9417-4eca2bf94452 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0521932 Feb 17 23:07:08.900897 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7cb508ef-73aa-48af-93ed-bbb72e184080 req-3aa28b77-a7b4-4b40-8ba5-886366de6874 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406253 Feb 17 23:07:09.737878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:10.025966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e814c-2f99-4920-870e-21198c7f723d req-abf1cffc-07c6-4d01-93e8-477cdf424961 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:10.027524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c20e814c-2f99-4920-870e-21198c7f723d req-abf1cffc-07c6-4d01-93e8-477cdf424961 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0578313 Feb 17 23:07:10.079052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c20e814c-2f99-4920-870e-21198c7f723d req-6b3be696-fbfa-44ad-831e-2578580d72d6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458329 Feb 17 23:07:11.198749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b58aa0-4498-44f6-a885-79474b0fd2bc req-b231055a-172b-49b4-b66d-f4a722a2147b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:11.200224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47b58aa0-4498-44f6-a885-79474b0fd2bc req-b231055a-172b-49b4-b66d-f4a722a2147b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0524287 Feb 17 23:07:11.246828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47b58aa0-4498-44f6-a885-79474b0fd2bc req-b3813ea4-abc9-42b3-8934-f6a337b348c7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403552 Feb 17 23:07:12.369691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d33505-4eb1-48b4-88a8-796b15755a72 req-7f0c8c4d-5f40-40c2-9605-174dd9e39586 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:12.371140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67d33505-4eb1-48b4-88a8-796b15755a72 req-7f0c8c4d-5f40-40c2-9605-174dd9e39586 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0580270 Feb 17 23:07:12.419893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67d33505-4eb1-48b4-88a8-796b15755a72 req-a2bf73c5-fca2-4a55-be26-cbfa2797c028 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Feb 17 23:07:13.549266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d174a00-fe2e-49c7-b1d8-098faef987c8 req-5744f116-873b-4161-a0c1-67d369a737f6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:13.550798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d174a00-fe2e-49c7-b1d8-098faef987c8 req-5744f116-873b-4161-a0c1-67d369a737f6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0593581 Feb 17 23:07:13.600323 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d174a00-fe2e-49c7-b1d8-098faef987c8 req-5570b30c-2281-47eb-bd98-15e40cdc282b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435829 Feb 17 23:07:14.540571 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e4fd764-ef76-4a30-a2f7-197e2591c9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:14.735048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7d075-a62f-454f-bb53-d7b2619ba55a req-5f9f8850-ad53-4f79-9462-060f19ed28ba tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:14.737092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1cb7d075-a62f-454f-bb53-d7b2619ba55a req-5f9f8850-ad53-4f79-9462-060f19ed28ba tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0533879 Feb 17 23:07:14.785841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1cb7d075-a62f-454f-bb53-d7b2619ba55a req-aa4ee904-bd34-4663-99d5-ca3e450d079a tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430675 Feb 17 23:07:15.293833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:07:15.911327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d978f-b6f8-4962-8152-39e187f6bf14 req-111d7c78-1139-4e81-9bbc-5965b0acaccc tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:15.912997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-660d978f-b6f8-4962-8152-39e187f6bf14 req-111d7c78-1139-4e81-9bbc-5965b0acaccc tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0584810 Feb 17 23:07:15.960250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-660d978f-b6f8-4962-8152-39e187f6bf14 req-6e3b20cb-c18f-4c55-9674-29b40c7c9021 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 Feb 17 23:07:17.080540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d044414-23cd-4100-8e70-49f2f83fbdab req-3b615de1-10a5-4d9a-a6a5-88ecae16baa7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:17.082029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d044414-23cd-4100-8e70-49f2f83fbdab req-3b615de1-10a5-4d9a-a6a5-88ecae16baa7 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0536921 Feb 17 23:07:17.130605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d044414-23cd-4100-8e70-49f2f83fbdab req-e726d0a7-40ad-4925-b61c-7ad33ab87e5b tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423737 Feb 17 23:07:17.392074 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0d876cbd-662e-49fe-b5ab-7126155b55ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:18.090219 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:18.251492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f7720-ff15-4317-97df-34be5747bd40 req-1bca2512-b592-4d2e-bcc5-111095c08de8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:18.253474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-723f7720-ff15-4317-97df-34be5747bd40 req-1bca2512-b592-4d2e-bcc5-111095c08de8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0533881 Feb 17 23:07:18.302790 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-723f7720-ff15-4317-97df-34be5747bd40 req-d2c53dd9-4ce2-46d2-b345-cdda96dfa321 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437989 Feb 17 23:07:19.421640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c43c81-3db2-475e-bf99-3d34b0e71822 req-06a7db37-6948-4a2e-bfb7-ecd8e766f6c2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:19.423150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38c43c81-3db2-475e-bf99-3d34b0e71822 req-06a7db37-6948-4a2e-bfb7-ecd8e766f6c2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0523391 Feb 17 23:07:19.470867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38c43c81-3db2-475e-bf99-3d34b0e71822 req-6fb7b3f5-67a0-48e2-8376-23da4ab3c4c0 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420609 Feb 17 23:07:19.505819 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:20.611474 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621d4632-720d-45ca-a18f-30f4597d1202 req-36800a23-c8b1-4909-8e3f-e37beeb8afd1 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:20.614251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-621d4632-720d-45ca-a18f-30f4597d1202 req-36800a23-c8b1-4909-8e3f-e37beeb8afd1 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0674689 Feb 17 23:07:20.664901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-621d4632-720d-45ca-a18f-30f4597d1202 req-fbfceaf6-4ca4-4391-9424-740aaa9613a2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449214 Feb 17 23:07:20.936992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:21.820694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbaf5a-6803-46e3-b691-7144703a31a3 req-cabb8271-b276-41b8-94cc-ae25af7e7017 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:21.822410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67dbaf5a-6803-46e3-b691-7144703a31a3 req-cabb8271-b276-41b8-94cc-ae25af7e7017 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0705020 Feb 17 23:07:21.884007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-67dbaf5a-6803-46e3-b691-7144703a31a3 req-d9baf14d-a6b0-472f-8331-e649eae6a911 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541244 Feb 17 23:07:23.022361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3a2549-2248-4f69-bfc0-aa7f93c29c18 req-c46ac691-6406-440e-9eb6-4d4ff0301f94 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:23.023939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e3a2549-2248-4f69-bfc0-aa7f93c29c18 req-c46ac691-6406-440e-9eb6-4d4ff0301f94 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0599427 Feb 17 23:07:23.072186 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3e3a2549-2248-4f69-bfc0-aa7f93c29c18 req-9067111e-25a6-48a3-9050-e40b5dc7f2fe tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425427 Feb 17 23:07:24.208214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afedc1-654d-47c2-872e-2ac474cca97c req-18ddf37e-c287-4656-b745-c5070508d7f8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:24.209729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56afedc1-654d-47c2-872e-2ac474cca97c req-18ddf37e-c287-4656-b745-c5070508d7f8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0639920 Feb 17 23:07:24.267861 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56afedc1-654d-47c2-872e-2ac474cca97c req-dbe7e686-1708-4b60-915c-422d7300c08a tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523396 Feb 17 23:07:25.393640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445690e0-7cee-4bf3-85ad-8aa9bfb40ae2 req-84e71a51-eb3a-4024-a2d1-87a79b778c73 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:25.395091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-445690e0-7cee-4bf3-85ad-8aa9bfb40ae2 req-84e71a51-eb3a-4024-a2d1-87a79b778c73 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0551350 Feb 17 23:07:25.442782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-445690e0-7cee-4bf3-85ad-8aa9bfb40ae2 req-9ba4e336-786c-48a9-b69c-635c6ccf4561 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Feb 17 23:07:25.475418 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-31868c4c-7a15-4adc-83df-f9f4e07233b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:25.477051 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-31868c4c-7a15-4adc-83df-f9f4e07233b7 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1129 time: 0.0466077 Feb 17 23:07:25.581472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:25.587055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-68a13e6a-d808-448e-bc33-bea19ac35102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:25.588607 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-68a13e6a-d808-448e-bc33-bea19ac35102 service neutron] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0934806 Feb 17 23:07:25.629532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-07c1a876-0627-4c25-b85c-9fb151daac1f service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0350986 Feb 17 23:07:25.678079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-d563b442-cd29-48aa-b9bc-4696e5a4f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:25.679571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-d563b442-cd29-48aa-b9bc-4696e5a4f267 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0450540 Feb 17 23:07:25.715060 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-2a1722a2-d0bc-4e65-9f45-3cb7b83027d3 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303121 Feb 17 23:07:25.802539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-6e80b4d4-1b70-486e-9e8c-8c8258e55955 service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820363 Feb 17 23:07:25.896392 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-daa1e469-d7ae-4055-971e-72d8fa44556e req-c9902551-5b96-4950-91d5-8672e3065d1e service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879211 Feb 17 23:07:26.562173 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965897d-3b99-424a-b5d9-fa428a3f56d6 req-b1843613-6d6b-4371-8c36-b9bae2dfe05e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:26.563599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4965897d-3b99-424a-b5d9-fa428a3f56d6 req-b1843613-6d6b-4371-8c36-b9bae2dfe05e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0532236 Feb 17 23:07:26.610313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4965897d-3b99-424a-b5d9-fa428a3f56d6 req-f3e974a7-959b-4052-adc2-40accc3a7b3e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Feb 17 23:07:27.734565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035b1a4-c24e-4fa8-8148-97b6d99bb889 req-cd710493-0993-471c-a534-ca332f421eb8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:27.736051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3035b1a4-c24e-4fa8-8148-97b6d99bb889 req-cd710493-0993-471c-a534-ca332f421eb8 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0558553 Feb 17 23:07:27.782514 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3035b1a4-c24e-4fa8-8148-97b6d99bb889 req-069097bc-9f1c-4f17-8d75-f34dfcfcf803 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Feb 17 23:07:28.904158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07440dc-44e1-4d93-85c4-228d7769ed5b req-42eedc16-04b6-48e0-893b-491c779e91b4 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:28.905632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b07440dc-44e1-4d93-85c4-228d7769ed5b req-42eedc16-04b6-48e0-893b-491c779e91b4 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0530927 Feb 17 23:07:28.951411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b07440dc-44e1-4d93-85c4-228d7769ed5b req-38a06726-2a39-4942-8df1-1fdc25f121d9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396693 Feb 17 23:07:29.219242 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-2684f28a-a963-4b16-8f30-5895a1348d58 service neutron] show failed (client error): The resource could not be found. Feb 17 23:07:29.220306 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-2684f28a-a963-4b16-8f30-5895a1348d58 service neutron] 10.222.0.94 "GET /v2.0/ports/8cbdc2e4-df38-40d0-8a2f-a486a9822fa5/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0537579 Feb 17 23:07:29.423514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-95481035-8325-44a5-b96f-591a80cca81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:29.425072 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-95481035-8325-44a5-b96f-591a80cca81d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345&tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f HTTP/1.1" status: 200 len: 1129 time: 0.0458803 Feb 17 23:07:29.434400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-32091ac1-0a52-4d22-8666-6aa4dfc1aa83 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:07:29.435332 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-32091ac1-0a52-4d22-8666-6aa4dfc1aa83 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050662 Feb 17 23:07:29.447605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:29.508438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:29.709180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:29.743182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:07:29.781950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:29.784142 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a81c17-6b76-4508-bf15-ebdc8248c03c" -d '{"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:07:29.788013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Publish callbacks [] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:29.800714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Transition to ACTIVE for port object 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:07:29.805309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:29.834120 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d50fcd-0172-4e67-b913-6d6e44be35e6 x-openstack-request-id: req-51d50fcd-0172-4e67-b913-6d6e44be35e6 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:07:29.834473 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:07:29.834677 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51d50fcd-0172-4e67-b913-6d6e44be35e6 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:07:29.835075 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'code': 200} Feb 17 23:07:29.873372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] No DVR routers for this DVR port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:07:29.876400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=6']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:29.910700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:07:29.911032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:07:29.911408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:07:29.923330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on network 9af56ee0-8798-4202-b549-447a5d99288b not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:07:29.923330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Attempting to bind port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on network 9af56ee0-8798-4202-b549-447a5d99288b {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:07:29.923330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:07:29.923330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Checking segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:07:29.923330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Bound using segment: {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:07:29.923330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Bound port: 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3fd636-e7b6-4825-bec0-520980b7c7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:07:29.923330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:29.984558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:07:29.988211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:07:29.993425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:30.026359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:30.027013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:30.028417 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] 10.222.0.73 "PUT /v2.0/ports/8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 1093 time: 0.5843866 Feb 17 23:07:30.052627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24571b-1e99-4d9f-9459-cce16888aeb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=7']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:30.083669 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3fd26e-4506-471b-ae1a-192936bdee92 req-d728fb71-652c-4e64-8a2f-6ded1d266995 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:30.085169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e3fd26e-4506-471b-ae1a-192936bdee92 req-d728fb71-652c-4e64-8a2f-6ded1d266995 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0614791 Feb 17 23:07:30.103460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3da80ce4-1b27-4556-884f-81b147b321dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:30.105043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-3da80ce4-1b27-4556-884f-81b147b321dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1127 time: 0.0497153 Feb 17 23:07:30.200952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-7b67627a-9751-4407-92fc-2f9ac78e9c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:30.202444 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-7b67627a-9751-4407-92fc-2f9ac78e9c36 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0916018 Feb 17 23:07:30.245639 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-a33e7281-b0cb-4656-b97a-7820cc72ff2d service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0369449 Feb 17 23:07:30.300292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-d2be1614-308d-416e-addb-3bdac1ce6751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:30.301785 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-d2be1614-308d-416e-addb-3bdac1ce6751 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0510209 Feb 17 23:07:30.334251 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-aa064e9e-d36a-4a5e-817d-517b27ec29ca service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264189 Feb 17 23:07:30.427484 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-68e25964-3efb-41f1-bec7-6c1dfbf57dc2 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870914 Feb 17 23:07:30.453791 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e3fd26e-4506-471b-ae1a-192936bdee92 req-bf6b36fc-dc90-4c63-bb5a-30526599e002 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629024 Feb 17 23:07:30.521237 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3cf450e1-ac1e-4359-98f9-219bb15d91ea req-168ad2e6-4834-4306-a25e-259b57e0d0f4 service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883362 Feb 17 23:07:31.578685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b308818f-e582-4e1e-a759-9077f5166da9 req-39c03b6f-1368-48ef-9a81-753d160fe839 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:31.580175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b308818f-e582-4e1e-a759-9077f5166da9 req-39c03b6f-1368-48ef-9a81-753d160fe839 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0547206 Feb 17 23:07:31.627007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b308818f-e582-4e1e-a759-9077f5166da9 req-0df488ec-cf37-4ec8-a1fa-c610f15b3a8f tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412240 Feb 17 23:07:31.836409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:31.838648 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e9a8040-5861-4d0d-bb83-05fe8819b17e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:07:31.885477 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50986e8d-8dbb-45ca-a2fc-eef69b56f39c x-openstack-request-id: req-50986e8d-8dbb-45ca-a2fc-eef69b56f39c {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:07:31.885759 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:07:31.886017 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-50986e8d-8dbb-45ca-a2fc-eef69b56f39c {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:07:31.886425 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'status': 'completed', 'code': 200} Feb 17 23:07:31.990877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-31dc7e45-20d9-489c-b20e-62e7048ccac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:31.992411 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-31dc7e45-20d9-489c-b20e-62e7048ccac4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1127 time: 0.0895288 Feb 17 23:07:31.998741 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-95b17646-e29d-46fb-a951-45d7c1e935ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:32.000188 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-95b17646-e29d-46fb-a951-45d7c1e935ce service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1127 time: 0.0640175 Feb 17 23:07:32.162159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-fb3969a1-c6bd-47c0-8681-cdc8185e72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:32.163637 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-fb3969a1-c6bd-47c0-8681-cdc8185e72bd service neutron] 10.222.0.73 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.1620979 Feb 17 23:07:32.164917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-74bf646b-847b-4bf7-925f-b2fb18799f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:32.166190 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-74bf646b-847b-4bf7-925f-b2fb18799f08 service neutron] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.1567917 Feb 17 23:07:32.208913 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-b6b7f0ec-571b-4231-a74e-7ca4af9f3184 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0395305 Feb 17 23:07:32.242853 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-a5970911-71d2-408d-81ff-323d77b9fd91 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0680604 Feb 17 23:07:32.312216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-e0448a35-27e3-44f2-93b6-4569be0c5099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:32.313643 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-e0448a35-27e3-44f2-93b6-4569be0c5099 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0790849 Feb 17 23:07:32.319237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-7e0b0f6c-ee21-46c2-b031-d8d74b0559b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:32.320598 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-7e0b0f6c-ee21-46c2-b031-d8d74b0559b1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0562036 Feb 17 23:07:32.366412 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-98688e25-242c-4c04-a20b-d107a1395c69 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448902 Feb 17 23:07:32.368231 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-67f34ae5-4d47-4e91-a462-66081b6200a9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389135 Feb 17 23:07:32.526735 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-0dff4ef7-177c-4641-aa8f-eea085dda08e service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544538 Feb 17 23:07:32.528483 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-defcc11b-510b-4f3e-aeb4-1ebd9c833512 service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484902 Feb 17 23:07:32.756642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd160bc-f0c3-478a-b25a-0ae32cbdb4aa req-63f8c054-228a-4251-b3fd-071240fff911 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:32.758550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-abd160bc-f0c3-478a-b25a-0ae32cbdb4aa req-63f8c054-228a-4251-b3fd-071240fff911 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0572271 Feb 17 23:07:32.816432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-abd160bc-f0c3-478a-b25a-0ae32cbdb4aa req-b5a8b411-99f0-4c23-af3a-9ac2981396fd tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Feb 17 23:07:33.010487 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-f414f56d-2ea3-4854-b235-5972037bdcdc service neutron] 10.222.0.73 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773688 Feb 17 23:07:33.013104 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e9a8040-5861-4d0d-bb83-05fe8819b17e req-0ef1c499-9d22-4a08-9044-822036351b33 service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730625 Feb 17 23:07:33.058841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853004f-7464-40be-a72a-ad30025585a4 req-b4fa3da2-af66-40f8-878d-d351fda8cefc tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:33.060417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c853004f-7464-40be-a72a-ad30025585a4 req-b4fa3da2-af66-40f8-878d-d351fda8cefc tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 944 time: 0.0929899 Feb 17 23:07:33.073033 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-985e87b6-a7d0-4175-9e98-63c55c11cc89 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:33.074384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-985e87b6-a7d0-4175-9e98-63c55c11cc89 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.94 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345&tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 944 time: 0.0780106 Feb 17 23:07:33.162485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c853004f-7464-40be-a72a-ad30025585a4 req-78949089-1d64-4996-9fcd-fd29034bbe97 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871210 Feb 17 23:07:33.167340 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-13338301-0f39-4b44-93eb-9ea7514fc01c service neutron] delete failed (client error): The resource could not be found. Feb 17 23:07:33.168319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-13338301-0f39-4b44-93eb-9ea7514fc01c service neutron] 10.222.0.94 "DELETE /v2.0/ports/8cbdc2e4-df38-40d0-8a2f-a486a9822fa5/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0845969 Feb 17 23:07:33.274926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-2d10df27-1c32-4c1d-8497-dc7df450b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:33.276438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-2d10df27-1c32-4c1d-8497-dc7df450b1f6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 1127 time: 0.0455849 Feb 17 23:07:33.369363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-185067a9-b7ee-48ed-9e58-8788c41c13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:33.370743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-185067a9-b7ee-48ed-9e58-8788c41c13a2 service neutron] 10.222.0.94 "GET /v2.0/networks?id=9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 200 len: 916 time: 0.0875499 Feb 17 23:07:33.412190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-72aae212-7a0e-4ace-9407-8666c0122991 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 200 len: 217 time: 0.0349863 Feb 17 23:07:33.449585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:07:33.461263 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-3e63393d-3fb1-47e6-a9eb-3c1bee21cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:33.462727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-3e63393d-3fb1-47e6-a9eb-3c1bee21cedb service neutron] 10.222.0.94 "GET /v2.0/subnets?id=0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 200 len: 855 time: 0.0456181 Feb 17 23:07:33.495092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-23a95732-fdf1-4c00-a194-55894da5b869 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=9af56ee0-8798-4202-b549-447a5d99288b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265124 Feb 17 23:07:33.546862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:33.559634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'network_id': '9af56ee0-8798-4202-b549-447a5d99288b', 'port_id': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'mac_address': 'fa:16:3e:24:f5:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2b3f52-e3c8-4419-abd3-309b29d22a02', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:07:33.589175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-5ab9925f-2b04-48f5-a9cf-8685f3468eba service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884871 Feb 17 23:07:33.603097 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:33.603553 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:33.618809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:07:33.642099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:33.646369 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:33.685011 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb649-f70d-423a-b69e-ec854ff3e1ce req-99427fea-e269-450e-9307-c27a32742fae service neutron] 10.222.0.94 "GET /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899022 Feb 17 23:07:33.704515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:33.862294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:07:33.888825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:07:33.950819 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 23:07:33.951218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:07:34.308532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1f035-7bd4-41ec-b4cc-95b3fe66c992 req-80274b51-d226-48db-8bda-1da810543db2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:34.316417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e1f035-7bd4-41ec-b4cc-95b3fe66c992 req-80274b51-d226-48db-8bda-1da810543db2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 945 time: 0.0747085 Feb 17 23:07:34.360181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38e1f035-7bd4-41ec-b4cc-95b3fe66c992 req-8b29e667-7cab-4c29-94c9-fdf54367a824 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428765 Feb 17 23:07:34.477027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d28e3-613b-4094-87c5-05755788f4b9 req-8f8e7a9d-2a4b-42b3-8f21-a079d534d963 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:34.478456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c2d28e3-613b-4094-87c5-05755788f4b9 req-8f8e7a9d-2a4b-42b3-8f21-a079d534d963 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 945 time: 0.0528014 Feb 17 23:07:34.525314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1c2d28e3-613b-4094-87c5-05755788f4b9 req-b447118a-182e-4789-ae79-69e9b7bdf780 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408597 Feb 17 23:07:34.641693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd88048-a503-4230-bb13-663e1c2fc980 req-aa31bb72-3edc-4007-873e-16ea84c02d8c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:34.643151 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fd88048-a503-4230-bb13-663e1c2fc980 req-aa31bb72-3edc-4007-873e-16ea84c02d8c tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 945 time: 0.0527303 Feb 17 23:07:34.693311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fd88048-a503-4230-bb13-663e1c2fc980 req-c21d543b-fb78-4c69-838b-beb629bb45d9 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445783 Feb 17 23:07:35.020873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2129-8e99-4d4b-99c6-3a8d56fa9df2 req-f8761e37-94c1-468c-a7c1-fc604a9e4393 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:35.022255 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb8c2129-8e99-4d4b-99c6-3a8d56fa9df2 req-f8761e37-94c1-468c-a7c1-fc604a9e4393 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 945 time: 0.0530159 Feb 17 23:07:35.069686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb8c2129-8e99-4d4b-99c6-3a8d56fa9df2 req-faf5186c-a452-418a-a809-61227de408a6 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Feb 17 23:07:35.450311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:07:35.497982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:07:35.501873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:35.502247 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:35.583867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:35.584260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:35.606796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:35.609317 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee21cdf7-2765-4636-a379-ec68ddc81670" -d '{"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-plugged", "status": "completed", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:07:35.622479 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:35.628518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:35.651201 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7e31dc-f483-4757-924a-06af868413cd x-openstack-request-id: req-cf7e31dc-f483-4757-924a-06af868413cd {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:07:35.651515 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-plugged", "status": "completed", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:07:35.651768 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cf7e31dc-f483-4757-924a-06af868413cd {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:07:35.652158 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'code': 200} Feb 17 23:07:35.678131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:36.163625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6667d9-872d-4943-8537-a30de93673cb req-9a67d176-d2a8-46bd-91c7-725a9187e49a tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:36.165097 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6667d9-872d-4943-8537-a30de93673cb req-9a67d176-d2a8-46bd-91c7-725a9187e49a tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.73 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0537927 Feb 17 23:07:36.190623 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6f7ab-1886-4630-9af9-9c48e9d3c0c8 req-f5cd5bf7-bdd0-420a-a5ed-b7d9acec376e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:36.192141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cba6f7ab-1886-4630-9af9-9c48e9d3c0c8 req-f5cd5bf7-bdd0-420a-a5ed-b7d9acec376e tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/ports?device_id=4f48ee88-5e45-410b-b585-b3c672cf2345 HTTP/1.1" status: 200 len: 946 time: 0.0533543 Feb 17 23:07:36.240855 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cba6f7ab-1886-4630-9af9-9c48e9d3c0c8 req-ba302475-c3c4-4bf3-b87c-ccb0e04a7305 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.79 "GET /v2.0/security-groups?id=e4f6cc42-4920-4d34-b54f-8e05e8c83039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421867 Feb 17 23:07:36.262133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Deleting port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:07:36.262472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:36.351388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] For port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,segment=NetworkSegment(6c3fd636-e7b6-4825-bec0-520980b7c7a6),segment_id=6c3fd636-e7b6-4825-bec0-520980b7c7a6)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:36.351678 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:36.365338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Calling delete_port for 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:07:36.493383 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8cbdc2e4-df38-40d0-8a2f-a486a9822fa5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:36.506006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:07:36.522291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Pushing event deleted for resources: {'Port': ['ID=8cbdc2e4-df38-40d0-8a2f-a486a9822fa5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:36.565661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] No DVR routers for this DVR port 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:07:36.568409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:36.571712 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7b6667d9-872d-4943-8537-a30de93673cb req-2957e6d6-0383-4a80-8a17-83d1d6a5d3f2 tempest-ServerDiskConfigTestJSON-362100680 tempest-ServerDiskConfigTestJSON-362100680-project] 10.222.0.73 "DELETE /v2.0/ports/8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 HTTP/1.1" status: 204 len: 173 time: 0.4013417 Feb 17 23:07:36.572155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-deleted', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:36.574402 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdec4b90-2aa3-42d1-a5d9-ed6b814a1496" -d '{"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-deleted", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:07:36.614546 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770a1582-380e-459b-bc66-2e5aa75c5071 x-openstack-request-id: req-770a1582-380e-459b-bc66-2e5aa75c5071 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:07:36.614844 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f48ee88-5e45-410b-b585-b3c672cf2345", "name": "network-vif-deleted", "tag": "8cbdc2e4-df38-40d0-8a2f-a486a9822fa5", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:07:36.615103 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-770a1582-380e-459b-bc66-2e5aa75c5071 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:07:36.615539 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f48ee88-5e45-410b-b585-b3c672cf2345', 'name': 'network-vif-deleted', 'tag': '8cbdc2e4-df38-40d0-8a2f-a486a9822fa5', 'status': 'completed', 'code': 200} Feb 17 23:07:37.370514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37172) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:37.418636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] Deleting subnet 0d2b3f52-e3c8-4419-abd3-309b29d22a02 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:07:37.421726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] Publish callbacks [] for subnet (0d2b3f52-e3c8-4419-abd3-309b29d22a02), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.455161 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (0d2b3f52-e3c8-4419-abd3-309b29d22a02), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.494340 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (0d2b3f52-e3c8-4419-abd3-309b29d22a02), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.546433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (0d2b3f52-e3c8-4419-abd3-309b29d22a02), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.576144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2b3f52-e3c8-4419-abd3-309b29d22a02,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:37.579876 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.583690 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8765c56d-3a61-48a5-88d5-b05bcac6f256 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0d2b3f52-e3c8-4419-abd3-309b29d22a02 HTTP/1.1" status: 204 len: 168 time: 0.2121415 Feb 17 23:07:37.586244 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37174) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:37.656736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (9af56ee0-8798-4202-b549-447a5d99288b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.737749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (9af56ee0-8798-4202-b549-447a5d99288b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.759151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af56ee0-8798-4202-b549-447a5d99288b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:37.769416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3fd636-e7b6-4825-bec0-520980b7c7a6') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:37.769708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3fd636-e7b6-4825-bec0-520980b7c7a6') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:37.778898 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (6c3fd636-e7b6-4825-bec0-520980b7c7a6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.792352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6c3fd636-e7b6-4825-bec0-520980b7c7a6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.798060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:07:37.798436 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (6c3fd636-e7b6-4825-bec0-520980b7c7a6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:07:37.800753 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:07:37.852908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (9af56ee0-8798-4202-b549-447a5d99288b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.858572 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:37.861728 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] 10.222.0.79 "DELETE /v2.0/networks/9af56ee0-8798-4202-b549-447a5d99288b HTTP/1.1" status: 204 len: 168 time: 0.2745638 Feb 17 23:07:37.873063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8218548e-2c69-496f-9e1e-5fa705d96f05 admin admin] Pushing event deleted for resources: {'Network': ['ID=9af56ee0-8798-4202-b549-447a5d99288b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:37.966817 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37178) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:38.016473 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9427ff0b-5b19-4f93-b22f-050c037279d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ff83bf3053a4a24bf4642b8f1d3a19f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0483696 Feb 17 23:07:38.019501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37180) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:38.069547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86384efa-377a-472f-835c-f8427b5ef4e2 admin admin] Publish callbacks [] for security_group (e4f6cc42-4920-4d34-b54f-8e05e8c83039), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:38.090331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86384efa-377a-472f-835c-f8427b5ef4e2 admin admin] Publish callbacks [] for security_group (e4f6cc42-4920-4d34-b54f-8e05e8c83039), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:38.135361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86384efa-377a-472f-835c-f8427b5ef4e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e4f6cc42-4920-4d34-b54f-8e05e8c83039), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:38.137929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-86384efa-377a-472f-835c-f8427b5ef4e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:38.139089 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-86384efa-377a-472f-835c-f8427b5ef4e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e4f6cc42-4920-4d34-b54f-8e05e8c83039 HTTP/1.1" status: 204 len: 168 time: 0.1186965 Feb 17 23:07:38.147463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86384efa-377a-472f-835c-f8427b5ef4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f6cc42-4920-4d34-b54f-8e05e8c83039,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:38.785019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37202) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:38.889363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-662022550-network', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:38.908005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Made reservation on behalf of c0ed45d7cf404ee5a1332898c18e8dbc for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:07:38.910430 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:38.918601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:38.991447 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks [] for security_group (9342d666-96dc-44fe-93d3-76df6536ab32), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:38.995167 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9342d666-96dc-44fe-93d3-76df6536ab32), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.016027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:07:39.030611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9342d666-96dc-44fe-93d3-76df6536ab32,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:39.034160 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4fc3e168-d34d-471c-99e9-44ed3e05ba43), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.034498 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Added segment 4fc3e168-d34d-471c-99e9-44ed3e05ba43 of type vlan for network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 Feb 17 23:07:39.075585 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.103387 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.104478 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:39.105050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.169100 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3829303 Feb 17 23:07:39.172136 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37206) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:39.177073 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dea571-4c90-4e71-aaad-69797f472d40 admin admin] Pushing event updated for resources: {'Network': ['ID=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:39.177759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Request body: {'subnet': {'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-662022550-subnet', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:39.191579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:07:39.207337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Made reservation on behalf of c0ed45d7cf404ee5a1332898c18e8dbc for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:07:39.209846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.391773 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (21f3603e-c2e8-41e6-ae8e-32666f12446b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.447557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=21f3603e-c2e8-41e6-ae8e-32666f12446b,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:39.464794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:07:39.465150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Network hostable DHCP agents. Network: ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:07:39.482562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:07:39.487794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:07:39.494307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:39.504297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:39.505265 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.509435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f459a37-c926-4366-bc8f-91e2c2e7b171 None None] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:07:39.511680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:07:39.512019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8cbdc2e4-df38-40d0-8a2f-a486a9822fa5 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:07:39.523196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-52a610d8-539b-4c17-bc75-b3654338abcb admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3498931 Feb 17 23:07:39.531904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37208) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:39.537193 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:39.559278 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (d967cbe4-adca-4542-b231-90c5fc8ba661), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.560567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (d967cbe4-adca-4542-b231-90c5fc8ba661), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.618671 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks [] for router_controller (d967cbe4-adca-4542-b231-90c5fc8ba661), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.620618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:07:39.621703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.774118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks [] for router_gateway (d967cbe4-adca-4542-b231-90c5fc8ba661), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.774922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.778574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Allocated IP 172.20.0.2 (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3/21f3603e-c2e8-41e6-ae8e-32666f12446b/59b42044-c00c-471e-928f-04c666122f31) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:07:39.930964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Publish callbacks [] for port (59b42044-c00c-471e-928f-04c666122f31), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.937004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (59b42044-c00c-471e-928f-04c666122f31), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.977398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:39.980186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:39.983830 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:07:39.986466 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks [] for router_gateway (d967cbe4-adca-4542-b231-90c5fc8ba661), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:39.990867 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Pushing event updated for resources: {'Port': ['ID=59b42044-c00c-471e-928f-04c666122f31,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:40.006287 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.042689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Attempting to bind port 59b42044-c00c-471e-928f-04c666122f31 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:07:40.042968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Attempting to bind port 59b42044-c00c-471e-928f-04c666122f31 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:07:40.043435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Attempting to bind port 59b42044-c00c-471e-928f-04c666122f31 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:07:40.049334 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:07:40.050456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:07:40.051015 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.051451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:07:40.051933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Bound port: 59b42044-c00c-471e-928f-04c666122f31, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:07:40.052318 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59b42044-c00c-471e-928f-04c666122f31), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.111032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Allocated IP 172.25.0.211 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/03b1ab3a-0d7c-4801-9100-9feacbf99a88) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:07:40.118015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] For port 59b42044-c00c-471e-928f-04c666122f31, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:07:40.120995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] For port 59b42044-c00c-471e-928f-04c666122f31, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=59b42044-c00c-471e-928f-04c666122f31,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:07:40.129563 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59b42044-c00c-471e-928f-04c666122f31), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.195584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed17c8a-f987-4b80-a5d9-830ffffc3722 None None] Pushing event updated for resources: {'Port': ['ID=59b42044-c00c-471e-928f-04c666122f31,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:40.227642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks [] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.266557 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.308441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:40.311899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:40.316182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:07:40.321664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Pushing event updated for resources: {'Port': ['ID=03b1ab3a-0d7c-4801-9100-9feacbf99a88,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:40.600634 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks [] for router_gateway (d967cbe4-adca-4542-b231-90c5fc8ba661), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.656376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 59b42044-c00c-471e-928f-04c666122f31 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:07:40.704003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 59b42044-c00c-471e-928f-04c666122f31 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:40.704267 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59b42044-c00c-471e-928f-04c666122f31), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.784156 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 59b42044-c00c-471e-928f-04c666122f31 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:40.784549 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (59b42044-c00c-471e-928f-04c666122f31), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.801908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (d967cbe4-adca-4542-b231-90c5fc8ba661), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.817648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 59b42044-c00c-471e-928f-04c666122f31, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=59b42044-c00c-471e-928f-04c666122f31,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:40.822317 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (59b42044-c00c-471e-928f-04c666122f31), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:40.873696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=59b42044-c00c-471e-928f-04c666122f31,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:40.946785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Router d967cbe4-adca-4542-b231-90c5fc8ba661 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:07:41.061811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:07:41.071684 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:07:41.080404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.082397 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f42d7c6a-b595-4b28-bc08-ad01cad335b1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5493202 Feb 17 23:07:41.083572 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:07:41.084016 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:41.085145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37210) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:41.204998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027b119-2900-4004-95d1-d28f1522163c None None] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:07:41.269877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ccb75052-fd8f-4b6c-91e0-68ee114c5a54 None None] Provisioning complete for port 59b42044-c00c-471e-928f-04c666122f31 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:41.270544 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ccb75052-fd8f-4b6c-91e0-68ee114c5a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59b42044-c00c-471e-928f-04c666122f31), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.285852 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:07:41.397599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ccb75052-fd8f-4b6c-91e0-68ee114c5a54 None None] Current status of the port 59b42044-c00c-471e-928f-04c666122f31 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:41.474916 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:40Z', 'revision_number': 3, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:41.502260 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:07:41.503132 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Updating router d967cbe4-adca-4542-b231-90c5fc8ba661 port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:07:41.531012 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.558548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.718999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9eee045d-5c81-4bcd-b705-3cbe70c915d8 None None] Provisioning complete for port 59b42044-c00c-471e-928f-04c666122f31 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:41.719434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9eee045d-5c81-4bcd-b705-3cbe70c915d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59b42044-c00c-471e-928f-04c666122f31), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.722998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Allocated IP 172.20.0.1 (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3/21f3603e-c2e8-41e6-ae8e-32666f12446b/68789506-c9e6-4302-95c6-ad947d01bdd3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:07:41.792776 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Publish callbacks [] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.800491 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.842013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks [] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.870660 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Attempting to bind port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:07:41.871262 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Attempting to bind port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:07:41.871855 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Attempting to bind port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:07:41.875058 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Pushing event updated for resources: {'Port': ['ID=03b1ab3a-0d7c-4801-9100-9feacbf99a88,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:41.880303 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:07:41.880681 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:07:41.881086 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.881212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.881478 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:07:41.881947 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Bound port: 03b1ab3a-0d7c-4801-9100-9feacbf99a88, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:07:41.882327 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.906860 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.907212 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.907738 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.908010 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.908248 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.908572 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.908903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.909235 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.909557 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.910760 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.911306 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.911833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.912167 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:41.924948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:41.927910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:41.930397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:07:41.957184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Pushing event updated for resources: {'Port': ['ID=68789506-c9e6-4302-95c6-ad947d01bdd3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:41.964332 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] For port 03b1ab3a-0d7c-4801-9100-9feacbf99a88, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:07:41.968640 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] For port 03b1ab3a-0d7c-4801-9100-9feacbf99a88, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03b1ab3a-0d7c-4801-9100-9feacbf99a88,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:07:41.975321 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:41.979305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9eee045d-5c81-4bcd-b705-3cbe70c915d8 None None] Current status of the port 59b42044-c00c-471e-928f-04c666122f31 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:41.984526 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (d967cbe4-adca-4542-b231-90c5fc8ba661), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.028442 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:07:42.029072 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:42.079199 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de85013-e9fa-4b1f-a0d1-bd9a63ac6f15 None None] Pushing event updated for resources: {'Port': ['ID=03b1ab3a-0d7c-4801-9100-9feacbf99a88,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:42.136463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.155078 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:07:42.209181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7dbaf27a-6601-4459-b428-989d16d9f784 None None] Provisioning complete for port 68789506-c9e6-4302-95c6-ad947d01bdd3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:42.209739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7dbaf27a-6601-4459-b428-989d16d9f784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.245449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7dbaf27a-6601-4459-b428-989d16d9f784 None None] Port 68789506-c9e6-4302-95c6-ad947d01bdd3 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:07:42.317502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks [] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.323066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.354042 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:40Z', 'revision_number': 3, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:42.380903 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b843b9ff-9d75-4d98-beb2-23118f4adbb7 None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:40Z', 'revision_number': 3, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:42.395281 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (d967cbe4-adca-4542-b231-90c5fc8ba661), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.404376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Pushing event updated for resources: {'Port': ['ID=68789506-c9e6-4302-95c6-ad947d01bdd3,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:42.496683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:42.498001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:42.645587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:07:42.664854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 59b42044-c00c-471e-928f-04c666122f31 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:07:42.733547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 59b42044-c00c-471e-928f-04c666122f31 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:42.734939 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (59b42044-c00c-471e-928f-04c666122f31), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.781861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:07:42.788460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2ed52436-1cc2-4135-99f8-48bd9971bdff admin admin] 10.222.0.79 "PUT /v2.0/routers/d967cbe4-adca-4542-b231-90c5fc8ba661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7020624 Feb 17 23:07:42.803127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fc75858f-ed4d-49a9-8e9e-150aa642973a None None] Provisioning complete for port 68789506-c9e6-4302-95c6-ad947d01bdd3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:42.803551 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc75858f-ed4d-49a9-8e9e-150aa642973a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:42.873051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fc75858f-ed4d-49a9-8e9e-150aa642973a None None] Port 68789506-c9e6-4302-95c6-ad947d01bdd3 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:07:42.874816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 59b42044-c00c-471e-928f-04c666122f31 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:43.148092 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37220) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:43.152923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-048ddda5-b029-4789-8200-a0f064a5c695 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156541943', 'description': 'tempest-description--2144050028'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:43.176393 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-048ddda5-b029-4789-8200-a0f064a5c695 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.245950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-048ddda5-b029-4789-8200-a0f064a5c695 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group (e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.249987 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-048ddda5-b029-4789-8200-a0f064a5c695 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.278656 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-048ddda5-b029-4789-8200-a0f064a5c695 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.280000 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-048ddda5-b029-4789-8200-a0f064a5c695 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1308975 Feb 17 23:07:43.282973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37222) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:43.288593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c6eaeb8c-5ee5-4884-ab42-201cad198fe2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'security_group_rule': {'security_group_id': 'e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:43.293772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ddda5-b029-4789-8200-a0f064a5c695 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:43.317784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6eaeb8c-5ee5-4884-ab42-201cad198fe2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group_rule (7af5c95f-2ce4-4be5-bf48-7ef5b02b9ab5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.372925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6eaeb8c-5ee5-4884-ab42-201cad198fe2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group_rule (7af5c95f-2ce4-4be5-bf48-7ef5b02b9ab5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.376363 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6eaeb8c-5ee5-4884-ab42-201cad198fe2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (7af5c95f-2ce4-4be5-bf48-7ef5b02b9ab5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.395078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eaeb8c-5ee5-4884-ab42-201cad198fe2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7af5c95f-2ce4-4be5-bf48-7ef5b02b9ab5,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:43.401932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c6eaeb8c-5ee5-4884-ab42-201cad198fe2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.403139 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c6eaeb8c-5ee5-4884-ab42-201cad198fe2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191568 Feb 17 23:07:43.405742 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:43.410115 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fa78b7ea-10b9-4818-a63f-5263c3d80fd1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'security_group_rule': {'security_group_id': 'e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:43.433998 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa78b7ea-10b9-4818-a63f-5263c3d80fd1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group_rule (4f913145-234c-4aa5-874e-ccf02c894192), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.800786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa78b7ea-10b9-4818-a63f-5263c3d80fd1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group_rule (4f913145-234c-4aa5-874e-ccf02c894192), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.805563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa78b7ea-10b9-4818-a63f-5263c3d80fd1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (4f913145-234c-4aa5-874e-ccf02c894192), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.823913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa78b7ea-10b9-4818-a63f-5263c3d80fd1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f913145-234c-4aa5-874e-ccf02c894192,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:43.831528 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fa78b7ea-10b9-4818-a63f-5263c3d80fd1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.832782 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fa78b7ea-10b9-4818-a63f-5263c3d80fd1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4261177 Feb 17 23:07:43.835718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37226) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:43.840162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:43.862479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:43.961409 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.051247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:07:44.060979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:07:44.061689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:44.071845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Allocated IP 172.25.0.112 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/43f7567d-9c01-4bb0-beb4-609a3f8f4963) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:07:44.169254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:07:44.176400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.210143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.256951 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:44.259772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:44.263410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:07:44.287380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'Port': ['ID=43f7567d-9c01-4bb0-beb4-609a3f8f4963,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:44.354179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.380557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 2, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:44.391273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.411488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:07:44.411851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Updating router d967cbe4-adca-4542-b231-90c5fc8ba661 port 68789506-c9e6-4302-95c6-ad947d01bdd3 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:07:44.439227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.547824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.553630 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.558619 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d9c4681f-fda7-4e6d-8600-6963efc1bfdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.631917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'Port': ['ID=43f7567d-9c01-4bb0-beb4-609a3f8f4963,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:44.642356 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.660986 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.662657 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d67aa188-ca40-43fd-a451-aa788790ea45 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8259804 Feb 17 23:07:44.666693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03b1ab3a-0d7c-4801-9100-9feacbf99a88 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:07:44.768300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:44.768680 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.774087 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Publish callbacks [] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.797825 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.817900 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b9399380-d1d8-4c1e-9da7-8b7526bef9d5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--156541943&fields=id&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 267 time: 0.0459547 Feb 17 23:07:44.863795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef04855-922d-48bf-b43d-1306cd7ec3ca None None] Pushing event updated for resources: {'Port': ['ID=68789506-c9e6-4302-95c6-ad947d01bdd3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:44.951227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:44.951676 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.957383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-409bf23e-01d6-4601-a43f-962f50c17d21 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:44.957597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Attempting to bind port 68789506-c9e6-4302-95c6-ad947d01bdd3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:07:44.957940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Attempting to bind port 68789506-c9e6-4302-95c6-ad947d01bdd3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:07:44.958301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Attempting to bind port 68789506-c9e6-4302-95c6-ad947d01bdd3 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:07:44.958934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-409bf23e-01d6-4601-a43f-962f50c17d21 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.1346045 Feb 17 23:07:44.968837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:07:44.969228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:07:44.969640 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.970045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:07:44.970528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Bound port: 68789506-c9e6-4302-95c6-ad947d01bdd3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:07:44.970934 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:44.978728 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-f7d8a04b-8882-4cb6-8f3c-5f05a1902c55 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/quotas/c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 375 time: 0.0117695 Feb 17 23:07:44.990532 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 03b1ab3a-0d7c-4801-9100-9feacbf99a88, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03b1ab3a-0d7c-4801-9100-9feacbf99a88,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:45.014503 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:45.047625 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-82559799-8081-4558-b193-2d7a5c573431 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628445 Feb 17 23:07:45.087025 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] For port 68789506-c9e6-4302-95c6-ad947d01bdd3, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:07:45.090287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] For port 68789506-c9e6-4302-95c6-ad947d01bdd3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=68789506-c9e6-4302-95c6-ad947d01bdd3,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:07:45.091546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=03b1ab3a-0d7c-4801-9100-9feacbf99a88,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:45.102437 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:45.155788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f573d2bf-2f57-4155-a382-6d163698f560 None None] Provisioning complete for port 68789506-c9e6-4302-95c6-ad947d01bdd3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:45.156164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f573d2bf-2f57-4155-a382-6d163698f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:45.163964 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-213d76fd-1825-455b-8980-b15afd66c65b service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981860 Feb 17 23:07:45.196415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef04855-922d-48bf-b43d-1306cd7ec3ca None None] Pushing event updated for resources: {'Port': ['ID=68789506-c9e6-4302-95c6-ad947d01bdd3,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:45.207990 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:07:45.208634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:07:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:45.272873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-36c5de91-8164-444f-8fa5-ba70b2db077f service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047778 Feb 17 23:07:45.346311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f573d2bf-2f57-4155-a382-6d163698f560 None None] Current status of the port 68789506-c9e6-4302-95c6-ad947d01bdd3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:45.346705 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f573d2bf-2f57-4155-a382-6d163698f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:45.367890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:07:45.430287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f573d2bf-2f57-4155-a382-6d163698f560 None None] For port 68789506-c9e6-4302-95c6-ad947d01bdd3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=68789506-c9e6-4302-95c6-ad947d01bdd3,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:45.456338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76feb22f-9539-4295-8aa5-f50f06c93ff6 req-e0c16bcb-02bb-46ea-b348-f8132f8b64e1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 210 time: 0.0298905 Feb 17 23:07:45.466098 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f573d2bf-2f57-4155-a382-6d163698f560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:45.568648 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573d2bf-2f57-4155-a382-6d163698f560 None None] Pushing event updated for resources: {'Port': ['ID=68789506-c9e6-4302-95c6-ad947d01bdd3,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:45.630030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-66c50481-7a9f-4402-8315-f7bc7b31685a None None] Provisioning complete for port 68789506-c9e6-4302-95c6-ad947d01bdd3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:45.630414 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-66c50481-7a9f-4402-8315-f7bc7b31685a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:45.693941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:45.742536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52fb2cd-1d76-4fe9-b75f-f83f0715e5f3 None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:45.756119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-66c50481-7a9f-4402-8315-f7bc7b31685a None None] Current status of the port 68789506-c9e6-4302-95c6-ad947d01bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:46.572693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-40405142-0d63-4c0e-8489-a78c23079961 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:46.574181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-40405142-0d63-4c0e-8489-a78c23079961 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.1319554 Feb 17 23:07:46.591225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b5118fc-b604-4f09-8574-d82f66410dce req-03bf0322-90df-4296-9df0-1700055a8ec3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 210 time: 0.0489554 Feb 17 23:07:46.650072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-9b9a853b-c5dd-40bc-b2b4-5089335f7159 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 379 time: 0.0576179 Feb 17 23:07:46.664052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'port': {'device_id': '80e465f1-e402-442d-abab-3050e1091f58', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'admin_state_up': True, 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'security_groups': ['e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:46.751162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 68789506-c9e6-4302-95c6-ad947d01bdd3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:07:46.796936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Made reservation on behalf of c0ed45d7cf404ee5a1332898c18e8dbc for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:07:46.801228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:46.805658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 68789506-c9e6-4302-95c6-ad947d01bdd3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:46.806037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:46.893940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 68789506-c9e6-4302-95c6-ad947d01bdd3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:46.895254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03b1ab3a-0d7c-4801-9100-9feacbf99a88 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:07:46.942857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:46.943227 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:46.950012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Allocated IP 172.20.0.8 (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3/21f3603e-c2e8-41e6-ae8e-32666f12446b/fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:07:47.022602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:47.094065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.126325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.168016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:07:47.173106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:07:47.176896 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:07:47.202375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:47.216243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.216590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.216942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.217289 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.217632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.217972 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.218307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.218641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.218980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.219308 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.219648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.219984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.220316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:07:47.244005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:47.244667 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.263126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-b8541e2f-8f21-4c9a-9b9f-e61ff5920099 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030641 Feb 17 23:07:47.272827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-2587d085-6728-4ba3-8ac5-a19c565c80d4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:07:47.273829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-2587d085-6728-4ba3-8ac5-a19c565c80d4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058680 Feb 17 23:07:47.290781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Request body: {'port': {'device_id': '80e465f1-e402-442d-abab-3050e1091f58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:47.357481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.402360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b507452-c288-4e3d-91f4-eb82774f6bce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.404373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b78b239d-1016-482c-a4cc-62463ecb3e03 None None] Provisioning complete for port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:47.404866 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b78b239d-1016-482c-a4cc-62463ecb3e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.438778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b78b239d-1016-482c-a4cc-62463ecb3e03 None None] Port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:07:47.624684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:07:47.632661 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Publish callbacks [] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.644636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Transition to ACTIVE for port object fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:07:47.649225 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.736323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:47.804145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4639a-6521-4f22-9ce7-e2385f845e0c req-5fb898f0-3d70-4393-beed-c954e26686b4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:47.805841 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef4639a-6521-4f22-9ce7-e2385f845e0c req-5fb898f0-3d70-4393-beed-c954e26686b4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.1318798 Feb 17 23:07:47.834693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:07:47.835037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:07:47.835406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:07:47.845611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:07:47.845976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:07:47.856795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:07:47.857146 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:07:47.857543 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:07:47.858259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Bound port: fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:07:47.858623 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.887887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bef4639a-6521-4f22-9ce7-e2385f845e0c req-202e3c75-81df-433c-8da0-49f88fd67dc0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747640 Feb 17 23:07:47.940793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:07:47.944028 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:07:47.950691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.985836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:47.987007 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:47.988371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] 10.222.0.94 "PUT /v2.0/ports/fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 1092 time: 0.7018869 Feb 17 23:07:47.988848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:47.991128 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a92139-869c-493a-9c3e-591253f31828" -d '{"events": [{"name": "network-changed", "server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:07:48.017463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab0c60f-9937-484f-9943-290a1a333dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:48.039899 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77eda115-5688-4ae3-ba69-52283befe030 x-openstack-request-id: req-77eda115-5688-4ae3-ba69-52283befe030 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:07:48.040184 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:07:48.041606 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77eda115-5688-4ae3-ba69-52283befe030 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:07:48.041606 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'status': 'completed', 'code': 200} Feb 17 23:07:48.094790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:48.105509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-0304084f-f0fe-4d2a-9161-db2344549b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:48.107129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-0304084f-f0fe-4d2a-9161-db2344549b6f service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1126 time: 0.0500677 Feb 17 23:07:48.155271 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-e8a58e7b-8ee9-4b1a-93fa-5502e29bcc8d service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 217 time: 0.0356820 Feb 17 23:07:48.207318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-3450de3f-e758-414c-9f32-4efa1caa190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:48.208730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-3450de3f-e758-414c-9f32-4efa1caa190b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0479884 Feb 17 23:07:48.257871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-37a70a98-8faf-4f43-b581-11315286046f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:48.259281 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-37a70a98-8faf-4f43-b581-11315286046f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449684 Feb 17 23:07:48.346801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-f4c89694-e7f8-4b40-a3cb-b8e66bdc4583 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818975 Feb 17 23:07:48.439558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e9131d69-366a-4f3e-a38c-3b87be9ac3cd req-2d8ff555-700e-4279-842f-cab03d1fbde2 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871890 Feb 17 23:07:48.574017 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a92139-869c-493a-9c3e-591253f31828 req-2ff1fb7d-4510-4290-84ee-5017ae30f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:48.575557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a92139-869c-493a-9c3e-591253f31828 req-2ff1fb7d-4510-4290-84ee-5017ae30f166 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1126 time: 0.0474877 Feb 17 23:07:48.666914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a92139-869c-493a-9c3e-591253f31828 req-3b99027a-74c6-438f-a971-1276e4765369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:48.668400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a92139-869c-493a-9c3e-591253f31828 req-3b99027a-74c6-438f-a971-1276e4765369 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0868561 Feb 17 23:07:48.707710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a92139-869c-493a-9c3e-591253f31828 req-0ac04329-3a78-425a-bd83-8991d8e8fba4 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 217 time: 0.0339282 Feb 17 23:07:48.754658 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a92139-869c-493a-9c3e-591253f31828 req-c17eb3df-fc8e-4839-a740-81655fa65990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:48.756120 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a92139-869c-493a-9c3e-591253f31828 req-c17eb3df-fc8e-4839-a740-81655fa65990 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0433557 Feb 17 23:07:48.808266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a92139-869c-493a-9c3e-591253f31828 req-6b86686e-7666-49b5-bebf-fa0ef4438fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:48.809672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a92139-869c-493a-9c3e-591253f31828 req-6b86686e-7666-49b5-bebf-fa0ef4438fb9 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0480373 Feb 17 23:07:48.897793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a92139-869c-493a-9c3e-591253f31828 req-9967b8db-1533-4b8e-b2f1-059b983b76df service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817099 Feb 17 23:07:49.019218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4a92139-869c-493a-9c3e-591253f31828 req-5ad48ad4-b08f-479f-8079-aa367bd135a1 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147859 Feb 17 23:07:49.034327 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd5deb-3240-406f-8315-417dcf20e4cc req-066fe307-dd69-4dbc-9e4c-00d8daf702e9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:49.035852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fdd5deb-3240-406f-8315-417dcf20e4cc req-066fe307-dd69-4dbc-9e4c-00d8daf702e9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.0744073 Feb 17 23:07:49.083022 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fdd5deb-3240-406f-8315-417dcf20e4cc req-0b0dfd7c-c906-4f4d-a130-22619a2f4fb6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414083 Feb 17 23:07:49.507929 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:50.212733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201d2b5-ac19-4578-8e75-3bf1bf43e009 req-a80ed068-09ce-4d70-a4eb-0891b72ca56d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:50.214194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1201d2b5-ac19-4578-8e75-3bf1bf43e009 req-a80ed068-09ce-4d70-a4eb-0891b72ca56d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.0631711 Feb 17 23:07:50.269672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1201d2b5-ac19-4578-8e75-3bf1bf43e009 req-b1b1f6d3-9f5d-4e61-8305-596a08b4c74b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497932 Feb 17 23:07:50.939025 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:51.390770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedc1c5-97a1-470c-b8d1-6762361a4704 req-e6a2662e-8ca0-474c-ac52-84e101b10aad tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:51.392261 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-deedc1c5-97a1-470c-b8d1-6762361a4704 req-e6a2662e-8ca0-474c-ac52-84e101b10aad tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.0536561 Feb 17 23:07:51.438284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-deedc1c5-97a1-470c-b8d1-6762361a4704 req-e8963b7e-f40c-4fd6-9ed9-def825281560 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405221 Feb 17 23:07:51.962626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:07:52.059703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:52.071743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'mac_address': 'fa:16:3e:73:91:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:07:52.109044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:52.109429 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:52.122784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:07:52.141222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:52.145696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:52.292977 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:07:52.350642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:52.516559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:07:52.569584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8686e4a-22d7-460e-ae4e-3c3161ae4318 req-34b6f627-b966-4142-9e26-e1e4f977fb70 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:52.571158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8686e4a-22d7-460e-ae4e-3c3161ae4318 req-34b6f627-b966-4142-9e26-e1e4f977fb70 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 944 time: 0.0602193 Feb 17 23:07:52.625013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8686e4a-22d7-460e-ae4e-3c3161ae4318 req-a1e83ab6-0ec4-4c5f-a081-17e8d4b6e59b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461206 Feb 17 23:07:53.749202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c410c6f-477d-401c-a143-c1e78b28d4f1 req-cb3351ad-4ac5-49eb-90af-14e0c9d0b082 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:53.750583 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c410c6f-477d-401c-a143-c1e78b28d4f1 req-cb3351ad-4ac5-49eb-90af-14e0c9d0b082 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 944 time: 0.0564857 Feb 17 23:07:53.796435 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c410c6f-477d-401c-a143-c1e78b28d4f1 req-8b6ac177-b433-42a8-9254-84e01c038983 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395880 Feb 17 23:07:53.961619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:07:54.012212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:07:54.015971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:07:54.016344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:54.091354 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:07:54.091771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:54.113729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:54.116119 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c06a9c-f057-4ada-8258-fe205ec18a8c" -d '{"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:07:54.129521 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:07:54.133819 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:54.157689 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39fb7d3-c185-4dba-9ec7-20e2c0b095be x-openstack-request-id: req-e39fb7d3-c185-4dba-9ec7-20e2c0b095be {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:07:54.157985 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:07:54.158779 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e39fb7d3-c185-4dba-9ec7-20e2c0b095be {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:07:54.159170 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'code': 200} Feb 17 23:07:54.188149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:07:54.280316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285559e6-8bec-4709-b9c0-9c7efb4ae353 req-d6e49b13-b2ca-4091-aca0-2792c2413d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:54.281732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-285559e6-8bec-4709-b9c0-9c7efb4ae353 req-d6e49b13-b2ca-4091-aca0-2792c2413d25 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1128 time: 0.0438850 Feb 17 23:07:54.325002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-285559e6-8bec-4709-b9c0-9c7efb4ae353 req-56b40227-2fb5-40b2-b867-f37706fd7b44 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379441 Feb 17 23:07:54.919046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f6807-cd0d-4d8e-8bf0-4d152a7add68 req-ff78d014-af08-422d-bdc2-5b21503eda08 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:54.920556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06f6807-cd0d-4d8e-8bf0-4d152a7add68 req-ff78d014-af08-422d-bdc2-5b21503eda08 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0545113 Feb 17 23:07:54.972512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f06f6807-cd0d-4d8e-8bf0-4d152a7add68 req-b0ffcf55-e48c-421c-a84f-9e9863d2b99f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462825 Feb 17 23:07:55.582933 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:56.095433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e635f3-0ccc-4b6a-a6c2-59a869717c1d req-d432b45a-7806-4f49-bf90-4066593014f7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:56.097115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8e635f3-0ccc-4b6a-a6c2-59a869717c1d req-d432b45a-7806-4f49-bf90-4066593014f7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0541379 Feb 17 23:07:56.145282 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f8e635f3-0ccc-4b6a-a6c2-59a869717c1d req-bf3ed17c-4ddd-46c2-a54b-1c0d295716df tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412934 Feb 17 23:07:56.261693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb2ac09-8c23-4ed1-8cbf-6921f6b19476 req-5d117818-1357-47bc-b01b-ece14a7e301b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:56.263143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfb2ac09-8c23-4ed1-8cbf-6921f6b19476 req-5d117818-1357-47bc-b01b-ece14a7e301b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0531876 Feb 17 23:07:56.273048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 37276) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:07:56.277964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'floatingip': {'port_id': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:07:56.319480 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:56.768729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:56.772578 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:56.876238 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 associated. External IP: 172.25.0.112, port: fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1. Feb 17 23:07:57.093663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:07:57.203501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:07:57.208449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:07:57.213164 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:07:57.223550 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:07:57.224152 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:57.245483 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b6f806e3-e41d-4f98-941f-12dc0be9ea5a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "PUT /v2.0/floatingips/e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 HTTP/1.1" status: 200 len: 991 time: 0.9711204 Feb 17 23:07:57.246237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:07:57.253712 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa732b25-e948-4058-a0da-636a11ac9206" -d '{"events": [{"name": "network-changed", "server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:07:57.338781 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:07:57.353243 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315e410-534f-4195-851d-ee540f1a7333 req-031c78ed-9d61-4fb9-9b0d-5000ac68c537 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:57.354792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6315e410-534f-4195-851d-ee540f1a7333 req-031c78ed-9d61-4fb9-9b0d-5000ac68c537 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0585661 Feb 17 23:07:57.407314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6315e410-534f-4195-851d-ee540f1a7333 req-dc78148b-ef9b-4a97-b435-dbb0ff43abfa tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460019 Feb 17 23:07:57.457075 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2e9fbe-eeef-4dad-bee3-44eb3d7d2f70 x-openstack-request-id: req-1c2e9fbe-eeef-4dad-bee3-44eb3d7d2f70 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:07:57.462628 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:07:57.463187 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c2e9fbe-eeef-4dad-bee3-44eb3d7d2f70 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:07:57.463875 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'status': 'completed', 'code': 200} Feb 17 23:07:57.581629 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:73:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e465f1-e402-442d-abab-3050e1091f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:07:56Z', 'revision_number': 1, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:57.582758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa732b25-e948-4058-a0da-636a11ac9206 req-b5697bf4-c72e-4161-baac-96296db23022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:57.584293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa732b25-e948-4058-a0da-636a11ac9206 req-b5697bf4-c72e-4161-baac-96296db23022 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1128 time: 0.0793109 Feb 17 23:07:57.591826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a655eeb-a26f-4df8-9ed3-383857eca2e8 req-b43c9f62-dca4-4c44-aef7-937a222e833f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:57.593194 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a655eeb-a26f-4df8-9ed3-383857eca2e8 req-b43c9f62-dca4-4c44-aef7-937a222e833f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0869944 Feb 17 23:07:57.609824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:07:57.619505 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:07:57.620637 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:07:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:57.696922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8a655eeb-a26f-4df8-9ed3-383857eca2e8 req-078e7495-37ed-41ff-bc2d-a3943475bbf4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937912 Feb 17 23:07:57.723321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa732b25-e948-4058-a0da-636a11ac9206 req-518a9bae-9a23-4f35-b031-8995736b3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:57.725184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa732b25-e948-4058-a0da-636a11ac9206 req-518a9bae-9a23-4f35-b031-8995736b3157 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.1311495 Feb 17 23:07:57.729475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:07:57.790664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa732b25-e948-4058-a0da-636a11ac9206 req-22d1a6a1-3689-484b-afc4-2492badf30c3 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 999 time: 0.0600960 Feb 17 23:07:57.843705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa732b25-e948-4058-a0da-636a11ac9206 req-a4051c03-d28b-4e20-8c14-4131bb23a9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:57.845847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa732b25-e948-4058-a0da-636a11ac9206 req-a4051c03-d28b-4e20-8c14-4131bb23a9b5 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0499082 Feb 17 23:07:57.899117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa732b25-e948-4058-a0da-636a11ac9206 req-13b9e128-eef7-48b3-99ac-4d3f7a3a28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:57.900670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa732b25-e948-4058-a0da-636a11ac9206 req-13b9e128-eef7-48b3-99ac-4d3f7a3a28e4 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0494726 Feb 17 23:07:57.989159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa732b25-e948-4058-a0da-636a11ac9206 req-989f0978-7a2f-44d1-9145-259c238b9752 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823150 Feb 17 23:07:58.043067 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:73:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e465f1-e402-442d-abab-3050e1091f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:07:56Z', 'revision_number': 1, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:07:58.072639 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3cc354-ba20-4a45-bc4f-e87a345576d4 None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:73:91:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80e465f1-e402-442d-abab-3050e1091f58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:07:56Z', 'revision_number': 1, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:07:58.082548 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa732b25-e948-4058-a0da-636a11ac9206 req-57835eb8-076e-4b96-9763-22f0879cbea3 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879824 Feb 17 23:07:58.271762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e2fed2-6a92-465d-b185-4ab84a34905c None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:07:58.817689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09fabd-2b2c-446d-9eca-c2cdd77990a1 req-588ca267-f093-4684-89a1-4167a34624fe tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:58.819087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a09fabd-2b2c-446d-9eca-c2cdd77990a1 req-588ca267-f093-4684-89a1-4167a34624fe tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0542600 Feb 17 23:07:58.864995 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a09fabd-2b2c-446d-9eca-c2cdd77990a1 req-342cb7da-8e1b-48b2-9d83-754fcb398034 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402906 Feb 17 23:07:58.984248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76010bad-7b86-4a5b-8740-4f3c0023463e req-28222a3c-6da4-4afa-b4ef-6f1aad22186a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:58.985740 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76010bad-7b86-4a5b-8740-4f3c0023463e req-28222a3c-6da4-4afa-b4ef-6f1aad22186a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0569162 Feb 17 23:07:59.033205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-76010bad-7b86-4a5b-8740-4f3c0023463e req-cc77267a-c469-48e0-a763-6ae0f5616378 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414543 Feb 17 23:07:59.274723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8ff9ce-1914-42fb-a0ec-d2cb0e7f8994 req-8220638f-7a7b-4d98-9501-6222b029e96c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:59.276251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a8ff9ce-1914-42fb-a0ec-d2cb0e7f8994 req-8220638f-7a7b-4d98-9501-6222b029e96c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Feb 17 23:07:59.325726 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a8ff9ce-1914-42fb-a0ec-d2cb0e7f8994 req-5d78a2c8-c797-4015-b2ff-13b07b7230bf tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438392 Feb 17 23:07:59.335219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-e8d2fdc9-ae21-4b8e-ab28-9698e66c0363 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0851803 Feb 17 23:07:59.798505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-84ba0bff-0e79-40f1-90ae-a1d993d60af4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:07:59.799901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-84ba0bff-0e79-40f1-90ae-a1d993d60af4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports/fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 942 time: 0.0891430 Feb 17 23:08:00.453347 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e5901-5643-4f7b-a37b-6a0037cf5730 req-b907d960-8a56-4ffa-a73a-89ca6d5af060 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:00.454797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d8e5901-5643-4f7b-a37b-6a0037cf5730 req-b907d960-8a56-4ffa-a73a-89ca6d5af060 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0521047 Feb 17 23:08:00.507544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d8e5901-5643-4f7b-a37b-6a0037cf5730 req-2a8868a6-102c-4cb0-9f16-1465fb30287c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469892 Feb 17 23:08:00.591716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-11f96679-b4a9-4884-a304-845647de2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:00.593207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-11f96679-b4a9-4884-a304-845647de2257 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1128 time: 0.0461285 Feb 17 23:08:00.681934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-09600291-cd0b-4f1a-86e3-2d07ed69d133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:00.683402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-09600291-cd0b-4f1a-86e3-2d07ed69d133 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0845690 Feb 17 23:08:00.751624 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-b4952fa3-46b0-4f7e-ba73-0838c8845d2a service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 1001 time: 0.0627954 Feb 17 23:08:00.798793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-286b7959-ea35-4af0-a17b-84264a9986b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:00.800276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-286b7959-ea35-4af0-a17b-84264a9986b2 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0433571 Feb 17 23:08:00.849816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-704cb5ab-0a64-4208-aa5e-ae11e7927841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:00.851306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-704cb5ab-0a64-4208-aa5e-ae11e7927841 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455077 Feb 17 23:08:00.942207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-f1c1f1ca-1382-4333-a7ab-2a5eaa65f661 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849590 Feb 17 23:08:01.029447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-022c6169-5e5b-4153-b08d-03eb368f326c service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820255 Feb 17 23:08:01.633673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6b26e-04cc-47d9-b567-6d237ff33c13 req-c6c84695-2b17-4be2-94f9-f3a9566fb641 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:01.635118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ad6b26e-04cc-47d9-b567-6d237ff33c13 req-c6c84695-2b17-4be2-94f9-f3a9566fb641 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0574203 Feb 17 23:08:01.682250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ad6b26e-04cc-47d9-b567-6d237ff33c13 req-868af16e-557f-4f68-ac93-d4ccb0a8d3c6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414424 Feb 17 23:08:02.799961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad63e0-e379-4481-ac47-84556612977f req-67c9d2b2-3e30-49e5-99c1-ab876f7a3408 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:02.801840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1ad63e0-e379-4481-ac47-84556612977f req-67c9d2b2-3e30-49e5-99c1-ab876f7a3408 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0520492 Feb 17 23:08:02.847708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f1ad63e0-e379-4481-ac47-84556612977f req-47b9e995-7bec-4454-b359-3f085e4a417c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Feb 17 23:08:03.967262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed096b2-22b1-4b87-b81c-48459980578e req-0295c8ca-3d26-4b8d-9679-7a0a53449e36 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:03.968752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ed096b2-22b1-4b87-b81c-48459980578e req-0295c8ca-3d26-4b8d-9679-7a0a53449e36 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0525706 Feb 17 23:08:04.018208 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3ed096b2-22b1-4b87-b81c-48459980578e req-a97aefd5-86d0-4bd6-afeb-d0cc897a6502 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439084 Feb 17 23:08:05.137485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47ce39-c7f4-435c-aa4d-8aad4141b0fd req-588364d9-575e-48e7-bb0e-a3205df56491 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:05.138930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c47ce39-c7f4-435c-aa4d-8aad4141b0fd req-588364d9-575e-48e7-bb0e-a3205df56491 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0523684 Feb 17 23:08:05.185243 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c47ce39-c7f4-435c-aa4d-8aad4141b0fd req-02812825-659c-40bf-89ea-f537a42d2059 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407047 Feb 17 23:08:06.308185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bb60b-89db-419a-9cc7-da2c4118f30c req-4dc04f9c-4790-4cf2-b44d-1c7038871cce tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:06.309643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-915bb60b-89db-419a-9cc7-da2c4118f30c req-4dc04f9c-4790-4cf2-b44d-1c7038871cce tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0537136 Feb 17 23:08:06.356390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-915bb60b-89db-419a-9cc7-da2c4118f30c req-43371bdd-3c34-4ccc-b385-cc95b2920fbb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409818 Feb 17 23:08:07.480301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64d8a3-3805-448e-9d0f-8f8f537801b1 req-092bb41c-fe97-4c32-ba04-887a0c368590 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:07.481774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef64d8a3-3805-448e-9d0f-8f8f537801b1 req-092bb41c-fe97-4c32-ba04-887a0c368590 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0573726 Feb 17 23:08:07.527833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ef64d8a3-3805-448e-9d0f-8f8f537801b1 req-5d40c9c2-2db9-4cbd-8a53-ee68f8988153 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400791 Feb 17 23:08:08.648060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2e56bf-09e2-471c-819d-c0228064d55e req-09414a08-46ff-4a26-a379-60aadb37e4c3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:08.649507 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b2e56bf-09e2-471c-819d-c0228064d55e req-09414a08-46ff-4a26-a379-60aadb37e4c3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Feb 17 23:08:08.695121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4b2e56bf-09e2-471c-819d-c0228064d55e req-688f973b-5bfe-4244-973d-40310663a8f6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401018 Feb 17 23:08:09.783347 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:09.823519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5e2fb0-da24-4afb-9492-35bba1ba1d3a req-4f5969b7-cbe6-4e80-92b3-1f970b19832f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:09.825052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c5e2fb0-da24-4afb-9492-35bba1ba1d3a req-4f5969b7-cbe6-4e80-92b3-1f970b19832f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0599012 Feb 17 23:08:09.872839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7c5e2fb0-da24-4afb-9492-35bba1ba1d3a req-45f70395-47bf-4278-a011-4fae0220076b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420334 Feb 17 23:08:10.994568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61b7dd-e817-4ba4-9e57-a4c9fe75bb83 req-86c300ce-d9c5-40bb-b81e-35f673b9ebf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:10.996064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c61b7dd-e817-4ba4-9e57-a4c9fe75bb83 req-86c300ce-d9c5-40bb-b81e-35f673b9ebf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0530922 Feb 17 23:08:11.042207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3c61b7dd-e817-4ba4-9e57-a4c9fe75bb83 req-b1a23cf1-6b8e-4327-a2b3-a99c8afe058d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404944 Feb 17 23:08:12.165296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27598754-0506-4fc5-b5c4-1295e1ced3b6 req-fdace6d9-3ed4-4a25-95d7-ce4a75f8e42d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:12.166745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27598754-0506-4fc5-b5c4-1295e1ced3b6 req-fdace6d9-3ed4-4a25-95d7-ce4a75f8e42d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0529501 Feb 17 23:08:12.218050 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27598754-0506-4fc5-b5c4-1295e1ced3b6 req-f1c3ee6b-5804-4758-844f-ad54aa6d79cb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456345 Feb 17 23:08:13.339272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da529d-94b8-443b-84e1-bbaf27f96690 req-6222a695-4919-4f04-ae28-43108320f3f2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:13.340743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34da529d-94b8-443b-84e1-bbaf27f96690 req-6222a695-4919-4f04-ae28-43108320f3f2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0524886 Feb 17 23:08:13.386421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34da529d-94b8-443b-84e1-bbaf27f96690 req-c6099062-23c6-4dd8-8b65-4e065c602179 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401859 Feb 17 23:08:14.508092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c23466-2a94-440b-8c7f-1bbfbde60e72 req-1c35d972-a2a8-4daa-825e-eb0f8b31fb8f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:14.509560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6c23466-2a94-440b-8c7f-1bbfbde60e72 req-1c35d972-a2a8-4daa-825e-eb0f8b31fb8f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0542741 Feb 17 23:08:14.530759 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b9dc3ea6-714e-4a8a-8197-8588d8af15b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:14.558941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a6c23466-2a94-440b-8c7f-1bbfbde60e72 req-149ef586-d3cc-4bbe-9ea1-1c99d49dad9a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438139 Feb 17 23:08:15.682075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d4f566-5495-4770-9e53-347974e2dd1f req-509adb4d-6a57-44eb-ad5b-b73367f7a423 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:15.683561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13d4f566-5495-4770-9e53-347974e2dd1f req-509adb4d-6a57-44eb-ad5b-b73367f7a423 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0570490 Feb 17 23:08:15.729471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-13d4f566-5495-4770-9e53-347974e2dd1f req-e604d089-4a9d-4ae2-b8e0-6be40286b078 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403223 Feb 17 23:08:16.849835 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5729377-4608-4ee2-b309-89cf7915d731 req-61e865ee-80c2-426d-88b1-958bb231ff9f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:16.851280 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5729377-4608-4ee2-b309-89cf7915d731 req-61e865ee-80c2-426d-88b1-958bb231ff9f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0528789 Feb 17 23:08:16.897378 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d5729377-4608-4ee2-b309-89cf7915d731 req-5602e0d4-b66d-4831-98a8-212833ab550e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404763 Feb 17 23:08:17.394910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7ec00a86-00be-44cd-81ad-85bc8734d448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:17.843891 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-f141ee3c-a5ee-480b-b5d7-884cffd14a0d service neutron] show failed (client error): The resource could not be found. Feb 17 23:08:17.844890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-f141ee3c-a5ee-480b-b5d7-884cffd14a0d service neutron] 10.222.0.94 "GET /v2.0/ports/fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0551693 Feb 17 23:08:18.034122 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e0e5d-7e92-4e22-b279-5d91a13e467d req-cd8380e7-0625-45d1-8902-dd6264787a5f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:18.036240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e95e0e5d-7e92-4e22-b279-5d91a13e467d req-cd8380e7-0625-45d1-8902-dd6264787a5f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0641139 Feb 17 23:08:18.069306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-4f436afb-9af3-4a66-8927-82f830c1ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:18.072376 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-4f436afb-9af3-4a66-8927-82f830c1ab1e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 1128 time: 0.0538604 Feb 17 23:08:18.082905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:18.090467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e95e0e5d-7e92-4e22-b279-5d91a13e467d req-b334d598-6f0d-48ba-933d-7a8cba9012c3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481105 Feb 17 23:08:18.103071 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:18.150704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:18.349141 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:18.381805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:08:18.420587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:18.422999 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d728c707-2614-4152-9db1-9140e6acfcc3" -d '{"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:08:18.426531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Publish callbacks [] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:18.438994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Transition to ACTIVE for port object fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:08:18.443286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:18.476517 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fca67ef-ec97-408e-ad94-6971d64e1dba x-openstack-request-id: req-3fca67ef-ec97-408e-ad94-6971d64e1dba {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:08:18.476820 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-unplugged", "status": "completed", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:08:18.477077 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3fca67ef-ec97-408e-ad94-6971d64e1dba {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:08:18.477471 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'code': 200} Feb 17 23:08:18.556229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=6']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:18.578676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.579024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.579402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.579728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.580065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.580395 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.580723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.581050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.581376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.582252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.582581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.582904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.583227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:18.644601 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] No DVR routers for this DVR port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:08:18.778111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:08:18.778355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:08:18.778673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:08:18.782791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:08:18.783108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Attempting to bind port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:08:18.787866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:08:18.788196 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:08:18.788577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:08:18.788989 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Bound port: fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:08:18.789331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:18.851687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:08:18.854642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:08:18.861822 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:18.894976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:18.895812 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:18.897220 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] 10.222.0.73 "PUT /v2.0/ports/fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 1092 time: 0.8187773 Feb 17 23:08:18.932096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb12eb-4cb8-4071-8c0f-c78714fa0d5d service neutron] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=7']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:18.972252 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-80faf54b-c182-4eba-a43a-f32b1f5793cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:18.974044 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-80faf54b-c182-4eba-a43a-f32b1f5793cd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1126 time: 0.0543587 Feb 17 23:08:19.073245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-d088e88a-590f-4339-b2a8-514f0d380f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:19.074727 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-d088e88a-590f-4339-b2a8-514f0d380f50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0947397 Feb 17 23:08:19.145264 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-ef31d919-669c-4198-8c6e-582beb1598e6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 999 time: 0.0646532 Feb 17 23:08:19.193771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-d6115099-a2a8-4fc5-bc99-3e5669ed40f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:19.195232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-d6115099-a2a8-4fc5-bc99-3e5669ed40f4 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0446398 Feb 17 23:08:19.218720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fe9da-daea-4274-86af-d0ce54b60201 req-e6d9a3f2-86d2-4968-ad2f-00b503732566 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:19.220253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-635fe9da-daea-4274-86af-d0ce54b60201 req-e6d9a3f2-86d2-4968-ad2f-00b503732566 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.0543675 Feb 17 23:08:19.244289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-99de8bf8-90c1-4fe8-8da3-230375b52e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:19.245802 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-99de8bf8-90c1-4fe8-8da3-230375b52e5d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449116 Feb 17 23:08:19.268206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-635fe9da-daea-4274-86af-d0ce54b60201 req-4f4d14d8-1779-4cf4-b645-a2c475c49680 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424147 Feb 17 23:08:19.341769 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-9bd0a379-e136-4cf7-9b2f-78eae9c5770e service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901177 Feb 17 23:08:19.431125 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f574c385-2760-4007-8c70-bcbcd600e8e5 req-2359ab75-4944-4a69-97a1-7b5966fd97f9 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821383 Feb 17 23:08:19.510877 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:20.397143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f862ae49-584f-4751-a6f8-d76c05b6f4cb req-8a14ce03-57e4-480c-b94d-bcddc10a1928 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.398669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f862ae49-584f-4751-a6f8-d76c05b6f4cb req-8a14ce03-57e4-480c-b94d-bcddc10a1928 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.0590158 Feb 17 23:08:20.446023 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f862ae49-584f-4751-a6f8-d76c05b6f4cb req-d94596b2-04cb-432e-99d0-250f2b0df92f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415456 Feb 17 23:08:20.478822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:20.481240 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6b1522-ae21-4e7c-890b-c4c231b228d4" -d '{"events": [{"name": "network-changed", "server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:08:20.539646 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858fbb6d-120e-4963-9a71-21fad891d358 x-openstack-request-id: req-858fbb6d-120e-4963-9a71-21fad891d358 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:08:20.540337 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:08:20.540803 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-858fbb6d-120e-4963-9a71-21fad891d358 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:08:20.541490 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'status': 'completed', 'code': 200} Feb 17 23:08:20.602924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-bd53c0d6-f32b-429c-b804-6a0c0b907c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.604510 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-bd53c0d6-f32b-429c-b804-6a0c0b907c99 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1126 time: 0.0493891 Feb 17 23:08:20.669202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-59ca26fb-3321-4b12-9b59-ad3f7399922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.671014 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-59ca26fb-3321-4b12-9b59-ad3f7399922b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1126 time: 0.0445085 Feb 17 23:08:20.700417 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-cb8d00d2-228f-40e8-b917-758f40ac6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.701954 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-cb8d00d2-228f-40e8-b917-758f40ac6b00 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0913072 Feb 17 23:08:20.759393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-5604e910-0380-4bc4-9ec5-d0c93daff8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.760864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-5604e910-0380-4bc4-9ec5-d0c93daff8b5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0843027 Feb 17 23:08:20.767171 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-4e58e1f0-70bf-4ffe-8758-522d12ce5410 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 999 time: 0.0580938 Feb 17 23:08:20.827191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-d61235be-8c8c-47ac-b240-c1b33b0fee59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.829049 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-d61235be-8c8c-47ac-b240-c1b33b0fee59 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0528817 Feb 17 23:08:20.832579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-2489be1e-863b-4c5e-9513-ea28c3de6928 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 999 time: 0.0656412 Feb 17 23:08:20.885634 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-c4bc859a-935d-4a3b-ba2f-9e0b2046c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.887136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-c4bc859a-935d-4a3b-ba2f-9e0b2046c3dd service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0496795 Feb 17 23:08:20.891476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-4d5c04c7-1e40-4521-aaf5-70df3a6288e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.893016 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-4d5c04c7-1e40-4521-aaf5-70df3a6288e2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0489600 Feb 17 23:08:20.943731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-a3afd536-d21a-48cb-9fe7-99407c895e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:20.945315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-a3afd536-d21a-48cb-9fe7-99407c895e3f service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525262 Feb 17 23:08:20.946717 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:20.991643 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-62c892f1-18be-426f-aada-d8fe8e2f4c87 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917993 Feb 17 23:08:21.038286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-2a68672c-bd84-4179-9949-2be0053f40ac service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868089 Feb 17 23:08:21.084738 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-50f04266-2816-429a-865e-3b1e31152567 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873582 Feb 17 23:08:21.126913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9c6b1522-ae21-4e7c-890b-c4c231b228d4 req-ef3294e7-ee73-4ff9-9e0a-1486a1c71db2 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829732 Feb 17 23:08:21.573443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fed15f-9b62-46d3-9f18-50bbf46947e1 req-5b3634ac-9475-446d-9829-f771688794ae tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:21.574899 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49fed15f-9b62-46d3-9f18-50bbf46947e1 req-5b3634ac-9475-446d-9829-f771688794ae tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.0579028 Feb 17 23:08:21.620915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49fed15f-9b62-46d3-9f18-50bbf46947e1 req-88ec7319-ad38-4c7c-aa0f-bb8cd4cb9922 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 Feb 17 23:08:21.664618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:08:21.763907 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:21.776677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'mac_address': 'fa:16:3e:73:91:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:08:21.819306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:08:21.819729 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:21.833053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:08:21.852459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e0e62a-b704-4f86-b60c-883bf0e59d7b req-71a59c6d-41ae-4c11-9e1d-a65e2a066f08 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:21.853214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:21.853935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0e0e62a-b704-4f86-b60c-883bf0e59d7b req-71a59c6d-41ae-4c11-9e1d-a65e2a066f08 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 943 time: 0.0896962 Feb 17 23:08:21.857357 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:21.891090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-cbf4367b-27ce-421d-a99e-0d7067420678 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:21.892524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-cbf4367b-27ce-421d-a99e-0d7067420678 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 943 time: 0.0969498 Feb 17 23:08:21.906697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:21.914346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.914698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.915049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.915406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.915760 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.916089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.916418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.916744 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.917071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.917446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.917775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.918095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.918425 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:08:21.944160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0e0e62a-b704-4f86-b60c-883bf0e59d7b req-c3658b84-54a0-4dca-ae1f-d943272b0fa7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823267 Feb 17 23:08:21.970634 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-e9a7471a-f9d1-4a2a-bb7d-1e18d39c1a31 service neutron] delete failed (client error): The resource could not be found. Feb 17 23:08:21.971681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-e9a7471a-f9d1-4a2a-bb7d-1e18d39c1a31 service neutron] 10.222.0.94 "DELETE /v2.0/ports/fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0688481 Feb 17 23:08:22.055189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:08:22.078151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-70c654ae-1606-4c9d-ad0f-4caad68d1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:22.079702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-70c654ae-1606-4c9d-ad0f-4caad68d1d12 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 1127 time: 0.0460167 Feb 17 23:08:22.136492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:08:22.172093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-34dce65b-6da0-4eee-a665-2a128388d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:22.173541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-34dce65b-6da0-4eee-a665-2a128388d43c service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0878031 Feb 17 23:08:22.199253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 23:08:22.199689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:08:22.239115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-6dfbf482-74fb-4b9f-96a9-cc40037846ea service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 200 len: 1000 time: 0.0592630 Feb 17 23:08:22.285940 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-f7baf046-a36d-499c-baf4-280dbccfe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:22.287347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-f7baf046-a36d-499c-baf4-280dbccfe67d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0427544 Feb 17 23:08:22.339251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-f00a3e54-9f6a-4278-9fcd-4a9e119eaac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:22.340713 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-f00a3e54-9f6a-4278-9fcd-4a9e119eaac8 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0479944 Feb 17 23:08:22.428830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-1d781746-e81a-48df-b50d-799c0cfce814 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820632 Feb 17 23:08:22.846498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7181d046-8400-4dbd-beb1-c1fad0ff1acd req-8e9bddc4-0bff-46fe-9971-fd81d9a97fe4 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4118247 Feb 17 23:08:23.064642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff35d-c5cf-4a6e-a12b-d12a2c914bc8 req-7943be17-1d80-43e7-a781-13d03914453f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:23.066101 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5ff35d-c5cf-4a6e-a12b-d12a2c914bc8 req-7943be17-1d80-43e7-a781-13d03914453f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 944 time: 0.0524027 Feb 17 23:08:23.112498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a5ff35d-c5cf-4a6e-a12b-d12a2c914bc8 req-f736f718-b237-46b7-8849-40805cbc53a7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407887 Feb 17 23:08:23.695465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:08:23.744462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:08:23.748531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:08:23.748901 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:23.831237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:08:23.831593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:23.854048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:23.856360 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be46aac9-576b-4ab4-97dd-544a0f220af4" -d '{"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:08:23.869486 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:23.874226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:23.913840 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba28890e-34f0-4af1-8d38-bece2d8803ce x-openstack-request-id: req-ba28890e-34f0-4af1-8d38-bece2d8803ce {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:08:23.914270 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-plugged", "status": "completed", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:08:23.914694 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ba28890e-34f0-4af1-8d38-bece2d8803ce {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:08:23.915330 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'code': 200} Feb 17 23:08:23.942308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:24.239733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c40e89-8e69-47cf-97d5-d96c6dac0589 req-808b0e6c-fb0e-4294-8d69-54ef505ce9b4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:24.241300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48c40e89-8e69-47cf-97d5-d96c6dac0589 req-808b0e6c-fb0e-4294-8d69-54ef505ce9b4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0567021 Feb 17 23:08:24.288803 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48c40e89-8e69-47cf-97d5-d96c6dac0589 req-18ee1d95-1b34-454b-8291-8335f6214589 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418456 Feb 17 23:08:24.414062 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e2171-92a1-4612-bb9b-06eaea95e2d2 req-238c8093-a820-49ec-8fc5-494e4fe6a6fb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:24.415560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-190e2171-92a1-4612-bb9b-06eaea95e2d2 req-238c8093-a820-49ec-8fc5-494e4fe6a6fb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0574422 Feb 17 23:08:24.467070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-190e2171-92a1-4612-bb9b-06eaea95e2d2 req-357fd15c-20e9-42a1-bf78-ee0623d24927 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436201 Feb 17 23:08:24.604710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ef4a6-85cf-4342-930e-6397af6d60c7 req-e687d5e1-a451-4350-8700-7778e0934d36 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:24.606205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-460ef4a6-85cf-4342-930e-6397af6d60c7 req-e687d5e1-a451-4350-8700-7778e0934d36 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0658588 Feb 17 23:08:24.653695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-460ef4a6-85cf-4342-930e-6397af6d60c7 req-24149734-8e1b-4858-8577-3df70fab56ce tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415952 Feb 17 23:08:24.893821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ec0a-d14e-44b7-9d0b-054a953a1d23 req-a5c3ab98-430f-4393-a4fc-2d8026889e00 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:24.896036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14b8ec0a-d14e-44b7-9d0b-054a953a1d23 req-a5c3ab98-430f-4393-a4fc-2d8026889e00 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0596321 Feb 17 23:08:24.945358 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14b8ec0a-d14e-44b7-9d0b-054a953a1d23 req-f7a632c5-4abb-4b2a-af46-31fe7d1e72e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430927 Feb 17 23:08:25.583739 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:26.067338 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded31b5b-c355-4a4d-869b-fca632b836a7 req-8372e0c8-2bf0-4d7b-b48b-2911d968cc2e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:26.068837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ded31b5b-c355-4a4d-869b-fca632b836a7 req-8372e0c8-2bf0-4d7b-b48b-2911d968cc2e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0529637 Feb 17 23:08:26.115360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ded31b5b-c355-4a4d-869b-fca632b836a7 req-2764a20a-f49f-4959-9f25-24e0026104ae tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409472 Feb 17 23:08:26.130658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-4fde5226-353d-4f0d-ac9c-722a4f1c1c69 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:26.132228 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-4fde5226-353d-4f0d-ac9c-722a4f1c1c69 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 945 time: 0.0559731 Feb 17 23:08:26.224945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Deleting port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:08:26.225169 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:26.616194 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] For port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:26.616553 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:26.783800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:26.784074 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:26.784947 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 disassociated. External IP: 172.25.0.112, port: fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1. Feb 17 23:08:26.785289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Calling delete_port for fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:08:26.910033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:26.941954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event deleted for resources: {'Port': ['ID=fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:27.062588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:08:27.174605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:08:27.184554 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:08:27.195834 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:08:27.196767 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:27.214086 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-942f5952-362f-4811-aaeb-9005e248b7b1 req-55585916-7fdb-4489-a14f-12b433ac6ede tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=80e465f1-e402-442d-abab-3050e1091f58 HTTP/1.1" status: 200 len: 210 time: 0.0281234 Feb 17 23:08:27.222017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] No DVR routers for this DVR port fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:08:27.224882 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:27.228301 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7ca026d5-de2f-42e4-8ccb-1c93bef3f3ba req-eaa79d44-c95f-4d4f-a5ac-5b76848520b5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "DELETE /v2.0/ports/fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 HTTP/1.1" status: 204 len: 173 time: 1.0907629 Feb 17 23:08:27.228763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-deleted', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:27.231148 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708c9c5e-4bdf-45e3-9a18-a2163dc0fa97" -d '{"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-deleted", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:08:27.272571 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d25210-3c9c-4e6b-a68a-7f3a2c02f156 x-openstack-request-id: req-36d25210-3c9c-4e6b-a68a-7f3a2c02f156 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:08:27.272845 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e465f1-e402-442d-abab-3050e1091f58", "name": "network-vif-deleted", "tag": "fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:08:27.273103 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-36d25210-3c9c-4e6b-a68a-7f3a2c02f156 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:08:27.273521 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80e465f1-e402-442d-abab-3050e1091f58', 'name': 'network-vif-deleted', 'tag': 'fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1', 'status': 'completed', 'code': 200} Feb 17 23:08:27.309473 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:08:27.506139 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:27.531932 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:08:27.541041 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:08:27.541651 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:27.650729 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:08:27.851031 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:27.880727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91589d99-5c25-4672-8c39-efe41e37c706 None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:08:28.102448 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82979ef-b6bf-4d3b-9dae-44710d4d98c3 None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:08:28.457390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-3614fbb8-ab0d-4f21-ab7b-88ecc37d2f05 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--156541943&fields=id&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 267 time: 0.0451045 Feb 17 23:08:28.561857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-12afc8e0-11b3-467e-b2a8-6b37c028c86b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:28.563545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-12afc8e0-11b3-467e-b2a8-6b37c028c86b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.0998023 Feb 17 23:08:28.582153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-4458902a-2c61-4ae9-adcf-55baecc2ccb0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/quotas/c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 375 time: 0.0090499 Feb 17 23:08:28.637383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-9e39b9b3-6c52-40fe-bb0e-19f990e72a3a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503588 Feb 17 23:08:28.734495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-2de31065-5e09-409c-b2c2-75e559f19e12 service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854416 Feb 17 23:08:28.824826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-03d89c3d-495c-4d03-9aa2-e9c43a8cf251 service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836675 Feb 17 23:08:28.991556 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f40cba2-3574-40f6-aa7a-87058f4e9e1b req-c4f08f07-9420-4546-8c7a-0c55bef90cc4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 210 time: 0.0335732 Feb 17 23:08:29.291527 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:08:29.726605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:08:29.747162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:08:29.747543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device fc0d1e9c-c2ca-4303-953d-c8ff6d2624f1 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:08:29.948903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-cd1f4863-c147-4024-a067-6054302fde03 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:29.950356 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-cd1f4863-c147-4024-a067-6054302fde03 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.1061959 Feb 17 23:08:30.011240 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-f5279ae9-b499-46b0-b54b-b8501e9e3772 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 379 time: 0.0529912 Feb 17 23:08:30.020908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'port': {'device_id': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'admin_state_up': True, 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'security_groups': ['e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:30.088038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-50994398-9af0-4716-b624-a109d55762df req-93ba9bb8-696f-418d-b11c-e8a9e15f0684 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 210 time: 0.0278435 Feb 17 23:08:30.132457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Made reservation on behalf of c0ed45d7cf404ee5a1332898c18e8dbc for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:08:30.135818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:30.266941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Allocated IP 172.20.0.9 (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3/21f3603e-c2e8-41e6-ae8e-32666f12446b/e9853551-3a9b-45e3-9e85-d872c577f209) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:08:30.402514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for port (e9853551-3a9b-45e3-9e85-d872c577f209), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:30.434935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:30.480162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:08:30.485434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:08:30.489862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:08:30.517772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:30.548772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:30.549398 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:30.567898 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-99252843-7785-4ea3-8fac-4c6048efe8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508547 Feb 17 23:08:30.578843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Request body: {'port': {'device_id': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:30.650818 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:30.697114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-02e72b0e-85e5-45dd-86f5-54a8c95e13da None None] Provisioning complete for port e9853551-3a9b-45e3-9e85-d872c577f209 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:08:30.697575 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02e72b0e-85e5-45dd-86f5-54a8c95e13da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:30.730588 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-02e72b0e-85e5-45dd-86f5-54a8c95e13da None None] Port e9853551-3a9b-45e3-9e85-d872c577f209 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:08:30.927265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9853551-3a9b-45e3-9e85-d872c577f209 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:08:30.934870 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Publish callbacks [] for port (e9853551-3a9b-45e3-9e85-d872c577f209), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:30.947290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Transition to ACTIVE for port object e9853551-3a9b-45e3-9e85-d872c577f209 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:08:30.951139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:31.005363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:31.082321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:08:31.082657 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:08:31.082982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:08:31.087799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Port e9853551-3a9b-45e3-9e85-d872c577f209 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:08:31.088124 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:08:31.093048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:08:31.093387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:08:31.093780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:08:31.094203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Bound port: e9853551-3a9b-45e3-9e85-d872c577f209, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:08:31.094563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:31.169898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:08:31.173058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:08:31.180459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:31.215030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.216070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:31.217466 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] 10.222.0.73 "PUT /v2.0/ports/e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 1092 time: 0.6429107 Feb 17 23:08:31.218648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca69b82-c81a-4fcb-821a-f9c32d21f231 req-8b9f0292-b8d8-4504-8118-b64052f2f978 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.219988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:31.220171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ca69b82-c81a-4fcb-821a-f9c32d21f231 req-8b9f0292-b8d8-4504-8118-b64052f2f978 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0583870 Feb 17 23:08:31.228904 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c98843-9db5-46ea-b457-323c9d1c7e32" -d '{"events": [{"name": "network-changed", "server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:08:31.263625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb7eea-f9cf-4b5c-b92c-b8fae3133893 service neutron] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:31.277579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ca69b82-c81a-4fcb-821a-f9c32d21f231 req-6165ad91-d439-45f9-b113-98c82fae7166 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504940 Feb 17 23:08:31.326049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-58f25561-d139-4054-a82a-07d822d72017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.327681 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-58f25561-d139-4054-a82a-07d822d72017 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1126 time: 0.0534208 Feb 17 23:08:31.331744 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:08:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d94ce6a-c289-4242-b2f1-cec3b73980ec x-openstack-request-id: req-3d94ce6a-c289-4242-b2f1-cec3b73980ec {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:08:31.332035 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:08:31.332288 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3d94ce6a-c289-4242-b2f1-cec3b73980ec {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:08:31.332690 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'status': 'completed', 'code': 200} Feb 17 23:08:31.378686 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-03082ca2-5cab-4d59-92ad-4fd61b2115a9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 217 time: 0.0406590 Feb 17 23:08:31.427353 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-42f192ee-1055-4daf-8595-135346070ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.428864 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-42f192ee-1055-4daf-8595-135346070ed6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0454302 Feb 17 23:08:31.477965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-59632771-184a-4cd2-b1e9-ba4abb4eab22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.479536 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-59632771-184a-4cd2-b1e9-ba4abb4eab22 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454037 Feb 17 23:08:31.574837 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-158e782c-b21a-4956-9c34-3afe0383c84e service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895145 Feb 17 23:08:31.662198 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d1cef64-5e97-43fe-9cf8-a8d1affff681 req-076a8f3c-2eb5-4df2-b5b9-d449f9c0555a service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818701 Feb 17 23:08:31.748886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-96e5c52b-c7da-4fc8-b23b-f4617c204053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.750262 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-96e5c52b-c7da-4fc8-b23b-f4617c204053 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1126 time: 0.0463986 Feb 17 23:08:31.842699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-92469f07-d6e0-4b41-897b-241c96a63ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.844217 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-92469f07-d6e0-4b41-897b-241c96a63ca3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0875061 Feb 17 23:08:31.884766 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-d3e8a340-6458-4b86-ad92-57e89091f24c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 217 time: 0.0340891 Feb 17 23:08:31.936986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-a88a5f9d-52e8-4dc1-8efa-fd07fe06657a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.938459 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-a88a5f9d-52e8-4dc1-8efa-fd07fe06657a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0479763 Feb 17 23:08:31.988523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-f876f754-ecb3-4e55-a165-0519a8c32d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:31.990021 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-f876f754-ecb3-4e55-a165-0519a8c32d9f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448058 Feb 17 23:08:32.076238 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-bfcea1a3-1614-4af1-b570-5a8227cb974f service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798123 Feb 17 23:08:32.169767 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-94c98843-9db5-46ea-b457-323c9d1c7e32 req-12955c14-eb59-48a7-b76a-9991149ae26f service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870740 Feb 17 23:08:32.405319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c17933-e12d-49e4-8a41-2c24bc549443 req-37b90222-e579-42c1-8766-cd263bf7338f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:32.406760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0c17933-e12d-49e4-8a41-2c24bc549443 req-37b90222-e579-42c1-8766-cd263bf7338f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0525188 Feb 17 23:08:32.457117 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0c17933-e12d-49e4-8a41-2c24bc549443 req-48b7511f-1672-4aed-a19a-e82f748564b6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444677 Feb 17 23:08:33.578020 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3724e-151b-403c-a194-552651eaa9bc req-4bf76777-9064-4b83-97f6-84e1b6c6e8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:33.579496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7d3724e-151b-403c-a194-552651eaa9bc req-4bf76777-9064-4b83-97f6-84e1b6c6e8ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0558386 Feb 17 23:08:33.626656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b7d3724e-151b-403c-a194-552651eaa9bc req-6d47f5f8-3b77-4454-a175-45ff22cb469c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409787 Feb 17 23:08:33.751538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:08:33.847259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:33.858954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'mac_address': 'fa:16:3e:96:7f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:08:33.899553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e9853551-3a9b-45e3-9e85-d872c577f209 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:08:33.899941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:33.912505 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9853551-3a9b-45e3-9e85-d872c577f209 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:08:33.931433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:33.935569 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:33.982141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:34.136376 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e9853551-3a9b-45e3-9e85-d872c577f209'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:08:34.754672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5e560-3136-4814-99f9-1e0dfecff7d1 req-38198b59-64fa-437a-a5a6-7915ce300190 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:34.756204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3b5e560-3136-4814-99f9-1e0dfecff7d1 req-38198b59-64fa-437a-a5a6-7915ce300190 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 944 time: 0.0547681 Feb 17 23:08:34.805038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3b5e560-3136-4814-99f9-1e0dfecff7d1 req-21c0ea12-5d2d-469e-ae7c-66c4c850984d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431764 Feb 17 23:08:35.767091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:08:35.817315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port e9853551-3a9b-45e3-9e85-d872c577f209 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:08:35.821348 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port e9853551-3a9b-45e3-9e85-d872c577f209 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:08:35.821716 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:35.900525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e9853551-3a9b-45e3-9e85-d872c577f209 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:08:35.900911 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:35.928018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:35.930908 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49f0ad0-6fd2-4d40-b78b-97c65e07e86f" -d '{"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:08:35.938551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76c648-67a0-4a4c-b87b-2285eaacc4a8 req-a7837837-870a-491e-8dd3-5c7a9c301e06 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:35.940063 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c76c648-67a0-4a4c-b87b-2285eaacc4a8 req-a7837837-870a-491e-8dd3-5c7a9c301e06 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 944 time: 0.0655482 Feb 17 23:08:35.947148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:08:35.952120 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:35.998766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c76c648-67a0-4a4c-b87b-2285eaacc4a8 req-eef9bfc0-e74e-4106-ab4a-c9a343f33d52 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515585 Feb 17 23:08:36.002399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:08:36.045646 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab085ab-b228-4e19-8030-b7560c4b1444 x-openstack-request-id: req-fab085ab-b228-4e19-8030-b7560c4b1444 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:08:36.045940 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:08:36.046198 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fab085ab-b228-4e19-8030-b7560c4b1444 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:08:36.046598 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'code': 200} Feb 17 23:08:36.152166 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1c825-f7bb-412a-9e63-49efc31762c4 req-5c52a0d8-7912-448b-9640-48d21a5cc985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:36.153676 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e7d1c825-f7bb-412a-9e63-49efc31762c4 req-5c52a0d8-7912-448b-9640-48d21a5cc985 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1128 time: 0.0460553 Feb 17 23:08:36.198048 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e7d1c825-f7bb-412a-9e63-49efc31762c4 req-ea7dbd43-d1db-403b-8e9e-4154f137cc1d service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383925 Feb 17 23:08:37.126387 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9a7f7-b99d-4235-ba93-73638d2afe95 req-6b74e933-7432-409e-b40f-b2ed1480df5f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:37.128491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ff9a7f7-b99d-4235-ba93-73638d2afe95 req-6b74e933-7432-409e-b40f-b2ed1480df5f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0531914 Feb 17 23:08:37.180072 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5ff9a7f7-b99d-4235-ba93-73638d2afe95 req-200bee6b-5fbe-47f9-8523-b03d0b693eae tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459442 Feb 17 23:08:38.297948 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4625627e-d1ba-417a-b678-deb90e3b0a93 req-63594e64-234c-40ac-a3b0-bfd1ef82e63e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:38.299446 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4625627e-d1ba-417a-b678-deb90e3b0a93 req-63594e64-234c-40ac-a3b0-bfd1ef82e63e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0523570 Feb 17 23:08:38.350376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4625627e-d1ba-417a-b678-deb90e3b0a93 req-7a95bc81-ec33-4547-9cfd-9999f0873f24 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442958 Feb 17 23:08:38.472641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61220d84-229e-4e6c-8924-73f317717419 req-3b5c0f36-d680-427a-a5ff-89034a1e0f31 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:38.474073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-61220d84-229e-4e6c-8924-73f317717419 req-3b5c0f36-d680-427a-a5ff-89034a1e0f31 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0527830 Feb 17 23:08:38.483274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37444) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:08:38.488500 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'floatingip': {'port_id': 'e9853551-3a9b-45e3-9e85-d872c577f209'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:08:38.527043 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:38.974086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:38.978516 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:39.094363 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 associated. External IP: 172.25.0.112, port: e9853551-3a9b-45e3-9e85-d872c577f209. Feb 17 23:08:39.319088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:08:39.435653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:08:39.442179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:39.445621 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:08:39.454644 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:08:39.455252 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:39.474116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-00b62533-31c9-4e44-816e-c41b3ecb9a6e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "PUT /v2.0/floatingips/e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 HTTP/1.1" status: 200 len: 991 time: 0.9896941 Feb 17 23:08:39.474716 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:08:39.477832 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d" -d '{"events": [{"name": "network-changed", "server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:08:39.570466 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:08:39.603232 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964da0d0-7109-44ac-acfe-f08658c991ad x-openstack-request-id: req-964da0d0-7109-44ac-acfe-f08658c991ad {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:08:39.603547 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:08:39.603822 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-964da0d0-7109-44ac-acfe-f08658c991ad {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:08:39.604219 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'status': 'completed', 'code': 200} Feb 17 23:08:39.692545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-e91a98de-5109-4967-b23c-6ee276350d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:39.694827 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-e91a98de-5109-4967-b23c-6ee276350d72 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1128 time: 0.0674956 Feb 17 23:08:39.721082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe15e23-a7ad-4018-90a9-ec8fa628b920 req-0f07f723-f0dd-43e4-8d3d-9c9981a6f390 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:39.722645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfe15e23-a7ad-4018-90a9-ec8fa628b920 req-0f07f723-f0dd-43e4-8d3d-9c9981a6f390 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0664997 Feb 17 23:08:39.783092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfe15e23-a7ad-4018-90a9-ec8fa628b920 req-e7991757-fa9b-4f38-8a7c-9f044570e316 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522869 Feb 17 23:08:39.795345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:39.804893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-ebbce4e1-ed89-4d58-a70a-c780b018b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:39.807014 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-ebbce4e1-ed89-4d58-a70a-c780b018b4ef service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.1063380 Feb 17 23:08:39.810112 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:96:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:08:38Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:39.841114 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:08:39.849389 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:08:39.850002 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:08:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:39.879179 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-f94320a2-3b99-48d4-b9a6-22109957d375 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 999 time: 0.0663900 Feb 17 23:08:39.929533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-d27247af-acbb-417c-b742-fae08ff9ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:39.931071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-d27247af-acbb-417c-b742-fae08ff9ba15 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0467243 Feb 17 23:08:39.966114 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:08:39.980098 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-42a8f692-6c7c-4929-a0a1-364d0b10d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:39.981935 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-42a8f692-6c7c-4929-a0a1-364d0b10d997 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452974 Feb 17 23:08:40.081752 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-ebeb62fd-d5f2-4c92-936c-967c0468eefd service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935757 Feb 17 23:08:40.183704 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4b4a6a5c-ae8e-47a4-b8b4-d69ae07f952d req-6600ef30-1b2f-4fc5-b377-d1ccc4bcf163 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971181 Feb 17 23:08:40.287921 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:96:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:08:38Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:08:40.316761 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e9be4-1aa3-44a6-86ed-ab2054808c14 None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:96:7f:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:08:38Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:08:40.534360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237857ec-07c8-4667-ae6f-2f39b6553722 None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:08:40.904960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d5b4f7-534a-4cc0-b451-febe7b6c4011 req-49f936e4-9381-4348-8692-c7c0a00fc21c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:40.906198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9d5b4f7-534a-4cc0-b451-febe7b6c4011 req-49f936e4-9381-4348-8692-c7c0a00fc21c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0523939 Feb 17 23:08:40.958517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f9d5b4f7-534a-4cc0-b451-febe7b6c4011 req-ee40c9c6-4fad-4690-8104-016c875b9686 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Feb 17 23:08:42.078811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1155507-3d32-46fd-893d-24220512d9e3 req-3c105273-2ed2-4b7e-9c48-b2d59d2904eb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:42.080326 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1155507-3d32-46fd-893d-24220512d9e3 req-3c105273-2ed2-4b7e-9c48-b2d59d2904eb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0540335 Feb 17 23:08:42.128409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1155507-3d32-46fd-893d-24220512d9e3 req-1ecd0be7-a62e-41f0-a1c6-0012ad790544 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424697 Feb 17 23:08:43.269563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1ca3-c07c-4077-b3c7-0af7b8d8a517 req-27df348b-f4af-4b37-b5ab-a558b7939053 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:43.272620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-066c1ca3-c07c-4077-b3c7-0af7b8d8a517 req-27df348b-f4af-4b37-b5ab-a558b7939053 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0747008 Feb 17 23:08:43.321445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-066c1ca3-c07c-4077-b3c7-0af7b8d8a517 req-9a34d83c-10ce-44fb-a573-413eccd50211 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427547 Feb 17 23:08:44.445363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd82fc-f59c-404d-b6b6-773c304fb589 req-260b6852-41d1-4df7-b327-2a61f356788e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:44.446822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1cd82fc-f59c-404d-b6b6-773c304fb589 req-260b6852-41d1-4df7-b327-2a61f356788e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0569162 Feb 17 23:08:44.493895 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1cd82fc-f59c-404d-b6b6-773c304fb589 req-73ea1ebb-1d58-40e7-bffa-8af4c34bd54a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414679 Feb 17 23:08:44.533028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c7dfbe0c-8838-4f97-ad42-c4a9d045b09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:45.616904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84817-b6cc-4da1-83e0-f3dda1155dfd req-e14bb2fd-681c-425f-8d2c-98696b9132d2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:45.618391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19d84817-b6cc-4da1-83e0-f3dda1155dfd req-e14bb2fd-681c-425f-8d2c-98696b9132d2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0549359 Feb 17 23:08:45.668224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19d84817-b6cc-4da1-83e0-f3dda1155dfd req-fc2d20c7-574f-4ee9-881a-a69d3c3bc197 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439568 Feb 17 23:08:46.790213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04126349-8657-401f-a76a-772815fa345e req-fe50afaf-44b3-4ba0-8368-5651805efb8e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:46.791607 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04126349-8657-401f-a76a-772815fa345e req-fe50afaf-44b3-4ba0-8368-5651805efb8e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0530174 Feb 17 23:08:46.843976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-04126349-8657-401f-a76a-772815fa345e req-feef65c3-ef35-4872-a188-b7c43efae4b2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467315 Feb 17 23:08:47.396787 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9cfe4482-6c41-44c5-8e32-7418cc72661e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:47.968529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0025da-8dc0-4b10-86ee-8987c1f007cb req-60e4bcde-528d-46cc-9e10-722ae81a455e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:47.970003 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e0025da-8dc0-4b10-86ee-8987c1f007cb req-60e4bcde-528d-46cc-9e10-722ae81a455e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0546579 Feb 17 23:08:48.017247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e0025da-8dc0-4b10-86ee-8987c1f007cb req-6f01da60-598e-49ad-9a42-6961eb8f6e00 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410001 Feb 17 23:08:48.100539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:49.139105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9aa263-88fd-41cd-b045-fbff9763dc7e req-23d0813d-ffc8-4b20-a30f-aa82921f1aa5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:49.140636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b9aa263-88fd-41cd-b045-fbff9763dc7e req-23d0813d-ffc8-4b20-a30f-aa82921f1aa5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0543859 Feb 17 23:08:49.187496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b9aa263-88fd-41cd-b045-fbff9763dc7e req-d106682a-1e57-4cb1-ae1a-b481b63516ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411901 Feb 17 23:08:49.513026 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:50.314076 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb236e3a-0ab8-45c1-b28e-bb0856153a1b req-ba174aba-3e21-4e19-9894-777f1f0ed31e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:50.316096 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb236e3a-0ab8-45c1-b28e-bb0856153a1b req-ba174aba-3e21-4e19-9894-777f1f0ed31e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0602624 Feb 17 23:08:50.363363 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eb236e3a-0ab8-45c1-b28e-bb0856153a1b req-56d1a910-73e3-422f-b2a6-c12ab6831ff7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417168 Feb 17 23:08:50.939527 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:51.485413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9d264-1939-40b8-89be-ec499c92bc99 req-11307563-3ca0-4635-b51b-af212ac92ecc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:51.486904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ae9d264-1939-40b8-89be-ec499c92bc99 req-11307563-3ca0-4635-b51b-af212ac92ecc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0545168 Feb 17 23:08:51.534494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0ae9d264-1939-40b8-89be-ec499c92bc99 req-9bd0d3ea-26a9-4578-b2c1-cafdcba9dc0f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413673 Feb 17 23:08:52.658503 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2df57-af29-4594-9e65-71ae801dd610 req-2289087d-0a5b-4ff9-83dc-300283c0bc21 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:52.660032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdf2df57-af29-4594-9e65-71ae801dd610 req-2289087d-0a5b-4ff9-83dc-300283c0bc21 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0573084 Feb 17 23:08:52.705936 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bdf2df57-af29-4594-9e65-71ae801dd610 req-a8ad1a0b-06d9-4079-b68d-9c507388b51c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404282 Feb 17 23:08:53.826163 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715c2d2-a3b8-40ae-8072-813b13718f29 req-f41faedf-30c6-45c3-b9a1-a8250269f00c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:53.827601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6715c2d2-a3b8-40ae-8072-813b13718f29 req-f41faedf-30c6-45c3-b9a1-a8250269f00c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0523100 Feb 17 23:08:53.874228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6715c2d2-a3b8-40ae-8072-813b13718f29 req-3b1147ff-a712-4051-976c-47f7e9a1cbc7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406272 Feb 17 23:08:54.995641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff87dd4-099f-4c8d-8815-426de88833c2 req-27424b19-9b73-48fc-90d6-344ba1dcfbe7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:54.997092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ff87dd4-099f-4c8d-8815-426de88833c2 req-27424b19-9b73-48fc-90d6-344ba1dcfbe7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0535626 Feb 17 23:08:55.048947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ff87dd4-099f-4c8d-8815-426de88833c2 req-d9bc3550-ec3d-4154-bb34-1433868ed7f7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463333 Feb 17 23:08:55.593900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:08:56.171055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6dac9-7a2c-46e6-9e1a-e23e685aaa07 req-bd0f67e8-12e8-4e7a-9567-d6a236608b40 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:56.172555 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d6dac9-7a2c-46e6-9e1a-e23e685aaa07 req-bd0f67e8-12e8-4e7a-9567-d6a236608b40 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0539088 Feb 17 23:08:56.220399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90d6dac9-7a2c-46e6-9e1a-e23e685aaa07 req-02575d60-98fa-4c4f-a81d-ecd035d825f1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421402 Feb 17 23:08:57.340037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce3cf7-77f3-48b1-9c5b-409e2e58f325 req-7e389439-9094-4dfc-b8b2-0924a3c2ef49 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:57.341530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bce3cf7-77f3-48b1-9c5b-409e2e58f325 req-7e389439-9094-4dfc-b8b2-0924a3c2ef49 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0534964 Feb 17 23:08:57.393463 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bce3cf7-77f3-48b1-9c5b-409e2e58f325 req-b056fa24-29a1-4c58-b7ab-016499c76d56 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461962 Feb 17 23:08:58.516933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2557b5e1-b48c-446d-8e16-8cf98f5bffbd req-9ee73670-8463-4ead-a7db-bc5e70c24935 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:58.518392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2557b5e1-b48c-446d-8e16-8cf98f5bffbd req-9ee73670-8463-4ead-a7db-bc5e70c24935 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0563240 Feb 17 23:08:58.564972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2557b5e1-b48c-446d-8e16-8cf98f5bffbd req-a03bf253-a187-4e50-a7ef-7d25258735c3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402224 Feb 17 23:08:59.684695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffa681-ccdb-4a56-9baf-998c6ec20556 req-0195f970-0a40-4c62-ad5a-bdc0a6bc734f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:08:59.686336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95ffa681-ccdb-4a56-9baf-998c6ec20556 req-0195f970-0a40-4c62-ad5a-bdc0a6bc734f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0531464 Feb 17 23:08:59.733364 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95ffa681-ccdb-4a56-9baf-998c6ec20556 req-6a719eeb-de7c-431c-bcb4-06c0752646a2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411468 Feb 17 23:09:00.852717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437084fc-6780-43bc-8bd2-545f81c5129b req-8f38aaa6-5ca0-43c4-a6a5-d273421bdf8d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:00.854103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-437084fc-6780-43bc-8bd2-545f81c5129b req-8f38aaa6-5ca0-43c4-a6a5-d273421bdf8d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0518949 Feb 17 23:09:00.908404 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-437084fc-6780-43bc-8bd2-545f81c5129b req-2ef35720-9025-40ff-ace2-0d68bfe1761f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450094 Feb 17 23:09:02.031398 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da47536-6c8e-474c-a841-94b976cb6e4a req-86b9cb44-47ea-465d-a23c-50932c6bacc1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:02.032874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0da47536-6c8e-474c-a841-94b976cb6e4a req-86b9cb44-47ea-465d-a23c-50932c6bacc1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0540571 Feb 17 23:09:02.079348 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0da47536-6c8e-474c-a841-94b976cb6e4a req-70ec1803-2543-47d1-919a-57aaf0ff43db tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409129 Feb 17 23:09:03.197405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce255127-00ed-45c0-8fb6-c5a287f680ac req-a3183d37-78e5-464c-9d6a-87d2b1b77f40 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:03.198880 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce255127-00ed-45c0-8fb6-c5a287f680ac req-a3183d37-78e5-464c-9d6a-87d2b1b77f40 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0520077 Feb 17 23:09:03.246526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce255127-00ed-45c0-8fb6-c5a287f680ac req-72eb09f2-a572-4a9c-87af-6313c24b6da0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420942 Feb 17 23:09:04.442384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593d560e-28a1-45a1-8d24-d780205cf528 req-9bedd67f-741c-4cf2-85fb-ee49bc30be9e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:04.443918 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-593d560e-28a1-45a1-8d24-d780205cf528 req-9bedd67f-741c-4cf2-85fb-ee49bc30be9e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.1295362 Feb 17 23:09:04.491073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-593d560e-28a1-45a1-8d24-d780205cf528 req-0c543298-14d2-4ad3-b1f1-5c458d56b2c0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411377 Feb 17 23:09:05.610388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec80936b-6f97-47b9-b444-6eddf4548641 req-a8bcd0aa-4cff-468a-81cb-a3c3a47f914d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:05.611891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec80936b-6f97-47b9-b444-6eddf4548641 req-a8bcd0aa-4cff-468a-81cb-a3c3a47f914d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0528526 Feb 17 23:09:05.659542 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec80936b-6f97-47b9-b444-6eddf4548641 req-8a7e6d98-4b16-4de9-a878-dcbe12ba7b82 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413785 Feb 17 23:09:05.885475 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-e2d18a4a-c8bd-47a8-bcf4-0fcd59c16b4f service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458636 Feb 17 23:09:05.908337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6fa46-1a97-4a62-abd5-0dde9f6914b1 req-0dba7099-6f19-4aa2-a4bc-a02bb98a0845 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:05.909831 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bc6fa46-1a97-4a62-abd5-0dde9f6914b1 req-0dba7099-6f19-4aa2-a4bc-a02bb98a0845 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0589929 Feb 17 23:09:05.959028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2bc6fa46-1a97-4a62-abd5-0dde9f6914b1 req-c6262824-6609-4190-82fc-5096b6b42e25 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433950 Feb 17 23:09:06.217481 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-75cf1592-c917-4109-931a-7421082e76ec tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:06.218952 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-75cf1592-c917-4109-931a-7421082e76ec tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports/e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 942 time: 0.0508480 Feb 17 23:09:06.291482 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:09:07.083665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86f124-3731-4f28-a1a8-ccbec66f7526 req-83af182a-f992-4969-927d-cec7e7451c0e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:07.085176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e86f124-3731-4f28-a1a8-ccbec66f7526 req-83af182a-f992-4969-927d-cec7e7451c0e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0557528 Feb 17 23:09:07.088643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-2db78ac7-e0f8-43aa-b1fd-c85bb730ec78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:07.090139 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-2db78ac7-e0f8-43aa-b1fd-c85bb730ec78 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1128 time: 0.0458355 Feb 17 23:09:07.133494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7e86f124-3731-4f28-a1a8-ccbec66f7526 req-afdb664c-7948-4d8e-8848-938ec1a43fcd tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423710 Feb 17 23:09:07.179921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-4b669684-60e9-4082-93dd-2147d570477f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:07.181401 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-4b669684-60e9-4082-93dd-2147d570477f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0852160 Feb 17 23:09:07.249312 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-d9aee25f-4aba-4a77-a1f9-bf55c6219b6f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 1001 time: 0.0619571 Feb 17 23:09:07.296925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-cecd74c4-6c5c-44c1-a9cc-75abda9efbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:07.298365 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-cecd74c4-6c5c-44c1-a9cc-75abda9efbb1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0440834 Feb 17 23:09:07.346605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-40e1d2c7-eb56-4d67-b67b-9e115f25e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:07.348182 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-40e1d2c7-eb56-4d67-b67b-9e115f25e095 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0440032 Feb 17 23:09:07.440793 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-9cbe2e19-b647-4416-8a85-b75b85d16883 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862565 Feb 17 23:09:07.528516 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-4cec1fd3-2038-4a98-a449-e6301e35688c service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808544 Feb 17 23:09:08.251029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b370b9-7213-4ca5-8c93-0ca35f3ccee2 req-d020dec5-8b04-4022-9f32-59e46b0b3a35 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:08.252527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1b370b9-7213-4ca5-8c93-0ca35f3ccee2 req-d020dec5-8b04-4022-9f32-59e46b0b3a35 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0516033 Feb 17 23:09:08.302695 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1b370b9-7213-4ca5-8c93-0ca35f3ccee2 req-af72ff83-2b2b-4102-90c1-bd8fc20a68c5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441129 Feb 17 23:09:09.219314 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-2f1fad36-0153-418f-aca3-f26b530cdb6f service neutron] show failed (client error): The resource could not be found. Feb 17 23:09:09.220384 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-2f1fad36-0153-418f-aca3-f26b530cdb6f service neutron] 10.222.0.73 "GET /v2.0/ports/e9853551-3a9b-45e3-9e85-d872c577f209/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0591273 Feb 17 23:09:09.456644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26adc08-18b5-48dd-b608-3d269b010cc5 req-d6ac36b7-950d-45c8-b2e5-c7c22c9635a2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:09.458618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d26adc08-18b5-48dd-b608-3d269b010cc5 req-d6ac36b7-950d-45c8-b2e5-c7c22c9635a2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0762904 Feb 17 23:09:09.501360 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-89d425ec-5895-424e-8632-2a22f20ae1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:09.502760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-89d425ec-5895-424e-8632-2a22f20ae1a7 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 1128 time: 0.1255677 Feb 17 23:09:09.516393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d26adc08-18b5-48dd-b608-3d269b010cc5 req-9bc9ddf5-89bc-4891-a086-fd63ac1f521e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520277 Feb 17 23:09:09.521643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:09.584152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:09.779454 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:09.784393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:09.817043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:09:09.857358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:09.859950 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89012fb3-a071-4093-a6fa-0deb531f67a6" -d '{"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:09:09.863983 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Publish callbacks [] for port (e9853551-3a9b-45e3-9e85-d872c577f209), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:09.876728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Transition to ACTIVE for port object e9853551-3a9b-45e3-9e85-d872c577f209 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:09:09.881836 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:09.965264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:09.974731 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90ec84c-94b1-4e88-bcc6-ad242e1859af x-openstack-request-id: req-c90ec84c-94b1-4e88-bcc6-ad242e1859af {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:09:09.975023 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:09:09.975280 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c90ec84c-94b1-4e88-bcc6-ad242e1859af {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:09:09.975710 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'code': 200} Feb 17 23:09:09.979229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.979605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.979956 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.980297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.980635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.980960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.981288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.981636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.981973 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.982283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.982621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.982932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:09.983589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:10.022867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] No DVR routers for this DVR port e9853551-3a9b-45e3-9e85-d872c577f209 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:09:10.169094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:09:10.169417 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:09:10.169749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:09:10.174345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Port e9853551-3a9b-45e3-9e85-d872c577f209 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:09:10.174670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Attempting to bind port e9853551-3a9b-45e3-9e85-d872c577f209 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:09:10.179935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:09:10.180283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:09:10.180670 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:09:10.181102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Bound port: e9853551-3a9b-45e3-9e85-d872c577f209, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:09:10.181460 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:10.246873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:09:10.250048 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:09:10.256627 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:10.294707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:10.295204 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:10.296638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] 10.222.0.94 "PUT /v2.0/ports/e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 1092 time: 0.7793691 Feb 17 23:09:10.319929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c271c5-a3de-4dd1-ab1c-e8e51c67e31f service neutron] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:10.402950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-6cf582f1-c78f-4ac0-959f-68671da13a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:10.404497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-6cf582f1-c78f-4ac0-959f-68671da13a5b service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1126 time: 0.0629468 Feb 17 23:09:10.503015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-d563df42-4cc6-4d6a-b86f-3566e4680909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:10.505140 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-d563df42-4cc6-4d6a-b86f-3566e4680909 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0944605 Feb 17 23:09:10.578767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-33ed26e9-2b48-49e9-b50c-8862d4d6c5ee service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 999 time: 0.0680983 Feb 17 23:09:10.653942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-97f05013-0c37-4438-b0ca-6ed37d90fa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:10.655401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-97f05013-0c37-4438-b0ca-6ed37d90fa60 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0715611 Feb 17 23:09:10.699987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288b4cf-0b8c-4cf6-8786-c6e11e7fdc02 req-92b4aeee-383a-4846-91f8-965cf35a2341 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:10.701564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c288b4cf-0b8c-4cf6-8786-c6e11e7fdc02 req-92b4aeee-383a-4846-91f8-965cf35a2341 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0910707 Feb 17 23:09:10.749325 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-e2effab8-b082-4c02-82b7-4c494dc383ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:10.750846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-e2effab8-b082-4c02-82b7-4c494dc383ef service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0889785 Feb 17 23:09:10.771112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c288b4cf-0b8c-4cf6-8786-c6e11e7fdc02 req-c199bbe1-3bd0-4b2b-8ff7-56c58809e706 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637114 Feb 17 23:09:10.853276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-da2e9b13-7e20-4b3e-8c66-eb49b10cd558 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937855 Feb 17 23:09:11.274844 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-300e7f08-116e-44a3-a0fe-51e76bcd28e0 req-9dac99a1-a36b-4f5c-8916-ac7a3551a30a service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144061 Feb 17 23:09:11.893174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b688d-9183-43a0-b2f5-14e0d0fbd34b req-93d12dbe-0198-4eb0-9aad-d6d21328d820 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:11.894716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-692b688d-9183-43a0-b2f5-14e0d0fbd34b req-93d12dbe-0198-4eb0-9aad-d6d21328d820 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0548351 Feb 17 23:09:11.918164 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:09:11.942972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-692b688d-9183-43a0-b2f5-14e0d0fbd34b req-b97e46b2-af94-482b-86e9-a3f3c9a9100d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422385 Feb 17 23:09:11.959047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port e9853551-3a9b-45e3-9e85-d872c577f209 host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 23:09:11.959468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:09:11.976652 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:11.979002 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152795c9-98cc-437b-91e6-9023eed48178" -d '{"events": [{"name": "network-changed", "server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:09:12.030978 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b770881-3b22-414e-add4-6e4596f0ccbe x-openstack-request-id: req-9b770881-3b22-414e-add4-6e4596f0ccbe {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:09:12.031840 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:09:12.032160 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9b770881-3b22-414e-add4-6e4596f0ccbe {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:09:12.032734 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'status': 'completed', 'code': 200} Feb 17 23:09:12.118595 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-379f4c6d-f9c2-4094-b633-9c5f475f8ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.120143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-379f4c6d-f9c2-4094-b633-9c5f475f8ba2 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1126 time: 0.0454502 Feb 17 23:09:12.136076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-44ef4e26-f546-45c0-adfd-0dd352a4c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.137579 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-44ef4e26-f546-45c0-adfd-0dd352a4c0a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1126 time: 0.0902102 Feb 17 23:09:12.214506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-0313d527-24ba-4a65-bb0c-7e9d737838bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.216032 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-0313d527-24ba-4a65-bb0c-7e9d737838bb service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0903418 Feb 17 23:09:12.227138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-83e817e4-c94c-4c4e-8b65-6ab3e2d25c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.228862 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-83e817e4-c94c-4c4e-8b65-6ab3e2d25c7c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0859632 Feb 17 23:09:12.282481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-3fbd1815-342c-4351-8223-7c85a14fd748 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 999 time: 0.0598235 Feb 17 23:09:12.297149 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-b4e82713-cca8-4ce3-9141-768262847ae5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 999 time: 0.0627258 Feb 17 23:09:12.337517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-39488452-3d5d-4d92-b099-b311820d66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.338891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-39488452-3d5d-4d92-b099-b311820d66b1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0490496 Feb 17 23:09:12.345409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-b27cd0c5-3c04-4371-b780-717e217d48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.347049 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-b27cd0c5-3c04-4371-b780-717e217d48bf service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0443370 Feb 17 23:09:12.390079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-2d9b7e8a-b6af-40a5-9602-f99b4a81d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.391636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-2d9b7e8a-b6af-40a5-9602-f99b4a81d31d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472107 Feb 17 23:09:12.399990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152795c9-98cc-437b-91e6-9023eed48178 req-7174ea3e-8373-4319-8ff6-bcdb62bde32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:12.401518 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-7174ea3e-8373-4319-8ff6-bcdb62bde32c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482407 Feb 17 23:09:12.484527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-fa6fa33a-263a-48c6-9127-f2a0181ed901 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841904 Feb 17 23:09:12.494179 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-c8311a62-3f81-48dc-b56c-32d0c7faa21c service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868149 Feb 17 23:09:12.579475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-bb99d421-43d2-46eb-aa51-f0894c2231c2 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886440 Feb 17 23:09:12.583265 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-152795c9-98cc-437b-91e6-9023eed48178 req-ae00d97b-6028-43fa-9fb2-059661a78583 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837059 Feb 17 23:09:13.073536 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf890f-a77c-41e7-b551-27d0b2bce536 req-9fe872c2-4dd6-4d4e-aed0-c1693684eb16 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:13.075040 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33cf890f-a77c-41e7-b551-27d0b2bce536 req-9fe872c2-4dd6-4d4e-aed0-c1693684eb16 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0548055 Feb 17 23:09:13.121148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33cf890f-a77c-41e7-b551-27d0b2bce536 req-a1182459-29ff-457a-9cd2-1f05a2475ee4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406055 Feb 17 23:09:14.245818 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c343b-583c-494d-8a0f-3ef456e04d92 req-85a7a537-928c-4855-8f39-7c3425bb7af2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.247305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e6c343b-583c-494d-8a0f-3ef456e04d92 req-85a7a537-928c-4855-8f39-7c3425bb7af2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0579851 Feb 17 23:09:14.294103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e6c343b-583c-494d-8a0f-3ef456e04d92 req-421540bb-fea6-4253-afcb-34d80aafb0a1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410485 Feb 17 23:09:14.365710 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:09:14.467796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:14.479968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'mac_address': 'fa:16:3e:96:7f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:09:14.502245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a5fd9-d694-4843-bda6-0d79490eb44c req-017e8db1-0500-4f01-ad60-ea7e114f0404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.503802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-366a5fd9-d694-4843-bda6-0d79490eb44c req-017e8db1-0500-4f01-ad60-ea7e114f0404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 943 time: 0.0581789 Feb 17 23:09:14.524658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-e2710ead-f546-405a-b927-3793e89d7738 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.531260 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-e2710ead-f546-405a-b927-3793e89d7738 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&binding%3Ahost_id=n-h2-828369-18 HTTP/1.1" status: 200 len: 943 time: 0.0723052 Feb 17 23:09:14.542324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e9853551-3a9b-45e3-9e85-d872c577f209 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:09:14.543237 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:14.558439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9853551-3a9b-45e3-9e85-d872c577f209 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:09:14.559864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-366a5fd9-d694-4843-bda6-0d79490eb44c req-e0dcfa1c-6fd6-48d5-a19f-9dc0e929e208 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491986 Feb 17 23:09:14.571757 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dafc7a9-4988-4776-a295-6816fb38c73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:14.598020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:14.603353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:14.616537 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-82e8153a-8aa5-4dd3-af4f-e9d9732377c5 service neutron] delete failed (client error): The resource could not be found. Feb 17 23:09:14.617443 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-82e8153a-8aa5-4dd3-af4f-e9d9732377c5 service neutron] 10.222.0.73 "DELETE /v2.0/ports/e9853551-3a9b-45e3-9e85-d872c577f209/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0788805 Feb 17 23:09:14.653564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:14.703954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-425d14bf-aed8-441b-b4dd-3809d39d1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.705452 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-425d14bf-aed8-441b-b4dd-3809d39d1e94 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1127 time: 0.0451138 Feb 17 23:09:14.799714 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-8b42f314-195a-4b3d-b6c3-fbc599a25ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.801201 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-8b42f314-195a-4b3d-b6c3-fbc599a25ab2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0874696 Feb 17 23:09:14.866352 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-a24b86cd-3caa-4aab-9f67-09ba26ca95ef service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 1000 time: 0.0587933 Feb 17 23:09:14.913763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-7ec54c1a-2981-4e96-ad2f-7159e8fcc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.915139 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-7ec54c1a-2981-4e96-ad2f-7159e8fcc8ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0435688 Feb 17 23:09:14.968635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-678da6f6-d01b-4a10-985a-a21cc999bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:14.970150 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-678da6f6-d01b-4a10-985a-a21cc999bc51 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496209 Feb 17 23:09:14.987046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['e9853551-3a9b-45e3-9e85-d872c577f209'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:09:15.065120 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-314ee93c-ad95-43e6-ba0e-7119c3b0827c service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886574 Feb 17 23:09:15.158079 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b18cbaa7-4f4f-4de7-b4d7-4aae631367b0 req-7e520cbf-bf21-42fd-9a73-a479b361eba9 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866394 Feb 17 23:09:15.694060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f33ab0-c886-4056-8a0c-e1aad3fa6460 req-41e4fdf4-b4b4-45b6-9309-3f5f2d236446 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:15.695717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63f33ab0-c886-4056-8a0c-e1aad3fa6460 req-41e4fdf4-b4b4-45b6-9309-3f5f2d236446 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 944 time: 0.0569034 Feb 17 23:09:15.749262 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63f33ab0-c886-4056-8a0c-e1aad3fa6460 req-6b244a8a-0b11-475c-9a29-13b22b96051e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473206 Feb 17 23:09:15.866509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4ea73-3db1-4f56-99c5-6497afd6603f req-92d9eb5b-927f-4b4c-913e-240dbdbc9095 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:15.868004 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aed4ea73-3db1-4f56-99c5-6497afd6603f req-92d9eb5b-927f-4b4c-913e-240dbdbc9095 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 944 time: 0.0538816 Feb 17 23:09:15.915677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aed4ea73-3db1-4f56-99c5-6497afd6603f req-5046af8a-8794-4f9f-b572-c2f3f77151ca tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421479 Feb 17 23:09:16.122435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65b065-98df-450c-a052-1e14e832495b req-1e31f85a-de33-442e-bdef-c3355bd4dca4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:16.123849 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d65b065-98df-450c-a052-1e14e832495b req-1e31f85a-de33-442e-bdef-c3355bd4dca4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 944 time: 0.0556729 Feb 17 23:09:16.198538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d65b065-98df-450c-a052-1e14e832495b req-29e4b4fe-1409-40cc-bf78-fc340fc703cc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663753 Feb 17 23:09:16.203731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-2ed2de6c-5762-4d51-8167-7f9e03d36f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:16.205146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-2ed2de6c-5762-4d51-8167-7f9e03d36f75 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 1127 time: 0.0804577 Feb 17 23:09:16.295790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-b018ceb1-6594-4a07-b03a-f0d4b687b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:16.297258 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-b018ceb1-6594-4a07-b03a-f0d4b687b59a service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0857434 Feb 17 23:09:16.366565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-88d665d0-53e7-4fdd-aa4c-8c98f32c65fd service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 200 len: 1000 time: 0.0631135 Feb 17 23:09:16.381192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:09:16.415217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-2cb944f7-9ace-46ad-9291-03aae60c807f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:16.416720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-2cb944f7-9ace-46ad-9291-03aae60c807f service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0442626 Feb 17 23:09:16.430541 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port e9853551-3a9b-45e3-9e85-d872c577f209 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:09:16.435252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port e9853551-3a9b-45e3-9e85-d872c577f209 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:09:16.435614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:16.467605 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-fda9b49c-820e-46c6-a456-82991b173b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:16.469109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-fda9b49c-820e-46c6-a456-82991b173b29 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461464 Feb 17 23:09:16.517788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port e9853551-3a9b-45e3-9e85-d872c577f209 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:09:16.518187 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:16.542237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:16.544483 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c29935-aae5-480e-ad31-a695570ccb36" -d '{"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:09:16.556973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:16.563196 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:16.564750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-871515dc-d8be-45b5-8a99-1962f9ab5bcc service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900054 Feb 17 23:09:16.588070 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7bb1a2-cee5-4032-9aea-be528aaa6d94 x-openstack-request-id: req-8b7bb1a2-cee5-4032-9aea-be528aaa6d94 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:09:16.588363 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-plugged", "status": "completed", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:09:16.588612 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8b7bb1a2-cee5-4032-9aea-be528aaa6d94 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:09:16.589026 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'code': 200} Feb 17 23:09:16.613882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:16.658108 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c3aaa94-daf0-48b0-84d9-567102f54f39 req-e7a4909a-6949-406f-a83a-9a1cdc2ae6d3 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873065 Feb 17 23:09:17.322001 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f93289-a31b-4618-a4d1-83bfd9de7201 req-dfc45780-3712-4629-b9e2-399dfa56b142 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:17.323520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7f93289-a31b-4618-a4d1-83bfd9de7201 req-dfc45780-3712-4629-b9e2-399dfa56b142 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0541673 Feb 17 23:09:17.375157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e7f93289-a31b-4618-a4d1-83bfd9de7201 req-17658465-a50d-487e-bfb1-5656c8bac5e4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461009 Feb 17 23:09:17.398910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-72440076-8661-4d9c-95e8-eaf3aba5be79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:17.617809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce7a021-4a38-46b3-a6c8-44d02786c860 req-05625d98-d2a4-41f9-931b-0d8c6cb6780b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:17.619256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dce7a021-4a38-46b3-a6c8-44d02786c860 req-05625d98-d2a4-41f9-931b-0d8c6cb6780b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0535257 Feb 17 23:09:17.666748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dce7a021-4a38-46b3-a6c8-44d02786c860 req-b70b8196-a82a-42ce-a78a-7788d932ac13 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418773 Feb 17 23:09:18.102067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:18.786258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7aa77-68c7-4add-bbce-3e1266ef52f3 req-0b3b7143-a137-427c-8535-ec71e1026fd7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:18.788173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcd7aa77-68c7-4add-bbce-3e1266ef52f3 req-0b3b7143-a137-427c-8535-ec71e1026fd7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0537403 Feb 17 23:09:18.835693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fcd7aa77-68c7-4add-bbce-3e1266ef52f3 req-886a3d15-7de6-470d-8ec2-2d1da8e01534 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Feb 17 23:09:19.088608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-c67a291f-3fb5-47e0-b801-b7a12de2771e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:19.089973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-c67a291f-3fb5-47e0-b801-b7a12de2771e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 945 time: 0.0568502 Feb 17 23:09:19.185573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Deleting port e9853551-3a9b-45e3-9e85-d872c577f209 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:09:19.185912 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:19.279093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] For port e9853551-3a9b-45e3-9e85-d872c577f209, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=e9853551-3a9b-45e3-9e85-d872c577f209,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:19.279490 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:19.450954 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:19.451322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:19.451693 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 disassociated. External IP: 172.25.0.112, port: e9853551-3a9b-45e3-9e85-d872c577f209. Feb 17 23:09:19.452039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Calling delete_port for e9853551-3a9b-45e3-9e85-d872c577f209 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:09:19.516497 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:19.587760 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e9853551-3a9b-45e3-9e85-d872c577f209), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:19.616829 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event deleted for resources: {'Port': ['ID=e9853551-3a9b-45e3-9e85-d872c577f209,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:19.736644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:09:19.846469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:09:19.858285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:09:19.870831 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:09:19.871499 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:19.890570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] No DVR routers for this DVR port e9853551-3a9b-45e3-9e85-d872c577f209 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:09:19.893443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:19.897474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-de9d39ce-2411-46b2-9f8c-1089ebd59482 req-6a53071c-abf3-4376-b109-65684afdff1e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "DELETE /v2.0/ports/e9853551-3a9b-45e3-9e85-d872c577f209 HTTP/1.1" status: 204 len: 173 time: 0.8022444 Feb 17 23:09:19.897926 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-deleted', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:19.900366 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4e58e8-b6de-4b1c-9585-17d4f9870f27" -d '{"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-deleted", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:09:19.941076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23db7ce0-1a3d-4338-9982-0a7a47a2078c req-ccbf7188-a184-4857-8752-58d5578988b8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=162b89b9-24b2-45aa-9ce4-2e6ce76244ce HTTP/1.1" status: 200 len: 210 time: 0.0298824 Feb 17 23:09:19.982340 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:09:20.002667 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d5a92f3-73fb-4ceb-9e80-3fa177908873 x-openstack-request-id: req-6d5a92f3-73fb-4ceb-9e80-3fa177908873 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:09:20.002965 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162b89b9-24b2-45aa-9ce4-2e6ce76244ce", "name": "network-vif-deleted", "tag": "e9853551-3a9b-45e3-9e85-d872c577f209", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:09:20.003304 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d5a92f3-73fb-4ceb-9e80-3fa177908873 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:09:20.003743 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162b89b9-24b2-45aa-9ce4-2e6ce76244ce', 'name': 'network-vif-deleted', 'tag': 'e9853551-3a9b-45e3-9e85-d872c577f209', 'status': 'completed', 'code': 200} Feb 17 23:09:20.204303 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:20.229964 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:09:20.238190 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:09:20.238794 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:20.344162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:09:20.538148 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:20.567031 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef3c379a-d2e4-46c8-908b-d90c5ff3c9f9 None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:09:20.798272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaed323-66ce-46b3-9d74-5355380641b5 None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:09:20.941851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:21.194794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-fbad2517-df03-4766-8899-f841917a5225 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--156541943&fields=id&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 267 time: 0.0462244 Feb 17 23:09:21.298499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-d366aa41-319a-40f9-a4ee-5523100e7896 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:21.299979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-d366aa41-319a-40f9-a4ee-5523100e7896 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.0988066 Feb 17 23:09:21.314543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-c9ba3d07-ee20-4590-8364-766e85dd598b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/quotas/c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 375 time: 0.0087776 Feb 17 23:09:21.369275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-8349cefd-b9d4-408c-af59-f4022b76eab7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491867 Feb 17 23:09:21.466181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-586a655d-e08f-4459-9055-2c41af548bbd service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859535 Feb 17 23:09:21.555345 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-f067a4e3-db38-4c21-b305-8d82718ace7a service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836451 Feb 17 23:09:21.716819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88b180fe-26c3-4a57-b2f3-a86354c693c2 req-fd369f89-6aec-44f5-a1e2-6f51ee358bc6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 210 time: 0.0276067 Feb 17 23:09:22.404495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:09:22.424578 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: e9853551-3a9b-45e3-9e85-d872c577f209 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:09:22.424930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device e9853551-3a9b-45e3-9e85-d872c577f209 not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:09:22.699462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-f2578201-53ae-4ab9-9fe7-2c8de8260af4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:22.700915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-f2578201-53ae-4ab9-9fe7-2c8de8260af4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.1140726 Feb 17 23:09:22.768295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-6a40f485-a544-4e50-ba10-fba302dd33dc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 379 time: 0.0543869 Feb 17 23:09:22.798929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'port': {'device_id': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'admin_state_up': True, 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'security_groups': ['e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:22.855656 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64b2dd43-9e01-4cf1-9cc6-5a5dbd4551a9 req-43bc9bcb-1cec-4df9-9f4d-3dddfe051af0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 210 time: 0.0692916 Feb 17 23:09:22.923659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Made reservation on behalf of c0ed45d7cf404ee5a1332898c18e8dbc for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:09:22.927567 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.055784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Allocated IP 172.20.0.14 (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3/21f3603e-c2e8-41e6-ae8e-32666f12446b/12b23ad7-ce16-4224-a6d7-2d21701eef3c) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:09:23.196893 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.229027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.277179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:09:23.280346 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:09:23.284109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:09:23.308638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:23.336875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:23.337482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.355748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-9dd701bb-c7f8-40da-8553-f6211db8b1e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606802 Feb 17 23:09:23.372486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Request body: {'port': {'device_id': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:23.433926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.571345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e8f1a566-1bce-413e-9e29-7f1bd839b1c9 None None] Provisioning complete for port 12b23ad7-ce16-4224-a6d7-2d21701eef3c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:09:23.571958 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e8f1a566-1bce-413e-9e29-7f1bd839b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.605625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1a566-1bce-413e-9e29-7f1bd839b1c9 None None] Port 12b23ad7-ce16-4224-a6d7-2d21701eef3c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:09:23.702838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12b23ad7-ce16-4224-a6d7-2d21701eef3c {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:09:23.710855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Publish callbacks [] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.723092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Transition to ACTIVE for port object 12b23ad7-ce16-4224-a6d7-2d21701eef3c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:09:23.727821 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.778992 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:23.847823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:09:23.848161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:09:23.848481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:09:23.853549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:09:23.853870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:09:23.859093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:09:23.859456 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:09:23.859838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:09:23.860259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Bound port: 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:09:23.860616 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:23.963906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:09:23.978724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:09:23.987456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:24.035053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa1c3d-d0e3-4d47-abaf-6eb065e3b815 req-c912ed78-f993-413c-9e31-c1b58cd12604 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.036620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48fa1c3d-d0e3-4d47-abaf-6eb065e3b815 req-c912ed78-f993-413c-9e31-c1b58cd12604 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.1094570 Feb 17 23:09:24.037853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.038455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:24.039792 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] 10.222.0.94 "PUT /v2.0/ports/12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1093 time: 0.6717091 Feb 17 23:09:24.044488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:24.046799 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc90b37-b014-4115-bab9-0bc3858f4fe5" -d '{"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:09:24.085974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a293e2d-057a-4d70-b7a8-605563f31fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:24.120757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48fa1c3d-d0e3-4d47-abaf-6eb065e3b815 req-994896db-a5c3-4212-b3f8-770001254ba4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708010 Feb 17 23:09:24.162832 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0da0d36e-1087-4597-bcf8-822097e38019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.164012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-0da0d36e-1087-4597-bcf8-822097e38019 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1127 time: 0.0576079 Feb 17 23:09:24.183562 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b3bb99-f798-4579-b044-90b86031bae3 x-openstack-request-id: req-84b3bb99-f798-4579-b044-90b86031bae3 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:09:24.183993 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:09:24.184246 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-84b3bb99-f798-4579-b044-90b86031bae3 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:09:24.184637 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'status': 'completed', 'code': 200} Feb 17 23:09:24.216197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-21e3fe85-3eed-4f43-8814-97bb6919cd86 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 217 time: 0.0395811 Feb 17 23:09:24.268109 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-f157bbe4-129d-4fbf-a794-90778f7c480d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.269564 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-f157bbe4-129d-4fbf-a794-90778f7c480d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0462856 Feb 17 23:09:24.324305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-ee8bd814-1170-4baf-9f68-34faca85dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.325776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-ee8bd814-1170-4baf-9f68-34faca85dc07 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505402 Feb 17 23:09:24.415870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-b1bf342c-b0ee-4dd5-aa32-c36ac773b848 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835588 Feb 17 23:09:24.509407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-508c1d2f-94e0-4dcc-b690-b246ab8658d3 req-a098ad39-2d9d-4f1d-8257-8e326b8070e8 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874884 Feb 17 23:09:24.640274 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-587c4703-3db3-442f-9bf0-9737e9484297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.641773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-587c4703-3db3-442f-9bf0-9737e9484297 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1127 time: 0.0495813 Feb 17 23:09:24.733667 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-c3ce20ed-5328-4226-96f7-95ab9cd7ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.735306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-c3ce20ed-5328-4226-96f7-95ab9cd7ad99 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0866690 Feb 17 23:09:24.779808 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-7f3b87b4-ad31-46d5-9949-94943ad03f65 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 217 time: 0.0387328 Feb 17 23:09:24.827945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-17dc8adc-7a1d-4754-a870-14189fa9577d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.829487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-17dc8adc-7a1d-4754-a870-14189fa9577d service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0443490 Feb 17 23:09:24.878312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-2de600fa-92ac-4bff-9ccb-a17a77120a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:24.879839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-2de600fa-92ac-4bff-9ccb-a17a77120a84 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445838 Feb 17 23:09:24.975424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-f2ca082f-f599-4b05-9491-abe736f2aeaa service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894670 Feb 17 23:09:25.063608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbc90b37-b014-4115-bab9-0bc3858f4fe5 req-38423a49-7472-4c39-bbab-2e793280c3ab service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826323 Feb 17 23:09:25.242986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b3ea4-95e2-40b4-840a-06734eba55cf req-a4fa6ead-8f54-44f8-bb0b-b68d768f5f6c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:25.244443 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-484b3ea4-95e2-40b4-840a-06734eba55cf req-a4fa6ead-8f54-44f8-bb0b-b68d768f5f6c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.0533249 Feb 17 23:09:25.295745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-484b3ea4-95e2-40b4-840a-06734eba55cf req-efb8481c-7543-489c-97cb-36e0aa98add7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456338 Feb 17 23:09:25.591807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:26.418719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4295f-fa83-4361-9492-f558d9658f6b req-836ba8ea-207d-451a-83e9-343693c1204c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:26.420226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dff4295f-fa83-4361-9492-f558d9658f6b req-836ba8ea-207d-451a-83e9-343693c1204c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.0523570 Feb 17 23:09:26.466517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dff4295f-fa83-4361-9492-f558d9658f6b req-73e46235-74c1-417e-b7f9-e0be213d525c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407596 Feb 17 23:09:27.588272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3be84-94a0-4db9-a2bb-378f6a615a83 req-fb853bb4-cd9b-4143-a9a1-406b60f5dbf5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:27.589727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfb3be84-94a0-4db9-a2bb-378f6a615a83 req-fb853bb4-cd9b-4143-a9a1-406b60f5dbf5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.0536048 Feb 17 23:09:27.635982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dfb3be84-94a0-4db9-a2bb-378f6a615a83 req-b4bcf1ed-5e32-4185-8d81-e2508f585ff2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406947 Feb 17 23:09:28.444221 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:09:28.540485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:28.552072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'mac_address': 'fa:16:3e:2d:7b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:09:28.592414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 12b23ad7-ce16-4224-a6d7-2d21701eef3c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:09:28.592806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:28.605602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b23ad7-ce16-4224-a6d7-2d21701eef3c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:09:28.624517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:28.628807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:28.675877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:28.683127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.683508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.683919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.684203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.684544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.684874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.685204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.685533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.685865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.686191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.686517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.686843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.687167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:09:28.760790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7e95d-7b24-42ed-9b29-140df676f2fe req-9bf89595-7c17-4371-bb90-fd7e6b89ad21 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:28.762272 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88e7e95d-7b24-42ed-9b29-140df676f2fe req-9bf89595-7c17-4371-bb90-fd7e6b89ad21 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0575185 Feb 17 23:09:28.807729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-88e7e95d-7b24-42ed-9b29-140df676f2fe req-b3b7ab0c-f384-4b5d-9581-7eedbc6fa1e0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397544 Feb 17 23:09:28.978231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['12b23ad7-ce16-4224-a6d7-2d21701eef3c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:09:29.926660 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4496f7b-339d-4aea-aa30-b5c27e5394f3 req-5c4fa0ad-b20c-411d-8c2c-027a8c30a0eb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:29.928147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4496f7b-339d-4aea-aa30-b5c27e5394f3 req-5c4fa0ad-b20c-411d-8c2c-027a8c30a0eb tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0529697 Feb 17 23:09:29.974856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c4496f7b-339d-4aea-aa30-b5c27e5394f3 req-a661441f-7386-43a7-9dbd-229a161eb9ed tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410521 Feb 17 23:09:30.460121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c up at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:09:30.507735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning for port 12b23ad7-ce16-4224-a6d7-2d21701eef3c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:09:30.511882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Provisioning complete for port 12b23ad7-ce16-4224-a6d7-2d21701eef3c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:09:30.512260 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:30.746713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 12b23ad7-ce16-4224-a6d7-2d21701eef3c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:09:30.747004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:30.769146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:30.772033 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a937593f-01da-42f9-a789-128de51d14a2" -d '{"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-plugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:09:30.785014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:09:30.789072 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:30.814035 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a19f680-857d-41df-a6b5-6bffbc8b14e0 x-openstack-request-id: req-7a19f680-857d-41df-a6b5-6bffbc8b14e0 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:09:30.814333 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-plugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:09:30.814590 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7a19f680-857d-41df-a6b5-6bffbc8b14e0 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:09:30.814983 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'code': 200} Feb 17 23:09:30.841808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:09:30.933013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd143591-3dbf-45e8-afc9-7a3506b95aba req-e3a73105-e3f6-4b25-ab58-972b97a31760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:30.934495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd143591-3dbf-45e8-afc9-7a3506b95aba req-e3a73105-e3f6-4b25-ab58-972b97a31760 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1129 time: 0.0436883 Feb 17 23:09:30.980670 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd143591-3dbf-45e8-afc9-7a3506b95aba req-4946b271-5270-4479-8b11-39639b9c7a25 service neutron] 10.222.0.94 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408106 Feb 17 23:09:31.095200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce24768-49f8-4307-9e41-d255d31947c5 req-f5885802-9225-4811-85cd-628686fa7df6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:31.096709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ce24768-49f8-4307-9e41-d255d31947c5 req-f5885802-9225-4811-85cd-628686fa7df6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0538061 Feb 17 23:09:31.145190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ce24768-49f8-4307-9e41-d255d31947c5 req-91d552ff-10a6-48f4-a483-a780207586ce tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426414 Feb 17 23:09:32.267547 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824c12e-20b9-4b1b-8615-f1a4da21369a req-c2c26b21-6457-4569-947b-e13ca217bb50 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:32.269065 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4824c12e-20b9-4b1b-8615-f1a4da21369a req-c2c26b21-6457-4569-947b-e13ca217bb50 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0533986 Feb 17 23:09:32.316437 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4824c12e-20b9-4b1b-8615-f1a4da21369a req-498dc068-76c6-4969-955f-c2b74f861b75 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418298 Feb 17 23:09:33.442905 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fb271-4f78-47ce-accc-3d8fdb789259 req-b6cb03b9-8592-47a5-b1a3-f3f78be54b61 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:33.444384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb271-4f78-47ce-accc-3d8fdb789259 req-b6cb03b9-8592-47a5-b1a3-f3f78be54b61 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0560491 Feb 17 23:09:33.490026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad2fb271-4f78-47ce-accc-3d8fdb789259 req-40755c22-190d-4ba6-97d4-03d99341f296 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401042 Feb 17 23:09:33.603809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fe961-56cd-4060-9a8f-f6cd82edfe70 req-8194e1e7-7701-4c23-beb1-bc8e25d75484 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:33.605225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf5fe961-56cd-4060-9a8f-f6cd82edfe70 req-8194e1e7-7701-4c23-beb1-bc8e25d75484 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0527332 Feb 17 23:09:33.613890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37632) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:09:33.618880 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'floatingip': {'port_id': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:09:33.659427 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:34.410687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:34.414719 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:34.516567 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 associated. External IP: 172.25.0.112, port: 12b23ad7-ce16-4224-a6d7-2d21701eef3c. Feb 17 23:09:34.731831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:09:34.840816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:09:34.845685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:34.850451 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:09:34.860976 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:09:34.861585 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:34.876295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-721f9c19-a4da-47c3-8fa9-f5adb97c6d85 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "PUT /v2.0/floatingips/e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 HTTP/1.1" status: 200 len: 992 time: 1.2607214 Feb 17 23:09:34.876879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:09:34.879240 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc77d48-8cde-4bd4-9b8b-0848350822bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:09:34.974162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:09:35.041398 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6225d74f-0fdf-4ee2-a6c6-fa116baa5dbd x-openstack-request-id: req-6225d74f-0fdf-4ee2-a6c6-fa116baa5dbd {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:09:35.041725 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:09:35.041957 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6225d74f-0fdf-4ee2-a6c6-fa116baa5dbd {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:09:35.042391 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'status': 'completed', 'code': 200} Feb 17 23:09:35.109936 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-a7a287d3-7903-4e58-81ca-11b8085f4c46 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0582259 Feb 17 23:09:35.193246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccf23d-19e3-4c4e-bdfc-ef57010c9190 req-3546b13e-28b5-4f7d-872d-dde2410d677a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:35.194834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fccf23d-19e3-4c4e-bdfc-ef57010c9190 req-3546b13e-28b5-4f7d-872d-dde2410d677a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.1036832 Feb 17 23:09:35.197834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-c735348c-65c3-484a-b48b-94f8037bf163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:35.199245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-c735348c-65c3-484a-b48b-94f8037bf163 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1129 time: 0.1068594 Feb 17 23:09:35.325024 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:2d:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:09:34Z', 'revision_number': 9, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:35.328180 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fccf23d-19e3-4c4e-bdfc-ef57010c9190 req-dadf3a05-e4de-46cf-a5f7-4193903d26f2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248446 Feb 17 23:09:35.344967 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-0c22cca5-70c8-476b-843b-dfa94adda2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:35.346693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-0c22cca5-70c8-476b-843b-dfa94adda2e8 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.1371350 Feb 17 23:09:35.365994 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:09:35.375159 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:09:35.375811 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:09:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:35.420736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-e301df19-f507-4592-90c2-dc01a2f1aa05 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1000 time: 0.0673914 Feb 17 23:09:35.475440 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-8f0af52e-2d9c-46c9-a336-a73d0d94105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:35.477205 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-8f0af52e-2d9c-46c9-a336-a73d0d94105b service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0507364 Feb 17 23:09:35.495020 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:09:35.541922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-6e5a2abf-2d58-4467-b11d-850c3a537238 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:35.541922 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-6e5a2abf-2d58-4467-b11d-850c3a537238 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports/12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 943 time: 0.0540478 Feb 17 23:09:35.543461 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-c2d5a30b-5a84-44dd-88bf-5310050a4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:35.545209 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-c2d5a30b-5a84-44dd-88bf-5310050a4c49 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0616927 Feb 17 23:09:35.657064 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-7efdcc57-854c-411a-b293-15e47d1ba105 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064246 Feb 17 23:09:35.768886 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:2d:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:09:34Z', 'revision_number': 9, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:09:35.773794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc77d48-8cde-4bd4-9b8b-0848350822bb req-0f21721f-c1cb-4278-a96b-7ef570d58ab7 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104257 Feb 17 23:09:35.805539 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6022625-6317-4ca3-b469-ec35fd8736ad None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:2d:7b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:09:34Z', 'revision_number': 9, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:09:36.029235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5069a8b-fb28-4404-b830-3f419fcacb93 None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:09:36.391577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-b2052aa9-b4d6-4d4a-8d6c-90c0f95f02a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:36.393128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-b2052aa9-b4d6-4d4a-8d6c-90c0f95f02a4 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1129 time: 0.0469592 Feb 17 23:09:36.463249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f6c0b-8dc2-47bf-94f0-b9591583ae6b req-744e934a-34b8-4cf7-a8d1-c8682f39803a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:36.464681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-660f6c0b-8dc2-47bf-94f0-b9591583ae6b req-744e934a-34b8-4cf7-a8d1-c8682f39803a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0567031 Feb 17 23:09:36.511701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-660f6c0b-8dc2-47bf-94f0-b9591583ae6b req-dc18c5d7-b82e-4d72-859c-fa0bfe35c2c8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Feb 17 23:09:36.632663 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-d2dd3639-95f5-4963-a8dd-e6728e87fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:36.634115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-d2dd3639-95f5-4963-a8dd-e6728e87fa1f service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0890534 Feb 17 23:09:36.704206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-d0464e80-929b-473e-9cd0-65db2d441178 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1003 time: 0.0639029 Feb 17 23:09:36.751029 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-ea64add0-6da9-4186-aced-1ef85804b9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:36.752376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-ea64add0-6da9-4186-aced-1ef85804b9d3 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0433669 Feb 17 23:09:36.799125 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3ee08e76-ec37-4bb1-82a0-ecdd6ccb4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:36.800652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3ee08e76-ec37-4bb1-82a0-ecdd6ccb4316 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429072 Feb 17 23:09:36.890361 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-f1f609b1-dc83-43c9-a11e-083a9c779b51 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842638 Feb 17 23:09:36.977850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-f0980176-11db-4365-9702-048d34dfa8e0 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813849 Feb 17 23:09:37.631534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e664d5-c1ef-4978-9813-37674da9dc4d req-ee3a44d5-6e5b-4cd5-a67c-6f9844f9a0cf tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:37.633024 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48e664d5-c1ef-4978-9813-37674da9dc4d req-ee3a44d5-6e5b-4cd5-a67c-6f9844f9a0cf tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0547845 Feb 17 23:09:37.683481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48e664d5-c1ef-4978-9813-37674da9dc4d req-7350e9d8-cff8-4c1d-9fef-5ef288b51ee7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449681 Feb 17 23:09:38.805761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4309164-e723-4213-b07d-b8d21011718b req-ba4bfd91-045f-4d10-80c1-1eda25043522 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:38.807143 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4309164-e723-4213-b07d-b8d21011718b req-ba4bfd91-045f-4d10-80c1-1eda25043522 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0526369 Feb 17 23:09:38.853858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e4309164-e723-4213-b07d-b8d21011718b req-92352ae5-399d-4eed-a135-ffecbab949f7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410638 Feb 17 23:09:39.794108 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:39.973619 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd649d7-2579-4784-97c6-d126cc8de322 req-9f2fc1d9-98da-4ea0-ba0b-385e92dcf9ee tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:39.975121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7dd649d7-2579-4784-97c6-d126cc8de322 req-9f2fc1d9-98da-4ea0-ba0b-385e92dcf9ee tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0533693 Feb 17 23:09:40.023657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7dd649d7-2579-4784-97c6-d126cc8de322 req-15863e9a-5865-4914-8a96-488b8a7be572 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430155 Feb 17 23:09:41.150380 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57197158-b9f3-4314-a9e5-419d48440366 req-f7772211-d6dd-4bd3-8e19-b72ef7586838 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:41.153276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57197158-b9f3-4314-a9e5-419d48440366 req-f7772211-d6dd-4bd3-8e19-b72ef7586838 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0609987 Feb 17 23:09:41.202112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57197158-b9f3-4314-a9e5-419d48440366 req-3eb5e1a9-ba5a-43f1-abf3-3ad3efaf8d1d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443120 Feb 17 23:09:42.323065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bcac3-f40e-4c45-9377-fd82a206defc req-d4af4823-4707-4686-8b1b-e043faaa0dab tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:42.324597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-175bcac3-f40e-4c45-9377-fd82a206defc req-d4af4823-4707-4686-8b1b-e043faaa0dab tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0534227 Feb 17 23:09:42.371702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-175bcac3-f40e-4c45-9377-fd82a206defc req-66eb3920-6c1b-4720-bc33-eb0d7c98295d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414956 Feb 17 23:09:43.291743 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:09:43.494427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9a50a-1c60-46c9-99b8-1df668c59cfe req-66f5708e-ee6b-40f3-8ad8-8f3243b9fd03 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:43.495924 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51d9a50a-1c60-46c9-99b8-1df668c59cfe req-66f5708e-ee6b-40f3-8ad8-8f3243b9fd03 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0565803 Feb 17 23:09:43.542809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51d9a50a-1c60-46c9-99b8-1df668c59cfe req-bffbba3a-d31b-4aba-8f97-6feff15e7030 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412576 Feb 17 23:09:43.615511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-78793ffe-59d6-452f-a12c-caa67b831cec req-98858b75-be9b-4306-b753-830997581665 tempest-TestNetworkAdvancedServerOps-917275495 tempest-TestNetworkAdvancedServerOps-917275495-project-admin] (103526) timed out ('10.222.0.79', 60048) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:09:44.535072 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2bdd9ff9-1183-487f-8dba-a6221403094c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:44.663728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaef98-0f58-42df-9908-1db9ac9f0bbb req-ee590cb8-efa4-4e83-a7e3-4e8e2bcee51a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:44.665214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bdaef98-0f58-42df-9908-1db9ac9f0bbb req-ee590cb8-efa4-4e83-a7e3-4e8e2bcee51a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0547919 Feb 17 23:09:44.711824 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6bdaef98-0f58-42df-9908-1db9ac9f0bbb req-cc74e3e4-8fe4-40b3-88e5-bf91193eee13 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410368 Feb 17 23:09:45.834284 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9d5dcf-e93c-46d9-8251-edaaca3c5651 req-9fda99d8-9efd-4fb9-b854-616326f58547 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:45.835681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb9d5dcf-e93c-46d9-8251-edaaca3c5651 req-9fda99d8-9efd-4fb9-b854-616326f58547 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0531073 Feb 17 23:09:45.887069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb9d5dcf-e93c-46d9-8251-edaaca3c5651 req-04a4ce8b-3dd5-4426-a41e-6eae3a0fef7d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Feb 17 23:09:47.006217 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90827ea2-e281-4aa4-bbee-e181115994bf req-27de4e7c-5eaa-4207-bb9d-455c89c64c84 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:47.007722 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90827ea2-e281-4aa4-bbee-e181115994bf req-27de4e7c-5eaa-4207-bb9d-455c89c64c84 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0537980 Feb 17 23:09:47.053780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-90827ea2-e281-4aa4-bbee-e181115994bf req-7344cc67-08ed-416c-83e5-46f7fbc147bf tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405982 Feb 17 23:09:47.400241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-75ffb2e5-4832-40ca-810c-24133dbaf86b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:48.105983 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:48.177171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60840a-0d88-4674-80e2-f2b1becf9173 req-7ce5dd43-9774-452c-8237-4b5b86778cfa tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:48.178650 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b60840a-0d88-4674-80e2-f2b1becf9173 req-7ce5dd43-9774-452c-8237-4b5b86778cfa tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0553472 Feb 17 23:09:48.231601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b60840a-0d88-4674-80e2-f2b1becf9173 req-1bcef378-ed53-4c86-8c83-ad6437934cda tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473304 Feb 17 23:09:49.361269 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21413e12-b418-4c5b-935e-a8cbf4833eeb req-9a6641d3-355b-407c-beec-692ec133dc51 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:49.362762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21413e12-b418-4c5b-935e-a8cbf4833eeb req-9a6641d3-355b-407c-beec-692ec133dc51 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0627258 Feb 17 23:09:49.409904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21413e12-b418-4c5b-935e-a8cbf4833eeb req-18308a95-197a-462e-bd06-6ce670806c38 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414734 Feb 17 23:09:49.524088 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:50.536487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a7455-06d5-466b-a907-bb40f460fb61 req-9a1210dd-91e7-4475-8117-86ff824a1952 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:50.538041 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-167a7455-06d5-466b-a907-bb40f460fb61 req-9a1210dd-91e7-4475-8117-86ff824a1952 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0567195 Feb 17 23:09:50.590423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-167a7455-06d5-466b-a907-bb40f460fb61 req-5ca805fb-48fe-4001-89dd-1c74b5fe81a9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Feb 17 23:09:50.945403 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:51.714166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad65a957-e5e9-4d07-9514-576b6f11709e req-46e78ba8-046f-43a7-89a1-bc9f6a93640c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:51.715704 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad65a957-e5e9-4d07-9514-576b6f11709e req-46e78ba8-046f-43a7-89a1-bc9f6a93640c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0539410 Feb 17 23:09:51.768570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad65a957-e5e9-4d07-9514-576b6f11709e req-ead29982-25f9-476f-bab6-678a3398d920 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471051 Feb 17 23:09:52.892578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a5801-a732-4ace-bf75-cf338b9260e4 req-8820fe1b-b79c-4c8a-abb3-6cca2ae0e005 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:52.894038 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-213a5801-a732-4ace-bf75-cf338b9260e4 req-8820fe1b-b79c-4c8a-abb3-6cca2ae0e005 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0528226 Feb 17 23:09:52.941106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-213a5801-a732-4ace-bf75-cf338b9260e4 req-2ecbad99-69ac-4605-87d4-6ac5ac958d65 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410745 Feb 17 23:09:54.060932 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c4f38-47f5-4109-9149-61802233e407 req-88012eed-1fb2-4413-b427-8eb2af004cb5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:54.062401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bd4c4f38-47f5-4109-9149-61802233e407 req-88012eed-1fb2-4413-b427-8eb2af004cb5 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0526590 Feb 17 23:09:54.110049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bd4c4f38-47f5-4109-9149-61802233e407 req-cd011143-ee3e-4c22-8a0e-cfb185429baa tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Feb 17 23:09:55.234902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377e697-b1f6-4d7b-a454-79201f48055d req-162f7de9-9e09-49db-bca6-2a148e73a5a7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:55.236396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a377e697-b1f6-4d7b-a454-79201f48055d req-162f7de9-9e09-49db-bca6-2a148e73a5a7 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0582075 Feb 17 23:09:55.285172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a377e697-b1f6-4d7b-a454-79201f48055d req-8c7fe871-49ea-46ad-a36f-21b65f19a3b6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Feb 17 23:09:55.596937 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:09:56.410249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c584a-3790-41e8-a20b-76aa945b40d5 req-d1c396ad-4590-4c85-bb3b-a939f3b75863 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:56.411748 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c1c584a-3790-41e8-a20b-76aa945b40d5 req-d1c396ad-4590-4c85-bb3b-a939f3b75863 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0550704 Feb 17 23:09:56.459307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c1c584a-3790-41e8-a20b-76aa945b40d5 req-de720594-9a53-4418-9397-37a500eb9dd8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418808 Feb 17 23:09:57.586999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e730f-4372-4fa3-a27d-dd688da9e6fe req-3a6a239a-586e-447d-aaa4-072ab9d8a5c3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:57.588506 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d0e730f-4372-4fa3-a27d-dd688da9e6fe req-3a6a239a-586e-447d-aaa4-072ab9d8a5c3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0595095 Feb 17 23:09:57.635777 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5d0e730f-4372-4fa3-a27d-dd688da9e6fe req-48d1d67d-b807-465a-a7ae-af8804d6bd0a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416932 Feb 17 23:09:58.755897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a63337-d24f-41b6-8348-2d322759f73a req-3e146a47-ed7c-452e-9c51-af0096a50a71 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:58.757362 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12a63337-d24f-41b6-8348-2d322759f73a req-3e146a47-ed7c-452e-9c51-af0096a50a71 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0538504 Feb 17 23:09:58.803462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12a63337-d24f-41b6-8348-2d322759f73a req-cee4e605-1cd4-4554-9f63-1aa74bf9d2a2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404246 Feb 17 23:09:59.925078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ccfc6-9bb7-4d34-b863-ed1c69cfd016 req-223616e4-ebb0-4bcf-8dd2-ccc4375027fe tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:09:59.926568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e8ccfc6-9bb7-4d34-b863-ed1c69cfd016 req-223616e4-ebb0-4bcf-8dd2-ccc4375027fe tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0529635 Feb 17 23:09:59.977219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e8ccfc6-9bb7-4d34-b863-ed1c69cfd016 req-4da27274-d391-45bb-bf4a-5b173c7ec1b0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451002 Feb 17 23:10:01.097540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e640471-a107-4341-876d-881ce1931110 req-a2019f17-00f6-46b3-8aa0-906c3c0550ca tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:01.099708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e640471-a107-4341-876d-881ce1931110 req-a2019f17-00f6-46b3-8aa0-906c3c0550ca tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0531785 Feb 17 23:10:01.145721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e640471-a107-4341-876d-881ce1931110 req-605e3e1d-3ca8-4d5e-8aa1-a05faa019069 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 Feb 17 23:10:02.268378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263c55e-94a4-45e4-a3dd-e173ae099c04 req-a124e25d-a991-4ba4-b533-1a5986cb839b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:02.269906 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4263c55e-94a4-45e4-a3dd-e173ae099c04 req-a124e25d-a991-4ba4-b533-1a5986cb839b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0550618 Feb 17 23:10:02.319139 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4263c55e-94a4-45e4-a3dd-e173ae099c04 req-f0b63e63-9e12-465b-b78f-47b49ae85e51 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432532 Feb 17 23:10:03.444015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6560ecd-dec1-43be-bd26-12e4e13015d9 req-5b41660f-1119-44c2-8fb8-e30bd614a9ff tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:03.445478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6560ecd-dec1-43be-bd26-12e4e13015d9 req-5b41660f-1119-44c2-8fb8-e30bd614a9ff tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0567691 Feb 17 23:10:03.499110 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c6560ecd-dec1-43be-bd26-12e4e13015d9 req-e1f96ebe-8959-402d-b03e-e7668df3dd74 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481057 Feb 17 23:10:03.933536 n-d-828369-18 neutron-server[103527]: INFO neutron.api.v2.resource [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-b87f300e-fa17-446a-a558-c11db524fe06 service neutron] show failed (client error): The resource could not be found. Feb 17 23:10:03.934536 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-b87f300e-fa17-446a-a558-c11db524fe06 service neutron] 10.222.0.94 "GET /v2.0/ports/12b23ad7-ce16-4224-a6d7-2d21701eef3c/bindings/n-h1-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0600164 Feb 17 23:10:04.142593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-e468de05-049e-4c16-9d6b-70dcba34f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:04.144202 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-e468de05-049e-4c16-9d6b-70dcba34f8a7 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 1129 time: 0.0440071 Feb 17 23:10:04.156538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:10:04.217064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:04.414636 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:04.447286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:10:04.487039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:04.489283 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d417ea8f-29de-47c4-aded-09328decdd10" -d '{"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-unplugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:04.493200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Publish callbacks [] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:04.506885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Transition to ACTIVE for port object 12b23ad7-ce16-4224-a6d7-2d21701eef3c will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:10:04.510628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:04.590399 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=6']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:04.604676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.605053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.605522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.605877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.606217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.606552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.606886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.607217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.607580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.607909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.608703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.609035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.609365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:04.649780 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7908183c-0765-4243-bae1-79ec41c517ea x-openstack-request-id: req-7908183c-0765-4243-bae1-79ec41c517ea {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:04.650273 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-unplugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:04.650727 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7908183c-0765-4243-bae1-79ec41c517ea {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:04.651420 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'code': 200} Feb 17 23:10:04.652216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] No DVR routers for this DVR port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:10:04.745162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb8dbea-04f1-4a5f-9562-3b77a019e8ed req-a21da525-b6f5-449b-ab82-30a27d6fc887 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:04.747316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ebb8dbea-04f1-4a5f-9562-3b77a019e8ed req-a21da525-b6f5-449b-ab82-30a27d6fc887 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.0603540 Feb 17 23:10:04.798744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ebb8dbea-04f1-4a5f-9562-3b77a019e8ed req-dcc96c18-6858-477a-be03-2f1e642d0ecc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457149 Feb 17 23:10:04.802475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:10:04.802814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:10:04.803144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:10:04.807757 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:10:04.808088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:10:04.820503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:10:04.820503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:10:04.820503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:10:04.820503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Bound port: 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:10:04.820503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:04.882479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:10:04.885463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:10:04.891640 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:04.925396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:04.926571 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:04.928030 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] 10.222.0.73 "PUT /v2.0/ports/12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1093 time: 0.7754216 Feb 17 23:10:04.955753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3743c6e3-c8de-4261-b1b1-c819bcb01e52 service neutron] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=7']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:05.004522 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-5a730481-4f02-4ca0-ad38-b56de12a11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:05.006058 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-5a730481-4f02-4ca0-ad38-b56de12a11f4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1127 time: 0.0515285 Feb 17 23:10:05.406960 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3c77eebe-f6e7-431e-ae07-e33d9fdaf942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:05.408480 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-3c77eebe-f6e7-431e-ae07-e33d9fdaf942 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.3972037 Feb 17 23:10:05.477248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-03a8b079-0108-442b-bf38-4a2b3981fe07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1001 time: 0.0627925 Feb 17 23:10:05.525681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-7d53ff4a-ba2b-4fcc-b95a-8e2a3a1c2e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:05.527138 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-7d53ff4a-ba2b-4fcc-b95a-8e2a3a1c2e70 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0442803 Feb 17 23:10:05.579094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-8674224d-b881-4819-87c4-c11cda8f7cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:05.580625 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-8674224d-b881-4819-87c4-c11cda8f7cdf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0481374 Feb 17 23:10:05.670287 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-2ef221eb-c63c-4a5a-8aae-c54885ad1c75 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835030 Feb 17 23:10:05.760668 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-39ed5d5f-c1c4-4c3f-8a34-1818ed5a32ae req-01a0c8ad-c2a9-4729-ad8f-1f878bb7f1c4 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847495 Feb 17 23:10:05.929225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb549a40-55eb-4d10-972d-e12bcd08b112 req-3e60c99a-60ec-4094-adf1-8bef0127ae3b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:05.930617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb549a40-55eb-4d10-972d-e12bcd08b112 req-3e60c99a-60ec-4094-adf1-8bef0127ae3b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.0579741 Feb 17 23:10:05.977735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb549a40-55eb-4d10-972d-e12bcd08b112 req-23a01280-2073-44c4-b2b9-6e821c325ff6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415220 Feb 17 23:10:06.651760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:06.654110 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5213f6-f251-4cae-9110-a0a09d08af4e" -d '{"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:06.692826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:10:06.702618 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904def24-7c7d-4ee3-8cc8-696eeed473d8 x-openstack-request-id: req-904def24-7c7d-4ee3-8cc8-696eeed473d8 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:06.702910 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:06.703167 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-904def24-7c7d-4ee3-8cc8-696eeed473d8 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:06.703593 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'status': 'completed', 'code': 200} Feb 17 23:10:06.736134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] The host n-h2-828369-18 is not matching for port 12b23ad7-ce16-4224-a6d7-2d21701eef3c host n-h1-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 23:10:06.736549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:10:06.772486 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-06e83982-578b-4276-9cb7-07a902c7047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:06.774168 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-06e83982-578b-4276-9cb7-07a902c7047c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1127 time: 0.0512347 Feb 17 23:10:06.792039 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-1515a815-8626-4d27-949b-3d96e74710f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:06.793451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-1515a815-8626-4d27-949b-3d96e74710f8 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1127 time: 0.0472887 Feb 17 23:10:06.869186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-ec25ed2c-61f2-4719-b9d7-7fa238d6d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:06.870721 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-ec25ed2c-61f2-4719-b9d7-7fa238d6d62e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0894265 Feb 17 23:10:06.890128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-9649f9d6-dcda-43be-b959-30ee87f672f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:06.891673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-9649f9d6-dcda-43be-b959-30ee87f672f5 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0907505 Feb 17 23:10:06.941956 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-1448b030-21f8-4c26-92c3-55aeb8a6bd69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1001 time: 0.0643737 Feb 17 23:10:06.956424 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-fb8bc904-7ae5-45ea-b3aa-2beb7013b25c service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1001 time: 0.0593970 Feb 17 23:10:06.992237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-ab5774c6-4563-42ac-8ee7-5f229a032301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:06.993701 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-ab5774c6-4563-42ac-8ee7-5f229a032301 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0442348 Feb 17 23:10:07.005866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-d31b00ba-2adc-478c-bad7-0d414ecca7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:07.007901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-d31b00ba-2adc-478c-bad7-0d414ecca7d1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0454352 Feb 17 23:10:07.044768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-2d11e372-844c-4053-bcf1-1636390a3118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:07.046649 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-2d11e372-844c-4053-bcf1-1636390a3118 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459166 Feb 17 23:10:07.091675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-a30e9b18-62c7-4fdc-8591-a2e32e9bfcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:07.093190 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-a30e9b18-62c7-4fdc-8591-a2e32e9bfcbb service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0800037 Feb 17 23:10:07.143421 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-c3139aab-8456-438c-ad2f-7ab7fda0ab9c service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887399 Feb 17 23:10:07.156865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1642a-ad10-4fcc-b3df-3e3a822c3c1b req-d49da467-1566-4b24-9d4c-e08672575465 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:07.158382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2dc1642a-ad10-4fcc-b3df-3e3a822c3c1b req-d49da467-1566-4b24-9d4c-e08672575465 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.1081533 Feb 17 23:10:07.235167 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2dc1642a-ad10-4fcc-b3df-3e3a822c3c1b req-a0fa9c32-7b14-4fdd-b8a1-c8a7c5a116e8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687637 Feb 17 23:10:07.237215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-b23b7d41-e98c-4077-94cb-db5390df938c service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374626 Feb 17 23:10:07.241532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-bad1995c-a4eb-4127-9eb0-713bec5bd380 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912828 Feb 17 23:10:07.329440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e5213f6-f251-4cae-9110-a0a09d08af4e req-241a7990-968c-49f5-8277-6ac99ee8399f service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864537 Feb 17 23:10:08.240778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:10:08.342402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:08.353709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'mac_address': 'fa:16:3e:2d:7b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:10:08.373679 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1276ac2-52c2-429c-85ce-d44fc4fa1e38 req-299fc9cc-6b37-4024-a7d3-da6bad9764e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:08.375146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1276ac2-52c2-429c-85ce-d44fc4fa1e38 req-299fc9cc-6b37-4024-a7d3-da6bad9764e6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 944 time: 0.0597446 Feb 17 23:10:08.390959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 12b23ad7-ce16-4224-a6d7-2d21701eef3c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:10:08.391352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:08.405457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b23ad7-ce16-4224-a6d7-2d21701eef3c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:10:08.422432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e1276ac2-52c2-429c-85ce-d44fc4fa1e38 req-294d7981-05f9-4e11-8b63-855875de92a6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411096 Feb 17 23:10:08.424663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:08.429521 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:08.478095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:08.703549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['12b23ad7-ce16-4224-a6d7-2d21701eef3c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:10:08.723904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-586be662-b5a1-4ff9-bbd5-62c64eed7ee3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:08.725492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-586be662-b5a1-4ff9-bbd5-62c64eed7ee3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 945 time: 0.0638444 Feb 17 23:10:08.734795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2703dda-9678-4489-93e2-75f878f140e9 req-6851557c-7e1b-4c2b-baa5-19b399d32a35 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:08.736377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2703dda-9678-4489-93e2-75f878f140e9 req-6851557c-7e1b-4c2b-baa5-19b399d32a35 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0546460 Feb 17 23:10:08.790746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b2703dda-9678-4489-93e2-75f878f140e9 req-71c4babf-3c08-44f5-ac1c-21f32bbcd01c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458658 Feb 17 23:10:08.791653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-a724b332-0463-4f5a-a181-0c1d4551d752 service neutron] 10.222.0.73 "GET /v2.0/ports/12b23ad7-ce16-4224-a6d7-2d21701eef3c/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 383 time: 0.0581732 Feb 17 23:10:08.857783 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-a66a539a-8620-4006-9cfc-ec410aa9e607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:08.859584 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-a66a539a-8620-4006-9cfc-ec410aa9e607 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1128 time: 0.0463462 Feb 17 23:10:08.953611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-63239e15-3612-4a92-a3a6-c301c4a22e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:08.955087 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-63239e15-3612-4a92-a3a6-c301c4a22e5c service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0897207 Feb 17 23:10:09.019313 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-9c0c2d55-26ee-495f-aec7-8b4424a867cc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1002 time: 0.0581555 Feb 17 23:10:09.068305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-2bb04e16-cd00-4e7e-ae22-f460b1a415e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:09.069652 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-2bb04e16-cd00-4e7e-ae22-f460b1a415e1 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0441699 Feb 17 23:10:09.122973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-090ab924-4e31-46e6-8ac6-4800e17ae055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:09.124492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-090ab924-4e31-46e6-8ac6-4800e17ae055 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482819 Feb 17 23:10:09.212761 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-bb605de7-ecd8-45c5-9aa5-db803adc10ae service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814037 Feb 17 23:10:09.306365 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-c99d280e-074c-4656-8989-b8c5fe00644d service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870597 Feb 17 23:10:09.798814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:09.911951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048d69e-ed47-4fbb-bb11-4790b44203f5 req-6e39acfe-aca6-45a0-b6a2-5fba05842484 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:09.913426 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048d69e-ed47-4fbb-bb11-4790b44203f5 req-6e39acfe-aca6-45a0-b6a2-5fba05842484 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0524528 Feb 17 23:10:09.963579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f048d69e-ed47-4fbb-bb11-4790b44203f5 req-8b2a8227-0a27-41e3-8c35-1e344b1a06f8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446000 Feb 17 23:10:10.256835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:10:10.305523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 12b23ad7-ce16-4224-a6d7-2d21701eef3c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:10:10.309739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 12b23ad7-ce16-4224-a6d7-2d21701eef3c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:10:10.310116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:10.413237 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 12b23ad7-ce16-4224-a6d7-2d21701eef3c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:10:10.413639 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:10.437546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:10.439820 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32659119-8afd-4da0-b416-927ebedaf288" -d '{"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-plugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:10.452663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:10.457066 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:10.506543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:10.544969 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d49605f-b74b-4333-b7a1-3cd5c48d0650 x-openstack-request-id: req-7d49605f-b74b-4333-b7a1-3cd5c48d0650 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:10.545262 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-plugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:10.545516 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7d49605f-b74b-4333-b7a1-3cd5c48d0650 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:10.545918 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'code': 200} Feb 17 23:10:11.091181 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c446f0-7fcd-47a4-bb76-0731ead49446 req-54e481d6-344d-4178-b99e-e4d74d774fc3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:11.092818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85c446f0-7fcd-47a4-bb76-0731ead49446 req-54e481d6-344d-4178-b99e-e4d74d774fc3 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0530665 Feb 17 23:10:11.141882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85c446f0-7fcd-47a4-bb76-0731ead49446 req-c966a4ba-6f70-4994-8564-70ee1902fc0d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428944 Feb 17 23:10:11.238294 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-e4760078-6483-437d-9599-181f6fcc6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:11.239829 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-e4760078-6483-437d-9599-181f6fcc6473 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 1129 time: 0.0462081 Feb 17 23:10:11.257611 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:10:11.321170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:11.531805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:11.567126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:10:11.606795 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:11.609518 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7326b989-bf97-4b0e-b184-4a9f3d79bb1c" -d '{"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-unplugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:11.614003 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Publish callbacks [] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:11.627003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Transition to ACTIVE for port object 12b23ad7-ce16-4224-a6d7-2d21701eef3c will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:10:11.633040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:11.664883 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de05686-2500-4a1b-91b2-89679dbd11aa x-openstack-request-id: req-7de05686-2500-4a1b-91b2-89679dbd11aa {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:11.665186 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-unplugged", "status": "completed", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:11.665445 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7de05686-2500-4a1b-91b2-89679dbd11aa {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:11.665845 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'code': 200} Feb 17 23:10:11.722096 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=10']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:11.736430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.736784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.737134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.737478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.738363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.738711 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.739042 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.739400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.739727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.740057 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.740389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.740715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.741040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:10:11.780562 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] No DVR routers for this DVR port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:10:11.933621 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:10:11.934095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:10:11.934565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:10:11.939717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:10:11.940097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Attempting to bind port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:10:11.945044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 9, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:10:11.945378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:10:11.945761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:10:11.946183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Bound port: 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:10:11.946533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:12.017839 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:10:12.021065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:10:12.027486 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:12.064594 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:12.065402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:12.067168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] 10.222.0.94 "PUT /v2.0/ports/12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1094 time: 0.8143220 Feb 17 23:10:12.093710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bee82b-a439-4c2b-bf4f-37c9b13379b8 service neutron] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=11']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:12.147240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-84d1d578-3c41-4108-8529-82639e0e38e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:12.149071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-84d1d578-3c41-4108-8529-82639e0e38e6 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1128 time: 0.0481744 Feb 17 23:10:12.281055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-c8ab0e7f-4a26-474d-84c8-f7a6a820d1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:12.282517 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-c8ab0e7f-4a26-474d-84c8-f7a6a820d1b0 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.1273966 Feb 17 23:10:12.338227 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e672c-78e9-46a5-b856-3c8a79ff355b req-883149db-6344-4bb5-a85c-4fa1b9c6019f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:12.339698 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b78e672c-78e9-46a5-b856-3c8a79ff355b req-883149db-6344-4bb5-a85c-4fa1b9c6019f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.1153336 Feb 17 23:10:12.372627 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-b0e607cd-7e89-474c-aa55-6de401461e79 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1001 time: 0.0837169 Feb 17 23:10:12.429001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b78e672c-78e9-46a5-b856-3c8a79ff355b req-d898a6e9-7805-402f-901a-ffb93c299436 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823560 Feb 17 23:10:12.442757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-5dd0c311-32de-4559-93ee-54b0ea529cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:12.444249 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-5dd0c311-32de-4559-93ee-54b0ea529cf8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0623507 Feb 17 23:10:12.493565 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3266f93c-e983-4943-ba0a-1683750c3419 req-dfb9d5a2-9120-447f-8b91-5f6aa7cdb94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:12.495057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-dfb9d5a2-9120-447f-8b91-5f6aa7cdb94a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454018 Feb 17 23:10:12.583027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-bdfcbefc-3add-497a-a6ce-8539f0da44a4 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824170 Feb 17 23:10:12.674710 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3266f93c-e983-4943-ba0a-1683750c3419 req-5fa45488-ff08-4bf8-b864-756d38b576ad service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863559 Feb 17 23:10:13.551038 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e698b-abbc-4c2b-bc24-95ae94a987eb req-7e1057ff-58b8-4979-bcdb-ccfa6d826266 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:13.552523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-857e698b-abbc-4c2b-bc24-95ae94a987eb req-7e1057ff-58b8-4979-bcdb-ccfa6d826266 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0541248 Feb 17 23:10:13.600738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-857e698b-abbc-4c2b-bc24-95ae94a987eb req-e9ef0040-5982-44c2-b271-6da845b8ac51 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422282 Feb 17 23:10:13.667601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:13.669966 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee" -d '{"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:13.717102 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645e3f04-93e3-454a-8734-834699c84d5d x-openstack-request-id: req-645e3f04-93e3-454a-8734-834699c84d5d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:13.717403 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:13.717658 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-645e3f04-93e3-454a-8734-834699c84d5d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:13.718065 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'status': 'completed', 'code': 200} Feb 17 23:10:13.784681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-b5fd37b2-0e6c-47f0-bd40-a7329b84b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:13.786201 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-b5fd37b2-0e6c-47f0-bd40-a7329b84b267 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1128 time: 0.0500393 Feb 17 23:10:13.817910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-599fb2bf-ce5a-478b-9954-4f7e2c934c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:13.819453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-599fb2bf-ce5a-478b-9954-4f7e2c934c17 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 1128 time: 0.0545828 Feb 17 23:10:13.892807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-deb80ec3-e42a-41af-ba7c-967915e38ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:13.894378 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-deb80ec3-e42a-41af-ba7c-967915e38ae6 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.1013718 Feb 17 23:10:13.968710 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-4020c391-5180-414a-be75-624e24199497 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1001 time: 0.0673642 Feb 17 23:10:14.022063 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-3cb73182-8c49-4074-86d8-30913bde9a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:14.024071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-3cb73182-8c49-4074-86d8-30913bde9a4a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0492392 Feb 17 23:10:14.082341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-bf7595b9-45d2-45a5-b355-df9087f187d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:14.084020 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-bf7595b9-45d2-45a5-b355-df9087f187d8 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0543413 Feb 17 23:10:14.184300 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-f5a88d85-421d-4dcf-95fa-0aee72ef9bda service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927503 Feb 17 23:10:14.255924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-dfbd605d-71e8-44af-835d-b100ba78dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:14.258052 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-dfbd605d-71e8-44af-835d-b100ba78dc99 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.4304638 Feb 17 23:10:14.283004 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-f2378c6b-fa7d-40d4-a2e1-cf08966215c6 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931487 Feb 17 23:10:14.295011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:10:14.333616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-6de9f525-677b-466d-8dae-49ab85ffe0d1 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 200 len: 1001 time: 0.0695720 Feb 17 23:10:14.335808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] The host n-h1-828369-18 is not matching for port 12b23ad7-ce16-4224-a6d7-2d21701eef3c host n-h2-828369-18! {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2330}} Feb 17 23:10:14.336211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:10:14.384620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-cd3388ea-1193-4427-a002-871399074bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:14.386027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-cd3388ea-1193-4427-a002-871399074bf8 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0461841 Feb 17 23:10:14.437065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-9d35571d-b4ec-4907-8390-463fc61dd1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:14.440623 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-9d35571d-b4ec-4907-8390-463fc61dd1d0 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0469129 Feb 17 23:10:14.540609 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db6504a8-2441-4e19-a17f-8b7a83d6d208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:14.541830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-04c06ec0-0952-4e90-aa1c-ba335d1e7e4c service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974736 Feb 17 23:10:14.634267 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5ec64-f5fe-4ea9-a4d8-2abfb3d6fcee req-a470bb39-efce-46ad-a371-65afa5557bb7 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863297 Feb 17 23:10:14.730597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6514cb-db56-4660-8698-4c19f9ac010a req-b655b069-da0e-4369-a39f-65596cdb06ad tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:14.732134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa6514cb-db56-4660-8698-4c19f9ac010a req-b655b069-da0e-4369-a39f-65596cdb06ad tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0555854 Feb 17 23:10:14.785642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-aa6514cb-db56-4660-8698-4c19f9ac010a req-3cc8a80f-e921-41e8-9265-65b875313d41 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468278 Feb 17 23:10:15.906977 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e690f-89cc-4e34-9a3a-062e06326999 req-8456b3d8-9ae7-4682-a78d-b823c81e9e84 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:15.908481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-899e690f-89cc-4e34-9a3a-062e06326999 req-8456b3d8-9ae7-4682-a78d-b823c81e9e84 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0539162 Feb 17 23:10:15.954638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-899e690f-89cc-4e34-9a3a-062e06326999 req-891a60b5-12cf-467d-b90b-1169d0c1dcdc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405478 Feb 17 23:10:16.075229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7672e-afcf-47ee-8570-326d16505232 req-8929efbe-aac0-4cdd-9e01-30a3839ceec8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:16.076799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8be7672e-afcf-47ee-8570-326d16505232 req-8929efbe-aac0-4cdd-9e01-30a3839ceec8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0535533 Feb 17 23:10:16.125075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8be7672e-afcf-47ee-8570-326d16505232 req-8a7fdad4-0262-4230-b367-b161ca4f014e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427177 Feb 17 23:10:16.248095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f63191e-e96d-48dc-9035-2613d67280af req-bc47f307-6978-49c6-b300-6bdfe5f908ba tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:16.249619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f63191e-e96d-48dc-9035-2613d67280af req-bc47f307-6978-49c6-b300-6bdfe5f908ba tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0570343 Feb 17 23:10:16.298845 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f63191e-e96d-48dc-9035-2613d67280af req-b5d85834-ee7d-4092-ba21-a24479195a6c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424652 Feb 17 23:10:16.538407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f1c7f-35fb-40a3-b042-db7b59d780cb req-cd386ccc-aaf3-4f74-8e16-ae987c19b87b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:16.539923 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c93f1c7f-35fb-40a3-b042-db7b59d780cb req-cd386ccc-aaf3-4f74-8e16-ae987c19b87b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 945 time: 0.0538745 Feb 17 23:10:16.587676 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c93f1c7f-35fb-40a3-b042-db7b59d780cb req-69483f06-f74e-41ad-841f-70b308fa3527 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420277 Feb 17 23:10:16.724410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:10:16.820212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:16.832452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Returning: {'device': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'mac_address': 'fa:16:3e:2d:7b:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:10:16.870022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Current status of the port 12b23ad7-ce16-4224-a6d7-2d21701eef3c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:10:16.870382 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:16.883048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12b23ad7-ce16-4224-a6d7-2d21701eef3c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:10:16.902445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:16.906070 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:16.950897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Pushing event updated for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=12']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:17.316829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] get_ports_and_sgs() called for port_ids ['12b23ad7-ce16-4224-a6d7-2d21701eef3c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:10:17.415137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-480f9cf4-3bc0-4521-8476-74d21e0bf8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:17.708375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dfd95-5786-40cd-84f4-94c0194eeb6a req-5a7047d9-13b4-46f9-b07f-f88b144fbb27 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:17.709828 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-519dfd95-5786-40cd-84f4-94c0194eeb6a req-5a7047d9-13b4-46f9-b07f-f88b144fbb27 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0529082 Feb 17 23:10:17.767504 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-519dfd95-5786-40cd-84f4-94c0194eeb6a req-f8af56be-b29b-4566-b4ea-f86397b01537 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519824 Feb 17 23:10:17.976478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09621679-c0fa-43f5-a56e-421a7297de63 req-85c4e731-8b67-48b0-887b-726b5d70534f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:17.978054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09621679-c0fa-43f5-a56e-421a7297de63 req-85c4e731-8b67-48b0-887b-726b5d70534f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 946 time: 0.0554962 Feb 17 23:10:18.070491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Deleting port 12b23ad7-ce16-4224-a6d7-2d21701eef3c {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:10:18.070830 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:18.108159 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:18.164800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] For port 12b23ad7-ce16-4224-a6d7-2d21701eef3c, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=12b23ad7-ce16-4224-a6d7-2d21701eef3c,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:18.165158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:18.334351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:18.334601 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:18.334948 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 disassociated. External IP: 172.25.0.112, port: 12b23ad7-ce16-4224-a6d7-2d21701eef3c. Feb 17 23:10:18.335296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Calling delete_port for 12b23ad7-ce16-4224-a6d7-2d21701eef3c owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:10:18.466767 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (12b23ad7-ce16-4224-a6d7-2d21701eef3c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:18.496162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event deleted for resources: {'Port': ['ID=12b23ad7-ce16-4224-a6d7-2d21701eef3c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:18.618602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:10:18.734177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:10:18.743312 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:10:18.756297 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:10:18.757018 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:18.775996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] No DVR routers for this DVR port 12b23ad7-ce16-4224-a6d7-2d21701eef3c on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:10:18.778571 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:18.781886 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09621679-c0fa-43f5-a56e-421a7297de63 req-a71fd8c8-9c2d-400f-911a-d3cef2fca99a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "DELETE /v2.0/ports/12b23ad7-ce16-4224-a6d7-2d21701eef3c HTTP/1.1" status: 204 len: 173 time: 0.7986119 Feb 17 23:10:18.782375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-deleted', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:18.784711 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0f7f2d-1bdc-4c35-888c-1ade9e86fea8" -d '{"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-deleted", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:18.811414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c details requested by agent hyperv_n-h2-828369-18 with host n-h2-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:10:18.816829 n-d-828369-18 neutron-server[103528]: INFO neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No ports have port_id starting with 12b23ad7-ce16-4224-a6d7-2d21701eef3c Feb 17 23:10:18.819189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c requested by agent hyperv_n-h2-828369-18 not found in database {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Feb 17 23:10:18.830735 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccf0475-8aa4-4b1f-b47b-e2bee95d0776 x-openstack-request-id: req-6ccf0475-8aa4-4b1f-b47b-e2bee95d0776 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:18.831402 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de3ef06-019c-48f7-9b70-f0918bd2f246", "name": "network-vif-deleted", "tag": "12b23ad7-ce16-4224-a6d7-2d21701eef3c", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:18.832458 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ccf0475-8aa4-4b1f-b47b-e2bee95d0776 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:18.833105 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de3ef06-019c-48f7-9b70-f0918bd2f246', 'name': 'network-vif-deleted', 'tag': '12b23ad7-ce16-4224-a6d7-2d21701eef3c', 'status': 'completed', 'code': 200} Feb 17 23:10:18.866475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:10:18.903681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c7cc038e-2207-4d22-bc28-f2a512616e27 req-6cc3d8a1-c879-479c-8407-ceafeca22671 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=7de3ef06-019c-48f7-9b70-f0918bd2f246 HTTP/1.1" status: 200 len: 210 time: 0.0281262 Feb 17 23:10:19.076155 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:19.103099 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:10:19.111947 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:10:19.113072 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:19.221496 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:10:19.411952 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:19.441007 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a59c452-837e-4f23-93f5-33a519dca3fb None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:10:19.523770 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:19.674276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c18338-8454-4663-bb1b-713f1b31193b None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:10:20.150495 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e85fce6a-f04c-42d2-8438-757255608a8c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--156541943&fields=id&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 267 time: 0.0470591 Feb 17 23:10:20.256878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-3eaabadd-f657-415e-bbf4-c1418ff7f26b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:20.258320 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-3eaabadd-f657-415e-bbf4-c1418ff7f26b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.1015019 Feb 17 23:10:20.273277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-1addd956-530b-4a7e-a8d8-e1b8558e79d0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/quotas/c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 375 time: 0.0097127 Feb 17 23:10:20.290793 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:10:20.327680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e8eb8569-269d-40c1-954e-b9e2c921937f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491579 Feb 17 23:10:20.469053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b11eb073-6624-4c5e-a784-31ffb475afae service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292589 Feb 17 23:10:20.558409 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-6ad77337-1bf6-44ea-87d4-b2a3c20a6149 service neutron] 10.222.0.79 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834818 Feb 17 23:10:20.721447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-672c24e1-b156-4bad-a272-eac7a52e89f7 req-5696ba06-1d03-4ed4-a8a9-df12fed840ab tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 210 time: 0.0335524 Feb 17 23:10:20.837270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c no longer exists at agent hyperv_n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:10:20.862462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] No Port match for: 12b23ad7-ce16-4224-a6d7-2d21701eef3c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:10:20.862810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Device 12b23ad7-ce16-4224-a6d7-2d21701eef3c not bound to the agent host n-h2-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:10:20.948463 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:21.627048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-3e991bed-0718-4bb9-92c3-a14ca250c834 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:21.628540 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-3e991bed-0718-4bb9-92c3-a14ca250c834 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 811 time: 0.1067913 Feb 17 23:10:21.698605 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-456edcd4-6c5e-4113-87df-9aab9c5c6f8d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 379 time: 0.0614877 Feb 17 23:10:21.707326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'port': {'device_id': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'admin_state_up': True, 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'security_groups': ['e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:10:21.817282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Made reservation on behalf of c0ed45d7cf404ee5a1332898c18e8dbc for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:10:21.817720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4c0581f-227c-4b9f-9544-ea46969d6041 req-a67cc710-901c-4e5e-8ff2-9bd38987e889 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 210 time: 0.0277989 Feb 17 23:10:21.821205 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:21.944647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Allocated IP 172.20.0.9 (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3/21f3603e-c2e8-41e6-ae8e-32666f12446b/4f5635e6-6b88-4f58-bdee-e414846580b7) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:10:22.084006 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.117400 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.157738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:10:22.163593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:10:22.166069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:10:22.200340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:22.236646 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.237275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.253528 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-b8a8c18b-8978-4a37-84fe-4856a62a9097 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5497816 Feb 17 23:10:22.264754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Request body: {'port': {'device_id': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:10:22.326330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.410638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ed21a18b-d644-469e-9abd-9249e8669df9 None None] Provisioning complete for port 4f5635e6-6b88-4f58-bdee-e414846580b7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:10:22.411441 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed21a18b-d644-469e-9abd-9249e8669df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.444106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ed21a18b-d644-469e-9abd-9249e8669df9 None None] Port 4f5635e6-6b88-4f58-bdee-e414846580b7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:10:22.593393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5635e6-6b88-4f58-bdee-e414846580b7 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:10:22.600667 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Publish callbacks [] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.612629 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Transition to ACTIVE for port object 4f5635e6-6b88-4f58-bdee-e414846580b7 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:10:22.616350 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.664800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:22.738599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:10:22.738938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:10:22.739269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:10:22.743908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Port 4f5635e6-6b88-4f58-bdee-e414846580b7 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:10:22.744230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:10:22.749217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:10:22.749550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:10:22.749934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:10:22.750365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Bound port: 4f5635e6-6b88-4f58-bdee-e414846580b7, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:10:22.750732 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.821687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:10:22.825402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:10:22.831416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.868159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.868964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:22.870544 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] 10.222.0.73 "PUT /v2.0/ports/4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 1092 time: 0.6101055 Feb 17 23:10:22.874973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:22.878275 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688d5697-de30-4f73-94bd-b339e22a96a2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:22.911916 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2173a66-9c39-4dfb-ac9a-33dadbdbdccf service neutron] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:22.964156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822ecc1-3de2-43bb-8ee2-0e3e2d6c66ff req-701e942a-8fdc-44bd-89a4-162d7837827f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.968538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-8c24a08f-5255-4fa5-bb2e-582a0924960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:22.970068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-8c24a08f-5255-4fa5-bb2e-582a0924960a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1126 time: 0.0492303 Feb 17 23:10:22.971100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1822ecc1-3de2-43bb-8ee2-0e3e2d6c66ff req-701e942a-8fdc-44bd-89a4-162d7837827f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0795584 Feb 17 23:10:23.015853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1822ecc1-3de2-43bb-8ee2-0e3e2d6c66ff req-9633bf87-461e-47e7-85ee-5c3620ca515d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436914 Feb 17 23:10:23.019924 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-4be9d22e-ca2e-4d54-9cfd-71c1dd70d61f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 217 time: 0.0418165 Feb 17 23:10:23.063358 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d477422-31e5-4bac-a10c-cf328a5733ca x-openstack-request-id: req-9d477422-31e5-4bac-a10c-cf328a5733ca {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:23.063679 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:23.064299 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d477422-31e5-4bac-a10c-cf328a5733ca {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:23.064712 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'status': 'completed', 'code': 200} Feb 17 23:10:23.074740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-3ee53b15-9720-400e-94f4-858d157f2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:23.076264 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-3ee53b15-9720-400e-94f4-858d157f2040 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0510602 Feb 17 23:10:23.128584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-deef59e3-cbfc-4792-b487-8e3412e15388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:23.130100 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-deef59e3-cbfc-4792-b487-8e3412e15388 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472150 Feb 17 23:10:23.223261 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-a174494c-ef4d-40e6-a191-8e1bb9ff6fb4 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862362 Feb 17 23:10:23.312317 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f8fb2db-0095-44e8-b844-f7bd7d6d0935 req-c5d4ed83-174d-49e7-a0a1-567c8399bcaa service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826747 Feb 17 23:10:23.405054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-46c16ff2-c796-47b7-af04-b0c1b7f50e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:23.406539 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-46c16ff2-c796-47b7-af04-b0c1b7f50e6a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1126 time: 0.0450630 Feb 17 23:10:23.499731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-fe338f83-f723-42a7-aa38-7423895774de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:23.501219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-fe338f83-f723-42a7-aa38-7423895774de service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0882633 Feb 17 23:10:23.541812 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-97f578f7-0ade-4630-978e-3b08165bdc3f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 217 time: 0.0347095 Feb 17 23:10:23.592987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-cb4e5a73-6e5e-4031-a1a7-c236a28a7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:23.594425 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-cb4e5a73-6e5e-4031-a1a7-c236a28a7d1b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0472548 Feb 17 23:10:23.642560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-fbc36a23-6a4e-4f21-954b-5721e5eca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:23.644574 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-fbc36a23-6a4e-4f21-954b-5721e5eca406 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436518 Feb 17 23:10:23.734128 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-c7575b46-6ad4-47ec-aaf2-30064df39adb service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813434 Feb 17 23:10:23.826138 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-688d5697-de30-4f73-94bd-b339e22a96a2 req-21a5037a-2d8b-4356-8ed4-7e3ee718e892 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850651 Feb 17 23:10:24.140154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98bfb5-75b4-49df-b74d-d38b75008213 req-8ad259ec-e973-42d9-b39f-5b2dc3cf4f17 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:24.141633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d98bfb5-75b4-49df-b74d-d38b75008213 req-8ad259ec-e973-42d9-b39f-5b2dc3cf4f17 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0535014 Feb 17 23:10:24.194887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4d98bfb5-75b4-49df-b74d-d38b75008213 req-6b96c307-66e1-4bb8-a106-05c1fd1d9791 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468874 Feb 17 23:10:25.313025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c674b71-d4a2-45f3-a8d5-4af74ff78e8a req-98431c90-d43c-4c25-abe2-b31d2dbee416 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:25.314482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c674b71-d4a2-45f3-a8d5-4af74ff78e8a req-98431c90-d43c-4c25-abe2-b31d2dbee416 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0525570 Feb 17 23:10:25.361170 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8c674b71-d4a2-45f3-a8d5-4af74ff78e8a req-97c631e3-3092-46ad-b50d-525f120a0c19 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404167 Feb 17 23:10:25.605981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:26.326616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4f5635e6-6b88-4f58-bdee-e414846580b7 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:10:26.420647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:26.436152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'port_id': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'mac_address': 'fa:16:3e:89:17:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:10:26.473878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4f5635e6-6b88-4f58-bdee-e414846580b7 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:10:26.474438 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:26.481188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d58326-f921-4c7f-abbf-7195af181ec0 req-2441efc8-dea8-42c3-84c3-536e05437860 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:26.482672 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54d58326-f921-4c7f-abbf-7195af181ec0 req-2441efc8-dea8-42c3-84c3-536e05437860 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0529714 Feb 17 23:10:26.488034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5635e6-6b88-4f58-bdee-e414846580b7 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:10:26.507533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:26.511327 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:26.536148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54d58326-f921-4c7f-abbf-7195af181ec0 req-77cf467e-ff98-40f2-9e7d-e4c91647f538 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474052 Feb 17 23:10:26.560245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:26.700827 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['4f5635e6-6b88-4f58-bdee-e414846580b7'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:10:27.661758 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c306a-c984-4daf-983d-14893d648490 req-14712720-3870-4373-a174-81a60f561f3b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:27.663224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba1c306a-c984-4daf-983d-14893d648490 req-14712720-3870-4373-a174-81a60f561f3b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 944 time: 0.0565994 Feb 17 23:10:27.720796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ba1c306a-c984-4daf-983d-14893d648490 req-fee602df-150e-4277-ae0a-548ceb5d5b7d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518909 Feb 17 23:10:28.346432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4f5635e6-6b88-4f58-bdee-e414846580b7 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:10:28.396170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 4f5635e6-6b88-4f58-bdee-e414846580b7 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:10:28.400142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 4f5635e6-6b88-4f58-bdee-e414846580b7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:10:28.400513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:28.479171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4f5635e6-6b88-4f58-bdee-e414846580b7 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:10:28.479596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:28.502291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:28.505080 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db14b3ee-993b-4488-afd0-a56c5212bad4" -d '{"events": [{"server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "name": "network-vif-plugged", "status": "completed", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:28.517912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:10:28.521681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:28.545385 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08e5ad8-8d9c-46ed-9990-1adc524ade12 x-openstack-request-id: req-e08e5ad8-8d9c-46ed-9990-1adc524ade12 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:28.545675 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "name": "network-vif-plugged", "status": "completed", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:28.545924 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e08e5ad8-8d9c-46ed-9990-1adc524ade12 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:28.546307 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'code': 200} Feb 17 23:10:28.574714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:10:28.655282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a6b999-f8ff-4db0-922b-87d114fcbee2 req-58718824-5fdf-42d9-a741-d40d8c301f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:28.656873 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0a6b999-f8ff-4db0-922b-87d114fcbee2 req-58718824-5fdf-42d9-a741-d40d8c301f28 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1128 time: 0.0466869 Feb 17 23:10:28.703407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0a6b999-f8ff-4db0-922b-87d114fcbee2 req-880df836-4025-4390-a7fe-f252e590e4f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385451 Feb 17 23:10:28.848824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11661a-a1af-4aa5-8162-ee90b2f03443 req-31cd5436-f29f-4d33-98bb-a087943b683c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:28.850336 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a11661a-a1af-4aa5-8162-ee90b2f03443 req-31cd5436-f29f-4d33-98bb-a087943b683c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0580320 Feb 17 23:10:28.897645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a11661a-a1af-4aa5-8162-ee90b2f03443 req-94f1d84c-daac-4f1f-bca7-3ae7376c0edc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417531 Feb 17 23:10:30.021257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56804b24-804d-4c56-b8a2-4a89ae86917a req-8cb09882-e0c7-43e1-8185-3b428740b483 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:30.022744 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56804b24-804d-4c56-b8a2-4a89ae86917a req-8cb09882-e0c7-43e1-8185-3b428740b483 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0570788 Feb 17 23:10:30.067764 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56804b24-804d-4c56-b8a2-4a89ae86917a req-41457128-f2bc-4f72-b921-f6363b4a074b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395353 Feb 17 23:10:30.180312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c107e-b5d3-4c29-9510-48049670b2b7 req-db2c6aa0-8626-4d89-b29c-f6da79008338 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:30.181681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c46c107e-b5d3-4c29-9510-48049670b2b7 req-db2c6aa0-8626-4d89-b29c-f6da79008338 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0523140 Feb 17 23:10:30.190175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 37816) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:10:30.194976 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Request body: {'floatingip': {'port_id': '4f5635e6-6b88-4f58-bdee-e414846580b7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:10:30.234140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:30.663605 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:30.667229 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:30.770510 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 associated. External IP: 172.25.0.112, port: 4f5635e6-6b88-4f58-bdee-e414846580b7. Feb 17 23:10:30.986250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:10:31.107653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:10:31.113527 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:31.120604 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:10:31.132265 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:10:31.132986 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:31.147010 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b0709c0c-efd1-4495-a325-edc4ff52b350 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "PUT /v2.0/floatingips/e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 HTTP/1.1" status: 200 len: 992 time: 0.9550982 Feb 17 23:10:31.147673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:10:31.150192 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ebf363-26ef-40b1-9c41-dce707d9dc49" -d '{"events": [{"name": "network-changed", "server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:10:31.190489 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87854795-24a4-46d4-91f8-dd41e488d46e x-openstack-request-id: req-87854795-24a4-46d4-91f8-dd41e488d46e {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:10:31.190953 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:10:31.191208 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87854795-24a4-46d4-91f8-dd41e488d46e {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:10:31.191654 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'status': 'completed', 'code': 200} Feb 17 23:10:31.274560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-8b1fc1ac-ff33-4837-90ec-018656aa2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:31.276337 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-8b1fc1ac-ff33-4837-90ec-018656aa2890 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1128 time: 0.0610051 Feb 17 23:10:31.367797 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:10:31.379424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-415a30a7-4d71-414e-a05e-e0b285acbf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:31.381175 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-415a30a7-4d71-414e-a05e-e0b285acbf1e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0984333 Feb 17 23:10:31.450855 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-b78ce73c-6135-47ff-aefc-4951221d12a8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 1000 time: 0.0632920 Feb 17 23:10:31.512069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-5926c100-2761-48f9-a843-a7348c803a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:31.514033 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-5926c100-2761-48f9-a843-a7348c803a4c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0574453 Feb 17 23:10:31.568804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-3540eb2c-150a-4661-a1b0-d97c06c9df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:31.570332 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-3540eb2c-150a-4661-a1b0-d97c06c9df5a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0503166 Feb 17 23:10:31.627325 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:89:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:10:30Z', 'revision_number': 13, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:31.656779 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:10:31.665713 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:10:31.666331 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:10:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:31.671060 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-c0f6c61c-3ca0-4ad7-b925-41399727264e service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932689 Feb 17 23:10:31.774010 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-00ebf363-26ef-40b1-9c41-dce707d9dc49 req-b5e38836-0a2f-42ba-a1de-17b08a67654f service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965850 Feb 17 23:10:31.790342 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:10:32.014645 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:89:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:10:30Z', 'revision_number': 13, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:10:32.044540 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb20b78d-1921-47f0-8f8f-262f405eec6c None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'e284fdc8-cf04-4701-a0c1-15e3ff4c74d0', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'floating_ip_address': '172.25.0.112', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'port_id': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'mac_address': 'fa:16:3e:89:17:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:07:44Z', 'updated_at': '2022-02-17T23:10:30Z', 'revision_number': 13, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:10:32.256723 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a6d2ae-752d-4cca-8f65-b34449273f54 None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:10:33.696183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd763148-ed05-4de6-a95a-29b1ac177007 req-ebfe1110-055c-4d54-bc4d-4ffde25cb386 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:33.697651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd763148-ed05-4de6-a95a-29b1ac177007 req-ebfe1110-055c-4d54-bc4d-4ffde25cb386 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0528908 Feb 17 23:10:33.744977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd763148-ed05-4de6-a95a-29b1ac177007 req-9a8e6716-b4f9-441b-ad56-c3709fac5281 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417526 Feb 17 23:10:39.809616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:44.534239 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-54811b27-927e-4234-a860-f5929dbec0c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:47.406410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a03110c-559b-4091-8c6b-1175431beed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:48.110709 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:49.526682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:50.952812 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:51.125774 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-ad7e995d-71ac-496e-870b-912f7530bf58 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0463622 Feb 17 23:10:51.138870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb3ae4-e610-43e3-a96d-23b9bd0f9dc6 req-39b2decc-3cd6-4626-8f1f-52f58527bcdd tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:51.140385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9bb3ae4-e610-43e3-a96d-23b9bd0f9dc6 req-39b2decc-3cd6-4626-8f1f-52f58527bcdd tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0525877 Feb 17 23:10:51.194124 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b9bb3ae4-e610-43e3-a96d-23b9bd0f9dc6 req-9cb5b118-aad6-4c0b-8d1c-f6c97b7c1788 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467756 Feb 17 23:10:51.464413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-875d40d0-1c5a-4ece-b691-10238f048153 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:51.465797 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-875d40d0-1c5a-4ece-b691-10238f048153 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports/4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 942 time: 0.0452569 Feb 17 23:10:52.245111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-c4d96ecc-76c9-4a8c-8ea0-ea16d960747c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:52.246656 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-c4d96ecc-76c9-4a8c-8ea0-ea16d960747c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1128 time: 0.0603735 Feb 17 23:10:52.316037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70784ad7-7dc9-4288-ab2a-83f9bb1bf2a8 req-0079cd35-62f8-413e-8ab4-461e288265a6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:52.317496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70784ad7-7dc9-4288-ab2a-83f9bb1bf2a8 req-0079cd35-62f8-413e-8ab4-461e288265a6 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0529177 Feb 17 23:10:52.336143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-ad4aabc7-78bf-4a9d-ad55-0cd3c44191d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:52.337658 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-ad4aabc7-78bf-4a9d-ad55-0cd3c44191d3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0850263 Feb 17 23:10:52.365766 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70784ad7-7dc9-4288-ab2a-83f9bb1bf2a8 req-5b4463e9-b5e2-4979-b558-f4cd39b3cd83 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423157 Feb 17 23:10:52.407779 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-ae25876d-824b-4e5b-a603-4e8b82600edb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 1002 time: 0.0641508 Feb 17 23:10:52.455546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-4342ed9e-4abf-450e-9f23-db1e9006f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:52.456995 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-4342ed9e-4abf-450e-9f23-db1e9006f496 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0438957 Feb 17 23:10:52.505238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-08aab8c9-468c-4e6f-905f-478dae40a31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:52.506656 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-08aab8c9-468c-4e6f-905f-478dae40a31d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439453 Feb 17 23:10:52.597227 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-ee401a8a-9308-4c71-9376-33f66adf543b service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841205 Feb 17 23:10:52.684733 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-5a1eaf8a-4677-4e3c-ae9c-35df0ab7d79c service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811901 Feb 17 23:10:53.485935 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac27b06-7cfc-42f2-a313-8f8cba0dd5b2 req-d93d6016-127f-4bb4-810e-22803638d7f8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:53.487502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dac27b06-7cfc-42f2-a313-8f8cba0dd5b2 req-d93d6016-127f-4bb4-810e-22803638d7f8 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0522130 Feb 17 23:10:53.533922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dac27b06-7cfc-42f2-a313-8f8cba0dd5b2 req-13efa708-741b-4848-9fd5-43a1b6a06d5c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405095 Feb 17 23:10:54.657810 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898264f-f8f6-4874-a555-0432927c0d23 req-9f19164a-fb38-4ad5-8c01-b1ca81103066 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:54.659256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a898264f-f8f6-4874-a555-0432927c0d23 req-9f19164a-fb38-4ad5-8c01-b1ca81103066 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0566564 Feb 17 23:10:54.705288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a898264f-f8f6-4874-a555-0432927c0d23 req-d3dfee2f-7eb7-4fb6-9996-29bab972587a tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400364 Feb 17 23:10:55.620520 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:10:55.830206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f3b00-8622-4928-81a9-46d093452e84 req-3bd8409a-2c62-44b7-a41c-93425d7f9f6c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:55.831602 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-708f3b00-8622-4928-81a9-46d093452e84 req-3bd8409a-2c62-44b7-a41c-93425d7f9f6c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0537694 Feb 17 23:10:55.878500 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-708f3b00-8622-4928-81a9-46d093452e84 req-b1fa0855-5420-4e6a-8f9e-43d8c3ad035c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413954 Feb 17 23:10:57.002030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe54e1-18c1-406d-8bae-3616d4a98614 req-7a76d363-af6b-4452-b442-caf11aac096d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:57.003438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12fe54e1-18c1-406d-8bae-3616d4a98614 req-7a76d363-af6b-4452-b442-caf11aac096d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0567541 Feb 17 23:10:57.052148 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-12fe54e1-18c1-406d-8bae-3616d4a98614 req-55a410c8-f80f-418b-b664-5c6f29a94cbe tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425282 Feb 17 23:10:57.291594 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:10:58.170746 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bd6a3-12f3-4c02-9724-44bb12aacb20 req-a3aa46c1-fc33-496b-967a-069607b28935 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:58.172234 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-995bd6a3-12f3-4c02-9724-44bb12aacb20 req-a3aa46c1-fc33-496b-967a-069607b28935 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0513697 Feb 17 23:10:58.218908 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-995bd6a3-12f3-4c02-9724-44bb12aacb20 req-4dd64ca3-04c6-4fc9-aaf2-36f3b3806e6d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406277 Feb 17 23:10:59.343930 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188aedc-cbda-47c6-9900-85262c9a61e4 req-2633a0fe-e5f3-4cf1-9765-6f721c9f300c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:10:59.345379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4188aedc-cbda-47c6-9900-85262c9a61e4 req-2633a0fe-e5f3-4cf1-9765-6f721c9f300c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0537777 Feb 17 23:10:59.395768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4188aedc-cbda-47c6-9900-85262c9a61e4 req-fbae6da7-1bb8-4741-9764-364325ef7885 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447781 Feb 17 23:11:00.518616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de98913-e8fc-4a26-b9f6-3be6afafa97e req-6479cd3a-cb79-4923-8749-ec4f62274459 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:00.520115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3de98913-e8fc-4a26-b9f6-3be6afafa97e req-6479cd3a-cb79-4923-8749-ec4f62274459 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0555902 Feb 17 23:11:00.570526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3de98913-e8fc-4a26-b9f6-3be6afafa97e req-d6fd8cb7-15c1-4703-bbec-2f9930610a9c tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420442 Feb 17 23:11:01.692234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570697f-8009-499c-8196-cecb35a9f573 req-91e377aa-54d3-4230-9c23-fedda9335882 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:01.693972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b570697f-8009-499c-8196-cecb35a9f573 req-91e377aa-54d3-4230-9c23-fedda9335882 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 945 time: 0.0546699 Feb 17 23:11:01.741251 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b570697f-8009-499c-8196-cecb35a9f573 req-731d523a-6ef9-4983-9355-af2ee8c23e46 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416775 Feb 17 23:11:02.590785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4f5635e6-6b88-4f58-bdee-e414846580b7 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:11:02.667921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4f5635e6-6b88-4f58-bdee-e414846580b7 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:11:02.668311 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:02.690601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:02.693395 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e09d2020-b466-4069-a836-96165d7810bd" -d '{"events": [{"server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:02.705630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:02.709899 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:02.754633 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b06717c-d747-4105-b8a4-90962c23f72e x-openstack-request-id: req-3b06717c-d747-4105-b8a4-90962c23f72e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:02.755345 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "name": "network-vif-unplugged", "status": "completed", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:02.755345 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b06717c-d747-4105-b8a4-90962c23f72e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:02.755592 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'code': 200} Feb 17 23:11:02.760253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:02.769038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.769613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.770292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.770965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.771524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.772037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.772603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.773089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.773561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.774039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.774522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.775017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.775606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:02.869915 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661cf12-f128-438f-b510-8b6a37516c13 req-b092b267-ba35-41ae-8b3d-ec194f9a1706 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:02.871408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5661cf12-f128-438f-b510-8b6a37516c13 req-b092b267-ba35-41ae-8b3d-ec194f9a1706 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0570934 Feb 17 23:11:02.917778 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5661cf12-f128-438f-b510-8b6a37516c13 req-60b6a4a4-56e6-4824-b85d-a48fab04e57e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406477 Feb 17 23:11:03.378800 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [req-05d379d1-d187-4233-8cdb-829b37c1fead req-fdf6f42c-78d9-4c70-9a70-1e78174a76e9 service neutron] show failed (client error): The resource could not be found. Feb 17 23:11:03.380057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-fdf6f42c-78d9-4c70-9a70-1e78174a76e9 service neutron] 10.222.0.73 "GET /v2.0/ports/4f5635e6-6b88-4f58-bdee-e414846580b7/bindings/n-h2-828369-18 HTTP/1.1" status: 404 len: 381 time: 0.0559864 Feb 17 23:11:03.577745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-234b3add-2236-41e6-af43-4c860c28e657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:03.579247 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-234b3add-2236-41e6-af43-4c860c28e657 service neutron] 10.222.0.94 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922&tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc HTTP/1.1" status: 200 len: 1126 time: 0.0453935 Feb 17 23:11:03.596297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828369-18', 'device_owner': 'compute:nova'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:03.657507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:03.855606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:03.888373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h1-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:11:03.920848 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5635e6-6b88-4f58-bdee-e414846580b7 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:03.928159 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Publish callbacks [] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:03.940637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Transition to ACTIVE for port object 4f5635e6-6b88-4f58-bdee-e414846580b7 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:03.943648 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:04.041452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:04.101901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] No DVR routers for this DVR port 4f5635e6-6b88-4f58-bdee-e414846580b7 on host n-h1-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:11:04.153150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740131f-4260-4318-a20e-f868b8dd34a4 req-eb1338c2-ed3c-4774-918d-30868a91484e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:04.154669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9740131f-4260-4318-a20e-f868b8dd34a4 req-eb1338c2-ed3c-4774-918d-30868a91484e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.1640408 Feb 17 23:11:04.242867 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9740131f-4260-4318-a20e-f868b8dd34a4 req-1ee1c5d8-edae-4c2e-ad6d-30ad6f31a9ea tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621307 Feb 17 23:11:04.289554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:11:04.289888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:11:04.290215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:04.294495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Port 4f5635e6-6b88-4f58-bdee-e414846580b7 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:11:04.294815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Attempting to bind port 4f5635e6-6b88-4f58-bdee-e414846580b7 on network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:04.299648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:11:04.299991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Checking segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:11:04.300373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Bound using segment: {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:11:04.300826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Bound port: 4f5635e6-6b88-4f58-bdee-e414846580b7, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fc3e168-d34d-471c-99e9-44ed3e05ba43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:11:04.301179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:04.684900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:11:04.687860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:11:04.694537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:04.727637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:04.728225 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:04.729768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] 10.222.0.94 "PUT /v2.0/ports/4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 1092 time: 1.1371608 Feb 17 23:11:04.730040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:04.732316 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f025b0cf-ceb4-435f-9754-171e84a87db9" -d '{"events": [{"name": "network-changed", "server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:04.757987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eca50-4623-40e7-95cd-49a17fca91fb service neutron] Pushing event updated for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=8']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:04.801110 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffee572-88ee-400d-bf75-65329af17ab4 x-openstack-request-id: req-6ffee572-88ee-400d-bf75-65329af17ab4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:04.801491 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:04.801682 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ffee572-88ee-400d-bf75-65329af17ab4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:04.802036 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'status': 'completed', 'code': 200} Feb 17 23:11:04.821738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-0727a16b-41a2-46f3-ae40-82bd94f51b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:04.823248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-0727a16b-41a2-46f3-ae40-82bd94f51b45 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1126 time: 0.0560501 Feb 17 23:11:04.852091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-40956130-4f6d-4361-91f3-7efd979621c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:04.853716 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-40956130-4f6d-4361-91f3-7efd979621c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1126 time: 0.0524242 Feb 17 23:11:04.924641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-a7bf001d-186b-4fd8-a94d-a2ae7234df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:04.926462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-a7bf001d-186b-4fd8-a94d-a2ae7234df55 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0957160 Feb 17 23:11:04.947816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-e2ac2f47-d8a0-49b6-adb5-ccf97d898525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:04.949331 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-e2ac2f47-d8a0-49b6-adb5-ccf97d898525 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.0897551 Feb 17 23:11:04.992095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-12c81392-73fb-4e7c-b6a5-7e0d785c6f96 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 1000 time: 0.0596397 Feb 17 23:11:05.026413 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-c08001be-dd42-4ac1-a16e-4d4f04958afc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 1000 time: 0.0710025 Feb 17 23:11:05.051064 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-d9a2f15f-0321-497d-a5cf-1a59567af577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.052658 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-d9a2f15f-0321-497d-a5cf-1a59567af577 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0544281 Feb 17 23:11:05.077105 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-c47dd9fa-5248-4a6d-81c2-2955f09dbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.078637 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-c47dd9fa-5248-4a6d-81c2-2955f09dbe57 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0458345 Feb 17 23:11:05.109756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d379d1-d187-4233-8cdb-829b37c1fead req-da617222-395a-472f-8859-c49fb267ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.111545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-da617222-395a-472f-8859-c49fb267ace6 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0507083 Feb 17 23:11:05.130145 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-5024d3e0-0bad-4e6d-8650-b73a9cdd3db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.131691 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-5024d3e0-0bad-4e6d-8650-b73a9cdd3db0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468895 Feb 17 23:11:05.202666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-0f93b5d7-6315-43d0-bf83-2c2ff8d7aae0 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844150 Feb 17 23:11:05.226408 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-7d2452b8-446c-4978-9438-628d81da9ed1 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871599 Feb 17 23:11:05.304481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-aa8714d5-f95c-4096-bf3f-1e45699fbdd8 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959053 Feb 17 23:11:05.327033 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-4515d75e-8dfc-43e7-8722-1481f4cc4e39 service neutron] 10.222.0.73 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949388 Feb 17 23:11:05.378009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153bd18-764f-47dc-8333-bcc750083233 req-28f0eb62-f936-4ca4-9dd7-ca78ccd9ace0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.380115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0153bd18-764f-47dc-8333-bcc750083233 req-28f0eb62-f936-4ca4-9dd7-ca78ccd9ace0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0624905 Feb 17 23:11:05.463425 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0153bd18-764f-47dc-8333-bcc750083233 req-a5744a86-ca1e-4e34-ad87-587e81cabe8e tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718327 Feb 17 23:11:05.463425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-c94620f7-86e0-4e48-b523-179321effd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.464478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-c94620f7-86e0-4e48-b523-179321effd10 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 1126 time: 0.0835023 Feb 17 23:11:05.593450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-4a171706-df67-4ce7-95ee-e2e8ab60ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.595082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-4a171706-df67-4ce7-95ee-e2e8ab60ab62 service neutron] 10.222.0.94 "GET /v2.0/networks?id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 200 len: 912 time: 0.1231608 Feb 17 23:11:05.664252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-53901723-ee5e-416d-89af-ea65db8d36af service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 200 len: 1000 time: 0.0637043 Feb 17 23:11:05.720520 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-5d288afa-c206-4da4-9dcc-d113628dee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.722157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-5d288afa-c206-4da4-9dcc-d113628dee25 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 200 len: 850 time: 0.0525830 Feb 17 23:11:05.773329 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-17efc986-29f3-4cb7-96ce-dc2d97386b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:05.774949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-17efc986-29f3-4cb7-96ce-dc2d97386b7e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468295 Feb 17 23:11:05.864793 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-0f2c1c42-abdc-4cc0-8506-2d7550fd1f8a service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823145 Feb 17 23:11:05.958396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f025b0cf-ceb4-435f-9754-171e84a87db9 req-64572ac0-6702-492f-94eb-e252bb697ea6 service neutron] 10.222.0.94 "GET /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874324 Feb 17 23:11:06.595635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1f965-1ca7-434b-968f-ea0b8755b35b req-05b9d6e2-8514-4517-ab05-330b9d0544df tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:06.597202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17f1f965-1ca7-434b-968f-ea0b8755b35b req-05b9d6e2-8514-4517-ab05-330b9d0544df tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0577285 Feb 17 23:11:06.652980 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-17f1f965-1ca7-434b-968f-ea0b8755b35b req-c211194b-c94a-4088-865e-ce1567f14eec tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495925 Feb 17 23:11:07.779215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d6fe-e20d-4633-8a48-a03301bd9561 req-d39a43ba-9fe5-4924-856e-60aef0dfdccc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:07.780795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3142d6fe-e20d-4633-8a48-a03301bd9561 req-d39a43ba-9fe5-4924-856e-60aef0dfdccc tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0565398 Feb 17 23:11:07.826843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3142d6fe-e20d-4633-8a48-a03301bd9561 req-9e772a04-beb6-48b0-b915-24e4ff3664c2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395746 Feb 17 23:11:08.947751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19de45-62db-4e36-9ffe-83ba1591a5e8 req-5b49c0a2-7a37-473c-b3c5-d782e5fe4a61 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:08.949149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd19de45-62db-4e36-9ffe-83ba1591a5e8 req-5b49c0a2-7a37-473c-b3c5-d782e5fe4a61 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0526056 Feb 17 23:11:08.997560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd19de45-62db-4e36-9ffe-83ba1591a5e8 req-45de51ff-157b-42b5-aeaf-ac4ae27bdb92 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427899 Feb 17 23:11:09.806755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:10.131097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87d3f8-5a8d-4a52-ad84-377005198f43 req-0dd9a545-b6ba-478f-ae80-8e5d81af6b00 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:10.132531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f87d3f8-5a8d-4a52-ad84-377005198f43 req-0dd9a545-b6ba-478f-ae80-8e5d81af6b00 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0538213 Feb 17 23:11:10.183207 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f87d3f8-5a8d-4a52-ad84-377005198f43 req-5c202990-ea37-4084-ba2b-5b104bc84a6f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452168 Feb 17 23:11:11.311602 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f46ff3-883c-4ab3-81aa-9bb4499c12fc req-633cfb50-d3c0-4196-bcfd-95264664de62 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:11.313176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8f46ff3-883c-4ab3-81aa-9bb4499c12fc req-633cfb50-d3c0-4196-bcfd-95264664de62 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0539386 Feb 17 23:11:11.360890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8f46ff3-883c-4ab3-81aa-9bb4499c12fc req-211774c4-86dc-49d3-b244-d1b041bade50 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414691 Feb 17 23:11:12.489400 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73637363-0245-4cbb-855f-7f64cea352f4 req-23ceb585-c614-4018-a1ac-5bcfd5255587 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:12.490898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73637363-0245-4cbb-855f-7f64cea352f4 req-23ceb585-c614-4018-a1ac-5bcfd5255587 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0560348 Feb 17 23:11:12.539304 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-73637363-0245-4cbb-855f-7f64cea352f4 req-255e4660-eb57-43e0-9c6d-d0a2f11d9e03 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 Feb 17 23:11:13.677143 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf4144-98f8-4707-a95b-c936ea20117d req-45a77ab0-3f6c-4f4c-ab6e-2dd05baa4362 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:13.678609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41bf4144-98f8-4707-a95b-c936ea20117d req-45a77ab0-3f6c-4f4c-ab6e-2dd05baa4362 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0583420 Feb 17 23:11:13.726274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-41bf4144-98f8-4707-a95b-c936ea20117d req-a1765d8a-486c-4a5e-9d3e-fefc40ea8732 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418000 Feb 17 23:11:14.539183 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e326acf-0c80-42a2-8a06-933d4a6a01c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:14.846534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745aeb29-93d9-4497-bb7b-fca6240fd8df req-43c477c0-003f-46b7-a2b1-ad721ed2ec54 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:14.848082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745aeb29-93d9-4497-bb7b-fca6240fd8df req-43c477c0-003f-46b7-a2b1-ad721ed2ec54 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0532854 Feb 17 23:11:14.896192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-745aeb29-93d9-4497-bb7b-fca6240fd8df req-9089243c-c71d-41db-8ed3-fb56ed1d52ba tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423226 Feb 17 23:11:16.032470 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9248d4-dadf-4643-88d9-9cea40407c23 req-3a06737f-e101-44fd-bde2-cc7277d36886 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:16.033927 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b9248d4-dadf-4643-88d9-9cea40407c23 req-3a06737f-e101-44fd-bde2-cc7277d36886 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0572188 Feb 17 23:11:16.080266 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b9248d4-dadf-4643-88d9-9cea40407c23 req-d402eb8c-575c-4fe2-b136-744ec835f3b4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409164 Feb 17 23:11:16.240032 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632bdb8f-3576-4682-9892-3215c1d330ee req-76838245-65a4-43a8-af42-5e764d57e534 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:16.241496 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-632bdb8f-3576-4682-9892-3215c1d330ee req-76838245-65a4-43a8-af42-5e764d57e534 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0534780 Feb 17 23:11:16.290751 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-632bdb8f-3576-4682-9892-3215c1d330ee req-7bd99df3-4d10-4efa-a0b3-64625a27996b tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436871 Feb 17 23:11:17.408593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-15e6a056-56b3-417c-ba7b-4e1d6fe8ab53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:17.421947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbae597-cfb6-4d1f-a376-0f8033028cdf req-027dd5ee-dcca-4668-82bd-398a1262fbf2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:17.423418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfbae597-cfb6-4d1f-a376-0f8033028cdf req-027dd5ee-dcca-4668-82bd-398a1262fbf2 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0531483 Feb 17 23:11:17.474774 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bfbae597-cfb6-4d1f-a376-0f8033028cdf req-8d106027-c780-4b8c-bd38-c9741137390f tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452659 Feb 17 23:11:17.732612 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81cb4e-9612-4d4d-b82f-f35475ded86f req-21ecc7ef-4495-469e-82f4-4096ef158a88 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:17.734487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f81cb4e-9612-4d4d-b82f-f35475ded86f req-21ecc7ef-4495-469e-82f4-4096ef158a88 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0533409 Feb 17 23:11:17.781057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f81cb4e-9612-4d4d-b82f-f35475ded86f req-5c55ed11-c88f-4372-a16d-0b39893d20f0 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups?id=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406690 Feb 17 23:11:17.985259 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3c5e9d69-9b76-452e-b463-2abab404e4a4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:17.986706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3c5e9d69-9b76-452e-b463-2abab404e4a4 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 943 time: 0.0536609 Feb 17 23:11:18.080131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Deleting port 4f5635e6-6b88-4f58-bdee-e414846580b7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:18.080500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:18.115020 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:18.178262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] For port 4f5635e6-6b88-4f58-bdee-e414846580b7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=4f5635e6-6b88-4f58-bdee-e414846580b7,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:18.178622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:18.353261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:18.353540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:18.353858 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 disassociated. External IP: 172.25.0.112, port: 4f5635e6-6b88-4f58-bdee-e414846580b7. Feb 17 23:11:18.354196 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Calling delete_port for 4f5635e6-6b88-4f58-bdee-e414846580b7 owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:18.480887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (4f5635e6-6b88-4f58-bdee-e414846580b7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:18.508802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event deleted for resources: {'Port': ['ID=4f5635e6-6b88-4f58-bdee-e414846580b7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:18.520568 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.520908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.521248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.521582 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.521918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.522245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.522571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.522890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.523212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.523608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.523934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.524250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.524628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:18.642072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:11:18.757224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:11:18.766787 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:11:18.776940 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:11:18.777544 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:18.803430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] No DVR routers for this DVR port 4f5635e6-6b88-4f58-bdee-e414846580b7 on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:11:18.806325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:18.809922 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0551696f-6375-4a72-801c-32e4a8862f21 req-3948ec9d-93d7-4add-9f97-4660b3159404 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.94 "DELETE /v2.0/ports/4f5635e6-6b88-4f58-bdee-e414846580b7 HTTP/1.1" status: 204 len: 173 time: 0.8184412 Feb 17 23:11:18.810736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'name': 'network-vif-deleted', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:18.813529 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f314c20-dd8f-4daa-85da-8e65f3b61e2e" -d '{"events": [{"server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "name": "network-vif-deleted", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:18.891665 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:11:18.899551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-575aab83-e7eb-46eb-bba6-d5c29171823f req-21c99c36-f40e-453e-b53c-6e20cf1a4301 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 210 time: 0.0298796 Feb 17 23:11:18.960575 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da190022-447e-4d40-8993-a8a7311a3bf4 x-openstack-request-id: req-da190022-447e-4d40-8993-a8a7311a3bf4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:18.961064 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e206c73-2629-48ed-a8f7-b7681ae5a922", "name": "network-vif-deleted", "tag": "4f5635e6-6b88-4f58-bdee-e414846580b7", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:18.961495 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da190022-447e-4d40-8993-a8a7311a3bf4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:18.962186 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e206c73-2629-48ed-a8f7-b7681ae5a922', 'name': 'network-vif-deleted', 'tag': '4f5635e6-6b88-4f58-bdee-e414846580b7', 'status': 'completed', 'code': 200} Feb 17 23:11:19.101302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:19.128046 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:11:19.136688 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:11:19.137305 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:19.149795 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f14e93d4-4938-4afb-bc7d-4dfa2393fc72 req-73bbe378-f61c-42ee-983e-5db3b6010689 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 210 time: 0.0284414 Feb 17 23:11:19.246339 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:11:19.532884 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:19.541981 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:19.569784 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f72bc96-e8f8-4ad0-ab4f-5d2d9606026c None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:07:42Z', 'revision_number': 4, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '68789506-c9e6-4302-95c6-ad947d01bdd3', 'name': '', 'network_id': 'ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'mac_address': 'fa:16:3e:aa:db:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:41Z', 'updated_at': '2022-02-17T23:07:45Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'subnets': [{'id': '21f3603e-c2e8-41e6-ae8e-32666f12446b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:11:19.813637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21cc82c-611a-4207-973e-da085b91efb6 None None] New status for floating IP e284fdc8-cf04-4701-a0c1-15e3ff4c74d0: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:11:20.259701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11addbee-5139-446b-81ba-9079fff98812 req-b84036ca-6640-4e72-9d45-57e7dc30ef2d tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/ports?device_id=6e206c73-2629-48ed-a8f7-b7681ae5a922 HTTP/1.1" status: 200 len: 210 time: 0.0285170 Feb 17 23:11:20.955967 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:25.620135 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.292292 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:11:34.467279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38042) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:34.523443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7504352a-b7fe-40ae-b194-990e150f6209 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group (e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.550970 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7504352a-b7fe-40ae-b194-990e150f6209 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group (e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.604164 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7504352a-b7fe-40ae-b194-990e150f6209 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.607000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7504352a-b7fe-40ae-b194-990e150f6209 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.610746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7504352a-b7fe-40ae-b194-990e150f6209 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "DELETE /v2.0/security-groups/e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3 HTTP/1.1" status: 204 len: 168 time: 0.1397228 Feb 17 23:11:34.611320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38044) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:34.619432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504352a-b7fe-40ae-b194-990e150f6209 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:34.628612 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-15750d30-0770-4da9-96e1-95904bcc60a1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] show failed (client error): The resource could not be found. Feb 17 23:11:34.633204 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-15750d30-0770-4da9-96e1-95904bcc60a1 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "GET /v2.0/security-groups/e5d8bbfc-6e20-4b0c-bad4-1eeca74bbdd3 HTTP/1.1" status: 404 len: 347 time: 0.0205231 Feb 17 23:11:34.634188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38046) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:34.762912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Deleting port 43f7567d-9c01-4bb0-beb4-609a3f8f4963 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:34.763249 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.844886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.845213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (43f7567d-9c01-4bb0-beb4-609a3f8f4963), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:34.860347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Calling delete_port for 43f7567d-9c01-4bb0-beb4-609a3f8f4963 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:34.995921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (43f7567d-9c01-4bb0-beb4-609a3f8f4963), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:35.024487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Pushing event deleted for resources: {'Port': ['ID=43f7567d-9c01-4bb0-beb4-609a3f8f4963,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:35.036442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.036812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.037130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.037470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.037838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.038170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.038516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.039388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.039388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.039671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.040018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.040495 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.040846 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:11:35.105600 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks [] for floatingip (e284fdc8-cf04-4701-a0c1-15e3ff4c74d0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:35.108233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:35.109671 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-87a83462-cf36-488a-a3f0-7bf065642bf9 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] 10.222.0.79 "DELETE /v2.0/floatingips/e284fdc8-cf04-4701-a0c1-15e3ff4c74d0 HTTP/1.1" status: 204 len: 168 time: 0.4745634 Feb 17 23:11:35.113437 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38048) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:35.469735 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (d967cbe4-adca-4542-b231-90c5fc8ba661), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:35.724575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Deleting port 68789506-c9e6-4302-95c6-ad947d01bdd3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:35.724907 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:35.806773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] For port 68789506-c9e6-4302-95c6-ad947d01bdd3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=68789506-c9e6-4302-95c6-ad947d01bdd3,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:35.807054 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:35.820791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Calling delete_port for 68789506-c9e6-4302-95c6-ad947d01bdd3 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:36.006002 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (68789506-c9e6-4302-95c6-ad947d01bdd3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:36.033490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=68789506-c9e6-4302-95c6-ad947d01bdd3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:36.214102 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (d967cbe4-adca-4542-b231-90c5fc8ba661), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:36.465802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Router d967cbe4-adca-4542-b231-90c5fc8ba661 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:11:36.574757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:11:36.580637 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bf60c9ae-bcdd-4fc4-9c6a-110c469529f5 admin admin] 10.222.0.79 "PUT /v2.0/routers/d967cbe4-adca-4542-b231-90c5fc8ba661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4656734 Feb 17 23:11:36.583340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38050) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:36.586033 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] Sync routers for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:11:36.595588 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:11:36.596191 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:36.688757 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks [] for router (d967cbe4-adca-4542-b231-90c5fc8ba661), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:36.702776 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:11:36.798193 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks [] for router_gateway (d967cbe4-adca-4542-b231-90c5fc8ba661), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:36.851296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Deleting port 03b1ab3a-0d7c-4801-9100-9feacbf99a88 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:36.851712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:36.884704 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:11:35Z', 'revision_number': 5, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port': {'id': '03b1ab3a-0d7c-4801-9100-9feacbf99a88', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:19:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:07:40Z', 'updated_at': '2022-02-17T23:07:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:36.911122 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] Checking router: d967cbe4-adca-4542-b231-90c5fc8ba661 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:11:36.919248 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] Routers {'d967cbe4-adca-4542-b231-90c5fc8ba661'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:11:36.919877 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:11:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['d967cbe4-adca-4542-b231-90c5fc8ba661'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:36.931613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] For port 03b1ab3a-0d7c-4801-9100-9feacbf99a88, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=03b1ab3a-0d7c-4801-9100-9feacbf99a88,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:36.931980 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:36.948971 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Calling delete_port for 03b1ab3a-0d7c-4801-9100-9feacbf99a88 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:37.006623 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] Set router d967cbe4-adca-4542-b231-90c5fc8ba661 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:11:37.057226 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:11:36Z', 'revision_number': 6, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:37.087672 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a23cf-f7a1-4bab-ae97-a9405871e914 None None] The sync data for ids ['d967cbe4-adca-4542-b231-90c5fc8ba661'] in n-d-828369-18 is: [{'id': 'd967cbe4-adca-4542-b231-90c5fc8ba661', 'name': 'tempest-ServerActionsTestJSON-662022550-router', 'tenant_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:07:39Z', 'updated_at': '2022-02-17T23:11:36Z', 'revision_number': 6, 'project_id': 'c0ed45d7cf404ee5a1332898c18e8dbc', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:11:37.125385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (03b1ab3a-0d7c-4801-9100-9feacbf99a88), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.150313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Pushing event deleted for resources: {'Port': ['ID=03b1ab3a-0d7c-4801-9100-9feacbf99a88,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:37.213434 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (d967cbe4-adca-4542-b231-90c5fc8ba661), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.305654 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (d967cbe4-adca-4542-b231-90c5fc8ba661), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.308234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks [] for router_controller (d967cbe4-adca-4542-b231-90c5fc8ba661), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.678949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (d967cbe4-adca-4542-b231-90c5fc8ba661), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.679766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d967cbe4-adca-4542-b231-90c5fc8ba661 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:11:37.683933 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.685076 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-bd210e62-53f5-439c-b7c0-fe5d110c9bed admin admin] 10.222.0.79 "DELETE /v2.0/routers/d967cbe4-adca-4542-b231-90c5fc8ba661 HTTP/1.1" status: 204 len: 168 time: 1.1008027 Feb 17 23:11:37.687598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38052) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:37.730368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] Deleting subnet 21f3603e-c2e8-41e6-ae8e-32666f12446b {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:11:37.733421 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] Publish callbacks [] for subnet (21f3603e-c2e8-41e6-ae8e-32666f12446b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.767522 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (21f3603e-c2e8-41e6-ae8e-32666f12446b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.849881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (21f3603e-c2e8-41e6-ae8e-32666f12446b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.904231 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (21f3603e-c2e8-41e6-ae8e-32666f12446b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.930204 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21f3603e-c2e8-41e6-ae8e-32666f12446b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:37.933676 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:37.937315 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5005c352-1c9e-4ee1-a8ec-785b814a0433 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/21f3603e-c2e8-41e6-ae8e-32666f12446b HTTP/1.1" status: 204 len: 168 time: 0.2482862 Feb 17 23:11:37.939482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38054) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:37.942426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bfc2e5-d9dd-4f6c-9d01-ed8a6c1fa98f None None] Network ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:11:38.016458 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.077278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Deleting port 59b42044-c00c-471e-928f-04c666122f31 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:38.077648 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (59b42044-c00c-471e-928f-04c666122f31), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.098825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] DHCP port deletion for ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:11:38.143776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] For port 59b42044-c00c-471e-928f-04c666122f31, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=59b42044-c00c-471e-928f-04c666122f31,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:38.144748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (59b42044-c00c-471e-928f-04c666122f31), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.153119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] Deleting port 59b42044-c00c-471e-928f-04c666122f31 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:38.153492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (59b42044-c00c-471e-928f-04c666122f31), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.161103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Calling delete_port for 59b42044-c00c-471e-928f-04c666122f31 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:38.223255 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] For port 59b42044-c00c-471e-928f-04c666122f31, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=59b42044-c00c-471e-928f-04c666122f31,segment=NetworkSegment(4fc3e168-d34d-471c-99e9-44ed3e05ba43),segment_id=4fc3e168-d34d-471c-99e9-44ed3e05ba43)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:38.223610 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (59b42044-c00c-471e-928f-04c666122f31), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.238634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] Calling delete_port for 59b42044-c00c-471e-928f-04c666122f31 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:38.252601 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (59b42044-c00c-471e-928f-04c666122f31), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.292156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b42044-c00c-471e-928f-04c666122f31,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:38.296903 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] No DVR routers for this DVR port 59b42044-c00c-471e-928f-04c666122f31 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:11:38.324125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (59b42044-c00c-471e-928f-04c666122f31), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.349844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] Pushing event deleted for resources: {'Port': ['ID=59b42044-c00c-471e-928f-04c666122f31,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:38.353075 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c467b2-8e1c-4f90-9105-df5954965786 None None] No DVR routers for this DVR port 59b42044-c00c-471e-928f-04c666122f31 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:11:38.377271 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.402701 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:38.412108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fc3e168-d34d-471c-99e9-44ed3e05ba43') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:38.412407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fc3e168-d34d-471c-99e9-44ed3e05ba43') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:11:38.421582 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (4fc3e168-d34d-471c-99e9-44ed3e05ba43), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.435348 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (4fc3e168-d34d-471c-99e9-44ed3e05ba43), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.441919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:11:38.442298 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (4fc3e168-d34d-471c-99e9-44ed3e05ba43), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:11:38.444077 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:11:38.499877 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.505481 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.508716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3 HTTP/1.1" status: 204 len: 168 time: 0.5682938 Feb 17 23:11:38.521489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cd920-0bc2-43e8-b8b7-d8b90bdb6d39 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee979b7e-43d4-4ba7-a9d1-a1caf322f8a3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:38.620186 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38058) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:38.659002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5f7b1102-25e2-459e-adc5-ca8ee125cc09 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c0ed45d7cf404ee5a1332898c18e8dbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377147 Feb 17 23:11:38.661442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38060) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:38.710884 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c80-a616-4269-b788-271fdfc94883 admin admin] Publish callbacks [] for security_group (9342d666-96dc-44fe-93d3-76df6536ab32), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.742850 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c80-a616-4269-b788-271fdfc94883 admin admin] Publish callbacks [] for security_group (9342d666-96dc-44fe-93d3-76df6536ab32), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.756985 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 68789506-c9e6-4302-95c6-ad947d01bdd3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:11:38.778876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 68789506-c9e6-4302-95c6-ad947d01bdd3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:11:38.779231 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 68789506-c9e6-4302-95c6-ad947d01bdd3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:11:38.779690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 59b42044-c00c-471e-928f-04c666122f31 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:11:38.792166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c80-a616-4269-b788-271fdfc94883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9342d666-96dc-44fe-93d3-76df6536ab32), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.794784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3e3f0c80-a616-4269-b788-271fdfc94883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:38.795955 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3e3f0c80-a616-4269-b788-271fdfc94883 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9342d666-96dc-44fe-93d3-76df6536ab32 HTTP/1.1" status: 204 len: 168 time: 0.1336200 Feb 17 23:11:38.802167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 59b42044-c00c-471e-928f-04c666122f31 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:11:38.802515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 59b42044-c00c-471e-928f-04c666122f31 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:11:38.802930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03b1ab3a-0d7c-4801-9100-9feacbf99a88 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:11:38.804515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f0c80-a616-4269-b788-271fdfc94883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9342d666-96dc-44fe-93d3-76df6536ab32,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:38.825645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 03b1ab3a-0d7c-4801-9100-9feacbf99a88 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:11:38.825998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 03b1ab3a-0d7c-4801-9100-9feacbf99a88 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:11:39.484331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38082) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:39.578059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1338526520-network', 'tenant_id': '1a3287c28528414998c22e1d8b3979fc'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:39.597752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Made reservation on behalf of 1a3287c28528414998c22e1d8b3979fc for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:39.600123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.608508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.682574 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks [] for security_group (7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.686475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.707229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:11:39.720393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:39.725711 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (209fc041-f55a-4b95-8256-afa5f1f58c32), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.726059 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Added segment 209fc041-f55a-4b95-8256-afa5f1f58c32 of type vlan for network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 Feb 17 23:11:39.769952 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (fa15cfce-d3fe-4f8d-b367-922422b8b9b9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.796015 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (fa15cfce-d3fe-4f8d-b367-922422b8b9b9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.797004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:39.797583 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.807548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:39.852314 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3667560 Feb 17 23:11:39.856132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38086) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:11:39.863118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e5ffd2-0143-4692-b143-02795eea4e3c admin admin] Pushing event updated for resources: {'Network': ['ID=fa15cfce-d3fe-4f8d-b367-922422b8b9b9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:39.866168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Request body: {'subnet': {'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1338526520-subnet', 'tenant_id': '1a3287c28528414998c22e1d8b3979fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:39.877225 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:11:39.890635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Made reservation on behalf of 1a3287c28528414998c22e1d8b3979fc for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:39.893104 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:40.062086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:40.121283 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:40.127705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Checking segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:11:40.128717 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Network hostable DHCP agents. Network: fa15cfce-d3fe-4f8d-b367-922422b8b9b9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:11:40.145620 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:11:40.153887 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, fa15cfce-d3fe-4f8d-b367-922422b8b9b9) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:40.158247 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:40.158956 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:40.164034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c8b264-9d41-48e1-b7d1-0d21ba75107a None None] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:11:40.175979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-aea962cf-0990-4523-9c21-86ae0f9f16ec admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3186936 Feb 17 23:11:40.265139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8671c80-c688-46cd-bb29-2bd5e577123f None None] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:11:40.594727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-fc22748f-dad7-49de-9c6e-14aff86d66d4 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:40.596146 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-fc22748f-dad7-49de-9c6e-14aff86d66d4 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 814 time: 0.1073315 Feb 17 23:11:40.610636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b2ae8116-f834-4dfa-8bcf-ed9e7208634f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/quotas/1a3287c28528414998c22e1d8b3979fc HTTP/1.1" status: 200 len: 375 time: 0.0091088 Feb 17 23:11:40.642482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b35a3be4-a979-4886-b5d0-8cc2d0d8c540 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270042 Feb 17 23:11:40.732543 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-df1d697a-24a3-4283-a8d8-6735f97fb962 service neutron] 10.222.0.79 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830069 Feb 17 23:11:40.824284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-2018ce5c-6eae-4caf-8552-b78c849aad44 service neutron] 10.222.0.79 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857418 Feb 17 23:11:40.985327 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2cb2b1a6-5e7d-47a0-844b-2cff53cca851 req-351c4e40-a99a-4aa6-a30b-83a31c589f2b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 210 time: 0.0284479 Feb 17 23:11:41.868115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6b4bfc46-1e5d-408b-8c5e-71e8cb7dcb9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:41.869491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6b4bfc46-1e5d-408b-8c5e-71e8cb7dcb9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 814 time: 0.1124120 Feb 17 23:11:41.892631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Request body: {'port': {'device_id': 'c43a95b6-6744-421c-8e71-784af11868db', 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9', 'admin_state_up': True, 'tenant_id': '1a3287c28528414998c22e1d8b3979fc'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:41.999471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Made reservation on behalf of 1a3287c28528414998c22e1d8b3979fc for: {'port': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:42.003390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:42.096693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a58428e-280f-416b-a1ca-542964727416 req-a5360f3d-55fe-440c-9d35-6aa48ffff2bf tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 210 time: 0.0365338 Feb 17 23:11:42.158081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Allocated IP 172.20.0.10 (fa15cfce-d3fe-4f8d-b367-922422b8b9b9/1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8/c6549336-914f-44fe-9c72-4f60e1c5d0e7) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:42.317268 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks [] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:42.349871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:42.395705 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:42.398870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:42.402657 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:11:42.426471 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event updated for resources: {'Port': ['ID=c6549336-914f-44fe-9c72-4f60e1c5d0e7,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:42.455382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:42.456018 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:42.471448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e992a1fb-75a1-45b2-8f96-f5c5378c5f5c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5825944 Feb 17 23:11:42.488899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Request body: {'port': {'device_id': 'c43a95b6-6744-421c-8e71-784af11868db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:42.552444 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:42.809423 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6549336-914f-44fe-9c72-4f60e1c5d0e7 {{(pid=103527) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:42.816865 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Publish callbacks [] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:42.829268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.provisioning_blocks [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Transition to ACTIVE for port object c6549336-914f-44fe-9c72-4f60e1c5d0e7 will not be triggered until provisioned by entity L2. {{(pid=103527) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:42.832756 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:42.887310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Pushing event updated for resources: {'Port': ['ID=c6549336-914f-44fe-9c72-4f60e1c5d0e7,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:42.957489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Attempting to bind port c6549336-914f-44fe-9c72-4f60e1c5d0e7 on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:11:42.957715 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Attempting to bind port c6549336-914f-44fe-9c72-4f60e1c5d0e7 by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:11:42.958035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Attempting to bind port c6549336-914f-44fe-9c72-4f60e1c5d0e7 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:42.962374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Port c6549336-914f-44fe-9c72-4f60e1c5d0e7 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:11:42.962689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Attempting to bind port c6549336-914f-44fe-9c72-4f60e1c5d0e7 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:42.967415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:11:42.967748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Checking segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:11:42.968130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Bound using segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} {{(pid=103527) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:11:42.968545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.managers [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Bound port: c6549336-914f-44fe-9c72-4f60e1c5d0e7, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}}] {{(pid=103527) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:11:42.968898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:43.034750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] For port c6549336-914f-44fe-9c72-4f60e1c5d0e7, host n-h2-828369-18, cleared binding levels {{(pid=103527) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:11:43.037704 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] For port c6549336-914f-44fe-9c72-4f60e1c5d0e7, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c6549336-914f-44fe-9c72-4f60e1c5d0e7,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103527) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:11:43.043788 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:43.080131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.080749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:43.082119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] 10.222.0.94 "PUT /v2.0/ports/c6549336-914f-44fe-9c72-4f60e1c5d0e7 HTTP/1.1" status: 200 len: 1093 time: 0.5982022 Feb 17 23:11:43.082555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'tag': 'c6549336-914f-44fe-9c72-4f60e1c5d0e7'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:43.084839 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6" -d '{"events": [{"name": "network-changed", "server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "tag": "c6549336-914f-44fe-9c72-4f60e1c5d0e7"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:43.120968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8309b7f-cb32-41ec-9940-d8cb92ebfb0b service neutron] Pushing event updated for resources: {'Port': ['ID=c6549336-914f-44fe-9c72-4f60e1c5d0e7,revision_number=3']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:43.125027 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d78c52-d75c-4849-aaaa-447eff4785fe x-openstack-request-id: req-77d78c52-d75c-4849-aaaa-447eff4785fe {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:43.125332 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "tag": "c6549336-914f-44fe-9c72-4f60e1c5d0e7", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:43.125595 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77d78c52-d75c-4849-aaaa-447eff4785fe {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:43.126009 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'tag': 'c6549336-914f-44fe-9c72-4f60e1c5d0e7', 'status': 'completed', 'code': 200} Feb 17 23:11:43.217153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b978ec1a-6587-4a2d-b948-f003b7678b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.218546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-b978ec1a-6587-4a2d-b948-f003b7678b5e service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 1127 time: 0.0759840 Feb 17 23:11:43.232650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02076f-fd34-4bc8-a7ed-23e9173b613d req-49ddec74-6535-4a94-867c-63c43ff9c0b8 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.234270 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed02076f-fd34-4bc8-a7ed-23e9173b613d req-49ddec74-6535-4a94-867c-63c43ff9c0b8 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 944 time: 0.0658035 Feb 17 23:11:43.278421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-a582cd8a-b71e-4198-bf68-18cb2d73dc45 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6549336-914f-44fe-9c72-4f60e1c5d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0432293 Feb 17 23:11:43.348017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed02076f-fd34-4bc8-a7ed-23e9173b613d req-16b8361e-1d56-4d55-a727-f5e274d870d0 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070089 Feb 17 23:11:43.349497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-1a7635ca-368f-4e71-919f-4fb0b9d2d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.350864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-1a7635ca-368f-4e71-919f-4fb0b9d2d6d1 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0661366 Feb 17 23:11:43.385017 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-16bcbf5c-f328-4e50-89de-f94fa2556f9a service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271795 Feb 17 23:11:43.477383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-32a89721-7dba-45f9-842e-bc132b37e80a service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868297 Feb 17 23:11:43.565664 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-c7d57377-40e8-4906-be12-f7c86e333212 service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830982 Feb 17 23:11:43.685115 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-c8813e75-8ccc-4e2c-bab2-a2b18404696a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.686639 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-c8813e75-8ccc-4e2c-bab2-a2b18404696a service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 1127 time: 0.0454149 Feb 17 23:11:43.797827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-97003cc6-094c-4c29-97cc-ba001bde6d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.799408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-97003cc6-094c-4c29-97cc-ba001bde6d21 service neutron] 10.222.0.94 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 915 time: 0.0944376 Feb 17 23:11:43.839813 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-70f90394-1f3e-4091-aa42-97fb33c59040 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6549336-914f-44fe-9c72-4f60e1c5d0e7 HTTP/1.1" status: 200 len: 217 time: 0.0342340 Feb 17 23:11:43.892282 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-3e62e35d-9673-4388-a7bd-ef3cc1edda98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.894265 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-3e62e35d-9673-4388-a7bd-ef3cc1edda98 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0485544 Feb 17 23:11:43.960818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-c546c9e9-980d-46f4-85de-33a2416fe60e service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321255 Feb 17 23:11:43.994126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-278c04df-ff7f-4733-b955-d5226441824f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:43.995644 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-278c04df-ff7f-4733-b955-d5226441824f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 944 time: 0.0662003 Feb 17 23:11:44.052019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-96f86e7e-5940-4891-ad75-bbfdfa461d09 service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852029 Feb 17 23:11:44.093386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Deleting port c6549336-914f-44fe-9c72-4f60e1c5d0e7 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:44.093716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:44.149047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fbb46d98-55ec-43f7-be2c-847ea6aaf2b6 req-5e639b52-8be6-4822-aa17-56d38f2be6e3 service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907209 Feb 17 23:11:44.186368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] For port c6549336-914f-44fe-9c72-4f60e1c5d0e7, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=c6549336-914f-44fe-9c72-4f60e1c5d0e7,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:44.186607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:44.201641 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Calling delete_port for c6549336-914f-44fe-9c72-4f60e1c5d0e7 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:44.338651 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c6549336-914f-44fe-9c72-4f60e1c5d0e7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:44.368943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event deleted for resources: {'Port': ['ID=c6549336-914f-44fe-9c72-4f60e1c5d0e7,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:44.416609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] No DVR routers for this DVR port c6549336-914f-44fe-9c72-4f60e1c5d0e7 on host n-h2-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:11:44.419602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:44.423043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-11c2c2a4-8efe-433b-9fe3-f5bb862e3417 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "DELETE /v2.0/ports/c6549336-914f-44fe-9c72-4f60e1c5d0e7 HTTP/1.1" status: 204 len: 173 time: 0.4228189 Feb 17 23:11:44.423517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'name': 'network-vif-deleted', 'tag': 'c6549336-914f-44fe-9c72-4f60e1c5d0e7'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:44.425873 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06dc895-5608-4f61-94da-f32d3f88fc2b" -d '{"events": [{"server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "name": "network-vif-deleted", "tag": "c6549336-914f-44fe-9c72-4f60e1c5d0e7"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:44.453692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-95b1ee20-e183-4c24-b606-dac617888b25 req-abc9904d-8136-4eff-8ee2-9932ae71d505 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 210 time: 0.0287576 Feb 17 23:11:44.502144 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac836a5c-c879-40a5-af9a-49becd779503 x-openstack-request-id: req-ac836a5c-c879-40a5-af9a-49becd779503 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:44.502439 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "name": "network-vif-deleted", "tag": "c6549336-914f-44fe-9c72-4f60e1c5d0e7", "status": "failed", "code": 422}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:44.502726 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ac836a5c-c879-40a5-af9a-49becd779503 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:44.503177 n-d-828369-18 neutron-server[103526]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'name': 'network-vif-deleted', 'tag': 'c6549336-914f-44fe-9c72-4f60e1c5d0e7', 'status': 'failed', 'code': 422} returned with failed status Feb 17 23:11:44.545442 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2adb6428-86ab-4558-aa6c-5925267d2869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:45.583882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6952f4b-80fd-4e0e-bfb5-a83379f9319b req-dc45be48-2196-41eb-9e96-6c85c9a7c31d tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 210 time: 0.0326462 Feb 17 23:11:45.611681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-aff314f8-c9dd-4a61-8d0c-e5ec6a2e2eb6 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:45.613685 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-aff314f8-c9dd-4a61-8d0c-e5ec6a2e2eb6 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 814 time: 0.1191144 Feb 17 23:11:45.627212 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Request body: {'port': {'device_id': 'c43a95b6-6744-421c-8e71-784af11868db', 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9', 'admin_state_up': True, 'tenant_id': '1a3287c28528414998c22e1d8b3979fc'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:46.048327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Made reservation on behalf of 1a3287c28528414998c22e1d8b3979fc for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:46.052394 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:46.175139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Allocated IP 172.20.0.8 (fa15cfce-d3fe-4f8d-b367-922422b8b9b9/1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8/8ff923db-551f-45ef-8f21-c3cbdefce4f9) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:46.339639 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks [] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:46.372749 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:46.422176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:46.425392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:46.429186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:11:46.452821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event updated for resources: {'Port': ['ID=8ff923db-551f-45ef-8f21-c3cbdefce4f9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:46.480623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:46.481244 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:46.497615 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-37a00875-0dc3-4343-a854-609016069f9b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8741553 Feb 17 23:11:46.508380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Request body: {'port': {'device_id': 'c43a95b6-6744-421c-8e71-784af11868db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:46.568288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:46.712148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d5cf2-6d6b-477e-9638-627b626e623f req-f3f6ea93-804c-486b-9224-2c18777995ac tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:46.713620 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-618d5cf2-6d6b-477e-9638-627b626e623f req-f3f6ea93-804c-486b-9224-2c18777995ac tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 931 time: 0.0575917 Feb 17 23:11:46.764372 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-618d5cf2-6d6b-477e-9638-627b626e623f req-ae59acf0-3597-46ee-8cdc-3d8d94dd52a8 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 Feb 17 23:11:46.848816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff923db-551f-45ef-8f21-c3cbdefce4f9 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:46.859065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Publish callbacks [] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:46.871650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Transition to ACTIVE for port object 8ff923db-551f-45ef-8f21-c3cbdefce4f9 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:46.875556 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:46.927308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ff923db-551f-45ef-8f21-c3cbdefce4f9,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:46.993722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Attempting to bind port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:11:46.994038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Attempting to bind port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:11:46.994371 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Attempting to bind port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:46.998736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:11:46.999059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Attempting to bind port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:47.004458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:11:47.004800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Checking segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:11:47.005188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Bound using segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:11:47.005613 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Bound port: 8ff923db-551f-45ef-8f21-c3cbdefce4f9, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:11:47.005971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:47.073688 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] For port 8ff923db-551f-45ef-8f21-c3cbdefce4f9, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:11:47.076642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] For port 8ff923db-551f-45ef-8f21-c3cbdefce4f9, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8ff923db-551f-45ef-8f21-c3cbdefce4f9,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:11:47.085210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:47.120305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.121000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:47.122442 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] 10.222.0.73 "PUT /v2.0/ports/8ff923db-551f-45ef-8f21-c3cbdefce4f9 HTTP/1.1" status: 200 len: 1092 time: 0.6180294 Feb 17 23:11:47.122819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'tag': '8ff923db-551f-45ef-8f21-c3cbdefce4f9'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:47.125082 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23b1005-753c-4904-8fc1-fc71b86f4c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "tag": "8ff923db-551f-45ef-8f21-c3cbdefce4f9"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:47.150298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576b59a-b50e-41c5-878c-c80403f681ca service neutron] Pushing event updated for resources: {'Port': ['ID=8ff923db-551f-45ef-8f21-c3cbdefce4f9,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:47.166371 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74080c-f664-41aa-b916-d2bb67c88644 x-openstack-request-id: req-3b74080c-f664-41aa-b916-d2bb67c88644 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:47.166676 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "tag": "8ff923db-551f-45ef-8f21-c3cbdefce4f9", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:47.166940 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b74080c-f664-41aa-b916-d2bb67c88644 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:47.167352 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'tag': '8ff923db-551f-45ef-8f21-c3cbdefce4f9', 'status': 'completed', 'code': 200} Feb 17 23:11:47.217791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e631126c-2564-427f-8e5e-59d97255af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.219307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-e631126c-2564-427f-8e5e-59d97255af5f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 1126 time: 0.0469584 Feb 17 23:11:47.263763 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-45f93cf8-25c6-4eee-a920-8a060848e96c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff923db-551f-45ef-8f21-c3cbdefce4f9 HTTP/1.1" status: 200 len: 217 time: 0.0382595 Feb 17 23:11:47.316103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-0e4b6ab5-2d98-4058-955c-10d94620feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.317564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-0e4b6ab5-2d98-4058-955c-10d94620feca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0448964 Feb 17 23:11:47.351654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-ecbe4144-961e-481a-925a-8384523a2cb0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272849 Feb 17 23:11:47.411282 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-753b7034-0d74-431e-b66d-3c910d6e4264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:47.449248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-23c26358-be44-4496-8e7f-a8ae4426ca06 service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912952 Feb 17 23:11:47.552365 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-46935738-96e2-4f5b-85b0-f62da6708de7 req-089bb421-e7f7-481c-94bb-81db2536365a service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972059 Feb 17 23:11:47.644383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-06bac722-cda2-497d-afd4-df44e10d1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.645947 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-06bac722-cda2-497d-afd4-df44e10d1d21 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 1126 time: 0.0465207 Feb 17 23:11:47.742443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-691eebc9-f017-4d49-940a-ee7fe1b1efe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.743877 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-691eebc9-f017-4d49-940a-ee7fe1b1efe3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 915 time: 0.0920002 Feb 17 23:11:47.784595 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-8e06044a-0c3f-4999-b619-4e366ed6630e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ff923db-551f-45ef-8f21-c3cbdefce4f9 HTTP/1.1" status: 200 len: 217 time: 0.0348446 Feb 17 23:11:47.839727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-b9b972d7-cb04-490c-ac62-5f536cc8cc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.841262 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-b9b972d7-cb04-490c-ac62-5f536cc8cc32 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0496488 Feb 17 23:11:47.879239 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-0dc1db18-961d-4f7f-a224-a69787a7cc96 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319357 Feb 17 23:11:47.897008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6d059-06ed-4e8c-8e48-e0fcf3e5cc8d req-4da28825-f69f-433d-8f11-4c444e3f74ef tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:47.898502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64a6d059-06ed-4e8c-8e48-e0fcf3e5cc8d req-4da28825-f69f-433d-8f11-4c444e3f74ef tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 943 time: 0.0589931 Feb 17 23:11:47.948112 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64a6d059-06ed-4e8c-8e48-e0fcf3e5cc8d req-81b28f1a-f482-450a-b72c-8c6c581d13cb tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436490 Feb 17 23:11:47.979205 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-01ad17f5-2f3d-41d7-99d0-f3a15343c8b4 service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932956 Feb 17 23:11:48.072094 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e23b1005-753c-4904-8fc1-fc71b86f4c8f req-4e11e3ce-b115-4d83-8f38-a2dad2790522 service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869231 Feb 17 23:11:48.116065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:49.070014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37422d-03e4-48a9-82d2-3ede2406896b req-affba830-6588-41bb-a856-f5d7469b2de7 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:49.071522 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf37422d-03e4-48a9-82d2-3ede2406896b req-affba830-6588-41bb-a856-f5d7469b2de7 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 943 time: 0.0532997 Feb 17 23:11:49.119181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bf37422d-03e4-48a9-82d2-3ede2406896b req-616348b4-9330-49c6-bb72-5ca453c6805d tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Feb 17 23:11:49.532421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:50.242361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b78bc8-1750-47f3-b60f-6064b2f840b7 req-3ed08806-60e8-4889-9cb2-f832f5b3ec1e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:50.243864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4b78bc8-1750-47f3-b60f-6064b2f840b7 req-3ed08806-60e8-4889-9cb2-f832f5b3ec1e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 943 time: 0.0573845 Feb 17 23:11:50.292913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4b78bc8-1750-47f3-b60f-6064b2f840b7 req-77f7eb9d-089b-4e3f-a148-da8f62162806 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435193 Feb 17 23:11:50.793696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8ff923db-551f-45ef-8f21-c3cbdefce4f9 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:11:50.897927 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8ff923db-551f-45ef-8f21-c3cbdefce4f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8ff923db-551f-45ef-8f21-c3cbdefce4f9,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:50.909471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '8ff923db-551f-45ef-8f21-c3cbdefce4f9', 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9', 'port_id': '8ff923db-551f-45ef-8f21-c3cbdefce4f9', 'mac_address': 'fa:16:3e:77:00:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:11:50.960795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:11:50.961183 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:50.973650 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:50.977612 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff923db-551f-45ef-8f21-c3cbdefce4f9 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:50.998619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8ff923db-551f-45ef-8f21-c3cbdefce4f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8ff923db-551f-45ef-8f21-c3cbdefce4f9,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:51.003128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:51.055487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8ff923db-551f-45ef-8f21-c3cbdefce4f9,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:51.239890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8ff923db-551f-45ef-8f21-c3cbdefce4f9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:11:51.417553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e13f7a-422d-4af8-b86c-80b2b7c0ab70 req-0e7beb73-07cb-44b1-ac63-2dd36a914ef8 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:51.419238 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0e13f7a-422d-4af8-b86c-80b2b7c0ab70 req-0e7beb73-07cb-44b1-ac63-2dd36a914ef8 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 944 time: 0.0579023 Feb 17 23:11:51.468954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0e13f7a-422d-4af8-b86c-80b2b7c0ab70 req-ab9b11e8-799e-4166-a057-051d364b5a58 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436165 Feb 17 23:11:52.595078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4291180-a403-468c-8963-07d7432ca544 req-c35a9f0e-775b-4a14-b217-52d373873212 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:52.596565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4291180-a403-468c-8963-07d7432ca544 req-c35a9f0e-775b-4a14-b217-52d373873212 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 944 time: 0.0548635 Feb 17 23:11:52.647769 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4291180-a403-468c-8963-07d7432ca544 req-78c187f0-e7a9-4f4e-a9ed-4736a9591a33 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451303 Feb 17 23:11:52.825351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8ff923db-551f-45ef-8f21-c3cbdefce4f9 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:11:52.873674 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:11:52.877629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:11:52.877997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:52.959489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:11:52.959883 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:52.981682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff923db-551f-45ef-8f21-c3cbdefce4f9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:52.984208 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b935316c-dc25-4090-aafc-74fc8f93b9b9" -d '{"events": [{"server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "name": "network-vif-plugged", "status": "completed", "tag": "8ff923db-551f-45ef-8f21-c3cbdefce4f9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:52.997157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8ff923db-551f-45ef-8f21-c3cbdefce4f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8ff923db-551f-45ef-8f21-c3cbdefce4f9,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:53.001630 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:53.027572 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43204fe9-e01f-4114-b9f6-abed84b725de x-openstack-request-id: req-43204fe9-e01f-4114-b9f6-abed84b725de {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:53.027865 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "name": "network-vif-plugged", "status": "completed", "tag": "8ff923db-551f-45ef-8f21-c3cbdefce4f9", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:53.028115 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-43204fe9-e01f-4114-b9f6-abed84b725de {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:53.028504 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff923db-551f-45ef-8f21-c3cbdefce4f9', 'code': 200} Feb 17 23:11:53.052805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8ff923db-551f-45ef-8f21-c3cbdefce4f9,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:53.127564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a58e32-08ee-4939-bddb-f6faeeca9ab5 req-896db73c-d48a-4f50-afaf-ad0d08675b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:53.129003 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5a58e32-08ee-4939-bddb-f6faeeca9ab5 req-896db73c-d48a-4f50-afaf-ad0d08675b64 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 1128 time: 0.0454834 Feb 17 23:11:53.172507 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e5a58e32-08ee-4939-bddb-f6faeeca9ab5 req-a342f5fd-701c-4eb2-9d43-78a21c4a2b0c service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376146 Feb 17 23:11:53.773462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b135402-b9b0-45d5-98b7-077700a6ab4a req-056b2bf8-4ba7-4205-98f6-a579d01de933 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:53.774913 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b135402-b9b0-45d5-98b7-077700a6ab4a req-056b2bf8-4ba7-4205-98f6-a579d01de933 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0536263 Feb 17 23:11:53.828321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b135402-b9b0-45d5-98b7-077700a6ab4a req-a2b5ec6d-4525-4887-a880-0fe4b5b4c9a6 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471745 Feb 17 23:11:54.950856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bc8fd5-7d8c-48ee-afc2-66bb762f4550 req-1167aa70-7376-4d20-bd4e-07857e24c52e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:54.952385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27bc8fd5-7d8c-48ee-afc2-66bb762f4550 req-1167aa70-7376-4d20-bd4e-07857e24c52e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0532570 Feb 17 23:11:55.000197 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-27bc8fd5-7d8c-48ee-afc2-66bb762f4550 req-fb2337a5-b15d-4ddc-838b-be0c37c102df tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416081 Feb 17 23:11:55.232480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-6286cbfd-2931-4ebc-9fc2-7d0e3535a7b6 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:55.234219 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-6286cbfd-2931-4ebc-9fc2-7d0e3535a7b6 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 814 time: 0.1058879 Feb 17 23:11:55.250589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-ddfb59dc-70c9-484c-b6ac-45819f2ba99f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/quotas/1a3287c28528414998c22e1d8b3979fc HTTP/1.1" status: 200 len: 375 time: 0.0094419 Feb 17 23:11:55.316669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-a7da586f-66ee-4ef6-b0e8-14d8151f6f0f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605268 Feb 17 23:11:55.417605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-7d8fabd5-19b1-4781-afd4-9152ea056391 service neutron] 10.222.0.79 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937734 Feb 17 23:11:55.512699 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-98345b0e-7f2a-4ef5-a61f-f4b492a6bb9e service neutron] 10.222.0.79 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896189 Feb 17 23:11:55.643094 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:55.683570 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-116d18c6-7231-4fd7-b542-d53e57e461a6 req-4a7f7b47-0a27-4584-9b92-d23ba8596147 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0291193 Feb 17 23:11:56.608564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-dfa87ee5-33a9-4d1e-aea1-2bc1d7c18978 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:56.610316 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-dfa87ee5-33a9-4d1e-aea1-2bc1d7c18978 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 814 time: 0.1158140 Feb 17 23:11:56.630771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Request body: {'port': {'device_id': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9', 'admin_state_up': True, 'tenant_id': '1a3287c28528414998c22e1d8b3979fc'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:56.744581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Made reservation on behalf of 1a3287c28528414998c22e1d8b3979fc for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:11:56.748130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:56.791206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6888a362-0aac-459a-8575-530159accf75 req-66474a2c-0aa5-4164-87f5-7c203a986879 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0302937 Feb 17 23:11:56.893197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Allocated IP 172.20.0.4 (fa15cfce-d3fe-4f8d-b367-922422b8b9b9/1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8/f40c6317-6cd8-48b6-92a4-6ab8efa72a6e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:11:57.053371 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks [] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.086419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.098643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8ff923db-551f-45ef-8f21-c3cbdefce4f9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:11:57.132397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:11:57.136227 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:11:57.138997 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:11:57.180345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event updated for resources: {'Port': ['ID=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:57.203907 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:57.204623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.224133 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-3e21feb6-7563-471e-b3ab-bc6133b8e8cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5978942 Feb 17 23:11:57.242188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Request body: {'port': {'device_id': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:11:57.311182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.593490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40c6317-6cd8-48b6-92a4-6ab8efa72a6e {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:11:57.601565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Publish callbacks [] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.613587 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Transition to ACTIVE for port object f40c6317-6cd8-48b6-92a4-6ab8efa72a6e will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:11:57.616560 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.665533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:57.737683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Attempting to bind port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e on host n-h2-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:11:57.738016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Attempting to bind port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e by drivers openvswitch,hyperv on host n-h2-828369-18 at level 0 using segments [{'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:11:57.738333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Attempting to bind port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:57.742585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:11:57.742988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Attempting to bind port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:11:57.747741 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Checking agent: {'id': 'b58ef829-8ca1-46f7-a9ca-32b3372f5512', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:11:57.748074 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Checking segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:11:57.748453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Bound using segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:11:57.748868 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Bound port: f40c6317-6cd8-48b6-92a4-6ab8efa72a6e, host: n-h2-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:11:57.749213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.812748 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] For port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e, host n-h2-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:11:57.816526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] For port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e, host n-h2-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:11:57.822820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.856717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:57.857392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:57.859109 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] 10.222.0.94 "PUT /v2.0/ports/f40c6317-6cd8-48b6-92a4-6ab8efa72a6e HTTP/1.1" status: 200 len: 1092 time: 0.6212776 Feb 17 23:11:57.861436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'tag': 'f40c6317-6cd8-48b6-92a4-6ab8efa72a6e'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:57.864447 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec3d35b-b759-4070-8593-a7d53dd9ae8f" -d '{"events": [{"name": "network-changed", "server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "tag": "f40c6317-6cd8-48b6-92a4-6ab8efa72a6e"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:57.895177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cfdde2-f1a2-44e3-927b-c69e59b3d4fa service neutron] Pushing event updated for resources: {'Port': ['ID=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:57.917788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c7edbf-9af5-41a8-b93f-0c17ee0f8b71 req-1bd9932a-4efe-4941-be56-a2cd01a00888 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:57.919306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30c7edbf-9af5-41a8-b93f-0c17ee0f8b71 req-1bd9932a-4efe-4941-be56-a2cd01a00888 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 943 time: 0.0591664 Feb 17 23:11:57.968443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-872643c4-3512-44a0-bd21-d73a5d2ca759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:57.969406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-30c7edbf-9af5-41a8-b93f-0c17ee0f8b71 req-07fc5bba-721c-4a77-8988-7d8e6d2a7053 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432916 Feb 17 23:11:57.973042 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-872643c4-3512-44a0-bd21-d73a5d2ca759 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 1126 time: 0.0536025 Feb 17 23:11:58.025638 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f0ff56-9339-4054-8410-548c31131aaf x-openstack-request-id: req-e4f0ff56-9339-4054-8410-548c31131aaf {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:58.025936 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "tag": "f40c6317-6cd8-48b6-92a4-6ab8efa72a6e", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:58.026190 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e4f0ff56-9339-4054-8410-548c31131aaf {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:58.026591 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'tag': 'f40c6317-6cd8-48b6-92a4-6ab8efa72a6e', 'status': 'completed', 'code': 200} Feb 17 23:11:58.028374 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-5cc9f679-22ca-4eb2-9b2e-089d6f0312cc service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e HTTP/1.1" status: 200 len: 217 time: 0.0422325 Feb 17 23:11:58.077675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b07ed1f4-bed5-4a39-a3d0-572e12113511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:58.079024 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b07ed1f4-bed5-4a39-a3d0-572e12113511 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0444503 Feb 17 23:11:58.110707 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-0539db38-d883-42d1-9db2-7f0b60a147c1 service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260198 Feb 17 23:11:58.204210 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-259fc848-d4e4-443a-8028-3d199afe0bbe service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875466 Feb 17 23:11:58.297293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-336abeae-3140-4b9a-b2c9-364cb8a276ac service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877423 Feb 17 23:11:58.423305 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-3489f3fe-091e-4a5f-880b-e06c7bd1f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:58.424887 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-3489f3fe-091e-4a5f-880b-e06c7bd1f891 service neutron] 10.222.0.94 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 1126 time: 0.0502446 Feb 17 23:11:58.520656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-4b0a8342-c016-4347-8bc8-fae3ce1147d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:58.522171 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-4b0a8342-c016-4347-8bc8-fae3ce1147d7 service neutron] 10.222.0.94 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 915 time: 0.0912580 Feb 17 23:11:58.572324 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-49551956-f0ab-4be1-8963-a9aa635cdca6 service neutron] 10.222.0.94 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e HTTP/1.1" status: 200 len: 217 time: 0.0361743 Feb 17 23:11:58.624665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-10802e2f-f2e9-4867-8af1-5abf33a8a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:58.626149 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-10802e2f-f2e9-4867-8af1-5abf33a8a848 service neutron] 10.222.0.94 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0484142 Feb 17 23:11:58.669545 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-5a814cf5-4f83-45c7-ade9-b40ba24ef24d service neutron] 10.222.0.94 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265970 Feb 17 23:11:58.694194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-9ec255e7-e08a-4b3f-9ee5-3c6e7dff87ad tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:11:58.695614 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-9ec255e7-e08a-4b3f-9ee5-3c6e7dff87ad tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 943 time: 0.0532386 Feb 17 23:11:58.758057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-e19ee383-ccb6-449f-b5e6-8d84daff9cc1 service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827646 Feb 17 23:11:58.793684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Deleting port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:11:58.794020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:58.852620 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-25e5262c-3578-4b0b-8677-31b70d04f1f4 service neutron] 10.222.0.94 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882666 Feb 17 23:11:58.883778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] For port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e, host n-h2-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828369-18',level=0,port_id=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:11:58.884141 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:58.896943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Calling delete_port for f40c6317-6cd8-48b6-92a4-6ab8efa72a6e owned by compute:nova {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:11:59.029965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f40c6317-6cd8-48b6-92a4-6ab8efa72a6e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:59.043203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8ff923db-551f-45ef-8f21-c3cbdefce4f9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:11:59.061545 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event deleted for resources: {'Port': ['ID=f40c6317-6cd8-48b6-92a4-6ab8efa72a6e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:11:59.094694 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23fc1141-60c4-47f8-ba04-6236390f86cc req-1b508fba-7818-4238-9c24-dcca44cf3e7b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0364220 Feb 17 23:11:59.132512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] No DVR routers for this DVR port f40c6317-6cd8-48b6-92a4-6ab8efa72a6e on host n-h2-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:11:59.135143 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:11:59.138580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.94 "DELETE /v2.0/ports/f40c6317-6cd8-48b6-92a4-6ab8efa72a6e HTTP/1.1" status: 204 len: 173 time: 0.4378357 Feb 17 23:11:59.139026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'name': 'network-vif-deleted', 'tag': 'f40c6317-6cd8-48b6-92a4-6ab8efa72a6e'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:11:59.141382 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f11ba11-fa09-4cb8-af86-b97cf44a1ad0" -d '{"events": [{"server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "name": "network-vif-deleted", "tag": "f40c6317-6cd8-48b6-92a4-6ab8efa72a6e"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:11:59.173170 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 17 Feb 2022 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c745531e-3075-4d28-a1ab-26a3c5463c51 x-openstack-request-id: req-c745531e-3075-4d28-a1ab-26a3c5463c51 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:11:59.173468 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "name": "network-vif-deleted", "tag": "f40c6317-6cd8-48b6-92a4-6ab8efa72a6e", "status": "failed", "code": 422}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:11:59.173723 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c745531e-3075-4d28-a1ab-26a3c5463c51 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:11:59.174132 n-d-828369-18 neutron-server[103527]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'name': 'network-vif-deleted', 'tag': 'f40c6317-6cd8-48b6-92a4-6ab8efa72a6e', 'status': 'failed', 'code': 422} returned with failed status Feb 17 23:12:00.197539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-af43748a-6969-4cf1-acad-c78417873e74 req-5e31a1e2-feeb-4fe3-b0d9-5cda6136b5c1 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 210 time: 0.0317464 Feb 17 23:12:00.207800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-f685a028-f016-4df5-b830-ef3fe1f2a25d tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:00.209505 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-f685a028-f016-4df5-b830-ef3fe1f2a25d tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 814 time: 0.1163373 Feb 17 23:12:00.221451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Request body: {'port': {'device_id': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9', 'admin_state_up': True, 'tenant_id': '1a3287c28528414998c22e1d8b3979fc'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:00.335052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Made reservation on behalf of 1a3287c28528414998c22e1d8b3979fc for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:00.338551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:00.467127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Allocated IP 172.20.0.13 (fa15cfce-d3fe-4f8d-b367-922422b8b9b9/1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8/e05e7244-3fed-4bba-bb88-9f326d097421) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:00.616259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks [] for port (e05e7244-3fed-4bba-bb88-9f326d097421), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:00.649247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:00.662242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8ff923db-551f-45ef-8f21-c3cbdefce4f9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:12:00.695575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:00.700695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:00.704541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:00.736718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event updated for resources: {'Port': ['ID=e05e7244-3fed-4bba-bb88-9f326d097421,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:00.759800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:00.760416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:00.776033 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-12e090c2-67df-49a3-9b39-51ed6927f995 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5582368 Feb 17 23:12:00.787599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Request body: {'port': {'device_id': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:00.846807 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:01.111147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05e7244-3fed-4bba-bb88-9f326d097421 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:12:01.119444 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Publish callbacks [] for port (e05e7244-3fed-4bba-bb88-9f326d097421), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:01.131158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Transition to ACTIVE for port object e05e7244-3fed-4bba-bb88-9f326d097421 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:12:01.135115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:01.200211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Pushing event updated for resources: {'Port': ['ID=e05e7244-3fed-4bba-bb88-9f326d097421,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:01.255821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Attempting to bind port e05e7244-3fed-4bba-bb88-9f326d097421 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:01.256962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Attempting to bind port e05e7244-3fed-4bba-bb88-9f326d097421 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:01.257414 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Attempting to bind port e05e7244-3fed-4bba-bb88-9f326d097421 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:01.262095 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Port e05e7244-3fed-4bba-bb88-9f326d097421 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:12:01.262456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Attempting to bind port e05e7244-3fed-4bba-bb88-9f326d097421 on network fa15cfce-d3fe-4f8d-b367-922422b8b9b9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:01.267231 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:01.267590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Checking segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:01.267959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Bound using segment: {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:01.268381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Bound port: e05e7244-3fed-4bba-bb88-9f326d097421, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '209fc041-f55a-4b95-8256-afa5f1f58c32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:01.269451 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:01.320941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5976d8-a615-4312-a66a-24845c402e51 req-f09da920-c1fb-4991-9459-ea4e45d4dd49 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:01.322440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b5976d8-a615-4312-a66a-24845c402e51 req-f09da920-c1fb-4991-9459-ea4e45d4dd49 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 944 time: 0.0546515 Feb 17 23:12:01.333773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] For port e05e7244-3fed-4bba-bb88-9f326d097421, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:01.336933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] For port e05e7244-3fed-4bba-bb88-9f326d097421, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e05e7244-3fed-4bba-bb88-9f326d097421,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:01.342115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:01.371730 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b5976d8-a615-4312-a66a-24845c402e51 req-19f8ef10-1b5a-4bf5-988e-3c4c9b1a8c1b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Feb 17 23:12:01.376881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:01.377506 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:01.378931 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] 10.222.0.73 "PUT /v2.0/ports/e05e7244-3fed-4bba-bb88-9f326d097421 HTTP/1.1" status: 200 len: 1093 time: 0.5961266 Feb 17 23:12:01.379390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'tag': 'e05e7244-3fed-4bba-bb88-9f326d097421'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:01.381667 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9a7979-594c-4352-bba1-16dca2ef4cef" -d '{"events": [{"name": "network-changed", "server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "tag": "e05e7244-3fed-4bba-bb88-9f326d097421"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:12:01.405938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007b2754-d4b1-437f-9c9d-ca3b43459fad service neutron] Pushing event updated for resources: {'Port': ['ID=e05e7244-3fed-4bba-bb88-9f326d097421,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:01.436490 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e2654b-7cb2-4d63-8604-263a6590fe4c x-openstack-request-id: req-99e2654b-7cb2-4d63-8604-263a6590fe4c {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:12:01.436797 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "tag": "e05e7244-3fed-4bba-bb88-9f326d097421", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:12:01.437040 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-99e2654b-7cb2-4d63-8604-263a6590fe4c {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:12:01.437449 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'tag': 'e05e7244-3fed-4bba-bb88-9f326d097421', 'status': 'completed', 'code': 200} Feb 17 23:12:01.480052 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-af8332ca-f091-4af2-a67e-7179094426b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:01.481632 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-af8332ca-f091-4af2-a67e-7179094426b7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 1127 time: 0.0570681 Feb 17 23:12:01.530606 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-f2762608-5121-43e9-b8a9-76087e15bef3 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05e7244-3fed-4bba-bb88-9f326d097421 HTTP/1.1" status: 200 len: 217 time: 0.0415597 Feb 17 23:12:01.580549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-2e40273b-2e1f-4e5d-8017-da0e0e692054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:01.582051 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-2e40273b-2e1f-4e5d-8017-da0e0e692054 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0461340 Feb 17 23:12:01.613307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-e4c9f4dc-7098-4c47-bcc1-139db49ead5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254190 Feb 17 23:12:01.706765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-529becc9-78a2-48ad-bd7a-dc76bbbdc112 service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865836 Feb 17 23:12:01.796238 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-0795d096-39ef-4a60-a7c7-752a581cb93a service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843272 Feb 17 23:12:01.884061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-544c9dc8-9ba1-4c18-8cba-1685626e3cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:01.885564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-544c9dc8-9ba1-4c18-8cba-1685626e3cf3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=1a3287c28528414998c22e1d8b3979fc&device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 1127 time: 0.0456684 Feb 17 23:12:01.978123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-05507201-67b3-43d1-a8ae-fbabcd485e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:01.979564 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-05507201-67b3-43d1-a8ae-fbabcd485e2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 200 len: 915 time: 0.0878263 Feb 17 23:12:02.020085 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-333349f7-3fb4-46df-a43e-6e60c40ca2a4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e05e7244-3fed-4bba-bb88-9f326d097421 HTTP/1.1" status: 200 len: 217 time: 0.0342791 Feb 17 23:12:02.072275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-ab8e8091-a14c-4ba0-9497-0ce30b20bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:02.073730 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-ab8e8091-a14c-4ba0-9497-0ce30b20bd02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 200 len: 854 time: 0.0476401 Feb 17 23:12:02.106140 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-7e4bd731-d743-4188-9b9f-7ff5df444d9c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=fa15cfce-d3fe-4f8d-b367-922422b8b9b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258732 Feb 17 23:12:02.204691 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-53fd0310-2431-4d02-9b3b-a388e5cdbf74 service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847893 Feb 17 23:12:02.297437 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9d9a7979-594c-4352-bba1-16dca2ef4cef req-bc1e5eeb-5645-4602-ba65-165b80bca313 service neutron] 10.222.0.73 "GET /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865700 Feb 17 23:12:02.497861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c57d3-50f0-4d73-9aca-8474cacd4bcd req-29d42709-a53b-49af-b227-58c4e0e72772 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:02.499215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f71c57d3-50f0-4d73-9aca-8474cacd4bcd req-29d42709-a53b-49af-b227-58c4e0e72772 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 944 time: 0.0531151 Feb 17 23:12:02.550257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f71c57d3-50f0-4d73-9aca-8474cacd4bcd req-ee30a25a-eeb8-4aab-8123-c552576b2287 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449815 Feb 17 23:12:03.667963 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5fb84-defe-4f52-afcb-6921144c1d5a req-c4a8791a-0137-44b1-bcb0-5495c8d3970e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:03.669454 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9a5fb84-defe-4f52-afcb-6921144c1d5a req-c4a8791a-0137-44b1-bcb0-5495c8d3970e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 944 time: 0.0529881 Feb 17 23:12:03.717541 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9a5fb84-defe-4f52-afcb-6921144c1d5a req-8b0c084c-0a9a-416c-b8e2-5b98870b29cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426023 Feb 17 23:12:04.838908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3597c-a2af-49f2-9197-690fd8436e0c req-65fa2658-64de-4923-af4b-8fc79325946a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:04.840351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9da3597c-a2af-49f2-9197-690fd8436e0c req-65fa2658-64de-4923-af4b-8fc79325946a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 944 time: 0.0536394 Feb 17 23:12:04.872697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e05e7244-3fed-4bba-bb88-9f326d097421 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:12:04.887588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9da3597c-a2af-49f2-9197-690fd8436e0c req-b07547b3-9ad5-4d57-bd07-93245b28e7aa tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416377 Feb 17 23:12:04.967672 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e05e7244-3fed-4bba-bb88-9f326d097421, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e05e7244-3fed-4bba-bb88-9f326d097421,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:04.979488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'e05e7244-3fed-4bba-bb88-9f326d097421', 'network_id': 'fa15cfce-d3fe-4f8d-b367-922422b8b9b9', 'port_id': 'e05e7244-3fed-4bba-bb88-9f326d097421', 'mac_address': 'fa:16:3e:0f:45:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:12:05.019779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e05e7244-3fed-4bba-bb88-9f326d097421 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:05.020165 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:05.033063 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05e7244-3fed-4bba-bb88-9f326d097421 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:12:05.052677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e05e7244-3fed-4bba-bb88-9f326d097421, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e05e7244-3fed-4bba-bb88-9f326d097421,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:05.056697 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:05.102660 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e05e7244-3fed-4bba-bb88-9f326d097421,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:05.109998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.110344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.110686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.111020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.111353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.111708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.112031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.112356 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.113184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.113504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.113823 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.114141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.114461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:05.270371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e05e7244-3fed-4bba-bb88-9f326d097421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:12:06.025850 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463ab55-0cc5-418a-bc9d-85bbd2c15654 req-9d80d8ee-a027-4f48-81c5-f425df1945ee tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:06.027680 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5463ab55-0cc5-418a-bc9d-85bbd2c15654 req-9d80d8ee-a027-4f48-81c5-f425df1945ee tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 945 time: 0.0601113 Feb 17 23:12:06.074937 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5463ab55-0cc5-418a-bc9d-85bbd2c15654 req-3cff40bc-c499-481f-a8d5-2f59c5b2339d tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417891 Feb 17 23:12:06.903886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e05e7244-3fed-4bba-bb88-9f326d097421 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:06.952478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port e05e7244-3fed-4bba-bb88-9f326d097421 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:12:06.956497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port e05e7244-3fed-4bba-bb88-9f326d097421 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:06.956872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:07.036947 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e05e7244-3fed-4bba-bb88-9f326d097421 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:07.037338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:07.060494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05e7244-3fed-4bba-bb88-9f326d097421'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:07.062746 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90966b1d-cf40-40d1-ae9b-3add539a45a2" -d '{"events": [{"server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "name": "network-vif-plugged", "status": "completed", "tag": "e05e7244-3fed-4bba-bb88-9f326d097421"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:12:07.074948 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e05e7244-3fed-4bba-bb88-9f326d097421, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e05e7244-3fed-4bba-bb88-9f326d097421,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:07.079147 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:07.103141 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c4582b-edac-4baf-b4e4-7393e25ec5df x-openstack-request-id: req-42c4582b-edac-4baf-b4e4-7393e25ec5df {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:12:07.103465 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "name": "network-vif-plugged", "status": "completed", "tag": "e05e7244-3fed-4bba-bb88-9f326d097421", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:12:07.103721 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-42c4582b-edac-4baf-b4e4-7393e25ec5df {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:12:07.104117 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05e7244-3fed-4bba-bb88-9f326d097421', 'code': 200} Feb 17 23:12:07.132826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e05e7244-3fed-4bba-bb88-9f326d097421,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:07.204975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cc4b37-790a-45e7-b0ce-5534ba7bb95e req-5b6fc8c1-e455-4749-9d72-e7de665ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:07.206423 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22cc4b37-790a-45e7-b0ce-5534ba7bb95e req-5b6fc8c1-e455-4749-9d72-e7de665ca7f8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 1129 time: 0.0450075 Feb 17 23:12:07.207530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb42551-96aa-43b0-ab6a-f0397ac8cd1f req-7d6ade27-0b33-4754-a15a-c15e5a8d94ce tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:07.209054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eb42551-96aa-43b0-ab6a-f0397ac8cd1f req-7d6ade27-0b33-4754-a15a-c15e5a8d94ce tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 946 time: 0.0551062 Feb 17 23:12:07.252547 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22cc4b37-790a-45e7-b0ce-5534ba7bb95e req-c750badd-f1ae-49a5-8b6e-0c4774ceb75e service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389595 Feb 17 23:12:07.256872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eb42551-96aa-43b0-ab6a-f0397ac8cd1f req-13757a82-b9d4-4dac-b6f9-6fd5f326fd12 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Feb 17 23:12:08.384955 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3016eac-0ace-4100-9fd1-79d176d9e7aa req-50ddcece-7b43-4d10-8ab8-6c331cc98748 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:08.386440 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3016eac-0ace-4100-9fd1-79d176d9e7aa req-50ddcece-7b43-4d10-8ab8-6c331cc98748 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 946 time: 0.0574470 Feb 17 23:12:08.434091 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3016eac-0ace-4100-9fd1-79d176d9e7aa req-3a03f59f-8b6b-4672-bbc9-644baf85b13a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419605 Feb 17 23:12:08.682860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5577cf72-daf0-4a8b-a7d9-aa175b4e1ec3 req-a0d28a7e-8209-42c3-8f2f-df29b6de8f9a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:08.684479 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5577cf72-daf0-4a8b-a7d9-aa175b4e1ec3 req-a0d28a7e-8209-42c3-8f2f-df29b6de8f9a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 946 time: 0.0627489 Feb 17 23:12:08.735468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5577cf72-daf0-4a8b-a7d9-aa175b4e1ec3 req-23a5a893-593b-43e7-9f92-920d569fc225 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Feb 17 23:12:09.822237 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:09.854114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c75390-c2ac-45c1-9187-ac35cee973a5 req-293124cb-44af-45f6-a1eb-ffdb4575973e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:09.855635 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c75390-c2ac-45c1-9187-ac35cee973a5 req-293124cb-44af-45f6-a1eb-ffdb4575973e tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 946 time: 0.0526464 Feb 17 23:12:09.907319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d9c75390-c2ac-45c1-9187-ac35cee973a5 req-256ce790-5ac5-4e88-958a-e653c95969b2 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459108 Feb 17 23:12:10.024422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac97331-8833-44ee-b474-bb812ed37866 req-43693ff0-0625-4613-b0f8-28550f4436a7 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:10.025869 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7ac97331-8833-44ee-b474-bb812ed37866 req-43693ff0-0625-4613-b0f8-28550f4436a7 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "GET /v2.0/ports?device_id=403df557-b0eb-4b53-8248-67b4a6b5b2c2 HTTP/1.1" status: 200 len: 946 time: 0.0512192 Feb 17 23:12:10.120987 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Deleting port e05e7244-3fed-4bba-bb88-9f326d097421 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:10.121252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:10.207970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] For port e05e7244-3fed-4bba-bb88-9f326d097421, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e05e7244-3fed-4bba-bb88-9f326d097421,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:10.208334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:10.226026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Calling delete_port for e05e7244-3fed-4bba-bb88-9f326d097421 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:10.351446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e05e7244-3fed-4bba-bb88-9f326d097421), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:10.362971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8ff923db-551f-45ef-8f21-c3cbdefce4f9', 'e05e7244-3fed-4bba-bb88-9f326d097421'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:12:10.378584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event deleted for resources: {'Port': ['ID=e05e7244-3fed-4bba-bb88-9f326d097421,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:10.427521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] No DVR routers for this DVR port e05e7244-3fed-4bba-bb88-9f326d097421 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:10.430273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:10.433687 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7ac97331-8833-44ee-b474-bb812ed37866 req-3eeac847-e2aa-4c6a-9112-1dc1224f8a9f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "DELETE /v2.0/ports/e05e7244-3fed-4bba-bb88-9f326d097421 HTTP/1.1" status: 204 len: 173 time: 0.4019947 Feb 17 23:12:10.434208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'name': 'network-vif-deleted', 'tag': 'e05e7244-3fed-4bba-bb88-9f326d097421'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:10.436505 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa7456-9a99-40db-9a4f-6274e66fce8b" -d '{"events": [{"server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "name": "network-vif-deleted", "tag": "e05e7244-3fed-4bba-bb88-9f326d097421"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:12:10.473896 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae8c024-7089-4fea-b3f1-8d12c64d0107 x-openstack-request-id: req-8ae8c024-7089-4fea-b3f1-8d12c64d0107 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:12:10.474801 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "403df557-b0eb-4b53-8248-67b4a6b5b2c2", "name": "network-vif-deleted", "tag": "e05e7244-3fed-4bba-bb88-9f326d097421", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:12:10.474801 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8ae8c024-7089-4fea-b3f1-8d12c64d0107 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:12:10.475002 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '403df557-b0eb-4b53-8248-67b4a6b5b2c2', 'name': 'network-vif-deleted', 'tag': 'e05e7244-3fed-4bba-bb88-9f326d097421', 'status': 'completed', 'code': 200} Feb 17 23:12:11.063638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca4e4b-4e74-46fb-8375-9914b32115e1 req-3e2bcaf8-b49f-4dac-9875-a5e954fd25c4 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.065102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efca4e4b-4e74-46fb-8375-9914b32115e1 req-3e2bcaf8-b49f-4dac-9875-a5e954fd25c4 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0538762 Feb 17 23:12:11.111439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-efca4e4b-4e74-46fb-8375-9914b32115e1 req-9093c62b-9ea9-4d8e-8d6a-38c1a55b84d0 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401721 Feb 17 23:12:11.244961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21ee45b-3307-4f55-8dcd-20a2c3e69072 req-9f30c39c-0bb6-4278-98b9-f3b58b9685e9 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.246331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f21ee45b-3307-4f55-8dcd-20a2c3e69072 req-9f30c39c-0bb6-4278-98b9-f3b58b9685e9 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0523777 Feb 17 23:12:11.290592 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:12:11.292160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f21ee45b-3307-4f55-8dcd-20a2c3e69072 req-212f5500-3402-4c5c-9af4-babfbff0d028 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402999 Feb 17 23:12:11.412823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74d15e-f319-422f-8beb-00ef98a70398 req-61be1423-ae80-42d8-9fbb-b0b6afc38772 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.414287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed74d15e-f319-422f-8beb-00ef98a70398 req-61be1423-ae80-42d8-9fbb-b0b6afc38772 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0570788 Feb 17 23:12:11.460679 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed74d15e-f319-422f-8beb-00ef98a70398 req-2feb1226-a7b0-4212-a463-35e6645f3f5f tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 Feb 17 23:12:11.633665 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262c43f-103a-4953-a5a8-5accf01f60ce req-25e6f12d-81f1-4062-b1d2-33ba5a829740 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.635115 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5262c43f-103a-4953-a5a8-5accf01f60ce req-25e6f12d-81f1-4062-b1d2-33ba5a829740 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0532444 Feb 17 23:12:11.681113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5262c43f-103a-4953-a5a8-5accf01f60ce req-ff6fa10a-ed27-45db-a210-c17133e41e1b tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405130 Feb 17 23:12:11.798034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6edbde4-0e50-41ee-8f40-dd01f7b41d12 req-e659d852-c1aa-4a8c-aceb-f5688aee3207 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.799413 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6edbde4-0e50-41ee-8f40-dd01f7b41d12 req-e659d852-c1aa-4a8c-aceb-f5688aee3207 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0517588 Feb 17 23:12:11.850563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b6edbde4-0e50-41ee-8f40-dd01f7b41d12 req-a27de0b1-88b7-4be0-aafb-ae3a702acfd4 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Feb 17 23:12:11.977142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec6221-abb7-4891-8eb4-583fce2fa9d8 req-9418107a-b379-47bf-8daa-be82115a9fbf tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:11.978606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bec6221-abb7-4891-8eb4-583fce2fa9d8 req-9418107a-b379-47bf-8daa-be82115a9fbf tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0531037 Feb 17 23:12:12.025451 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0bec6221-abb7-4891-8eb4-583fce2fa9d8 req-1ea87899-fc97-48e7-9c7e-f55c2bf2d645 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409107 Feb 17 23:12:12.331061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1c015-c889-400e-9bc3-f5e2787ad410 req-c70478d4-240d-4d0f-9f83-25104dac22cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:12.333273 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fec1c015-c889-400e-9bc3-f5e2787ad410 req-c70478d4-240d-4d0f-9f83-25104dac22cd tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0557082 Feb 17 23:12:12.380619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fec1c015-c889-400e-9bc3-f5e2787ad410 req-5674589d-fcf6-4974-8b5e-b9aab5cf0149 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419412 Feb 17 23:12:12.924391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e05e7244-3fed-4bba-bb88-9f326d097421 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:12:12.944896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: e05e7244-3fed-4bba-bb88-9f326d097421 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:12:12.945241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e05e7244-3fed-4bba-bb88-9f326d097421 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:12:13.505399 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ccde9-778e-4862-b295-8f97a2098843 req-46a875f7-4717-4952-9a7e-d1c2c2e397b5 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:13.506877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-429ccde9-778e-4862-b295-8f97a2098843 req-46a875f7-4717-4952-9a7e-d1c2c2e397b5 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0577085 Feb 17 23:12:13.554357 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-429ccde9-778e-4862-b295-8f97a2098843 req-248e229a-1b72-4a4e-9900-21b8d8336a4c tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.79 "GET /v2.0/security-groups?id=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419333 Feb 17 23:12:13.633898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-625e8730-5fd3-4bf8-98ec-95fdd0e49723 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:13.635343 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-625e8730-5fd3-4bf8-98ec-95fdd0e49723 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "GET /v2.0/ports?device_id=c43a95b6-6744-421c-8e71-784af11868db HTTP/1.1" status: 200 len: 945 time: 0.0528138 Feb 17 23:12:13.728441 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Deleting port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:13.728782 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:13.819318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] For port 8ff923db-551f-45ef-8f21-c3cbdefce4f9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8ff923db-551f-45ef-8f21-c3cbdefce4f9,segment=NetworkSegment(209fc041-f55a-4b95-8256-afa5f1f58c32),segment_id=209fc041-f55a-4b95-8256-afa5f1f58c32)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:13.819710 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:13.833060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Calling delete_port for 8ff923db-551f-45ef-8f21-c3cbdefce4f9 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:13.959838 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8ff923db-551f-45ef-8f21-c3cbdefce4f9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:13.970826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8ff923db-551f-45ef-8f21-c3cbdefce4f9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:12:13.986524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Pushing event deleted for resources: {'Port': ['ID=8ff923db-551f-45ef-8f21-c3cbdefce4f9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:14.030623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] No DVR routers for this DVR port 8ff923db-551f-45ef-8f21-c3cbdefce4f9 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:14.033226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.036711 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-608bf4ca-1df7-47a3-91f9-2bc205bb590a req-330bc64e-674c-4967-8405-7b27540aa897 tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] 10.222.0.73 "DELETE /v2.0/ports/8ff923db-551f-45ef-8f21-c3cbdefce4f9 HTTP/1.1" status: 204 len: 173 time: 0.3958657 Feb 17 23:12:14.037197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'name': 'network-vif-deleted', 'tag': '8ff923db-551f-45ef-8f21-c3cbdefce4f9'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:14.039505 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fc4a0d-9453-42b7-8c3b-dd58c8ec4bf6" -d '{"events": [{"server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "name": "network-vif-deleted", "tag": "8ff923db-551f-45ef-8f21-c3cbdefce4f9"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:12:14.080841 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bf167a-981f-4c4c-a802-2eb60c90f90b x-openstack-request-id: req-49bf167a-981f-4c4c-a802-2eb60c90f90b {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:12:14.081793 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43a95b6-6744-421c-8e71-784af11868db", "name": "network-vif-deleted", "tag": "8ff923db-551f-45ef-8f21-c3cbdefce4f9", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:12:14.082072 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49bf167a-981f-4c4c-a802-2eb60c90f90b {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:12:14.082476 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43a95b6-6744-421c-8e71-784af11868db', 'name': 'network-vif-deleted', 'tag': '8ff923db-551f-45ef-8f21-c3cbdefce4f9', 'status': 'completed', 'code': 200} Feb 17 23:12:14.547361 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a7935a88-a485-4a02-a4ec-89e7788d0011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.610910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38266) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:14.654990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] Deleting subnet 1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:12:14.657999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] Publish callbacks [] for subnet (1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.690525 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.735050 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.797656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.822519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:14.828569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.831865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ef035e9a-064f-4be7-99aa-ac7a49fc91b1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/1acaa54e-26fc-4b61-8e3a-94e7a3bb06e8 HTTP/1.1" status: 204 len: 168 time: 0.2197778 Feb 17 23:12:14.834816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38268) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:14.911056 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (fa15cfce-d3fe-4f8d-b367-922422b8b9b9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:14.998334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (fa15cfce-d3fe-4f8d-b367-922422b8b9b9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.023274 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa15cfce-d3fe-4f8d-b367-922422b8b9b9']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:15.033220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '209fc041-f55a-4b95-8256-afa5f1f58c32') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:15.033507 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '209fc041-f55a-4b95-8256-afa5f1f58c32') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:15.045201 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (209fc041-f55a-4b95-8256-afa5f1f58c32), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.070978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (209fc041-f55a-4b95-8256-afa5f1f58c32), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.077237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:15.077625 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (209fc041-f55a-4b95-8256-afa5f1f58c32), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:15.079295 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:15.147531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (fa15cfce-d3fe-4f8d-b367-922422b8b9b9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.153134 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.156360 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] 10.222.0.79 "DELETE /v2.0/networks/fa15cfce-d3fe-4f8d-b367-922422b8b9b9 HTTP/1.1" status: 204 len: 168 time: 0.3204243 Feb 17 23:12:15.168235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7d45f-cec4-4821-b9f0-dde849938ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa15cfce-d3fe-4f8d-b367-922422b8b9b9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:15.266149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38272) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:15.308717 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e374a64a-1f3e-4248-a0a7-49750c06ff4e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1a3287c28528414998c22e1d8b3979fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413361 Feb 17 23:12:15.311298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38274) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:15.365878 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8503-958b-4cf1-8eca-5d9a4b15de5e admin admin] Publish callbacks [] for security_group (7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.387584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8503-958b-4cf1-8eca-5d9a4b15de5e admin admin] Publish callbacks [] for security_group (7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.437031 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8503-958b-4cf1-8eca-5d9a4b15de5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.439622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cf0f8503-958b-4cf1-8eca-5d9a4b15de5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:15.440789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cf0f8503-958b-4cf1-8eca-5d9a4b15de5e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9 HTTP/1.1" status: 204 len: 168 time: 0.1284359 Feb 17 23:12:15.449305 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f8503-958b-4cf1-8eca-5d9a4b15de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2c0219-7c20-4e22-a7eb-e0fe75cc7ac9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:16.127870 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38296) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:16.228862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1744301912'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:16.254624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:16.258267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.266799 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.342785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for security_group (97af1f5e-bb06-4e2f-a50a-0fb66d9e4622), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.346371 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (97af1f5e-bb06-4e2f-a50a-0fb66d9e4622), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.373170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:16.383318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97af1f5e-bb06-4e2f-a50a-0fb66d9e4622,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:16.388094 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (be0cf63b-0f91-4567-93a0-4715bd630007), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.388436 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Added segment be0cf63b-0f91-4567-93a0-4715bd630007 of type vlan for network 98335c6d-28a0-47ab-aa98-0160711e483a Feb 17 23:12:16.428157 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (98335c6d-28a0-47ab-aa98-0160711e483a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.453243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (98335c6d-28a0-47ab-aa98-0160711e483a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.458206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:16.458786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:16.519494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3899519 Feb 17 23:12:16.531036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea06b411-f803-453b-8c07-068a90c4a329 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Network': ['ID=98335c6d-28a0-47ab-aa98-0160711e483a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:16.547422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 98335c6d-28a0-47ab-aa98-0160711e483a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:16.932248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8ff923db-551f-45ef-8f21-c3cbdefce4f9 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:12:16.955333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 8ff923db-551f-45ef-8f21-c3cbdefce4f9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:12:16.955700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8ff923db-551f-45ef-8f21-c3cbdefce4f9 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:12:17.414095 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-221cd825-d277-4b5a-af57-0e71ab55f28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:17.837947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-8041f413-75f2-4f5a-906f-2d63d8422a71 req-879d2ef4-9d8a-46f0-866f-449b30a31418 service neutron] (103526) timed out ('10.222.0.79', 58080) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:12:18.119638 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:19.534191 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:19.855546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38302) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:19.861150 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'subnet': {'network_id': '98335c6d-28a0-47ab-aa98-0160711e483a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:19.948878 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:19.952256 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.133365 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (e7b2d252-87dd-4aba-aec3-57071a10df98), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.191894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Subnet': ['ID=e7b2d252-87dd-4aba-aec3-57071a10df98,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:20.203053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.203419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.203761 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.204093 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.204427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.204756 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.205078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.205401 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.205720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.206040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.206357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.207207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.207553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:20.215326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Checking segment: {'id': 'be0cf63b-0f91-4567-93a0-4715bd630007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '98335c6d-28a0-47ab-aa98-0160711e483a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:20.215326 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network hostable DHCP agents. Network: 98335c6d-28a0-47ab-aa98-0160711e483a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:20.232107 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network 98335c6d-28a0-47ab-aa98-0160711e483a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:20.241192 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 98335c6d-28a0-47ab-aa98-0160711e483a) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:20.245627 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:20.246207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.253555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a0bd4-e632-40f5-87b5-66848e37af55 None None] Network 98335c6d-28a0-47ab-aa98-0160711e483a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:20.262902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e792683b-487a-447c-9b24-91abc23228a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4063230 Feb 17 23:12:20.266529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38304) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:20.271819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-369502680'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:20.293254 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:20.296957 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.321573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:20.332432 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (953d867a-d8ff-42b6-b4df-1a0f08984577), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.332780 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Added segment 953d867a-d8ff-42b6-b4df-1a0f08984577 of type vlan for network 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 Feb 17 23:12:20.380152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.407625 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.413200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:20.413813 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.470960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2006896 Feb 17 23:12:20.471544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38306) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:20.479612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'subnet': {'network_id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:20.488037 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6e482-7f7d-46a2-85a1-beb265bd0799 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Network': ['ID=3b42b6a5-25e6-4a17-acdc-a10dc54b81a0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:20.504526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:20.542091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-98335c6d-28a0-47ab-aa98-0160711e483a', 'network_id': '98335c6d-28a0-47ab-aa98-0160711e483a', 'project_id': '144fea3e52554246b12ed9cb358e3275', 'fixed_ips': [{'subnet_id': 'e7b2d252-87dd-4aba-aec3-57071a10df98'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:20.542958 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.578349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:20.582805 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.702951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Allocated IP 2001:db8:0:ffff::2 (98335c6d-28a0-47ab-aa98-0160711e483a/e7b2d252-87dd-4aba-aec3-57071a10df98/ca0b14fb-1a67-4fed-8e62-be5c3512e8e8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:20.858252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Publish callbacks [] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.865745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.907700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Network 98335c6d-28a0-47ab-aa98-0160711e483a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:20.910767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:20.914492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:20.920067 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Pushing event updated for resources: {'Port': ['ID=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:20.990457 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:20.994082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Attempting to bind port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:20.994463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Attempting to bind port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'be0cf63b-0f91-4567-93a0-4715bd630007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '98335c6d-28a0-47ab-aa98-0160711e483a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:20.994879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Attempting to bind port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 on network 98335c6d-28a0-47ab-aa98-0160711e483a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:21.000338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:21.000720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Checking segment: {'id': 'be0cf63b-0f91-4567-93a0-4715bd630007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '98335c6d-28a0-47ab-aa98-0160711e483a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:21.001134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.001520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Bound using segment: {'id': 'be0cf63b-0f91-4567-93a0-4715bd630007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '98335c6d-28a0-47ab-aa98-0160711e483a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:21.001989 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Bound port: ca0b14fb-1a67-4fed-8e62-be5c3512e8e8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0cf63b-0f91-4567-93a0-4715bd630007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '98335c6d-28a0-47ab-aa98-0160711e483a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:21.002369 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.070274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] For port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:21.073528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] For port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,segment=NetworkSegment(be0cf63b-0f91-4567-93a0-4715bd630007),segment_id=be0cf63b-0f91-4567-93a0-4715bd630007)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:21.080014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.094951 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (656c7a24-53d0-4c77-8f2b-2b917810dc7c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.149458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88046-0427-409f-ba95-8f3ab660b933 None None] Pushing event updated for resources: {'Port': ['ID=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:21.154704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Subnet': ['ID=656c7a24-53d0-4c77-8f2b-2b917810dc7c,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:21.171054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Checking segment: {'id': '953d867a-d8ff-42b6-b4df-1a0f08984577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:21.171451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network hostable DHCP agents. Network: 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:21.190144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:21.200026 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:21.204266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:21.204881 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.209694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966e83bf-0099-4766-b943-01eff2235cc5 None None] Network 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:21.225323 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-963b05d9-5c27-476b-9453-a5a898d58da0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7488945 Feb 17 23:12:21.225516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38308) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:21.342132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-3b42b6a5-25e6-4a17-acdc-a10dc54b81a0', 'network_id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0', 'project_id': '144fea3e52554246b12ed9cb358e3275', 'fixed_ips': [{'subnet_id': '656c7a24-53d0-4c77-8f2b-2b917810dc7c'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:21.343725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.348173 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.450618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (656c7a24-53d0-4c77-8f2b-2b917810dc7c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.499257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Allocated IP 2001:db8::2 (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0/656c7a24-53d0-4c77-8f2b-2b917810dc7c/665c749a-6b20-4d20-9d86-5025c7d79be1) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:21.649378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Publish callbacks [] for port (665c749a-6b20-4d20-9d86-5025c7d79be1), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.655871 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (665c749a-6b20-4d20-9d86-5025c7d79be1), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.677992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (656c7a24-53d0-4c77-8f2b-2b917810dc7c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.698576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Network 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:21.701470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:21.704022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:21.710608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Subnet': ['ID=656c7a24-53d0-4c77-8f2b-2b917810dc7c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:21.714422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Pushing event updated for resources: {'Port': ['ID=665c749a-6b20-4d20-9d86-5025c7d79be1,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:21.768426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Attempting to bind port 665c749a-6b20-4d20-9d86-5025c7d79be1 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:21.768817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Attempting to bind port 665c749a-6b20-4d20-9d86-5025c7d79be1 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '953d867a-d8ff-42b6-b4df-1a0f08984577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:21.769299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Attempting to bind port 665c749a-6b20-4d20-9d86-5025c7d79be1 on network 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:21.770417 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.774290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:21.774665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Checking segment: {'id': '953d867a-d8ff-42b6-b4df-1a0f08984577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:21.775065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.775640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Bound using segment: {'id': '953d867a-d8ff-42b6-b4df-1a0f08984577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:21.776268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Bound port: 665c749a-6b20-4d20-9d86-5025c7d79be1, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953d867a-d8ff-42b6-b4df-1a0f08984577', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:21.776649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (665c749a-6b20-4d20-9d86-5025c7d79be1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.791088 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b42b6a5-25e6-4a17-acdc-a10dc54b81a0']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:21.801307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953d867a-d8ff-42b6-b4df-1a0f08984577') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:21.801710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953d867a-d8ff-42b6-b4df-1a0f08984577') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:21.811352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (953d867a-d8ff-42b6-b4df-1a0f08984577), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.826708 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (953d867a-d8ff-42b6-b4df-1a0f08984577), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.833670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:21.834647 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (953d867a-d8ff-42b6-b4df-1a0f08984577), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:21.837540 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:21.847922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] For port 665c749a-6b20-4d20-9d86-5025c7d79be1, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:21.906078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] For port 665c749a-6b20-4d20-9d86-5025c7d79be1, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=665c749a-6b20-4d20-9d86-5025c7d79be1,segment=NetworkSegment(953d867a-d8ff-42b6-b4df-1a0f08984577),segment_id=953d867a-d8ff-42b6-b4df-1a0f08984577)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:21.906738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.db.api [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 23:12:21.906738 n-d-828369-18 neutron-server[103526]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 23:12:21.906738 n-d-828369-18 neutron-server[103526]: [parameters: {'id': '3b42b6a5-25e6-4a17-acdc-a10dc54b81a0'}] Feb 17 23:12:21.906738 n-d-828369-18 neutron-server[103526]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103526) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:12:21.907130 n-d-828369-18 neutron-server[103526]: DEBUG oslo_db.api [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:12:21.913445 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (665c749a-6b20-4d20-9d86-5025c7d79be1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:21.994903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e143d3a-c809-49da-8b01-ca1c2f075eb2 None None] Pushing event updated for resources: {'Port': ['ID=665c749a-6b20-4d20-9d86-5025c7d79be1,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:22.023188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e597cf6a-c7f8-4cde-bcea-c92239ed5826 None None] Network 3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:22.297000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240484ae-226d-419f-aef2-e3f0834c9b66 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 23:12:22.368372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240484ae-226d-419f-aef2-e3f0834c9b66 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 23:12:22.377658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a3f6d3c9-744a-4483-b173-f43659ce862a None None] Provisioning complete for port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:22.378030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d3c9-744a-4483-b173-f43659ce862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.408982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.463182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Deleting port 665c749a-6b20-4d20-9d86-5025c7d79be1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:22.463601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (665c749a-6b20-4d20-9d86-5025c7d79be1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.533470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] For port 665c749a-6b20-4d20-9d86-5025c7d79be1, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=665c749a-6b20-4d20-9d86-5025c7d79be1,segment=NetworkSegment(953d867a-d8ff-42b6-b4df-1a0f08984577),segment_id=953d867a-d8ff-42b6-b4df-1a0f08984577)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:22.533848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (665c749a-6b20-4d20-9d86-5025c7d79be1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.548034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a3f6d3c9-744a-4483-b173-f43659ce862a None None] Current status of the port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:22.548343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d3c9-744a-4483-b173-f43659ce862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.552460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Calling delete_port for 665c749a-6b20-4d20-9d86-5025c7d79be1 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:22.604869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a3f6d3c9-744a-4483-b173-f43659ce862a None None] For port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,segment=NetworkSegment(be0cf63b-0f91-4567-93a0-4715bd630007),segment_id=be0cf63b-0f91-4567-93a0-4715bd630007)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:22.613964 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a3f6d3c9-744a-4483-b173-f43659ce862a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.636438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (665c749a-6b20-4d20-9d86-5025c7d79be1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.637412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a6d58-fd56-4f8a-80a1-d3e36fedc160 None None] Network 98335c6d-28a0-47ab-aa98-0160711e483a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:22.664479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No DVR routers for this DVR port 665c749a-6b20-4d20-9d86-5025c7d79be1 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:22.666237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Port': ['ID=665c749a-6b20-4d20-9d86-5025c7d79be1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:22.710828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6d3c9-744a-4483-b173-f43659ce862a None None] Pushing event updated for resources: {'Port': ['ID=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:22.752841 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.776487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b42b6a5-25e6-4a17-acdc-a10dc54b81a0']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:22.790375 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953d867a-d8ff-42b6-b4df-1a0f08984577') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:22.790678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953d867a-d8ff-42b6-b4df-1a0f08984577') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:22.801399 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (953d867a-d8ff-42b6-b4df-1a0f08984577), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.817882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:22.819424 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (953d867a-d8ff-42b6-b4df-1a0f08984577), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.827309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:22.827893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (953d867a-d8ff-42b6-b4df-1a0f08984577), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:22.831450 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:22.874983 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:22.875651 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.896611 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (3b42b6a5-25e6-4a17-acdc-a10dc54b81a0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.909615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.916240 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 HTTP/1.1" status: 204 len: 168 time: 1.6862347 Feb 17 23:12:22.916708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38310) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:22.922525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2110285892'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:22.923197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c94ae9-c9df-4795-a10c-b21517110993 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Network': ['ID=3b42b6a5-25e6-4a17-acdc-a10dc54b81a0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:22.950203 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:22.953882 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.974987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:22.981252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:22.991123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb56550c-97ee-4816-b4c3-0d77bd260746), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:22.991532 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Added segment fb56550c-97ee-4816-b4c3-0d77bd260746 of type vlan for network f552f179-f654-4263-9b17-d172001faa7a Feb 17 23:12:23.032691 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f552f179-f654-4263-9b17-d172001faa7a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.038708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-975f2d2a-1d80-4248-bf42-39ac944da54b None None] Provisioning complete for port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:23.039407 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-975f2d2a-1d80-4248-bf42-39ac944da54b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.058373 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f552f179-f654-4263-9b17-d172001faa7a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.063297 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:23.063906 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.121080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-975f2d2a-1d80-4248-bf42-39ac944da54b None None] Current status of the port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:23.133329 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2149510 Feb 17 23:12:23.136155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38312) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:23.141066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'subnet': {'network_id': 'f552f179-f654-4263-9b17-d172001faa7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:23.186352 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fa4a1-d311-4ff2-9989-e63c42cbdc66 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Network': ['ID=f552f179-f654-4263-9b17-d172001faa7a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:23.198101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f552f179-f654-4263-9b17-d172001faa7a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:23.240012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:23.243561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.626944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Performing IP validity checks on allocation pools {{(pid=103527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Feb 17 23:12:23.627476 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.ipam_backend_mixin [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103527) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Feb 17 23:12:23.751425 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (dba356d7-21b3-45c2-a74c-b13c1533e539), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.810866 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Subnet': ['ID=dba356d7-21b3-45c2-a74c-b13c1533e539,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:23.819221 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Checking segment: {'id': 'fb56550c-97ee-4816-b4c3-0d77bd260746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f552f179-f654-4263-9b17-d172001faa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:23.819617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network hostable DHCP agents. Network: f552f179-f654-4263-9b17-d172001faa7a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:23.836177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network f552f179-f654-4263-9b17-d172001faa7a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:23.844465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f552f179-f654-4263-9b17-d172001faa7a) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:23.849577 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:23.850209 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.854232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d183ead-03ee-40d0-97da-aa6e38f37bbe None None] Network f552f179-f654-4263-9b17-d172001faa7a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:23.869865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2a105af6-9847-4fcc-aa1f-fe0ab1fa2d3c tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7326534 Feb 17 23:12:23.872590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38314) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:23.951136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f552f179-f654-4263-9b17-d172001faa7a', 'network_id': 'f552f179-f654-4263-9b17-d172001faa7a', 'project_id': '144fea3e52554246b12ed9cb358e3275', 'fixed_ips': [{'subnet_id': 'dba356d7-21b3-45c2-a74c-b13c1533e539'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:23.952123 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:23.973709 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f552f179-f654-4263-9b17-d172001faa7a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.028285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dba356d7-21b3-45c2-a74c-b13c1533e539), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.088411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Allocated IP 2001:db8::3 (f552f179-f654-4263-9b17-d172001faa7a/dba356d7-21b3-45c2-a74c-b13c1533e539/0eef1954-4f60-4f77-815a-50343d083d70) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:24.230546 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Publish callbacks [] for port (0eef1954-4f60-4f77-815a-50343d083d70), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.236559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (0eef1954-4f60-4f77-815a-50343d083d70), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.252630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (dba356d7-21b3-45c2-a74c-b13c1533e539), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.273404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Network f552f179-f654-4263-9b17-d172001faa7a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:24.278688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:24.282240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:24.285841 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Subnet': ['ID=dba356d7-21b3-45c2-a74c-b13c1533e539,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:24.292833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Pushing event updated for resources: {'Port': ['ID=0eef1954-4f60-4f77-815a-50343d083d70,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:24.347561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Attempting to bind port 0eef1954-4f60-4f77-815a-50343d083d70 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:24.347995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Attempting to bind port 0eef1954-4f60-4f77-815a-50343d083d70 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'fb56550c-97ee-4816-b4c3-0d77bd260746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f552f179-f654-4263-9b17-d172001faa7a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:24.348445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Attempting to bind port 0eef1954-4f60-4f77-815a-50343d083d70 on network f552f179-f654-4263-9b17-d172001faa7a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:24.349327 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f552f179-f654-4263-9b17-d172001faa7a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.353849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:24.354228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Checking segment: {'id': 'fb56550c-97ee-4816-b4c3-0d77bd260746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f552f179-f654-4263-9b17-d172001faa7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:24.354627 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.355015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Bound using segment: {'id': 'fb56550c-97ee-4816-b4c3-0d77bd260746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f552f179-f654-4263-9b17-d172001faa7a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:24.355503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Bound port: 0eef1954-4f60-4f77-815a-50343d083d70, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb56550c-97ee-4816-b4c3-0d77bd260746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f552f179-f654-4263-9b17-d172001faa7a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:24.355880 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (0eef1954-4f60-4f77-815a-50343d083d70), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.370982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f552f179-f654-4263-9b17-d172001faa7a']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:24.381767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb56550c-97ee-4816-b4c3-0d77bd260746') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:24.382065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb56550c-97ee-4816-b4c3-0d77bd260746') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:24.391520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (fb56550c-97ee-4816-b4c3-0d77bd260746), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.405411 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb56550c-97ee-4816-b4c3-0d77bd260746), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.411551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:24.412228 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (fb56550c-97ee-4816-b4c3-0d77bd260746), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:24.415836 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:24.418774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] For port 0eef1954-4f60-4f77-815a-50343d083d70, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:24.474596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] For port 0eef1954-4f60-4f77-815a-50343d083d70, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0eef1954-4f60-4f77-815a-50343d083d70,segment=NetworkSegment(fb56550c-97ee-4816-b4c3-0d77bd260746),segment_id=fb56550c-97ee-4816-b4c3-0d77bd260746)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:24.475125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.db.api [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 17 23:12:24.475125 n-d-828369-18 neutron-server[103527]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 17 23:12:24.475125 n-d-828369-18 neutron-server[103527]: [parameters: {'id': 'f552f179-f654-4263-9b17-d172001faa7a'}] Feb 17 23:12:24.475125 n-d-828369-18 neutron-server[103527]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103527) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:12:24.475553 n-d-828369-18 neutron-server[103527]: DEBUG oslo_db.api [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:12:24.480708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (0eef1954-4f60-4f77-815a-50343d083d70), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:24.564018 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7687b4-227b-4874-8590-c5c7a6799f1f None None] Pushing event updated for resources: {'Port': ['ID=0eef1954-4f60-4f77-815a-50343d083d70,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:24.578848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba194f7-17d5-4a2c-84fc-5f3025dd3450 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 23:12:24.797562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba194f7-17d5-4a2c-84fc-5f3025dd3450 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 23:12:24.948287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3eaf37-e508-45bc-811a-296e773b3f02 None None] Network f552f179-f654-4263-9b17-d172001faa7a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:24.977426 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f552f179-f654-4263-9b17-d172001faa7a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.036897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Deleting port 0eef1954-4f60-4f77-815a-50343d083d70 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:25.037235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (0eef1954-4f60-4f77-815a-50343d083d70), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.100142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] For port 0eef1954-4f60-4f77-815a-50343d083d70, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=0eef1954-4f60-4f77-815a-50343d083d70,segment=NetworkSegment(fb56550c-97ee-4816-b4c3-0d77bd260746),segment_id=fb56550c-97ee-4816-b4c3-0d77bd260746)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:25.100499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (0eef1954-4f60-4f77-815a-50343d083d70), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.114857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Calling delete_port for 0eef1954-4f60-4f77-815a-50343d083d70 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:25.195580 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (0eef1954-4f60-4f77-815a-50343d083d70), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.222668 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Port': ['ID=0eef1954-4f60-4f77-815a-50343d083d70,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:25.224499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No DVR routers for this DVR port 0eef1954-4f60-4f77-815a-50343d083d70 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:25.303678 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f552f179-f654-4263-9b17-d172001faa7a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.324899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f552f179-f654-4263-9b17-d172001faa7a']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:25.334408 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb56550c-97ee-4816-b4c3-0d77bd260746') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:25.334724 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb56550c-97ee-4816-b4c3-0d77bd260746') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:25.348537 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (fb56550c-97ee-4816-b4c3-0d77bd260746), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.362262 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (fb56550c-97ee-4816-b4c3-0d77bd260746), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.369214 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:25.369598 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (fb56550c-97ee-4816-b4c3-0d77bd260746), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:25.372599 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:25.429215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f552f179-f654-4263-9b17-d172001faa7a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.436166 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.439283 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/f552f179-f654-4263-9b17-d172001faa7a HTTP/1.1" status: 204 len: 168 time: 1.5657797 Feb 17 23:12:25.443596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38316) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:25.449659 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-111996501'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:25.451856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a67aee4-8552-42be-897b-9178193166b5 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Network': ['ID=f552f179-f654-4263-9b17-d172001faa7a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:25.468588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:25.471945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.495405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:25.504503 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (254b6aa3-bf03-4283-a7c5-7065f073f88c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.504843 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Added segment 254b6aa3-bf03-4283-a7c5-7065f073f88c of type vlan for network f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b Feb 17 23:12:25.551508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.576475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.581472 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:25.582105 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.623110 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.642867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1979403 Feb 17 23:12:25.645822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38318) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:25.650982 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'subnet': {'network_id': 'f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:25.651909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b479c3-26a8-42a0-857c-2e95174a08b4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Network': ['ID=f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:25.662920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:25.743174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:25.746673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.928988 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (14241dc2-0548-4b0f-86af-ad98dfa79044), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:25.990650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Subnet': ['ID=14241dc2-0548-4b0f-86af-ad98dfa79044,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:25.998183 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Checking segment: {'id': '254b6aa3-bf03-4283-a7c5-7065f073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:25.998553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network hostable DHCP agents. Network: f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:26.014901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:26.024614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:26.028788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.030392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.033508 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4684877b-fddf-4f70-9ff6-150a33592502 None None] Network f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:26.047257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9c10be4f-4631-46a6-8e70-c90c18992024 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4003303 Feb 17 23:12:26.051641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38320) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:26.056856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973145575'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:26.076566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:26.079943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.105235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:26.114763 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (07e14391-cc43-44c8-ad05-00a2b6aad195), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.115215 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Added segment 07e14391-cc43-44c8-ad05-00a2b6aad195 of type vlan for network 0925b2cd-a976-436a-a83a-f2a412526c4e Feb 17 23:12:26.138793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b', 'network_id': 'f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b', 'project_id': '144fea3e52554246b12ed9cb358e3275', 'fixed_ips': [{'subnet_id': '14241dc2-0548-4b0f-86af-ad98dfa79044'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:26.139785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.155737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (0925b2cd-a976-436a-a83a-f2a412526c4e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.181757 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (0925b2cd-a976-436a-a83a-f2a412526c4e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.186597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.187181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.252915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2000744 Feb 17 23:12:26.256493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38322) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:26.262467 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Request body: {'subnet': {'network_id': '0925b2cd-a976-436a-a83a-f2a412526c4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:26.267252 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bf41b-1bb0-4669-b205-1328d4cab85a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Network': ['ID=0925b2cd-a976-436a-a83a-f2a412526c4e,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:26.281610 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 0925b2cd-a976-436a-a83a-f2a412526c4e details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:26.292560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Allocated IP 2001:db8::2 (f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b/14241dc2-0548-4b0f-86af-ad98dfa79044/8420f9cc-f682-4b8c-b03a-d8541f20db6d) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:26.353385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Made reservation on behalf of 144fea3e52554246b12ed9cb358e3275 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:26.356881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.498970 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Publish callbacks [] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.504894 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.550912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Network f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:26.554215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:26.554687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (e390f62e-9604-421b-b2d5-463c802dccd6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.557754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:26.564596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Pushing event updated for resources: {'Port': ['ID=8420f9cc-f682-4b8c-b03a-d8541f20db6d,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:26.618232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Attempting to bind port 8420f9cc-f682-4b8c-b03a-d8541f20db6d on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:26.618703 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Attempting to bind port 8420f9cc-f682-4b8c-b03a-d8541f20db6d by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '254b6aa3-bf03-4283-a7c5-7065f073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:26.619070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Attempting to bind port 8420f9cc-f682-4b8c-b03a-d8541f20db6d on network f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:26.622419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event updated for resources: {'Subnet': ['ID=e390f62e-9604-421b-b2d5-463c802dccd6,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:26.624012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:26.624387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Checking segment: {'id': '254b6aa3-bf03-4283-a7c5-7065f073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:26.624794 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.625187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Bound using segment: {'id': '254b6aa3-bf03-4283-a7c5-7065f073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:26.625662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Bound port: 8420f9cc-f682-4b8c-b03a-d8541f20db6d, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254b6aa3-bf03-4283-a7c5-7065f073f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:26.626037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.631650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Checking segment: {'id': '07e14391-cc43-44c8-ad05-00a2b6aad195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0925b2cd-a976-436a-a83a-f2a412526c4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:26.631821 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network hostable DHCP agents. Network: 0925b2cd-a976-436a-a83a-f2a412526c4e, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:26.649722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Network 0925b2cd-a976-436a-a83a-f2a412526c4e is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:26.659311 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 0925b2cd-a976-436a-a83a-f2a412526c4e) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:26.664088 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:26.664685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.678368 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32b82c5-3168-4bac-90ca-6024e07859a5 None None] Network 0925b2cd-a976-436a-a83a-f2a412526c4e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:26.684524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-86e67bfa-2dbe-4806-b4a1-c0671c81a80d tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4254549 Feb 17 23:12:26.685553 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38324) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:26.735865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1cb19ef1-4073-4268-955c-79105517104e None None] For port 8420f9cc-f682-4b8c-b03a-d8541f20db6d, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:26.755844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1cb19ef1-4073-4268-955c-79105517104e None None] For port 8420f9cc-f682-4b8c-b03a-d8541f20db6d, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8420f9cc-f682-4b8c-b03a-d8541f20db6d,segment=NetworkSegment(254b6aa3-bf03-4283-a7c5-7065f073f88c),segment_id=254b6aa3-bf03-4283-a7c5-7065f073f88c)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:26.771114 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.788998 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (0925b2cd-a976-436a-a83a-f2a412526c4e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.846508 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e390f62e-9604-421b-b2d5-463c802dccd6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.850574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb19ef1-4073-4268-955c-79105517104e None None] Pushing event updated for resources: {'Port': ['ID=8420f9cc-f682-4b8c-b03a-d8541f20db6d,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:26.858352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240713e6-8811-4e84-bc31-c6bb6d1188ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-0925b2cd-a976-436a-a83a-f2a412526c4e', 'network_id': '0925b2cd-a976-436a-a83a-f2a412526c4e', 'project_id': '144fea3e52554246b12ed9cb358e3275', 'fixed_ips': [{'subnet_id': 'e390f62e-9604-421b-b2d5-463c802dccd6'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:26.858352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-240713e6-8811-4e84-bc31-c6bb6d1188ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.922390 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (e390f62e-9604-421b-b2d5-463c802dccd6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:26.950945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Subnet': ['ID=e390f62e-9604-421b-b2d5-463c802dccd6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-240713e6-8811-4e84-bc31-c6bb6d1188ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e390f62e-9604-421b-b2d5-463c802dccd6: This subnet is being modified by another concurrent operation. Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e390f62e-9604-421b-b2d5-463c802dccd6: This subnet is being modified by another concurrent operation. Feb 17 23:12:26.972698 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 23:12:26.997520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037e2b5d-45ff-426d-8427-79726939a9da None None] Network 0925b2cd-a976-436a-a83a-f2a412526c4e requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:27.053739 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (0925b2cd-a976-436a-a83a-f2a412526c4e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.076498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0925b2cd-a976-436a-a83a-f2a412526c4e']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:27.090588 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e14391-cc43-44c8-ad05-00a2b6aad195') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:27.091027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e14391-cc43-44c8-ad05-00a2b6aad195') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:27.103666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (07e14391-cc43-44c8-ad05-00a2b6aad195), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.118120 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (07e14391-cc43-44c8-ad05-00a2b6aad195), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.124538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:27.124963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (07e14391-cc43-44c8-ad05-00a2b6aad195), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:27.128054 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:27.189682 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (0925b2cd-a976-436a-a83a-f2a412526c4e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.197433 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.201118 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/0925b2cd-a976-436a-a83a-f2a412526c4e HTTP/1.1" status: 204 len: 168 time: 0.5141919 Feb 17 23:12:27.203637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38326) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:27.217483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a22bf07-fb78-4745-bbc6-0547d55644c4 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Network': ['ID=0925b2cd-a976-436a-a83a-f2a412526c4e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:27.235307 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7679f9c-ab99-4f8f-8c63-fadcee26088a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] GET failed (client error): The resource could not be found. Feb 17 23:12:27.236629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7679f9c-ab99-4f8f-8c63-fadcee26088a tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "GET /v2.0/subnets/e390f62e-9604-421b-b2d5-463c802dccd6 HTTP/1.1" status: 404 len: 337 time: 0.0319293 Feb 17 23:12:27.239342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38328) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:27.258748 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-30152d9f-7e0f-4aa0-8c57-3ce417011fb0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] DELETE failed (client error): The resource could not be found. Feb 17 23:12:27.259171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30152d9f-7e0f-4aa0-8c57-3ce417011fb0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:12:27.262184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-30152d9f-7e0f-4aa0-8c57-3ce417011fb0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/0925b2cd-a976-436a-a83a-f2a412526c4e HTTP/1.1" status: 404 len: 339 time: 0.0217140 Feb 17 23:12:27.265857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38330) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:27.292405 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-8091e467-4e8a-46fa-9808-f4be6d30cd3b tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] DELETE failed (client error): The resource could not be found. Feb 17 23:12:27.292777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8091e467-4e8a-46fa-9808-f4be6d30cd3b tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:12:27.295949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8091e467-4e8a-46fa-9808-f4be6d30cd3b tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/subnets/e390f62e-9604-421b-b2d5-463c802dccd6 HTTP/1.1" status: 404 len: 337 time: 0.0289743 Feb 17 23:12:27.298368 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38332) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:27.316448 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-92bdf863-a917-4fe9-b047-f65b43dda5e0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] DELETE failed (client error): The resource could not be found. Feb 17 23:12:27.317012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92bdf863-a917-4fe9-b047-f65b43dda5e0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:12:27.320035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-92bdf863-a917-4fe9-b047-f65b43dda5e0 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/0925b2cd-a976-436a-a83a-f2a412526c4e HTTP/1.1" status: 404 len: 339 time: 0.0207675 Feb 17 23:12:27.322539 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38334) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:27.374989 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Deleting subnet 14241dc2-0548-4b0f-86af-ad98dfa79044 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:12:27.378144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (14241dc2-0548-4b0f-86af-ad98dfa79044), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.425170 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (14241dc2-0548-4b0f-86af-ad98dfa79044), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.512246 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (14241dc2-0548-4b0f-86af-ad98dfa79044), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.576044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (14241dc2-0548-4b0f-86af-ad98dfa79044), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.609158 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Subnet': ['ID=14241dc2-0548-4b0f-86af-ad98dfa79044,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:27.613402 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.616661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-71170fe1-e669-4bcf-8765-8162c0090af9 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/subnets/14241dc2-0548-4b0f-86af-ad98dfa79044 HTTP/1.1" status: 204 len: 168 time: 0.2931325 Feb 17 23:12:27.619270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38336) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:27.702147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.759085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Deleting port 8420f9cc-f682-4b8c-b03a-d8541f20db6d {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:27.759628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.810873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2320d5-ce20-4576-939f-bba3150fbcb3 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 23:12:27.828415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] For port 8420f9cc-f682-4b8c-b03a-d8541f20db6d, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=8420f9cc-f682-4b8c-b03a-d8541f20db6d,segment=NetworkSegment(254b6aa3-bf03-4283-a7c5-7065f073f88c),segment_id=254b6aa3-bf03-4283-a7c5-7065f073f88c)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:27.828776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.842470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Calling delete_port for 8420f9cc-f682-4b8c-b03a-d8541f20db6d owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:27.890129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2320d5-ce20-4576-939f-bba3150fbcb3 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 23:12:27.899787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0fb00e79-6bf2-4a05-880b-1df4f2c95638 None None] Provisioning complete for port 8420f9cc-f682-4b8c-b03a-d8541f20db6d triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:27.900166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0fb00e79-6bf2-4a05-880b-1df4f2c95638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.925968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8420f9cc-f682-4b8c-b03a-d8541f20db6d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:27.954337 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No DVR routers for this DVR port 8420f9cc-f682-4b8c-b03a-d8541f20db6d on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:27.957347 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Port': ['ID=8420f9cc-f682-4b8c-b03a-d8541f20db6d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:27.990244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0fb00e79-6bf2-4a05-880b-1df4f2c95638 None None] Could not find standard attr ID for object 8420f9cc-f682-4b8c-b03a-d8541f20db6d. {{(pid=103528) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 17 23:12:27.996225 n-d-828369-18 neutron-server[103528]: INFO neutron.plugins.ml2.db [None req-0fb00e79-6bf2-4a05-880b-1df4f2c95638 None None] No ports have port_id starting with 8420f9cc-f682-4b8c-b03a-d8541f20db6d Feb 17 23:12:28.041403 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.063042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:28.073828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254b6aa3-bf03-4283-a7c5-7065f073f88c') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:28.074104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254b6aa3-bf03-4283-a7c5-7065f073f88c') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:28.083796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab17e765-b210-4660-bba9-fc51045765e4 None None] Network f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:28.085546 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (254b6aa3-bf03-4283-a7c5-7065f073f88c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.100002 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (254b6aa3-bf03-4283-a7c5-7065f073f88c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.106555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:28.107026 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (254b6aa3-bf03-4283-a7c5-7065f073f88c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:28.110334 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:28.177982 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.185495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.191670 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b HTTP/1.1" status: 204 len: 168 time: 0.5681608 Feb 17 23:12:28.193690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38338) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:28.203010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e5972-6850-4ec0-9e85-2657aa616d65 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Network': ['ID=f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:28.218335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b611124a-8f64-45fa-b461-f3d7f8876c3d None None] DHCP port deletion for f45eb0b2-edc7-4b2d-884d-8e9ed8b5ed6b request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:12:28.228438 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-b358336e-8281-4249-a100-e733d55b9185 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] DELETE failed (client error): The resource could not be found. Feb 17 23:12:28.228438 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b358336e-8281-4249-a100-e733d55b9185 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:12:28.230530 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b358336e-8281-4249-a100-e733d55b9185 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/subnets/dba356d7-21b3-45c2-a74c-b13c1533e539 HTTP/1.1" status: 404 len: 337 time: 0.0356331 Feb 17 23:12:28.233220 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38340) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:28.256154 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4415411-9b49-477a-aa2c-8cf2db453deb tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] DELETE failed (client error): The resource could not be found. Feb 17 23:12:28.256672 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4415411-9b49-477a-aa2c-8cf2db453deb tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:12:28.259720 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b4415411-9b49-477a-aa2c-8cf2db453deb tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/f552f179-f654-4263-9b17-d172001faa7a HTTP/1.1" status: 404 len: 339 time: 0.0254953 Feb 17 23:12:28.262473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38342) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:28.288391 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a6505a4-888b-4559-b122-4c788728d2a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] DELETE failed (client error): The resource could not be found. Feb 17 23:12:28.288849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a6505a4-888b-4559-b122-4c788728d2a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:12:28.291997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0a6505a4-888b-4559-b122-4c788728d2a6 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/subnets/656c7a24-53d0-4c77-8f2b-2b917810dc7c HTTP/1.1" status: 404 len: 337 time: 0.0284977 Feb 17 23:12:28.294404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38344) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:28.312871 n-d-828369-18 neutron-server[103527]: INFO neutron.pecan_wsgi.hooks.translation [None req-714cfc96-0b73-48e8-b18d-55f74af7d1bd tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] DELETE failed (client error): The resource could not be found. Feb 17 23:12:28.313357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-714cfc96-0b73-48e8-b18d-55f74af7d1bd tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103527) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 17 23:12:28.316877 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-714cfc96-0b73-48e8-b18d-55f74af7d1bd tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/3b42b6a5-25e6-4a17-acdc-a10dc54b81a0 HTTP/1.1" status: 404 len: 339 time: 0.0215874 Feb 17 23:12:28.319450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38346) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:28.369736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Deleting subnet e7b2d252-87dd-4aba-aec3-57071a10df98 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:12:28.372859 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (e7b2d252-87dd-4aba-aec3-57071a10df98), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.417285 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (e7b2d252-87dd-4aba-aec3-57071a10df98), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.500755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (e7b2d252-87dd-4aba-aec3-57071a10df98), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.562151 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (e7b2d252-87dd-4aba-aec3-57071a10df98), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.594318 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Subnet': ['ID=e7b2d252-87dd-4aba-aec3-57071a10df98,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:28.599181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.602952 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-806de200-9780-4c6f-b1e5-41d84d014a24 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/subnets/e7b2d252-87dd-4aba-aec3-57071a10df98 HTTP/1.1" status: 204 len: 168 time: 0.2820678 Feb 17 23:12:28.605090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38348) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:28.605274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6779e2-d895-4171-9129-4380568aa9ab None None] Network 98335c6d-28a0-47ab-aa98-0160711e483a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:28.684610 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (98335c6d-28a0-47ab-aa98-0160711e483a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.741886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Deleting port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:28.742497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.764635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] DHCP port deletion for 98335c6d-28a0-47ab-aa98-0160711e483a request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:12:28.805379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:12:28.816611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] For port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,segment=NetworkSegment(be0cf63b-0f91-4567-93a0-4715bd630007),segment_id=be0cf63b-0f91-4567-93a0-4715bd630007)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:28.816903 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.830264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Calling delete_port for ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:28.853583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] Deleting port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:28.854147 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.914033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.945446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Port': ['ID=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:28.947406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] No DVR routers for this DVR port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:28.957291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] For port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,segment=NetworkSegment(be0cf63b-0f91-4567-93a0-4715bd630007),segment_id=be0cf63b-0f91-4567-93a0-4715bd630007)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:28.957805 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.971796 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:28.972800 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:28.974776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] Calling delete_port for ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:29.026974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (98335c6d-28a0-47ab-aa98-0160711e483a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.048765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98335c6d-28a0-47ab-aa98-0160711e483a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:29.059448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0cf63b-0f91-4567-93a0-4715bd630007') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:29.059751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0cf63b-0f91-4567-93a0-4715bd630007') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:29.070157 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (be0cf63b-0f91-4567-93a0-4715bd630007), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.083204 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (ca0b14fb-1a67-4fed-8e62-be5c3512e8e8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.085753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (be0cf63b-0f91-4567-93a0-4715bd630007), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.092310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:29.092704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (be0cf63b-0f91-4567-93a0-4715bd630007), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:29.096012 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:29.113843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] Pushing event deleted for resources: {'Port': ['ID=ca0b14fb-1a67-4fed-8e62-be5c3512e8e8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:29.115711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5c35d2-3f78-41ac-896e-4154182d0425 None None] No DVR routers for this DVR port ca0b14fb-1a67-4fed-8e62-be5c3512e8e8 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:29.165458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (98335c6d-28a0-47ab-aa98-0160711e483a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.172847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.176067 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] 10.222.0.79 "DELETE /v2.0/networks/98335c6d-28a0-47ab-aa98-0160711e483a HTTP/1.1" status: 204 len: 168 time: 0.5698595 Feb 17 23:12:29.187945 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48492c6d-15c1-4489-83c1-fcf9291f2997 tempest-NetworksIpV6Test-117709918 tempest-NetworksIpV6Test-117709918-project] Pushing event deleted for resources: {'Network': ['ID=98335c6d-28a0-47ab-aa98-0160711e483a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:29.425825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38354) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:29.555542 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-db936073-96d5-4ac5-9708-97632bb6b378 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=144fea3e52554246b12ed9cb358e3275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285040 Feb 17 23:12:29.558180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38358) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:29.607189 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6186ed28-0e3b-41f6-8a72-48b3bdcd02c4 admin admin] Publish callbacks [] for security_group (97af1f5e-bb06-4e2f-a50a-0fb66d9e4622), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.629565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6186ed28-0e3b-41f6-8a72-48b3bdcd02c4 admin admin] Publish callbacks [] for security_group (97af1f5e-bb06-4e2f-a50a-0fb66d9e4622), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.677585 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6186ed28-0e3b-41f6-8a72-48b3bdcd02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (97af1f5e-bb06-4e2f-a50a-0fb66d9e4622), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.680273 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6186ed28-0e3b-41f6-8a72-48b3bdcd02c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:29.681425 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6186ed28-0e3b-41f6-8a72-48b3bdcd02c4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/97af1f5e-bb06-4e2f-a50a-0fb66d9e4622 HTTP/1.1" status: 204 len: 168 time: 0.1223500 Feb 17 23:12:29.694261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186ed28-0e3b-41f6-8a72-48b3bdcd02c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97af1f5e-bb06-4e2f-a50a-0fb66d9e4622,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:30.285321 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-96b507f3-df4c-433a-b51f-d93bc118ef4e req-66e52a2c-e911-4b3b-8488-56e15bc4a690 service neutron] (103527) timed out ('10.222.0.73', 50389) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:12:30.326083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38380) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:30.420500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f93e4a26-0152-47ab-9e2b-335a255f4e31 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1796308061', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:30.443416 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93e4a26-0152-47ab-9e2b-335a255f4e31 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.444491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93e4a26-0152-47ab-9e2b-335a255f4e31 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.504111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93e4a26-0152-47ab-9e2b-335a255f4e31 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for router_controller (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.508298 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93e4a26-0152-47ab-9e2b-335a255f4e31 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.528058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93e4a26-0152-47ab-9e2b-335a255f4e31 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.528058 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f93e4a26-0152-47ab-9e2b-335a255f4e31 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1997700 Feb 17 23:12:30.529675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:30.534443 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-173384500'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:30.554858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Made reservation on behalf of 3e3fb80aac844841909ac81c03276fa4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:30.558243 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.566859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.642027 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for security_group (f6d03cd3-20e4-46be-91f4-fb527f9fdb2d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.646917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f6d03cd3-20e4-46be-91f4-fb527f9fdb2d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.674887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:30.684722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d03cd3-20e4-46be-91f4-fb527f9fdb2d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:30.689567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (71b4cc62-5850-4857-bcf1-bc4129375afd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.689912 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Added segment 71b4cc62-5850-4857-bcf1-bc4129375afd of type vlan for network 03a10155-f18c-4390-b849-3419c5e43ac2 Feb 17 23:12:30.731695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (03a10155-f18c-4390-b849-3419c5e43ac2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.761985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (03a10155-f18c-4390-b849-3419c5e43ac2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.767010 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:30.767620 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:30.825289 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2945585 Feb 17 23:12:30.828038 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38386) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:30.835754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Request body: {'subnet': {'network_id': '03a10155-f18c-4390-b849-3419c5e43ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:30.878627 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c5a1c-d8c6-49aa-a208-869df94329d8 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event updated for resources: {'Network': ['ID=03a10155-f18c-4390-b849-3419c5e43ac2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:30.889332 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 03a10155-f18c-4390-b849-3419c5e43ac2 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:30.935360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Made reservation on behalf of 3e3fb80aac844841909ac81c03276fa4 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:30.939413 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.124213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (53859159-0efd-4785-91ff-0e28f292942d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.187301 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event updated for resources: {'Subnet': ['ID=53859159-0efd-4785-91ff-0e28f292942d,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:31.197898 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Checking segment: {'id': '71b4cc62-5850-4857-bcf1-bc4129375afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '03a10155-f18c-4390-b849-3419c5e43ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:31.198273 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Network hostable DHCP agents. Network: 03a10155-f18c-4390-b849-3419c5e43ac2, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:31.215581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Network 03a10155-f18c-4390-b849-3419c5e43ac2 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:31.225245 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 03a10155-f18c-4390-b849-3419c5e43ac2) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:31.231512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:31.232449 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.236915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6146c174-2d6c-4ee0-8aac-e1dfc7d5c6ed None None] Network 03a10155-f18c-4390-b849-3419c5e43ac2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:31.256631 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c39375fc-e733-4529-83be-0397081447e3 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4274137 Feb 17 23:12:31.259992 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:31.265509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1240372832'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:31.288002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Made reservation on behalf of 3e3fb80aac844841909ac81c03276fa4 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:31.291303 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.315687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:31.326275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (94eee9cc-d1ad-436c-a2d4-96e3c2a12591), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.326969 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Added segment 94eee9cc-d1ad-436c-a2d4-96e3c2a12591 of type vlan for network ba74b4d0-4e7e-47a2-99f5-541985a7b52a Feb 17 23:12:31.345121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-03a10155-f18c-4390-b849-3419c5e43ac2', 'network_id': '03a10155-f18c-4390-b849-3419c5e43ac2', 'project_id': '3e3fb80aac844841909ac81c03276fa4', 'fixed_ips': [{'subnet_id': '53859159-0efd-4785-91ff-0e28f292942d'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:31.346089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.369974 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ba74b4d0-4e7e-47a2-99f5-541985a7b52a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.396621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ba74b4d0-4e7e-47a2-99f5-541985a7b52a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.402036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:31.402621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.464592 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2031939 Feb 17 23:12:31.467492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38390) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:31.476455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Request body: {'subnet': {'network_id': 'ba74b4d0-4e7e-47a2-99f5-541985a7b52a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:31.478284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eada24-9474-4324-a495-80d8116129b4 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event updated for resources: {'Network': ['ID=ba74b4d0-4e7e-47a2-99f5-541985a7b52a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:31.490955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ba74b4d0-4e7e-47a2-99f5-541985a7b52a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:31.498167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Allocated IP 172.20.0.2 (03a10155-f18c-4390-b849-3419c5e43ac2/53859159-0efd-4785-91ff-0e28f292942d/b10507d0-7ac0-4f7a-854a-83b4de32e553) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:31.577092 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Made reservation on behalf of 3e3fb80aac844841909ac81c03276fa4 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:31.580583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.707602 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Publish callbacks [] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.713682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.758243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Network 03a10155-f18c-4390-b849-3419c5e43ac2 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:31.761190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:31.765056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:31.772451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Pushing event updated for resources: {'Port': ['ID=b10507d0-7ac0-4f7a-854a-83b4de32e553,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:31.775230 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (c660dc62-68d5-4721-a158-02823ee46195), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.835633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Attempting to bind port b10507d0-7ac0-4f7a-854a-83b4de32e553 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:31.836013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Attempting to bind port b10507d0-7ac0-4f7a-854a-83b4de32e553 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '71b4cc62-5850-4857-bcf1-bc4129375afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '03a10155-f18c-4390-b849-3419c5e43ac2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:31.836386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Attempting to bind port b10507d0-7ac0-4f7a-854a-83b4de32e553 on network 03a10155-f18c-4390-b849-3419c5e43ac2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:31.836737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event updated for resources: {'Subnet': ['ID=c660dc62-68d5-4721-a158-02823ee46195,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:31.842458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:31.842821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Checking segment: {'id': '71b4cc62-5850-4857-bcf1-bc4129375afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '03a10155-f18c-4390-b849-3419c5e43ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:31.843236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.843666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Bound using segment: {'id': '71b4cc62-5850-4857-bcf1-bc4129375afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '03a10155-f18c-4390-b849-3419c5e43ac2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:31.844174 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Bound port: b10507d0-7ac0-4f7a-854a-83b4de32e553, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b4cc62-5850-4857-bcf1-bc4129375afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '03a10155-f18c-4390-b849-3419c5e43ac2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:31.844743 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.846006 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Checking segment: {'id': '94eee9cc-d1ad-436c-a2d4-96e3c2a12591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'ba74b4d0-4e7e-47a2-99f5-541985a7b52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:31.846379 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Network hostable DHCP agents. Network: ba74b4d0-4e7e-47a2-99f5-541985a7b52a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:31.865342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Network ba74b4d0-4e7e-47a2-99f5-541985a7b52a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:31.875405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ba74b4d0-4e7e-47a2-99f5-541985a7b52a) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:31.879774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:31.880675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:31.886162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e63468-0f4e-4114-b17f-74d0151fbacf None None] Network ba74b4d0-4e7e-47a2-99f5-541985a7b52a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:31.897421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-342d187a-39a6-472d-9779-e24a0ccbf7fa tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4275944 Feb 17 23:12:31.900583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:31.905576 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1c130d14-d678-42cf-b476-3e37eecdf0c7 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba74b4d0-4e7e-47a2-99f5-541985a7b52a'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:32.122107 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] For port b10507d0-7ac0-4f7a-854a-83b4de32e553, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:32.126422 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] For port b10507d0-7ac0-4f7a-854a-83b4de32e553, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b10507d0-7ac0-4f7a-854a-83b4de32e553,segment=NetworkSegment(71b4cc62-5850-4857-bcf1-bc4129375afd),segment_id=71b4cc62-5850-4857-bcf1-bc4129375afd)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:32.126989 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1c130d14-d678-42cf-b476-3e37eecdf0c7 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for router_gateway (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.139596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.224564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed84ed4-6c02-48c1-945d-61eec32d4a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ba74b4d0-4e7e-47a2-99f5-541985a7b52a', 'network_id': 'ba74b4d0-4e7e-47a2-99f5-541985a7b52a', 'project_id': '3e3fb80aac844841909ac81c03276fa4', 'fixed_ips': [{'subnet_id': 'c660dc62-68d5-4721-a158-02823ee46195'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:32.225509 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8ed84ed4-6c02-48c1-945d-61eec32d4a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.241284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b3276-9715-4d60-b340-c43962faa1d2 None None] Pushing event updated for resources: {'Port': ['ID=b10507d0-7ac0-4f7a-854a-83b4de32e553,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:32.260714 n-d-828369-18 neutron-server[103526]: INFO neutron.api.v2.resource [None req-1c130d14-d678-42cf-b476-3e37eecdf0c7 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 17 23:12:32.267826 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1c130d14-d678-42cf-b476-3e37eecdf0c7 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "PUT /v2.0/routers/2a6ea587-4ce9-4b20-ae97-b03acddf3f36 HTTP/1.1" status: 400 len: 364 time: 0.3602655 Feb 17 23:12:32.268585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38394) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:32.333407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Deleting subnet c660dc62-68d5-4721-a158-02823ee46195 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:12:32.337042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for subnet (c660dc62-68d5-4721-a158-02823ee46195), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.408415 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (c660dc62-68d5-4721-a158-02823ee46195), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.462675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (c660dc62-68d5-4721-a158-02823ee46195), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.525117 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (c660dc62-68d5-4721-a158-02823ee46195), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server [None req-8ed84ed4-6c02-48c1-945d-61eec32d4a42 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c660dc62-68d5-4721-a158-02823ee46195: This subnet is being modified by another concurrent operation. Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise self.value Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1504, in create_port Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1469, in _create_port_db Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server raise exception Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c660dc62-68d5-4721-a158-02823ee46195: This subnet is being modified by another concurrent operation. Feb 17 23:12:32.529636 n-d-828369-18 neutron-server[103528]: ERROR oslo_messaging.rpc.server Feb 17 23:12:32.549921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdfaba-5e72-4f41-bb2f-4f553c117dcf None None] Network ba74b4d0-4e7e-47a2-99f5-541985a7b52a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:32.555492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event deleted for resources: {'Subnet': ['ID=c660dc62-68d5-4721-a158-02823ee46195,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:32.560162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.563709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7028b8c-a23f-42a1-91f7-54fee55fb61a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "DELETE /v2.0/subnets/c660dc62-68d5-4721-a158-02823ee46195 HTTP/1.1" status: 204 len: 168 time: 0.2938828 Feb 17 23:12:32.566614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38396) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:32.652288 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ba74b4d0-4e7e-47a2-99f5-541985a7b52a), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.740507 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ba74b4d0-4e7e-47a2-99f5-541985a7b52a), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.762172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba74b4d0-4e7e-47a2-99f5-541985a7b52a']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:32.772838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94eee9cc-d1ad-436c-a2d4-96e3c2a12591') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:32.773128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94eee9cc-d1ad-436c-a2d4-96e3c2a12591') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:32.789120 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (94eee9cc-d1ad-436c-a2d4-96e3c2a12591), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.803000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (94eee9cc-d1ad-436c-a2d4-96e3c2a12591), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.811708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:32.812119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (94eee9cc-d1ad-436c-a2d4-96e3c2a12591), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:32.815302 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:32.821303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b10507d0-7ac0-4f7a-854a-83b4de32e553 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:32.877482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b10507d0-7ac0-4f7a-854a-83b4de32e553 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:32.877482 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.882785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ba74b4d0-4e7e-47a2-99f5-541985a7b52a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.891645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.897347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "DELETE /v2.0/networks/ba74b4d0-4e7e-47a2-99f5-541985a7b52a HTTP/1.1" status: 204 len: 168 time: 0.3295176 Feb 17 23:12:32.900685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38398) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:32.912678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ba64f-2482-450b-af45-d22f50dccd9b tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event deleted for resources: {'Network': ['ID=ba74b4d0-4e7e-47a2-99f5-541985a7b52a,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:32.968971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b10507d0-7ac0-4f7a-854a-83b4de32e553 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:32.969364 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:32.970397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Deleting subnet 53859159-0efd-4785-91ff-0e28f292942d {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:12:32.974855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for subnet (53859159-0efd-4785-91ff-0e28f292942d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.007978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port b10507d0-7ac0-4f7a-854a-83b4de32e553, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b10507d0-7ac0-4f7a-854a-83b4de32e553,segment=NetworkSegment(71b4cc62-5850-4857-bcf1-bc4129375afd),segment_id=71b4cc62-5850-4857-bcf1-bc4129375afd)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:33.012838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.033902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (53859159-0efd-4785-91ff-0e28f292942d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.079761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=b10507d0-7ac0-4f7a-854a-83b4de32e553,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:33.136302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (53859159-0efd-4785-91ff-0e28f292942d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.195613 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1de430b-d344-4d34-9a9e-43d8fc32c786 None None] get_active_networks_info from n-d-828369-18 {{(pid=103528) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 17 23:12:33.197628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (53859159-0efd-4785-91ff-0e28f292942d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.225408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event deleted for resources: {'Subnet': ['ID=53859159-0efd-4785-91ff-0e28f292942d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:33.230117 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.233540 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d167d3de-e0c8-4edc-91d7-c33e2731e97e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "DELETE /v2.0/subnets/53859159-0efd-4785-91ff-0e28f292942d HTTP/1.1" status: 204 len: 168 time: 0.3317456 Feb 17 23:12:33.236311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38400) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:33.275293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-779ccadb-3c84-48d9-9168-94b32c256234 None None] Provisioning complete for port b10507d0-7ac0-4f7a-854a-83b4de32e553 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:33.275701 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-779ccadb-3c84-48d9-9168-94b32c256234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.279809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1de430b-d344-4d34-9a9e-43d8fc32c786 None None] Resources bound (agent type, host, resource id): {{(pid=103528) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 17 23:12:33.319272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (03a10155-f18c-4390-b849-3419c5e43ac2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.376675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Deleting port b10507d0-7ac0-4f7a-854a-83b4de32e553 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:12:33.377017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.430574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-779ccadb-3c84-48d9-9168-94b32c256234 None None] Current status of the port b10507d0-7ac0-4f7a-854a-83b4de32e553 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:33.440676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] For port b10507d0-7ac0-4f7a-854a-83b4de32e553, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b10507d0-7ac0-4f7a-854a-83b4de32e553,segment=NetworkSegment(71b4cc62-5850-4857-bcf1-bc4129375afd),segment_id=71b4cc62-5850-4857-bcf1-bc4129375afd)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:33.441059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.455183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Calling delete_port for b10507d0-7ac0-4f7a-854a-83b4de32e553 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:12:33.505209 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f10e565-6651-4ec8-8dfb-ffcd2daaed61 None None] Network 03a10155-f18c-4390-b849-3419c5e43ac2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:33.551297 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b10507d0-7ac0-4f7a-854a-83b4de32e553), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.575909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event deleted for resources: {'Port': ['ID=b10507d0-7ac0-4f7a-854a-83b4de32e553,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:33.582261 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] No DVR routers for this DVR port b10507d0-7ac0-4f7a-854a-83b4de32e553 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:12:33.643314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a0f71-9ee9-4d83-aabb-bb71500c0e17 None None] DHCP port deletion for 03a10155-f18c-4390-b849-3419c5e43ac2 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:12:33.664825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (03a10155-f18c-4390-b849-3419c5e43ac2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.689962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03a10155-f18c-4390-b849-3419c5e43ac2']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:33.699448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b4cc62-5850-4857-bcf1-bc4129375afd') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:33.699743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b4cc62-5850-4857-bcf1-bc4129375afd') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:33.709588 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (71b4cc62-5850-4857-bcf1-bc4129375afd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.723880 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (71b4cc62-5850-4857-bcf1-bc4129375afd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.729879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:12:33.730354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (71b4cc62-5850-4857-bcf1-bc4129375afd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:12:33.733320 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:12:33.791862 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (03a10155-f18c-4390-b849-3419c5e43ac2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.797066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:33.800442 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "DELETE /v2.0/networks/03a10155-f18c-4390-b849-3419c5e43ac2 HTTP/1.1" status: 204 len: 168 time: 0.5632088 Feb 17 23:12:33.803200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38402) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:33.815391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c129b09-7e46-486d-a609-0fc0e933ec05 tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Pushing event deleted for resources: {'Network': ['ID=03a10155-f18c-4390-b849-3419c5e43ac2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:33.832723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5525ed9b-98ff-4ce1-9be5-9238a1412b3e tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "GET /v2.0/ports?device_id=2a6ea587-4ce9-4b20-ae97-b03acddf3f36 HTTP/1.1" status: 200 len: 205 time: 0.0279348 Feb 17 23:12:33.834960 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38404) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:33.924861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4f271869-476d-41fe-b035-07e414858d4a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for router (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.087874 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4f271869-476d-41fe-b035-07e414858d4a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.089950 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4f271869-476d-41fe-b035-07e414858d4a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for router_controller (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.136645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4f271869-476d-41fe-b035-07e414858d4a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (2a6ea587-4ce9-4b20-ae97-b03acddf3f36), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.137154 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f271869-476d-41fe-b035-07e414858d4a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Fanout notify agent at l3_agent the message router_deleted on router 2a6ea587-4ce9-4b20-ae97-b03acddf3f36 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:12:34.146733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4f271869-476d-41fe-b035-07e414858d4a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.147447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4f271869-476d-41fe-b035-07e414858d4a tempest-RoutersNegativeTest-1163780783 tempest-RoutersNegativeTest-1163780783-project] 10.222.0.79 "DELETE /v2.0/routers/2a6ea587-4ce9-4b20-ae97-b03acddf3f36 HTTP/1.1" status: 204 len: 168 time: 0.3112979 Feb 17 23:12:34.389244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38410) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:34.522448 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6019ede2-1add-4a7b-8c19-95ff0312f7db admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e3fb80aac844841909ac81c03276fa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1320348 Feb 17 23:12:34.525110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38414) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:34.573274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d02a45d-67c7-49a1-be49-51115af74785 admin admin] Publish callbacks [] for security_group (f6d03cd3-20e4-46be-91f4-fb527f9fdb2d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.595024 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d02a45d-67c7-49a1-be49-51115af74785 admin admin] Publish callbacks [] for security_group (f6d03cd3-20e4-46be-91f4-fb527f9fdb2d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.642895 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d02a45d-67c7-49a1-be49-51115af74785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (f6d03cd3-20e4-46be-91f4-fb527f9fdb2d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.645477 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d02a45d-67c7-49a1-be49-51115af74785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:34.646618 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1d02a45d-67c7-49a1-be49-51115af74785 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f6d03cd3-20e4-46be-91f4-fb527f9fdb2d HTTP/1.1" status: 204 len: 168 time: 0.1205833 Feb 17 23:12:34.656276 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d02a45d-67c7-49a1-be49-51115af74785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d03cd3-20e4-46be-91f4-fb527f9fdb2d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:34.795102 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b10507d0-7ac0-4f7a-854a-83b4de32e553 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:12:34.822730 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: b10507d0-7ac0-4f7a-854a-83b4de32e553 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:12:34.823077 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b10507d0-7ac0-4f7a-854a-83b4de32e553 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:12:35.318004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38436) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:35.411675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1192601644-network', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:35.431393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Made reservation on behalf of dec1227b262843398f41c4e592c72cc9 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:35.433670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.441960 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.515727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks [] for security_group (c85a2975-dcfc-4c01-bd74-acc7c66bb865), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.519928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c85a2975-dcfc-4c01-bd74-acc7c66bb865), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.541084 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:35.556831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c85a2975-dcfc-4c01-bd74-acc7c66bb865,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:35.559672 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a2f59d06-70ea-46f5-a79b-2d6624b3da3f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.560014 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Added segment a2f59d06-70ea-46f5-a79b-2d6624b3da3f of type vlan for network 95b79abf-02c3-4ecb-8158-405e990985e0 Feb 17 23:12:35.603220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (95b79abf-02c3-4ecb-8158-405e990985e0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.628549 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (95b79abf-02c3-4ecb-8158-405e990985e0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.629574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:35.630154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.684094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3645537 Feb 17 23:12:35.687123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38440) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:35.692126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Request body: {'subnet': {'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-subnet', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:35.692984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aee480-6658-454b-a7ce-2f41938b8bf7 admin admin] Pushing event updated for resources: {'Network': ['ID=95b79abf-02c3-4ecb-8158-405e990985e0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:35.702806 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 95b79abf-02c3-4ecb-8158-405e990985e0 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:35.714542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Made reservation on behalf of dec1227b262843398f41c4e592c72cc9 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:35.717059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.889525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (77086974-5379-4bb9-8a10-5cb02fe3ad07), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.942902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Pushing event updated for resources: {'Subnet': ['ID=77086974-5379-4bb9-8a10-5cb02fe3ad07,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:35.954239 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.954591 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.954935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.955275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.955655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.955993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.956842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.957172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.957499 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.957828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.958154 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.958479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.958805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:35.964923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Checking segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:35.965799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Network hostable DHCP agents. Network: 95b79abf-02c3-4ecb-8158-405e990985e0, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:35.981731 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Network 95b79abf-02c3-4ecb-8158-405e990985e0 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:35.990283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 95b79abf-02c3-4ecb-8158-405e990985e0) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:35.994317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:35.994932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:35.999633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07295d25-45b9-47ac-8044-26b0b2de0ac6 None None] Network 95b79abf-02c3-4ecb-8158-405e990985e0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:36.011777 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cb30b93a-6a6c-463d-b55c-b4426a23baee admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3234406 Feb 17 23:12:36.014788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38442) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:36.019590 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:36.040477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (cf02f137-0413-4ea8-a3b4-da13403dc6c5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.041687 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (cf02f137-0413-4ea8-a3b4-da13403dc6c5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.103282 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks [] for router_controller (cf02f137-0413-4ea8-a3b4-da13403dc6c5), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.108298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-95b79abf-02c3-4ecb-8158-405e990985e0', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'fixed_ips': [{'subnet_id': '77086974-5379-4bb9-8a10-5cb02fe3ad07'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:36.109428 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.252045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Allocated IP 172.20.0.2 (95b79abf-02c3-4ecb-8158-405e990985e0/77086974-5379-4bb9-8a10-5cb02fe3ad07/bd75d9b2-c32d-4832-a43f-d170cf4b85c3) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:36.260689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks [] for router_gateway (cf02f137-0413-4ea8-a3b4-da13403dc6c5), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.409230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Publish callbacks [] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.415978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.465033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Network 95b79abf-02c3-4ecb-8158-405e990985e0 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:36.468529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:36.472450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:36.478298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Pushing event updated for resources: {'Port': ['ID=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:36.536656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Attempting to bind port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:36.537158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Attempting to bind port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:36.537628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Attempting to bind port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 on network 95b79abf-02c3-4ecb-8158-405e990985e0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:36.543450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:36.543995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Checking segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:36.544412 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.544807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Bound using segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:36.545285 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Bound port: bd75d9b2-c32d-4832-a43f-d170cf4b85c3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:36.545668 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.612331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] For port bd75d9b2-c32d-4832-a43f-d170cf4b85c3, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:36.615849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] For port bd75d9b2-c32d-4832-a43f-d170cf4b85c3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:36.621789 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.684576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe82385-8a9e-4641-9796-bcf8740019c5 None None] Pushing event updated for resources: {'Port': ['ID=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:36.794235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks [] for router_gateway (cf02f137-0413-4ea8-a3b4-da13403dc6c5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.818662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:36.935712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Allocated IP 172.25.0.96 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/253653c7-9670-4e60-927c-b9440dd86ee4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:37.044968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks [] for port (253653c7-9670-4e60-927c-b9440dd86ee4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.077218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.118169 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:37.121160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:37.124739 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:37.147162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Pushing event updated for resources: {'Port': ['ID=253653c7-9670-4e60-927c-b9440dd86ee4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:37.385928 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks [] for router_gateway (cf02f137-0413-4ea8-a3b4-da13403dc6c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.576560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ad73ee-88cd-4b63-a965-155c18b04422 None None] Network 95b79abf-02c3-4ecb-8158-405e990985e0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:37.600566 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (cf02f137-0413-4ea8-a3b4-da13403dc6c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.636184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fcf62652-e088-414f-8210-13232d5c7678 None None] Provisioning complete for port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:37.636563 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcf62652-e088-414f-8210-13232d5c7678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.739067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Router cf02f137-0413-4ea8-a3b4-da13403dc6c5 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:12:37.760147 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fcf62652-e088-414f-8210-13232d5c7678 None None] Current status of the port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:37.760552 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcf62652-e088-414f-8210-13232d5c7678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.796099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fcf62652-e088-414f-8210-13232d5c7678 None None] For port bd75d9b2-c32d-4832-a43f-d170cf4b85c3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:37.801352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fcf62652-e088-414f-8210-13232d5c7678 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.857587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf62652-e088-414f-8210-13232d5c7678 None None] Pushing event updated for resources: {'Port': ['ID=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:37.863382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:12:37.872558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Sync routers for ids ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:12:37.884082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Routers {'cf02f137-0413-4ea8-a3b4-da13403dc6c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:37.884816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:37.885276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:37.889094 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-379e0ee9-22dd-4a31-ad52-3c73b6e58320 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8708026 Feb 17 23:12:37.889294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38444) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:37.998580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Set router cf02f137-0413-4ea8-a3b4-da13403dc6c5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:38.107940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d7362152-81c8-4566-bf3f-dbfe3e2efb14 None None] Provisioning complete for port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:38.108277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d7362152-81c8-4566-bf3f-dbfe3e2efb14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.251635 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d7362152-81c8-4566-bf3f-dbfe3e2efb14 None None] Current status of the port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:38.261526 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:37Z', 'revision_number': 3, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port': {'id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:38.292773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Checking router: cf02f137-0413-4ea8-a3b4-da13403dc6c5 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:12:38.293124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Updating router cf02f137-0413-4ea8-a3b4-da13403dc6c5 port 253653c7-9670-4e60-927c-b9440dd86ee4 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:12:38.320891 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.321632 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.481101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Allocated IP 172.20.0.1 (95b79abf-02c3-4ecb-8158-405e990985e0/77086974-5379-4bb9-8a10-5cb02fe3ad07/2ea20289-0474-4ea2-9aa3-6ddb128cae43) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:38.573142 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Publish callbacks [] for port (253653c7-9670-4e60-927c-b9440dd86ee4), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.578081 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.588066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks [] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.624602 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.633433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Attempting to bind port 253653c7-9670-4e60-927c-b9440dd86ee4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:38.633809 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Attempting to bind port 253653c7-9670-4e60-927c-b9440dd86ee4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:38.634176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Attempting to bind port 253653c7-9670-4e60-927c-b9440dd86ee4 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:38.640970 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de662a-565c-481c-b758-2d593fe529c6 None None] Pushing event updated for resources: {'Port': ['ID=253653c7-9670-4e60-927c-b9440dd86ee4,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:38.643775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:38.644152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:38.644559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.644939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:38.645403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Bound port: 253653c7-9670-4e60-927c-b9440dd86ee4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:38.645778 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.672799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Network 95b79abf-02c3-4ecb-8158-405e990985e0 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:38.678942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:38.682206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:38.699759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] For port 253653c7-9670-4e60-927c-b9440dd86ee4, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:38.702920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea20289-0474-4ea2-9aa3-6ddb128cae43,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:38.703260 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] For port 253653c7-9670-4e60-927c-b9440dd86ee4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=253653c7-9670-4e60-927c-b9440dd86ee4,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:38.710278 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.732832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (cf02f137-0413-4ea8-a3b4-da13403dc6c5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.771242 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Routers {'cf02f137-0413-4ea8-a3b4-da13403dc6c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:38.771916 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:38.821291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de662a-565c-481c-b758-2d593fe529c6 None None] Pushing event updated for resources: {'Port': ['ID=253653c7-9670-4e60-927c-b9440dd86ee4,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:38.876375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bd75d9b2-c32d-4832-a43f-d170cf4b85c3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:38.912869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:38.944494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] Set router cf02f137-0413-4ea8-a3b4-da13403dc6c5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:39.086909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks [] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:39.091637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:39.158958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (cf02f137-0413-4ea8-a3b4-da13403dc6c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:39.161357 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ea20289-0474-4ea2-9aa3-6ddb128cae43,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:39.172281 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:39.172656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:39.250265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3c33e0fc-9178-4d75-a825-85a827301336 None None] Provisioning complete for port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:39.250642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3c33e0fc-9178-4d75-a825-85a827301336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:39.261005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Network 95b79abf-02c3-4ecb-8158-405e990985e0 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:39.262608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:39.317784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3c33e0fc-9178-4d75-a825-85a827301336 None None] Port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:12:39.384438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:39.391334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Router cf02f137-0413-4ea8-a3b4-da13403dc6c5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:12:39.410070 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:37Z', 'revision_number': 3, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port': {'id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:39.438596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a276092b-7aae-4719-8b1a-ba3ea7a474e5 None None] The sync data for ids ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'] in n-d-828369-18 is: [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:37Z', 'revision_number': 3, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port': {'id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:12:39.511911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:12:39.517693 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c9bf6811-9b13-4570-aa19-921d8005a7e8 admin admin] 10.222.0.79 "PUT /v2.0/routers/cf02f137-0413-4ea8-a3b4-da13403dc6c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6273236 Feb 17 23:12:39.541161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-7a1a9d5c-8594-4834-92e4-4d9bc8a09954 None None] Provisioning complete for port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:39.541466 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7a1a9d5c-8594-4834-92e4-4d9bc8a09954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:39.577330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-7a1a9d5c-8594-4834-92e4-4d9bc8a09954 None None] Port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:12:39.830168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.052186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38460) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:40.067134 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1399313114-network', 'tenant_id': 'aee58980132a4478ad37517777d61003'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:40.087662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Made reservation on behalf of aee58980132a4478ad37517777d61003 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:40.090262 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.100747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.187304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks [] for security_group (4be83dc6-1aea-4374-a88b-1a0e53534d60), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.192493 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4be83dc6-1aea-4374-a88b-1a0e53534d60), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.221359 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:12:40.228861 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be83dc6-1aea-4374-a88b-1a0e53534d60,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:40.236824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (8a732347-60ee-4e04-a49a-faa227ef2178), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.237344 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Added segment 8a732347-60ee-4e04-a49a-faa227ef2178 of type vlan for network 93f22f40-fb2c-49ea-aa46-d35055391ae2 Feb 17 23:12:40.282091 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (93f22f40-fb2c-49ea-aa46-d35055391ae2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.308212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (93f22f40-fb2c-49ea-aa46-d35055391ae2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.309188 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:40.309776 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.364404 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3109796 Feb 17 23:12:40.367219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38462) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:40.372372 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Request body: {'subnet': {'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-subnet', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:40.373778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9c082-d9e4-462f-a15a-47ef831ff15e admin admin] Pushing event updated for resources: {'Network': ['ID=93f22f40-fb2c-49ea-aa46-d35055391ae2,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:40.384603 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:12:40.396428 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Made reservation on behalf of aee58980132a4478ad37517777d61003 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:40.399326 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.579636 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (dffc4215-0269-4737-8744-955e91ac57e8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.637138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dffc4215-0269-4737-8744-955e91ac57e8,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:40.644376 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Checking segment: {'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:40.644739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Network hostable DHCP agents. Network: 93f22f40-fb2c-49ea-aa46-d35055391ae2, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:12:40.661914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:12:40.671463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 93f22f40-fb2c-49ea-aa46-d35055391ae2) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:40.676031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:40.676769 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.681405 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1971e324-3032-4455-b73e-99010c3add02 None None] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:40.693687 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4d771467-7830-4a0d-8932-1bfc0c1d717f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3251455 Feb 17 23:12:40.696237 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38464) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:40.700559 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:40.728274 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.729688 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.799499 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks [] for router_controller (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.806338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-93f22f40-fb2c-49ea-aa46-d35055391ae2', 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2', 'project_id': 'aee58980132a4478ad37517777d61003', 'fixed_ips': [{'subnet_id': 'dffc4215-0269-4737-8744-955e91ac57e8'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:12:40.807263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.882584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 253653c7-9670-4e60-927c-b9440dd86ee4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:40.962698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks [] for router_gateway (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:40.993516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Allocated IP 172.20.0.2 (93f22f40-fb2c-49ea-aa46-d35055391ae2/dffc4215-0269-4737-8744-955e91ac57e8/5af231c5-d5fd-4960-b40a-d21c2da15e33) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:40.995473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 253653c7-9670-4e60-927c-b9440dd86ee4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:40.995856 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.124919 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Sync routers for ids ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:12:41.135248 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Routers {'cf02f137-0413-4ea8-a3b4-da13403dc6c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:41.136020 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:41.169736 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 253653c7-9670-4e60-927c-b9440dd86ee4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:41.169952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.181121 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks [] for router_gateway (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.200793 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.222802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 253653c7-9670-4e60-927c-b9440dd86ee4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=253653c7-9670-4e60-927c-b9440dd86ee4,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:41.228073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.253261 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Set router cf02f137-0413-4ea8-a3b4-da13403dc6c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:41.266899 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Publish callbacks [] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.293359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.304428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=253653c7-9670-4e60-927c-b9440dd86ee4,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:41.331685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Allocated IP 172.25.0.216 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:41.338617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:41.341861 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:41.348864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:41.363695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Pushing event updated for resources: {'Port': ['ID=5af231c5-d5fd-4960-b40a-d21c2da15e33,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:41.418709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Attempting to bind port 5af231c5-d5fd-4960-b40a-d21c2da15e33 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:41.419116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Attempting to bind port 5af231c5-d5fd-4960-b40a-d21c2da15e33 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:41.420374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Attempting to bind port 5af231c5-d5fd-4960-b40a-d21c2da15e33 on network 93f22f40-fb2c-49ea-aa46-d35055391ae2 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:41.425725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:41.426098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Checking segment: {'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:41.426826 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.426955 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Bound using segment: {'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:41.427341 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Bound port: 5af231c5-d5fd-4960-b40a-d21c2da15e33, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:41.427745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.458779 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks [] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.487145 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:38Z', 'revision_number': 4, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port': {'id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2ea20289-0474-4ea2-9aa3-6ddb128cae43', 'name': '', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'mac_address': 'fa:16:3e:cf:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:38Z', 'updated_at': '2022-02-17T23:12:38Z', 'revision_number': 2, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'subnets': [{'id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:41.501311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.501546 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] For port 5af231c5-d5fd-4960-b40a-d21c2da15e33, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:41.505884 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] For port 5af231c5-d5fd-4960-b40a-d21c2da15e33, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5af231c5-d5fd-4960-b40a-d21c2da15e33,segment=NetworkSegment(8a732347-60ee-4e04-a49a-faa227ef2178),segment_id=8a732347-60ee-4e04-a49a-faa227ef2178)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:41.512234 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.521150 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Checking router: cf02f137-0413-4ea8-a3b4-da13403dc6c5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:12:41.521769 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Updating router cf02f137-0413-4ea8-a3b4-da13403dc6c5 port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:12:41.544272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:41.551194 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:41.551991 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.555011 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:41.580199 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Pushing event updated for resources: {'Port': ['ID=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:41.599872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672179-ba4c-47da-a289-130eab863dfd None None] Pushing event updated for resources: {'Port': ['ID=5af231c5-d5fd-4960-b40a-d21c2da15e33,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:41.850134 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks [] for router_gateway (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.869961 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Publish callbacks [] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.876678 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:41.931647 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Pushing event updated for resources: {'Port': ['ID=2ea20289-0474-4ea2-9aa3-6ddb128cae43,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:41.943524 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.943869 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.944565 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.945188 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.945786 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.946281 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.946864 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.947879 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.949752 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.950556 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.951062 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.951714 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:41.952193 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:12:42.125575 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Attempting to bind port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:42.126276 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Attempting to bind port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:42.126562 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Attempting to bind port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 on network 95b79abf-02c3-4ecb-8158-405e990985e0 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:42.133263 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:42.133808 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Checking segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:42.134312 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.134808 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Bound using segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:42.135399 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Bound port: 2ea20289-0474-4ea2-9aa3-6ddb128cae43, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:42.135884 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.214181 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] For port 2ea20289-0474-4ea2-9aa3-6ddb128cae43, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:42.224463 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] For port 2ea20289-0474-4ea2-9aa3-6ddb128cae43, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2ea20289-0474-4ea2-9aa3-6ddb128cae43,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:42.225885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2a17320a-d79c-43ac-a432-5d5d50dd8ef1 None None] Provisioning complete for port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:42.226557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2a17320a-d79c-43ac-a432-5d5d50dd8ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.232472 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.266623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2a17320a-d79c-43ac-a432-5d5d50dd8ef1 None None] Port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:12:42.341249 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484b18c-9a96-4ccb-8c37-1e09307a2f6e None None] Pushing event updated for resources: {'Port': ['ID=2ea20289-0474-4ea2-9aa3-6ddb128cae43,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:42.345115 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Routers {'cf02f137-0413-4ea8-a3b4-da13403dc6c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:42.345824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:42.474930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.568865 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] Set router cf02f137-0413-4ea8-a3b4-da13403dc6c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:42.645405 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:12:42.694499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6cd782f2-816e-45ac-8365-01e52d50417b None None] Provisioning complete for port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:42.695336 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd782f2-816e-45ac-8365-01e52d50417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.782246 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:12:42.793559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Sync routers for ids ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:12:42.818801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Routers {'5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:42.819689 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:42.826790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6cd782f2-816e-45ac-8365-01e52d50417b None None] Current status of the port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:42.827718 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd782f2-816e-45ac-8365-01e52d50417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.833989 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:42.835688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-54837417-46de-4275-8c05-31bcc5bae697 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1384623 Feb 17 23:12:42.838356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38466) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:12:42.861494 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:38Z', 'revision_number': 4, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port': {'id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2ea20289-0474-4ea2-9aa3-6ddb128cae43', 'name': '', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'mac_address': 'fa:16:3e:cf:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:38Z', 'updated_at': '2022-02-17T23:12:42Z', 'revision_number': 4, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'subnets': [{'id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:42.905239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e59b1-1ea9-4b98-ba49-688d546b54a3 None None] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:12:42.913302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc4b426-0fbc-4773-afe9-881e4923b451 None None] The sync data for ids ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'] in n-d-828369-18 is: [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:38Z', 'revision_number': 4, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port': {'id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '2ea20289-0474-4ea2-9aa3-6ddb128cae43', 'name': '', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'mac_address': 'fa:16:3e:cf:19:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:38Z', 'updated_at': '2022-02-17T23:12:42Z', 'revision_number': 4, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'subnets': [{'id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:12:42.947517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-6cd782f2-816e-45ac-8365-01e52d50417b None None] For port 2ea20289-0474-4ea2-9aa3-6ddb128cae43, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2ea20289-0474-4ea2-9aa3-6ddb128cae43,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:42.964877 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6cd782f2-816e-45ac-8365-01e52d50417b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.021529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 253653c7-9670-4e60-927c-b9440dd86ee4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:43.163446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd782f2-816e-45ac-8365-01e52d50417b None None] Pushing event updated for resources: {'Port': ['ID=2ea20289-0474-4ea2-9aa3-6ddb128cae43,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:43.170175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-725d183f-aca0-4a2d-8f4f-7e52b08cc248 None None] Provisioning complete for port 5af231c5-d5fd-4960-b40a-d21c2da15e33 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:43.170563 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-725d183f-aca0-4a2d-8f4f-7e52b08cc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.205243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Set router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:43.400730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.507811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 253653c7-9670-4e60-927c-b9440dd86ee4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:43.508355 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.593454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Allocated IP 172.20.0.1 (93f22f40-fb2c-49ea-aa46-d35055391ae2/dffc4215-0269-4737-8744-955e91ac57e8/eee77f22-5274-4120-b525-fb35304ebc69) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:43.684724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-725d183f-aca0-4a2d-8f4f-7e52b08cc248 None None] Current status of the port 5af231c5-d5fd-4960-b40a-d21c2da15e33 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:43.685125 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-725d183f-aca0-4a2d-8f4f-7e52b08cc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.705490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 253653c7-9670-4e60-927c-b9440dd86ee4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:43.707211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5af231c5-d5fd-4960-b40a-d21c2da15e33 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:43.723520 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks [] for port (eee77f22-5274-4120-b525-fb35304ebc69), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.763415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-725d183f-aca0-4a2d-8f4f-7e52b08cc248 None None] For port 5af231c5-d5fd-4960-b40a-d21c2da15e33, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5af231c5-d5fd-4960-b40a-d21c2da15e33,segment=NetworkSegment(8a732347-60ee-4e04-a49a-faa227ef2178),segment_id=8a732347-60ee-4e04-a49a-faa227ef2178)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:43.771946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (eee77f22-5274-4120-b525-fb35304ebc69), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.773321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-725d183f-aca0-4a2d-8f4f-7e52b08cc248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.817216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:43.824495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:12:41Z', 'revision_number': 3, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port': {'id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:41Z', 'updated_at': '2022-02-17T23:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:43.824691 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:43.828434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:43.857095 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Pushing event updated for resources: {'Port': ['ID=eee77f22-5274-4120-b525-fb35304ebc69,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:43.862106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Checking router: 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:12:43.862489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Updating router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:12:43.883044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.904391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5af231c5-d5fd-4960-b40a-d21c2da15e33 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:43.904778 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:43.935157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d183f-aca0-4a2d-8f4f-7e52b08cc248 None None] Pushing event updated for resources: {'Port': ['ID=5af231c5-d5fd-4960-b40a-d21c2da15e33,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:43.941334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.057184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eee77f22-5274-4120-b525-fb35304ebc69), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.073922 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d58bb9c2-1b76-4371-88a3-a80b971d5036 None None] Provisioning complete for port 5af231c5-d5fd-4960-b40a-d21c2da15e33 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:44.074210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d58bb9c2-1b76-4371-88a3-a80b971d5036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.258441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5af231c5-d5fd-4960-b40a-d21c2da15e33 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:44.259576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks [] for port (eee77f22-5274-4120-b525-fb35304ebc69), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.266484 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (eee77f22-5274-4120-b525-fb35304ebc69), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.296373 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d58bb9c2-1b76-4371-88a3-a80b971d5036 None None] Current status of the port 5af231c5-d5fd-4960-b40a-d21c2da15e33 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:44.345080 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.347009 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Pushing event updated for resources: {'Port': ['ID=eee77f22-5274-4120-b525-fb35304ebc69,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:44.366835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Publish callbacks [] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.374485 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.437944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d4db1-17aa-4bd8-af94-e0025d64d3fa None None] Pushing event updated for resources: {'Port': ['ID=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:44.440510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Attempting to bind port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:44.440883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Attempting to bind port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:44.441257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Attempting to bind port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:44.449299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9b64c895-8b3e-4fe0-9369-e195ff444938 None None] Provisioning complete for port eee77f22-5274-4120-b525-fb35304ebc69 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:44.449670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b64c895-8b3e-4fe0-9369-e195ff444938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eee77f22-5274-4120-b525-fb35304ebc69), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.451396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:44.451782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:44.452168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:44.452288 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.452616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:44.453040 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Bound port: b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:44.453414 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.453792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:44.530137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9b64c895-8b3e-4fe0-9369-e195ff444938 None None] Port eee77f22-5274-4120-b525-fb35304ebc69 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:12:44.540187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] For port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:44.544421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] For port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:44.555952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.563541 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8747ffd0-9ca6-46fb-9901-20ce87502b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.589983 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:12:44.622519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33d4db1-17aa-4bd8-af94-e0025d64d3fa None None] Pushing event updated for resources: {'Port': ['ID=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:44.626038 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Routers {'5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:44.626642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:44.714177 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:12:44.720938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e62a24ed-bc43-421c-a361-588e74d79137 admin admin] 10.222.0.79 "PUT /v2.0/routers/5a2a71c6-dccc-455b-a9c3-e677fae4b8d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8797061 Feb 17 23:12:44.742343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] Set router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:44.795223 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cce2eeb4-b813-4ef5-ab55-bffd9ce9ac2d None None] Provisioning complete for port eee77f22-5274-4120-b525-fb35304ebc69 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:44.795633 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cce2eeb4-b813-4ef5-ab55-bffd9ce9ac2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eee77f22-5274-4120-b525-fb35304ebc69), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:44.905596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2ea20289-0474-4ea2-9aa3-6ddb128cae43 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:44.910035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cce2eeb4-b813-4ef5-ab55-bffd9ce9ac2d None None] Port eee77f22-5274-4120-b525-fb35304ebc69 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:12:45.008205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:45.008583 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:45.062743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 4, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port': {'id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:41Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eee77f22-5274-4120-b525-fb35304ebc69', 'name': '', 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'mac_address': 'fa:16:3e:4d:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:43Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 2, 'project_id': 'aee58980132a4478ad37517777d61003', 'subnets': [{'id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:45.096185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e7196-0ec3-4b5e-84f5-7272263f5e5a None None] The sync data for ids ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'] in n-d-828369-18 is: [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 4, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port': {'id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:41Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eee77f22-5274-4120-b525-fb35304ebc69', 'name': '', 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'mac_address': 'fa:16:3e:4d:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:43Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 2, 'project_id': 'aee58980132a4478ad37517777d61003', 'subnets': [{'id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:12:45.134574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:45.135717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5af231c5-d5fd-4960-b40a-d21c2da15e33 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:45.188378 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 5af231c5-d5fd-4960-b40a-d21c2da15e33 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:45.188994 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:45.275498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 5af231c5-d5fd-4960-b40a-d21c2da15e33 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:45.461361 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6e44a1e8-da3e-4a55-be23-f6d2497e7921 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:45.463103 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6e44a1e8-da3e-4a55-be23-f6d2497e7921 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/networks?id=95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 200 len: 817 time: 0.1181312 Feb 17 23:12:45.478368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7a9fc5a6-8197-44f1-9aa2-6552b6ce7749 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/quotas/dec1227b262843398f41c4e592c72cc9 HTTP/1.1" status: 200 len: 375 time: 0.0097158 Feb 17 23:12:45.539199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-cf1ebfd3-c629-4690-a4cb-9724c7fff804 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dec1227b262843398f41c4e592c72cc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538857 Feb 17 23:12:45.644384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-5f9b02e3-132c-425d-91c2-9673b0029ade service neutron] 10.222.0.79 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930233 Feb 17 23:12:45.741617 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-77cb23bb-1cf5-43a0-b02b-05f41cf2d2a8 service neutron] 10.222.0.79 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911281 Feb 17 23:12:45.940499 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-049d7ef7-1c8f-43ff-9da2-28599d937ab0 req-819d75ef-bb75-426e-8d92-3f95f460fd94 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 210 time: 0.0385070 Feb 17 23:12:46.833349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:46.897314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:46.898075 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:46.908948 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-a5c08722-38e5-48fd-aeae-96def7e18584 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:46.911225 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-a5c08722-38e5-48fd-aeae-96def7e18584 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "GET /v2.0/networks?id=95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 200 len: 817 time: 0.1237257 Feb 17 23:12:46.924428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Request body: {'port': {'device_id': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'admin_state_up': True, 'tenant_id': 'dec1227b262843398f41c4e592c72cc9'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:46.983967 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:46.984631 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.010317 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:47.015045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.050058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Made reservation on behalf of dec1227b262843398f41c4e592c72cc9 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:12:47.053535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.059307 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c87b3130-1a76-413d-894a-944e48c48246 req-37ab8e8d-a1d4-4ec6-8f58-51b74960dea1 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 210 time: 0.0315113 Feb 17 23:12:47.079566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:47.193849 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Allocated IP 172.20.0.10 (95b79abf-02c3-4ecb-8158-405e990985e0/77086974-5379-4bb9-8a10-5cb02fe3ad07/e9127705-c13b-4235-af99-522fe657a4f3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:12:47.242995 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Sync routers for ids ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:12:47.253757 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Routers {'5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:47.254445 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:47.345352 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks [] for port (e9127705-c13b-4235-af99-522fe657a4f3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.363572 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Set router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:47.379082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e9127705-c13b-4235-af99-522fe657a4f3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.418319 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c2d23c36-6e2f-42ef-8c2f-38bcd13bba21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.424286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Network 95b79abf-02c3-4ecb-8158-405e990985e0 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:12:47.428082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:12:47.431884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:12:47.457662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Pushing event updated for resources: {'Port': ['ID=e9127705-c13b-4235-af99-522fe657a4f3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:47.486808 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:47.487814 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.506898 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-7ce954c7-1482-4663-9a2d-565ac574fa18 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5868530 Feb 17 23:12:47.518162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Request body: {'port': {'device_id': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:12:47.584995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9127705-c13b-4235-af99-522fe657a4f3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.590886 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 4, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port': {'id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:41Z', 'updated_at': '2022-02-17T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eee77f22-5274-4120-b525-fb35304ebc69', 'name': '', 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'mac_address': 'fa:16:3e:4d:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:43Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 2, 'project_id': 'aee58980132a4478ad37517777d61003', 'subnets': [{'id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:47.619020 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Checking router: 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:12:47.619402 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Updating router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 port eee77f22-5274-4120-b525-fb35304ebc69 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:12:47.650184 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eee77f22-5274-4120-b525-fb35304ebc69), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.755442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6f4366e6-89be-4681-aa20-c152406fbeed None None] Provisioning complete for port e9127705-c13b-4235-af99-522fe657a4f3 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:47.755748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6f4366e6-89be-4681-aa20-c152406fbeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9127705-c13b-4235-af99-522fe657a4f3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.792263 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6f4366e6-89be-4681-aa20-c152406fbeed None None] Port e9127705-c13b-4235-af99-522fe657a4f3 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:12:47.858247 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9127705-c13b-4235-af99-522fe657a4f3 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:12:47.866691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Publish callbacks [] for port (e9127705-c13b-4235-af99-522fe657a4f3), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.879598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Transition to ACTIVE for port object e9127705-c13b-4235-af99-522fe657a4f3 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:12:47.883446 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e9127705-c13b-4235-af99-522fe657a4f3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.921035 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Publish callbacks [] for port (eee77f22-5274-4120-b525-fb35304ebc69), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.927058 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eee77f22-5274-4120-b525-fb35304ebc69), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:47.937638 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Pushing event updated for resources: {'Port': ['ID=e9127705-c13b-4235-af99-522fe657a4f3,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:48.017147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Attempting to bind port e9127705-c13b-4235-af99-522fe657a4f3 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:48.017708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Attempting to bind port e9127705-c13b-4235-af99-522fe657a4f3 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:48.017993 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356be1-309a-4de6-bff7-8e1e101a166d None None] Pushing event updated for resources: {'Port': ['ID=eee77f22-5274-4120-b525-fb35304ebc69,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:48.018126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Attempting to bind port e9127705-c13b-4235-af99-522fe657a4f3 on network 95b79abf-02c3-4ecb-8158-405e990985e0 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:48.024420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Port e9127705-c13b-4235-af99-522fe657a4f3 on network 95b79abf-02c3-4ecb-8158-405e990985e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:12:48.024749 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Attempting to bind port e9127705-c13b-4235-af99-522fe657a4f3 on network 95b79abf-02c3-4ecb-8158-405e990985e0 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:48.030032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:48.030374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Checking segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:48.030835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Bound using segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:48.031269 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Bound port: e9127705-c13b-4235-af99-522fe657a4f3, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:48.031666 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9127705-c13b-4235-af99-522fe657a4f3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.057099 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Attempting to bind port eee77f22-5274-4120-b525-fb35304ebc69 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:12:48.057243 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Attempting to bind port eee77f22-5274-4120-b525-fb35304ebc69 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:12:48.057557 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Attempting to bind port eee77f22-5274-4120-b525-fb35304ebc69 on network 93f22f40-fb2c-49ea-aa46-d35055391ae2 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:12:48.063293 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:12:48.063732 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Checking segment: {'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:12:48.064136 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.064530 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Bound using segment: {'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:12:48.064998 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Bound port: eee77f22-5274-4120-b525-fb35304ebc69, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a732347-60ee-4e04-a49a-faa227ef2178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:12:48.066021 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eee77f22-5274-4120-b525-fb35304ebc69), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.128818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] For port e9127705-c13b-4235-af99-522fe657a4f3, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:48.132470 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] For port e9127705-c13b-4235-af99-522fe657a4f3, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9127705-c13b-4235-af99-522fe657a4f3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:48.133137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.141689 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e9127705-c13b-4235-af99-522fe657a4f3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.147126 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] For port eee77f22-5274-4120-b525-fb35304ebc69, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:12:48.156108 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] For port eee77f22-5274-4120-b525-fb35304ebc69, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eee77f22-5274-4120-b525-fb35304ebc69,segment=NetworkSegment(8a732347-60ee-4e04-a49a-faa227ef2178),segment_id=8a732347-60ee-4e04-a49a-faa227ef2178)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:12:48.164549 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eee77f22-5274-4120-b525-fb35304ebc69), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.198583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.199302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.204783 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] 10.222.0.73 "PUT /v2.0/ports/e9127705-c13b-4235-af99-522fe657a4f3 HTTP/1.1" status: 200 len: 1093 time: 0.6908352 Feb 17 23:12:48.205376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'tag': 'e9127705-c13b-4235-af99-522fe657a4f3'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:48.208020 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b09706-2911-477a-aa3b-db9614c51e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "03dcdbac-4541-4394-ab70-37d75cabeb04", "tag": "e9127705-c13b-4235-af99-522fe657a4f3"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:12:48.238716 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b356be1-309a-4de6-bff7-8e1e101a166d None None] Pushing event updated for resources: {'Port': ['ID=eee77f22-5274-4120-b525-fb35304ebc69,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:48.255300 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Routers {'5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:12:48.256166 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:12:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:48.281228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d5c0f-d3ee-47f8-beb5-61ac8062b607 req-a21693ff-6760-4ce1-8476-014aab7246e6 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.289889 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-248d5c0f-d3ee-47f8-beb5-61ac8062b607 req-a21693ff-6760-4ce1-8476-014aab7246e6 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 944 time: 0.1204777 Feb 17 23:12:48.322078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b31a3-acb4-4a25-9038-6e69eb846983 service neutron] Pushing event updated for resources: {'Port': ['ID=e9127705-c13b-4235-af99-522fe657a4f3,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:48.332009 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:12:48.338965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-5ae53240-5c45-44fb-a8e1-e0fe5ef1d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.340847 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-5ae53240-5c45-44fb-a8e1-e0fe5ef1d2eb service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dec1227b262843398f41c4e592c72cc9&device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 1127 time: 0.0751057 Feb 17 23:12:48.368917 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-248d5c0f-d3ee-47f8-beb5-61ac8062b607 req-0b1f8632-f690-4f23-9620-9afea44a3a9c tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780301 Feb 17 23:12:48.392724 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-a964e70e-8f9a-4cb9-9d97-827d5f62c118 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9127705-c13b-4235-af99-522fe657a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0443332 Feb 17 23:12:48.439508 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9990817-4c6a-4986-a074-a80f8287b860 x-openstack-request-id: req-f9990817-4c6a-4986-a074-a80f8287b860 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:12:48.440218 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03dcdbac-4541-4394-ab70-37d75cabeb04", "tag": "e9127705-c13b-4235-af99-522fe657a4f3", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:12:48.440655 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9990817-4c6a-4986-a074-a80f8287b860 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:12:48.441214 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'tag': 'e9127705-c13b-4235-af99-522fe657a4f3', 'status': 'completed', 'code': 200} Feb 17 23:12:48.460594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5e46ace3-885f-4572-8a25-f75671bde902 None None] Provisioning complete for port eee77f22-5274-4120-b525-fb35304ebc69 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:48.460978 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e46ace3-885f-4572-8a25-f75671bde902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eee77f22-5274-4120-b525-fb35304ebc69), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.464184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-56dc5ab6-42d9-4938-b1b7-f529c1ed73d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.466108 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-56dc5ab6-42d9-4938-b1b7-f529c1ed73d6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77086974-5379-4bb9-8a10-5cb02fe3ad07 HTTP/1.1" status: 200 len: 856 time: 0.0651875 Feb 17 23:12:48.545451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-133dacde-b62a-4c63-a04b-4a5f4afc5710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:48.551146 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-133dacde-b62a-4c63-a04b-4a5f4afc5710 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95b79abf-02c3-4ecb-8158-405e990985e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0757849 Feb 17 23:12:48.572338 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] Set router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:12:48.587173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e46ace3-885f-4572-8a25-f75671bde902 None None] Current status of the port eee77f22-5274-4120-b525-fb35304ebc69 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:48.587790 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e46ace3-885f-4572-8a25-f75671bde902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (eee77f22-5274-4120-b525-fb35304ebc69), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.625829 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-5e46ace3-885f-4572-8a25-f75671bde902 None None] For port eee77f22-5274-4120-b525-fb35304ebc69, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eee77f22-5274-4120-b525-fb35304ebc69,segment=NetworkSegment(8a732347-60ee-4e04-a49a-faa227ef2178),segment_id=8a732347-60ee-4e04-a49a-faa227ef2178)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:48.631006 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e46ace3-885f-4572-8a25-f75671bde902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (eee77f22-5274-4120-b525-fb35304ebc69), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.684383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46ace3-885f-4572-8a25-f75671bde902 None None] Pushing event updated for resources: {'Port': ['ID=eee77f22-5274-4120-b525-fb35304ebc69,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:48.751455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ffb50a7b-aa10-452d-a32f-17436a96176f None None] Provisioning complete for port eee77f22-5274-4120-b525-fb35304ebc69 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:48.751842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffb50a7b-aa10-452d-a32f-17436a96176f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eee77f22-5274-4120-b525-fb35304ebc69), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:48.833617 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 4, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port': {'id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:41Z', 'updated_at': '2022-02-17T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eee77f22-5274-4120-b525-fb35304ebc69', 'name': '', 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'mac_address': 'fa:16:3e:4d:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:43Z', 'updated_at': '2022-02-17T23:12:48Z', 'revision_number': 4, 'project_id': 'aee58980132a4478ad37517777d61003', 'subnets': [{'id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:12:48.863851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ffb50a7b-aa10-452d-a32f-17436a96176f None None] Current status of the port eee77f22-5274-4120-b525-fb35304ebc69 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:48.868277 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee039b-2bdc-4675-aac7-c8e53b258ab9 None None] The sync data for ids ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'] in n-d-828369-18 is: [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:12:44Z', 'revision_number': 4, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port': {'id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:41Z', 'updated_at': '2022-02-17T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'eee77f22-5274-4120-b525-fb35304ebc69', 'name': '', 'network_id': '93f22f40-fb2c-49ea-aa46-d35055391ae2', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'mac_address': 'fa:16:3e:4d:e1:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:43Z', 'updated_at': '2022-02-17T23:12:48Z', 'revision_number': 4, 'project_id': 'aee58980132a4478ad37517777d61003', 'subnets': [{'id': 'dffc4215-0269-4737-8744-955e91ac57e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:12:48.874745 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:48.932869 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:48.933342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:49.018052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:49.019903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eee77f22-5274-4120-b525-fb35304ebc69 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:49.021999 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-670687f7-732e-4c58-9330-f4b6adf8c193 service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4632614 Feb 17 23:12:49.071446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port eee77f22-5274-4120-b525-fb35304ebc69 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:49.072562 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (eee77f22-5274-4120-b525-fb35304ebc69), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:49.120855 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4dc481b9-45f7-4dad-b722-eb7d44508fd9 req-1435bd47-4eba-46bc-a4f5-f461ca7fe7f4 service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923710 Feb 17 23:12:49.156595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port eee77f22-5274-4120-b525-fb35304ebc69 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:49.217356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-397406f6-21a5-4f2b-9260-48413eccd811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:49.219094 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-397406f6-21a5-4f2b-9260-48413eccd811 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dec1227b262843398f41c4e592c72cc9&device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 1127 time: 0.0482261 Feb 17 23:12:49.312791 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-7b393643-f387-48d9-b96f-ea51e0b2dc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:49.314289 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-7b393643-f387-48d9-b96f-ea51e0b2dc88 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 200 len: 918 time: 0.0896382 Feb 17 23:12:49.366327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-13c28940-301d-43f5-be83-52381a616a9c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9127705-c13b-4235-af99-522fe657a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0405016 Feb 17 23:12:49.419238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-e06c8b7c-0518-402b-bc79-f44310984fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:49.420953 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-e06c8b7c-0518-402b-bc79-f44310984fdc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77086974-5379-4bb9-8a10-5cb02fe3ad07 HTTP/1.1" status: 200 len: 856 time: 0.0485680 Feb 17 23:12:49.476863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-713dd657-f896-432e-bb8c-69d7abd7f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:49.478529 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-713dd657-f896-432e-bb8c-69d7abd7f0a7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95b79abf-02c3-4ecb-8158-405e990985e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0505989 Feb 17 23:12:49.496424 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300b7a1-ca2c-4649-b687-f9f652e14165 req-14209ab2-3d99-4971-8e1f-d1ecb38493b3 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:49.497954 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c300b7a1-ca2c-4649-b687-f9f652e14165 req-14209ab2-3d99-4971-8e1f-d1ecb38493b3 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 944 time: 0.0593395 Feb 17 23:12:49.544444 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:49.548347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c300b7a1-ca2c-4649-b687-f9f652e14165 req-740f00cd-0b0e-4bd5-b430-7441d23e42e3 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Feb 17 23:12:49.579496 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-77a7db1c-3820-4a2a-adff-576c264b8d2e service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940294 Feb 17 23:12:49.674771 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d4b09706-2911-477a-aa3b-db9614c51e2a req-3864fe18-17d3-4f9e-a247-66f3959dfe7a service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888212 Feb 17 23:12:50.670005 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5714fd-9dad-4541-88b4-d07f483088ac req-5811665f-ab1c-4f40-8b95-9d9007e3238d tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:50.671497 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df5714fd-9dad-4541-88b4-d07f483088ac req-5811665f-ab1c-4f40-8b95-9d9007e3238d tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 944 time: 0.0521920 Feb 17 23:12:50.722832 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-df5714fd-9dad-4541-88b4-d07f483088ac req-a3632f30-270d-48ad-b44c-089f3a4a12b2 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444801 Feb 17 23:12:50.953266 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:51.088350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9127705-c13b-4235-af99-522fe657a4f3 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:12:51.185273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e9127705-c13b-4235-af99-522fe657a4f3, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9127705-c13b-4235-af99-522fe657a4f3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:51.197229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'e9127705-c13b-4235-af99-522fe657a4f3', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'port_id': 'e9127705-c13b-4235-af99-522fe657a4f3', 'mac_address': 'fa:16:3e:fd:0c:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:12:51.233803 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e9127705-c13b-4235-af99-522fe657a4f3 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:51.234501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9127705-c13b-4235-af99-522fe657a4f3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:51.247177 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9127705-c13b-4235-af99-522fe657a4f3 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:12:51.270680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e9127705-c13b-4235-af99-522fe657a4f3, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9127705-c13b-4235-af99-522fe657a4f3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:51.275385 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9127705-c13b-4235-af99-522fe657a4f3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:51.323060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e9127705-c13b-4235-af99-522fe657a4f3,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:51.477890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e9127705-c13b-4235-af99-522fe657a4f3'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:12:51.841600 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e4002-b656-4301-b441-c31ad570ce5b req-2c6b5dea-b7f0-4589-905e-c7f34ead71a1 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:51.843070 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d93e4002-b656-4301-b441-c31ad570ce5b req-2c6b5dea-b7f0-4589-905e-c7f34ead71a1 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 945 time: 0.0522017 Feb 17 23:12:51.890087 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d93e4002-b656-4301-b441-c31ad570ce5b req-fb7727bd-a06f-44e9-a51c-4f109ddad545 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Feb 17 23:12:53.008303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf9ace9-a9f1-4735-ade8-7e546e3930ad req-04e2b88e-d0f0-4f08-b8e8-ed6b421e8c96 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:53.009758 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bf9ace9-a9f1-4735-ade8-7e546e3930ad req-04e2b88e-d0f0-4f08-b8e8-ed6b421e8c96 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 945 time: 0.0523350 Feb 17 23:12:53.055776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4bf9ace9-a9f1-4735-ade8-7e546e3930ad req-ef066d86-912d-407e-9d52-941b7fb605d6 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405028 Feb 17 23:12:53.107188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9127705-c13b-4235-af99-522fe657a4f3 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:12:53.156474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port e9127705-c13b-4235-af99-522fe657a4f3 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:12:53.160664 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port e9127705-c13b-4235-af99-522fe657a4f3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:12:53.161030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9127705-c13b-4235-af99-522fe657a4f3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:53.235515 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e9127705-c13b-4235-af99-522fe657a4f3 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:12:53.235815 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9127705-c13b-4235-af99-522fe657a4f3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:53.258519 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9127705-c13b-4235-af99-522fe657a4f3'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:12:53.260758 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419152e8-7363-44d3-9bd9-5d4f39201201" -d '{"events": [{"server_uuid": "03dcdbac-4541-4394-ab70-37d75cabeb04", "name": "network-vif-plugged", "status": "completed", "tag": "e9127705-c13b-4235-af99-522fe657a4f3"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:12:53.273195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e9127705-c13b-4235-af99-522fe657a4f3, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9127705-c13b-4235-af99-522fe657a4f3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:12:53.277522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9127705-c13b-4235-af99-522fe657a4f3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:12:53.309410 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e23f788-ba08-491a-a21c-dfeb6db6342b x-openstack-request-id: req-3e23f788-ba08-491a-a21c-dfeb6db6342b {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:12:53.309696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dcdbac-4541-4394-ab70-37d75cabeb04", "name": "network-vif-plugged", "status": "completed", "tag": "e9127705-c13b-4235-af99-522fe657a4f3", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:12:53.309944 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e23f788-ba08-491a-a21c-dfeb6db6342b {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:12:53.310325 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9127705-c13b-4235-af99-522fe657a4f3', 'code': 200} Feb 17 23:12:53.337316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e9127705-c13b-4235-af99-522fe657a4f3,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:12:53.402222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d696422-f2af-48b6-8333-c65c814aa2e6 req-c388a2da-e62a-4a7c-af86-ab68204bc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:53.403768 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d696422-f2af-48b6-8333-c65c814aa2e6 req-c388a2da-e62a-4a7c-af86-ab68204bc8c1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 1129 time: 0.0464694 Feb 17 23:12:53.451443 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2d696422-f2af-48b6-8333-c65c814aa2e6 req-35c27418-3d16-451e-bd1a-3d6b7bba8829 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412591 Feb 17 23:12:54.180712 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718d608-6e83-48be-a56e-d1421bf4c656 req-ba2203a3-9f5e-48ee-a40e-cedc64159351 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:54.183805 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3718d608-6e83-48be-a56e-d1421bf4c656 req-ba2203a3-9f5e-48ee-a40e-cedc64159351 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 946 time: 0.0585961 Feb 17 23:12:54.229294 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3718d608-6e83-48be-a56e-d1421bf4c656 req-15a4ab94-d784-4aba-be49-4a9de61431a4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Feb 17 23:12:55.349945 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ce227-9595-4973-bc47-80c98eee915b req-0595470e-e924-428d-a3eb-040d6c68496b tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:55.351478 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08ce227-9595-4973-bc47-80c98eee915b req-0595470e-e924-428d-a3eb-040d6c68496b tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 946 time: 0.0546873 Feb 17 23:12:55.400688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08ce227-9595-4973-bc47-80c98eee915b req-5071756e-69be-4b87-be0b-dca76873e13b tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434577 Feb 17 23:12:55.521584 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a5e71-8202-4f31-add4-8663b2f10794 req-1cec7331-3e00-4910-9173-c5b3e27542d0 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:12:55.527094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d3a5e71-8202-4f31-add4-8663b2f10794 req-1cec7331-3e00-4910-9173-c5b3e27542d0 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 946 time: 0.0579867 Feb 17 23:12:55.572408 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9d3a5e71-8202-4f31-add4-8663b2f10794 req-bbf74baa-9a7d-481c-be94-2069aec76ee6 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437672 Feb 17 23:12:55.654456 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:09.838132 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:14.547862 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-49d4d869-e36c-4417-9c2a-b96547e3c2c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:17.420857 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2981e7eb-b9f5-425e-9128-5a7b4dcb159f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:18.123667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:19.541704 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:20.958674 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:22.426838 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-cede8978-39d0-4af6-baba-585334ef5666 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450113 Feb 17 23:13:22.517918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-2214d737-55e6-49f2-bc4d-7b0168ccc181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:22.519949 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-2214d737-55e6-49f2-bc4d-7b0168ccc181 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dec1227b262843398f41c4e592c72cc9&device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 1129 time: 0.0453413 Feb 17 23:13:22.631798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-f384600d-09a9-4c11-8a11-cb8b24b8ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:22.633286 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-f384600d-09a9-4c11-8a11-cb8b24b8ee72 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 200 len: 918 time: 0.0910249 Feb 17 23:13:22.675943 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-0420d15e-c504-40ce-8b86-982383cbde72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e9127705-c13b-4235-af99-522fe657a4f3 HTTP/1.1" status: 200 len: 217 time: 0.0353594 Feb 17 23:13:22.725236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-cd84bec5-dcd1-4fc5-af6e-5653692169e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:22.726654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-cd84bec5-dcd1-4fc5-af6e-5653692169e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77086974-5379-4bb9-8a10-5cb02fe3ad07 HTTP/1.1" status: 200 len: 856 time: 0.0446706 Feb 17 23:13:22.783006 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-be0da375-2b04-46ff-af2d-807d329ca0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:22.784588 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-be0da375-2b04-46ff-af2d-807d329ca0bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95b79abf-02c3-4ecb-8158-405e990985e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508370 Feb 17 23:13:22.876378 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-fc457a9a-e803-4836-a615-b3d7a9f0181d service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842359 Feb 17 23:13:22.973068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c45c1ed1-3051-4dac-a05d-2d4a686cbd5d req-ebbe9d58-3aeb-4ddc-9162-e7e0c250f208 service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879312 Feb 17 23:13:25.310523 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:13:25.652709 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:29.974734 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470c459-eafc-4baf-ba98-ec8b03626377 req-5a432e46-9836-4d54-98ad-cf6a6b3cf80c tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:29.976257 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c470c459-eafc-4baf-ba98-ec8b03626377 req-5a432e46-9836-4d54-98ad-cf6a6b3cf80c tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 946 time: 0.0571082 Feb 17 23:13:30.025366 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c470c459-eafc-4baf-ba98-ec8b03626377 req-f04cc2ec-0b3b-48db-a30a-1ce8905f1791 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431817 Feb 17 23:13:31.145385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4bf6c8-6652-446a-9a84-84edbd79e614 req-11e7dcab-a4da-4e07-9247-3494e0882816 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:31.147163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea4bf6c8-6652-446a-9a84-84edbd79e614 req-11e7dcab-a4da-4e07-9247-3494e0882816 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 946 time: 0.0536892 Feb 17 23:13:31.200153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea4bf6c8-6652-446a-9a84-84edbd79e614 req-883cc415-56da-4a57-ada7-af0141bc5d4e tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472980 Feb 17 23:13:31.415502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-b0714e59-e32d-436a-8fb3-4a32447a8688 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:31.416982 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-b0714e59-e32d-436a-8fb3-4a32447a8688 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 946 time: 0.0553184 Feb 17 23:13:31.512135 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Deleting port e9127705-c13b-4235-af99-522fe657a4f3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:13:31.512470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e9127705-c13b-4235-af99-522fe657a4f3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:31.609936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] For port e9127705-c13b-4235-af99-522fe657a4f3, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e9127705-c13b-4235-af99-522fe657a4f3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:13:31.610313 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e9127705-c13b-4235-af99-522fe657a4f3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:31.626003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Calling delete_port for e9127705-c13b-4235-af99-522fe657a4f3 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:13:31.758463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e9127705-c13b-4235-af99-522fe657a4f3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:31.770259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e9127705-c13b-4235-af99-522fe657a4f3'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:13:31.785957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Pushing event deleted for resources: {'Port': ['ID=e9127705-c13b-4235-af99-522fe657a4f3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:31.831798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] No DVR routers for this DVR port e9127705-c13b-4235-af99-522fe657a4f3 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:13:31.834469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:31.837866 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fe3842e8-c332-411a-a1e1-fc7e1a8d5067 req-e96906ae-9fea-46c6-a102-c8663207c243 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "DELETE /v2.0/ports/e9127705-c13b-4235-af99-522fe657a4f3 HTTP/1.1" status: 204 len: 173 time: 0.4146578 Feb 17 23:13:31.838307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'name': 'network-vif-deleted', 'tag': 'e9127705-c13b-4235-af99-522fe657a4f3'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:31.840589 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a2bb5a-5305-4945-aa80-cc3b4e8769a6" -d '{"events": [{"server_uuid": "03dcdbac-4541-4394-ab70-37d75cabeb04", "name": "network-vif-deleted", "tag": "e9127705-c13b-4235-af99-522fe657a4f3"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:13:31.877749 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1710b07b-761b-43ee-9c28-a3f9fe76899f x-openstack-request-id: req-1710b07b-761b-43ee-9c28-a3f9fe76899f {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:13:31.878082 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03dcdbac-4541-4394-ab70-37d75cabeb04", "name": "network-vif-deleted", "tag": "e9127705-c13b-4235-af99-522fe657a4f3", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:13:31.878342 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1710b07b-761b-43ee-9c28-a3f9fe76899f {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:13:31.878759 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03dcdbac-4541-4394-ab70-37d75cabeb04', 'name': 'network-vif-deleted', 'tag': 'e9127705-c13b-4235-af99-522fe657a4f3', 'status': 'completed', 'code': 200} Feb 17 23:13:32.319737 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d328f05a-1140-4dd6-a55a-01c5558baea2 req-44ceb496-b706-4042-92ea-3992f2495ff6 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=03dcdbac-4541-4394-ab70-37d75cabeb04 HTTP/1.1" status: 200 len: 210 time: 0.0285094 Feb 17 23:13:33.852516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-351b0758-9381-4f47-a15c-0f5ecda31b8a tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:33.853972 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-351b0758-9381-4f47-a15c-0f5ecda31b8a tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/networks?id=95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 200 len: 817 time: 0.0995815 Feb 17 23:13:33.868930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-b9948856-0719-4da7-8e94-b24ab7cef885 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/quotas/dec1227b262843398f41c4e592c72cc9 HTTP/1.1" status: 200 len: 375 time: 0.0094438 Feb 17 23:13:33.923673 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-5eaa25e7-2462-45ec-b318-a19ec17c83cf tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=dec1227b262843398f41c4e592c72cc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498080 Feb 17 23:13:33.938384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-ca8c5307-c86a-477e-a964-7a9f660d4a5a service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:13:33.939340 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-ca8c5307-c86a-477e-a964-7a9f660d4a5a service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049665 Feb 17 23:13:34.035106 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-322f1b39-50fa-45f1-a433-88aca8246780 service neutron] 10.222.0.79 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900266 Feb 17 23:13:34.123149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-a4d66bb1-20b4-4671-9814-e8f17f4dd9c7 service neutron] 10.222.0.79 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822012 Feb 17 23:13:34.288414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55119fb8-ceac-4ef5-a1fd-3707f6c6908a req-bb5cafc7-887b-4fe2-a377-cc2dbd283b5d tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 210 time: 0.0319135 Feb 17 23:13:35.184946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-23da615e-29a5-4684-b129-800b1e3240e6 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:35.186408 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-23da615e-29a5-4684-b129-800b1e3240e6 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "GET /v2.0/networks?id=95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 200 len: 817 time: 0.1052611 Feb 17 23:13:35.199315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Request body: {'port': {'device_id': '1274a78f-7784-431d-bb29-4c8a1e367184', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'admin_state_up': True, 'tenant_id': 'dec1227b262843398f41c4e592c72cc9'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:13:35.303617 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Made reservation on behalf of dec1227b262843398f41c4e592c72cc9 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:13:35.306877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:35.367858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9127705-c13b-4235-af99-522fe657a4f3 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:13:35.394885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: e9127705-c13b-4235-af99-522fe657a4f3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:13:35.395234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e9127705-c13b-4235-af99-522fe657a4f3 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:13:35.402173 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fedc8cf-e794-440c-8d13-f10798ea3577 req-b86f615d-0471-457a-a134-cdad54e11f89 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 210 time: 0.0438566 Feb 17 23:13:35.439966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Allocated IP 172.20.0.5 (95b79abf-02c3-4ecb-8158-405e990985e0/77086974-5379-4bb9-8a10-5cb02fe3ad07/b32e3047-0229-446e-89e5-1a4c679e8d92) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:13:35.589401 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks [] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:35.622460 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:35.667445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Network 95b79abf-02c3-4ecb-8158-405e990985e0 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:13:35.670556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:13:35.674306 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:13:35.681410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Pushing event updated for resources: {'Port': ['ID=b32e3047-0229-446e-89e5-1a4c679e8d92,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:35.728812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:35.729414 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:35.746699 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-680b7afc-87f0-4f10-95fd-af46127f2446 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511687 Feb 17 23:13:35.757876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Request body: {'port': {'device_id': '1274a78f-7784-431d-bb29-4c8a1e367184', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:13:35.822649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:36.089013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-068872e1-e789-47a5-a25e-07be14b2e20b None None] Provisioning complete for port b32e3047-0229-446e-89e5-1a4c679e8d92 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:13:36.089277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-068872e1-e789-47a5-a25e-07be14b2e20b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:36.101422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32e3047-0229-446e-89e5-1a4c679e8d92 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:13:36.109098 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Publish callbacks [] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:36.121230 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Transition to ACTIVE for port object b32e3047-0229-446e-89e5-1a4c679e8d92 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:13:36.123331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-068872e1-e789-47a5-a25e-07be14b2e20b None None] Port b32e3047-0229-446e-89e5-1a4c679e8d92 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:13:36.125238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:36.197032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Pushing event updated for resources: {'Port': ['ID=b32e3047-0229-446e-89e5-1a4c679e8d92,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:36.227342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.227717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.228062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.228406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.228741 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.229078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.229409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.229735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.230060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.230387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.230715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.231039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.231385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:36.265060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Attempting to bind port b32e3047-0229-446e-89e5-1a4c679e8d92 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:13:36.265397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Attempting to bind port b32e3047-0229-446e-89e5-1a4c679e8d92 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:13:36.265726 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Attempting to bind port b32e3047-0229-446e-89e5-1a4c679e8d92 on network 95b79abf-02c3-4ecb-8158-405e990985e0 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:13:36.270926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Port b32e3047-0229-446e-89e5-1a4c679e8d92 on network 95b79abf-02c3-4ecb-8158-405e990985e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:13:36.271254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Attempting to bind port b32e3047-0229-446e-89e5-1a4c679e8d92 on network 95b79abf-02c3-4ecb-8158-405e990985e0 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:13:36.276291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:13:36.276631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Checking segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:13:36.277015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Bound using segment: {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:13:36.277440 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Bound port: b32e3047-0229-446e-89e5-1a4c679e8d92, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:13:36.277796 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:36.345982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] For port b32e3047-0229-446e-89e5-1a4c679e8d92, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:13:36.349139 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] For port b32e3047-0229-446e-89e5-1a4c679e8d92, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b32e3047-0229-446e-89e5-1a4c679e8d92,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:13:36.354233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:36.387144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.387822 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:36.389203 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] 10.222.0.73 "PUT /v2.0/ports/b32e3047-0229-446e-89e5-1a4c679e8d92 HTTP/1.1" status: 200 len: 1092 time: 0.6355870 Feb 17 23:13:36.389746 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1274a78f-7784-431d-bb29-4c8a1e367184', 'tag': 'b32e3047-0229-446e-89e5-1a4c679e8d92'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:36.391925 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599993cb-97c6-4848-a33b-eb32a519b411" -d '{"events": [{"name": "network-changed", "server_uuid": "1274a78f-7784-431d-bb29-4c8a1e367184", "tag": "b32e3047-0229-446e-89e5-1a4c679e8d92"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:13:36.421396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23aaaa-121a-43e7-8362-450859316a87 service neutron] Pushing event updated for resources: {'Port': ['ID=b32e3047-0229-446e-89e5-1a4c679e8d92,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:36.459263 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c3a7e1-5ea4-43d3-865e-87054d64bd4f x-openstack-request-id: req-33c3a7e1-5ea4-43d3-865e-87054d64bd4f {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:13:36.459744 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1274a78f-7784-431d-bb29-4c8a1e367184", "tag": "b32e3047-0229-446e-89e5-1a4c679e8d92", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:13:36.459910 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-33c3a7e1-5ea4-43d3-865e-87054d64bd4f {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:13:36.460455 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1274a78f-7784-431d-bb29-4c8a1e367184', 'tag': 'b32e3047-0229-446e-89e5-1a4c679e8d92', 'status': 'completed', 'code': 200} Feb 17 23:13:36.484254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-21b75de1-0ab3-437e-a50e-89092122c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.486090 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-21b75de1-0ab3-437e-a50e-89092122c70f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dec1227b262843398f41c4e592c72cc9&device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 1126 time: 0.0589139 Feb 17 23:13:36.532668 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-68d73b9b-910e-4ec8-ae08-8f4b60de6823 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32e3047-0229-446e-89e5-1a4c679e8d92 HTTP/1.1" status: 200 len: 217 time: 0.0401895 Feb 17 23:13:36.571074 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780e633-ef2c-47b0-be41-a4290088c1fe req-19413494-604d-4aa9-a2d8-98594545c1ba tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.573582 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e780e633-ef2c-47b0-be41-a4290088c1fe req-19413494-604d-4aa9-a2d8-98594545c1ba tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 943 time: 0.0618887 Feb 17 23:13:36.586942 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-e40fa0c7-9a61-4b38-a5c6-9fff462f1adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.588941 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-e40fa0c7-9a61-4b38-a5c6-9fff462f1adb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77086974-5379-4bb9-8a10-5cb02fe3ad07 HTTP/1.1" status: 200 len: 856 time: 0.0485983 Feb 17 23:13:36.623095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e780e633-ef2c-47b0-be41-a4290088c1fe req-ba9c43ea-51ed-4c42-9e41-ef51b362078f tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439873 Feb 17 23:13:36.640043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-fbe7adce-1f96-4672-9ce9-b0151572ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.641627 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-fbe7adce-1f96-4672-9ce9-b0151572ff37 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95b79abf-02c3-4ecb-8158-405e990985e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472076 Feb 17 23:13:36.733966 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-79605f7f-f241-415a-ab20-25af50077ddd service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860510 Feb 17 23:13:36.822250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f65ee64-a05e-48da-8d32-c30cdbc2192b req-9b9002fe-354b-47df-ba1d-fdfa5cc76ae8 service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823805 Feb 17 23:13:36.917276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599993cb-97c6-4848-a33b-eb32a519b411 req-e0655f4a-4dea-4bc3-a7f5-30be9ecc93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:36.918758 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-599993cb-97c6-4848-a33b-eb32a519b411 req-e0655f4a-4dea-4bc3-a7f5-30be9ecc93d5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=dec1227b262843398f41c4e592c72cc9&device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 1126 time: 0.0490379 Feb 17 23:13:37.008521 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599993cb-97c6-4848-a33b-eb32a519b411 req-f6d3701a-1d4e-44d9-9e90-2db40281c571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:37.009974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-599993cb-97c6-4848-a33b-eb32a519b411 req-f6d3701a-1d4e-44d9-9e90-2db40281c571 service neutron] 10.222.0.73 "GET /v2.0/networks?id=95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 200 len: 918 time: 0.0854230 Feb 17 23:13:37.049642 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-599993cb-97c6-4848-a33b-eb32a519b411 req-2e818cf3-c865-452f-96fc-fdec32eccb69 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b32e3047-0229-446e-89e5-1a4c679e8d92 HTTP/1.1" status: 200 len: 217 time: 0.0331719 Feb 17 23:13:37.101283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599993cb-97c6-4848-a33b-eb32a519b411 req-cd5ec32d-f939-431f-b42f-806636751b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:37.102708 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-599993cb-97c6-4848-a33b-eb32a519b411 req-cd5ec32d-f939-431f-b42f-806636751b3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=77086974-5379-4bb9-8a10-5cb02fe3ad07 HTTP/1.1" status: 200 len: 856 time: 0.0460076 Feb 17 23:13:37.151119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599993cb-97c6-4848-a33b-eb32a519b411 req-b5dff740-075a-4cb2-b873-3228240cde94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:37.152614 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-599993cb-97c6-4848-a33b-eb32a519b411 req-b5dff740-075a-4cb2-b873-3228240cde94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=95b79abf-02c3-4ecb-8158-405e990985e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433352 Feb 17 23:13:37.242248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-599993cb-97c6-4848-a33b-eb32a519b411 req-de2c770c-ad31-471a-9f40-7c8d9fdb055e service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830896 Feb 17 23:13:37.335097 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-599993cb-97c6-4848-a33b-eb32a519b411 req-73f22656-dac6-4807-96d7-e421289f6dc1 service neutron] 10.222.0.73 "GET /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854876 Feb 17 23:13:37.739876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6de5a4-f573-4534-9d48-848fac1b035b req-9517b8d7-af74-44d5-9719-fef46e5f16cc tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:37.741311 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d6de5a4-f573-4534-9d48-848fac1b035b req-9517b8d7-af74-44d5-9719-fef46e5f16cc tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 943 time: 0.0523815 Feb 17 23:13:37.791419 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8d6de5a4-f573-4534-9d48-848fac1b035b req-35d2b525-b5d1-4993-b971-8aa7a528f4fa tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445297 Feb 17 23:13:38.908211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6db69b-5a99-45c3-aaff-89a760c4d47f req-9c193e14-b3fd-4ced-92ec-b998830e298f tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:38.910339 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e6db69b-5a99-45c3-aaff-89a760c4d47f req-9c193e14-b3fd-4ced-92ec-b998830e298f tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 943 time: 0.0534348 Feb 17 23:13:38.957352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2e6db69b-5a99-45c3-aaff-89a760c4d47f req-b6ab3642-a9ac-40ab-9366-878db08fbf93 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Feb 17 23:13:39.414314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b32e3047-0229-446e-89e5-1a4c679e8d92 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:13:39.511436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b32e3047-0229-446e-89e5-1a4c679e8d92, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b32e3047-0229-446e-89e5-1a4c679e8d92,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:13:39.523171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'b32e3047-0229-446e-89e5-1a4c679e8d92', 'network_id': '95b79abf-02c3-4ecb-8158-405e990985e0', 'port_id': 'b32e3047-0229-446e-89e5-1a4c679e8d92', 'mac_address': 'fa:16:3e:d6:f0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77086974-5379-4bb9-8a10-5cb02fe3ad07', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:13:39.560312 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b32e3047-0229-446e-89e5-1a4c679e8d92 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:13:39.560698 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:39.573204 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32e3047-0229-446e-89e5-1a4c679e8d92 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:13:39.592606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b32e3047-0229-446e-89e5-1a4c679e8d92, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b32e3047-0229-446e-89e5-1a4c679e8d92,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:13:39.595975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:39.645378 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b32e3047-0229-446e-89e5-1a4c679e8d92,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:39.652551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.652904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.653245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.653586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.653921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.654252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.654580 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.654908 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.655234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.655586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.655910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.656232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.656555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:13:39.788201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['b32e3047-0229-446e-89e5-1a4c679e8d92'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:13:39.870322 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:40.078609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be4bfb-1909-4660-9cc1-a593a0763d1a req-0ca6c1b4-8590-471b-aedc-4f61089ef873 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:40.080093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71be4bfb-1909-4660-9cc1-a593a0763d1a req-0ca6c1b4-8590-471b-aedc-4f61089ef873 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 944 time: 0.0515840 Feb 17 23:13:40.130314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71be4bfb-1909-4660-9cc1-a593a0763d1a req-1035d47b-b356-461a-9c34-e0f932c3f4cd tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Feb 17 23:13:41.252383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d2c8-c920-49e4-a2b0-2343613f6d41 req-91284e79-5423-441d-8312-ba27c23ccc8f tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:41.254521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3648d2c8-c920-49e4-a2b0-2343613f6d41 req-91284e79-5423-441d-8312-ba27c23ccc8f tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 944 time: 0.0569077 Feb 17 23:13:41.300373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3648d2c8-c920-49e4-a2b0-2343613f6d41 req-21025b93-5d77-43ad-a117-91afa9c603e3 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Feb 17 23:13:41.413920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b32e3047-0229-446e-89e5-1a4c679e8d92 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:13:41.464326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port b32e3047-0229-446e-89e5-1a4c679e8d92 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:13:41.468244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port b32e3047-0229-446e-89e5-1a4c679e8d92 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:13:41.468616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:41.545034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port b32e3047-0229-446e-89e5-1a4c679e8d92 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:13:41.545425 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:41.568142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1274a78f-7784-431d-bb29-4c8a1e367184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32e3047-0229-446e-89e5-1a4c679e8d92'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:13:41.570405 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e45e5f-321d-4619-89cf-2cbc8abafc29" -d '{"events": [{"server_uuid": "1274a78f-7784-431d-bb29-4c8a1e367184", "name": "network-vif-plugged", "status": "completed", "tag": "b32e3047-0229-446e-89e5-1a4c679e8d92"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:13:41.582883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port b32e3047-0229-446e-89e5-1a4c679e8d92, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b32e3047-0229-446e-89e5-1a4c679e8d92,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:13:41.587647 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:41.614980 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb6395d-d9f0-4216-b3ad-1e123143bf7e x-openstack-request-id: req-0cb6395d-d9f0-4216-b3ad-1e123143bf7e {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:13:41.615280 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1274a78f-7784-431d-bb29-4c8a1e367184", "name": "network-vif-plugged", "status": "completed", "tag": "b32e3047-0229-446e-89e5-1a4c679e8d92", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:13:41.615561 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0cb6395d-d9f0-4216-b3ad-1e123143bf7e {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:13:41.615954 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1274a78f-7784-431d-bb29-4c8a1e367184', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32e3047-0229-446e-89e5-1a4c679e8d92', 'code': 200} Feb 17 23:13:41.640510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=b32e3047-0229-446e-89e5-1a4c679e8d92,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:13:41.713253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69f7bf-3844-4f5f-8f85-a74fb73cac8e req-7fd25a1e-8893-44a2-a44c-3a143e761128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:41.714688 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e69f7bf-3844-4f5f-8f85-a74fb73cac8e req-7fd25a1e-8893-44a2-a44c-3a143e761128 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 1128 time: 0.0446844 Feb 17 23:13:41.758846 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e69f7bf-3844-4f5f-8f85-a74fb73cac8e req-10ee5d18-5992-4a89-b3e0-415fb18dff98 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Feb 17 23:13:42.425732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e52889-33fc-43a4-8cd6-45c0ca04f6c3 req-c6f408a5-f0c1-4728-85b6-4bd8ac2e5551 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:42.427313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-35e52889-33fc-43a4-8cd6-45c0ca04f6c3 req-c6f408a5-f0c1-4728-85b6-4bd8ac2e5551 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 945 time: 0.0573261 Feb 17 23:13:42.478494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-35e52889-33fc-43a4-8cd6-45c0ca04f6c3 req-50c005a2-6b11-48cb-b872-33f73b517cbf tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417304 Feb 17 23:13:43.603016 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc1e1b-c3b9-427e-90ae-1eac26f0d494 req-4e6483d5-19cc-451c-9863-07187315711d tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:43.604524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4dc1e1b-c3b9-427e-90ae-1eac26f0d494 req-4e6483d5-19cc-451c-9863-07187315711d tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 945 time: 0.0577080 Feb 17 23:13:43.652006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4dc1e1b-c3b9-427e-90ae-1eac26f0d494 req-b24eb75b-03be-49dc-8c5d-7e572e702307 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414209 Feb 17 23:13:43.768422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23c8cd-0251-4967-a29d-bef069ae4a34 req-f1285655-9968-46d6-a157-c7f553cf50c4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:13:43.770608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b23c8cd-0251-4967-a29d-bef069ae4a34 req-f1285655-9968-46d6-a157-c7f553cf50c4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 945 time: 0.0553870 Feb 17 23:13:43.816406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9b23c8cd-0251-4967-a29d-bef069ae4a34 req-6231ea1f-c8e7-43e2-9650-08b68ff7ef06 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400174 Feb 17 23:13:44.551708 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc392f9c-aa4d-40f8-826b-d92a16981094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:47.423250 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e866ec3-2f73-4971-ac6d-de2c1f430435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:48.126615 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:49.547965 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:50.953073 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:13:55.664323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:02.310041 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:14:09.864469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:14.554559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-505cb7aa-dda4-4174-b2a3-591285401813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:17.426076 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-77c80a3a-4c35-4b9b-8202-cf317fbab1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:17.875216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd562b69-44bd-4e34-a464-74a95e2a352b req-fdcd4f99-2129-48d0-8d4e-87cd97b0ae38 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:17.877295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd562b69-44bd-4e34-a464-74a95e2a352b req-fdcd4f99-2129-48d0-8d4e-87cd97b0ae38 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Feb 17 23:14:17.930604 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd562b69-44bd-4e34-a464-74a95e2a352b req-e733427c-a4e7-47f2-be2d-a732c690cfc8 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Feb 17 23:14:18.130365 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:19.051957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10a88-0f20-48bd-a14a-33a050604677 req-76a3309b-9154-4e84-a82b-e9c53ec40f2d tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:19.053356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34d10a88-0f20-48bd-a14a-33a050604677 req-76a3309b-9154-4e84-a82b-e9c53ec40f2d tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 945 time: 0.0532525 Feb 17 23:14:19.104047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34d10a88-0f20-48bd-a14a-33a050604677 req-b594ad68-0034-4995-8e5c-4618869dacde tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/security-groups?id=c85a2975-dcfc-4c01-bd74-acc7c66bb865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450344 Feb 17 23:14:19.345912 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-15fffcf7-e1b6-49ae-a520-6d07f5970755 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:19.347610 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-15fffcf7-e1b6-49ae-a520-6d07f5970755 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 945 time: 0.0586865 Feb 17 23:14:19.440841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Deleting port b32e3047-0229-446e-89e5-1a4c679e8d92 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:19.441193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:19.539692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] For port b32e3047-0229-446e-89e5-1a4c679e8d92, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=b32e3047-0229-446e-89e5-1a4c679e8d92,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:19.540238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:19.554324 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:19.556602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Calling delete_port for b32e3047-0229-446e-89e5-1a4c679e8d92 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:19.685702 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b32e3047-0229-446e-89e5-1a4c679e8d92), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:19.718253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Pushing event deleted for resources: {'Port': ['ID=b32e3047-0229-446e-89e5-1a4c679e8d92,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:19.760428 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] No DVR routers for this DVR port b32e3047-0229-446e-89e5-1a4c679e8d92 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:14:19.763130 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:19.766481 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3145f2bd-23c2-4ad6-9c33-8691dead1259 req-3b140d3f-3ac6-4f40-96b9-ea3e9de6f8e4 tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.73 "DELETE /v2.0/ports/b32e3047-0229-446e-89e5-1a4c679e8d92 HTTP/1.1" status: 204 len: 173 time: 0.4139907 Feb 17 23:14:19.766925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1274a78f-7784-431d-bb29-4c8a1e367184', 'name': 'network-vif-deleted', 'tag': 'b32e3047-0229-446e-89e5-1a4c679e8d92'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:19.769224 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cf9a4a-baa9-4672-8c02-bd8f4d5cb8d1" -d '{"events": [{"server_uuid": "1274a78f-7784-431d-bb29-4c8a1e367184", "name": "network-vif-deleted", "tag": "b32e3047-0229-446e-89e5-1a4c679e8d92"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:14:19.806795 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbac8f11-9628-446b-8b16-fc0901c12138 x-openstack-request-id: req-dbac8f11-9628-446b-8b16-fc0901c12138 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:14:19.807092 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1274a78f-7784-431d-bb29-4c8a1e367184", "name": "network-vif-deleted", "tag": "b32e3047-0229-446e-89e5-1a4c679e8d92", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:14:19.807351 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dbac8f11-9628-446b-8b16-fc0901c12138 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:14:19.807787 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1274a78f-7784-431d-bb29-4c8a1e367184', 'name': 'network-vif-deleted', 'tag': 'b32e3047-0229-446e-89e5-1a4c679e8d92', 'status': 'completed', 'code': 200} Feb 17 23:14:20.223297 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-52e32a00-23a6-47db-bdcc-6c4c2247aee5 req-3020ce94-f0dc-44e3-be08-06f6e652e0dc tempest-TestEncryptedCinderVolumes-729664714 tempest-TestEncryptedCinderVolumes-729664714-project] 10.222.0.79 "GET /v2.0/ports?device_id=1274a78f-7784-431d-bb29-4c8a1e367184 HTTP/1.1" status: 200 len: 210 time: 0.0331326 Feb 17 23:14:20.957392 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:21.316292 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38822) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:21.538656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b32e3047-0229-446e-89e5-1a4c679e8d92 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:14:21.559179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: b32e3047-0229-446e-89e5-1a4c679e8d92 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:14:21.559792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device b32e3047-0229-446e-89e5-1a4c679e8d92 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:14:21.679125 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (cf02f137-0413-4ea8-a3b4-da13403dc6c5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:21.925811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Deleting port 2ea20289-0474-4ea2-9aa3-6ddb128cae43 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:21.926149 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:22.002816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] For port 2ea20289-0474-4ea2-9aa3-6ddb128cae43, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=2ea20289-0474-4ea2-9aa3-6ddb128cae43,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:22.003178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:22.015910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Calling delete_port for 2ea20289-0474-4ea2-9aa3-6ddb128cae43 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:22.201897 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (2ea20289-0474-4ea2-9aa3-6ddb128cae43), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:22.228969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea20289-0474-4ea2-9aa3-6ddb128cae43,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:22.257793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.258139 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.258482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.258820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.259153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.259511 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.259842 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.260167 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.260493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.260816 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.261138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.261463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.261783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:22.410576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (cf02f137-0413-4ea8-a3b4-da13403dc6c5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:22.951301 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Router cf02f137-0413-4ea8-a3b4-da13403dc6c5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:14:23.056025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:14:23.060963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f14c5c55-bafe-49bd-8c6d-37225594eaf2 admin admin] 10.222.0.79 "PUT /v2.0/routers/cf02f137-0413-4ea8-a3b4-da13403dc6c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7435157 Feb 17 23:14:23.063578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38824) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:23.065100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] Sync routers for ids ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:23.074414 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] Routers {'cf02f137-0413-4ea8-a3b4-da13403dc6c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:23.075031 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:23.168215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks [] for router (cf02f137-0413-4ea8-a3b4-da13403dc6c5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.181604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] Set router cf02f137-0413-4ea8-a3b4-da13403dc6c5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:23.285418 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks [] for router_gateway (cf02f137-0413-4ea8-a3b4-da13403dc6c5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.342916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Deleting port 253653c7-9670-4e60-927c-b9440dd86ee4 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:23.343185 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.361277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:14:22Z', 'revision_number': 5, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port': {'id': '253653c7-9670-4e60-927c-b9440dd86ee4', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:ae:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:12:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:23.388547 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] Checking router: cf02f137-0413-4ea8-a3b4-da13403dc6c5 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:23.397428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] Routers {'cf02f137-0413-4ea8-a3b4-da13403dc6c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:23.398054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:23.432362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] For port 253653c7-9670-4e60-927c-b9440dd86ee4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=253653c7-9670-4e60-927c-b9440dd86ee4,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:23.432941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.446004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Calling delete_port for 253653c7-9670-4e60-927c-b9440dd86ee4 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:23.489199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] Set router cf02f137-0413-4ea8-a3b4-da13403dc6c5 gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:23.543184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:14:23Z', 'revision_number': 6, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:23.569662 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8fa0fa-ce13-4776-93ad-914a8320e29e None None] The sync data for ids ['cf02f137-0413-4ea8-a3b4-da13403dc6c5'] in n-d-828369-18 is: [{'id': 'cf02f137-0413-4ea8-a3b4-da13403dc6c5', 'name': 'tempest-TestEncryptedCinderVolumes-1192601644-router', 'tenant_id': 'dec1227b262843398f41c4e592c72cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:36Z', 'updated_at': '2022-02-17T23:14:23Z', 'revision_number': 6, 'project_id': 'dec1227b262843398f41c4e592c72cc9', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:23.616670 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (253653c7-9670-4e60-927c-b9440dd86ee4), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.643908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=253653c7-9670-4e60-927c-b9440dd86ee4,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:23.710144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (cf02f137-0413-4ea8-a3b4-da13403dc6c5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.802930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (cf02f137-0413-4ea8-a3b4-da13403dc6c5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.805172 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks [] for router_controller (cf02f137-0413-4ea8-a3b4-da13403dc6c5), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.849234 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (cf02f137-0413-4ea8-a3b4-da13403dc6c5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.849775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf02f137-0413-4ea8-a3b4-da13403dc6c5 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:14:23.854342 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.855523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ed31be7d-254e-44e1-8230-60177dfdcae1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/cf02f137-0413-4ea8-a3b4-da13403dc6c5 HTTP/1.1" status: 204 len: 168 time: 0.7902675 Feb 17 23:14:23.857991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38826) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:23.908188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] Deleting subnet 77086974-5379-4bb9-8a10-5cb02fe3ad07 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:14:23.911509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] Publish callbacks [] for subnet (77086974-5379-4bb9-8a10-5cb02fe3ad07), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:23.948349 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (77086974-5379-4bb9-8a10-5cb02fe3ad07), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.029721 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (77086974-5379-4bb9-8a10-5cb02fe3ad07), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.081963 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (77086974-5379-4bb9-8a10-5cb02fe3ad07), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.112240 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77086974-5379-4bb9-8a10-5cb02fe3ad07,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:24.115541 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.119154 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d51bbfec-125f-4470-aaff-8e97572e46e1 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/77086974-5379-4bb9-8a10-5cb02fe3ad07 HTTP/1.1" status: 204 len: 168 time: 0.2597280 Feb 17 23:14:24.121185 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38828) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:24.121337 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e909a-74d4-4a3e-a2fe-c695f0438d37 None None] Network 95b79abf-02c3-4ecb-8158-405e990985e0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:14:24.190160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (95b79abf-02c3-4ecb-8158-405e990985e0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.246003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Deleting port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:24.246345 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.314112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] DHCP port deletion for 95b79abf-02c3-4ecb-8158-405e990985e0 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:14:24.323736 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] For port bd75d9b2-c32d-4832-a43f-d170cf4b85c3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:24.324100 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.337907 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Calling delete_port for bd75d9b2-c32d-4832-a43f-d170cf4b85c3 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:24.363837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] Deleting port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:24.364251 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.426967 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.432549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] For port bd75d9b2-c32d-4832-a43f-d170cf4b85c3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,segment=NetworkSegment(a2f59d06-70ea-46f5-a79b-2d6624b3da3f),segment_id=a2f59d06-70ea-46f5-a79b-2d6624b3da3f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:24.433194 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.449937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] Calling delete_port for bd75d9b2-c32d-4832-a43f-d170cf4b85c3 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:24.453464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:24.460427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] No DVR routers for this DVR port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:14:24.529492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (bd75d9b2-c32d-4832-a43f-d170cf4b85c3), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.548020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (95b79abf-02c3-4ecb-8158-405e990985e0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.557272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] Pushing event deleted for resources: {'Port': ['ID=bd75d9b2-c32d-4832-a43f-d170cf4b85c3,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:24.559184 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf17cd27-90ff-4fab-92f5-11a5d874ed57 None None] No DVR routers for this DVR port bd75d9b2-c32d-4832-a43f-d170cf4b85c3 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:14:24.578068 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95b79abf-02c3-4ecb-8158-405e990985e0']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:24.590537 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:24.590837 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f59d06-70ea-46f5-a79b-2d6624b3da3f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:24.602637 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (a2f59d06-70ea-46f5-a79b-2d6624b3da3f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.621200 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a2f59d06-70ea-46f5-a79b-2d6624b3da3f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.627635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:14:24.628077 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (a2f59d06-70ea-46f5-a79b-2d6624b3da3f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:14:24.629823 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:14:24.687040 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (95b79abf-02c3-4ecb-8158-405e990985e0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.692655 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:24.695850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/95b79abf-02c3-4ecb-8158-405e990985e0 HTTP/1.1" status: 204 len: 168 time: 0.5734742 Feb 17 23:14:24.698821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38830) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:24.707464 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df98f64e-3900-4436-afd1-026073da46f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=95b79abf-02c3-4ecb-8158-405e990985e0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:24.854499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2ea20289-0474-4ea2-9aa3-6ddb128cae43 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:14:24.878586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 2ea20289-0474-4ea2-9aa3-6ddb128cae43 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:14:24.878851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 2ea20289-0474-4ea2-9aa3-6ddb128cae43 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:14:24.879278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 253653c7-9670-4e60-927c-b9440dd86ee4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:14:24.899195 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 253653c7-9670-4e60-927c-b9440dd86ee4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:14:24.899569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 253653c7-9670-4e60-927c-b9440dd86ee4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:14:24.899993 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bd75d9b2-c32d-4832-a43f-d170cf4b85c3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:14:24.918536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: bd75d9b2-c32d-4832-a43f-d170cf4b85c3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:14:24.918889 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device bd75d9b2-c32d-4832-a43f-d170cf4b85c3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:14:25.044468 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:25.290354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Deleting port eee77f22-5274-4120-b525-fb35304ebc69 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:25.290687 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (eee77f22-5274-4120-b525-fb35304ebc69), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:25.367066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] For port eee77f22-5274-4120-b525-fb35304ebc69, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=eee77f22-5274-4120-b525-fb35304ebc69,segment=NetworkSegment(8a732347-60ee-4e04-a49a-faa227ef2178),segment_id=8a732347-60ee-4e04-a49a-faa227ef2178)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:25.367454 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (eee77f22-5274-4120-b525-fb35304ebc69), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:25.380393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Calling delete_port for eee77f22-5274-4120-b525-fb35304ebc69 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:25.670465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:25.867599 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (eee77f22-5274-4120-b525-fb35304ebc69), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:25.897365 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eee77f22-5274-4120-b525-fb35304ebc69,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:26.062085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:26.280207 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:14:26.389834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:14:26.395043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9c92d249-0123-4a4f-9f83-fb963e049ab4 admin admin] 10.222.0.79 "PUT /v2.0/routers/5a2a71c6-dccc-455b-a9c3-e677fae4b8d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6949818 Feb 17 23:14:26.397671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38832) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:26.398954 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] Sync routers for ids ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:26.409683 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] Routers {'5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:26.410149 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:26.506149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks [] for router (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:26.515577 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] Set router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:26.610351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks [] for router_gateway (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:26.666874 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Deleting port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:26.667213 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:26.697276 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:14:25Z', 'revision_number': 5, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port': {'id': 'b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:ac:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:12:41Z', 'updated_at': '2022-02-17T23:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:26.723141 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] Checking router: 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:26.731199 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] Routers {'5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:26.731816 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:26.747044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] For port b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:26.747437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:26.760183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Calling delete_port for b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:26.819459 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] Set router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:26.872569 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:14:26Z', 'revision_number': 6, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:26.901935 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1513594-cf4e-4b8e-bffc-7805de5f1891 None None] The sync data for ids ['5a2a71c6-dccc-455b-a9c3-e677fae4b8d2'] in n-d-828369-18 is: [{'id': '5a2a71c6-dccc-455b-a9c3-e677fae4b8d2', 'name': 'tempest-TestEncryptedCinderVolumes-1399313114-router', 'tenant_id': 'aee58980132a4478ad37517777d61003', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:12:40Z', 'updated_at': '2022-02-17T23:14:26Z', 'revision_number': 6, 'project_id': 'aee58980132a4478ad37517777d61003', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:26.933249 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:26.964125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Pushing event deleted for resources: {'Port': ['ID=b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:27.026156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.118073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.120295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks [] for router_controller (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.163921 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (5a2a71c6-dccc-455b-a9c3-e677fae4b8d2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.164574 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:14:27.168775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.169926 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8e55cad8-7524-43b8-8399-7a599087bbfc admin admin] 10.222.0.79 "DELETE /v2.0/routers/5a2a71c6-dccc-455b-a9c3-e677fae4b8d2 HTTP/1.1" status: 204 len: 168 time: 0.7712917 Feb 17 23:14:27.172505 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38834) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:27.221055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] Deleting subnet dffc4215-0269-4737-8744-955e91ac57e8 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:14:27.224483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] Publish callbacks [] for subnet (dffc4215-0269-4737-8744-955e91ac57e8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.260443 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (dffc4215-0269-4737-8744-955e91ac57e8), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.340935 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (dffc4215-0269-4737-8744-955e91ac57e8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.398404 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (dffc4215-0269-4737-8744-955e91ac57e8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.424549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dffc4215-0269-4737-8744-955e91ac57e8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:27.426525 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.429774 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ef7502a9-754d-484e-a195-392e29b16609 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/dffc4215-0269-4737-8744-955e91ac57e8 HTTP/1.1" status: 204 len: 168 time: 0.2563419 Feb 17 23:14:27.431058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8240d2-35bf-4856-b9d3-b573593f32ba None None] Network 93f22f40-fb2c-49ea-aa46-d35055391ae2 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:14:27.432235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38836) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:27.501985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (93f22f40-fb2c-49ea-aa46-d35055391ae2), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.558191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Deleting port 5af231c5-d5fd-4960-b40a-d21c2da15e33 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:27.558537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.625446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] For port 5af231c5-d5fd-4960-b40a-d21c2da15e33, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5af231c5-d5fd-4960-b40a-d21c2da15e33,segment=NetworkSegment(8a732347-60ee-4e04-a49a-faa227ef2178),segment_id=8a732347-60ee-4e04-a49a-faa227ef2178)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:27.625734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.638689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Calling delete_port for 5af231c5-d5fd-4960-b40a-d21c2da15e33 owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:27.668105 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] DHCP port deletion for 93f22f40-fb2c-49ea-aa46-d35055391ae2 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:14:27.716058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] Deleting port 5af231c5-d5fd-4960-b40a-d21c2da15e33 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:14:27.716434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.721959 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.735083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] No DVR routers for this DVR port 5af231c5-d5fd-4960-b40a-d21c2da15e33 on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:14:27.755036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Pushing event deleted for resources: {'Port': ['ID=5af231c5-d5fd-4960-b40a-d21c2da15e33,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:27.792533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] For port 5af231c5-d5fd-4960-b40a-d21c2da15e33, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=5af231c5-d5fd-4960-b40a-d21c2da15e33,segment=NetworkSegment(8a732347-60ee-4e04-a49a-faa227ef2178),segment_id=8a732347-60ee-4e04-a49a-faa227ef2178)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:27.792927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.806028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] Calling delete_port for 5af231c5-d5fd-4960-b40a-d21c2da15e33 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:14:27.828092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (93f22f40-fb2c-49ea-aa46-d35055391ae2), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.850123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f22f40-fb2c-49ea-aa46-d35055391ae2']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:27.861528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a732347-60ee-4e04-a49a-faa227ef2178') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:27.861728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a732347-60ee-4e04-a49a-faa227ef2178') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:27.872762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (8a732347-60ee-4e04-a49a-faa227ef2178), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.884207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (5af231c5-d5fd-4960-b40a-d21c2da15e33), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.888514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (8a732347-60ee-4e04-a49a-faa227ef2178), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.896303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:14:27.896742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (8a732347-60ee-4e04-a49a-faa227ef2178), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:14:27.899129 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:14:27.911793 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] Pushing event deleted for resources: {'Port': ['ID=5af231c5-d5fd-4960-b40a-d21c2da15e33,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:27.918239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090aac91-74a5-41ac-a137-8c6ba18c9257 None None] No DVR routers for this DVR port 5af231c5-d5fd-4960-b40a-d21c2da15e33 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:14:27.968597 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (93f22f40-fb2c-49ea-aa46-d35055391ae2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.975752 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:27.979471 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] 10.222.0.79 "DELETE /v2.0/networks/93f22f40-fb2c-49ea-aa46-d35055391ae2 HTTP/1.1" status: 204 len: 168 time: 0.5462902 Feb 17 23:14:27.991557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f5dc9-7074-485e-8638-5ed5706be97c admin admin] Pushing event deleted for resources: {'Network': ['ID=93f22f40-fb2c-49ea-aa46-d35055391ae2,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:28.143913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38840) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:28.184065 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d0fcc342-0807-4455-b945-cd7c93a86adb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dec1227b262843398f41c4e592c72cc9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388658 Feb 17 23:14:28.186374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38842) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:28.233875 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9b34faa-3789-4d5e-a850-fcc874319099 admin admin] Publish callbacks [] for security_group (c85a2975-dcfc-4c01-bd74-acc7c66bb865), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.255489 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9b34faa-3789-4d5e-a850-fcc874319099 admin admin] Publish callbacks [] for security_group (c85a2975-dcfc-4c01-bd74-acc7c66bb865), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.301853 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9b34faa-3789-4d5e-a850-fcc874319099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (c85a2975-dcfc-4c01-bd74-acc7c66bb865), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.304561 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-e9b34faa-3789-4d5e-a850-fcc874319099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.305713 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e9b34faa-3789-4d5e-a850-fcc874319099 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c85a2975-dcfc-4c01-bd74-acc7c66bb865 HTTP/1.1" status: 204 len: 168 time: 0.1184418 Feb 17 23:14:28.314219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b34faa-3789-4d5e-a850-fcc874319099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85a2975-dcfc-4c01-bd74-acc7c66bb865,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:28.627805 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38848) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:28.666826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0acb1a64-eaf9-4076-92ea-20e0dcd49dc2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aee58980132a4478ad37517777d61003&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0377703 Feb 17 23:14:28.669258 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38850) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:28.715390 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad423ea3-4c41-4712-b810-469390bef407 admin admin] Publish callbacks [] for security_group (4be83dc6-1aea-4374-a88b-1a0e53534d60), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.735936 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad423ea3-4c41-4712-b810-469390bef407 admin admin] Publish callbacks [] for security_group (4be83dc6-1aea-4374-a88b-1a0e53534d60), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.783269 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad423ea3-4c41-4712-b810-469390bef407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (4be83dc6-1aea-4374-a88b-1a0e53534d60), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.785825 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ad423ea3-4c41-4712-b810-469390bef407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:28.786963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ad423ea3-4c41-4712-b810-469390bef407 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4be83dc6-1aea-4374-a88b-1a0e53534d60 HTTP/1.1" status: 204 len: 168 time: 0.1168292 Feb 17 23:14:28.794496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad423ea3-4c41-4712-b810-469390bef407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be83dc6-1aea-4374-a88b-1a0e53534d60,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:28.859163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eee77f22-5274-4120-b525-fb35304ebc69 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:14:28.879801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: eee77f22-5274-4120-b525-fb35304ebc69 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:14:28.880148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device eee77f22-5274-4120-b525-fb35304ebc69 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:14:28.880564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5af231c5-d5fd-4960-b40a-d21c2da15e33 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:14:28.899517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 5af231c5-d5fd-4960-b40a-d21c2da15e33 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:14:28.899938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 5af231c5-d5fd-4960-b40a-d21c2da15e33 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:14:28.900415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:14:28.919187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:14:28.919564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b3a8250c-58e5-4fa4-af4c-cda3f18a1cf0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:14:29.445573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38872) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:29.540214 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1369487406-network', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:29.561082 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Made reservation on behalf of f6d959aaed9548fba88efad33fb61ec3 for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:14:29.563531 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.572030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.664760 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks [] for security_group (01374483-eb50-4b03-ab54-8f66c3f3596b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.669030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (01374483-eb50-4b03-ab54-8f66c3f3596b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.694263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:14:29.703585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01374483-eb50-4b03-ab54-8f66c3f3596b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:29.709641 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c1f6a01a-21d3-4ba1-8a09-b6038c2c472f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.709920 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Added segment c1f6a01a-21d3-4ba1-8a09-b6038c2c472f of type vlan for network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 Feb 17 23:14:29.753701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6cd3b642-a1a0-42ed-a5cb-1621eec371a9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.779565 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6cd3b642-a1a0-42ed-a5cb-1621eec371a9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.780537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:29.781147 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:29.834481 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3877652 Feb 17 23:14:29.837373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38876) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:29.842491 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Request body: {'subnet': {'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1369487406-subnet', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'ip_version': 4}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:29.843461 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03864521-0c79-420a-9031-6dabc0d565d6 admin admin] Pushing event updated for resources: {'Network': ['ID=6cd3b642-a1a0-42ed-a5cb-1621eec371a9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:29.854656 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:14:29.865404 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Made reservation on behalf of f6d959aaed9548fba88efad33fb61ec3 for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:14:29.867927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.035568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (9337fd24-693a-4c57-b46b-d41bf6687bec), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.098465 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9337fd24-693a-4c57-b46b-d41bf6687bec,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:30.112061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Checking segment: {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:30.112432 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Network hostable DHCP agents. Network: 6cd3b642-a1a0-42ed-a5cb-1621eec371a9, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:14:30.130110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:14:30.138290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6cd3b642-a1a0-42ed-a5cb-1621eec371a9) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:30.142766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:30.143355 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.148663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fde704-fd02-4c96-86bd-e2881cf4fcb5 None None] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:14:30.160204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-07c9eadd-1c10-40aa-a19b-29ddeb086ec0 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3216708 Feb 17 23:14:30.162894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 38878) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:30.167285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:30.185946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.186752 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.241584 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks [] for router_controller (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.252790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:14:30.253883 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.390145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks [] for router_gateway (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.390799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Allocated IP 172.20.0.2 (6cd3b642-a1a0-42ed-a5cb-1621eec371a9/9337fd24-693a-4c57-b46b-d41bf6687bec/772bf964-3cd1-4ecf-8562-847677619ee2) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:30.537973 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Publish callbacks [] for port (772bf964-3cd1-4ecf-8562-847677619ee2), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.544085 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.587246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:30.592657 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:30.594808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks [] for router_gateway (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.596145 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:14:30.611287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Pushing event updated for resources: {'Port': ['ID=772bf964-3cd1-4ecf-8562-847677619ee2,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:30.618958 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.662706 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Attempting to bind port 772bf964-3cd1-4ecf-8562-847677619ee2 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:14:30.663087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Attempting to bind port 772bf964-3cd1-4ecf-8562-847677619ee2 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:14:30.663492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Attempting to bind port 772bf964-3cd1-4ecf-8562-847677619ee2 on network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:30.668494 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:14:30.668877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Checking segment: {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:30.669313 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.669715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Bound using segment: {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:14:30.670188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Bound port: 772bf964-3cd1-4ecf-8562-847677619ee2, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:14:30.670570 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.722505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Allocated IP 172.25.0.243 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/228691d0-dd77-4a17-b5ed-74cdffbc62ff) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:30.733958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] For port 772bf964-3cd1-4ecf-8562-847677619ee2, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:14:30.737837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] For port 772bf964-3cd1-4ecf-8562-847677619ee2, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=772bf964-3cd1-4ecf-8562-847677619ee2,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:14:30.745312 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.807064 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf096b-1f39-478e-9648-f92e8dc355f3 None None] Pushing event updated for resources: {'Port': ['ID=772bf964-3cd1-4ecf-8562-847677619ee2,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:30.839562 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks [] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.876081 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:30.919883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:30.922800 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:30.925555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:14:30.974618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Pushing event updated for resources: {'Port': ['ID=228691d0-dd77-4a17-b5ed-74cdffbc62ff,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:31.200317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks [] for router_gateway (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:31.403333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:31.541339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:14:31.652857 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:14:31.664322 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Sync routers for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:31.673899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3291f65-a919-4e33-a038-387fcfe93d68 None None] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:14:31.675518 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:31.679682 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0ee94333-85f4-4f91-97ff-8da054c15c03 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5155072 Feb 17 23:14:31.680094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38880) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:31.680577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:31.680732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:31.828542 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c05e9f04-b2d5-4704-943a-44d5b766c2f3 None None] Provisioning complete for port 772bf964-3cd1-4ecf-8562-847677619ee2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:31.828833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c05e9f04-b2d5-4704-943a-44d5b766c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:31.905028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:32.059169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c05e9f04-b2d5-4704-943a-44d5b766c2f3 None None] Current status of the port 772bf964-3cd1-4ecf-8562-847677619ee2 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:32.059598 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c05e9f04-b2d5-4704-943a-44d5b766c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.118530 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.139530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c05e9f04-b2d5-4704-943a-44d5b766c2f3 None None] For port 772bf964-3cd1-4ecf-8562-847677619ee2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=772bf964-3cd1-4ecf-8562-847677619ee2,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:32.147455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c05e9f04-b2d5-4704-943a-44d5b766c2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.207735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e9f04-b2d5-4704-943a-44d5b766c2f3 None None] Pushing event updated for resources: {'Port': ['ID=772bf964-3cd1-4ecf-8562-847677619ee2,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:32.212172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:31Z', 'revision_number': 3, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:32.245274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Checking router: 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:32.245409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Updating router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c port 228691d0-dd77-4a17-b5ed-74cdffbc62ff binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:14:32.278409 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.298822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Allocated IP 172.20.0.1 (6cd3b642-a1a0-42ed-a5cb-1621eec371a9/9337fd24-693a-4c57-b46b-d41bf6687bec/e5806c8c-522e-4126-b981-f039b55f6ab7) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:32.391343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-89cb660e-24cf-4d0f-836b-e99cb38ea026 None None] Provisioning complete for port 772bf964-3cd1-4ecf-8562-847677619ee2 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:32.391665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-89cb660e-24cf-4d0f-836b-e99cb38ea026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.412432 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks [] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.452355 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.492119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:32.498823 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:32.502803 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:14:32.508681 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Pushing event updated for resources: {'Port': ['ID=e5806c8c-522e-4126-b981-f039b55f6ab7,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:32.555255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.562606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-89cb660e-24cf-4d0f-836b-e99cb38ea026 None None] Current status of the port 772bf964-3cd1-4ecf-8562-847677619ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:32.637499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Publish callbacks [] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.644717 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.700524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac402a2-1fec-4f80-aeed-b8795fdf8560 None None] Pushing event updated for resources: {'Port': ['ID=228691d0-dd77-4a17-b5ed-74cdffbc62ff,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:32.702846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Attempting to bind port 228691d0-dd77-4a17-b5ed-74cdffbc62ff on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:14:32.703222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Attempting to bind port 228691d0-dd77-4a17-b5ed-74cdffbc62ff by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:14:32.703617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Attempting to bind port 228691d0-dd77-4a17-b5ed-74cdffbc62ff on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:32.713091 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:14:32.713675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.714180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:32.714180 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.714677 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:14:32.715259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Bound port: 228691d0-dd77-4a17-b5ed-74cdffbc62ff, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:14:32.715607 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.791313 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] For port 228691d0-dd77-4a17-b5ed-74cdffbc62ff, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:14:32.795103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] For port 228691d0-dd77-4a17-b5ed-74cdffbc62ff, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=228691d0-dd77-4a17-b5ed-74cdffbc62ff,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:14:32.801692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ca123875-5bb1-4947-b3ad-0b644a412048 None None] Provisioning complete for port e5806c8c-522e-4126-b981-f039b55f6ab7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:32.802064 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca123875-5bb1-4947-b3ad-0b644a412048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.805517 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.882169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ca123875-5bb1-4947-b3ad-0b644a412048 None None] Port e5806c8c-522e-4126-b981-f039b55f6ab7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:14:32.900786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:32.901374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:32.903176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac402a2-1fec-4f80-aeed-b8795fdf8560 None None] Pushing event updated for resources: {'Port': ['ID=228691d0-dd77-4a17-b5ed-74cdffbc62ff,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:32.910021 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks [] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.915539 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:32.943695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 772bf964-3cd1-4ecf-8562-847677619ee2 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:32.997218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Pushing event updated for resources: {'Port': ['ID=e5806c8c-522e-4126-b981-f039b55f6ab7,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:33.005027 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:33.101329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:33.102774 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:33.215290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:33.217517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 772bf964-3cd1-4ecf-8562-847677619ee2 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:33.217644 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:33.231284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:14:33.348228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:14:33.353738 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a4157e97-4aa8-44b4-b8f2-e4db836be170 admin admin] 10.222.0.79 "PUT /v2.0/routers/9ecfbdfe-0ab8-482c-9c74-0c6745e4158c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6723597 Feb 17 23:14:33.432314 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 772bf964-3cd1-4ecf-8562-847677619ee2 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:33.443899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5dd3c82b-a62b-4c5c-b86d-49fc34aa74e2 None None] Provisioning complete for port e5806c8c-522e-4126-b981-f039b55f6ab7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:33.444274 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5dd3c82b-a62b-4c5c-b86d-49fc34aa74e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:33.503529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5dd3c82b-a62b-4c5c-b86d-49fc34aa74e2 None None] Port e5806c8c-522e-4126-b981-f039b55f6ab7 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:14:33.530627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 1, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:33.562590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c19771-cc32-40cc-9d88-3c8311fcfcd7 None None] The sync data for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 is: [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 1, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:33.857310 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38896) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:33.863343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-938925221-network', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:33.884671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Made reservation on behalf of cf980a268b1e49288141b9d4859518ca for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:14:33.887092 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:33.897018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:33.979123 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks [] for security_group (2c150a4b-8e0e-486b-9ff1-2d48601287ec), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:33.983501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2c150a4b-8e0e-486b-9ff1-2d48601287ec), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.017192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:14:34.023822 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c150a4b-8e0e-486b-9ff1-2d48601287ec,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:34.030267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b101d59c-cf6d-4265-a211-c0bc51fbaf08), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.030617 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Added segment b101d59c-cf6d-4265-a211-c0bc51fbaf08 of type vlan for network d20df6ca-6402-4849-9e6c-91d23ed8532d Feb 17 23:14:34.077725 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (d20df6ca-6402-4849-9e6c-91d23ed8532d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.103410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (d20df6ca-6402-4849-9e6c-91d23ed8532d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.104536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:34.105114 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.161974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3035598 Feb 17 23:14:34.164691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38898) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:34.169408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Request body: {'subnet': {'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-938925221-subnet', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:34.181919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd813d-7ae6-468b-b97d-4c42fcc37078 admin admin] Pushing event updated for resources: {'Network': ['ID=d20df6ca-6402-4849-9e6c-91d23ed8532d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:34.192595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network d20df6ca-6402-4849-9e6c-91d23ed8532d details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:14:34.198908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Made reservation on behalf of cf980a268b1e49288141b9d4859518ca for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:14:34.201844 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.405030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (4a83cce9-0274-48e4-89b1-f7f8d861963f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.461483 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a83cce9-0274-48e4-89b1-f7f8d861963f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:34.472033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Checking segment: {'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:34.472394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Network hostable DHCP agents. Network: d20df6ca-6402-4849-9e6c-91d23ed8532d, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:14:34.490651 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Network d20df6ca-6402-4849-9e6c-91d23ed8532d is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:14:34.502333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, d20df6ca-6402-4849-9e6c-91d23ed8532d) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:34.506599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:34.507200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.514374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce6b86d-fda5-49c3-9d19-a6f6df8f01df None None] Network d20df6ca-6402-4849-9e6c-91d23ed8532d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:14:34.526264 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3b352775-ba8b-4cf4-9baf-841d4082d162 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3603857 Feb 17 23:14:34.528806 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38900) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:34.534490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:34.564816 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (4f281d93-5965-44ec-ac07-62027f7c5889), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.565973 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (4f281d93-5965-44ec-ac07-62027f7c5889), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.641042 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks [] for router_controller (4f281d93-5965-44ec-ac07-62027f7c5889), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.668451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-d20df6ca-6402-4849-9e6c-91d23ed8532d', 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d', 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'fixed_ips': [{'subnet_id': '4a83cce9-0274-48e4-89b1-f7f8d861963f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:14:34.669613 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.798443 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks [] for router_gateway (4f281d93-5965-44ec-ac07-62027f7c5889), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:34.863561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Allocated IP 172.20.0.2 (d20df6ca-6402-4849-9e6c-91d23ed8532d/4a83cce9-0274-48e4-89b1-f7f8d861963f/96f7912b-6282-4015-8327-f8ec22ab467e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:34.952440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 228691d0-dd77-4a17-b5ed-74cdffbc62ff up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:35.074958 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 228691d0-dd77-4a17-b5ed-74cdffbc62ff triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:35.075336 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.135307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Publish callbacks [] for port (96f7912b-6282-4015-8327-f8ec22ab467e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.143824 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.216880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Network d20df6ca-6402-4849-9e6c-91d23ed8532d is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:35.222408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:35.224137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Pushing event updated for resources: {'Port': ['ID=96f7912b-6282-4015-8327-f8ec22ab467e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:35.226528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:14:35.244695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 228691d0-dd77-4a17-b5ed-74cdffbc62ff is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:35.245084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.307000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 228691d0-dd77-4a17-b5ed-74cdffbc62ff, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=228691d0-dd77-4a17-b5ed-74cdffbc62ff,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:35.311981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Attempting to bind port 96f7912b-6282-4015-8327-f8ec22ab467e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:14:35.312358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Attempting to bind port 96f7912b-6282-4015-8327-f8ec22ab467e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:14:35.312726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Attempting to bind port 96f7912b-6282-4015-8327-f8ec22ab467e on network d20df6ca-6402-4849-9e6c-91d23ed8532d {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:35.316265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.322692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:14:35.323071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Checking segment: {'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:35.323500 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.323890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Bound using segment: {'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:14:35.324362 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Bound port: 96f7912b-6282-4015-8327-f8ec22ab467e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:14:35.324736 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.353209 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks [] for router_gateway (4f281d93-5965-44ec-ac07-62027f7c5889), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.373093 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.403187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=228691d0-dd77-4a17-b5ed-74cdffbc62ff,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:35.427424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] For port 96f7912b-6282-4015-8327-f8ec22ab467e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:14:35.430875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] For port 96f7912b-6282-4015-8327-f8ec22ab467e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=96f7912b-6282-4015-8327-f8ec22ab467e,segment=NetworkSegment(b101d59c-cf6d-4265-a211-c0bc51fbaf08),segment_id=b101d59c-cf6d-4265-a211-c0bc51fbaf08)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:14:35.436769 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.486984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Allocated IP 172.25.0.195 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/d12f8ff8-a171-42e8-bd27-9a8496a486cc) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:35.498800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded32e2-c70d-4759-a9cd-37b8c823098a None None] Pushing event updated for resources: {'Port': ['ID=96f7912b-6282-4015-8327-f8ec22ab467e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:35.607115 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks [] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.644467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:35.698338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:35.701401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:35.713391 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Pushing event updated for resources: {'Port': ['ID=d12f8ff8-a171-42e8-bd27-9a8496a486cc,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:35.716027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:14:35.976618 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks [] for router_gateway (4f281d93-5965-44ec-ac07-62027f7c5889), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:36.187031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (4f281d93-5965-44ec-ac07-62027f7c5889), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:36.290257 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Sync routers for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:36.300799 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:36.301434 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:36.340730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Router 4f281d93-5965-44ec-ac07-62027f7c5889 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:14:36.420658 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:36.429644 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a67a1e-047a-4ffd-bd33-7a2c6865364c None None] Network d20df6ca-6402-4849-9e6c-91d23ed8532d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:14:36.460523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:14:36.480185 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Sync routers for ids ['4f281d93-5965-44ec-ac07-62027f7c5889'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:36.484013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:36.486679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5201e3c3-612f-4fb0-8664-7256435437ec admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9567084 Feb 17 23:14:36.489143 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 38904) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:14:36.523178 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-38e3e0e2-7a9a-4c39-8e56-d678474b5f06 None None] Provisioning complete for port 96f7912b-6282-4015-8327-f8ec22ab467e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:36.523670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e3e0e2-7a9a-4c39-8e56-d678474b5f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:36.543943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Routers {'4f281d93-5965-44ec-ac07-62027f7c5889'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:36.544837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4f281d93-5965-44ec-ac07-62027f7c5889'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:36.665162 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 2, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:36.694968 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Checking router: 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:36.695326 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Updating router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c port e5806c8c-522e-4126-b981-f039b55f6ab7 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:14:36.724617 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:36.729457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Set router 4f281d93-5965-44ec-ac07-62027f7c5889 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:36.791959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-38e3e0e2-7a9a-4c39-8e56-d678474b5f06 None None] Current status of the port 96f7912b-6282-4015-8327-f8ec22ab467e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:36.792356 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e3e0e2-7a9a-4c39-8e56-d678474b5f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:36.891466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-38e3e0e2-7a9a-4c39-8e56-d678474b5f06 None None] For port 96f7912b-6282-4015-8327-f8ec22ab467e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=96f7912b-6282-4015-8327-f8ec22ab467e,segment=NetworkSegment(b101d59c-cf6d-4265-a211-c0bc51fbaf08),segment_id=b101d59c-cf6d-4265-a211-c0bc51fbaf08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:36.904908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-38e3e0e2-7a9a-4c39-8e56-d678474b5f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.043150 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 228691d0-dd77-4a17-b5ed-74cdffbc62ff up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:37.056980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.071261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e3e0e2-7a9a-4c39-8e56-d678474b5f06 None None] Pushing event updated for resources: {'Port': ['ID=96f7912b-6282-4015-8327-f8ec22ab467e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:37.093149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 3, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port': {'id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:35Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:37.203530 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Publish callbacks [] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.209888 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.240172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Allocated IP 172.20.0.1 (d20df6ca-6402-4849-9e6c-91d23ed8532d/4a83cce9-0274-48e4-89b1-f7f8d861963f/447e286a-db53-44f4-8f20-f67f8312fac8) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:37.291522 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Pushing event updated for resources: {'Port': ['ID=e5806c8c-522e-4126-b981-f039b55f6ab7,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:37.297726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Checking router: 4f281d93-5965-44ec-ac07-62027f7c5889 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:37.298057 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Updating router 4f281d93-5965-44ec-ac07-62027f7c5889 port d12f8ff8-a171-42e8-bd27-9a8496a486cc binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:14:37.322671 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.322671 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.323079 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.323381 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.323761 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.324113 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.324651 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.324796 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.325322 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.325443 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.325688 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.326726 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.327479 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.341743 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.343188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 228691d0-dd77-4a17-b5ed-74cdffbc62ff triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:37.343573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.349928 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Attempting to bind port e5806c8c-522e-4126-b981-f039b55f6ab7 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:14:37.350440 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Attempting to bind port e5806c8c-522e-4126-b981-f039b55f6ab7 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:14:37.350870 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Attempting to bind port e5806c8c-522e-4126-b981-f039b55f6ab7 on network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:37.356221 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:14:37.356706 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Checking segment: {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:37.357300 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.357785 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Bound using segment: {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:14:37.358298 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Bound port: e5806c8c-522e-4126-b981-f039b55f6ab7, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:14:37.358865 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.374304 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks [] for port (447e286a-db53-44f4-8f20-f67f8312fac8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.388227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-482f08de-d4ae-488e-89e2-ee75640d4b28 None None] Provisioning complete for port 96f7912b-6282-4015-8327-f8ec22ab467e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:37.388596 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-482f08de-d4ae-488e-89e2-ee75640d4b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.441857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.444740 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] For port e5806c8c-522e-4126-b981-f039b55f6ab7, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:14:37.448236 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] For port e5806c8c-522e-4126-b981-f039b55f6ab7, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e5806c8c-522e-4126-b981-f039b55f6ab7,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:14:37.457771 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.506334 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Pushing event updated for resources: {'Port': ['ID=447e286a-db53-44f4-8f20-f67f8312fac8,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:37.520880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.521241 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.521585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.521919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.523908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.524265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.524603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.524930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.525675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.525860 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:37.525995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.526328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.526505 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:37.526645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.526962 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:37.543323 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Network d20df6ca-6402-4849-9e6c-91d23ed8532d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:37.545002 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:37.547423 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:14:37.588128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (4f281d93-5965-44ec-ac07-62027f7c5889), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.639751 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809c81-3da5-48be-817f-325aa10db036 None None] Pushing event updated for resources: {'Port': ['ID=e5806c8c-522e-4126-b981-f039b55f6ab7,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:37.670360 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:37.792774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.841780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-482f08de-d4ae-488e-89e2-ee75640d4b28 None None] Current status of the port 96f7912b-6282-4015-8327-f8ec22ab467e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:37.847860 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 228691d0-dd77-4a17-b5ed-74cdffbc62ff is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:37.848946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 96f7912b-6282-4015-8327-f8ec22ab467e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:37.952763 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:37.984434 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e2ad7c-d152-4638-8d8c-5c33164a8658 None None] The sync data for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 is: [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:37.984716 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Publish callbacks [] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:37.986943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Provisioning complete for port e5806c8c-522e-4126-b981-f039b55f6ab7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:37.987310 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.018685 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.042264 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 96f7912b-6282-4015-8327-f8ec22ab467e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:38.042802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.045179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks [] for port (447e286a-db53-44f4-8f20-f67f8312fac8), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.051357 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.123299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (4f281d93-5965-44ec-ac07-62027f7c5889), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.130048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Pushing event updated for resources: {'Port': ['ID=447e286a-db53-44f4-8f20-f67f8312fac8,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:38.143848 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0547074-be3b-4047-bd61-0b5556e1add1 None None] Pushing event updated for resources: {'Port': ['ID=d12f8ff8-a171-42e8-bd27-9a8496a486cc,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:38.158268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Attempting to bind port d12f8ff8-a171-42e8-bd27-9a8496a486cc on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:14:38.158764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Attempting to bind port d12f8ff8-a171-42e8-bd27-9a8496a486cc by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:14:38.159133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Attempting to bind port d12f8ff8-a171-42e8-bd27-9a8496a486cc on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:38.202686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:14:38.203062 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:38.203490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.203897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:14:38.204954 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Bound port: d12f8ff8-a171-42e8-bd27-9a8496a486cc, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:14:38.205335 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.230744 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Network d20df6ca-6402-4849-9e6c-91d23ed8532d is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:38.232312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:38.243326 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Current status of the port e5806c8c-522e-4126-b981-f039b55f6ab7 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:38.243745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.340821 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] For port e5806c8c-522e-4126-b981-f039b55f6ab7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e5806c8c-522e-4126-b981-f039b55f6ab7,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:38.352446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] For port d12f8ff8-a171-42e8-bd27-9a8496a486cc, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:14:38.354576 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.359667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] For port d12f8ff8-a171-42e8-bd27-9a8496a486cc, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d12f8ff8-a171-42e8-bd27-9a8496a486cc,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:14:38.384246 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Router 4f281d93-5965-44ec-ac07-62027f7c5889 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:14:38.392968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 96f7912b-6282-4015-8327-f8ec22ab467e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:38.400150 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.434451 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Provisioning complete for port 447e286a-db53-44f4-8f20-f67f8312fac8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:38.434675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.487131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Pushing event updated for resources: {'Port': ['ID=e5806c8c-522e-4126-b981-f039b55f6ab7,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:38.541139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Routers {'4f281d93-5965-44ec-ac07-62027f7c5889'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:38.541807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4f281d93-5965-44ec-ac07-62027f7c5889'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:38.554504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-65b5ff45-ffa6-4323-9f0d-a536cfaaa2f9 None None] Port 447e286a-db53-44f4-8f20-f67f8312fac8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:14:38.560159 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:14:38.567169 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ef8458c6-2d60-4e88-aabe-80ededd91daf admin admin] 10.222.0.79 "PUT /v2.0/routers/4f281d93-5965-44ec-ac07-62027f7c5889/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0769513 Feb 17 23:14:38.691896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0547074-be3b-4047-bd61-0b5556e1add1 None None] Pushing event updated for resources: {'Port': ['ID=d12f8ff8-a171-42e8-bd27-9a8496a486cc,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:38.710247 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5b75157d-32ad-42b8-8f1e-e07bb56ddd1f None None] Provisioning complete for port e5806c8c-522e-4126-b981-f039b55f6ab7 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:38.710693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b75157d-32ad-42b8-8f1e-e07bb56ddd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:38.752788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] Set router 4f281d93-5965-44ec-ac07-62027f7c5889 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:38.930052 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e5806c8c-522e-4126-b981-f039b55f6ab7 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:38.975200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5b75157d-32ad-42b8-8f1e-e07bb56ddd1f None None] Current status of the port e5806c8c-522e-4126-b981-f039b55f6ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:39.034684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5b75157d-32ad-42b8-8f1e-e07bb56ddd1f None None] Provisioning complete for port 447e286a-db53-44f4-8f20-f67f8312fac8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:39.035055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b75157d-32ad-42b8-8f1e-e07bb56ddd1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:39.083295 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5b75157d-32ad-42b8-8f1e-e07bb56ddd1f None None] Port 447e286a-db53-44f4-8f20-f67f8312fac8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:14:39.086079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e5806c8c-522e-4126-b981-f039b55f6ab7 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:39.086463 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:39.136881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 4, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port': {'id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:35Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '447e286a-db53-44f4-8f20-f67f8312fac8', 'name': '', 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'mac_address': 'fa:16:3e:70:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:37Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 2, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'subnets': [{'id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:39.168915 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f181371b-6a1f-4d65-9334-11a515c833d2 None None] The sync data for ids ['4f281d93-5965-44ec-ac07-62027f7c5889'] in n-d-828369-18 is: [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 4, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port': {'id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:35Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '447e286a-db53-44f4-8f20-f67f8312fac8', 'name': '', 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'mac_address': 'fa:16:3e:70:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:37Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 2, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'subnets': [{'id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:39.214645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e5806c8c-522e-4126-b981-f039b55f6ab7 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:39.215815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 96f7912b-6282-4015-8327-f8ec22ab467e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:39.276616 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 96f7912b-6282-4015-8327-f8ec22ab467e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:39.277116 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:39.310542 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:14:39.360104 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 96f7912b-6282-4015-8327-f8ec22ab467e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:39.873658 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:40.929399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d12f8ff8-a171-42e8-bd27-9a8496a486cc up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:40.988771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d12f8ff8-a171-42e8-bd27-9a8496a486cc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:40.989235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:41.085457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d12f8ff8-a171-42e8-bd27-9a8496a486cc is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:41.085845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:41.114427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port d12f8ff8-a171-42e8-bd27-9a8496a486cc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d12f8ff8-a171-42e8-bd27-9a8496a486cc,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:41.119833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:41.193537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=d12f8ff8-a171-42e8-bd27-9a8496a486cc,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:41.205633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.206003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.206320 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.206683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.207016 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.207346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.207832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.208157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.208481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.208801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.209681 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.210149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:41.210478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:14:42.058657 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Sync routers for ids ['4f281d93-5965-44ec-ac07-62027f7c5889'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:14:42.070385 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Routers {'4f281d93-5965-44ec-ac07-62027f7c5889'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:42.071012 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4f281d93-5965-44ec-ac07-62027f7c5889'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:42.202773 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Set router 4f281d93-5965-44ec-ac07-62027f7c5889 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:42.456812 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 4, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port': {'id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:35Z', 'updated_at': '2022-02-17T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '447e286a-db53-44f4-8f20-f67f8312fac8', 'name': '', 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'mac_address': 'fa:16:3e:70:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:37Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 2, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'subnets': [{'id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:42.488679 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Checking router: 4f281d93-5965-44ec-ac07-62027f7c5889 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:14:42.489295 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Updating router 4f281d93-5965-44ec-ac07-62027f7c5889 port 447e286a-db53-44f4-8f20-f67f8312fac8 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:14:42.539800 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:42.915318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d12f8ff8-a171-42e8-bd27-9a8496a486cc up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:42.931642 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Publish callbacks [] for port (447e286a-db53-44f4-8f20-f67f8312fac8), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:42.940585 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:42.977972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d12f8ff8-a171-42e8-bd27-9a8496a486cc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:42.978334 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.019862 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1220f1f-cc10-4cb0-8df5-445c82bb63a6 None None] Pushing event updated for resources: {'Port': ['ID=447e286a-db53-44f4-8f20-f67f8312fac8,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:43.092973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d12f8ff8-a171-42e8-bd27-9a8496a486cc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:43.099283 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Attempting to bind port 447e286a-db53-44f4-8f20-f67f8312fac8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:14:43.099853 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Attempting to bind port 447e286a-db53-44f4-8f20-f67f8312fac8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:14:43.100292 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Attempting to bind port 447e286a-db53-44f4-8f20-f67f8312fac8 on network d20df6ca-6402-4849-9e6c-91d23ed8532d {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:43.106074 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:14:43.106594 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Checking segment: {'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:43.107093 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.107622 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Bound using segment: {'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:14:43.108210 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Bound port: 447e286a-db53-44f4-8f20-f67f8312fac8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b101d59c-cf6d-4265-a211-c0bc51fbaf08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:14:43.108659 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.198485 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] For port 447e286a-db53-44f4-8f20-f67f8312fac8, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:14:43.202302 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] For port 447e286a-db53-44f4-8f20-f67f8312fac8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=447e286a-db53-44f4-8f20-f67f8312fac8,segment=NetworkSegment(b101d59c-cf6d-4265-a211-c0bc51fbaf08),segment_id=b101d59c-cf6d-4265-a211-c0bc51fbaf08)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:14:43.212934 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.309164 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1220f1f-cc10-4cb0-8df5-445c82bb63a6 None None] Pushing event updated for resources: {'Port': ['ID=447e286a-db53-44f4-8f20-f67f8312fac8,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:43.324997 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Routers {'4f281d93-5965-44ec-ac07-62027f7c5889'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:14:43.325843 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:14:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4f281d93-5965-44ec-ac07-62027f7c5889'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:43.377297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-dd2069a5-ee7c-47a8-9e02-9b7d7cd44d8a None None] Provisioning complete for port 447e286a-db53-44f4-8f20-f67f8312fac8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:43.377961 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2069a5-ee7c-47a8-9e02-9b7d7cd44d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.501068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-dd2069a5-ee7c-47a8-9e02-9b7d7cd44d8a None None] Current status of the port 447e286a-db53-44f4-8f20-f67f8312fac8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:43.501460 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2069a5-ee7c-47a8-9e02-9b7d7cd44d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.563822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-dd2069a5-ee7c-47a8-9e02-9b7d7cd44d8a None None] For port 447e286a-db53-44f4-8f20-f67f8312fac8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=447e286a-db53-44f4-8f20-f67f8312fac8,segment=NetworkSegment(b101d59c-cf6d-4265-a211-c0bc51fbaf08),segment_id=b101d59c-cf6d-4265-a211-c0bc51fbaf08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:14:43.569214 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-dd2069a5-ee7c-47a8-9e02-9b7d7cd44d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.628227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2069a5-ee7c-47a8-9e02-9b7d7cd44d8a None None] Pushing event updated for resources: {'Port': ['ID=447e286a-db53-44f4-8f20-f67f8312fac8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:43.637474 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] Set router 4f281d93-5965-44ec-ac07-62027f7c5889 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:14:43.697047 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9e1bd5ab-2634-47ac-b440-b650dd60ccbf None None] Provisioning complete for port 447e286a-db53-44f4-8f20-f67f8312fac8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:43.697421 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e1bd5ab-2634-47ac-b440-b650dd60ccbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:43.794549 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9e1bd5ab-2634-47ac-b440-b650dd60ccbf None None] Current status of the port 447e286a-db53-44f4-8f20-f67f8312fac8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:43.865267 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 4, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port': {'id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:35Z', 'updated_at': '2022-02-17T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '447e286a-db53-44f4-8f20-f67f8312fac8', 'name': '', 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'mac_address': 'fa:16:3e:70:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:37Z', 'updated_at': '2022-02-17T23:14:43Z', 'revision_number': 4, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'subnets': [{'id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:14:43.904034 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d3cb68-7634-4cfd-be66-e367acc5a5c7 None None] The sync data for ids ['4f281d93-5965-44ec-ac07-62027f7c5889'] in n-d-828369-18 is: [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:14:37Z', 'revision_number': 4, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port': {'id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:35Z', 'updated_at': '2022-02-17T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '447e286a-db53-44f4-8f20-f67f8312fac8', 'name': '', 'network_id': 'd20df6ca-6402-4849-9e6c-91d23ed8532d', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'mac_address': 'fa:16:3e:70:69:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_interface', 'standard_attr_id': 4209, 'fixed_ips': [{'subnet_id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:37Z', 'updated_at': '2022-02-17T23:14:43Z', 'revision_number': 4, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'subnets': [{'id': '4a83cce9-0274-48e4-89b1-f7f8d861963f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:14:44.567192 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cccd9207-97aa-4be2-a47b-d63a9eb670a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:44.940865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 447e286a-db53-44f4-8f20-f67f8312fac8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:14:45.023342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 447e286a-db53-44f4-8f20-f67f8312fac8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:45.023767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:45.146169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 447e286a-db53-44f4-8f20-f67f8312fac8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:14:47.433572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc775161-1008-4782-ab91-65fd04d23563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:48.136245 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:48.854218 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-59f70f8e-701e-4917-964e-52bc6bdaac2d tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:48.855719 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-59f70f8e-701e-4917-964e-52bc6bdaac2d tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 815 time: 0.1013675 Feb 17 23:14:48.870225 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-4bedf799-7a70-4ab2-8722-19ee13d4ef6f tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/quotas/f6d959aaed9548fba88efad33fb61ec3 HTTP/1.1" status: 200 len: 375 time: 0.0089073 Feb 17 23:14:48.925776 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-06f9c897-3dd3-4439-8410-8e692c053ab5 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505798 Feb 17 23:14:49.023545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-4c437268-0aea-4318-9920-739023809526 service neutron] 10.222.0.79 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868039 Feb 17 23:14:49.113147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-7c470d28-3267-48a2-9eb7-b8b416af28ef service neutron] 10.222.0.79 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836442 Feb 17 23:14:49.278109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46684ef1-c88a-44db-a235-7b2614c53756 req-2ce809dc-c5cd-439f-96e8-00dcf062b8e9 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 210 time: 0.0348120 Feb 17 23:14:49.548168 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:50.324211 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-104eec10-bd3f-4267-8314-f9f8ba0938dd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:50.328275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-104eec10-bd3f-4267-8314-f9f8ba0938dd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 815 time: 0.1127043 Feb 17 23:14:50.340005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'port': {'device_id': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'admin_state_up': True, 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:50.379796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5496c4ef-846a-4d5f-b3c1-a4189bb275fd req-c20017ef-b965-4141-93f5-e647a55a2eeb tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 210 time: 0.0318551 Feb 17 23:14:50.455841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Made reservation on behalf of f6d959aaed9548fba88efad33fb61ec3 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:14:50.459272 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:50.600866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Allocated IP 172.20.0.7 (6cd3b642-a1a0-42ed-a5cb-1621eec371a9/9337fd24-693a-4c57-b46b-d41bf6687bec/61acdb79-ff13-4a34-8d3d-7a16ed0a4182) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:14:50.835957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:50.876172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:50.971933 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:50.978394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:14:50.981872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:14:50.987177 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:14:50.991508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:51.082943 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.083827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:51.102931 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-599c6aa2-de71-41a4-96c1-d008767c6d93 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7670083 Feb 17 23:14:51.270528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d36fb542-8252-4bb4-a964-93e9cdbb6a73 None None] Provisioning complete for port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:14:51.271299 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d36fb542-8252-4bb4-a964-93e9cdbb6a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:51.309659 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d36fb542-8252-4bb4-a964-93e9cdbb6a73 None None] Port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:14:51.504872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4114b-97aa-4c52-9dbd-4c06b77af108 req-58da864a-eeaa-4b2b-b7cc-c5744cc487ef tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:51.506338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fc4114b-97aa-4c52-9dbd-4c06b77af108 req-58da864a-eeaa-4b2b-b7cc-c5744cc487ef tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 931 time: 0.0559628 Feb 17 23:14:51.558994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1fc4114b-97aa-4c52-9dbd-4c06b77af108 req-e97645bc-61ce-4790-b101-73dcb5d8b379 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467582 Feb 17 23:14:52.708550 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72d94-938b-4e68-ba2e-b9f39552f78b req-6e9e2b81-ad7b-46b7-92e6-9b22f45056df tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:52.710056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54d72d94-938b-4e68-ba2e-b9f39552f78b req-6e9e2b81-ad7b-46b7-92e6-9b22f45056df tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 931 time: 0.0742161 Feb 17 23:14:52.772073 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54d72d94-938b-4e68-ba2e-b9f39552f78b req-79c3d203-6033-42c3-b32d-e1ab53ab7efd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522015 Feb 17 23:14:53.914925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a765b-e719-47f9-b02c-3c9e64f397b0 req-3c32d597-927f-4278-943f-c1452d0a69b5 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:53.916483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b78a765b-e719-47f9-b02c-3c9e64f397b0 req-3c32d597-927f-4278-943f-c1452d0a69b5 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 931 time: 0.0678105 Feb 17 23:14:53.970368 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b78a765b-e719-47f9-b02c-3c9e64f397b0 req-9327c4f0-6741-4e25-a54c-7da67f5d8394 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473504 Feb 17 23:14:55.125279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781eea98-a350-445c-8ce6-5769f6a5753f req-d8ff8614-fbb3-457f-959c-e0af8364bff4 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:55.131966 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-781eea98-a350-445c-8ce6-5769f6a5753f req-d8ff8614-fbb3-457f-959c-e0af8364bff4 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 931 time: 0.0639286 Feb 17 23:14:55.202427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-781eea98-a350-445c-8ce6-5769f6a5753f req-d368807e-f554-4611-9c1c-12af4535ef9d tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679440 Feb 17 23:14:55.685566 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:56.357108 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1d72a-07c4-4cc9-93aa-e74149b5fb34 req-daa98bf1-9ee8-4a9a-8987-b305325e0197 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:56.363997 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bb1d72a-07c4-4cc9-93aa-e74149b5fb34 req-daa98bf1-9ee8-4a9a-8987-b305325e0197 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 931 time: 0.0812159 Feb 17 23:14:56.457800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1bb1d72a-07c4-4cc9-93aa-e74149b5fb34 req-eb915837-e196-4711-b717-145ecc81ba75 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914042 Feb 17 23:14:57.599574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f02e1d-6ea5-49d1-aa58-6284c751866e req-197238de-1e32-42ad-96c4-c129b912da15 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:57.607940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f02e1d-6ea5-49d1-aa58-6284c751866e req-197238de-1e32-42ad-96c4-c129b912da15 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 931 time: 0.0681875 Feb 17 23:14:57.658823 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45f02e1d-6ea5-49d1-aa58-6284c751866e req-29cc5a4b-446a-401b-a4df-d55cac535485 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499649 Feb 17 23:14:58.736340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Request body: {'port': {'device_id': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:14:58.788072 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22520155-ae30-452f-8ede-5a5d357b5d4b req-bcf4d757-08de-4ac2-8007-bfee1c08e291 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:58.793423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22520155-ae30-452f-8ede-5a5d357b5d4b req-bcf4d757-08de-4ac2-8007-bfee1c08e291 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 931 time: 0.0642502 Feb 17 23:14:58.805867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:59.092068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:14:59.099907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Publish callbacks [] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:59.112966 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Transition to ACTIVE for port object 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:14:59.117274 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:59.170406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Pushing event updated for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:59.170996 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22520155-ae30-452f-8ede-5a5d357b5d4b req-293e7b75-4adf-498f-b75f-86a93e2852f2 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759680 Feb 17 23:14:59.256307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Attempting to bind port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:14:59.256647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Attempting to bind port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:14:59.256974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Attempting to bind port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 on network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:59.261524 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 on network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:14:59.261841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Attempting to bind port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 on network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:14:59.267555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:14:59.267894 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Checking segment: {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:14:59.268297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Bound using segment: {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:14:59.268708 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Bound port: 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:14:59.269058 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:59.334867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:14:59.338022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:14:59.345033 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:59.378881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:59.379550 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:14:59.380942 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] 10.222.0.73 "PUT /v2.0/ports/61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 1092 time: 0.7372751 Feb 17 23:14:59.381416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:14:59.383648 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54b43d0-c462-43b9-a6fb-db6f14702847" -d '{"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:14:59.409453 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af130fc0-61f8-4a49-8b28-365af9b06de5 service neutron] Pushing event updated for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:14:59.436842 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c590c79f-9a9b-4bdb-b176-8e6fe7ecb2e0 x-openstack-request-id: req-c590c79f-9a9b-4bdb-b176-8e6fe7ecb2e0 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:14:59.437231 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:14:59.437570 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c590c79f-9a9b-4bdb-b176-8e6fe7ecb2e0 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:14:59.438596 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'status': 'completed', 'code': 200} Feb 17 23:14:59.474834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-83890995-79e2-4c43-99c4-07c261668a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:59.476435 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-83890995-79e2-4c43-99c4-07c261668a0a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1126 time: 0.0507505 Feb 17 23:14:59.522250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-467bafb6-45de-41f1-a752-c32a23cb5589 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 217 time: 0.0395606 Feb 17 23:14:59.572771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-5608217b-c38b-40e1-bed1-2710ecc1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:59.574350 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-5608217b-c38b-40e1-bed1-2710ecc1cc7a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0452690 Feb 17 23:14:59.624061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-4b2d4923-83e9-4fda-bb3a-7abe3f5b3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:59.626121 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-4b2d4923-83e9-4fda-bb3a-7abe3f5b3a78 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454326 Feb 17 23:14:59.718138 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-640c0d38-47e4-49f3-981b-865d349a2882 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861700 Feb 17 23:14:59.805784 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f524129e-5616-4a7e-8e64-6f91df43ae87 req-21ca0b66-e3b8-419f-bced-e9c2c23559a0 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821683 Feb 17 23:14:59.901541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-58eee5e5-508c-4196-9c99-c5821201dd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:59.903087 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-58eee5e5-508c-4196-9c99-c5821201dd33 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1126 time: 0.0518317 Feb 17 23:14:59.995886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-65362c4d-cd2d-4e26-9c0d-885de6cea59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:14:59.997355 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-65362c4d-cd2d-4e26-9c0d-885de6cea59a service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.0886481 Feb 17 23:15:00.041484 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-fc39ca07-8dac-4cf8-8d0b-44f3455c6600 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 217 time: 0.0383592 Feb 17 23:15:00.298769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f1815-623a-4d2d-8ee9-cf878ba71259 req-a69640a3-4838-4585-843b-a96b7a4d18bb tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:00.300373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e19f1815-623a-4d2d-8ee9-cf878ba71259 req-a69640a3-4838-4585-843b-a96b7a4d18bb tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 943 time: 0.0568917 Feb 17 23:15:00.348119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e19f1815-623a-4d2d-8ee9-cf878ba71259 req-c7f4fe92-36d6-4c85-8e16-366316182828 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Feb 17 23:15:00.407393 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-f70c29a3-63cf-4101-b2a2-1a271ea79045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:00.408848 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-f70c29a3-63cf-4101-b2a2-1a271ea79045 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.3602204 Feb 17 23:15:00.459970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-58ae709e-0fc1-4e83-b0e4-84f6ea741c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:00.461391 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-58ae709e-0fc1-4e83-b0e4-84f6ea741c75 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456038 Feb 17 23:15:00.554366 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-f2841655-b076-4f8a-84c7-fb8327cd7211 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861409 Feb 17 23:15:00.645177 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c54b43d0-c462-43b9-a6fb-db6f14702847 req-a1305642-f8c3-4b13-9d12-595b96249caa service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840671 Feb 17 23:15:01.470617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c4e06e-c032-477b-bc82-72d686d9781b req-1a21b13c-c544-4062-98d0-b2b2feac9d5a tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:01.472141 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22c4e06e-c032-477b-bc82-72d686d9781b req-1a21b13c-c544-4062-98d0-b2b2feac9d5a tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 943 time: 0.0537918 Feb 17 23:15:01.522773 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22c4e06e-c032-477b-bc82-72d686d9781b req-077eed83-1cda-40f1-8df7-8c0c559ecaea tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450442 Feb 17 23:15:01.787266 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:15:01.883963 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:15:01.895790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'port_id': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'mac_address': 'fa:16:3e:d1:08:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:15:01.931273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:15:01.931682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:01.945278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:15:01.967976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:15:01.972333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:02.018450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:02.178517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['61acdb79-ff13-4a34-8d3d-7a16ed0a4182'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:15:02.642900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9797e-4862-46c2-8f76-72c884940c4d req-aa5c569a-324b-407d-9603-da4156ec6559 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:02.644429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ae9797e-4862-46c2-8f76-72c884940c4d req-aa5c569a-324b-407d-9603-da4156ec6559 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 944 time: 0.0542152 Feb 17 23:15:02.691689 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ae9797e-4862-46c2-8f76-72c884940c4d req-70dc4f17-e16f-4d19-ba48-80bf27cde5e5 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415516 Feb 17 23:15:03.787787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:15:03.817822 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4dfe88-2097-4a65-be3d-7b31930148b0 req-e4641034-f286-4e56-a550-c5fd4f0fd3bc tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:03.819337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b4dfe88-2097-4a65-be3d-7b31930148b0 req-e4641034-f286-4e56-a550-c5fd4f0fd3bc tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 944 time: 0.0550902 Feb 17 23:15:03.838353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:15:03.842401 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:15:03.842779 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:03.871001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b4dfe88-2097-4a65-be3d-7b31930148b0 req-a9a54291-9445-4a49-903c-79216f2cd9be tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456553 Feb 17 23:15:03.922306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:15:03.922696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:03.947449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:03.949709 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bf2715-9118-4cc7-ab86-67b3074e49b1" -d '{"events": [{"server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "name": "network-vif-plugged", "status": "completed", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:15:03.966741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:15:03.971477 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:04.000870 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702314fc-2324-4bc4-8e08-39bf49e28528 x-openstack-request-id: req-702314fc-2324-4bc4-8e08-39bf49e28528 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:15:04.001168 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "name": "network-vif-plugged", "status": "completed", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:15:04.001423 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-702314fc-2324-4bc4-8e08-39bf49e28528 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:15:04.001816 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'code': 200} Feb 17 23:15:04.027769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:04.103287 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7d523-68ec-4b4e-b762-45d57dc6bde6 req-bb513002-f645-4e20-ad9d-0030303a788d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:04.104761 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-92f7d523-68ec-4b4e-b762-45d57dc6bde6 req-bb513002-f645-4e20-ad9d-0030303a788d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1128 time: 0.0456817 Feb 17 23:15:04.151904 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-92f7d523-68ec-4b4e-b762-45d57dc6bde6 req-b79d9635-cfb5-4ca3-b032-fc8a6c1319d1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Feb 17 23:15:04.999025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d8856-0b11-4130-b350-fe21a14a2135 req-9783f451-a531-4ef6-9a12-9d3c89fd3d78 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:05.000527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-114d8856-0b11-4130-b350-fe21a14a2135 req-9783f451-a531-4ef6-9a12-9d3c89fd3d78 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0563891 Feb 17 23:15:05.054456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-114d8856-0b11-4130-b350-fe21a14a2135 req-1fdd64b3-5c0c-42a1-8e14-bd1d6fad7191 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476232 Feb 17 23:15:06.177226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995abc3-b3d3-4715-a1fe-e07293c30423 req-12d5f390-6556-4b0d-8dd9-4b1be2f60b81 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.178739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c995abc3-b3d3-4715-a1fe-e07293c30423 req-12d5f390-6556-4b0d-8dd9-4b1be2f60b81 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0546491 Feb 17 23:15:06.226911 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c995abc3-b3d3-4715-a1fe-e07293c30423 req-6492d819-f83b-477b-883a-41dcce9cf666 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425332 Feb 17 23:15:06.352895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f1235a-ec3d-4166-8df9-0d54f68c1d49 req-6531d270-4413-4e6e-bf04-bf653ba2e6cd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.354286 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0f1235a-ec3d-4166-8df9-0d54f68c1d49 req-6531d270-4413-4e6e-bf04-bf653ba2e6cd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0587733 Feb 17 23:15:06.402325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0f1235a-ec3d-4166-8df9-0d54f68c1d49 req-1c77cacd-ec78-46a1-857b-7b4622aca532 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424221 Feb 17 23:15:06.604576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12844f4-b35a-4d94-86d1-be93c18d863f req-99bc33cf-d68c-43de-a9b2-3e13f64bbfb5 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:06.606386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c12844f4-b35a-4d94-86d1-be93c18d863f req-99bc33cf-d68c-43de-a9b2-3e13f64bbfb5 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0559485 Feb 17 23:15:06.657182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c12844f4-b35a-4d94-86d1-be93c18d863f req-85803536-cda2-49b7-afd3-60765e48e860 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438921 Feb 17 23:15:09.885464 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:14.561323 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4828d295-5a09-41f9-80cc-1b58ff018b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:16.310167 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:15:17.428767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1be772b-4a16-4ea1-a02a-1ef99daf7095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:18.139992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:19.549510 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:20.963925 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:22.710702 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-cb195689-0d0f-4b22-b93c-b12c8da5f6a6 req-05f02ea2-ccf7-42a4-88ff-d24786519c5c service neutron] (103527) timed out ('10.222.0.79', 34296) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:15:23.435902 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-8c4a1e54-7e85-42ef-a4ef-a6435e13971a service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427201 Feb 17 23:15:23.526290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3976-409c-47ef-8119-55692e990701 req-bfa04cbb-20f8-49b7-bdfa-0bfcc64041b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:23.527921 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-bfa04cbb-20f8-49b7-bdfa-0bfcc64041b9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1128 time: 0.0457852 Feb 17 23:15:23.633754 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3976-409c-47ef-8119-55692e990701 req-2e1f9bff-8e54-404b-93fe-cbbeb1a5df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:23.635206 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-2e1f9bff-8e54-404b-93fe-cbbeb1a5df92 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.0880079 Feb 17 23:15:23.674949 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-5401123d-f20d-49ae-9729-47e2aab1963f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 217 time: 0.0331948 Feb 17 23:15:23.723438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3976-409c-47ef-8119-55692e990701 req-b13d780d-7958-4a11-b0f3-be62f506ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:23.724796 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-b13d780d-7958-4a11-b0f3-be62f506ef0d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0424023 Feb 17 23:15:23.773451 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3976-409c-47ef-8119-55692e990701 req-1a5a3100-2685-4566-a030-8f1fd379d336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:23.774904 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-1a5a3100-2685-4566-a030-8f1fd379d336 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437679 Feb 17 23:15:23.865230 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-e7e8a638-0359-4a0e-b309-009c200a6c9a service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836139 Feb 17 23:15:23.957814 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-082c3976-409c-47ef-8119-55692e990701 req-badc06be-f6d3-49af-97b6-07f6ef305d0e service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846226 Feb 17 23:15:25.476169 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdccbd-355b-469d-9c08-f7e6df485ca2 req-bbad8239-5e04-441f-86c8-a2168c60b8d6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:25.477644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8cdccbd-355b-469d-9c08-f7e6df485ca2 req-bbad8239-5e04-441f-86c8-a2168c60b8d6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0562000 Feb 17 23:15:25.529147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8cdccbd-355b-469d-9c08-f7e6df485ca2 req-c7483dc9-b633-4e2d-b3a2-f3ed8abc3f0e tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Feb 17 23:15:25.551772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:25.637322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d5896d-c427-490b-af4c-d77f50e1b429 tempest-TestMinimumBasicScenario-983534040 tempest-TestMinimumBasicScenario-983534040-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:25.638843 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-15d5896d-c427-490b-af4c-d77f50e1b429 tempest-TestMinimumBasicScenario-983534040 tempest-TestMinimumBasicScenario-983534040-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1123 time: 0.0860410 Feb 17 23:15:25.641877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39116) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:25.646237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:25.662730 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:25.665568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:25.761642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:25.868785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Allocated IP 172.25.0.131 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/73fabdb9-601e-4309-aae6-d1c8e5a3a1e3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:15:25.969564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:26.010288 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:26.052077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:15:26.057929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:15:26.060172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'Port': ['ID=73fabdb9-601e-4309-aae6-d1c8e5a3a1e3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:26.062354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:15:26.439545 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for floatingip (8fa98313-a410-4db0-8572-c954190f365a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:26.512676 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:26.664800 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:26.669309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:26.775407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'Port': ['ID=73fabdb9-601e-4309-aae6-d1c8e5a3a1e3,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:26.784226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (8fa98313-a410-4db0-8572-c954190f365a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:26.902429 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Floating IP 8fa98313-a410-4db0-8572-c954190f365a associated. External IP: 172.25.0.131, port: 61acdb79-ff13-4a34-8d3d-7a16ed0a4182. Feb 17 23:15:27.115019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:15:27.223352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:15:27.233021 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] Sync routers for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:15:27.241524 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.243810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:15:27.244433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:15:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:27.272106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-277ef3c4-bbdf-4f8d-ad8b-ea9e38fea0c3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6285491 Feb 17 23:15:27.272716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:27.274900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39118) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:27.275436 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57acb9e-72f5-4632-a48c-31a5ff1445e9" -d '{"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:15:27.279894 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1497902502', 'description': 'tempest-secgroup-smoke-1497902502 description', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:27.306218 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.353887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:15:27.376252 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group (5209783e-fce8-425c-8972-c34b10fd029c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.381696 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5209783e-fce8-425c-8972-c34b10fd029c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.414452 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.418546 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1396067 Feb 17 23:15:27.418546 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5209783e-fce8-425c-8972-c34b10fd029c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:27.419459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39124) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:27.424296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c42630d6-d55e-40f8-85eb-5c7907a59683 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'security_group_rule': {'security_group_id': '5209783e-fce8-425c-8972-c34b10fd029c', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:27.435849 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.436191 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.436745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.437085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.437419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.437749 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.438148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.438567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.438904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.439228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.439578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.439902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.440225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b04b5e2-1b2d-4b1c-8970-e02c5164e966 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:15:27.453794 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c4c9383-4378-44b0-9e60-eabacb9e1be6 x-openstack-request-id: req-2c4c9383-4378-44b0-9e60-eabacb9e1be6 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:15:27.454214 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:15:27.454851 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c4c9383-4378-44b0-9e60-eabacb9e1be6 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:15:27.455488 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'status': 'completed', 'code': 200} Feb 17 23:15:27.467243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c42630d6-d55e-40f8-85eb-5c7907a59683 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (6ad180b0-c1df-4d11-b06c-09dbffbc1f2e), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.523539 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c42630d6-d55e-40f8-85eb-5c7907a59683 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (6ad180b0-c1df-4d11-b06c-09dbffbc1f2e), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.529017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-2e38f5ec-c4b2-4a2a-8018-081524b33650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:27.529820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c42630d6-d55e-40f8-85eb-5c7907a59683 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (6ad180b0-c1df-4d11-b06c-09dbffbc1f2e), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.532043 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-2e38f5ec-c4b2-4a2a-8018-081524b33650 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1128 time: 0.0546019 Feb 17 23:15:27.556586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42630d6-d55e-40f8-85eb-5c7907a59683 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad180b0-c1df-4d11-b06c-09dbffbc1f2e,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:27.571140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c42630d6-d55e-40f8-85eb-5c7907a59683 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.575931 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c42630d6-d55e-40f8-85eb-5c7907a59683 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560307 Feb 17 23:15:27.576763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39126) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:27.581443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-d6135c6d-dea8-4b64-8727-d3f21edf1dbd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'security_group_rule': {'security_group_id': '5209783e-fce8-425c-8972-c34b10fd029c', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:27.609982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6135c6d-dea8-4b64-8727-d3f21edf1dbd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (f56110c2-99dc-4e70-904e-b290a9410ca5), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.637122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-55ee707a-2e6b-45d1-a3ff-9a82c46f0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:27.639446 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-55ee707a-2e6b-45d1-a3ff-9a82c46f0242 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.1013935 Feb 17 23:15:27.669735 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6135c6d-dea8-4b64-8727-d3f21edf1dbd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (f56110c2-99dc-4e70-904e-b290a9410ca5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.673673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6135c6d-dea8-4b64-8727-d3f21edf1dbd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f56110c2-99dc-4e70-904e-b290a9410ca5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.692770 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6135c6d-dea8-4b64-8727-d3f21edf1dbd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f56110c2-99dc-4e70-904e-b290a9410ca5,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:27.699037 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-d6135c6d-dea8-4b64-8727-d3f21edf1dbd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.702671 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-d6135c6d-dea8-4b64-8727-d3f21edf1dbd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223109 Feb 17 23:15:27.703157 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39128) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:27.707202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e09757a2-be6e-4a2b-ab8a-0b393f94a166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'security_group_rule': {'security_group_id': '5209783e-fce8-425c-8972-c34b10fd029c', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:27.720859 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-336c9353-5bd5-4fac-b690-7fa27312e9c6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 999 time: 0.0751193 Feb 17 23:15:27.736222 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e09757a2-be6e-4a2b-ab8a-0b393f94a166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (5c5733ec-705e-4b35-a1ac-828dbaade71a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.754440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '8fa98313-a410-4db0-8572-c954190f365a', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'port_id': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'mac_address': 'fa:16:3e:d1:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:15:26Z', 'updated_at': '2022-02-17T23:15:26Z', 'revision_number': 0, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 5, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:27.773789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-23a14eae-e2e7-4eac-9abe-32d44329c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:27.776084 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-23a14eae-e2e7-4eac-9abe-32d44329c1fe service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0472145 Feb 17 23:15:27.781137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] Checking router: 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:15:27.790533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:15:27.791153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:15:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:27.800573 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e09757a2-be6e-4a2b-ab8a-0b393f94a166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (5c5733ec-705e-4b35-a1ac-828dbaade71a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.805713 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e09757a2-be6e-4a2b-ab8a-0b393f94a166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (5c5733ec-705e-4b35-a1ac-828dbaade71a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.824604 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09757a2-be6e-4a2b-ab8a-0b393f94a166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c5733ec-705e-4b35-a1ac-828dbaade71a,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:27.834580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-cbd16e85-a283-4129-8099-66402022eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:27.836134 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-cbd16e85-a283-4129-8099-66402022eb23 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0529170 Feb 17 23:15:27.836299 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e09757a2-be6e-4a2b-ab8a-0b393f94a166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.837674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e09757a2-be6e-4a2b-ab8a-0b393f94a166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336901 Feb 17 23:15:27.840219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39130) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:27.845042 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-93058a80-b763-44da-8e0e-dc7f5828e991 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'security_group_rule': {'security_group_id': '5209783e-fce8-425c-8972-c34b10fd029c', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:27.911219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:15:27.919536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93058a80-b763-44da-8e0e-dc7f5828e991 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (3ea10b63-ed7f-45b6-b7bf-339ae61b0f8d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:27.973691 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-4e310769-48e1-4d03-8845-addb0b61281d service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227899 Feb 17 23:15:28.053179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93058a80-b763-44da-8e0e-dc7f5828e991 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (3ea10b63-ed7f-45b6-b7bf-339ae61b0f8d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.058139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93058a80-b763-44da-8e0e-dc7f5828e991 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (3ea10b63-ed7f-45b6-b7bf-339ae61b0f8d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.087362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93058a80-b763-44da-8e0e-dc7f5828e991 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea10b63-ed7f-45b6-b7bf-339ae61b0f8d,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:28.101219 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93058a80-b763-44da-8e0e-dc7f5828e991 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.102438 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-93058a80-b763-44da-8e0e-dc7f5828e991 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2610810 Feb 17 23:15:28.105339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39132) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:28.110557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'security_group_rule': {'security_group_id': '5209783e-fce8-425c-8972-c34b10fd029c', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:28.113875 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c57acb9e-72f5-4632-a48c-31a5ff1445e9 req-cb9e4930-a802-4604-8544-7dc74bacf6d2 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314542 Feb 17 23:15:28.133640 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Project f6d959aaed9548fba88efad33fb61ec3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:15:28.139312 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (c6ede731-668e-4046-9858-c1eb6c7add40), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.144496 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '8fa98313-a410-4db0-8572-c954190f365a', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'port_id': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'mac_address': 'fa:16:3e:d1:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:15:26Z', 'updated_at': '2022-02-17T23:15:26Z', 'revision_number': 0, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 5, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:15:28.171741 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db164379-f89e-4136-8e88-2708a8037ed9 None None] The sync data for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 is: [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '8fa98313-a410-4db0-8572-c954190f365a', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'floating_ip_address': '172.25.0.131', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'port_id': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'mac_address': 'fa:16:3e:d1:08:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:15:26Z', 'updated_at': '2022-02-17T23:15:26Z', 'revision_number': 0, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 5, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:15:28.200205 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (c6ede731-668e-4046-9858-c1eb6c7add40), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.205332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c6ede731-668e-4046-9858-c1eb6c7add40), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.225774 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ede731-668e-4046-9858-c1eb6c7add40,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:28.234871 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.236401 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-44076f72-83c3-447a-837b-bf22ebfb7460 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1298940 Feb 17 23:15:28.239263 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39134) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:15:28.244133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'security_group_rule': {'security_group_id': '5209783e-fce8-425c-8972-c34b10fd029c', 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:28.265683 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Project f6d959aaed9548fba88efad33fb61ec3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:15:28.270893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (4d616345-2a0b-41bb-a64f-f353ee784dcc), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.338851 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (4d616345-2a0b-41bb-a64f-f353ee784dcc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.343086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (4d616345-2a0b-41bb-a64f-f353ee784dcc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.362786 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d616345-2a0b-41bb-a64f-f353ee784dcc,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:28.372763 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.374204 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-02571dac-4015-478e-8612-c828c9d6d624 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337717 Feb 17 23:15:28.384066 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cbc02c-30c9-4f61-85fb-c977c61151af None None] New status for floating IP 8fa98313-a410-4db0-8572-c954190f365a: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:15:28.467597 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-2e29d6f1-7e3c-428f-9577-22f014f9fc80 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497902502&fields=id&tenant_id=f6d959aaed9548fba88efad33fb61ec3 HTTP/1.1" status: 200 len: 267 time: 0.0444379 Feb 17 23:15:28.526788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-a60f1b9e-299d-47e8-8829-157d43243d17 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:28.529335 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-a60f1b9e-299d-47e8-8829-157d43243d17 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0559442 Feb 17 23:15:28.540728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'port': {'security_groups': ['01374483-eb50-4b03-ab54-8f66c3f3596b', '5209783e-fce8-425c-8972-c34b10fd029c']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:15:28.614754 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.812517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:15:28.842568 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.847892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.859618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['61acdb79-ff13-4a34-8d3d-7a16ed0a4182'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:15:28.893483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:28.894132 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:28.895565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19bd4063-3eb9-43b7-8115-6a2da3552345 req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "PUT /v2.0/ports/61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 981 time: 0.3599679 Feb 17 23:15:28.896051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:15:28.898369 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e8451-93e5-4c01-8033-34f131548764" -d '{"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:15:28.922921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60309fb6-24da-4f76-b286-16f9610e5231 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=6']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:15:28.962450 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['61acdb79-ff13-4a34-8d3d-7a16ed0a4182'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:15:29.013325 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e7c3e4-8f27-4e1e-b27f-5dd18539fa10 x-openstack-request-id: req-51e7c3e4-8f27-4e1e-b27f-5dd18539fa10 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:15:29.013714 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:15:29.014065 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51e7c3e4-8f27-4e1e-b27f-5dd18539fa10 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:15:29.014656 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'status': 'completed', 'code': 200} Feb 17 23:15:29.116773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8451-93e5-4c01-8033-34f131548764 req-de825247-9b19-46e0-9857-753098ffc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:29.118619 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-855e8451-93e5-4c01-8033-34f131548764 req-de825247-9b19-46e0-9857-753098ffc77e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1167 time: 0.0636146 Feb 17 23:15:29.127694 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a607fa0-7e9c-452e-b9c5-3c6b5f0eedbe req-592390c0-3af5-4591-91b8-0f1f8b8e0f02 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:29.135571 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a607fa0-7e9c-452e-b9c5-3c6b5f0eedbe req-592390c0-3af5-4591-91b8-0f1f8b8e0f02 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0696385 Feb 17 23:15:29.197157 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a607fa0-7e9c-452e-b9c5-3c6b5f0eedbe req-561b348c-3857-4877-84a3-ec6019700669 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604699 Feb 17 23:15:29.230648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8451-93e5-4c01-8033-34f131548764 req-fc6e222e-69de-42d4-9008-d22a4e8fb217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:29.232328 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-855e8451-93e5-4c01-8033-34f131548764 req-fc6e222e-69de-42d4-9008-d22a4e8fb217 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.1020265 Feb 17 23:15:29.291191 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5e3dc808-2570-48df-9180-de643b3cfce7 None None] Provisioning complete for port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:15:29.291592 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e3dc808-2570-48df-9180-de643b3cfce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:29.303402 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-855e8451-93e5-4c01-8033-34f131548764 req-d4b598e6-435d-4e84-b8bd-d2d5b74119ff service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 1001 time: 0.0641258 Feb 17 23:15:29.353498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8451-93e5-4c01-8033-34f131548764 req-4cf6cbb7-77fb-4d2c-9f5f-b976f3cd3c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:29.354996 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-855e8451-93e5-4c01-8033-34f131548764 req-4cf6cbb7-77fb-4d2c-9f5f-b976f3cd3c9a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0442805 Feb 17 23:15:29.405790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e8451-93e5-4c01-8033-34f131548764 req-ffe648c4-9f49-4644-b0f1-35b13297bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:29.407550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-855e8451-93e5-4c01-8033-34f131548764 req-ffe648c4-9f49-4644-b0f1-35b13297bd4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459633 Feb 17 23:15:29.466697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5e3dc808-2570-48df-9180-de643b3cfce7 None None] Current status of the port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:15:29.501736 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-855e8451-93e5-4c01-8033-34f131548764 req-7d887831-3f84-487d-b58d-f16a7c19b54e service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879591 Feb 17 23:15:29.593491 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-855e8451-93e5-4c01-8033-34f131548764 req-9628a872-c9aa-4240-9e5d-9435beb5eb3a service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846009 Feb 17 23:15:36.836984 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1380c-c15d-4ad7-beda-3975ad2fc1e7 req-27f09328-fd64-40fe-a85e-3454bdc2dd6c tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:36.838489 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0dc1380c-c15d-4ad7-beda-3975ad2fc1e7 req-27f09328-fd64-40fe-a85e-3454bdc2dd6c tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0569293 Feb 17 23:15:36.838844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-83262bb0-6b9c-4a0b-a91f-00342aaa1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:36.840411 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-83262bb0-6b9c-4a0b-a91f-00342aaa1a4c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1167 time: 0.0477331 Feb 17 23:15:36.903518 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0dc1380c-c15d-4ad7-beda-3975ad2fc1e7 req-ea1b4888-afe9-41fc-af39-b7ace30130fd tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0591149 Feb 17 23:15:36.936061 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-a487feb4-0b9c-40cb-822f-adfc76531fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:36.937532 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-a487feb4-0b9c-40cb-822f-adfc76531fe3 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.0901163 Feb 17 23:15:37.003357 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-ff6c34c3-7497-4d54-b150-81b3811db1ed service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 1001 time: 0.0587118 Feb 17 23:15:37.057539 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-6953e068-e5a2-478c-9f2a-b20bf642430e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:37.058967 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-6953e068-e5a2-478c-9f2a-b20bf642430e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0473607 Feb 17 23:15:37.108049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-23ebf7fb-528b-4277-b4f5-44128b155c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:37.109453 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-23ebf7fb-528b-4277-b4f5-44128b155c7b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441082 Feb 17 23:15:37.201112 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-adf308f5-28f0-44e5-9cbb-e932c73a5a52 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838554 Feb 17 23:15:37.292930 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-79d25ed7-5c57-4a3e-9c9e-587519db987a req-9ee63c1c-8cb3-45ca-832b-72130cfc1cf2 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861690 Feb 17 23:15:38.029097 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ccc33-162c-4436-9de5-3f70073c1b78 req-ed81aae2-0107-4703-9275-47d2c8b2a423 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:38.030577 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c8ccc33-162c-4436-9de5-3f70073c1b78 req-ed81aae2-0107-4703-9275-47d2c8b2a423 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0533998 Feb 17 23:15:38.090045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c8ccc33-162c-4436-9de5-3f70073c1b78 req-b7678a6a-c882-4e45-b425-1151b542028d tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535116 Feb 17 23:15:39.216450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc95a7-5311-4b97-8399-815b35a4667f req-6863adc2-d2b9-439c-bf48-ae12354af345 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:39.217930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-debc95a7-5311-4b97-8399-815b35a4667f req-6863adc2-d2b9-439c-bf48-ae12354af345 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0593293 Feb 17 23:15:39.279578 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-debc95a7-5311-4b97-8399-815b35a4667f req-b47f8708-89c2-4684-826f-6026b462f357 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0556817 Feb 17 23:15:39.871569 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:40.401378 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d37d1-5ca1-4619-b07d-a639008b9b21 req-54fb37b6-8895-451a-aa24-5a4ed025a104 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:40.402833 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce4d37d1-5ca1-4619-b07d-a639008b9b21 req-54fb37b6-8895-451a-aa24-5a4ed025a104 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0537021 Feb 17 23:15:40.463008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce4d37d1-5ca1-4619-b07d-a639008b9b21 req-7f889956-9d2a-4f9f-b29b-7e73a50c4824 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544424 Feb 17 23:15:41.588768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb9fda-da06-45c4-9e52-5c264b3348ed req-66874f18-54a5-4d41-879f-af62ae341726 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:41.590254 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31cb9fda-da06-45c4-9e52-5c264b3348ed req-66874f18-54a5-4d41-879f-af62ae341726 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0584610 Feb 17 23:15:41.650026 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-31cb9fda-da06-45c4-9e52-5c264b3348ed req-a1cf636f-6197-485f-a3fe-ba0a84a04ebe tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541005 Feb 17 23:15:42.771647 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441224b-3f83-4270-be09-67d6a854bae4 req-8aa6d832-2811-4071-90ec-8c2390521c74 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:42.773809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0441224b-3f83-4270-be09-67d6a854bae4 req-8aa6d832-2811-4071-90ec-8c2390521c74 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0555642 Feb 17 23:15:42.834062 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0441224b-3f83-4270-be09-67d6a854bae4 req-6200ee64-7430-417b-8743-4e52de43ba3a tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545218 Feb 17 23:15:43.955142 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8eb4a1-18f4-43da-bcac-e53880c3102e req-1e1277db-3f91-41be-8130-c7d85721d132 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:43.956754 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b8eb4a1-18f4-43da-bcac-e53880c3102e req-1e1277db-3f91-41be-8130-c7d85721d132 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0532055 Feb 17 23:15:44.020445 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6b8eb4a1-18f4-43da-bcac-e53880c3102e req-7c41190e-7e20-45b2-8d26-3d96e6b6f212 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575414 Feb 17 23:15:44.564371 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b75f602-4c69-4b9e-a5a5-c7032558280b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:45.147941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b91bb-1070-4a91-b428-6237e56e2ad0 req-bbd0b931-5d4b-41a9-b763-1050079a80f3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:45.149452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e64b91bb-1070-4a91-b428-6237e56e2ad0 req-bbd0b931-5d4b-41a9-b763-1050079a80f3 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0568848 Feb 17 23:15:45.211277 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e64b91bb-1070-4a91-b428-6237e56e2ad0 req-9c7c259f-1d77-4522-8c34-30ebbe2143a8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559683 Feb 17 23:15:46.332225 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c804f-347e-4bd5-bbbd-ac32fc622924 req-3e86f1d1-9fe3-4a10-9faf-79b6b7683682 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:46.333706 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-231c804f-347e-4bd5-bbbd-ac32fc622924 req-3e86f1d1-9fe3-4a10-9faf-79b6b7683682 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0536058 Feb 17 23:15:46.393429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-231c804f-347e-4bd5-bbbd-ac32fc622924 req-5901805e-a1bb-44ee-b0eb-46df321930a8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535104 Feb 17 23:15:47.432557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fde9b9f-d133-4e67-b5b9-15306ab46179 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:47.519291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998917-cf84-47cf-a429-a7c905615dce req-00d23e3f-3ede-4d89-b300-61f9ab2ae76f tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:47.520865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39998917-cf84-47cf-a429-a7c905615dce req-00d23e3f-3ede-4d89-b300-61f9ab2ae76f tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0583806 Feb 17 23:15:47.581871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39998917-cf84-47cf-a429-a7c905615dce req-d89ea614-56cf-469f-b883-551094ed99d8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543368 Feb 17 23:15:48.139690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:48.705451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e02747-31cd-46d9-b46e-843b21685f5f req-0b7df09e-27a4-42b4-a028-f0253bb04fcb tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:15:48.706904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19e02747-31cd-46d9-b46e-843b21685f5f req-0b7df09e-27a4-42b4-a028-f0253bb04fcb tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0544956 Feb 17 23:15:48.767245 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-19e02747-31cd-46d9-b46e-843b21685f5f req-bd356696-e190-4e84-b66a-b3961738cda7 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&id=5209783e-fce8-425c-8972-c34b10fd029c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545282 Feb 17 23:15:49.551785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:50.966338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:15:53.309737 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:15:55.664858 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:09.893943 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:14.566307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cac3c84e-9481-402c-8870-6f10b9c49278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:17.434539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-14139c0c-237b-4eee-b725-ab42c5fb7991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:18.142501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:19.553847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:20.971779 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:21.450538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-b07bcf8d-6638-4297-9bb7-323f2c552f24 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1497902502&fields=id&tenant_id=f6d959aaed9548fba88efad33fb61ec3 HTTP/1.1" status: 200 len: 267 time: 0.0438426 Feb 17 23:16:21.511617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-8afa98c7-4e12-4f0e-9ddc-20d6f9abc7be tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:21.513074 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-8afa98c7-4e12-4f0e-9ddc-20d6f9abc7be tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 984 time: 0.0572217 Feb 17 23:16:21.523446 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Request body: {'port': {'security_groups': ['01374483-eb50-4b03-ab54-8f66c3f3596b']}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:21.593564 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:21.766025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:21.795165 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:21.799697 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:21.812928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['61acdb79-ff13-4a34-8d3d-7a16ed0a4182'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:16:21.842999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:21.843985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:21.845067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-828d0738-c9c2-42a5-8aa3-fe250e97b7b8 req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "PUT /v2.0/ports/61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 942 time: 0.3260019 Feb 17 23:16:21.845527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:16:21.847884 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e" -d '{"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:16:21.856788 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39184) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:21.876723 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02758485-1738-4a02-9456-af838cf20908 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event updated for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=7']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:21.911102 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbfefe2-c0f2-47ff-bde2-1b059a1c8c02 x-openstack-request-id: req-5dbfefe2-c0f2-47ff-bde2-1b059a1c8c02 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:16:21.911435 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:16:21.911702 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5dbfefe2-c0f2-47ff-bde2-1b059a1c8c02 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:16:21.912115 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'status': 'completed', 'code': 200} Feb 17 23:16:21.918136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['61acdb79-ff13-4a34-8d3d-7a16ed0a4182'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:16:21.931156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group (5209783e-fce8-425c-8972-c34b10fd029c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:21.984938 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group (5209783e-fce8-425c-8972-c34b10fd029c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.035934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-7a08909e-7326-4b13-aa0b-603fb772cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:22.037313 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-7a08909e-7326-4b13-aa0b-603fb772cd42 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1128 time: 0.0931828 Feb 17 23:16:22.118795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a72f82d5-3e30-4723-a114-094264683f78 None None] Provisioning complete for port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:22.119492 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a72f82d5-3e30-4723-a114-094264683f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.128661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (5209783e-fce8-425c-8972-c34b10fd029c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.131210 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.132377 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "DELETE /v2.0/security-groups/5209783e-fce8-425c-8972-c34b10fd029c HTTP/1.1" status: 204 len: 168 time: 0.2738092 Feb 17 23:16:22.135222 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39186) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:22.145094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-51c6d41a-bedf-4eeb-824a-c33ac7345561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:22.145922 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-51c6d41a-bedf-4eeb-824a-c33ac7345561 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.1019545 Feb 17 23:16:22.146751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5209783e-fce8-425c-8972-c34b10fd029c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:22.160824 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.161178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.161528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.161865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.162200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.162532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.162864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.163198 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.163558 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.163893 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.164222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.164577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.165442 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4626329-39da-4cc1-858a-3890fe74b166 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:22.211163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a72f82d5-3e30-4723-a114-094264683f78 None None] Current status of the port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:22.230409 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-800c672b-b20c-4e9a-a73c-ec04e5000692 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 1001 time: 0.0761309 Feb 17 23:16:22.281821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-930d7458-b0c2-44db-9d24-c929aa3cee02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:22.283338 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-930d7458-b0c2-44db-9d24-c929aa3cee02 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0460699 Feb 17 23:16:22.313957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Deleting port 73fabdb9-601e-4309-aae6-d1c8e5a3a1e3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:22.314208 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.335117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-3e51890e-7d07-4e19-88e0-2bef54ff0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:22.336840 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-3e51890e-7d07-4e19-88e0-2bef54ff0d63 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0459814 Feb 17 23:16:22.390899 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.391224 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for floatingip (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.402885 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Calling delete_port for 73fabdb9-601e-4309-aae6-d1c8e5a3a1e3 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:22.429048 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-3bc152c1-1bf3-40b4-923b-cd8a7efb50db service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858369 Feb 17 23:16:22.521941 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cd8a3507-1938-4ad5-855b-f3229d5d9a3e req-3b40d588-3d6b-4484-b348-31dcfe294566 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872324 Feb 17 23:16:22.555087 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (73fabdb9-601e-4309-aae6-d1c8e5a3a1e3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.580373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event deleted for resources: {'Port': ['ID=73fabdb9-601e-4309-aae6-d1c8e5a3a1e3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:22.644841 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks [] for floatingip (8fa98313-a410-4db0-8572-c954190f365a), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.645160 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Floating IP 8fa98313-a410-4db0-8572-c954190f365a disassociated (deleted). External IP: 172.25.0.131, port: 61acdb79-ff13-4a34-8d3d-7a16ed0a4182. Feb 17 23:16:22.851590 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:16:22.963295 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:16:22.968123 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:22.972780 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] Sync routers for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:22.983243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:22.983890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:22.998371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c244710d-cc58-4d23-bda1-1dcfbb2098c6 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "DELETE /v2.0/floatingips/8fa98313-a410-4db0-8572-c954190f365a HTTP/1.1" status: 204 len: 168 time: 0.8618128 Feb 17 23:16:23.095725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:23.310543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 5, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:23.336385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] Checking router: 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:23.345696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:23.346292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:23.452205 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:23.655117 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 5, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:23.685409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae55ffc-ed39-4a22-b125-f7fddfa3c76e None None] The sync data for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 is: [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:32Z', 'revision_number': 4, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'e5806c8c-522e-4126-b981-f039b55f6ab7', 'name': '', 'network_id': '6cd3b642-a1a0-42ed-a5cb-1621eec371a9', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'mac_address': 'fa:16:3e:a1:e0:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:32Z', 'updated_at': '2022-02-17T23:14:38Z', 'revision_number': 5, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'subnets': [{'id': '9337fd24-693a-4c57-b46b-d41bf6687bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:23.913219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:16:23.916631 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9983b3c-d784-447a-991f-0a325c5b895d" -d '{"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:16:23.917261 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a5c19c-551e-4cf5-87b3-0f95e4f9678d None None] New status for floating IP 8fa98313-a410-4db0-8572-c954190f365a: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:16:23.952377 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e25513-6513-415f-89dd-9fee0b4154cb x-openstack-request-id: req-c0e25513-6513-415f-89dd-9fee0b4154cb {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:16:23.952665 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:16:23.952917 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0e25513-6513-415f-89dd-9fee0b4154cb {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:16:23.953322 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'status': 'completed', 'code': 200} Feb 17 23:16:24.028834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983b3c-d784-447a-991f-0a325c5b895d req-52f40245-77b0-4454-80b4-63dfae527700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:24.030347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f9983b3c-d784-447a-991f-0a325c5b895d req-52f40245-77b0-4454-80b4-63dfae527700 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1128 time: 0.0552464 Feb 17 23:16:24.122178 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983b3c-d784-447a-991f-0a325c5b895d req-36ca9f1a-d4c7-41a3-839f-b463ee05bba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:24.123660 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f9983b3c-d784-447a-991f-0a325c5b895d req-36ca9f1a-d4c7-41a3-839f-b463ee05bba9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.0872805 Feb 17 23:16:24.164267 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f9983b3c-d784-447a-991f-0a325c5b895d req-14aa535a-9e5f-4f13-b911-802041ffbd07 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 217 time: 0.0343835 Feb 17 23:16:24.211268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983b3c-d784-447a-991f-0a325c5b895d req-0f83d0eb-601d-4121-a4c6-666a6dd0c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:24.213316 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f9983b3c-d784-447a-991f-0a325c5b895d req-0f83d0eb-601d-4121-a4c6-666a6dd0c625 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0437577 Feb 17 23:16:24.267160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983b3c-d784-447a-991f-0a325c5b895d req-e9268a2e-7812-4213-8598-536fd2b4c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:24.268841 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f9983b3c-d784-447a-991f-0a325c5b895d req-e9268a2e-7812-4213-8598-536fd2b4c344 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0501122 Feb 17 23:16:24.359522 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f9983b3c-d784-447a-991f-0a325c5b895d req-df6a4d43-7d6b-45c9-ac0c-5a5eb4f67a44 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822623 Feb 17 23:16:24.376298 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.73', 51004) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:24.427921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-8db5e995-01c4-41eb-9e98-57e29625281e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0499945 Feb 17 23:16:24.457513 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f9983b3c-d784-447a-991f-0a325c5b895d req-91335a4a-9a92-423a-83c6-0b637d351337 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926669 Feb 17 23:16:24.566658 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-961fb9cb-a3e6-4213-9e33-192cb4446389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:24.568210 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-961fb9cb-a3e6-4213-9e33-192cb4446389 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=f6d959aaed9548fba88efad33fb61ec3&device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 1128 time: 0.0480621 Feb 17 23:16:24.677578 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-e46bae02-a4c1-448b-8ae1-f4b6c20d0403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:24.679052 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-e46bae02-a4c1-448b-8ae1-f4b6c20d0403 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 200 len: 916 time: 0.0914013 Feb 17 23:16:25.027026 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-3192be1a-2087-411d-8963-e3a12928a543 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 200 len: 217 time: 0.3406880 Feb 17 23:16:25.077577 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-0020c2d7-4764-4230-99c5-3b935118f076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:25.079025 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-0020c2d7-4764-4230-99c5-3b935118f076 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 200 len: 854 time: 0.0460658 Feb 17 23:16:25.128795 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-9f153bf8-7f41-4992-8423-240d321dc686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:25.130213 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-9f153bf8-7f41-4992-8423-240d321dc686 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6cd3b642-a1a0-42ed-a5cb-1621eec371a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0456116 Feb 17 23:16:25.224762 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-551f8a8b-a56c-466a-89b9-3e44914c6303 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872560 Feb 17 23:16:25.326550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-99dc26f7-1e6f-423d-93e0-a33ee27e9b09 service neutron] 10.222.0.73 "GET /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955820 Feb 17 23:16:25.661989 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:30.309563 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:16:38.331286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49ee54-b245-414a-91d2-e6a6bd5b4c19 req-e4b5da84-bdcb-4362-8c14-5763aaf68f83 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:38.333012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e49ee54-b245-414a-91d2-e6a6bd5b4c19 req-e4b5da84-bdcb-4362-8c14-5763aaf68f83 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0544493 Feb 17 23:16:38.381641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e49ee54-b245-414a-91d2-e6a6bd5b4c19 req-abad2b56-5880-4dde-9ed9-9669780e0150 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420990 Feb 17 23:16:39.502248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fba4f-b26d-4577-b171-e463ebbd7512 req-30e7047d-4a99-4de8-98e6-24d4da885a87 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:39.503782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-041fba4f-b26d-4577-b171-e463ebbd7512 req-30e7047d-4a99-4de8-98e6-24d4da885a87 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0534678 Feb 17 23:16:39.552885 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-041fba4f-b26d-4577-b171-e463ebbd7512 req-be89df2f-68cf-48ba-9b77-b163846bc7b1 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/security-groups?id=01374483-eb50-4b03-ab54-8f66c3f3596b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433130 Feb 17 23:16:39.904424 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:39.940544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-1298caaa-c5d5-4e23-a89c-419a022e873c tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:39.942057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-1298caaa-c5d5-4e23-a89c-419a022e873c tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.73 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 945 time: 0.0530841 Feb 17 23:16:40.037694 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Deleting port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:40.038035 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:40.135459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] For port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:40.135824 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:40.148498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Calling delete_port for 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:40.279197 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (61acdb79-ff13-4a34-8d3d-7a16ed0a4182), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:40.291304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['61acdb79-ff13-4a34-8d3d-7a16ed0a4182'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:16:40.308235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Pushing event deleted for resources: {'Port': ['ID=61acdb79-ff13-4a34-8d3d-7a16ed0a4182,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:40.350497 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] No DVR routers for this DVR port 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:40.353628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:40.356977 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7570e07b-2d9d-4bff-b01c-d6b85ef6e28a req-574f37c5-0ad3-43ce-a395-e8504ade8aa8 tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.73 "DELETE /v2.0/ports/61acdb79-ff13-4a34-8d3d-7a16ed0a4182 HTTP/1.1" status: 204 len: 173 time: 0.4095807 Feb 17 23:16:40.357416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'name': 'network-vif-deleted', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:16:40.359683 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc319634-ea11-4ce9-be53-82067dddd0b2" -d '{"events": [{"server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "name": "network-vif-deleted", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:16:40.396964 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c98f3a-8590-421f-9a48-fb1af8436d69 x-openstack-request-id: req-f1c98f3a-8590-421f-9a48-fb1af8436d69 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:16:40.397284 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65af99ea-b5f1-4f35-9ad7-856f02a1bbae", "name": "network-vif-deleted", "tag": "61acdb79-ff13-4a34-8d3d-7a16ed0a4182", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:16:40.397544 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f1c98f3a-8590-421f-9a48-fb1af8436d69 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:16:40.397954 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65af99ea-b5f1-4f35-9ad7-856f02a1bbae', 'name': 'network-vif-deleted', 'tag': '61acdb79-ff13-4a34-8d3d-7a16ed0a4182', 'status': 'completed', 'code': 200} Feb 17 23:16:40.664573 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0cc8b332-eb11-40de-bd60-d4c0b91330ab req-5a67f67f-741d-4b43-b47a-f371453f141b tempest-TestMinimumBasicScenario-1040463457 tempest-TestMinimumBasicScenario-1040463457-project] 10.222.0.79 "GET /v2.0/ports?device_id=65af99ea-b5f1-4f35-9ad7-856f02a1bbae HTTP/1.1" status: 200 len: 210 time: 0.0313070 Feb 17 23:16:42.227198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39298) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:42.362409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:16:42.382234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:16:42.382583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 61acdb79-ff13-4a34-8d3d-7a16ed0a4182 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:16:42.577012 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:42.821909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Deleting port e5806c8c-522e-4126-b981-f039b55f6ab7 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:42.822244 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:42.899496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] For port e5806c8c-522e-4126-b981-f039b55f6ab7, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e5806c8c-522e-4126-b981-f039b55f6ab7,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:42.899861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:42.912414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Calling delete_port for e5806c8c-522e-4126-b981-f039b55f6ab7 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:43.094385 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e5806c8c-522e-4126-b981-f039b55f6ab7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:43.124934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5806c8c-522e-4126-b981-f039b55f6ab7,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:43.149655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.150008 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.150357 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.150698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.151035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.151381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.151722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.152055 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.152381 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.152709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.153034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.153356 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.153681 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:43.305075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:43.521933 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:16:43.629812 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:16:43.635019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8c532d25-d49d-4fec-b6aa-cebca91689a3 admin admin] 10.222.0.79 "PUT /v2.0/routers/9ecfbdfe-0ab8-482c-9c74-0c6745e4158c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4067547 Feb 17 23:16:43.637637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39300) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:43.638426 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] Sync routers for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:43.647994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:43.648716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:43.739639 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks [] for router (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:43.754393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:43.845911 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks [] for router_gateway (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:43.906275 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Deleting port 228691d0-dd77-4a17-b5ed-74cdffbc62ff {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:43.906629 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:43.987571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] For port 228691d0-dd77-4a17-b5ed-74cdffbc62ff, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=228691d0-dd77-4a17-b5ed-74cdffbc62ff,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:43.987943 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.001444 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Calling delete_port for 228691d0-dd77-4a17-b5ed-74cdffbc62ff owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:44.090712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243'}], 'enable_snat': True}, 'gw_port_id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:16:43Z', 'revision_number': 5, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port': {'id': '228691d0-dd77-4a17-b5ed-74cdffbc62ff', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:51:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:14:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:44.118099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] Checking router: 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:44.127911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] Routers {'9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:44.128573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:44.171651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (228691d0-dd77-4a17-b5ed-74cdffbc62ff), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.200384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Pushing event deleted for resources: {'Port': ['ID=228691d0-dd77-4a17-b5ed-74cdffbc62ff,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:44.217856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] Set router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:44.261704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.273351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:16:43Z', 'revision_number': 6, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:44.299558 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12142f60-0a4d-400e-82d9-2c98c7d49ddd None None] The sync data for ids ['9ecfbdfe-0ab8-482c-9c74-0c6745e4158c'] in n-d-828369-18 is: [{'id': '9ecfbdfe-0ab8-482c-9c74-0c6745e4158c', 'name': 'tempest-TestMinimumBasicScenario-1369487406-router', 'tenant_id': 'f6d959aaed9548fba88efad33fb61ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:30Z', 'updated_at': '2022-02-17T23:16:43Z', 'revision_number': 6, 'project_id': 'f6d959aaed9548fba88efad33fb61ec3', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:44.568575 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5af60b45-c1b1-468c-9148-817019e7e03a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.672333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.674540 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks [] for router_controller (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.727322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (9ecfbdfe-0ab8-482c-9c74-0c6745e4158c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.727906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ecfbdfe-0ab8-482c-9c74-0c6745e4158c {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:16:44.732236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.733359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-98c9639a-049c-4843-ae47-915a2b046623 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9ecfbdfe-0ab8-482c-9c74-0c6745e4158c HTTP/1.1" status: 204 len: 168 time: 1.0948322 Feb 17 23:16:44.736261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39302) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:44.782737 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] Deleting subnet 9337fd24-693a-4c57-b46b-d41bf6687bec {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:16:44.785665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] Publish callbacks [] for subnet (9337fd24-693a-4c57-b46b-d41bf6687bec), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.818724 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (9337fd24-693a-4c57-b46b-d41bf6687bec), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.893827 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (9337fd24-693a-4c57-b46b-d41bf6687bec), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.947835 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (9337fd24-693a-4c57-b46b-d41bf6687bec), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.972293 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9337fd24-693a-4c57-b46b-d41bf6687bec,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:44.975785 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:44.979852 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e4f9a441-3acb-47b0-ad88-92173056a2da admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9337fd24-693a-4c57-b46b-d41bf6687bec HTTP/1.1" status: 204 len: 168 time: 0.2422371 Feb 17 23:16:44.981993 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39304) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:44.982484 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ba2384-7568-440a-a8c1-16fc9eb0952b None None] Network 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:16:45.054076 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6cd3b642-a1a0-42ed-a5cb-1621eec371a9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.098931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 228691d0-dd77-4a17-b5ed-74cdffbc62ff no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:16:45.119889 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Deleting port 772bf964-3cd1-4ecf-8562-847677619ee2 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:45.120230 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.122735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 228691d0-dd77-4a17-b5ed-74cdffbc62ff {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:16:45.123254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 228691d0-dd77-4a17-b5ed-74cdffbc62ff not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:16:45.123837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e5806c8c-522e-4126-b981-f039b55f6ab7 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:16:45.153866 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e5806c8c-522e-4126-b981-f039b55f6ab7 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:16:45.154214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e5806c8c-522e-4126-b981-f039b55f6ab7 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:16:45.176336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] DHCP port deletion for 6cd3b642-a1a0-42ed-a5cb-1621eec371a9 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:16:45.198525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] For port 772bf964-3cd1-4ecf-8562-847677619ee2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=772bf964-3cd1-4ecf-8562-847677619ee2,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:45.198881 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.216102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Calling delete_port for 772bf964-3cd1-4ecf-8562-847677619ee2 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:45.238148 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Deleting port 772bf964-3cd1-4ecf-8562-847677619ee2 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:45.238516 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.306784 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.310257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] For port 772bf964-3cd1-4ecf-8562-847677619ee2, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=772bf964-3cd1-4ecf-8562-847677619ee2,segment=NetworkSegment(c1f6a01a-21d3-4ba1-8a09-b6038c2c472f),segment_id=c1f6a01a-21d3-4ba1-8a09-b6038c2c472f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:45.310801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.326629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Calling delete_port for 772bf964-3cd1-4ecf-8562-847677619ee2 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:45.340377 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Pushing event deleted for resources: {'Port': ['ID=772bf964-3cd1-4ecf-8562-847677619ee2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:45.346869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] No DVR routers for this DVR port 772bf964-3cd1-4ecf-8562-847677619ee2 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:45.421232 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (772bf964-3cd1-4ecf-8562-847677619ee2), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.426869 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6cd3b642-a1a0-42ed-a5cb-1621eec371a9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.445919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Pushing event deleted for resources: {'Port': ['ID=772bf964-3cd1-4ecf-8562-847677619ee2,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:45.449075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd3b642-a1a0-42ed-a5cb-1621eec371a9']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:45.456015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.456367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.456715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.457194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.457517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.458421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.458618 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.459176 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.459670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.460009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.460145 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:45.460426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f6a01a-21d3-4ba1-8a09-b6038c2c472f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:45.460535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.460666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.461545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:45.464529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a4ffa8-7777-41de-9044-db692de2bd3b None None] No DVR routers for this DVR port 772bf964-3cd1-4ecf-8562-847677619ee2 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:45.475422 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (c1f6a01a-21d3-4ba1-8a09-b6038c2c472f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.490565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c1f6a01a-21d3-4ba1-8a09-b6038c2c472f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.496567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:45.496948 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (c1f6a01a-21d3-4ba1-8a09-b6038c2c472f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:45.498653 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:45.561241 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6cd3b642-a1a0-42ed-a5cb-1621eec371a9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.567671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:45.570851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] 10.222.0.79 "DELETE /v2.0/networks/6cd3b642-a1a0-42ed-a5cb-1621eec371a9 HTTP/1.1" status: 204 len: 168 time: 0.5879290 Feb 17 23:16:45.574094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39306) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:45.583443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e684af-f93c-4934-96bd-d86c7d266a9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6cd3b642-a1a0-42ed-a5cb-1621eec371a9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:45.937475 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (4f281d93-5965-44ec-ac07-62027f7c5889), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:46.189635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Deleting port 447e286a-db53-44f4-8f20-f67f8312fac8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:46.189890 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:46.268015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] For port 447e286a-db53-44f4-8f20-f67f8312fac8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=447e286a-db53-44f4-8f20-f67f8312fac8,segment=NetworkSegment(b101d59c-cf6d-4265-a211-c0bc51fbaf08),segment_id=b101d59c-cf6d-4265-a211-c0bc51fbaf08)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:46.268378 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:46.282730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Calling delete_port for 447e286a-db53-44f4-8f20-f67f8312fac8 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:46.465637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (447e286a-db53-44f4-8f20-f67f8312fac8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:46.493500 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Pushing event deleted for resources: {'Port': ['ID=447e286a-db53-44f4-8f20-f67f8312fac8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:46.667707 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (4f281d93-5965-44ec-ac07-62027f7c5889), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:46.884905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Router 4f281d93-5965-44ec-ac07-62027f7c5889 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:16:46.975037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 772bf964-3cd1-4ecf-8562-847677619ee2 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:16:46.993761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:16:46.994897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 772bf964-3cd1-4ecf-8562-847677619ee2 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:16:46.995246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 772bf964-3cd1-4ecf-8562-847677619ee2 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:16:47.002534 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-eb178049-e680-4ec3-94e7-9ad7ee2c60ad admin admin] 10.222.0.79 "PUT /v2.0/routers/4f281d93-5965-44ec-ac07-62027f7c5889/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4244738 Feb 17 23:16:47.002534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39308) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:47.007536 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3536f-378b-4408-b902-819139732be5 None None] Sync routers for ids ['4f281d93-5965-44ec-ac07-62027f7c5889'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:47.017554 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] Routers {'4f281d93-5965-44ec-ac07-62027f7c5889'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:47.018254 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4f281d93-5965-44ec-ac07-62027f7c5889'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:47.111330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks [] for router (4f281d93-5965-44ec-ac07-62027f7c5889), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.122648 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] Set router 4f281d93-5965-44ec-ac07-62027f7c5889 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:47.215316 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks [] for router_gateway (4f281d93-5965-44ec-ac07-62027f7c5889), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.270666 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Deleting port d12f8ff8-a171-42e8-bd27-9a8496a486cc {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:47.271013 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.298635 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:16:46Z', 'revision_number': 5, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port': {'id': 'd12f8ff8-a171-42e8-bd27-9a8496a486cc', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:fe:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:14:35Z', 'updated_at': '2022-02-17T23:14:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:47.328282 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3536f-378b-4408-b902-819139732be5 None None] Checking router: 4f281d93-5965-44ec-ac07-62027f7c5889 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:47.336969 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] Routers {'4f281d93-5965-44ec-ac07-62027f7c5889'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:47.337580 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['4f281d93-5965-44ec-ac07-62027f7c5889'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:47.353599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] For port d12f8ff8-a171-42e8-bd27-9a8496a486cc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d12f8ff8-a171-42e8-bd27-9a8496a486cc,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:47.353965 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.366755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Calling delete_port for d12f8ff8-a171-42e8-bd27-9a8496a486cc owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:47.424370 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] Set router 4f281d93-5965-44ec-ac07-62027f7c5889 gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:47.437727 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10ca6e92-599b-41dd-b570-4fa8fe387257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.551633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (d12f8ff8-a171-42e8-bd27-9a8496a486cc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.572676 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6fe3536f-378b-4408-b902-819139732be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:16:47Z', 'revision_number': 6, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:47.577555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Pushing event deleted for resources: {'Port': ['ID=d12f8ff8-a171-42e8-bd27-9a8496a486cc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:47.603256 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe3536f-378b-4408-b902-819139732be5 None None] The sync data for ids ['4f281d93-5965-44ec-ac07-62027f7c5889'] in n-d-828369-18 is: [{'id': '4f281d93-5965-44ec-ac07-62027f7c5889', 'name': 'tempest-TestMinimumBasicScenario-938925221-router', 'tenant_id': 'cf980a268b1e49288141b9d4859518ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:14:34Z', 'updated_at': '2022-02-17T23:16:47Z', 'revision_number': 6, 'project_id': 'cf980a268b1e49288141b9d4859518ca', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:47.644202 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (4f281d93-5965-44ec-ac07-62027f7c5889), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.734586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (4f281d93-5965-44ec-ac07-62027f7c5889), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.737018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks [] for router_controller (4f281d93-5965-44ec-ac07-62027f7c5889), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.780726 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (4f281d93-5965-44ec-ac07-62027f7c5889), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.781384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f281d93-5965-44ec-ac07-62027f7c5889 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:16:47.785724 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.786975 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7157e2e2-5b1a-491f-a2ed-ab856091d828 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4f281d93-5965-44ec-ac07-62027f7c5889 HTTP/1.1" status: 204 len: 168 time: 0.7838721 Feb 17 23:16:47.789538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39310) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:47.837360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] Deleting subnet 4a83cce9-0274-48e4-89b1-f7f8d861963f {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:16:47.840395 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] Publish callbacks [] for subnet (4a83cce9-0274-48e4-89b1-f7f8d861963f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.875458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (4a83cce9-0274-48e4-89b1-f7f8d861963f), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:47.952743 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (4a83cce9-0274-48e4-89b1-f7f8d861963f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.008564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (4a83cce9-0274-48e4-89b1-f7f8d861963f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.039789 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a83cce9-0274-48e4-89b1-f7f8d861963f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:48.043420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.047315 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-77c57502-3658-42d8-b87a-e4394bb5d10d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4a83cce9-0274-48e4-89b1-f7f8d861963f HTTP/1.1" status: 204 len: 168 time: 0.2567928 Feb 17 23:16:48.049152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0b2a15-6355-42ee-81c4-29aeaf1414b5 None None] Network d20df6ca-6402-4849-9e6c-91d23ed8532d requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:16:48.049643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39312) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:48.118243 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (d20df6ca-6402-4849-9e6c-91d23ed8532d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.151347 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.174168 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Deleting port 96f7912b-6282-4015-8327-f8ec22ab467e {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:16:48.174502 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.240423 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] For port 96f7912b-6282-4015-8327-f8ec22ab467e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=96f7912b-6282-4015-8327-f8ec22ab467e,segment=NetworkSegment(b101d59c-cf6d-4265-a211-c0bc51fbaf08),segment_id=b101d59c-cf6d-4265-a211-c0bc51fbaf08)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:48.240704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.253262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Calling delete_port for 96f7912b-6282-4015-8327-f8ec22ab467e owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:16:48.329886 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (96f7912b-6282-4015-8327-f8ec22ab467e), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.354401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f7912b-6282-4015-8327-f8ec22ab467e,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:48.359957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] No DVR routers for this DVR port 96f7912b-6282-4015-8327-f8ec22ab467e on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:16:48.369321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3324a2ef-f01b-4ae8-802d-01562387239f None None] DHCP port deletion for d20df6ca-6402-4849-9e6c-91d23ed8532d request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:16:48.436820 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (d20df6ca-6402-4849-9e6c-91d23ed8532d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.457364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20df6ca-6402-4849-9e6c-91d23ed8532d']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:48.467707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b101d59c-cf6d-4265-a211-c0bc51fbaf08') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:48.467925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b101d59c-cf6d-4265-a211-c0bc51fbaf08') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:48.478347 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (b101d59c-cf6d-4265-a211-c0bc51fbaf08), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.493495 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (b101d59c-cf6d-4265-a211-c0bc51fbaf08), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.499797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:16:48.500223 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (b101d59c-cf6d-4265-a211-c0bc51fbaf08), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:16:48.501893 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:16:48.559998 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (d20df6ca-6402-4849-9e6c-91d23ed8532d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.565912 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.569170 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d20df6ca-6402-4849-9e6c-91d23ed8532d HTTP/1.1" status: 204 len: 168 time: 0.5186763 Feb 17 23:16:48.583886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd79962-ef53-4fd6-a5be-1060ee4f6de3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d20df6ca-6402-4849-9e6c-91d23ed8532d,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:48.734751 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39316) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:48.775306 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ef30b24-7036-4e69-8dd1-0c8fb4b98c39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f6d959aaed9548fba88efad33fb61ec3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391920 Feb 17 23:16:48.777728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39318) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:48.823156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-185c9fe9-4176-4422-99f3-52e67ddb2584 admin admin] Publish callbacks [] for security_group (01374483-eb50-4b03-ab54-8f66c3f3596b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.844109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-185c9fe9-4176-4422-99f3-52e67ddb2584 admin admin] Publish callbacks [] for security_group (01374483-eb50-4b03-ab54-8f66c3f3596b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.896680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-185c9fe9-4176-4422-99f3-52e67ddb2584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (01374483-eb50-4b03-ab54-8f66c3f3596b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.900133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-185c9fe9-4176-4422-99f3-52e67ddb2584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:48.901330 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-185c9fe9-4176-4422-99f3-52e67ddb2584 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01374483-eb50-4b03-ab54-8f66c3f3596b HTTP/1.1" status: 204 len: 168 time: 0.1227245 Feb 17 23:16:48.912226 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c9fe9-4176-4422-99f3-52e67ddb2584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01374483-eb50-4b03-ab54-8f66c3f3596b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:48.934139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 447e286a-db53-44f4-8f20-f67f8312fac8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:16:48.954599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 447e286a-db53-44f4-8f20-f67f8312fac8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:16:48.955036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 447e286a-db53-44f4-8f20-f67f8312fac8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:16:48.955555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d12f8ff8-a171-42e8-bd27-9a8496a486cc no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:16:48.978406 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d12f8ff8-a171-42e8-bd27-9a8496a486cc {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:16:48.979004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d12f8ff8-a171-42e8-bd27-9a8496a486cc not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:16:48.979440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 96f7912b-6282-4015-8327-f8ec22ab467e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:16:48.998991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 96f7912b-6282-4015-8327-f8ec22ab467e {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:16:48.999353 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 96f7912b-6282-4015-8327-f8ec22ab467e not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:16:49.225356 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39324) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:49.264513 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ccf0168-6dad-4f1e-8efc-33b083364676 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cf980a268b1e49288141b9d4859518ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380094 Feb 17 23:16:49.268130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39326) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:49.318775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-981e9cce-b139-4ac6-870b-24af61ffcd09 admin admin] Publish callbacks [] for security_group (2c150a4b-8e0e-486b-9ff1-2d48601287ec), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:49.339644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-981e9cce-b139-4ac6-870b-24af61ffcd09 admin admin] Publish callbacks [] for security_group (2c150a4b-8e0e-486b-9ff1-2d48601287ec), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:49.386439 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-981e9cce-b139-4ac6-870b-24af61ffcd09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (2c150a4b-8e0e-486b-9ff1-2d48601287ec), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:49.389100 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-981e9cce-b139-4ac6-870b-24af61ffcd09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:49.390241 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-981e9cce-b139-4ac6-870b-24af61ffcd09 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2c150a4b-8e0e-486b-9ff1-2d48601287ec HTTP/1.1" status: 204 len: 168 time: 0.1212201 Feb 17 23:16:49.399307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981e9cce-b139-4ac6-870b-24af61ffcd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c150a4b-8e0e-486b-9ff1-2d48601287ec,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:49.558620 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:50.893294 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39366) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:50.897904 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-541408340', 'description': 'tempest-secgroup-smoke-541408340 description', 'project_id': '3870495f87a9448a89a54c240b120d7d'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:50.919474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:50.927044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:50.974749 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.002644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (6c1691ec-c0d6-49d8-a540-619474dbd719), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.006295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6c1691ec-c0d6-49d8-a540-619474dbd719), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.041387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1691ec-c0d6-49d8-a540-619474dbd719,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.082099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (6d56f48e-2bf4-4555-9f36-d22dbb672a78), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.086317 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d56f48e-2bf4-4555-9f36-d22dbb672a78), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.115626 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.116865 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2225184 Feb 17 23:16:51.118723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83c5f4-3be6-40b7-af42-743639ede9dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d56f48e-2bf4-4555-9f36-d22dbb672a78,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.119975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39368) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:51.124629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-38def872-2c2c-49e9-93e4-7a4e9a11b32f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '6d56f48e-2bf4-4555-9f36-d22dbb672a78', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:51.149379 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38def872-2c2c-49e9-93e4-7a4e9a11b32f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (a508cbfa-5efc-4a07-8c90-ad1ae4f44883), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.203076 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38def872-2c2c-49e9-93e4-7a4e9a11b32f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (a508cbfa-5efc-4a07-8c90-ad1ae4f44883), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.207086 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38def872-2c2c-49e9-93e4-7a4e9a11b32f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a508cbfa-5efc-4a07-8c90-ad1ae4f44883), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.224549 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38def872-2c2c-49e9-93e4-7a4e9a11b32f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a508cbfa-5efc-4a07-8c90-ad1ae4f44883,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.232310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-38def872-2c2c-49e9-93e4-7a4e9a11b32f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.233487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-38def872-2c2c-49e9-93e4-7a4e9a11b32f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124647 Feb 17 23:16:51.236629 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39370) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:51.240786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-90340bd4-bcad-4ca9-b8fc-1b045c65ae09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '6d56f48e-2bf4-4555-9f36-d22dbb672a78', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:51.265614 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90340bd4-bcad-4ca9-b8fc-1b045c65ae09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (e3a12b9a-424c-4865-a6d7-0dff520e2284), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.320786 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90340bd4-bcad-4ca9-b8fc-1b045c65ae09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (e3a12b9a-424c-4865-a6d7-0dff520e2284), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.324528 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90340bd4-bcad-4ca9-b8fc-1b045c65ae09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e3a12b9a-424c-4865-a6d7-0dff520e2284), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.342637 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90340bd4-bcad-4ca9-b8fc-1b045c65ae09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a12b9a-424c-4865-a6d7-0dff520e2284,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.350662 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90340bd4-bcad-4ca9-b8fc-1b045c65ae09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.351940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-90340bd4-bcad-4ca9-b8fc-1b045c65ae09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1143792 Feb 17 23:16:51.354698 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39372) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:51.358884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-f1a8cea3-255c-403b-83bd-558bb4b1567f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '6d56f48e-2bf4-4555-9f36-d22dbb672a78', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:51.384613 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cea3-255c-403b-83bd-558bb4b1567f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (7e8de2a9-4c05-47ec-9f27-78346b54718c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.442475 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cea3-255c-403b-83bd-558bb4b1567f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (7e8de2a9-4c05-47ec-9f27-78346b54718c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.446440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cea3-255c-403b-83bd-558bb4b1567f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (7e8de2a9-4c05-47ec-9f27-78346b54718c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.464059 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a8cea3-255c-403b-83bd-558bb4b1567f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e8de2a9-4c05-47ec-9f27-78346b54718c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.469311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-f1a8cea3-255c-403b-83bd-558bb4b1567f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.473198 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f1a8cea3-255c-403b-83bd-558bb4b1567f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149001 Feb 17 23:16:51.473392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39374) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:51.477648 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-11e605e3-02a5-4a71-934e-cfd541e73b2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '6d56f48e-2bf4-4555-9f36-d22dbb672a78', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:51.505370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11e605e3-02a5-4a71-934e-cfd541e73b2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (5c9a6178-3a3e-4545-b558-c4e84f838938), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.562195 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11e605e3-02a5-4a71-934e-cfd541e73b2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (5c9a6178-3a3e-4545-b558-c4e84f838938), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.565620 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11e605e3-02a5-4a71-934e-cfd541e73b2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (5c9a6178-3a3e-4545-b558-c4e84f838938), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.582771 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e605e3-02a5-4a71-934e-cfd541e73b2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9a6178-3a3e-4545-b558-c4e84f838938,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.591075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-11e605e3-02a5-4a71-934e-cfd541e73b2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.595734 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-11e605e3-02a5-4a71-934e-cfd541e73b2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179972 Feb 17 23:16:51.597091 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39376) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:51.602563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '6d56f48e-2bf4-4555-9f36-d22dbb672a78', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:51.623276 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:16:51.628073 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (dffdc14a-b908-4dcb-b215-48770115dc2a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.685569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (dffdc14a-b908-4dcb-b215-48770115dc2a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.689147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (dffdc14a-b908-4dcb-b215-48770115dc2a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.707788 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffdc14a-b908-4dcb-b215-48770115dc2a,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.717215 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.718395 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0e68e425-31b9-40ad-9cea-640d7c917f05 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202497 Feb 17 23:16:51.721358 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:51.725563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '6d56f48e-2bf4-4555-9f36-d22dbb672a78', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:51.745197 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:16:51.750162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (56d777d0-53f7-421e-bb33-efe916d6a2ad), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.810704 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (56d777d0-53f7-421e-bb33-efe916d6a2ad), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.814026 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (56d777d0-53f7-421e-bb33-efe916d6a2ad), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.831335 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56d777d0-53f7-421e-bb33-efe916d6a2ad,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:51.839144 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.840352 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eaf9832e-0060-4ff2-a3ea-caadc9b6b74e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1180644 Feb 17 23:16:51.843603 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39380) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:51.849492 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'network': {'name': 'tempest-network-smoke--1377823074', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'port_security_enabled': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:51.869538 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:51.873201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.896879 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:16:51.906617 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a74c9f9e-2fe2-4dd3-93ca-297d155128f4), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.906953 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Added segment a74c9f9e-2fe2-4dd3-93ca-297d155128f4 of type vlan for network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd Feb 17 23:16:51.947025 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (7cf75ddb-4120-4c57-a4e7-763d9b423fbd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.971332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (7cf75ddb-4120-4c57-a4e7-763d9b423fbd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:51.976374 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:51.976951 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.038218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1934679 Feb 17 23:16:52.041110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39382) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:52.047745 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'admin_state_up': True, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:52.062553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490a4b8-f6e8-49cc-8e63-89e22e94a4b9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Network': ['ID=7cf75ddb-4120-4c57-a4e7-763d9b423fbd,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:52.073536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:16:52.076949 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (0f94a6f4-9b9e-4144-8a84-e7549103725c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.078162 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (0f94a6f4-9b9e-4144-8a84-e7549103725c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.130656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (0f94a6f4-9b9e-4144-8a84-e7549103725c), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.277099 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f94a6f4-9b9e-4144-8a84-e7549103725c), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.468513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f94a6f4-9b9e-4144-8a84-e7549103725c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.491684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.592323 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.118 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/ab2f718c-abab-4d68-9e63-57f5b06ab8b6) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:52.697476 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.730839 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:52.771156 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:52.774003 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:52.777519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:16:52.798700 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:53.032778 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f94a6f4-9b9e-4144-8a84-e7549103725c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:53.232431 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (0f94a6f4-9b9e-4144-8a84-e7549103725c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:53.362790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f94a6f4-9b9e-4144-8a84-e7549103725c is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:16:53.468574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:16:53.478999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Sync routers for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:53.488530 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:53.488747 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:53.489284 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:53.493004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:53.493493 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4d759393-7a56-40a3-935c-da18f845206e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4510827 Feb 17 23:16:53.610283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:53.617095 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-534e819c-700f-4ad3-b758-1c8483d8a7e6 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3870495f87a9448a89a54c240b120d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1227348 Feb 17 23:16:53.619612 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:53.703618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895466c5-1ea3-41fa-b33b-78bc49d3c295 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:53.705108 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-895466c5-1ea3-41fa-b33b-78bc49d3c295 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0846004 Feb 17 23:16:53.707996 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39390) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:53.737318 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5f0e8a32-d8b7-4ab2-85cb-a1f462e2676e tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282478 Feb 17 23:16:53.739848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39392) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:53.744573 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-456177920', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:53.790914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:53.820297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Checking router: 0f94a6f4-9b9e-4144-8a84-e7549103725c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:53.820650 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Updating router 0f94a6f4-9b9e-4144-8a84-e7549103725c port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:16:53.833787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:53.837902 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:53.848376 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.017226 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (96182e95-19f2-42c8-b0f2-c2520b70be14), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.078958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Subnet': ['ID=96182e95-19f2-42c8-b0f2-c2520b70be14,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:54.087596 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Checking segment: {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:16:54.088029 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network hostable DHCP agents. Network: 7cf75ddb-4120-4c57-a4e7-763d9b423fbd, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:16:54.100238 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Publish callbacks [] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.104930 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:16:54.106304 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.116586 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 7cf75ddb-4120-4c57-a4e7-763d9b423fbd) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:54.120799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:54.121388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.133550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dfd11e-d068-4b6e-ba4c-c310d9f1e66b None None] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:16:54.138387 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-efeec37e-40be-46fb-86fa-358bcb986dea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3975673 Feb 17 23:16:54.141192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39394) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:16:54.369591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaf42f-2576-4413-9a40-12099141c260 None None] Pushing event updated for resources: {'Port': ['ID=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:54.373765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Attempting to bind port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:16:54.374141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Attempting to bind port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:16:54.374506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Attempting to bind port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:16:54.385601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:16:54.385987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:16:54.386394 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.386787 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:16:54.387267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Bound port: ab2f718c-abab-4d68-9e63-57f5b06ab8b6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:16:54.387679 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.469449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] For port ab2f718c-abab-4d68-9e63-57f5b06ab8b6, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:16:54.471658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:16:54.472512 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.477142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] For port ab2f718c-abab-4d68-9e63-57f5b06ab8b6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:16:54.489020 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:54.616594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ceaf42f-2576-4413-9a40-12099141c260 None None] Pushing event updated for resources: {'Port': ['ID=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:54.628369 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:54.629039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:54.753666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Allocated IP 172.20.0.2 (7cf75ddb-4120-4c57-a4e7-763d9b423fbd/96182e95-19f2-42c8-b0f2-c2520b70be14/31c7e1da-f7d4-4d20-8390-89ec4569779e) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:54.792421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:54.908748 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.043439 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Publish callbacks [] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.050791 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.106795 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:55.113429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:55.118994 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:16:55.125447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Pushing event updated for resources: {'Port': ['ID=31c7e1da-f7d4-4d20-8390-89ec4569779e,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:55.131717 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:55.173110 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c87c906b-ca29-4dcc-896f-399fc7526f28 None None] The sync data for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 is: [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:52Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:55.192389 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.1 (7cf75ddb-4120-4c57-a4e7-763d9b423fbd/96182e95-19f2-42c8-b0f2-c2520b70be14/ebcbf682-cb36-4e17-bb62-028cb76929f4) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:55.210133 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Attempting to bind port 31c7e1da-f7d4-4d20-8390-89ec4569779e on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:16:55.211402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Attempting to bind port 31c7e1da-f7d4-4d20-8390-89ec4569779e by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:16:55.211851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Attempting to bind port 31c7e1da-f7d4-4d20-8390-89ec4569779e on network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:16:55.217434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:16:55.218163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Checking segment: {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:16:55.218265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.218625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Bound using segment: {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:16:55.219072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Bound port: 31c7e1da-f7d4-4d20-8390-89ec4569779e, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:16:55.219524 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.304811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] For port 31c7e1da-f7d4-4d20-8390-89ec4569779e, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:16:55.308165 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] For port 31c7e1da-f7d4-4d20-8390-89ec4569779e, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=31c7e1da-f7d4-4d20-8390-89ec4569779e,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:16:55.319236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.339220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.387269 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53a55e-2aee-4133-8860-0ac31c4cc173 None None] Pushing event updated for resources: {'Port': ['ID=31c7e1da-f7d4-4d20-8390-89ec4569779e,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:55.390293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.463533 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=ebcbf682-cb36-4e17-bb62-028cb76929f4,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:55.491361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:55.496532 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:55.505311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:16:55.565257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (0f94a6f4-9b9e-4144-8a84-e7549103725c), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.680294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:55.777522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:56.094328 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:56.101662 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:56.185577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (0f94a6f4-9b9e-4144-8a84-e7549103725c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:56.187425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=ebcbf682-cb36-4e17-bb62-028cb76929f4,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:56.296655 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:56.298272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:56.427602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f94a6f4-9b9e-4144-8a84-e7549103725c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:16:56.561855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:16:56.574641 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-261ce609-12c8-4134-b330-93a909882f32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/0f94a6f4-9b9e-4144-8a84-e7549103725c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4247441 Feb 17 23:16:56.646972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b40b98-f664-44e1-93ea-b63a09f5c266 None None] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:16:56.703136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-adef18fc-3873-4f3c-85c5-d983042bc053 None None] Provisioning complete for port 31c7e1da-f7d4-4d20-8390-89ec4569779e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:56.703804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adef18fc-3873-4f3c-85c5-d983042bc053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:56.729111 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-241fcd52-78fd-4a26-bc58-465a8012d0f8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-541408340&fields=id&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 267 time: 0.0475616 Feb 17 23:16:56.842855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-adef18fc-3873-4f3c-85c5-d983042bc053 None None] Current status of the port 31c7e1da-f7d4-4d20-8390-89ec4569779e is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:56.843243 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adef18fc-3873-4f3c-85c5-d983042bc053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:56.858412 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-0f249258-0867-4aa5-9dbe-92fe263e6c24 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:56.866946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-0f249258-0867-4aa5-9dbe-92fe263e6c24 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/networks?id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd HTTP/1.1" status: 200 len: 797 time: 0.1270347 Feb 17 23:16:56.883951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-adef18fc-3873-4f3c-85c5-d983042bc053 None None] For port 31c7e1da-f7d4-4d20-8390-89ec4569779e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=31c7e1da-f7d4-4d20-8390-89ec4569779e,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:56.889116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-d0340f15-efc0-44b6-bcc7-6945dd6d5f5a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/quotas/3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 375 time: 0.0200789 Feb 17 23:16:56.890655 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-adef18fc-3873-4f3c-85c5-d983042bc053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:56.955275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef18fc-3873-4f3c-85c5-d983042bc053 None None] Pushing event updated for resources: {'Port': ['ID=31c7e1da-f7d4-4d20-8390-89ec4569779e,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:56.991349 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-acbd90e2-9925-45c6-859e-1de45e33b0a5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011403 Feb 17 23:16:57.087767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 31c7e1da-f7d4-4d20-8390-89ec4569779e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:16:57.160004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 31c7e1da-f7d4-4d20-8390-89ec4569779e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:57.160284 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.187894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-b5b5897e-f4b9-4c97-a140-77cbf1a36f17 service neutron] 10.222.0.79 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740048 Feb 17 23:16:57.234128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-88aeddbb-c069-4e6a-ad95-2b77e9082962 None None] Provisioning complete for port ebcbf682-cb36-4e17-bb62-028cb76929f4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:57.234507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88aeddbb-c069-4e6a-ad95-2b77e9082962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.292275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-88aeddbb-c069-4e6a-ad95-2b77e9082962 None None] Port ebcbf682-cb36-4e17-bb62-028cb76929f4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:16:57.334164 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Sync routers for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:16:57.337677 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-8f85c092-ed96-4fcc-9b37-ddec4db06259 service neutron] 10.222.0.79 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319366 Feb 17 23:16:57.347703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:57.348330 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:57.357591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 31c7e1da-f7d4-4d20-8390-89ec4569779e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:57.358713 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ab2f718c-abab-4d68-9e63-57f5b06ab8b6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:16:57.385465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-88aeddbb-c069-4e6a-ad95-2b77e9082962 None None] Provisioning complete for port 31c7e1da-f7d4-4d20-8390-89ec4569779e triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:57.385863 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88aeddbb-c069-4e6a-ad95-2b77e9082962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.451411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:57.451731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.531694 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:57.562201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-88aeddbb-c069-4e6a-ad95-2b77e9082962 None None] Current status of the port 31c7e1da-f7d4-4d20-8390-89ec4569779e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:57.641171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:57.641570 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.661432 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a535a85e-e690-4ed3-a6b0-7ad2f323f9e3 req-b1f2de38-b774-49a1-9d8b-8400007405f9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 210 time: 0.0700986 Feb 17 23:16:57.672394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port ab2f718c-abab-4d68-9e63-57f5b06ab8b6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:57.686026 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.741335 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:57.748323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cc1dcf7c-556b-48f9-af93-1aff606f6e52 None None] Provisioning complete for port ebcbf682-cb36-4e17-bb62-028cb76929f4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:57.748522 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc1dcf7c-556b-48f9-af93-1aff606f6e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.790352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cc1dcf7c-556b-48f9-af93-1aff606f6e52 None None] Port ebcbf682-cb36-4e17-bb62-028cb76929f4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:16:57.794285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 2, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:57.829602 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Checking router: 0f94a6f4-9b9e-4144-8a84-e7549103725c for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:16:57.829962 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Updating router 0f94a6f4-9b9e-4144-8a84-e7549103725c port ebcbf682-cb36-4e17-bb62-028cb76929f4 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:16:57.859553 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.912634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0c109de0-8d2f-49b8-b4cd-06859330f362 None None] Provisioning complete for port ebcbf682-cb36-4e17-bb62-028cb76929f4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:57.913009 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c109de0-8d2f-49b8-b4cd-06859330f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:57.948085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0c109de0-8d2f-49b8-b4cd-06859330f362 None None] Port ebcbf682-cb36-4e17-bb62-028cb76929f4 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:16:58.136818 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Publish callbacks [] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.142322 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.212115 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Pushing event updated for resources: {'Port': ['ID=ebcbf682-cb36-4e17-bb62-028cb76929f4,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:58.234122 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.234375 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.234711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.235041 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.235397 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.235711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.236295 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.236618 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.236988 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.237553 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.237981 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.238564 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.238760 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:16:58.256217 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Attempting to bind port ebcbf682-cb36-4e17-bb62-028cb76929f4 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:16:58.256690 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Attempting to bind port ebcbf682-cb36-4e17-bb62-028cb76929f4 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:16:58.257059 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Attempting to bind port ebcbf682-cb36-4e17-bb62-028cb76929f4 on network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:16:58.263259 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:16:58.263674 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Checking segment: {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:16:58.264078 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.264478 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Bound using segment: {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:16:58.264949 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Bound port: ebcbf682-cb36-4e17-bb62-028cb76929f4, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:16:58.265328 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.333324 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] For port ebcbf682-cb36-4e17-bb62-028cb76929f4, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:16:58.337157 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] For port ebcbf682-cb36-4e17-bb62-028cb76929f4, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ebcbf682-cb36-4e17-bb62-028cb76929f4,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:16:58.344590 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.401519 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:16:58.402148 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:58.441384 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac54868-0e85-4e4f-8111-de82e83ad3dd None None] Pushing event updated for resources: {'Port': ['ID=ebcbf682-cb36-4e17-bb62-028cb76929f4,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:58.471305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fb3fafe2-bdfc-42ed-9164-41196b220cd1 None None] Provisioning complete for port ebcbf682-cb36-4e17-bb62-028cb76929f4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:58.471700 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb3fafe2-bdfc-42ed-9164-41196b220cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.516443 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:16:58.572895 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fb3fafe2-bdfc-42ed-9164-41196b220cd1 None None] Current status of the port ebcbf682-cb36-4e17-bb62-028cb76929f4 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:58.573424 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb3fafe2-bdfc-42ed-9164-41196b220cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.609276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fb3fafe2-bdfc-42ed-9164-41196b220cd1 None None] For port ebcbf682-cb36-4e17-bb62-028cb76929f4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ebcbf682-cb36-4e17-bb62-028cb76929f4,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:16:58.615922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fb3fafe2-bdfc-42ed-9164-41196b220cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.666924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3fafe2-bdfc-42ed-9164-41196b220cd1 None None] Pushing event updated for resources: {'Port': ['ID=ebcbf682-cb36-4e17-bb62-028cb76929f4,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:58.751076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-769cafb4-d662-47b5-8cb2-df2792c363f7 None None] Provisioning complete for port ebcbf682-cb36-4e17-bb62-028cb76929f4 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:58.751769 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-769cafb4-d662-47b5-8cb2-df2792c363f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:58.775421 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-eed321a2-c93e-48dd-9782-78c90de57cf1 req-9eb6a79e-8769-488b-a79d-9c7778fc643c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 210 time: 0.0444467 Feb 17 23:16:58.793772 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:16:58.830219 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2431e224-a7f0-474a-9f4a-1a1ea1551597 None None] The sync data for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 is: [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:16:58.847288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-769cafb4-d662-47b5-8cb2-df2792c363f7 None None] Current status of the port ebcbf682-cb36-4e17-bb62-028cb76929f4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:58.894905 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-50d58af0-5f69-4995-83ad-8c57dc0465e1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:58.897170 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-50d58af0-5f69-4995-83ad-8c57dc0465e1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/networks?id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd HTTP/1.1" status: 200 len: 797 time: 0.1749742 Feb 17 23:16:58.977467 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-b48e0f5c-1c79-448d-86a9-14ecbf22b70f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 379 time: 0.0685091 Feb 17 23:16:58.986979 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'port': {'device_id': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'admin_state_up': True, 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'security_groups': ['6d56f48e-2bf4-4555-9f36-d22dbb672a78']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:59.060572 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ebcbf682-cb36-4e17-bb62-028cb76929f4 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:16:59.116122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ebcbf682-cb36-4e17-bb62-028cb76929f4 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:59.116506 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.117610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:16:59.121090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.198518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ebcbf682-cb36-4e17-bb62-028cb76929f4 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:59.199695 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 31c7e1da-f7d4-4d20-8390-89ec4569779e up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:16:59.248333 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 31c7e1da-f7d4-4d20-8390-89ec4569779e triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:59.248459 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.263504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.9 (7cf75ddb-4120-4c57-a4e7-763d9b423fbd/96182e95-19f2-42c8-b0f2-c2520b70be14/ffcdfcc2-55c4-4e6b-a33b-e347b41336fe) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:16:59.333347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 31c7e1da-f7d4-4d20-8390-89ec4569779e is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:59.334533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ab2f718c-abab-4d68-9e63-57f5b06ab8b6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:16:59.386626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:59.386992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.417076 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.456045 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.472651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:16:59.505728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:16:59.511059 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:16:59.513602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:16:59.553093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:16:59.580254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:59.581096 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.600236 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-ef3412a3-5e91-4d5c-a440-0b10e8ea7650 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175280 Feb 17 23:16:59.613220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Request body: {'port': {'device_id': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:16:59.678950 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.772124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-740ca9d1-71cf-43a6-a5e1-47564b4f1c9b None None] Provisioning complete for port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:16:59.773141 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-740ca9d1-71cf-43a6-a5e1-47564b4f1c9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:16:59.812996 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-740ca9d1-71cf-43a6-a5e1-47564b4f1c9b None None] Port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:16:59.899685 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1816afcc-589b-4d04-b354-8aea2d4cfc0e req-2580ac42-f0b5-40ac-94b6-e16fcdf29cce tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:16:59.901248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1816afcc-589b-4d04-b354-8aea2d4cfc0e req-2580ac42-f0b5-40ac-94b6-e16fcdf29cce tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 931 time: 0.0579028 Feb 17 23:16:59.964114 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1816afcc-589b-4d04-b354-8aea2d4cfc0e req-2c3e7198-1db8-453b-8444-33742f0fa968 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566833 Feb 17 23:16:59.979295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcdfcc2-55c4-4e6b-a33b-e347b41336fe {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:16:59.993728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Publish callbacks [] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:00.007838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Transition to ACTIVE for port object ffcdfcc2-55c4-4e6b-a33b-e347b41336fe will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:17:00.011473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:00.063319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:00.136610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Attempting to bind port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:17:00.136950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Attempting to bind port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:17:00.137281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Attempting to bind port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe on network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:17:00.141800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe on network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:17:00.142127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Attempting to bind port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe on network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:17:00.147057 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:17:00.147421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Checking segment: {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:17:00.147863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Bound using segment: {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:17:00.148809 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Bound port: ffcdfcc2-55c4-4e6b-a33b-e347b41336fe, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:17:00.149172 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:00.219656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] For port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:17:00.222900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] For port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:17:00.230156 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:00.264838 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:00.265391 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:00.266849 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] 10.222.0.73 "PUT /v2.0/ports/ffcdfcc2-55c4-4e6b-a33b-e347b41336fe HTTP/1.1" status: 200 len: 1092 time: 0.6589062 Feb 17 23:17:00.269121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:00.271733 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07664e41-ade1-4ca9-8df4-8e479ff78140" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:17:00.306492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133530df-2a2e-44db-9c07-dc8ce2f1e077 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:00.317094 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af2ba91-0dc9-4954-a908-c29f75bccdcf x-openstack-request-id: req-0af2ba91-0dc9-4954-a908-c29f75bccdcf {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:17:00.317385 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:17:00.317643 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0af2ba91-0dc9-4954-a908-c29f75bccdcf {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:17:00.318052 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'status': 'completed', 'code': 200} Feb 17 23:17:00.366224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-301439ce-0d06-434a-b6fc-380c4ea7d306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:00.368629 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-301439ce-0d06-434a-b6fc-380c4ea7d306 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 1126 time: 0.0498238 Feb 17 23:17:00.417068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-4def952b-6a5b-422f-9e4e-a75bcda7b476 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe HTTP/1.1" status: 200 len: 217 time: 0.0407746 Feb 17 23:17:00.468843 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-70842247-02d8-43a9-8871-23c83d5fc739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:00.470397 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-70842247-02d8-43a9-8871-23c83d5fc739 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96182e95-19f2-42c8-b0f2-c2520b70be14 HTTP/1.1" status: 200 len: 834 time: 0.0478406 Feb 17 23:17:00.519599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349833b-9f99-40d2-b306-0a4b72be294d req-24f007bc-a3a7-40d9-a037-97ea7a56f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:00.521077 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-24f007bc-a3a7-40d9-a037-97ea7a56f282 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449791 Feb 17 23:17:00.620031 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-0f208712-b68c-4d62-b2e1-3ff8043536c6 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916378 Feb 17 23:17:00.709928 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d349833b-9f99-40d2-b306-0a4b72be294d req-df9d63fc-07ad-443f-861b-b1ea6698ef7a service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841115 Feb 17 23:17:00.804880 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-67bb7bd8-97ba-4718-9d06-ae9999006dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:00.806398 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-67bb7bd8-97ba-4718-9d06-ae9999006dd9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 1126 time: 0.0455885 Feb 17 23:17:00.901277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-5ae17832-9f0c-400a-85f6-376f98e588d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:00.902745 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-5ae17832-9f0c-400a-85f6-376f98e588d0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd HTTP/1.1" status: 200 len: 898 time: 0.0901506 Feb 17 23:17:00.943628 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-dd90d01f-212d-4525-9ff6-c2f2fc28eba9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe HTTP/1.1" status: 200 len: 217 time: 0.0342216 Feb 17 23:17:00.999947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-5ac1fd66-c091-47fb-a688-93bd95e470ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:01.001405 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-5ac1fd66-c091-47fb-a688-93bd95e470ee service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96182e95-19f2-42c8-b0f2-c2520b70be14 HTTP/1.1" status: 200 len: 834 time: 0.0518284 Feb 17 23:17:01.051083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-3f774a4c-2d8a-48b4-a16e-b5cd353a8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:01.052618 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-3f774a4c-2d8a-48b4-a16e-b5cd353a8b85 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442927 Feb 17 23:17:01.093574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ca89d1-5cb1-4a2f-a167-fffee382768c req-e35275b0-ec54-48ef-948e-822ef3b62f40 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:01.095054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3ca89d1-5cb1-4a2f-a167-fffee382768c req-e35275b0-ec54-48ef-948e-822ef3b62f40 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 943 time: 0.0565710 Feb 17 23:17:01.142992 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-ade3a116-d41f-4a6d-8abb-97d9b6ee52ee service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831685 Feb 17 23:17:01.144547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a3ca89d1-5cb1-4a2f-a167-fffee382768c req-ccd6684b-381a-4c78-87b8-095f5f26329a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437860 Feb 17 23:17:01.236333 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-07664e41-ade1-4ca9-8df4-8e479ff78140 req-b4fa3950-cf0f-45c4-bd34-2cd5019dbd44 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860023 Feb 17 23:17:02.263067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283ac93f-d73a-41b2-978c-9f49ac9d647b req-a2e05e3f-7430-463d-ba7c-9a60c3103994 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:02.264487 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-283ac93f-d73a-41b2-978c-9f49ac9d647b req-a2e05e3f-7430-463d-ba7c-9a60c3103994 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 943 time: 0.0544789 Feb 17 23:17:02.313147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-283ac93f-d73a-41b2-978c-9f49ac9d647b req-c01d3e56-4d92-4e13-98dd-e6e73494066e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430307 Feb 17 23:17:02.408499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ffcdfcc2-55c4-4e6b-a33b-e347b41336fe details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:17:02.505658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:02.517905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'port_id': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'mac_address': 'fa:16:3e:0a:e0:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:17:02.553452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:17:02.553839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:02.566733 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcdfcc2-55c4-4e6b-a33b-e347b41336fe {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:17:02.586215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:02.589126 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:02.639095 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:02.815734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['ffcdfcc2-55c4-4e6b-a33b-e347b41336fe'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:17:03.433828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0fc219-05a6-41a8-826b-e532bcf84143 req-716efe08-1fa8-40fa-809e-46694967bc71 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:03.435305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c0fc219-05a6-41a8-826b-e532bcf84143 req-716efe08-1fa8-40fa-809e-46694967bc71 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 944 time: 0.0520051 Feb 17 23:17:03.487259 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c0fc219-05a6-41a8-826b-e532bcf84143 req-c93c3fb6-2881-4f75-93b3-91741a35eb78 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463345 Feb 17 23:17:04.439965 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ffcdfcc2-55c4-4e6b-a33b-e347b41336fe up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:17:04.489893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:17:04.494190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:04.494557 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:04.572444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:17:04.572838 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:04.598601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:04.601421 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de616ec0-575b-4b96-8a92-73f9282f4a8f" -d '{"events": [{"server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:17:04.613452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5275f1b-c2f0-4c47-b1bd-aa1a2cd1a40a req-3e5530d3-08b0-4f38-a366-3955922b759d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:04.614461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:04.615007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5275f1b-c2f0-4c47-b1bd-aa1a2cd1a40a req-3e5530d3-08b0-4f38-a366-3955922b759d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 944 time: 0.0564775 Feb 17 23:17:04.620047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:04.666966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:04.667224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5275f1b-c2f0-4c47-b1bd-aa1a2cd1a40a req-738dd6c7-84a5-4afa-a191-c2ae445d154a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Feb 17 23:17:04.781758 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f653469c-5419-4313-ac48-df5600c928fc x-openstack-request-id: req-f653469c-5419-4313-ac48-df5600c928fc {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:17:04.782053 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "name": "network-vif-plugged", "status": "completed", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:17:04.782304 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f653469c-5419-4313-ac48-df5600c928fc {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:17:04.782697 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'code': 200} Feb 17 23:17:04.879607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee182a7c-7843-4775-86de-96e34c472aad req-d236b5fd-45c7-4555-bb23-8287dd7d865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:04.881112 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ee182a7c-7843-4775-86de-96e34c472aad req-d236b5fd-45c7-4555-bb23-8287dd7d865b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 1128 time: 0.0444870 Feb 17 23:17:04.926795 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ee182a7c-7843-4775-86de-96e34c472aad req-55923057-b06b-42cb-b38e-e955a6267bf6 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393217 Feb 17 23:17:05.789690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303827a5-d73e-4f6c-9975-af44ee81d802 req-2c436c1f-38cd-4a31-af2a-eeccb8e545ac tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:05.791129 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-303827a5-d73e-4f6c-9975-af44ee81d802 req-2c436c1f-38cd-4a31-af2a-eeccb8e545ac tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0528831 Feb 17 23:17:05.841606 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-303827a5-d73e-4f6c-9975-af44ee81d802 req-fd9a0c82-92e3-4f55-bf94-f38550767a7a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448799 Feb 17 23:17:06.966153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e7def-6c5e-4c54-8991-49133332b66b req-814e04a8-57fd-4ac3-914a-bc4875b43c69 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:06.967642 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-048e7def-6c5e-4c54-8991-49133332b66b req-814e04a8-57fd-4ac3-914a-bc4875b43c69 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0571468 Feb 17 23:17:07.016557 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-048e7def-6c5e-4c54-8991-49133332b66b req-a90c5797-bd77-4868-b585-3779f3f6f3a1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432677 Feb 17 23:17:07.137707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad46da4c-1323-4983-bbc1-445aff4df315 req-4b9dd2a5-3c73-44b8-a0b4-0face0c36f4f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:07.139113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad46da4c-1323-4983-bbc1-445aff4df315 req-4b9dd2a5-3c73-44b8-a0b4-0face0c36f4f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0558119 Feb 17 23:17:07.189179 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ad46da4c-1323-4983-bbc1-445aff4df315 req-f1c320a5-cb97-42c8-80ec-f0e15b790b9e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441213 Feb 17 23:17:07.211936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39448) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:07.268639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08a50bf-6d21-4f4d-9628-c0eb1e4c5d1e tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:07.270219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c08a50bf-6d21-4f4d-9628-c0eb1e4c5d1e tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 1123 time: 0.0572186 Feb 17 23:17:07.273174 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39450) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:07.277386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:07.301095 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:07.309508 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:17:07.399616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:07.506138 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.84 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/f039f391-31ca-43fa-8323-9414d473f62d) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:17:07.607616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (f039f391-31ca-43fa-8323-9414d473f62d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:07.641616 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f039f391-31ca-43fa-8323-9414d473f62d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:07.677032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:17:07.686537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:17:07.690004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:17:07.713236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=f039f391-31ca-43fa-8323-9414d473f62d,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:08.050745 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (ee43c931-f669-43ab-b77b-29b8ebb71b90), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:08.128693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f039f391-31ca-43fa-8323-9414d473f62d), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:08.273459 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (f039f391-31ca-43fa-8323-9414d473f62d), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:08.278348 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f039f391-31ca-43fa-8323-9414d473f62d), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:08.351413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=f039f391-31ca-43fa-8323-9414d473f62d,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:08.360759 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (ee43c931-f669-43ab-b77b-29b8ebb71b90), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:08.462445 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP ee43c931-f669-43ab-b77b-29b8ebb71b90 associated. External IP: 172.25.0.84, port: ffcdfcc2-55c4-4e6b-a33b-e347b41336fe. Feb 17 23:17:08.993380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f94a6f4-9b9e-4144-8a84-e7549103725c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:17:09.098383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:17:09.108548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] Sync routers for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:17:09.117111 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:09.121211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:09.121211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:09.150071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9f49cc4f-29a0-40f8-a270-64cb8de9fa85 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8758502 Feb 17 23:17:09.150675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:09.152956 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b645250-aa4b-44e7-ba9b-d8f929ef911b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:17:09.231030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:09.255216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577a625a-b585-4247-a11c-2fe134720890 req-7f966c74-7100-4fc1-a45b-c104d56a7a21 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:09.256725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-577a625a-b585-4247-a11c-2fe134720890 req-7f966c74-7100-4fc1-a45b-c104d56a7a21 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0569801 Feb 17 23:17:09.306718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-577a625a-b585-4247-a11c-2fe134720890 req-d533c08b-cd79-4cf1-8185-e9aa083131f2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441678 Feb 17 23:17:09.329939 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39456) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:09.368649 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3842559-1c09-4006-b7f8-482d7f7506e1 x-openstack-request-id: req-e3842559-1c09-4006-b7f8-482d7f7506e1 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:17:09.369020 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:17:09.369293 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e3842559-1c09-4006-b7f8-482d7f7506e1 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:17:09.369713 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'status': 'completed', 'code': 200} Feb 17 23:17:09.421127 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7a5a5904-330c-4519-9258-796e0ab7a597 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/ee43c931-f669-43ab-b77b-29b8ebb71b90 HTTP/1.1" status: 200 len: 990 time: 0.0887637 Feb 17 23:17:09.437941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-2bc62fec-78b0-41f2-ae8a-eb015624f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:09.439480 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-2bc62fec-78b0-41f2-ae8a-eb015624f047 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 1128 time: 0.0568905 Feb 17 23:17:09.543662 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-4e62cbf8-2d0d-4a61-a231-a16ba448e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:09.545151 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-4e62cbf8-2d0d-4a61-a231-a16ba448e132 service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd HTTP/1.1" status: 200 len: 898 time: 0.1001046 Feb 17 23:17:09.613682 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-073302f4-9876-445c-be0f-68bcd08fa141 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe HTTP/1.1" status: 200 len: 998 time: 0.0620575 Feb 17 23:17:09.627172 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'ee43c931-f669-43ab-b77b-29b8ebb71b90', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'port_id': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'mac_address': 'fa:16:3e:0a:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:17:07Z', 'updated_at': '2022-02-17T23:17:07Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:09.654562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] Checking router: 0f94a6f4-9b9e-4144-8a84-e7549103725c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:17:09.662715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:09.663319 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:16:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:09.667307 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-2e87b78c-a945-468b-b2e1-47e600124929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:09.668809 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-2e87b78c-a945-468b-b2e1-47e600124929 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96182e95-19f2-42c8-b0f2-c2520b70be14 HTTP/1.1" status: 200 len: 834 time: 0.0490797 Feb 17 23:17:09.718206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-b262f05c-656f-4a18-8aa2-677e0af5d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:09.719654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-b262f05c-656f-4a18-8aa2-677e0af5d735 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447700 Feb 17 23:17:09.773461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:09.809219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-e6dda9f4-b710-4799-8b7a-69755f9502a6 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829618 Feb 17 23:17:09.904118 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1b645250-aa4b-44e7-ba9b-d8f929ef911b req-9eaa6df1-1ff2-4786-bd26-3558375ff860 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880046 Feb 17 23:17:09.935547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:10.013213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'ee43c931-f669-43ab-b77b-29b8ebb71b90', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'port_id': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'mac_address': 'fa:16:3e:0a:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:17:07Z', 'updated_at': '2022-02-17T23:17:07Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:10.040123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-070429c7-acb1-4387-b57f-5f2d6c060dd5 None None] The sync data for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 is: [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'ee43c931-f669-43ab-b77b-29b8ebb71b90', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.84', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'port_id': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'mac_address': 'fa:16:3e:0a:e0:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:17:07Z', 'updated_at': '2022-02-17T23:17:07Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:17:10.223139 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a823c06-5ed3-4ebd-b02d-964d2a563e62 None None] New status for floating IP ee43c931-f669-43ab-b77b-29b8ebb71b90: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:17:10.423890 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39458) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:10.484494 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-57879912-b884-415e-a17d-6fdcba9d62dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/ee43c931-f669-43ab-b77b-29b8ebb71b90 HTTP/1.1" status: 200 len: 992 time: 0.0594401 Feb 17 23:17:14.571050 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8f0c4586-2ef7-42de-8a16-501231060859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:17.439755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-771a6fc1-ca75-43ca-b017-437681c47c6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:18.152481 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:19.554344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:20.978875 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:25.429788 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-8f8862bf-7389-4b99-8640-b2392896e5d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0473957 Feb 17 23:17:25.518415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-792ebdad-e5fa-4345-8a56-77d7e88e9df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:25.519941 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-792ebdad-e5fa-4345-8a56-77d7e88e9df7 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 1128 time: 0.0456991 Feb 17 23:17:25.626199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-be9e05a1-f264-458a-92b5-ee2714e0cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:25.627700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-be9e05a1-f264-458a-92b5-ee2714e0cf5d service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd HTTP/1.1" status: 200 len: 898 time: 0.0863082 Feb 17 23:17:25.663703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:25.696991 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-1f07b00e-9c21-4545-879b-0a529dd1b07b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe HTTP/1.1" status: 200 len: 1000 time: 0.0629277 Feb 17 23:17:25.745363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-1ef3f7bd-a745-491e-a17c-843b19c45d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:25.746765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-1ef3f7bd-a745-491e-a17c-843b19c45d82 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96182e95-19f2-42c8-b0f2-c2520b70be14 HTTP/1.1" status: 200 len: 834 time: 0.0434198 Feb 17 23:17:25.796133 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-3fe33d5a-0217-49b0-ae16-bedda5ced480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:25.797626 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-3fe33d5a-0217-49b0-ae16-bedda5ced480 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444229 Feb 17 23:17:25.889001 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-7a855318-cd4c-4abf-a3f2-a91b12c5085a service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847707 Feb 17 23:17:25.979214 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c3276d88-6637-4d89-80a2-bc6d406747ac req-7e5381f2-0411-4ba2-bc02-c146229cd32c service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820282 Feb 17 23:17:39.940469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:41.920938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab3442-d7f7-466e-a426-7ca5c736be9e req-f30d85c2-8d2b-4724-956c-6f92bd64c0ea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:41.922400 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45ab3442-d7f7-466e-a426-7ca5c736be9e req-f30d85c2-8d2b-4724-956c-6f92bd64c0ea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0540659 Feb 17 23:17:41.983585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45ab3442-d7f7-466e-a426-7ca5c736be9e req-07014625-ab6c-435b-b587-296cbdb56f8c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555952 Feb 17 23:17:43.103137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a5fab-2dd9-4b17-94e7-250b98c18839 req-463736f8-5d9a-42c6-ba48-5d5c0de5cfdf tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:43.104630 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d97a5fab-2dd9-4b17-94e7-250b98c18839 req-463736f8-5d9a-42c6-ba48-5d5c0de5cfdf tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0521109 Feb 17 23:17:43.156313 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d97a5fab-2dd9-4b17-94e7-250b98c18839 req-2a4a9f1d-0251-41ab-8f33-8f711fb3b2c0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462527 Feb 17 23:17:43.178344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39488) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:43.244348 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-efd48b11-c25e-4b85-8893-07d9e30510d8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/ee43c931-f669-43ab-b77b-29b8ebb71b90 HTTP/1.1" status: 200 len: 992 time: 0.0643430 Feb 17 23:17:44.309223 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:17:44.521589 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cc347-53ba-44c4-b5fb-4faf1735e673 req-a88fec30-02f8-49f1-9ff2-d91ebe89828f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:44.522994 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a2cc347-53ba-44c4-b5fb-4faf1735e673 req-a88fec30-02f8-49f1-9ff2-d91ebe89828f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0558660 Feb 17 23:17:44.573946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a2cc347-53ba-44c4-b5fb-4faf1735e673 req-7c4060f1-dbfe-4f93-a9b0-5d6c3d9365f1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449209 Feb 17 23:17:44.583775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c507963b-2200-48e7-be7e-046fefb362f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:45.716021 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07520a8c-974d-4188-b912-6710478ab6a4 req-badce423-2f62-4ad5-aed8-6fbe7778b7d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:45.717553 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07520a8c-974d-4188-b912-6710478ab6a4 req-badce423-2f62-4ad5-aed8-6fbe7778b7d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0576119 Feb 17 23:17:45.767866 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07520a8c-974d-4188-b912-6710478ab6a4 req-69acb438-eb4b-415e-8f95-4982b4fd7933 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435293 Feb 17 23:17:45.791237 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39498) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:45.850848 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9ff57fc0-62b8-40ae-90a0-73e31c9bf8a5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/ee43c931-f669-43ab-b77b-29b8ebb71b90 HTTP/1.1" status: 200 len: 992 time: 0.0584877 Feb 17 23:17:46.078996 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39504) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:46.250116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port f039f391-31ca-43fa-8323-9414d473f62d {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:17:46.250455 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f039f391-31ca-43fa-8323-9414d473f62d), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:46.329279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f039f391-31ca-43fa-8323-9414d473f62d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:46.329571 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (f039f391-31ca-43fa-8323-9414d473f62d), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:46.342253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for f039f391-31ca-43fa-8323-9414d473f62d owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:17:46.489278 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f039f391-31ca-43fa-8323-9414d473f62d), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:46.515524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=f039f391-31ca-43fa-8323-9414d473f62d,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:46.542215 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.542570 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.542919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.543264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.543631 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.543974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.544307 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.544636 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.544966 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.545291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.545617 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.545941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.546261 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:46.585171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (ee43c931-f669-43ab-b77b-29b8ebb71b90), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:46.585424 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP ee43c931-f669-43ab-b77b-29b8ebb71b90 disassociated (deleted). External IP: 172.25.0.84, port: ffcdfcc2-55c4-4e6b-a33b-e347b41336fe. Feb 17 23:17:46.794124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f94a6f4-9b9e-4144-8a84-e7549103725c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:17:46.902897 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:17:46.907675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:46.912856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] Sync routers for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:17:46.923017 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:46.923734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:46.940523 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1a98ee88-5f05-431c-95f9-7758175ade6b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/floatingips/ee43c931-f669-43ab-b77b-29b8ebb71b90 HTTP/1.1" status: 204 len: 168 time: 0.8581154 Feb 17 23:17:46.940523 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:46.941082 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769" -d '{"events": [{"name": "network-changed", "server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:17:47.035087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:47.095952 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cca17f2-4980-4869-83fb-be76f19a3f20 x-openstack-request-id: req-2cca17f2-4980-4869-83fb-be76f19a3f20 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:17:47.096358 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:17:47.096620 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2cca17f2-4980-4869-83fb-be76f19a3f20 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:17:47.097028 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'status': 'completed', 'code': 200} Feb 17 23:17:47.172848 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-9e67f4cc-35b4-4b22-872b-380f5ebd46a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:47.174475 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-9e67f4cc-35b4-4b22-872b-380f5ebd46a0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 1128 time: 0.0528922 Feb 17 23:17:47.197583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf2183-4080-4648-b0a0-14e63326bbbd req-b6586c58-4d29-4428-be08-062ad1afe630 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:47.200375 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3cf2183-4080-4648-b0a0-14e63326bbbd req-b6586c58-4d29-4428-be08-062ad1afe630 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0579989 Feb 17 23:17:47.245834 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:47.260290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3cf2183-4080-4648-b0a0-14e63326bbbd req-bef8bb4c-9808-4640-b357-f41970e50eb7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540669 Feb 17 23:17:47.268889 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-89dbede5-ee82-484a-beed-04b247e57fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:47.270367 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-89dbede5-ee82-484a-beed-04b247e57fbe service neutron] 10.222.0.73 "GET /v2.0/networks?id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd HTTP/1.1" status: 200 len: 898 time: 0.0891979 Feb 17 23:17:47.272882 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] Checking router: 0f94a6f4-9b9e-4144-8a84-e7549103725c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:17:47.281944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:47.282537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:47.316447 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-16bc5ed7-f631-4caa-a259-328345a865c7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe HTTP/1.1" status: 200 len: 217 time: 0.0388730 Feb 17 23:17:47.366487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-84889cf5-8e09-4537-99d2-83019fb90e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:47.368059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-84889cf5-8e09-4537-99d2-83019fb90e5d service neutron] 10.222.0.73 "GET /v2.0/subnets?id=96182e95-19f2-42c8-b0f2-c2520b70be14 HTTP/1.1" status: 200 len: 834 time: 0.0460975 Feb 17 23:17:47.393339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:47.419189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-baee9b4c-b9e4-4189-b853-6297ff2aad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:47.420804 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-baee9b4c-b9e4-4189-b853-6297ff2aad39 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=7cf75ddb-4120-4c57-a4e7-763d9b423fbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447118 Feb 17 23:17:47.430872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-e9b47be2-8eb9-4258-9219-fb1bca930e14 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:17:47.432337 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-e9b47be2-8eb9-4258-9219-fb1bca930e14 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057247 Feb 17 23:17:47.487857 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-00830563-0ecc-48fa-9cab-9b8e5902068c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:47.527208 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-0bb09e0d-3254-4f30-a4f6-97ce65c8ca32 service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881469 Feb 17 23:17:47.604945 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:47.621682 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-df3e4cc2-0705-4b89-82b4-7ecd1c15b769 req-607913de-012d-4b1a-b8ca-1b2b818aaf1d service neutron] 10.222.0.73 "GET /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861108 Feb 17 23:17:47.637705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83a614a-4d0f-4d53-8d93-f5ff41c2a60a None None] The sync data for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 is: [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:55Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'ebcbf682-cb36-4e17-bb62-028cb76929f4', 'name': '', 'network_id': '7cf75ddb-4120-4c57-a4e7-763d9b423fbd', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:d8:2d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:55Z', 'updated_at': '2022-02-17T23:16:58Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '96182e95-19f2-42c8-b0f2-c2520b70be14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:17:47.861517 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2996a5-3a4e-40c7-b001-4631ec0e95ee None None] New status for floating IP ee43c931-f669-43ab-b77b-29b8ebb71b90: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:17:48.152993 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:48.385557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10808116-a44e-4d32-a79c-89ac3e64b1db req-7b74c887-e238-4319-9ff9-7b299ec2ef47 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:48.387067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10808116-a44e-4d32-a79c-89ac3e64b1db req-7b74c887-e238-4319-9ff9-7b299ec2ef47 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0531161 Feb 17 23:17:48.435549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10808116-a44e-4d32-a79c-89ac3e64b1db req-6dab1a45-9a22-4b54-9c0b-a97486628f1b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=6d56f48e-2bf4-4555-9f36-d22dbb672a78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428083 Feb 17 23:17:48.675222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-b7b1faaf-c812-4432-9b7e-dd59ef0131a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:48.676716 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-b7b1faaf-c812-4432-9b7e-dd59ef0131a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 945 time: 0.0557373 Feb 17 23:17:48.772687 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:17:48.773031 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:48.860473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:48.860835 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:48.874946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for ffcdfcc2-55c4-4e6b-a33b-e347b41336fe owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:17:49.005729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ffcdfcc2-55c4-4e6b-a33b-e347b41336fe), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:49.035068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=ffcdfcc2-55c4-4e6b-a33b-e347b41336fe,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:49.047626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.047982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.048329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.048667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.049000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.049335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.049663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.049994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.050319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.050643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.050963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.051284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.051633 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:49.091066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] No DVR routers for this DVR port ffcdfcc2-55c4-4e6b-a33b-e347b41336fe on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:17:49.093932 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:49.097438 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6267eb7a-f04b-46de-ae05-4143f9a8877d req-30f9d065-2ac4-426e-9093-e2898c455391 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "DELETE /v2.0/ports/ffcdfcc2-55c4-4e6b-a33b-e347b41336fe HTTP/1.1" status: 204 len: 173 time: 0.4152813 Feb 17 23:17:49.097946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'name': 'network-vif-deleted', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:17:49.100315 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480f3c16-42d6-48bc-9489-c22e02787871" -d '{"events": [{"server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "name": "network-vif-deleted", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:17:49.137403 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263d4e69-3ae8-4076-8017-9fa03303ce5d x-openstack-request-id: req-263d4e69-3ae8-4076-8017-9fa03303ce5d {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:17:49.137694 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f8fda2f-465a-4de6-b8b4-ca20df73bb5b", "name": "network-vif-deleted", "tag": "ffcdfcc2-55c4-4e6b-a33b-e347b41336fe", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:17:49.137965 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-263d4e69-3ae8-4076-8017-9fa03303ce5d {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:17:49.138359 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f8fda2f-465a-4de6-b8b4-ca20df73bb5b', 'name': 'network-vif-deleted', 'tag': 'ffcdfcc2-55c4-4e6b-a33b-e347b41336fe', 'status': 'completed', 'code': 200} Feb 17 23:17:49.558138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec55b320-f0b5-472e-bb86-c4f35aee6ce3 req-65d73d4e-13e1-4edd-be4a-3729c6d41b32 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=5f8fda2f-465a-4de6-b8b4-ca20df73bb5b HTTP/1.1" status: 200 len: 210 time: 0.0295365 Feb 17 23:17:49.572368 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:50.615928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39520) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:50.660584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ffcdfcc2-55c4-4e6b-a33b-e347b41336fe no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:17:50.681999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: ffcdfcc2-55c4-4e6b-a33b-e347b41336fe {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:17:50.682359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ffcdfcc2-55c4-4e6b-a33b-e347b41336fe not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:17:50.977961 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (0f94a6f4-9b9e-4144-8a84-e7549103725c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:50.982900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:51.243250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port ebcbf682-cb36-4e17-bb62-028cb76929f4 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:17:51.243538 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:51.333296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port ebcbf682-cb36-4e17-bb62-028cb76929f4, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ebcbf682-cb36-4e17-bb62-028cb76929f4,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:51.333661 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:51.347767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for ebcbf682-cb36-4e17-bb62-028cb76929f4 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:17:51.534148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ebcbf682-cb36-4e17-bb62-028cb76929f4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:51.562437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=ebcbf682-cb36-4e17-bb62-028cb76929f4,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:51.742744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (0f94a6f4-9b9e-4144-8a84-e7549103725c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:51.961713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f94a6f4-9b9e-4144-8a84-e7549103725c has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:17:52.070958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:17:52.076776 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cd0c5ecc-c1a3-4a2b-bc4d-816d0c697922 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/0f94a6f4-9b9e-4144-8a84-e7549103725c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4597895 Feb 17 23:17:52.079318 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39522) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:52.082347 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] Sync routers for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:17:52.091800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:52.092404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:52.130383 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting subnet 96182e95-19f2-42c8-b0f2-c2520b70be14 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:17:52.133524 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (96182e95-19f2-42c8-b0f2-c2520b70be14), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.177407 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (96182e95-19f2-42c8-b0f2-c2520b70be14), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.200627 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:52.262653 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (96182e95-19f2-42c8-b0f2-c2520b70be14), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.320940 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (96182e95-19f2-42c8-b0f2-c2520b70be14), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.352797 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Subnet': ['ID=96182e95-19f2-42c8-b0f2-c2520b70be14,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:52.355259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.360921 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-745bb7fd-078e-4050-af07-0f1f68bd6f5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/subnets/96182e95-19f2-42c8-b0f2-c2520b70be14 HTTP/1.1" status: 204 len: 168 time: 0.2780170 Feb 17 23:17:52.361147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39524) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:52.364232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef415c5-2e86-47ae-8add-5cb9e3b92eec None None] Network 7cf75ddb-4120-4c57-a4e7-763d9b423fbd requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:17:52.455012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:17:51Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:52.464786 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (0f94a6f4-9b9e-4144-8a84-e7549103725c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.488702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] Checking router: 0f94a6f4-9b9e-4144-8a84-e7549103725c for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:17:52.502068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] Routers {'0f94a6f4-9b9e-4144-8a84-e7549103725c'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:52.502764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f94a6f4-9b9e-4144-8a84-e7549103725c'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:52.577825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] DHCP port deletion for 7cf75ddb-4120-4c57-a4e7-763d9b423fbd request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:17:52.583140 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f94a6f4-9b9e-4144-8a84-e7549103725c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.642919 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port ab2f718c-abab-4d68-9e63-57f5b06ab8b6 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:17:52.643258 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.724796 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port ab2f718c-abab-4d68-9e63-57f5b06ab8b6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:52.725153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.739552 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for ab2f718c-abab-4d68-9e63-57f5b06ab8b6 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:17:52.805395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] Set router 0f94a6f4-9b9e-4144-8a84-e7549103725c gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:52.904478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Deleting port 31c7e1da-f7d4-4d20-8390-89ec4569779e {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:17:52.904859 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.917053 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ab2f718c-abab-4d68-9e63-57f5b06ab8b6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:52.957326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=ab2f718c-abab-4d68-9e63-57f5b06ab8b6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:53.000112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] For port 31c7e1da-f7d4-4d20-8390-89ec4569779e, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=31c7e1da-f7d4-4d20-8390-89ec4569779e,segment=NetworkSegment(a74c9f9e-2fe2-4dd3-93ca-297d155128f4),segment_id=a74c9f9e-2fe2-4dd3-93ca-297d155128f4)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:53.000516 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.016505 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (0f94a6f4-9b9e-4144-8a84-e7549103725c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.017960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Calling delete_port for 31c7e1da-f7d4-4d20-8390-89ec4569779e owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:17:53.039669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 31c7e1da-f7d4-4d20-8390-89ec4569779e no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:17:53.114008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (0f94a6f4-9b9e-4144-8a84-e7549103725c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.116175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (0f94a6f4-9b9e-4144-8a84-e7549103725c), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.162054 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (0f94a6f4-9b9e-4144-8a84-e7549103725c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.162835 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Fanout notify agent at l3_agent the message router_deleted on router 0f94a6f4-9b9e-4144-8a84-e7549103725c {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:17:53.170148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.171267 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-14e68cb5-2a6e-4b6f-a0ed-50bcce7e3552 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/routers/0f94a6f4-9b9e-4144-8a84-e7549103725c HTTP/1.1" status: 204 len: 168 time: 0.8089576 Feb 17 23:17:53.174030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39526) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:53.190392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:17:51Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:53.224935 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.230134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fd1796-86b5-4df8-87ce-74fe3a14919a None None] The sync data for ids ['0f94a6f4-9b9e-4144-8a84-e7549103725c'] in n-d-828369-18 is: [{'id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1272969712', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118'}], 'enable_snat': True}, 'gw_port_id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:17:51Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'ab2f718c-abab-4d68-9e63-57f5b06ab8b6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f94a6f4-9b9e-4144-8a84-e7549103725c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:16:52Z', 'updated_at': '2022-02-17T23:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:17:53.255307 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (7cf75ddb-4120-4c57-a4e7-763d9b423fbd), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.257182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 31c7e1da-f7d4-4d20-8390-89ec4569779e is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:17:53.257579 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (31c7e1da-f7d4-4d20-8390-89ec4569779e), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.263265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Pushing event deleted for resources: {'Port': ['ID=31c7e1da-f7d4-4d20-8390-89ec4569779e,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:53.271751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] No DVR routers for this DVR port 31c7e1da-f7d4-4d20-8390-89ec4569779e on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:17:53.283304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.283690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.284037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.284757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.284757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.285078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.285418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.285748 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.286078 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.286832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.286832 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.287081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.287386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a78bad0-5e3c-44d2-a925-2c6a7c02590b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:17:53.345755 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (7cf75ddb-4120-4c57-a4e7-763d9b423fbd), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.366254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cf75ddb-4120-4c57-a4e7-763d9b423fbd']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:53.376114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:53.376405 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74c9f9e-2fe2-4dd3-93ca-297d155128f4') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:53.390885 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (a74c9f9e-2fe2-4dd3-93ca-297d155128f4), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.403879 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (a74c9f9e-2fe2-4dd3-93ca-297d155128f4), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.409885 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:17:53.410302 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (a74c9f9e-2fe2-4dd3-93ca-297d155128f4), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:17:53.413217 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:17:53.468946 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (7cf75ddb-4120-4c57-a4e7-763d9b423fbd), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.475751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.478908 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/networks/7cf75ddb-4120-4c57-a4e7-763d9b423fbd HTTP/1.1" status: 204 len: 168 time: 0.3039052 Feb 17 23:17:53.481801 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39528) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:53.491392 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada6268-8071-4421-9c96-eb03eb55a935 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Network': ['ID=7cf75ddb-4120-4c57-a4e7-763d9b423fbd,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:53.539243 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a5bf18b9-322d-4547-88ce-62cae5871e55 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (6d56f48e-2bf4-4555-9f36-d22dbb672a78), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.571835 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a5bf18b9-322d-4547-88ce-62cae5871e55 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (6d56f48e-2bf4-4555-9f36-d22dbb672a78), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.633781 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a5bf18b9-322d-4547-88ce-62cae5871e55 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6d56f48e-2bf4-4555-9f36-d22dbb672a78), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.637183 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a5bf18b9-322d-4547-88ce-62cae5871e55 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:53.638430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a5bf18b9-322d-4547-88ce-62cae5871e55 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/security-groups/6d56f48e-2bf4-4555-9f36-d22dbb672a78 HTTP/1.1" status: 204 len: 168 time: 0.1555910 Feb 17 23:17:53.649481 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf18b9-322d-4547-88ce-62cae5871e55 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d56f48e-2bf4-4555-9f36-d22dbb672a78,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:53.999900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39534) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.004562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5bf356f7-e99e-4373-b860-c0fccfd9318f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-562437938', 'description': 'tempest-secgroup-smoke-562437938 description', 'project_id': '3870495f87a9448a89a54c240b120d7d'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.025082 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5bf356f7-e99e-4373-b860-c0fccfd9318f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.101570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5bf356f7-e99e-4373-b860-c0fccfd9318f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (859f8eab-edb2-4d90-b943-85f859ffa896), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.106697 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5bf356f7-e99e-4373-b860-c0fccfd9318f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (859f8eab-edb2-4d90-b943-85f859ffa896), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.139086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5bf356f7-e99e-4373-b860-c0fccfd9318f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.140273 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5bf356f7-e99e-4373-b860-c0fccfd9318f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1393580 Feb 17 23:17:54.142602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf356f7-e99e-4373-b860-c0fccfd9318f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=859f8eab-edb2-4d90-b943-85f859ffa896,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:54.143288 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39536) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.147958 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-cdba5883-b6a3-4ddf-9bd7-07918cf33ed1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '859f8eab-edb2-4d90-b943-85f859ffa896', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.175336 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cdba5883-b6a3-4ddf-9bd7-07918cf33ed1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (2e088a7e-1d26-4cab-a157-96e74cc41719), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.223416 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cdba5883-b6a3-4ddf-9bd7-07918cf33ed1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (2e088a7e-1d26-4cab-a157-96e74cc41719), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.227467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cdba5883-b6a3-4ddf-9bd7-07918cf33ed1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2e088a7e-1d26-4cab-a157-96e74cc41719), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.246991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba5883-b6a3-4ddf-9bd7-07918cf33ed1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e088a7e-1d26-4cab-a157-96e74cc41719,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:54.256456 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-cdba5883-b6a3-4ddf-9bd7-07918cf33ed1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.257648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cdba5883-b6a3-4ddf-9bd7-07918cf33ed1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132257 Feb 17 23:17:54.260430 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39538) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.264817 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ac1e42ef-2233-4b48-b1ae-67235eef50a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '859f8eab-edb2-4d90-b943-85f859ffa896', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.288648 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac1e42ef-2233-4b48-b1ae-67235eef50a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (84f471e2-32a9-44b7-a750-8e1fc22cf267), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.344724 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac1e42ef-2233-4b48-b1ae-67235eef50a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (84f471e2-32a9-44b7-a750-8e1fc22cf267), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.348263 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac1e42ef-2233-4b48-b1ae-67235eef50a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (84f471e2-32a9-44b7-a750-8e1fc22cf267), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.366460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1e42ef-2233-4b48-b1ae-67235eef50a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f471e2-32a9-44b7-a750-8e1fc22cf267,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:54.373744 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ac1e42ef-2233-4b48-b1ae-67235eef50a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.377611 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ac1e42ef-2233-4b48-b1ae-67235eef50a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1135445 Feb 17 23:17:54.377754 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39540) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.381921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-1d0b52ab-ca3e-430b-aa58-a8e642fe22ed tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '859f8eab-edb2-4d90-b943-85f859ffa896', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.405848 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d0b52ab-ca3e-430b-aa58-a8e642fe22ed tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (6bb19ec2-674d-4f4e-b956-2154b8d3cebe), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.464734 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d0b52ab-ca3e-430b-aa58-a8e642fe22ed tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (6bb19ec2-674d-4f4e-b956-2154b8d3cebe), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.468742 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d0b52ab-ca3e-430b-aa58-a8e642fe22ed tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (6bb19ec2-674d-4f4e-b956-2154b8d3cebe), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.487689 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b52ab-ca3e-430b-aa58-a8e642fe22ed tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bb19ec2-674d-4f4e-b956-2154b8d3cebe,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:54.494093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-1d0b52ab-ca3e-430b-aa58-a8e642fe22ed tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.495299 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-1d0b52ab-ca3e-430b-aa58-a8e642fe22ed tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166251 Feb 17 23:17:54.498206 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39542) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.502816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-fda06da1-7742-49fd-b44a-e5fb5bd72470 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '859f8eab-edb2-4d90-b943-85f859ffa896', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.528591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda06da1-7742-49fd-b44a-e5fb5bd72470 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (e8e94650-7462-4ac2-86ab-29f95fe47fec), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.589925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda06da1-7742-49fd-b44a-e5fb5bd72470 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (e8e94650-7462-4ac2-86ab-29f95fe47fec), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.593630 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda06da1-7742-49fd-b44a-e5fb5bd72470 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e8e94650-7462-4ac2-86ab-29f95fe47fec), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.611707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda06da1-7742-49fd-b44a-e5fb5bd72470 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e94650-7462-4ac2-86ab-29f95fe47fec,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:54.616709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fda06da1-7742-49fd-b44a-e5fb5bd72470 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.617913 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fda06da1-7742-49fd-b44a-e5fb5bd72470 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186936 Feb 17 23:17:54.620842 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39544) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.625066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '859f8eab-edb2-4d90-b943-85f859ffa896', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.644136 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:17:54.648827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (f3afd434-6e7b-414b-8e57-25872d4e6b1d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.706772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (f3afd434-6e7b-414b-8e57-25872d4e6b1d), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.710945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (f3afd434-6e7b-414b-8e57-25872d4e6b1d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.728479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3afd434-6e7b-414b-8e57-25872d4e6b1d,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:54.738261 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.739494 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1b15c79d-ed7f-4af1-88ff-8dde466b6e5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1176631 Feb 17 23:17:54.742220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39546) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.746544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '859f8eab-edb2-4d90-b943-85f859ffa896', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.766014 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:17:54.770970 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (c848b9a8-b369-4497-9e27-ffb51633fbfa), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.829119 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (c848b9a8-b369-4497-9e27-ffb51633fbfa), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.832363 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c848b9a8-b369-4497-9e27-ffb51633fbfa), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.849582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c848b9a8-b369-4497-9e27-ffb51633fbfa,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:54.857755 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.858945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-82489497-fa73-45e6-92ab-3b2458350de8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1158140 Feb 17 23:17:54.862062 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39548) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:54.866815 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'network': {'name': 'tempest-network-smoke--139915157', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'port_security_enabled': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:54.885753 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:17:54.888945 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.912646 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:17:54.922845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f4c182d6-fb30-41c2-b717-0540ac439d08), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.923188 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Added segment f4c182d6-fb30-41c2-b717-0540ac439d08 of type vlan for network 15224000-2fe1-4cef-8899-2ad47fab51e0 Feb 17 23:17:54.957113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ebcbf682-cb36-4e17-bb62-028cb76929f4 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:17:54.967137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (15224000-2fe1-4cef-8899-2ad47fab51e0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.976817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ebcbf682-cb36-4e17-bb62-028cb76929f4 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:17:54.977168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ebcbf682-cb36-4e17-bb62-028cb76929f4 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:17:54.977584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ab2f718c-abab-4d68-9e63-57f5b06ab8b6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:17:54.993299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (15224000-2fe1-4cef-8899-2ad47fab51e0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:54.997227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: ab2f718c-abab-4d68-9e63-57f5b06ab8b6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:17:54.997579 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device ab2f718c-abab-4d68-9e63-57f5b06ab8b6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:17:54.998908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:54.999534 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.056347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1932271 Feb 17 23:17:55.059814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39550) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:55.064144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'admin_state_up': True, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:55.082248 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ffc44-db54-490c-8157-db7aee8670a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Network': ['ID=15224000-2fe1-4cef-8899-2ad47fab51e0,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:55.092647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:17:55.095623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (e578eee2-746d-4842-a903-294f0b3874c5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.096621 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (e578eee2-746d-4842-a903-294f0b3874c5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.465087 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (e578eee2-746d-4842-a903-294f0b3874c5), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.608238 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (e578eee2-746d-4842-a903-294f0b3874c5), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.670518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.810137 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (e578eee2-746d-4842-a903-294f0b3874c5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.828742 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:55.937229 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.22 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/20736cb2-7483-466f-8d92-8e33e77eee89) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:17:56.040255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (20736cb2-7483-466f-8d92-8e33e77eee89), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:56.074410 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:56.122814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:17:56.126060 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:17:56.129713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:17:56.152616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=20736cb2-7483-466f-8d92-8e33e77eee89,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:56.397299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (e578eee2-746d-4842-a903-294f0b3874c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:56.602693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (e578eee2-746d-4842-a903-294f0b3874c5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:56.734219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router e578eee2-746d-4842-a903-294f0b3874c5 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:17:56.840219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:17:56.853053 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Sync routers for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:17:56.860152 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:56.864571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-510e192f-522c-4a04-abf9-805cceebcf3d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8006337 Feb 17 23:17:56.864702 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:56.864811 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39554) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:56.865071 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:56.898872 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c5eba12b-9bf3-48b9-b3dd-e5cf6a6fc01d tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3870495f87a9448a89a54c240b120d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303569 Feb 17 23:17:56.899426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39556) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:56.986759 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2920e780-fcfb-4cf6-affa-84a741b2edb4 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:56.990456 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2920e780-fcfb-4cf6-affa-84a741b2edb4 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901678 Feb 17 23:17:56.991502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39558) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:56.994846 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:57.022848 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5806fe8a-a8b7-4e48-91aa-4b4b0c2ded7f tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275033 Feb 17 23:17:57.023068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39560) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:57.027926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-525185247', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:17:57.117725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:17:57.121741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.194525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:56Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:57.225475 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Checking router: e578eee2-746d-4842-a903-294f0b3874c5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:17:57.225977 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Updating router e578eee2-746d-4842-a903-294f0b3874c5 port 20736cb2-7483-466f-8d92-8e33e77eee89 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:17:57.256028 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.323771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (5f4ef847-175d-4c4a-a8ec-6fee1cde8c17), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.389567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Subnet': ['ID=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:57.398434 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Checking segment: {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:17:57.398800 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network hostable DHCP agents. Network: 15224000-2fe1-4cef-8899-2ad47fab51e0, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:17:57.416415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:17:57.427079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 15224000-2fe1-4cef-8899-2ad47fab51e0) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:17:57.432309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:17:57.433118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.441629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3aa42b4-2830-418d-b06b-e89d8d284ce3 None None] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:17:57.455166 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ed06f5bb-57cb-41c1-86d9-52f7adc52cf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4308341 Feb 17 23:17:57.458056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39562) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:17:57.532199 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Publish callbacks [] for port (20736cb2-7483-466f-8d92-8e33e77eee89), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.543518 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.589870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-15224000-2fe1-4cef-8899-2ad47fab51e0', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:17:57.591508 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.602251 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Attempting to bind port 20736cb2-7483-466f-8d92-8e33e77eee89 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:17:57.602631 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Attempting to bind port 20736cb2-7483-466f-8d92-8e33e77eee89 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:17:57.602995 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Attempting to bind port 20736cb2-7483-466f-8d92-8e33e77eee89 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:17:57.613137 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82346ca5-4011-4e26-ac45-63dc9779db55 None None] Pushing event updated for resources: {'Port': ['ID=20736cb2-7483-466f-8d92-8e33e77eee89,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:57.615712 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:17:57.616118 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:17:57.616541 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.617056 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:17:57.617760 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Bound port: 20736cb2-7483-466f-8d92-8e33e77eee89, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:17:57.617906 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.674613 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] For port 20736cb2-7483-466f-8d92-8e33e77eee89, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:17:57.678002 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] For port 20736cb2-7483-466f-8d92-8e33e77eee89, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=20736cb2-7483-466f-8d92-8e33e77eee89,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:17:57.685158 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.738373 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:17:57.739020 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:57.747183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Allocated IP 172.20.0.2 (15224000-2fe1-4cef-8899-2ad47fab51e0/5f4ef847-175d-4c4a-a8ec-6fee1cde8c17/efc4dfff-96b7-4562-850f-5f4e8ae75db8) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:17:57.845892 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82346ca5-4011-4e26-ac45-63dc9779db55 None None] Pushing event updated for resources: {'Port': ['ID=20736cb2-7483-466f-8d92-8e33e77eee89,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:57.860439 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:17:57.902055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Publish callbacks [] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.909440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:57.954254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:17:57.957843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:17:57.960391 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:17:57.968158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Pushing event updated for resources: {'Port': ['ID=efc4dfff-96b7-4562-850f-5f4e8ae75db8,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:58.025437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Attempting to bind port efc4dfff-96b7-4562-850f-5f4e8ae75db8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:17:58.026082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Attempting to bind port efc4dfff-96b7-4562-850f-5f4e8ae75db8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:17:58.026620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Attempting to bind port efc4dfff-96b7-4562-850f-5f4e8ae75db8 on network 15224000-2fe1-4cef-8899-2ad47fab51e0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:17:58.032862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:17:58.033651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Checking segment: {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:17:58.034240 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:58.034843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Bound using segment: {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:17:58.035560 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Bound port: efc4dfff-96b7-4562-850f-5f4e8ae75db8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:17:58.036173 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:58.057252 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:56Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:17:58.090648 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24976917-4ffa-4376-9227-1787d3eb5f90 None None] The sync data for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 is: [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:56Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:17:58.105024 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] For port efc4dfff-96b7-4562-850f-5f4e8ae75db8, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:17:58.112599 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] For port efc4dfff-96b7-4562-850f-5f4e8ae75db8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=efc4dfff-96b7-4562-850f-5f4e8ae75db8,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:17:58.120621 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:58.199902 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04085f4-53a0-4234-bf0a-1c87822c646b None None] Pushing event updated for resources: {'Port': ['ID=efc4dfff-96b7-4562-850f-5f4e8ae75db8,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:58.309569 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:58.638635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.1 (15224000-2fe1-4cef-8899-2ad47fab51e0/5f4ef847-175d-4c4a-a8ec-6fee1cde8c17/fd38fba0-28f2-4b92-a5a4-779b7a96c5cc) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:17:58.780079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:58.815248 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:58.857792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:17:58.861601 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:17:58.868160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:17:58.902407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:58.933065 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (e578eee2-746d-4842-a903-294f0b3874c5), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.074840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 20736cb2-7483-466f-8d92-8e33e77eee89 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:17:59.102503 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.139005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 20736cb2-7483-466f-8d92-8e33e77eee89 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:59.139394 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.226292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 20736cb2-7483-466f-8d92-8e33e77eee89 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:17:59.226684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.248641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 20736cb2-7483-466f-8d92-8e33e77eee89, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=20736cb2-7483-466f-8d92-8e33e77eee89,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:59.253034 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.253900 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device efc4dfff-96b7-4562-850f-5f4e8ae75db8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:17:59.295831 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bbdf7a-f8ab-473e-890a-78beafa3dec8 None None] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:17:59.395913 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=20736cb2-7483-466f-8d92-8e33e77eee89,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:59.408892 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.409894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cdfadda6-abe9-46bc-b5b3-e6abe92c1654 None None] Provisioning complete for port efc4dfff-96b7-4562-850f-5f4e8ae75db8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:59.410270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdfadda6-abe9-46bc-b5b3-e6abe92c1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.413729 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.477234 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port efc4dfff-96b7-4562-850f-5f4e8ae75db8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:59.477593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.491085 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:59.493634 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (e578eee2-746d-4842-a903-294f0b3874c5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.577008 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cdfadda6-abe9-46bc-b5b3-e6abe92c1654 None None] Current status of the port efc4dfff-96b7-4562-850f-5f4e8ae75db8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:17:59.577402 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdfadda6-abe9-46bc-b5b3-e6abe92c1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.620862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:17:59.623557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:17:59.633987 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port efc4dfff-96b7-4562-850f-5f4e8ae75db8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:17:59.634241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.654415 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-cdfadda6-abe9-46bc-b5b3-e6abe92c1654 None None] For port efc4dfff-96b7-4562-850f-5f4e8ae75db8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=efc4dfff-96b7-4562-850f-5f4e8ae75db8,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:17:59.665267 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cdfadda6-abe9-46bc-b5b3-e6abe92c1654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.730767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103528) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 17 23:17:59.730954 n-d-828369-18 neutron-server[103528]: DEBUG oslo_db.api [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 17 23:17:59.749119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfadda6-abe9-46bc-b5b3-e6abe92c1654 None None] Pushing event updated for resources: {'Port': ['ID=efc4dfff-96b7-4562-850f-5f4e8ae75db8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:17:59.765990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router e578eee2-746d-4842-a903-294f0b3874c5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:17:59.793537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5b3ee7f0-97be-43a4-b2cb-ff9806fdabbc None None] Provisioning complete for port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:59.793918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b3ee7f0-97be-43a4-b2cb-ff9806fdabbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.831099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ee7f0-97be-43a4-b2cb-ff9806fdabbc None None] Port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:17:59.841383 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5b3ee7f0-97be-43a4-b2cb-ff9806fdabbc None None] Provisioning complete for port efc4dfff-96b7-4562-850f-5f4e8ae75db8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:17:59.841760 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5b3ee7f0-97be-43a4-b2cb-ff9806fdabbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:17:59.888873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:17:59.894502 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-95e28c36-f2f6-4b5c-bc19-d3ddf5841e65 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/e578eee2-746d-4842-a903-294f0b3874c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4352562 Feb 17 23:18:00.062583 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Sync routers for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:18:00.079960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:18:00.080690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:00.092090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-e2608cba-9ef8-4d46-8466-950f0d4e1ac2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-562437938&fields=id&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 267 time: 0.0578279 Feb 17 23:18:00.198604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5b3ee7f0-97be-43a4-b2cb-ff9806fdabbc None None] Current status of the port efc4dfff-96b7-4562-850f-5f4e8ae75db8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:00.221184 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-ceaf4b48-916d-4f81-bdef-3fccf0e225a8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:00.222655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-ceaf4b48-916d-4f81-bdef-3fccf0e225a8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 796 time: 0.1237383 Feb 17 23:18:00.226878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:18:00.238391 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-d862da81-e63f-42df-9537-176743e6b70f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/quotas/3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 375 time: 0.0099940 Feb 17 23:18:00.294164 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-490b9241-15c3-4055-bed4-a526a89a886d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0505583 Feb 17 23:18:00.333504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port efc4dfff-96b7-4562-850f-5f4e8ae75db8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:00.385431 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-bfd0821f-747f-4566-8eb2-9f40125e55e3 None None] Provisioning complete for port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:00.385810 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bfd0821f-747f-4566-8eb2-9f40125e55e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:00.390648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-0c5975c0-eb30-4b22-87fe-b928fa96a3ea service neutron] 10.222.0.79 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836825 Feb 17 23:18:00.442903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-bfd0821f-747f-4566-8eb2-9f40125e55e3 None None] Port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:18:00.485406 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-782984c4-bcf2-4fab-81ee-9af4c969b781 service neutron] 10.222.0.79 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886385 Feb 17 23:18:00.497351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 2, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:00.525914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Checking router: e578eee2-746d-4842-a903-294f0b3874c5 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:18:00.526714 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Updating router e578eee2-746d-4842-a903-294f0b3874c5 port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:18:00.558146 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:00.658147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6cce947e-c034-49b6-89e2-22477b8f8765 req-3f697467-af8f-4ff2-a94f-e89037ecd1ee tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 210 time: 0.0315588 Feb 17 23:18:00.829065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Publish callbacks [] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:00.833872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:00.885061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b5ea2-fab1-42b7-814c-6c80330f30f4 None None] Pushing event updated for resources: {'Port': ['ID=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:00.944114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Attempting to bind port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:18:00.944492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Attempting to bind port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:18:00.944864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Attempting to bind port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc on network 15224000-2fe1-4cef-8899-2ad47fab51e0 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:18:00.951411 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:18:00.951852 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Checking segment: {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:18:00.952160 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:00.952559 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Bound using segment: {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:18:00.953030 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Bound port: fd38fba0-28f2-4b92-a5a4-779b7a96c5cc, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:18:00.953420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.004268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 20736cb2-7483-466f-8d92-8e33e77eee89 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:18:01.068222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] For port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:18:01.073304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] For port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:18:01.083634 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.135708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 20736cb2-7483-466f-8d92-8e33e77eee89 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:01.136094 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.205213 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b5ea2-fab1-42b7-814c-6c80330f30f4 None None] Pushing event updated for resources: {'Port': ['ID=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:01.209026 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:18:01.209230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:01.288798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f86a8476-2a93-428a-a347-06db287022f0 None None] Provisioning complete for port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:01.289083 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f86a8476-2a93-428a-a347-06db287022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.388728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 20736cb2-7483-466f-8d92-8e33e77eee89 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:01.389791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device efc4dfff-96b7-4562-850f-5f4e8ae75db8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:18:01.418818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:18:01.543790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f86a8476-2a93-428a-a347-06db287022f0 None None] Current status of the port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:01.544016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f86a8476-2a93-428a-a347-06db287022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.622004 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port efc4dfff-96b7-4562-850f-5f4e8ae75db8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:01.622380 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.646129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-3b07d2ba-069c-4486-843e-f4fbaf791ade tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:01.647729 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-3b07d2ba-069c-4486-843e-f4fbaf791ade tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 796 time: 0.1231656 Feb 17 23:18:01.670584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f86a8476-2a93-428a-a347-06db287022f0 None None] For port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:18:01.683211 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f86a8476-2a93-428a-a347-06db287022f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.718537 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-8030ccfe-80d5-496f-8661-f04c11768af3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 379 time: 0.0610149 Feb 17 23:18:01.727390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'port': {'device_id': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'admin_state_up': True, 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'security_groups': ['859f8eab-edb2-4d90-b943-85f859ffa896']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:01.768051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9acf2846-8c0d-403b-a010-edb07c0faace req-14f08397-8dab-458d-9cf3-214bc180766f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 210 time: 0.0308716 Feb 17 23:18:01.794395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a8476-2a93-428a-a347-06db287022f0 None None] Pushing event updated for resources: {'Port': ['ID=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:01.826707 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port efc4dfff-96b7-4562-850f-5f4e8ae75db8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:01.833632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b5d89b20-8622-4c21-9a82-23985236820f None None] Provisioning complete for port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:01.834001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b5d89b20-8622-4c21-9a82-23985236820f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.848075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:18:01.851858 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:01.873754 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:01.908200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f32852-93e7-45a4-afd8-0767b8acd384 None None] The sync data for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 is: [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:18:01.952966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b5d89b20-8622-4c21-9a82-23985236820f None None] Current status of the port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:01.998190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.11 (15224000-2fe1-4cef-8899-2ad47fab51e0/5f4ef847-175d-4c4a-a8ec-6fee1cde8c17/dd5877fd-b367-4275-b186-acd67a4cb9e1) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:02.148744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.187767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.234257 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:02.237645 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:02.241559 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:18:02.248216 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=dd5877fd-b367-4275-b186-acd67a4cb9e1,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:02.311284 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:02.312007 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.333494 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2f3bbeb7-a560-4b7c-95c2-b08978da2362 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6097839 Feb 17 23:18:02.347583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Request body: {'port': {'device_id': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:02.427701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.501642 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-69bf0fe4-5508-4aef-8b63-7aad4a45d028 None None] Provisioning complete for port dd5877fd-b367-4275-b186-acd67a4cb9e1 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:02.502753 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-69bf0fe4-5508-4aef-8b63-7aad4a45d028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.544433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-69bf0fe4-5508-4aef-8b63-7aad4a45d028 None None] Port dd5877fd-b367-4275-b186-acd67a4cb9e1 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:18:02.721377 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5877fd-b367-4275-b186-acd67a4cb9e1 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:18:02.729479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Publish callbacks [] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.743011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Transition to ACTIVE for port object dd5877fd-b367-4275-b186-acd67a4cb9e1 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:18:02.748255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.821264 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5877fd-b367-4275-b186-acd67a4cb9e1,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:02.878770 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Attempting to bind port dd5877fd-b367-4275-b186-acd67a4cb9e1 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:18:02.879254 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Attempting to bind port dd5877fd-b367-4275-b186-acd67a4cb9e1 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:18:02.879624 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Attempting to bind port dd5877fd-b367-4275-b186-acd67a4cb9e1 on network 15224000-2fe1-4cef-8899-2ad47fab51e0 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:18:02.884528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Port dd5877fd-b367-4275-b186-acd67a4cb9e1 on network 15224000-2fe1-4cef-8899-2ad47fab51e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:18:02.885007 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Attempting to bind port dd5877fd-b367-4275-b186-acd67a4cb9e1 on network 15224000-2fe1-4cef-8899-2ad47fab51e0 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:18:02.890255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:18:02.890598 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Checking segment: {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:18:02.890990 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Bound using segment: {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:18:02.891610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Bound port: dd5877fd-b367-4275-b186-acd67a4cb9e1, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c182d6-fb30-41c2-b717-0540ac439d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:18:02.891971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:02.932916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce74121-d617-4da9-9eac-27bbd86c8cd3 req-44eb3432-f7cc-4338-b599-bde82c5ce973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:02.940527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ce74121-d617-4da9-9eac-27bbd86c8cd3 req-44eb3432-f7cc-4338-b599-bde82c5ce973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 944 time: 0.0760102 Feb 17 23:18:02.990361 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] For port dd5877fd-b367-4275-b186-acd67a4cb9e1, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:18:02.994794 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] For port dd5877fd-b367-4275-b186-acd67a4cb9e1, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:18:03.004985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:03.026634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device fd38fba0-28f2-4b92-a5a4-779b7a96c5cc up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:18:03.047561 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1ce74121-d617-4da9-9eac-27bbd86c8cd3 req-06b4cf10-00ae-4909-b6d5-1d6e5a95441b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959582 Feb 17 23:18:03.054119 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.054751 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:03.056224 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] 10.222.0.73 "PUT /v2.0/ports/dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 1093 time: 0.7160044 Feb 17 23:18:03.057173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:18:03.059449 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1" -d '{"events": [{"name": "network-changed", "server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:18:03.135395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:03.135765 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:03.140325 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc9665c-97e6-4002-84fc-a11397eec0b0 x-openstack-request-id: req-bdc9665c-97e6-4002-84fc-a11397eec0b0 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:18:03.140624 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:18:03.140884 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bdc9665c-97e6-4002-84fc-a11397eec0b0 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:18:03.141290 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'status': 'completed', 'code': 200} Feb 17 23:18:03.143528 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eccce55-d72e-43d7-a229-ec7c7908e6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd5877fd-b367-4275-b186-acd67a4cb9e1,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:03.171090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-64dde6d5-bad0-4522-a8e9-6d216d052a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.172710 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-64dde6d5-bad0-4522-a8e9-6d216d052a2b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1127 time: 0.0665832 Feb 17 23:18:03.231062 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-855f5bb4-98f1-4e79-ae2b-641a2a2f8d63 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 217 time: 0.0515215 Feb 17 23:18:03.261771 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:03.289179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-533d88ed-06fe-4602-a15b-be9b8d736619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.291248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-533d88ed-06fe-4602-a15b-be9b8d736619 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 200 len: 834 time: 0.0519881 Feb 17 23:18:03.342376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-d55a1712-b777-4939-9961-57192249dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.344189 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-d55a1712-b777-4939-9961-57192249dc7e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15224000-2fe1-4cef-8899-2ad47fab51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0465245 Feb 17 23:18:03.436365 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-99eaa459-0f9b-4569-9c9a-7155eb8fe72f service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865560 Feb 17 23:18:03.525989 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c16dab88-a028-4885-a520-e2f3b2badc25 req-31272c9f-1ca2-48be-a6a5-9202741765b9 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832293 Feb 17 23:18:03.613192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-9704f8b6-cd4e-4474-a4bd-d77d38b8fe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.614767 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-9704f8b6-cd4e-4474-a4bd-d77d38b8fe4b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1127 time: 0.0465610 Feb 17 23:18:03.706665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-aa07b91d-d667-4ba0-b221-7082fa78ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.708157 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-aa07b91d-d667-4ba0-b221-7082fa78ac56 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 897 time: 0.0874698 Feb 17 23:18:03.748293 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-2437969e-61ec-407b-8711-4707a5e5e346 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 217 time: 0.0334954 Feb 17 23:18:03.797446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-d9bbd905-3c3c-474f-9d3d-62a7cdd5df2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.798892 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-d9bbd905-3c3c-474f-9d3d-62a7cdd5df2c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 200 len: 834 time: 0.0439458 Feb 17 23:18:03.853066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-4060a93b-d28c-43eb-a29d-26016d3a789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:03.854763 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-4060a93b-d28c-43eb-a29d-26016d3a789c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15224000-2fe1-4cef-8899-2ad47fab51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490923 Feb 17 23:18:03.942492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-1c70570b-a211-484e-9edf-824cfac3c065 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812056 Feb 17 23:18:04.169193 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a1d0e-b124-4b58-b5e6-76cb787a3dd0 req-9806d291-2a59-4b80-a7c6-fea85ff6f875 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:04.170772 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-728a1d0e-b124-4b58-b5e6-76cb787a3dd0 req-9806d291-2a59-4b80-a7c6-fea85ff6f875 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 944 time: 0.0579033 Feb 17 23:18:04.227290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-728a1d0e-b124-4b58-b5e6-76cb787a3dd0 req-c4450291-fac4-4041-9f65-17beb030fdb3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505373 Feb 17 23:18:04.351871 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9e8b9b7a-1a0d-4032-88ee-6606ec1337f1 req-40925489-b250-42d1-a87b-699d0c00b4dd service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030476 Feb 17 23:18:04.722864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dd5877fd-b367-4275-b186-acd67a4cb9e1 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:18:04.973012 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dd5877fd-b367-4275-b186-acd67a4cb9e1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:18:04.985046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'port_id': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'mac_address': 'fa:16:3e:13:a7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:18:05.021571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dd5877fd-b367-4275-b186-acd67a4cb9e1 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:05.021955 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:05.034933 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5877fd-b367-4275-b186-acd67a4cb9e1 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:18:05.053818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dd5877fd-b367-4275-b186-acd67a4cb9e1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:18:05.057992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:05.104941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dd5877fd-b367-4275-b186-acd67a4cb9e1,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:05.268420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['dd5877fd-b367-4275-b186-acd67a4cb9e1'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:18:05.347914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f528a5c-64ab-4d1e-906e-82f1d2b3e8b6 req-ac33c227-6a82-456c-81a1-8d79cd96c628 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:05.349382 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f528a5c-64ab-4d1e-906e-82f1d2b3e8b6 req-ac33c227-6a82-456c-81a1-8d79cd96c628 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 945 time: 0.0530205 Feb 17 23:18:05.398125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f528a5c-64ab-4d1e-906e-82f1d2b3e8b6 req-4f769bf8-d1fd-490d-a845-0feacf449d7f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429447 Feb 17 23:18:06.521148 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d27945-4679-4d7f-8ccb-feca47ec7c2f req-a8665d08-ed00-4918-a019-bd28b652d363 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:06.522622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11d27945-4679-4d7f-8ccb-feca47ec7c2f req-a8665d08-ed00-4918-a019-bd28b652d363 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 945 time: 0.0576344 Feb 17 23:18:06.571834 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-11d27945-4679-4d7f-8ccb-feca47ec7c2f req-9bc00878-329b-45a6-b172-f1b7d51371b3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432959 Feb 17 23:18:06.752304 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dd5877fd-b367-4275-b186-acd67a4cb9e1 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:18:06.800294 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port dd5877fd-b367-4275-b186-acd67a4cb9e1 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:18:06.804115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port dd5877fd-b367-4275-b186-acd67a4cb9e1 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:18:06.804487 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:06.879121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port dd5877fd-b367-4275-b186-acd67a4cb9e1 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:18:06.879537 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:06.901596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:18:06.904054 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e7705e-ab41-409a-9d1f-625273f42a72" -d '{"events": [{"server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "name": "network-vif-plugged", "status": "completed", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:18:06.920798 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port dd5877fd-b367-4275-b186-acd67a4cb9e1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:18:06.925691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:06.948414 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e40968-197b-46ef-9697-b6f405fe96da x-openstack-request-id: req-b2e40968-197b-46ef-9697-b6f405fe96da {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:18:06.948712 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "name": "network-vif-plugged", "status": "completed", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:18:06.948969 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2e40968-197b-46ef-9697-b6f405fe96da {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:18:06.949447 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'code': 200} Feb 17 23:18:06.975330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=dd5877fd-b367-4275-b186-acd67a4cb9e1,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:07.046947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40cb0c-940c-44f0-bcd0-5b95f80e4433 req-58c8425f-2580-405d-b2f9-984d7484a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:07.048488 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8d40cb0c-940c-44f0-bcd0-5b95f80e4433 req-58c8425f-2580-405d-b2f9-984d7484a557 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1129 time: 0.0443981 Feb 17 23:18:07.093650 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8d40cb0c-940c-44f0-bcd0-5b95f80e4433 req-d79634a7-b252-4d0b-81e4-414ed75569a1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393841 Feb 17 23:18:07.693138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4835253-22b0-4fd9-9662-45bb953bffb1 req-faf26414-13c0-4838-9d41-293f07fabd42 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:07.694609 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4835253-22b0-4fd9-9662-45bb953bffb1 req-faf26414-13c0-4838-9d41-293f07fabd42 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0525587 Feb 17 23:18:07.742836 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4835253-22b0-4fd9-9662-45bb953bffb1 req-5bbd4d1a-c6d0-4ea4-a6fe-d03a7632b83c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426712 Feb 17 23:18:08.866552 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae35d8-2bf8-400c-9c1b-3aa96a0c6879 req-b9ee195e-9f65-4ff8-9280-033936ec511c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:08.867973 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47ae35d8-2bf8-400c-9c1b-3aa96a0c6879 req-b9ee195e-9f65-4ff8-9280-033936ec511c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0563035 Feb 17 23:18:08.917122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-47ae35d8-2bf8-400c-9c1b-3aa96a0c6879 req-1ba319d8-5be2-4011-8ba4-33e2e8e8583d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428729 Feb 17 23:18:09.032087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e51cc4-bb28-4c77-8fcb-c2886ea8e3aa req-a13aaac6-57a0-418c-8cf7-9cfbe1447e54 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:09.033550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77e51cc4-bb28-4c77-8fcb-c2886ea8e3aa req-a13aaac6-57a0-418c-8cf7-9cfbe1447e54 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0523825 Feb 17 23:18:09.083945 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-77e51cc4-bb28-4c77-8fcb-c2886ea8e3aa req-df15d14c-8e92-4754-be2f-1bc6c0f03838 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448928 Feb 17 23:18:09.106312 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39610) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:18:09.149068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9a4efd-d001-4046-8aa7-2731910107a2 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:09.151097 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6e9a4efd-d001-4046-8aa7-2731910107a2 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1124 time: 0.0439332 Feb 17 23:18:09.153845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39612) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:18:09.158009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:18:09.178081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:09.275840 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:09.378834 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.66 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/be5b6b2e-c2c3-418b-97b0-9eab36854095) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:18:09.479336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:09.512877 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:09.552371 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:18:09.555151 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:18:09.559512 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:18:09.564892 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=be5b6b2e-c2c3-418b-97b0-9eab36854095,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:09.907847 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (f4bd9a68-88eb-4f96-b42a-96691640d160), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:09.940484 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:09.982920 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:10.133313 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:10.138187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:10.207494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=be5b6b2e-c2c3-418b-97b0-9eab36854095,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:18:10.221701 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (f4bd9a68-88eb-4f96-b42a-96691640d160), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:10.327296 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP f4bd9a68-88eb-4f96-b42a-96691640d160 associated. External IP: 172.25.0.66, port: dd5877fd-b367-4275-b186-acd67a4cb9e1. Feb 17 23:18:10.541994 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router e578eee2-746d-4842-a903-294f0b3874c5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:18:10.651525 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:18:10.660926 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] Sync routers for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:18:10.670332 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:10.671842 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:18:10.674154 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:10.703056 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-985112c9-c848-439d-9ba9-626e73a2c3d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5481949 Feb 17 23:18:10.703785 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:18:10.706131 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd93314-551a-4a2e-b31a-8b26c1366050" -d '{"events": [{"name": "network-changed", "server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:18:10.781490 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:18:10.805939 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851561e8-6603-40ce-afde-d9f876c29116 req-38b38f5d-1398-4b2f-9739-f5b6d7ae5bf7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:10.807902 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-851561e8-6603-40ce-afde-d9f876c29116 req-38b38f5d-1398-4b2f-9739-f5b6d7ae5bf7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0539322 Feb 17 23:18:10.862821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-851561e8-6603-40ce-afde-d9f876c29116 req-b61e71ad-3889-439a-bafd-766c955e5b46 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497017 Feb 17 23:18:10.885422 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39618) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:18:10.942133 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25846f6-c3c8-4f92-9dd2-8c04b8a26943 x-openstack-request-id: req-c25846f6-c3c8-4f92-9dd2-8c04b8a26943 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:18:10.942539 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:18:10.942858 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c25846f6-c3c8-4f92-9dd2-8c04b8a26943 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:18:10.943334 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'status': 'completed', 'code': 200} Feb 17 23:18:10.996941 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-68b71299-e093-40ac-9dbf-81608379a7e8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/f4bd9a68-88eb-4f96-b42a-96691640d160 HTTP/1.1" status: 200 len: 991 time: 0.1088278 Feb 17 23:18:11.007952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-2cb4c9e1-9182-44fd-90b9-cc0570c98944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:11.009959 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-2cb4c9e1-9182-44fd-90b9-cc0570c98944 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1129 time: 0.0697360 Feb 17 23:18:11.102032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f4bd9a68-88eb-4f96-b42a-96691640d160', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'port_id': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'mac_address': 'fa:16:3e:13:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:09Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:11.104117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-e62ba7da-094c-4967-a9dc-986b89d48981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:11.105704 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-e62ba7da-094c-4967-a9dc-986b89d48981 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 897 time: 0.0902700 Feb 17 23:18:11.130803 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] Checking router: e578eee2-746d-4842-a903-294f0b3874c5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:18:11.139914 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:18:11.140525 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:17:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:11.171131 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-eb76a945-ed6c-454e-a11b-5eeeee9c1354 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 999 time: 0.0594287 Feb 17 23:18:11.224609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-d83e4bd7-60f3-4335-ab58-e14de6463d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:11.226157 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-d83e4bd7-60f3-4335-ab58-e14de6463d79 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 200 len: 834 time: 0.0484169 Feb 17 23:18:11.247221 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:18:11.276980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-936f7335-ac19-41f5-91c6-de4af237d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:11.279073 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-936f7335-ac19-41f5-91c6-de4af237d4b4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15224000-2fe1-4cef-8899-2ad47fab51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474813 Feb 17 23:18:11.367782 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-41a61e4a-8b82-4124-9967-cd63ee518747 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830421 Feb 17 23:18:11.461978 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-cdd93314-551a-4a2e-b31a-8b26c1366050 req-b7980a31-6685-41be-b598-9058e8c970b7 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876021 Feb 17 23:18:11.467652 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f4bd9a68-88eb-4f96-b42a-96691640d160', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'port_id': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'mac_address': 'fa:16:3e:13:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:09Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:18:11.499726 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7810d4c3-24b5-40ee-9850-e66665d96681 None None] The sync data for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 is: [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f4bd9a68-88eb-4f96-b42a-96691640d160', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.66', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'port_id': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'mac_address': 'fa:16:3e:13:a7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:18:09Z', 'updated_at': '2022-02-17T23:18:09Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:18:11.686249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3201b99c-657e-4f93-88c5-9e432682eade None None] New status for floating IP f4bd9a68-88eb-4f96-b42a-96691640d160: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:18:11.999721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39620) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:18:12.060164 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1e29f80a-1844-45a9-920f-68b0c64f9052 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/f4bd9a68-88eb-4f96-b42a-96691640d160 HTTP/1.1" status: 200 len: 993 time: 0.0592692 Feb 17 23:18:14.576753 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2190768b-c02a-430e-9832-80e211cc479b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:17.439659 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a1cd339a-9fcc-4c55-89dc-3ea7252a2f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:18.155255 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:19.559940 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:20.986731 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:21.308479 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:18:25.662529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:26.447768 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-cad51ad9-1cad-4b28-ab0f-141c3f315d03 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511281 Feb 17 23:18:26.535076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721177e-b185-40bc-8440-e5132fa01738 req-26051482-6fed-456c-917d-77f18064b55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:26.536614 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-26051482-6fed-456c-917d-77f18064b55b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1129 time: 0.0445001 Feb 17 23:18:26.641991 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721177e-b185-40bc-8440-e5132fa01738 req-1bd537b0-3b91-4d18-9ea3-03ba361880ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:26.643492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-1bd537b0-3b91-4d18-9ea3-03ba361880ec service neutron] 10.222.0.73 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 897 time: 0.0876706 Feb 17 23:18:26.712211 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-80c0c538-d660-4c75-b570-1950578d1941 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 1001 time: 0.0621784 Feb 17 23:18:26.765713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721177e-b185-40bc-8440-e5132fa01738 req-a3114313-f5d6-4107-88aa-9c1e6f7bf82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:26.767152 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-a3114313-f5d6-4107-88aa-9c1e6f7bf82a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 200 len: 834 time: 0.0433888 Feb 17 23:18:26.817836 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721177e-b185-40bc-8440-e5132fa01738 req-e52fb12f-9448-49c3-84c9-460850c5306f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:26.819327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-e52fb12f-9448-49c3-84c9-460850c5306f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15224000-2fe1-4cef-8899-2ad47fab51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454335 Feb 17 23:18:26.911434 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-c3ad0481-47bd-4fa0-84b2-d87a6bb939ad service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854015 Feb 17 23:18:26.999951 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2721177e-b185-40bc-8440-e5132fa01738 req-4cf77932-2e7d-48e1-a49e-57e698085de7 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815685 Feb 17 23:18:39.935634 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:43.384540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a30858-ee42-413d-8ece-164d76969a91 req-aaf47258-0ede-4bac-ab2d-f13426261cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:43.385567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fa0a6-0755-4d9f-95d2-6bac65825306 req-5db54126-088d-41e8-bd18-d46b6d0c6237 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:43.386051 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-23a30858-ee42-413d-8ece-164d76969a91 req-aaf47258-0ede-4bac-ab2d-f13426261cb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1129 time: 0.0500398 Feb 17 23:18:43.387274 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-702fa0a6-0755-4d9f-95d2-6bac65825306 req-5db54126-088d-41e8-bd18-d46b6d0c6237 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0611980 Feb 17 23:18:43.450711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-702fa0a6-0755-4d9f-95d2-6bac65825306 req-ae91db26-b1b3-461b-a193-2e7b7dc17bc8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570168 Feb 17 23:18:43.481066 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a30858-ee42-413d-8ece-164d76969a91 req-1119fc78-9309-4e5c-8f23-dcafd31460e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:43.483034 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-23a30858-ee42-413d-8ece-164d76969a91 req-1119fc78-9309-4e5c-8f23-dcafd31460e7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 897 time: 0.0881045 Feb 17 23:18:43.553099 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-23a30858-ee42-413d-8ece-164d76969a91 req-9f7c4e45-9d5f-4004-aed3-5995c5649732 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 1001 time: 0.0633962 Feb 17 23:18:43.601218 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a30858-ee42-413d-8ece-164d76969a91 req-501687f2-4528-4563-a768-56c2189dd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:43.602692 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-23a30858-ee42-413d-8ece-164d76969a91 req-501687f2-4528-4563-a768-56c2189dd37e service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 200 len: 834 time: 0.0434434 Feb 17 23:18:43.654340 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a30858-ee42-413d-8ece-164d76969a91 req-86ecb2bc-a2f6-40a4-9ec5-148850bd4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:43.655861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-23a30858-ee42-413d-8ece-164d76969a91 req-86ecb2bc-a2f6-40a4-9ec5-148850bd4aea service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15224000-2fe1-4cef-8899-2ad47fab51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460355 Feb 17 23:18:43.749541 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-23a30858-ee42-413d-8ece-164d76969a91 req-76ad5fa1-5ead-4937-8b59-d5fed092c578 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856669 Feb 17 23:18:43.839045 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-23a30858-ee42-413d-8ece-164d76969a91 req-c7381296-990d-457e-8cbc-b7672c7215da service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826514 Feb 17 23:18:44.579248 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6fc27-a36e-460a-b710-9e22121d1ba9 req-0d5f3abb-6902-4547-98ad-1389bc2c3786 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:44.581982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cea6fc27-a36e-460a-b710-9e22121d1ba9 req-0d5f3abb-6902-4547-98ad-1389bc2c3786 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0608058 Feb 17 23:18:44.582988 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c40fb05d-2e9b-4b25-a1ad-81eed4a2e0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:44.635102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cea6fc27-a36e-460a-b710-9e22121d1ba9 req-67bb2f35-6a60-4182-acaf-f178db22d363 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459650 Feb 17 23:18:45.763035 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39337633-bb83-4946-bf5a-00ce34c0d3e5 req-5ebd0ad9-3f1c-4568-bfcf-4710ed848d5f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:45.764529 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39337633-bb83-4946-bf5a-00ce34c0d3e5 req-5ebd0ad9-3f1c-4568-bfcf-4710ed848d5f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0581937 Feb 17 23:18:45.813314 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39337633-bb83-4946-bf5a-00ce34c0d3e5 req-4b32161e-70e1-4cf0-bb3f-caf2a7d308b4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428903 Feb 17 23:18:46.934943 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a79349-0ee1-4cf1-8a7f-fa9a831eb65f req-37077d85-45ac-43bc-94c8-dc2b32c7fdc9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:46.936474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65a79349-0ee1-4cf1-8a7f-fa9a831eb65f req-37077d85-45ac-43bc-94c8-dc2b32c7fdc9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0535159 Feb 17 23:18:46.985871 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65a79349-0ee1-4cf1-8a7f-fa9a831eb65f req-2554a571-2e0a-4d50-a3d0-60fc70ff85a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431631 Feb 17 23:18:47.441900 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7ff5a14-e56b-4b2a-bcd0-7f7e407a3fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:48.109422 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adbb82-b8ad-42a6-936a-8bede8ddd08e req-ebe524e4-43de-4a04-851d-494f264341d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:48.110943 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3adbb82-b8ad-42a6-936a-8bede8ddd08e req-ebe524e4-43de-4a04-851d-494f264341d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0533760 Feb 17 23:18:48.158385 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:48.165903 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3adbb82-b8ad-42a6-936a-8bede8ddd08e req-8692e791-6a83-4d2c-8a09-0b2c6e31f10d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490398 Feb 17 23:18:49.286571 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ab318-d843-4476-9a6c-04f4b83b174d req-e6fc2a4e-84f4-4b34-8132-ccf6fd8d41fe tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:49.288094 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a0ab318-d843-4476-9a6c-04f4b83b174d req-e6fc2a4e-84f4-4b34-8132-ccf6fd8d41fe tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0536196 Feb 17 23:18:49.336567 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a0ab318-d843-4476-9a6c-04f4b83b174d req-baa5dca3-4fd6-4e02-a559-aa4a1dc590a4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429587 Feb 17 23:18:49.562814 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:50.456483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b207fd-d3cc-44e7-a368-9a7ec660921f req-e9753deb-78c7-40dc-8fd3-94bc29490eeb tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:50.457941 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8b207fd-d3cc-44e7-a368-9a7ec660921f req-e9753deb-78c7-40dc-8fd3-94bc29490eeb tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0531604 Feb 17 23:18:50.506319 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a8b207fd-d3cc-44e7-a368-9a7ec660921f req-c7ce472a-2f5b-499c-9b50-996337a28fe3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427737 Feb 17 23:18:50.988918 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:51.632244 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15475e-7e79-41b5-b398-315c73b94e18 req-7ecee78f-454d-42f7-9a53-6e0ca760d726 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:51.633712 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b15475e-7e79-41b5-b398-315c73b94e18 req-7ecee78f-454d-42f7-9a53-6e0ca760d726 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0573888 Feb 17 23:18:51.683840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1b15475e-7e79-41b5-b398-315c73b94e18 req-f6c5d8e3-b8d5-403e-b757-fbef8650a47a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443716 Feb 17 23:18:52.804925 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d6c25-0277-4ed2-bea5-d4922356821a req-b275322c-10a5-43a9-a7ad-cd782e471a19 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:52.806309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-151d6c25-0277-4ed2-bea5-d4922356821a req-b275322c-10a5-43a9-a7ad-cd782e471a19 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Feb 17 23:18:52.854789 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-151d6c25-0277-4ed2-bea5-d4922356821a req-64a1b812-3431-483e-9585-0edfcec5badd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429542 Feb 17 23:18:53.977904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0323c-59de-4d68-8545-285f70af0e3c req-c2d3d577-7497-4a7e-9224-c75d8d6d710c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:53.979385 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37d0323c-59de-4d68-8545-285f70af0e3c req-c2d3d577-7497-4a7e-9224-c75d8d6d710c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0568013 Feb 17 23:18:54.027797 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-37d0323c-59de-4d68-8545-285f70af0e3c req-9feb678e-6958-4f51-a376-f52cf5e77d8c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427208 Feb 17 23:18:55.148998 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a68e6-124b-4de8-8bd2-7b28e4743922 req-bacd9414-142c-4c95-85c9-624b432b32d3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:55.150484 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f0a68e6-124b-4de8-8bd2-7b28e4743922 req-bacd9414-142c-4c95-85c9-624b432b32d3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0536571 Feb 17 23:18:55.199591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f0a68e6-124b-4de8-8bd2-7b28e4743922 req-80960e1e-225d-40ee-9452-7e0cbdffea48 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432482 Feb 17 23:18:55.659767 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:18:56.328847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcbfd2-4f62-4a16-948e-085ab78cb999 req-0f1d3717-6558-45c4-a15e-f4a92c71cc23 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:56.330498 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57dcbfd2-4f62-4a16-948e-085ab78cb999 req-0f1d3717-6558-45c4-a15e-f4a92c71cc23 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0593889 Feb 17 23:18:56.385645 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-57dcbfd2-4f62-4a16-948e-085ab78cb999 req-2828aa7f-65f5-41df-86da-b9af814d7be9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492494 Feb 17 23:18:57.508803 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f84b238-460a-42f5-96e8-af6437d34f70 req-23c4101c-13ee-4a94-89b5-5f98df6088c6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:57.510264 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f84b238-460a-42f5-96e8-af6437d34f70 req-23c4101c-13ee-4a94-89b5-5f98df6088c6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0526857 Feb 17 23:18:57.559067 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4f84b238-460a-42f5-96e8-af6437d34f70 req-2067705b-9170-4bc8-b632-ccdcca3cf8c6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427334 Feb 17 23:18:58.307949 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:18:58.680934 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc43d39-310a-44d1-b7c1-a19ba8f23840 req-8a22bf5e-2aba-4c07-a9a5-c73fd5830243 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:58.682392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3dc43d39-310a-44d1-b7c1-a19ba8f23840 req-8a22bf5e-2aba-4c07-a9a5-c73fd5830243 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0523171 Feb 17 23:18:58.738325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3dc43d39-310a-44d1-b7c1-a19ba8f23840 req-a54dcaba-d89f-4b1c-ae93-87a298c0b2d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495892 Feb 17 23:18:59.860990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db5d89-c4ed-43ef-9d81-97d0217d2b99 req-cde032ba-8594-479d-a69d-577a4c01f23d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:18:59.862626 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07db5d89-c4ed-43ef-9d81-97d0217d2b99 req-cde032ba-8594-479d-a69d-577a4c01f23d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0569997 Feb 17 23:18:59.910853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-07db5d89-c4ed-43ef-9d81-97d0217d2b99 req-85b007c9-8994-414b-975b-b937287e67dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Feb 17 23:18:59.933165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39668) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:18:59.996659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-765c0158-d03f-4a7b-bcd1-03a0fa028caa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/f4bd9a68-88eb-4f96-b42a-96691640d160 HTTP/1.1" status: 200 len: 993 time: 0.0623751 Feb 17 23:19:09.950135 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:14.574853 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8836b750-f88a-48c3-82c0-693855df986e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:17.443593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47b97a10-afb0-496d-badc-ea9fc9dc4fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:18.161461 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:19.565906 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:20.991488 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:25.675067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:26.426520 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-7533ca2f-ea60-4d98-8f35-9c91d142a474 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435541 Feb 17 23:19:26.518319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c061333-c85e-410a-b590-ea8661fa943d req-abd4e22c-83ab-4f94-8800-9c66581bb4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:26.519848 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-abd4e22c-83ab-4f94-8800-9c66581bb4f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1129 time: 0.0510485 Feb 17 23:19:26.626873 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c061333-c85e-410a-b590-ea8661fa943d req-e8f70662-e3a0-436d-b6c1-08c01f2dcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:26.628368 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-e8f70662-e3a0-436d-b6c1-08c01f2dcb22 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 897 time: 0.0851090 Feb 17 23:19:26.696082 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-56360425-19cd-4304-8e2e-abd3addf95ba service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 1001 time: 0.0615616 Feb 17 23:19:26.745163 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c061333-c85e-410a-b590-ea8661fa943d req-eff87874-edb1-49e7-afcc-e8ba5e5e000a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:26.746573 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-eff87874-edb1-49e7-afcc-e8ba5e5e000a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 200 len: 834 time: 0.0433493 Feb 17 23:19:26.794632 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c061333-c85e-410a-b590-ea8661fa943d req-4ee194bf-2439-48ab-bbf2-74b9b8c40876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:26.796695 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-4ee194bf-2439-48ab-bbf2-74b9b8c40876 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15224000-2fe1-4cef-8899-2ad47fab51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431609 Feb 17 23:19:26.892366 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-b4c90038-2474-4f91-b86b-eb903a453c72 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896430 Feb 17 23:19:26.982431 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c061333-c85e-410a-b590-ea8661fa943d req-eed20ef6-4a58-4ed2-a247-478a0962b497 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836582 Feb 17 23:19:30.402121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39678) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:30.559362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port be5b6b2e-c2c3-418b-97b0-9eab36854095 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:19:30.559759 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:30.637808 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:30.638136 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (be5b6b2e-c2c3-418b-97b0-9eab36854095), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:30.650315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for be5b6b2e-c2c3-418b-97b0-9eab36854095 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:19:30.795322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (be5b6b2e-c2c3-418b-97b0-9eab36854095), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:30.820847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=be5b6b2e-c2c3-418b-97b0-9eab36854095,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:30.845406 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.845763 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.846112 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.846454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.846791 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.847124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.847478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.847813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.848140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.848466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.848792 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.849114 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.849435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:30.890651 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (f4bd9a68-88eb-4f96-b42a-96691640d160), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:30.890942 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP f4bd9a68-88eb-4f96-b42a-96691640d160 disassociated (deleted). External IP: 172.25.0.66, port: dd5877fd-b367-4275-b186-acd67a4cb9e1. Feb 17 23:19:31.102951 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router e578eee2-746d-4842-a903-294f0b3874c5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:19:31.214264 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:19:31.219116 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:31.223795 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] Sync routers for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:19:31.233627 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:31.234238 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:31.249738 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3936734c-2aed-4a86-8f10-812da6399351 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/floatingips/f4bd9a68-88eb-4f96-b42a-96691640d160 HTTP/1.1" status: 204 len: 168 time: 0.8459866 Feb 17 23:19:31.250425 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:19:31.252813 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91090e2-183b-4098-bc60-2b4fb8bf5123" -d '{"events": [{"name": "network-changed", "server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:19:31.346334 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:31.407741 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d0041d-daf2-4ac9-8175-97e82442d890 x-openstack-request-id: req-d6d0041d-daf2-4ac9-8175-97e82442d890 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:19:31.408285 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:19:31.408387 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d6d0041d-daf2-4ac9-8175-97e82442d890 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:19:31.408721 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'status': 'completed', 'code': 200} Feb 17 23:19:31.486094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-87650d34-f499-49e6-a03a-fab02095f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:31.488402 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-87650d34-f499-49e6-a03a-fab02095f32b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 1129 time: 0.0549903 Feb 17 23:19:31.564435 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:31.582133 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179c432-7829-4043-81fe-a809054adc2d req-faee371a-c702-40e0-a157-5aefd1dd45b3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:31.583643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6179c432-7829-4043-81fe-a809054adc2d req-faee371a-c702-40e0-a157-5aefd1dd45b3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.1298792 Feb 17 23:19:31.588585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-b44a773b-6467-4412-aff8-6add79a70af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:31.590186 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-b44a773b-6467-4412-aff8-6add79a70af8 service neutron] 10.222.0.73 "GET /v2.0/networks?id=15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 200 len: 897 time: 0.0945253 Feb 17 23:19:31.597222 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] Checking router: e578eee2-746d-4842-a903-294f0b3874c5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:19:31.605571 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:31.606183 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:31.633526 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-75c2a741-f434-4064-87e6-dbbfd12966a2 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 200 len: 217 time: 0.0369363 Feb 17 23:19:31.643202 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6179c432-7829-4043-81fe-a809054adc2d req-8a7b6fe7-1893-4d97-a544-e39e957c8c91 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534613 Feb 17 23:19:31.688675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-1ef00281-2713-4ecc-a00e-6ad189b0f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:31.690446 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-1ef00281-2713-4ecc-a00e-6ad189b0f966 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 200 len: 834 time: 0.0495713 Feb 17 23:19:31.714487 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:31.739866 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-58338e49-25ec-4f58-8307-f073396d7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:31.741381 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-58338e49-25ec-4f58-8307-f073396d7193 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=15224000-2fe1-4cef-8899-2ad47fab51e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0444422 Feb 17 23:19:31.829861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-e3af9bcd-7413-4074-8e54-ff3818fb6fdd service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818305 Feb 17 23:19:31.925935 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b91090e2-183b-4098-bc60-2b4fb8bf5123 req-d26dcffd-e09a-44a9-a794-c8a88d763e34 service neutron] 10.222.0.73 "GET /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903022 Feb 17 23:19:32.000500 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:32.025945 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add4b05-3df1-4ab3-9ef8-ff546ed44694 None None] The sync data for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 is: [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'fd38fba0-28f2-4b92-a5a4-779b7a96c5cc', 'name': '', 'network_id': '15224000-2fe1-4cef-8899-2ad47fab51e0', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:af:13:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:58Z', 'updated_at': '2022-02-17T23:18:01Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5f4ef847-175d-4c4a-a8ec-6fee1cde8c17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:19:32.238072 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32b6b85-0872-45eb-b42d-d03ee8ed55e3 None None] New status for floating IP f4bd9a68-88eb-4f96-b42a-96691640d160: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:19:32.765462 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b2a60-00e5-4d89-9198-1f76ab5e9198 req-ee68554b-7d26-4882-b773-9818445d6fc7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:32.766963 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e51b2a60-00e5-4d89-9198-1f76ab5e9198 req-ee68554b-7d26-4882-b773-9818445d6fc7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0548210 Feb 17 23:19:32.816708 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e51b2a60-00e5-4d89-9198-1f76ab5e9198 req-997065ba-aff0-431e-958d-c78f3eb26de1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=859f8eab-edb2-4d90-b943-85f859ffa896&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437152 Feb 17 23:19:32.937684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-b2bd8309-e4ee-4da6-a861-29839d02b772 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:32.939136 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-b2bd8309-e4ee-4da6-a861-29839d02b772 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 946 time: 0.0528553 Feb 17 23:19:33.033648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port dd5877fd-b367-4275-b186-acd67a4cb9e1 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:19:33.033992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:33.120704 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port dd5877fd-b367-4275-b186-acd67a4cb9e1, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=dd5877fd-b367-4275-b186-acd67a4cb9e1,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:33.120977 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:33.133872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for dd5877fd-b367-4275-b186-acd67a4cb9e1 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:19:33.261269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (dd5877fd-b367-4275-b186-acd67a4cb9e1), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:33.289927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=dd5877fd-b367-4275-b186-acd67a4cb9e1,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:33.302003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.302363 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.302705 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.303039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.303394 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.303727 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.304058 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.304384 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.304711 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.305033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.305360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.305684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.306004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:33.341637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] No DVR routers for this DVR port dd5877fd-b367-4275-b186-acd67a4cb9e1 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:19:33.344255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:33.347597 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ba8a10ca-7520-492d-b2c0-046d6c31b63e req-c356eae1-28ac-4863-b53d-36be452200a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "DELETE /v2.0/ports/dd5877fd-b367-4275-b186-acd67a4cb9e1 HTTP/1.1" status: 204 len: 173 time: 0.4032400 Feb 17 23:19:33.348030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'name': 'network-vif-deleted', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:19:33.350246 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec814518-4840-4e93-91bd-806d3d0d2bbd" -d '{"events": [{"server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "name": "network-vif-deleted", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:19:33.388917 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f124ed-713d-4e81-bf1c-17d5235036c0 x-openstack-request-id: req-c1f124ed-713d-4e81-bf1c-17d5235036c0 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:19:33.389203 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ba47d9-c4a5-4cef-ba81-dfa27a297b72", "name": "network-vif-deleted", "tag": "dd5877fd-b367-4275-b186-acd67a4cb9e1", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:19:33.389498 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1f124ed-713d-4e81-bf1c-17d5235036c0 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:19:33.390412 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ba47d9-c4a5-4cef-ba81-dfa27a297b72', 'name': 'network-vif-deleted', 'tag': 'dd5877fd-b367-4275-b186-acd67a4cb9e1', 'status': 'completed', 'code': 200} Feb 17 23:19:33.928532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51f5f996-8572-47a8-af75-7ef5801e2e12 req-d45dd15a-4b9c-4c32-a55c-6556a4665949 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=53ba47d9-c4a5-4cef-ba81-dfa27a297b72 HTTP/1.1" status: 200 len: 210 time: 0.0290089 Feb 17 23:19:34.985697 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39698) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:35.307285 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:19:35.350941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (e578eee2-746d-4842-a903-294f0b3874c5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:35.936468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:19:35.936810 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:36.024622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port fd38fba0-28f2-4b92-a5a4-779b7a96c5cc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:36.025333 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:36.038614 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for fd38fba0-28f2-4b92-a5a4-779b7a96c5cc owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:19:36.223325 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (fd38fba0-28f2-4b92-a5a4-779b7a96c5cc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:36.253544 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=fd38fba0-28f2-4b92-a5a4-779b7a96c5cc,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:36.430272 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (e578eee2-746d-4842-a903-294f0b3874c5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:36.655618 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router e578eee2-746d-4842-a903-294f0b3874c5 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:19:36.763260 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:19:36.770301 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-04900491-dbd3-4fdb-b35e-8ad1c606b344 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/e578eee2-746d-4842-a903-294f0b3874c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7815149 Feb 17 23:19:36.771162 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39700) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:36.772516 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] Sync routers for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:19:36.782901 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:36.783446 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:36.826131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting subnet 5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:19:36.829321 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (5f4ef847-175d-4c4a-a8ec-6fee1cde8c17), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:36.870175 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (5f4ef847-175d-4c4a-a8ec-6fee1cde8c17), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:36.889555 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:36.951499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5f4ef847-175d-4c4a-a8ec-6fee1cde8c17), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.021717 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (5f4ef847-175d-4c4a-a8ec-6fee1cde8c17), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.050209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4ef847-175d-4c4a-a8ec-6fee1cde8c17,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:37.055024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.059068 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d4a87d08-386e-412e-96d2-a9ee102c50e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/subnets/5f4ef847-175d-4c4a-a8ec-6fee1cde8c17 HTTP/1.1" status: 204 len: 168 time: 0.2862961 Feb 17 23:19:37.061170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39702) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:37.065306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c343d951-d973-4afe-b58b-584fb353b562 None None] Network 15224000-2fe1-4cef-8899-2ad47fab51e0 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:19:37.082764 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:19:36Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:37.111445 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] Checking router: e578eee2-746d-4842-a903-294f0b3874c5 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:19:37.120253 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] Routers {'e578eee2-746d-4842-a903-294f0b3874c5'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:37.120881 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['e578eee2-746d-4842-a903-294f0b3874c5'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:37.156826 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dd5877fd-b367-4275-b186-acd67a4cb9e1 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:19:37.181551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: dd5877fd-b367-4275-b186-acd67a4cb9e1 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:19:37.181944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device dd5877fd-b367-4275-b186-acd67a4cb9e1 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:19:37.246541 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] Set router e578eee2-746d-4842-a903-294f0b3874c5 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:37.273594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] DHCP port deletion for 15224000-2fe1-4cef-8899-2ad47fab51e0 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:19:37.332763 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Deleting port efc4dfff-96b7-4562-850f-5f4e8ae75db8 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:19:37.333457 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.403690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] For port efc4dfff-96b7-4562-850f-5f4e8ae75db8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=efc4dfff-96b7-4562-850f-5f4e8ae75db8,segment=NetworkSegment(f4c182d6-fb30-41c2-b717-0540ac439d08),segment_id=f4c182d6-fb30-41c2-b717-0540ac439d08)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:37.404419 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.419079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Calling delete_port for efc4dfff-96b7-4562-850f-5f4e8ae75db8 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:19:37.430577 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:19:36Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:37.461685 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89cb0a-389e-4106-9409-29612efed35a None None] The sync data for ids ['e578eee2-746d-4842-a903-294f0b3874c5'] in n-d-828369-18 is: [{'id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-316340311', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22'}], 'enable_snat': True}, 'gw_port_id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:19:36Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '20736cb2-7483-466f-8d92-8e33e77eee89', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e578eee2-746d-4842-a903-294f0b3874c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:17:55Z', 'updated_at': '2022-02-17T23:17:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:19:37.507637 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (e578eee2-746d-4842-a903-294f0b3874c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.510840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (efc4dfff-96b7-4562-850f-5f4e8ae75db8), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.539179 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Pushing event deleted for resources: {'Port': ['ID=efc4dfff-96b7-4562-850f-5f4e8ae75db8,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:37.546303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] No DVR routers for this DVR port efc4dfff-96b7-4562-850f-5f4e8ae75db8 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:19:37.548792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.549139 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.549478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.549817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.550220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.550553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.550878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.551202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.551557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.551870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.552186 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.552503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.552818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785190d3-db77-4c4c-b23a-9b0564a70947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:37.616821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (e578eee2-746d-4842-a903-294f0b3874c5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.667886 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port 20736cb2-7483-466f-8d92-8e33e77eee89 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:19:37.668232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.744469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port 20736cb2-7483-466f-8d92-8e33e77eee89, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=20736cb2-7483-466f-8d92-8e33e77eee89,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:37.744832 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.757265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for 20736cb2-7483-466f-8d92-8e33e77eee89 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:19:37.927264 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (20736cb2-7483-466f-8d92-8e33e77eee89), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:37.957510 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=20736cb2-7483-466f-8d92-8e33e77eee89,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:38.022731 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (e578eee2-746d-4842-a903-294f0b3874c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.117133 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (e578eee2-746d-4842-a903-294f0b3874c5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.119293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (e578eee2-746d-4842-a903-294f0b3874c5), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.165125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (e578eee2-746d-4842-a903-294f0b3874c5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.165676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Fanout notify agent at l3_agent the message router_deleted on router e578eee2-746d-4842-a903-294f0b3874c5 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:19:38.172744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.173858 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b960194b-65f3-449e-a9c1-c06ec7f1aeb9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/routers/e578eee2-746d-4842-a903-294f0b3874c5 HTTP/1.1" status: 204 len: 168 time: 1.1103311 Feb 17 23:19:38.176639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39704) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:38.256855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (15224000-2fe1-4cef-8899-2ad47fab51e0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.346030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (15224000-2fe1-4cef-8899-2ad47fab51e0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.367121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15224000-2fe1-4cef-8899-2ad47fab51e0']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:38.377043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c182d6-fb30-41c2-b717-0540ac439d08') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:38.377342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c182d6-fb30-41c2-b717-0540ac439d08') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:38.386474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (f4c182d6-fb30-41c2-b717-0540ac439d08), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.399351 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f4c182d6-fb30-41c2-b717-0540ac439d08), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.405397 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:19:38.405836 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (f4c182d6-fb30-41c2-b717-0540ac439d08), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:19:38.408983 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:19:38.465237 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (15224000-2fe1-4cef-8899-2ad47fab51e0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.472467 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.475588 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/networks/15224000-2fe1-4cef-8899-2ad47fab51e0 HTTP/1.1" status: 204 len: 168 time: 0.2979264 Feb 17 23:19:38.478373 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39706) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:38.488018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df81f84-8411-49e8-ab6c-3f9de1194707 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Network': ['ID=15224000-2fe1-4cef-8899-2ad47fab51e0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:38.536472 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90b2d266-3bac-48ba-8cd4-d2f1d27cb4d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (859f8eab-edb2-4d90-b943-85f859ffa896), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.563044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90b2d266-3bac-48ba-8cd4-d2f1d27cb4d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (859f8eab-edb2-4d90-b943-85f859ffa896), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.629254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90b2d266-3bac-48ba-8cd4-d2f1d27cb4d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (859f8eab-edb2-4d90-b943-85f859ffa896), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.631946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-90b2d266-3bac-48ba-8cd4-d2f1d27cb4d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.635898 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-90b2d266-3bac-48ba-8cd4-d2f1d27cb4d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/security-groups/859f8eab-edb2-4d90-b943-85f859ffa896 HTTP/1.1" status: 204 len: 168 time: 0.1531954 Feb 17 23:19:38.644449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2d266-3bac-48ba-8cd4-d2f1d27cb4d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=859f8eab-edb2-4d90-b943-85f859ffa896,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:38.832846 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39712) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:38.837486 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-396342be-a653-4618-8ecf-76a7bc402857 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-643819905', 'description': 'tempest-secgroup-smoke-643819905 description', 'project_id': '3870495f87a9448a89a54c240b120d7d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:38.859687 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-396342be-a653-4618-8ecf-76a7bc402857 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.925147 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-396342be-a653-4618-8ecf-76a7bc402857 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (55f21531-267f-4a18-9311-35c5fc966aff), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.928880 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-396342be-a653-4618-8ecf-76a7bc402857 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (55f21531-267f-4a18-9311-35c5fc966aff), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.957118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-396342be-a653-4618-8ecf-76a7bc402857 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:38.958328 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-396342be-a653-4618-8ecf-76a7bc402857 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1244779 Feb 17 23:19:38.961513 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39714) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:38.963385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396342be-a653-4618-8ecf-76a7bc402857 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55f21531-267f-4a18-9311-35c5fc966aff,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:38.966056 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-93d4bdc2-14c1-48a2-8180-86742d7e899f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '55f21531-267f-4a18-9311-35c5fc966aff', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:38.998162 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93d4bdc2-14c1-48a2-8180-86742d7e899f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (93142f34-8639-447c-aaa7-df596fe07f61), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.021449 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 20736cb2-7483-466f-8d92-8e33e77eee89 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:19:39.042562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 20736cb2-7483-466f-8d92-8e33e77eee89 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:19:39.043014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 20736cb2-7483-466f-8d92-8e33e77eee89 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:19:39.043533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device fd38fba0-28f2-4b92-a5a4-779b7a96c5cc no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:19:39.058848 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93d4bdc2-14c1-48a2-8180-86742d7e899f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (93142f34-8639-447c-aaa7-df596fe07f61), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.062603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93d4bdc2-14c1-48a2-8180-86742d7e899f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (93142f34-8639-447c-aaa7-df596fe07f61), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.063740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: fd38fba0-28f2-4b92-a5a4-779b7a96c5cc {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:19:39.064270 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device fd38fba0-28f2-4b92-a5a4-779b7a96c5cc not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:19:39.064899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device efc4dfff-96b7-4562-850f-5f4e8ae75db8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:19:39.080876 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4bdc2-14c1-48a2-8180-86742d7e899f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93142f34-8639-447c-aaa7-df596fe07f61,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:39.087781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: efc4dfff-96b7-4562-850f-5f4e8ae75db8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:19:39.087957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device efc4dfff-96b7-4562-850f-5f4e8ae75db8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:19:39.090194 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-93d4bdc2-14c1-48a2-8180-86742d7e899f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.091548 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-93d4bdc2-14c1-48a2-8180-86742d7e899f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289113 Feb 17 23:19:39.094826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39716) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:39.100967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-99fa06b0-ac2a-497f-8f04-fbd2515aa65a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '55f21531-267f-4a18-9311-35c5fc966aff', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:39.125771 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-99fa06b0-ac2a-497f-8f04-fbd2515aa65a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (da1d60a9-35ff-42ac-a2b7-19436302dc06), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.181857 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-99fa06b0-ac2a-497f-8f04-fbd2515aa65a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (da1d60a9-35ff-42ac-a2b7-19436302dc06), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.185368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-99fa06b0-ac2a-497f-8f04-fbd2515aa65a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (da1d60a9-35ff-42ac-a2b7-19436302dc06), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.204715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa06b0-ac2a-497f-8f04-fbd2515aa65a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1d60a9-35ff-42ac-a2b7-19436302dc06,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:39.213235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-99fa06b0-ac2a-497f-8f04-fbd2515aa65a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.214420 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-99fa06b0-ac2a-497f-8f04-fbd2515aa65a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1185889 Feb 17 23:19:39.217185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39718) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:39.221971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-949c67ad-ab98-46be-a28e-cc081227f00c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '55f21531-267f-4a18-9311-35c5fc966aff', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:39.246605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949c67ad-ab98-46be-a28e-cc081227f00c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (24aa7e95-7769-43d5-afa3-bea68c055333), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.301756 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949c67ad-ab98-46be-a28e-cc081227f00c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (24aa7e95-7769-43d5-afa3-bea68c055333), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.305242 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949c67ad-ab98-46be-a28e-cc081227f00c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (24aa7e95-7769-43d5-afa3-bea68c055333), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.322330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c67ad-ab98-46be-a28e-cc081227f00c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24aa7e95-7769-43d5-afa3-bea68c055333,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:39.330300 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-949c67ad-ab98-46be-a28e-cc081227f00c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.331518 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-949c67ad-ab98-46be-a28e-cc081227f00c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133907 Feb 17 23:19:39.334271 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39720) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:39.338928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-72819626-51e0-4cb8-a9a2-f0a38ab14354 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '55f21531-267f-4a18-9311-35c5fc966aff', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:39.366427 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72819626-51e0-4cb8-a9a2-f0a38ab14354 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (315046ae-094e-4a15-972a-363ffbc6e2f6), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.433155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72819626-51e0-4cb8-a9a2-f0a38ab14354 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (315046ae-094e-4a15-972a-363ffbc6e2f6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.438342 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72819626-51e0-4cb8-a9a2-f0a38ab14354 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (315046ae-094e-4a15-972a-363ffbc6e2f6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.459631 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72819626-51e0-4cb8-a9a2-f0a38ab14354 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315046ae-094e-4a15-972a-363ffbc6e2f6,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:39.466968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-72819626-51e0-4cb8-a9a2-f0a38ab14354 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.468242 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72819626-51e0-4cb8-a9a2-f0a38ab14354 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329539 Feb 17 23:19:39.470976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39722) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:39.475413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '55f21531-267f-4a18-9311-35c5fc966aff', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:39.496173 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:19:39.501709 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (a10dcf58-cd9c-4aa8-91a7-7b482ad01ee8), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.559299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (a10dcf58-cd9c-4aa8-91a7-7b482ad01ee8), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.563817 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (a10dcf58-cd9c-4aa8-91a7-7b482ad01ee8), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.582724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10dcf58-cd9c-4aa8-91a7-7b482ad01ee8,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:39.590695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.594542 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3679c363-161e-4283-8299-7b1511ada0be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199379 Feb 17 23:19:39.594779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39724) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:39.598959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '55f21531-267f-4a18-9311-35c5fc966aff', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:39.618948 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:19:39.624235 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (d98ad0f5-813b-48fd-b38d-12b7c0ecdad9), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.683009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (d98ad0f5-813b-48fd-b38d-12b7c0ecdad9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.686450 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (d98ad0f5-813b-48fd-b38d-12b7c0ecdad9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.706083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98ad0f5-813b-48fd-b38d-12b7c0ecdad9,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:39.712552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.712950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f93a4f21-9667-4fbd-beab-b08bf87bd512 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1173270 Feb 17 23:19:39.715854 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39726) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:39.720784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'network': {'name': 'tempest-network-smoke--1955591454', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'port_security_enabled': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:39.740204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:19:39.743494 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.766685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:19:39.775360 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (23f78778-75a4-4764-b901-f3962d733d71), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.775745 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Added segment 23f78778-75a4-4764-b901-f3962d733d71 of type vlan for network 83f90adc-5454-4e1a-bf74-e61116a76265 Feb 17 23:19:39.817324 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (83f90adc-5454-4e1a-bf74-e61116a76265), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.842079 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (83f90adc-5454-4e1a-bf74-e61116a76265), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.846953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:39.847564 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.899627 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1826019 Feb 17 23:19:39.902350 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39728) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:39.907751 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'admin_state_up': True, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:39.916664 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aeb57c-3074-4d1d-94fa-9d40bf1de500 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Network': ['ID=83f90adc-5454-4e1a-bf74-e61116a76265,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:39.928385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 83f90adc-5454-4e1a-bf74-e61116a76265 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:19:39.928743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (00b321bc-f737-496e-b7ef-ed0760d81b1d), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.929833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (00b321bc-f737-496e-b7ef-ed0760d81b1d), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.991517 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (00b321bc-f737-496e-b7ef-ed0760d81b1d), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:39.997734 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:40.135909 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (00b321bc-f737-496e-b7ef-ed0760d81b1d), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:40.326737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (00b321bc-f737-496e-b7ef-ed0760d81b1d), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:40.345565 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:40.450266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.178 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/40a566b0-ec95-4d37-9764-26dea6ed5856) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:19:40.555392 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:40.587991 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:40.631624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:19:40.636457 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:40.639931 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:19:40.662847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=40a566b0-ec95-4d37-9764-26dea6ed5856,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:40.898206 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (00b321bc-f737-496e-b7ef-ed0760d81b1d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:41.099972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (00b321bc-f737-496e-b7ef-ed0760d81b1d), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:41.228090 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 00b321bc-f737-496e-b7ef-ed0760d81b1d is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:19:41.333990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:19:41.344474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Sync routers for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:19:41.353576 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:41.354798 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ba5014f4-3358-4e0f-9c2b-45ea3d5626a9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4514651 Feb 17 23:19:41.354960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:41.355525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:41.358158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39730) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:41.387870 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bc16b34c-61b5-4615-bfd7-306b8d53ee28 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3870495f87a9448a89a54c240b120d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282412 Feb 17 23:19:41.390963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39732) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:41.463705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:41.481258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e917507-09b8-4508-8f9b-4a0efcd6c568 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:41.482701 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0e917507-09b8-4508-8f9b-4a0efcd6c568 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907433 Feb 17 23:19:41.485599 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39734) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:41.513503 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-267f33e4-8039-4731-b782-4130cea2bec2 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268340 Feb 17 23:19:41.516484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39736) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:41.521179 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1361614883', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:41.609615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:19:41.613392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:41.647152 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:40Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:41.673828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Checking router: 00b321bc-f737-496e-b7ef-ed0760d81b1d for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:19:41.674183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Updating router 00b321bc-f737-496e-b7ef-ed0760d81b1d port 40a566b0-ec95-4d37-9764-26dea6ed5856 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:19:41.703867 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:41.798926 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (5620f6e0-fc88-42fa-8a16-e96dcc96d45f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:41.860000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Subnet': ['ID=5620f6e0-fc88-42fa-8a16-e96dcc96d45f,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:41.869805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Checking segment: {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:19:41.870171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network hostable DHCP agents. Network: 83f90adc-5454-4e1a-bf74-e61116a76265, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:19:41.888549 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 83f90adc-5454-4e1a-bf74-e61116a76265 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:19:41.897972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 83f90adc-5454-4e1a-bf74-e61116a76265) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:41.902703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:41.903867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:41.910506 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386f683f-0600-45b5-a7dd-6ae9a7e3d9e3 None None] Network 83f90adc-5454-4e1a-bf74-e61116a76265 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:19:41.920671 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-28bc28f9-4b1f-4c75-881f-300cace7c1a3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4031973 Feb 17 23:19:41.923867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39738) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:42.006324 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Publish callbacks [] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.016704 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.096594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Attempting to bind port 40a566b0-ec95-4d37-9764-26dea6ed5856 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:19:42.097051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Attempting to bind port 40a566b0-ec95-4d37-9764-26dea6ed5856 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:19:42.097399 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Attempting to bind port 40a566b0-ec95-4d37-9764-26dea6ed5856 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:19:42.099345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c81e6-8103-4031-aa04-84d889bb6734 None None] Pushing event updated for resources: {'Port': ['ID=40a566b0-ec95-4d37-9764-26dea6ed5856,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:42.103791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-83f90adc-5454-4e1a-bf74-e61116a76265', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:19:42.104646 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.110554 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:19:42.110943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:19:42.111343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.111770 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:19:42.112490 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Bound port: 40a566b0-ec95-4d37-9764-26dea6ed5856, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:19:42.112864 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.234711 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] For port 40a566b0-ec95-4d37-9764-26dea6ed5856, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:19:42.240187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] For port 40a566b0-ec95-4d37-9764-26dea6ed5856, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40a566b0-ec95-4d37-9764-26dea6ed5856,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:19:42.271438 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.336592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Allocated IP 172.20.0.2 (83f90adc-5454-4e1a-bf74-e61116a76265/5620f6e0-fc88-42fa-8a16-e96dcc96d45f/160db5f5-bd82-4a7e-b618-0b192b983540) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:19:42.351669 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51c81e6-8103-4031-aa04-84d889bb6734 None None] Pushing event updated for resources: {'Port': ['ID=40a566b0-ec95-4d37-9764-26dea6ed5856,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:42.354188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:42.354788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:42.391592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.692423 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:42.846167 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Publish callbacks [] for port (160db5f5-bd82-4a7e-b618-0b192b983540), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.857837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:42.905049 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.1 (83f90adc-5454-4e1a-bf74-e61116a76265/5620f6e0-fc88-42fa-8a16-e96dcc96d45f/b321b1c5-8e01-4d69-b0c8-526c41e98c94) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:19:42.916673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Network 83f90adc-5454-4e1a-bf74-e61116a76265 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:19:42.921864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Pushing event updated for resources: {'Port': ['ID=160db5f5-bd82-4a7e-b618-0b192b983540,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:42.924377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:42.946668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:19:43.011753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Attempting to bind port 160db5f5-bd82-4a7e-b618-0b192b983540 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:19:43.012128 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Attempting to bind port 160db5f5-bd82-4a7e-b618-0b192b983540 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:19:43.012495 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Attempting to bind port 160db5f5-bd82-4a7e-b618-0b192b983540 on network 83f90adc-5454-4e1a-bf74-e61116a76265 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:19:43.020071 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:19:43.020458 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Checking segment: {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:19:43.020863 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.021257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Bound using segment: {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:19:43.021724 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Bound port: 160db5f5-bd82-4a7e-b618-0b192b983540, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:19:43.022102 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.031628 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.041438 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:40Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:43.065908 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.087912 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48ec18b-b93c-4f27-92d2-675adb29e255 None None] The sync data for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 is: [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:40Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:19:43.105260 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 83f90adc-5454-4e1a-bf74-e61116a76265 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:19:43.111192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:43.115127 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:19:43.124013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f6427257-b975-4681-83e4-2732aad59270 None None] For port 160db5f5-bd82-4a7e-b618-0b192b983540, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:19:43.127813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-f6427257-b975-4681-83e4-2732aad59270 None None] For port 160db5f5-bd82-4a7e-b618-0b192b983540, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=160db5f5-bd82-4a7e-b618-0b192b983540,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:19:43.133920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.145787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=b321b1c5-8e01-4d69-b0c8-526c41e98c94,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:43.167483 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (00b321bc-f737-496e-b7ef-ed0760d81b1d), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.209243 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6427257-b975-4681-83e4-2732aad59270 None None] Pushing event updated for resources: {'Port': ['ID=160db5f5-bd82-4a7e-b618-0b192b983540,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:43.321499 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.673899 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.678860 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.759602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=b321b1c5-8e01-4d69-b0c8-526c41e98c94,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:43.763149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (00b321bc-f737-496e-b7ef-ed0760d81b1d), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:43.861717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 83f90adc-5454-4e1a-bf74-e61116a76265 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:19:43.863572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:43.990172 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 00b321bc-f737-496e-b7ef-ed0760d81b1d has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:19:44.105492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:19:44.112088 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fdd937f3-c39a-4888-95bb-9302fd2887be tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/00b321bc-f737-496e-b7ef-ed0760d81b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1863482 Feb 17 23:19:44.215739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d693c74-7121-4465-b329-5898d1419d96 None None] Network 83f90adc-5454-4e1a-bf74-e61116a76265 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:19:44.303750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a0989e77-0876-47bf-981e-e83a3107e2de None None] Provisioning complete for port 160db5f5-bd82-4a7e-b618-0b192b983540 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:44.304128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a0989e77-0876-47bf-981e-e83a3107e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:44.420815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a0989e77-0876-47bf-981e-e83a3107e2de None None] Current status of the port 160db5f5-bd82-4a7e-b618-0b192b983540 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:44.421726 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a0989e77-0876-47bf-981e-e83a3107e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:44.461779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a0989e77-0876-47bf-981e-e83a3107e2de None None] For port 160db5f5-bd82-4a7e-b618-0b192b983540, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=160db5f5-bd82-4a7e-b618-0b192b983540,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:44.471411 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a0989e77-0876-47bf-981e-e83a3107e2de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:44.541037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0989e77-0876-47bf-981e-e83a3107e2de None None] Pushing event updated for resources: {'Port': ['ID=160db5f5-bd82-4a7e-b618-0b192b983540,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:44.586616 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a91d1ef4-5e22-4b16-a499-110ce7a24cac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:44.635250 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-cab1a5c2-f519-4fda-916d-143f29bc003d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-643819905&fields=id&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 267 time: 0.4173644 Feb 17 23:19:44.696837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3a59e41d-8665-4a88-a283-b345e58ce161 None None] Provisioning complete for port 160db5f5-bd82-4a7e-b618-0b192b983540 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:44.697218 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a59e41d-8665-4a88-a283-b345e58ce161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:44.754394 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-493ffc20-3eff-443a-9c57-b8498276e057 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:44.755946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-493ffc20-3eff-443a-9c57-b8498276e057 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 797 time: 0.1135764 Feb 17 23:19:44.772373 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-ac171c79-796b-4c02-a1d2-477cd763e899 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/quotas/3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 375 time: 0.0109451 Feb 17 23:19:44.783729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3a59e41d-8665-4a88-a283-b345e58ce161 None None] Current status of the port 160db5f5-bd82-4a7e-b618-0b192b983540 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:44.794562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-3a59e41d-8665-4a88-a283-b345e58ce161 None None] Provisioning complete for port b321b1c5-8e01-4d69-b0c8-526c41e98c94 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:44.794937 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3a59e41d-8665-4a88-a283-b345e58ce161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:44.838790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-3a59e41d-8665-4a88-a283-b345e58ce161 None None] Port b321b1c5-8e01-4d69-b0c8-526c41e98c94 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:19:44.839934 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-007d91fe-077a-4063-acbd-2197e7de5cd3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612006 Feb 17 23:19:44.848085 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Sync routers for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:19:44.861338 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:44.862032 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:44.959041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fd472129-10f5-467f-9eb1-aab94e7ee51a None None] Provisioning complete for port b321b1c5-8e01-4d69-b0c8-526c41e98c94 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:44.959548 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd472129-10f5-467f-9eb1-aab94e7ee51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:44.967752 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-37a2b4c6-6764-41c6-968d-1d7233987482 service neutron] 10.222.0.79 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113143 Feb 17 23:19:44.994559 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:45.056743 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd472129-10f5-467f-9eb1-aab94e7ee51a None None] Port b321b1c5-8e01-4d69-b0c8-526c41e98c94 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:19:45.098745 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-9eca9112-21dd-4326-a854-257f1736ef2f service neutron] 10.222.0.79 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292622 Feb 17 23:19:45.151773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40a566b0-ec95-4d37-9764-26dea6ed5856 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:19:45.202774 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-47de889f-6931-4842-a53a-3479152d5c49 None None] Provisioning complete for port b321b1c5-8e01-4d69-b0c8-526c41e98c94 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:45.203240 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-47de889f-6931-4842-a53a-3479152d5c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.244390 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 2, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:45.246456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40a566b0-ec95-4d37-9764-26dea6ed5856 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:45.246936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.248427 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-47de889f-6931-4842-a53a-3479152d5c49 None None] Port b321b1c5-8e01-4d69-b0c8-526c41e98c94 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:19:45.279156 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Checking router: 00b321bc-f737-496e-b7ef-ed0760d81b1d for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:19:45.279604 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Updating router 00b321bc-f737-496e-b7ef-ed0760d81b1d port b321b1c5-8e01-4d69-b0c8-526c41e98c94 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:19:45.291177 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3fdd4c64-8fb9-4aa8-b8a2-d59957c402c3 req-96738044-053d-4432-bc9a-4be100840d02 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 210 time: 0.0361547 Feb 17 23:19:45.315405 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.357585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40a566b0-ec95-4d37-9764-26dea6ed5856 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:45.358490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.381124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 40a566b0-ec95-4d37-9764-26dea6ed5856, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40a566b0-ec95-4d37-9764-26dea6ed5856,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:45.385293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.386339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 160db5f5-bd82-4a7e-b618-0b192b983540 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:19:45.461564 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=40a566b0-ec95-4d37-9764-26dea6ed5856,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:45.474634 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 160db5f5-bd82-4a7e-b618-0b192b983540 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:45.475650 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.565555 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 160db5f5-bd82-4a7e-b618-0b192b983540 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:45.600033 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Publish callbacks [] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.605694 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.678379 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Pushing event updated for resources: {'Port': ['ID=b321b1c5-8e01-4d69-b0c8-526c41e98c94,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:45.706459 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.706802 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.707146 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.707515 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.707845 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.708172 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.708498 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.708822 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.709145 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.709467 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.709789 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.710109 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.710433 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:19:45.723988 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Attempting to bind port b321b1c5-8e01-4d69-b0c8-526c41e98c94 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:19:45.724533 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Attempting to bind port b321b1c5-8e01-4d69-b0c8-526c41e98c94 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:19:45.725070 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Attempting to bind port b321b1c5-8e01-4d69-b0c8-526c41e98c94 on network 83f90adc-5454-4e1a-bf74-e61116a76265 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:19:45.731190 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:19:45.731604 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Checking segment: {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:19:45.732006 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.732401 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Bound using segment: {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:19:45.732873 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Bound port: b321b1c5-8e01-4d69-b0c8-526c41e98c94, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:19:45.733249 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.803243 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] For port b321b1c5-8e01-4d69-b0c8-526c41e98c94, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:19:45.806754 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] For port b321b1c5-8e01-4d69-b0c8-526c41e98c94, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b321b1c5-8e01-4d69-b0c8-526c41e98c94,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:19:45.814147 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.885843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c92c3492-92f3-47d7-ab6e-267b9711b5be None None] Provisioning complete for port b321b1c5-8e01-4d69-b0c8-526c41e98c94 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:45.886322 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c92c3492-92f3-47d7-ab6e-267b9711b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:45.887966 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:45.888715 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:45.976670 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c92c3492-92f3-47d7-ab6e-267b9711b5be None None] Current status of the port b321b1c5-8e01-4d69-b0c8-526c41e98c94 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:45.977065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c92c3492-92f3-47d7-ab6e-267b9711b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:46.017764 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c92c3492-92f3-47d7-ab6e-267b9711b5be None None] For port b321b1c5-8e01-4d69-b0c8-526c41e98c94, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b321b1c5-8e01-4d69-b0c8-526c41e98c94,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:46.023750 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c894fd9-e9fd-41c1-87a2-c7f1725a539f None None] Pushing event updated for resources: {'Port': ['ID=b321b1c5-8e01-4d69-b0c8-526c41e98c94,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:46.023959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c92c3492-92f3-47d7-ab6e-267b9711b5be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:46.081853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c3492-92f3-47d7-ab6e-267b9711b5be None None] Pushing event updated for resources: {'Port': ['ID=b321b1c5-8e01-4d69-b0c8-526c41e98c94,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:46.106056 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:46.148013 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ab5c4ac7-b98f-41d7-aeb8-95e0c3e1f0a1 None None] Provisioning complete for port b321b1c5-8e01-4d69-b0c8-526c41e98c94 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:46.148396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ab5c4ac7-b98f-41d7-aeb8-95e0c3e1f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:46.237678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ab5c4ac7-b98f-41d7-aeb8-95e0c3e1f0a1 None None] Current status of the port b321b1c5-8e01-4d69-b0c8-526c41e98c94 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:46.332824 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:46.356903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-c9ddef67-9f2f-45a9-b28a-62bdeadcf8f9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:46.359949 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-c9ddef67-9f2f-45a9-b28a-62bdeadcf8f9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 797 time: 0.1300139 Feb 17 23:19:46.365139 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cdc5590-aa87-4f25-917b-b53a9b621378 None None] The sync data for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 is: [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:19:46.406102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e5b86fb5-f89f-4dec-8d3b-a453367d1f38 req-9c8aa5d3-ebb9-444f-8485-7a34114bd11d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 210 time: 0.0338905 Feb 17 23:19:46.426920 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-83558301-ce83-41e4-a700-f79eaeb44ef3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 379 time: 0.0583668 Feb 17 23:19:46.446614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'port': {'device_id': '92276636-3f4c-4da0-b9f2-615781b027cc', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'admin_state_up': True, 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'security_groups': ['55f21531-267f-4a18-9311-35c5fc966aff']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:46.568331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:19:46.571941 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:46.710906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.10 (83f90adc-5454-4e1a-bf74-e61116a76265/5620f6e0-fc88-42fa-8a16-e96dcc96d45f/a275f6ff-2146-439f-8889-46b612efe98c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:19:46.860336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (a275f6ff-2146-439f-8889-46b612efe98c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:46.894947 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:46.946445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 83f90adc-5454-4e1a-bf74-e61116a76265 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:19:46.950004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:46.954103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:19:46.961017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:47.016345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:47.017061 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.039400 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-74333354-551b-4327-a11b-85a999dd4e0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997808 Feb 17 23:19:47.053233 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Request body: {'port': {'device_id': '92276636-3f4c-4da0-b9f2-615781b027cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:47.124517 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a275f6ff-2146-439f-8889-46b612efe98c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.146336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40a566b0-ec95-4d37-9764-26dea6ed5856 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:19:47.213099 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 40a566b0-ec95-4d37-9764-26dea6ed5856 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:47.213957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.296129 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5d6bb86a-25b2-4f09-b0dc-e6b8e3e7918a None None] Provisioning complete for port a275f6ff-2146-439f-8889-46b612efe98c triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:47.296927 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5d6bb86a-25b2-4f09-b0dc-e6b8e3e7918a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a275f6ff-2146-439f-8889-46b612efe98c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.342249 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 40a566b0-ec95-4d37-9764-26dea6ed5856 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:47.343893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b321b1c5-8e01-4d69-b0c8-526c41e98c94 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:19:47.366044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5d6bb86a-25b2-4f09-b0dc-e6b8e3e7918a None None] Port a275f6ff-2146-439f-8889-46b612efe98c cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:19:47.396180 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b321b1c5-8e01-4d69-b0c8-526c41e98c94 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:47.396651 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.423743 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a275f6ff-2146-439f-8889-46b612efe98c {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:19:47.435259 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Publish callbacks [] for port (a275f6ff-2146-439f-8889-46b612efe98c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.449165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Transition to ACTIVE for port object a275f6ff-2146-439f-8889-46b612efe98c will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:19:47.454441 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.473599 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-622fcf26-0d6d-4696-a399-62ca60015273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.513472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b321b1c5-8e01-4d69-b0c8-526c41e98c94 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:47.536675 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:47.582809 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c8726e-f048-4913-b971-90034734d1c7 req-2e2c79f3-34a1-4510-a0b4-f4b2e362a82d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:47.585970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7c8726e-f048-4913-b971-90034734d1c7 req-2e2c79f3-34a1-4510-a0b4-f4b2e362a82d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 944 time: 0.0852845 Feb 17 23:19:47.609236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Attempting to bind port a275f6ff-2146-439f-8889-46b612efe98c on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:19:47.609569 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Attempting to bind port a275f6ff-2146-439f-8889-46b612efe98c by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:19:47.609895 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Attempting to bind port a275f6ff-2146-439f-8889-46b612efe98c on network 83f90adc-5454-4e1a-bf74-e61116a76265 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:19:47.616018 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Port a275f6ff-2146-439f-8889-46b612efe98c on network 83f90adc-5454-4e1a-bf74-e61116a76265 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:19:47.617024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Attempting to bind port a275f6ff-2146-439f-8889-46b612efe98c on network 83f90adc-5454-4e1a-bf74-e61116a76265 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:19:47.624572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:19:47.624954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Checking segment: {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:19:47.625344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Bound using segment: {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:19:47.625773 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Bound port: a275f6ff-2146-439f-8889-46b612efe98c, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23f78778-75a4-4764-b901-f3962d733d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:19:47.626129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a275f6ff-2146-439f-8889-46b612efe98c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.658633 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7c8726e-f048-4913-b971-90034734d1c7 req-3517e1af-1cc3-4a07-9013-a38fd59dd33c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650954 Feb 17 23:19:47.698716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:19:47.702113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:19:47.710532 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.747118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:47.747995 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:47.750283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] 10.222.0.73 "PUT /v2.0/ports/a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 1093 time: 0.7029202 Feb 17 23:19:47.752699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:19:47.756042 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b84ed339-b5d7-456f-b661-6758757cb794" -d '{"events": [{"name": "network-changed", "server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "tag": "a275f6ff-2146-439f-8889-46b612efe98c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:19:47.785986 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e7194-88c3-4cc3-be29-f930f2bed8c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:47.810437 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e3892a-6664-4372-a31f-c45d9bbdaae8 x-openstack-request-id: req-40e3892a-6664-4372-a31f-c45d9bbdaae8 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:19:47.810737 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "tag": "a275f6ff-2146-439f-8889-46b612efe98c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:19:47.811000 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-40e3892a-6664-4372-a31f-c45d9bbdaae8 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:19:47.811444 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c', 'status': 'completed', 'code': 200} Feb 17 23:19:47.847128 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-305511b4-40bc-444a-bf46-2f9f6720d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:47.848661 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-305511b4-40bc-444a-bf46-2f9f6720d421 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1127 time: 0.0517285 Feb 17 23:19:48.164534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:48.212440 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-8ae19010-5923-4c44-ad20-3426a4b00af1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 217 time: 0.3570895 Feb 17 23:19:48.260157 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-37fc3038-56c1-40d8-a61d-0202edf40e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:48.261571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-37fc3038-56c1-40d8-a61d-0202edf40e48 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0423143 Feb 17 23:19:48.310050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-3d39ed24-3b72-40f6-b7b8-55a0e84b4e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:48.312105 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-3d39ed24-3b72-40f6-b7b8-55a0e84b4e1b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0438836 Feb 17 23:19:48.402945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-978490d7-ab95-49fe-9e0d-e439fa65af1d service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854707 Feb 17 23:19:48.493337 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9b249c6-708b-49c5-b8b5-87d289c93b73 req-e33c5377-58b5-4a30-ad1a-aa10bf2a413b service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837567 Feb 17 23:19:48.588292 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ed339-b5d7-456f-b661-6758757cb794 req-6a96d18f-e52a-4860-a29f-8f3c869560d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:48.589777 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b84ed339-b5d7-456f-b661-6758757cb794 req-6a96d18f-e52a-4860-a29f-8f3c869560d0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1127 time: 0.0497961 Feb 17 23:19:48.679420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ed339-b5d7-456f-b661-6758757cb794 req-4bd7873e-61f0-42aa-bbd1-04ef9d3c2e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:48.681254 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b84ed339-b5d7-456f-b661-6758757cb794 req-4bd7873e-61f0-42aa-bbd1-04ef9d3c2e50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 898 time: 0.0844796 Feb 17 23:19:48.723631 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b84ed339-b5d7-456f-b661-6758757cb794 req-3e2ff921-7e43-4bd1-addd-06cd1b1ffc71 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 217 time: 0.0355253 Feb 17 23:19:48.777432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ed339-b5d7-456f-b661-6758757cb794 req-acd1cf7e-eaae-4fc7-b35d-677640235cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:48.779058 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b84ed339-b5d7-456f-b661-6758757cb794 req-acd1cf7e-eaae-4fc7-b35d-677640235cda service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0500753 Feb 17 23:19:48.779638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1486d8ab-cf62-4b69-873b-166eacef79e6 req-561cca14-bde5-41ed-aa4a-311332e9969a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:48.781116 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1486d8ab-cf62-4b69-873b-166eacef79e6 req-561cca14-bde5-41ed-aa4a-311332e9969a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 944 time: 0.0599725 Feb 17 23:19:48.829462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ed339-b5d7-456f-b661-6758757cb794 req-31b61f44-381a-4a27-af9b-26ef5104243e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:48.831052 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b84ed339-b5d7-456f-b661-6758757cb794 req-31b61f44-381a-4a27-af9b-26ef5104243e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448768 Feb 17 23:19:48.831182 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1486d8ab-cf62-4b69-873b-166eacef79e6 req-b36643cc-3906-4afd-b8f4-c90883e594c3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442281 Feb 17 23:19:48.920223 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b84ed339-b5d7-456f-b661-6758757cb794 req-32584d7e-4f37-4f61-bd49-e228efa37498 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817244 Feb 17 23:19:49.014671 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b84ed339-b5d7-456f-b661-6758757cb794 req-02988817-1ea9-40d2-8df0-e5f8287b8988 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879679 Feb 17 23:19:49.568885 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:49.949813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ce9d5-5092-416e-a97d-2c08b1c39516 req-57fd761a-2dbe-42f9-8421-1f280ac0c7f0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:49.951275 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-892ce9d5-5092-416e-a97d-2c08b1c39516 req-57fd761a-2dbe-42f9-8421-1f280ac0c7f0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 944 time: 0.0523062 Feb 17 23:19:50.001002 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-892ce9d5-5092-416e-a97d-2c08b1c39516 req-5e94826a-36a2-4715-82c4-f8decdf18e25 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434611 Feb 17 23:19:50.994534 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:51.119624 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f1319-0485-46b3-933c-3f880b910aec req-c0baab29-dc06-4c28-a02b-946e8101406b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:51.121104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e44f1319-0485-46b3-933c-3f880b910aec req-c0baab29-dc06-4c28-a02b-946e8101406b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 944 time: 0.0523047 Feb 17 23:19:51.173686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e44f1319-0485-46b3-933c-3f880b910aec req-c0de7025-7fd3-4407-95a0-fa39a9a292f1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Feb 17 23:19:51.206437 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a275f6ff-2146-439f-8889-46b612efe98c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:19:51.302011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:51.314006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'a275f6ff-2146-439f-8889-46b612efe98c', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'port_id': 'a275f6ff-2146-439f-8889-46b612efe98c', 'mac_address': 'fa:16:3e:17:64:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:19:51.354073 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a275f6ff-2146-439f-8889-46b612efe98c is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:51.354459 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a275f6ff-2146-439f-8889-46b612efe98c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:51.367697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a275f6ff-2146-439f-8889-46b612efe98c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:19:51.386235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:51.390352 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:51.435851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:51.593318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a275f6ff-2146-439f-8889-46b612efe98c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:19:52.293285 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b115e-2360-4714-b07e-8d380c8e063f req-cb5fef0d-0122-4f41-942a-1aca95e83ed8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:52.294810 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-304b115e-2360-4714-b07e-8d380c8e063f req-cb5fef0d-0122-4f41-942a-1aca95e83ed8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 945 time: 0.0537357 Feb 17 23:19:52.343878 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-304b115e-2360-4714-b07e-8d380c8e063f req-e0896c22-dc32-4f8c-8d2b-64754158a8e0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432959 Feb 17 23:19:53.218814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a275f6ff-2146-439f-8889-46b612efe98c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:19:53.269816 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port a275f6ff-2146-439f-8889-46b612efe98c completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:19:53.273800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port a275f6ff-2146-439f-8889-46b612efe98c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:19:53.274175 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a275f6ff-2146-439f-8889-46b612efe98c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:53.352115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a275f6ff-2146-439f-8889-46b612efe98c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:19:53.352501 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a275f6ff-2146-439f-8889-46b612efe98c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:53.377359 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:19:53.379654 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367f94a6-675d-4837-8a0b-7fd11b852e1c" -d '{"events": [{"server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "name": "network-vif-plugged", "status": "completed", "tag": "a275f6ff-2146-439f-8889-46b612efe98c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:19:53.391924 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:19:53.396070 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:53.443878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:53.465941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e7ff3-a8c5-42e1-94ab-21ca2942b5b7 req-eb7cf060-a541-4f8f-a0a2-a727e8b970da tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:53.467471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab8e7ff3-a8c5-42e1-94ab-21ca2942b5b7 req-eb7cf060-a541-4f8f-a0a2-a727e8b970da tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0540354 Feb 17 23:19:53.517031 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ab8e7ff3-a8c5-42e1-94ab-21ca2942b5b7 req-fcb16051-8f27-477a-90ce-9b6f66aa328c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Feb 17 23:19:53.560854 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825c8c18-4cb5-4b37-a0d3-358e294b59d2 x-openstack-request-id: req-825c8c18-4cb5-4b37-a0d3-358e294b59d2 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:19:53.561149 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "name": "network-vif-plugged", "status": "completed", "tag": "a275f6ff-2146-439f-8889-46b612efe98c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:19:53.561447 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-825c8c18-4cb5-4b37-a0d3-358e294b59d2 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:19:53.561856 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c', 'code': 200} Feb 17 23:19:53.657324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a0d88-3053-47ed-a4bf-4b00b48a539d req-67fa2360-515b-4159-bad1-21070caee9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:53.658799 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e7a0d88-3053-47ed-a4bf-4b00b48a539d req-67fa2360-515b-4159-bad1-21070caee9d3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1129 time: 0.0436428 Feb 17 23:19:53.703071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6e7a0d88-3053-47ed-a4bf-4b00b48a539d req-02d731a8-6c24-4511-b9ed-0bb87c114bc4 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387800 Feb 17 23:19:54.646741 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c98c5-f2be-4669-8e6d-32ecb623e076 req-0b1b2f9c-2eef-4ea0-8cf4-8500d77d03d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:54.648300 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f1c98c5-f2be-4669-8e6d-32ecb623e076 req-0b1b2f9c-2eef-4ea0-8cf4-8500d77d03d7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0591207 Feb 17 23:19:54.697001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f1c98c5-f2be-4669-8e6d-32ecb623e076 req-82bd2de2-9bac-41fb-a039-e73ca66de955 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429800 Feb 17 23:19:55.684076 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:55.819950 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657c4a8-0bd6-430e-ac2d-412b4fc0090f req-df84eb8e-9dcb-48c0-a6a9-b18f66124bf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:55.821524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4657c4a8-0bd6-430e-ac2d-412b4fc0090f req-df84eb8e-9dcb-48c0-a6a9-b18f66124bf5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0541775 Feb 17 23:19:55.871333 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4657c4a8-0bd6-430e-ac2d-412b4fc0090f req-f29434b3-1230-425d-84f9-d9d0b4d45df2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440125 Feb 17 23:19:55.990551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f178704-bac4-4972-9cff-3fe88e1758e0 req-61247787-614c-4224-989d-22523599aca7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:55.992056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f178704-bac4-4972-9cff-3fe88e1758e0 req-61247787-614c-4224-989d-22523599aca7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0545959 Feb 17 23:19:56.047459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7f178704-bac4-4972-9cff-3fe88e1758e0 req-e90eb5db-27fc-4947-b43f-1d2712eca19d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491910 Feb 17 23:19:56.069016 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39790) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:56.120575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91db1fd4-b222-4805-9b0a-4ce74197359a tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:56.122089 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-91db1fd4-b222-4805-9b0a-4ce74197359a tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1124 time: 0.0518472 Feb 17 23:19:56.124878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39792) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:56.129091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'a275f6ff-2146-439f-8889-46b612efe98c', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:19:56.148370 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:56.245775 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:56.360864 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.228 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/f6cf8b20-9851-41c8-abc7-3a377a27124c) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:19:56.463605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:56.500008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:56.546970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:19:56.549884 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:19:56.553469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:19:56.576003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=f6cf8b20-9851-41c8-abc7-3a377a27124c,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:56.915255 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (b6164c6f-bd91-4cdf-afb6-d86e655ad7f2), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:56.990024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:57.145415 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:57.149893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:57.221940 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=f6cf8b20-9851-41c8-abc7-3a377a27124c,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:19:57.233075 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (b6164c6f-bd91-4cdf-afb6-d86e655ad7f2), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:57.338186 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP b6164c6f-bd91-4cdf-afb6-d86e655ad7f2 associated. External IP: 172.25.0.228, port: a275f6ff-2146-439f-8889-46b612efe98c. Feb 17 23:19:57.559755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 00b321bc-f737-496e-b7ef-ed0760d81b1d has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:19:57.669326 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:19:57.679932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] Sync routers for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:19:57.687336 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:19:57.689318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:57.689941 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:57.717590 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d41eb11f-daef-40c7-9515-040ad105d1c5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5917025 Feb 17 23:19:57.718187 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:19:57.721166 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d5628c-988a-4857-b8ce-473b6801f6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "tag": "a275f6ff-2146-439f-8889-46b612efe98c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:19:57.798960 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:57.818802 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e1fb-a41e-42ef-87c1-2ef5b31b6668 req-6128b704-32d0-4586-a15f-275e1ede618c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:57.820324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5972e1fb-a41e-42ef-87c1-2ef5b31b6668 req-6128b704-32d0-4586-a15f-275e1ede618c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0529499 Feb 17 23:19:57.869958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5972e1fb-a41e-42ef-87c1-2ef5b31b6668 req-231a9da0-0eed-4a95-822e-929cc66e1add tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440092 Feb 17 23:19:57.892619 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39798) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:57.932794 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d1c453-47b4-4b4c-9883-276f9f710dd0 x-openstack-request-id: req-66d1c453-47b4-4b4c-9883-276f9f710dd0 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:19:57.933059 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "tag": "a275f6ff-2146-439f-8889-46b612efe98c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:19:57.933318 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-66d1c453-47b4-4b4c-9883-276f9f710dd0 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:19:57.933717 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c', 'status': 'completed', 'code': 200} Feb 17 23:19:57.987657 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-dddf4d78-ac53-4756-998b-3f1865a3bc54 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/b6164c6f-bd91-4cdf-afb6-d86e655ad7f2 HTTP/1.1" status: 200 len: 992 time: 0.0932887 Feb 17 23:19:58.001456 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-cfc42547-92b9-4c72-ba3f-b4e6739499e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:58.002985 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-cfc42547-92b9-4c72-ba3f-b4e6739499e2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1129 time: 0.0645037 Feb 17 23:19:58.023246 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b6164c6f-bd91-4cdf-afb6-d86e655ad7f2', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'port_id': 'a275f6ff-2146-439f-8889-46b612efe98c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'mac_address': 'fa:16:3e:17:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92276636-3f4c-4da0-b9f2-615781b027cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:19:56Z', 'updated_at': '2022-02-17T23:19:56Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:58.053553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] Checking router: 00b321bc-f737-496e-b7ef-ed0760d81b1d for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:19:58.063688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:19:58.064305 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:19:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:58.095917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-0be4a2bc-307c-49ef-a862-766d4c361dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:58.097407 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-0be4a2bc-307c-49ef-a862-766d4c361dac service neutron] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 898 time: 0.0888305 Feb 17 23:19:58.170828 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-1588d5c7-120e-46c2-9ea1-d62f2494c1fe service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 1000 time: 0.0673316 Feb 17 23:19:58.222498 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-53c55b60-e8f2-4119-b7c3-6c1565b04033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:58.224112 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-53c55b60-e8f2-4119-b7c3-6c1565b04033 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0467751 Feb 17 23:19:58.275814 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-f7e0c389-b24c-43ab-925a-465a5ba9b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:19:58.277382 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-f7e0c389-b24c-43ab-925a-465a5ba9b90e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474885 Feb 17 23:19:58.333937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:19:58.370677 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-46893249-99e7-49d1-80c4-5972af3ef8bb service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862975 Feb 17 23:19:58.459961 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-45d5628c-988a-4857-b8ce-473b6801f6b8 req-3c1525c1-0925-4cc4-b8ad-2f7256316cb3 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832813 Feb 17 23:19:58.555802 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b6164c6f-bd91-4cdf-afb6-d86e655ad7f2', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'port_id': 'a275f6ff-2146-439f-8889-46b612efe98c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'mac_address': 'fa:16:3e:17:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92276636-3f4c-4da0-b9f2-615781b027cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:19:56Z', 'updated_at': '2022-02-17T23:19:56Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:19:58.586392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146b1e18-960e-4273-9361-88d21caa1d3c None None] The sync data for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 is: [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'b6164c6f-bd91-4cdf-afb6-d86e655ad7f2', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.228', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'port_id': 'a275f6ff-2146-439f-8889-46b612efe98c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'mac_address': 'fa:16:3e:17:64:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92276636-3f4c-4da0-b9f2-615781b027cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:19:56Z', 'updated_at': '2022-02-17T23:19:56Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:19:58.787469 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d13575-20fc-4a63-a62d-06b80d8977cf None None] New status for floating IP b6164c6f-bd91-4cdf-afb6-d86e655ad7f2: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:19:58.991496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39800) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:19:59.054327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-e415c3ee-276e-4e03-9338-2830f2df73ea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/b6164c6f-bd91-4cdf-afb6-d86e655ad7f2 HTTP/1.1" status: 200 len: 994 time: 0.0615857 Feb 17 23:20:09.963649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:12.306462 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:20:14.574115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-48edb46d-6383-4bc8-bab3-2e547fc7c427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:17.449624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b77ba0b-6db2-435d-98e8-ee41b6c9559a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:18.166690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:19.576610 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:20.996474 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:25.626385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-248d1876-416d-4574-bd6d-92e1e32b515a req-8393bdee-c9e0-4edb-89f0-44b5f2d7a1a0 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:20:25.627788 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-248d1876-416d-4574-bd6d-92e1e32b515a req-8393bdee-c9e0-4edb-89f0-44b5f2d7a1a0 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070653 Feb 17 23:20:25.704472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:25.819790 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfef9e-587e-4840-b260-85e30c87f50d req-d7f3ace6-e263-472d-8275-d7b52599e963 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:25.821338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4dfef9e-587e-4840-b260-85e30c87f50d req-d7f3ace6-e263-472d-8275-d7b52599e963 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0545108 Feb 17 23:20:25.830909 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39816) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:20:25.873075 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a4dfef9e-587e-4840-b260-85e30c87f50d req-4b4b3491-7ba5-46e5-a979-38d89d168c2f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457416 Feb 17 23:20:25.913867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-920ccfd1-1d7e-4c84-bbe6-db841b7fce41 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817468 Feb 17 23:20:25.922184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-bdf02ebe-a03c-4869-9e0d-fe9c367f8c88 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:20:25.923150 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-bdf02ebe-a03c-4869-9e0d-fe9c367f8c88 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048943 Feb 17 23:20:26.310344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39838) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:20:26.399266 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-d91075c9-27d7-402b-9a63-ea63b511e4f6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:26.400638 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-d91075c9-27d7-402b-9a63-ea63b511e4f6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports/a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 943 time: 0.0893159 Feb 17 23:20:27.001336 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c3ab2-cc6f-4462-b099-c3eb4f5994ab req-4ae04d71-8e58-4abe-a754-b4e3d6d280fd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:27.003436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f46c3ab2-cc6f-4462-b099-c3eb4f5994ab req-4ae04d71-8e58-4abe-a754-b4e3d6d280fd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0597570 Feb 17 23:20:27.052651 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f46c3ab2-cc6f-4462-b099-c3eb4f5994ab req-530503e9-eed7-4820-a8e4-9768412f1086 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435083 Feb 17 23:20:27.266802 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-9fe92ed6-9a9a-4f76-aaa5-c578ee5df4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:27.268351 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-9fe92ed6-9a9a-4f76-aaa5-c578ee5df4c1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1129 time: 0.0866137 Feb 17 23:20:27.363698 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-045a28ad-1e2b-403a-b45c-906cf9968445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:27.365148 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-045a28ad-1e2b-403a-b45c-906cf9968445 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 898 time: 0.0886681 Feb 17 23:20:27.428361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-b0f9f5e8-7c00-4e45-8aec-62012d4d55f0 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 1002 time: 0.0563765 Feb 17 23:20:27.481315 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-3c11ae87-7034-4205-97e8-ad01e89ed5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:27.483954 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-3c11ae87-7034-4205-97e8-ad01e89ed5da service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0497050 Feb 17 23:20:27.531703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-f8d1a2ed-4567-45fd-a4e1-568111f0fb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:27.533709 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-f8d1a2ed-4567-45fd-a4e1-568111f0fb48 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434382 Feb 17 23:20:27.623976 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-f691f40f-2f6c-4fb4-917b-ca0e15d8e829 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826974 Feb 17 23:20:27.715415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-c1ff2c90-5b8a-4bd5-83a2-71ccf343c90d service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851965 Feb 17 23:20:28.172747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0808b60-0b99-45d0-a316-c9e9c61fc351 req-5ad3e16a-d650-435d-9648-d8a93762e6fe tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:28.174235 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0808b60-0b99-45d0-a316-c9e9c61fc351 req-5ad3e16a-d650-435d-9648-d8a93762e6fe tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0526645 Feb 17 23:20:28.222736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0808b60-0b99-45d0-a316-c9e9c61fc351 req-c74393b7-7540-4cbd-ae28-e844614d5396 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Feb 17 23:20:28.457181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed661bd0-174e-4f63-bcee-b3394948976c req-e2b4db4a-b3aa-4425-a6c6-cc3d621494bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:28.458700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed661bd0-174e-4f63-bcee-b3394948976c req-e2b4db4a-b3aa-4425-a6c6-cc3d621494bd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1129 time: 0.0454292 Feb 17 23:20:28.566762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed661bd0-174e-4f63-bcee-b3394948976c req-07e7079f-aa48-4a5c-a481-b7c2fb785c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:28.568283 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed661bd0-174e-4f63-bcee-b3394948976c req-07e7079f-aa48-4a5c-a481-b7c2fb785c91 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 898 time: 0.0902457 Feb 17 23:20:28.633679 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed661bd0-174e-4f63-bcee-b3394948976c req-afbd2c1e-e3c7-49be-9b57-891376d28100 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 1002 time: 0.0594823 Feb 17 23:20:28.683176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed661bd0-174e-4f63-bcee-b3394948976c req-e925de6c-88f7-49a6-8a90-f3f269583ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:28.684605 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed661bd0-174e-4f63-bcee-b3394948976c req-e925de6c-88f7-49a6-8a90-f3f269583ad7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0430505 Feb 17 23:20:28.738022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed661bd0-174e-4f63-bcee-b3394948976c req-65f57e32-a306-4c7e-8650-1c94f6a838b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:28.739785 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed661bd0-174e-4f63-bcee-b3394948976c req-65f57e32-a306-4c7e-8650-1c94f6a838b0 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486584 Feb 17 23:20:28.827035 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed661bd0-174e-4f63-bcee-b3394948976c req-d87584ed-ac73-4402-a522-8daa1e6f3fc3 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804188 Feb 17 23:20:28.917850 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-ed661bd0-174e-4f63-bcee-b3394948976c req-7b512b0e-4909-416e-9212-945379de8749 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840857 Feb 17 23:20:29.349313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa88418-ceab-4bb0-8e6d-06bcf6cc2de1 req-95b2a4ed-44c9-4858-b596-842cb59dd8c8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:29.350819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cfa88418-ceab-4bb0-8e6d-06bcf6cc2de1 req-95b2a4ed-44c9-4858-b596-842cb59dd8c8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0595698 Feb 17 23:20:29.398938 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cfa88418-ceab-4bb0-8e6d-06bcf6cc2de1 req-dd9f84f1-9cda-4a1a-a972-ced839feb2dd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425329 Feb 17 23:20:30.520514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a9daf1-306c-4fef-83d1-31acf8788698 req-8b98c0a4-eb6f-4f10-937e-653d5413284f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:30.521991 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64a9daf1-306c-4fef-83d1-31acf8788698 req-8b98c0a4-eb6f-4f10-937e-653d5413284f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0541646 Feb 17 23:20:30.571987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64a9daf1-306c-4fef-83d1-31acf8788698 req-30c246cd-ebae-4312-b695-df443292e5ad tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 Feb 17 23:20:31.693455 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200da499-86cd-4f15-8b0c-709f1d75811d req-36c9fda7-e2e3-4283-8e79-1f8164f53d14 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:31.694935 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200da499-86cd-4f15-8b0c-709f1d75811d req-36c9fda7-e2e3-4283-8e79-1f8164f53d14 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0527701 Feb 17 23:20:31.747550 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-200da499-86cd-4f15-8b0c-709f1d75811d req-05e07e74-8803-40f8-b3ae-e8a59f803ca7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469446 Feb 17 23:20:32.869061 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced8811-e994-4a69-8907-3055750996d4 req-0ce25bf0-8f5d-4b0b-a996-dfaeb050884e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:32.870533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ced8811-e994-4a69-8907-3055750996d4 req-0ce25bf0-8f5d-4b0b-a996-dfaeb050884e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0533893 Feb 17 23:20:32.918193 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ced8811-e994-4a69-8907-3055750996d4 req-a43fa875-bb42-4b5f-bddf-18a322624ad1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Feb 17 23:20:34.037519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f8ee4-54b4-4a9a-bae3-3816eb7d1aef req-d74cdfa1-a0c6-41c3-981d-08b12b535579 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:34.038987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d1f8ee4-54b4-4a9a-bae3-3816eb7d1aef req-d74cdfa1-a0c6-41c3-981d-08b12b535579 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0527480 Feb 17 23:20:34.087159 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3d1f8ee4-54b4-4a9a-bae3-3816eb7d1aef req-5c826a65-6f6e-49d2-b3f7-9f3fa5d18926 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422633 Feb 17 23:20:35.210345 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffd440-71a0-4fa4-b4d2-c2b8961caf74 req-ecc4de40-207c-40e4-9fd3-5a3f09053787 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:35.211856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40ffd440-71a0-4fa4-b4d2-c2b8961caf74 req-ecc4de40-207c-40e4-9fd3-5a3f09053787 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0575314 Feb 17 23:20:35.260942 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-40ffd440-71a0-4fa4-b4d2-c2b8961caf74 req-1a1697b2-8a15-4942-bafc-713e012be0b4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433495 Feb 17 23:20:36.383892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01842f1-5e3a-4e89-b06a-162743d32d54 req-29fae0ab-302e-4c43-a816-10b1986edc07 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:36.385376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a01842f1-5e3a-4e89-b06a-162743d32d54 req-29fae0ab-302e-4c43-a816-10b1986edc07 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0541286 Feb 17 23:20:36.433492 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a01842f1-5e3a-4e89-b06a-162743d32d54 req-983f8b5c-cfaf-4f90-89db-bff5488d105f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426128 Feb 17 23:20:37.553202 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae6b08-656c-41a0-af22-5a1d7330c076 req-26d0a06e-75aa-45ea-9502-d60404528d5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:37.554674 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42ae6b08-656c-41a0-af22-5a1d7330c076 req-26d0a06e-75aa-45ea-9502-d60404528d5c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0532832 Feb 17 23:20:37.615138 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-42ae6b08-656c-41a0-af22-5a1d7330c076 req-c37c1f22-db99-4c63-9899-ce25c9fbe4e9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540245 Feb 17 23:20:38.733482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a78b57-fca7-4e88-afe6-fa3331b626fa req-6e60cdf0-90b6-4aee-8fe3-d45b06d37265 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:38.734947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00a78b57-fca7-4e88-afe6-fa3331b626fa req-6e60cdf0-90b6-4aee-8fe3-d45b06d37265 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0533011 Feb 17 23:20:38.784669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-00a78b57-fca7-4e88-afe6-fa3331b626fa req-16beddd1-2697-4bb9-95ac-7fa9629fab44 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435004 Feb 17 23:20:39.706519 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-7f99f874-4098-4a0f-a70a-ccf448e25509 service neutron] 10.222.0.73 "GET /v2.0/ports/a275f6ff-2146-439f-8889-46b612efe98c/bindings/n-h1-828369-18 HTTP/1.1" status: 200 len: 383 time: 0.3643715 Feb 17 23:20:39.907805 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-beac37fc-2dbe-45cd-befd-3c2cf33597e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:39.909838 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-beac37fc-2dbe-45cd-befd-3c2cf33597e3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 1129 time: 0.0451066 Feb 17 23:20:39.912762 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31527f-b568-4d2b-94b7-28434a9a7daa req-7b5aa65c-6bf0-4ec1-9b84-202486c443cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:39.914384 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae31527f-b568-4d2b-94b7-28434a9a7daa req-7b5aa65c-6bf0-4ec1-9b84-202486c443cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0547104 Feb 17 23:20:39.963950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ae31527f-b568-4d2b-94b7-28434a9a7daa req-bd6dc24e-7ecc-438c-b60a-dd873beb307a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Feb 17 23:20:39.978887 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:39.980009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-dcbd23fb-4f28-45c0-8043-6a7ec054a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:39.981801 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-dcbd23fb-4f28-45c0-8043-6a7ec054a7f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1129 time: 0.0504100 Feb 17 23:20:40.073678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-f5f77704-1649-4270-a764-042d36146e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:40.075044 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-f5f77704-1649-4270-a764-042d36146e9f service neutron] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 898 time: 0.0862908 Feb 17 23:20:40.138347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-202b1374-2baf-4837-8d88-697c3b2d1ada service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 1002 time: 0.0571659 Feb 17 23:20:40.188199 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-20d16fa4-9c1d-4b4e-9a49-6ccf2ecddf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:40.190153 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-20d16fa4-9c1d-4b4e-9a49-6ccf2ecddf6b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0462353 Feb 17 23:20:40.237281 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a4fea-3611-4258-8df1-9568b604dbcd req-d65bc10e-112f-496d-a0bc-45a05bb90299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:40.239018 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-d65bc10e-112f-496d-a0bc-45a05bb90299 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0433495 Feb 17 23:20:40.325999 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-bc479d32-1b39-4acc-ad76-a905f58d44ea service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807922 Feb 17 23:20:40.418311 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-176a4fea-3611-4258-8df1-9568b604dbcd req-7608b2ac-fb91-406f-9e25-e86660a9ff4a service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856338 Feb 17 23:20:41.090067 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a799d-bbac-4253-98a0-962f56b892ac req-5026817c-0b61-4325-9db7-d3005de7e71e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:41.091552 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf9a799d-bbac-4253-98a0-962f56b892ac req-5026817c-0b61-4325-9db7-d3005de7e71e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0566282 Feb 17 23:20:41.139474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cf9a799d-bbac-4253-98a0-962f56b892ac req-297466e3-eaa1-4967-97e0-14b9caf91d78 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417459 Feb 17 23:20:41.429301 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a275f6ff-2146-439f-8889-46b612efe98c details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:20:41.525286 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:20:41.536789 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'a275f6ff-2146-439f-8889-46b612efe98c', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'port_id': 'a275f6ff-2146-439f-8889-46b612efe98c', 'mac_address': 'fa:16:3e:17:64:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:20:41.572573 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a275f6ff-2146-439f-8889-46b612efe98c is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:20:41.572953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a275f6ff-2146-439f-8889-46b612efe98c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:41.585929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a275f6ff-2146-439f-8889-46b612efe98c {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:20:41.604081 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:20:41.608396 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:41.655621 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:41.662956 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.663349 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.663675 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.664019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.664346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.664682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.665006 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.665330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.665646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.665969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.666288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.666607 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:41.666926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:20:42.262094 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40fca6-39a3-41cc-ad12-3343937bdea4 req-a12ec716-ce91-4fb8-b32d-d8cc07352349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.263757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca40fca6-39a3-41cc-ad12-3343937bdea4 req-a12ec716-ce91-4fb8-b32d-d8cc07352349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 945 time: 0.0536361 Feb 17 23:20:42.313767 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca40fca6-39a3-41cc-ad12-3343937bdea4 req-d7b921d4-4993-40c4-a30a-da2901933f2a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441012 Feb 17 23:20:42.519573 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2af3fd-1719-4907-b496-12234c710392 req-b1983073-bb61-48ff-adf3-142b70ea3d8e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.521051 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e2af3fd-1719-4907-b496-12234c710392 req-b1983073-bb61-48ff-adf3-142b70ea3d8e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 945 time: 0.0596087 Feb 17 23:20:42.523210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-d44c35b1-a409-4e42-addd-26b27ce797e5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.524734 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-d44c35b1-a409-4e42-addd-26b27ce797e5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc&tenant_id=3870495f87a9448a89a54c240b120d7d&binding%3Ahost_id=n-h1-828369-18 HTTP/1.1" status: 200 len: 945 time: 0.0567420 Feb 17 23:20:42.580780 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5e2af3fd-1719-4907-b496-12234c710392 req-85cf515c-7e81-48ca-89a4-5a0880ed7783 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503612 Feb 17 23:20:42.611479 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-3975ebcf-09fa-46fe-89ea-600e8e0fb5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.613279 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-3975ebcf-09fa-46fe-89ea-600e8e0fb5a1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1128 time: 0.0457695 Feb 17 23:20:42.702789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42efb1e-5c10-4113-871b-0516f6df6732 req-6e1de988-94f3-4812-9d14-8548691c18ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.704293 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a42efb1e-5c10-4113-871b-0516f6df6732 req-6e1de988-94f3-4812-9d14-8548691c18ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 945 time: 0.0540984 Feb 17 23:20:42.708492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-acdc4301-bfe0-4d3b-831d-504b18de164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.709969 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-acdc4301-bfe0-4d3b-831d-504b18de164d service neutron] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 898 time: 0.0908415 Feb 17 23:20:42.754760 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a42efb1e-5c10-4113-871b-0516f6df6732 req-bf64b384-02c2-4b77-9b7d-e1bca6939bac tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440111 Feb 17 23:20:42.776817 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-fb0a8ccb-1b8b-481c-a188-688a5e3357c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 1001 time: 0.0605416 Feb 17 23:20:42.830567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-64f7461f-2c0a-4100-80f8-a44fac578333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.832127 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-64f7461f-2c0a-4100-80f8-a44fac578333 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0478868 Feb 17 23:20:42.880963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-dee3262c-2986-489e-98bc-a8f15c58d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:42.881357 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['a275f6ff-2146-439f-8889-46b612efe98c'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:20:42.882460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-dee3262c-2986-489e-98bc-a8f15c58d758 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0439498 Feb 17 23:20:42.975053 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-ce83a3d8-3aed-43ca-bd64-4142a798b1a3 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836844 Feb 17 23:20:43.072654 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3595789b-852b-4d2f-a4ff-d28ed3725f43 req-89e69a62-69e0-40d1-b382-bbbee9ec1061 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913997 Feb 17 23:20:43.447641 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a275f6ff-2146-439f-8889-46b612efe98c up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:20:43.499338 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port a275f6ff-2146-439f-8889-46b612efe98c triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:20:43.499751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a275f6ff-2146-439f-8889-46b612efe98c), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:43.587930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port a275f6ff-2146-439f-8889-46b612efe98c is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:20:43.588328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a275f6ff-2146-439f-8889-46b612efe98c), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:43.613679 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:20:43.616859 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1e2d1b-25eb-474e-b4f8-2fe2eee4a3b1" -d '{"events": [{"server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "name": "network-vif-plugged", "status": "completed", "tag": "a275f6ff-2146-439f-8889-46b612efe98c"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:20:43.633865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:20:43.638781 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:43.668655 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef77d53d-5f10-4c00-b36b-1967321fff67 x-openstack-request-id: req-ef77d53d-5f10-4c00-b36b-1967321fff67 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:20:43.669008 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "name": "network-vif-plugged", "status": "completed", "tag": "a275f6ff-2146-439f-8889-46b612efe98c", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:20:43.669261 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef77d53d-5f10-4c00-b36b-1967321fff67 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:20:43.669653 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c', 'code': 200} Feb 17 23:20:43.709050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:20:43.875435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f219cdd-6474-4f59-b6ea-b113209e0c6f req-0d4e6d2f-31f2-4025-b9b8-a62205801047 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:20:43.876904 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f219cdd-6474-4f59-b6ea-b113209e0c6f req-0d4e6d2f-31f2-4025-b9b8-a62205801047 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0534701 Feb 17 23:20:43.929308 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f219cdd-6474-4f59-b6ea-b113209e0c6f req-17adae1e-b1ec-4827-98e6-f3cf9ee153d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468848 Feb 17 23:20:43.951623 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39894) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:20:44.011790 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2f496eab-fb78-4d7e-b741-dcda944e16a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/b6164c6f-bd91-4cdf-afb6-d86e655ad7f2 HTTP/1.1" status: 200 len: 994 time: 0.0590434 Feb 17 23:20:44.576777 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e50bf687-ecd1-4b64-b69f-36a5ec622229 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:47.450981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ed6e17f9-b0e9-4b66-b0f0-4eb9d5e4c2a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:48.169449 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:49.305606 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:20:49.573703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:50.998901 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:20:55.723787 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:09.997631 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:12.389644 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39904) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:12.546325 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port f6cf8b20-9851-41c8-abc7-3a377a27124c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:21:12.546675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:12.626032 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:12.626374 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (f6cf8b20-9851-41c8-abc7-3a377a27124c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:12.639084 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for f6cf8b20-9851-41c8-abc7-3a377a27124c owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:21:12.784691 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f6cf8b20-9851-41c8-abc7-3a377a27124c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:12.810435 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=f6cf8b20-9851-41c8-abc7-3a377a27124c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:12.836329 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.836683 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.837027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.837367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.837699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.838031 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.838362 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.838691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.839017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.839343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.839691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.840015 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.840345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:12.879837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (b6164c6f-bd91-4cdf-afb6-d86e655ad7f2), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:12.880166 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP b6164c6f-bd91-4cdf-afb6-d86e655ad7f2 disassociated (deleted). External IP: 172.25.0.228, port: a275f6ff-2146-439f-8889-46b612efe98c. Feb 17 23:21:13.095265 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 00b321bc-f737-496e-b7ef-ed0760d81b1d has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:21:13.206595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:21:13.211482 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:13.217240 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] Sync routers for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:13.227043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:13.227694 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:13.242119 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7692a609-e0cc-43ad-8842-f61bc9cefb7d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/floatingips/b6164c6f-bd91-4cdf-afb6-d86e655ad7f2 HTTP/1.1" status: 204 len: 168 time: 0.8513536 Feb 17 23:21:13.242715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:13.245062 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b034b63-1859-438c-98f4-5a8d875cbc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "tag": "a275f6ff-2146-439f-8889-46b612efe98c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:21:13.340003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:13.469105 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2de3da-c634-4d7e-874d-fd7fc951ad32 x-openstack-request-id: req-2e2de3da-c634-4d7e-874d-fd7fc951ad32 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:21:13.469611 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "tag": "a275f6ff-2146-439f-8889-46b612efe98c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:21:13.469611 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2e2de3da-c634-4d7e-874d-fd7fc951ad32 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:21:13.470006 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c', 'status': 'completed', 'code': 200} Feb 17 23:21:13.547335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-e3839cc6-ddb5-46eb-97cc-0d879609ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:13.549646 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-e3839cc6-ddb5-46eb-97cc-0d879609ff9a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 1129 time: 0.0564044 Feb 17 23:21:13.564810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:13.580534 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef1f1d-72c5-42ce-a912-34c91087dc19 req-c1b91a34-6199-4c79-b7aa-6ed5be1d999b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:13.583848 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6aef1f1d-72c5-42ce-a912-34c91087dc19 req-c1b91a34-6199-4c79-b7aa-6ed5be1d999b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0619886 Feb 17 23:21:13.593877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] Checking router: 00b321bc-f737-496e-b7ef-ed0760d81b1d for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:13.607277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:13.607277 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:13.637794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6aef1f1d-72c5-42ce-a912-34c91087dc19 req-b9301dc6-9e71-4979-a2d8-19e759852e8d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487947 Feb 17 23:21:13.671579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-cc461ab5-080a-4699-a91b-6b6878d609c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:13.673103 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-cc461ab5-080a-4699-a91b-6b6878d609c9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 200 len: 898 time: 0.1177404 Feb 17 23:21:13.716805 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-af59a833-d80f-4932-912b-41fe97475d81 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 200 len: 217 time: 0.0373762 Feb 17 23:21:13.727440 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:13.772424 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-6d47c249-8d83-49b0-816a-64c6b096d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:13.773923 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-6d47c249-8d83-49b0-816a-64c6b096d8a9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 200 len: 835 time: 0.0502987 Feb 17 23:21:13.831093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-96cab862-e50e-4f3a-b3a3-a58b4ad056cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:13.832882 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-96cab862-e50e-4f3a-b3a3-a58b4ad056cb service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=83f90adc-5454-4e1a-bf74-e61116a76265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0526333 Feb 17 23:21:13.935207 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-c7112d09-fb70-4c08-88a3-3173962c3b48 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962148 Feb 17 23:21:14.043403 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6b034b63-1859-438c-98f4-5a8d875cbc1a req-afc12696-cc74-470b-8007-2fccce1bf467 service neutron] 10.222.0.73 "GET /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015580 Feb 17 23:21:14.116768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:14.144457 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc74d5f7-9ea5-4da5-ad4e-97307a0700ce None None] The sync data for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 is: [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:19:43Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b321b1c5-8e01-4d69-b0c8-526c41e98c94', 'name': '', 'network_id': '83f90adc-5454-4e1a-bf74-e61116a76265', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:3b:3a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:42Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '5620f6e0-fc88-42fa-8a16-e96dcc96d45f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:14.377267 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f4adc0-7aa3-4bc5-84d2-c636c816062f None None] New status for floating IP b6164c6f-bd91-4cdf-afb6-d86e655ad7f2: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:21:14.579996 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-88225a89-2c72-4a08-ad7b-961dec21950c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:14.740368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-ca5d8181-2a49-4a68-807b-52f120f19d1d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:14.741802 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-ca5d8181-2a49-4a68-807b-52f120f19d1d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0577195 Feb 17 23:21:14.775245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d593e55-fc78-4e46-81e8-a4bc70af1d79 req-42ef115e-89a2-4b63-acb3-cef2bc6e9b42 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:14.776840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d593e55-fc78-4e46-81e8-a4bc70af1d79 req-42ef115e-89a2-4b63-acb3-cef2bc6e9b42 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=92276636-3f4c-4da0-b9f2-615781b027cc HTTP/1.1" status: 200 len: 946 time: 0.0622478 Feb 17 23:21:14.835718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6d593e55-fc78-4e46-81e8-a4bc70af1d79 req-b915ae06-0142-4721-8dd3-b04c17206aca tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=55f21531-267f-4a18-9311-35c5fc966aff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528283 Feb 17 23:21:14.844735 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port a275f6ff-2146-439f-8889-46b612efe98c {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:21:14.845086 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a275f6ff-2146-439f-8889-46b612efe98c), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:14.936110 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port a275f6ff-2146-439f-8889-46b612efe98c, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=a275f6ff-2146-439f-8889-46b612efe98c,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:14.936479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a275f6ff-2146-439f-8889-46b612efe98c), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:14.950445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for a275f6ff-2146-439f-8889-46b612efe98c owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:21:15.084573 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (a275f6ff-2146-439f-8889-46b612efe98c), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:15.111527 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=a275f6ff-2146-439f-8889-46b612efe98c,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:15.155915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] No DVR routers for this DVR port a275f6ff-2146-439f-8889-46b612efe98c on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:21:15.159065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:15.162440 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-fd8b47f8-cd74-48db-9667-86872eb78036 req-30de2fff-421e-466b-80f9-19f2851f7792 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "DELETE /v2.0/ports/a275f6ff-2146-439f-8889-46b612efe98c HTTP/1.1" status: 204 len: 173 time: 0.4155746 Feb 17 23:21:15.470844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'name': 'network-vif-deleted', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:15.474462 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43230da0-bc87-4d03-a216-4016c69a1598" -d '{"events": [{"server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "name": "network-vif-deleted", "tag": "a275f6ff-2146-439f-8889-46b612efe98c"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:21:15.514772 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf1c249-aa9c-4fdf-be71-f4927f4dcb91 x-openstack-request-id: req-acf1c249-aa9c-4fdf-be71-f4927f4dcb91 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:21:15.515208 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92276636-3f4c-4da0-b9f2-615781b027cc", "name": "network-vif-deleted", "tag": "a275f6ff-2146-439f-8889-46b612efe98c", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:21:15.515861 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-acf1c249-aa9c-4fdf-be71-f4927f4dcb91 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:21:15.516446 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92276636-3f4c-4da0-b9f2-615781b027cc', 'name': 'network-vif-deleted', 'tag': 'a275f6ff-2146-439f-8889-46b612efe98c', 'status': 'completed', 'code': 200} Feb 17 23:21:15.894700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39924) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:16.282081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (00b321bc-f737-496e-b7ef-ed0760d81b1d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:16.543464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port b321b1c5-8e01-4d69-b0c8-526c41e98c94 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:21:16.543753 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:16.631921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port b321b1c5-8e01-4d69-b0c8-526c41e98c94, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b321b1c5-8e01-4d69-b0c8-526c41e98c94,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:16.632346 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:16.647045 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for b321b1c5-8e01-4d69-b0c8-526c41e98c94 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:21:16.842810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b321b1c5-8e01-4d69-b0c8-526c41e98c94), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:16.873173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=b321b1c5-8e01-4d69-b0c8-526c41e98c94,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:17.064491 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (00b321bc-f737-496e-b7ef-ed0760d81b1d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.284648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 00b321bc-f737-496e-b7ef-ed0760d81b1d has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:21:17.393464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:21:17.398589 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-bd38e1d9-f31a-466b-b5a2-a650d3ecf079 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/00b321bc-f737-496e-b7ef-ed0760d81b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028112 Feb 17 23:21:17.401496 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39926) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:17.402808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] Sync routers for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:17.412624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:17.413470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:20:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:17.457427 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting subnet 5620f6e0-fc88-42fa-8a16-e96dcc96d45f {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:21:17.460820 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (5620f6e0-fc88-42fa-8a16-e96dcc96d45f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.498519 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-130f4cec-7d5f-4ffe-844c-baedf9c84fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.503064 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (5620f6e0-fc88-42fa-8a16-e96dcc96d45f), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.541784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:17.589489 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (5620f6e0-fc88-42fa-8a16-e96dcc96d45f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.652509 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (5620f6e0-fc88-42fa-8a16-e96dcc96d45f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.680921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Subnet': ['ID=5620f6e0-fc88-42fa-8a16-e96dcc96d45f,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:17.688828 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.692055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/subnets/5620f6e0-fc88-42fa-8a16-e96dcc96d45f HTTP/1.1" status: 204 len: 168 time: 0.2895288 Feb 17 23:21:17.694053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.694507 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.694867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.695216 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.695345 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39928) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:17.695578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.695918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.696296 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.696579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.696913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.697245 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.697390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25051459-951a-46ab-bda7-63e900fefe36 None None] Network 83f90adc-5454-4e1a-bf74-e61116a76265 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:21:17.697575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.697904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.698231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cba349b-662e-477b-b684-5567403a3ace tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:17.803053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:21:16Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:17.809705 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (00b321bc-f737-496e-b7ef-ed0760d81b1d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:17.835917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] Checking router: 00b321bc-f737-496e-b7ef-ed0760d81b1d for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:17.847896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] Routers {'00b321bc-f737-496e-b7ef-ed0760d81b1d'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:17.848528 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['00b321bc-f737-496e-b7ef-ed0760d81b1d'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:17.916428 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] DHCP port deletion for 83f90adc-5454-4e1a-bf74-e61116a76265 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:21:17.989968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] Set router 00b321bc-f737-496e-b7ef-ed0760d81b1d gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:18.098919 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] Deleting port 160db5f5-bd82-4a7e-b618-0b192b983540 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:21:18.099210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.199288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] For port 160db5f5-bd82-4a7e-b618-0b192b983540, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=160db5f5-bd82-4a7e-b618-0b192b983540,segment=NetworkSegment(23f78778-75a4-4764-b901-f3962d733d71),segment_id=23f78778-75a4-4764-b901-f3962d733d71)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:18.199718 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.217263 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.222187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] Calling delete_port for 160db5f5-bd82-4a7e-b618-0b192b983540 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:21:18.238901 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (00b321bc-f737-496e-b7ef-ed0760d81b1d), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.290299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port 40a566b0-ec95-4d37-9764-26dea6ed5856 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:21:18.290653 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.330937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:21:16Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:18.358530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c4b50-3dd7-4619-8073-7047eabd5702 None None] The sync data for ids ['00b321bc-f737-496e-b7ef-ed0760d81b1d'] in n-d-828369-18 is: [{'id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1914933684', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178'}], 'enable_snat': True}, 'gw_port_id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:19:39Z', 'updated_at': '2022-02-17T23:21:16Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '40a566b0-ec95-4d37-9764-26dea6ed5856', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:72:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b321bc-f737-496e-b7ef-ed0760d81b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:19:40Z', 'updated_at': '2022-02-17T23:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:18.372352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port 40a566b0-ec95-4d37-9764-26dea6ed5856, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=40a566b0-ec95-4d37-9764-26dea6ed5856,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:18.372767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.377203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (160db5f5-bd82-4a7e-b618-0b192b983540), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.389721 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for 40a566b0-ec95-4d37-9764-26dea6ed5856 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:21:18.405719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] Pushing event deleted for resources: {'Port': ['ID=160db5f5-bd82-4a7e-b618-0b192b983540,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:18.409371 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe4738c-3ea8-46f2-b7a5-61f819872fc0 None None] No DVR routers for this DVR port 160db5f5-bd82-4a7e-b618-0b192b983540 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:21:18.568964 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (40a566b0-ec95-4d37-9764-26dea6ed5856), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.593033 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=40a566b0-ec95-4d37-9764-26dea6ed5856,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:18.652543 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (00b321bc-f737-496e-b7ef-ed0760d81b1d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.748196 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (00b321bc-f737-496e-b7ef-ed0760d81b1d), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.750418 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (00b321bc-f737-496e-b7ef-ed0760d81b1d), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.801030 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (00b321bc-f737-496e-b7ef-ed0760d81b1d), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.801555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Fanout notify agent at l3_agent the message router_deleted on router 00b321bc-f737-496e-b7ef-ed0760d81b1d {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:21:18.808194 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.811834 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4e5473fe-0eb9-40a4-9df4-1f23b2ecc9d6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/routers/00b321bc-f737-496e-b7ef-ed0760d81b1d HTTP/1.1" status: 204 len: 168 time: 1.1111326 Feb 17 23:21:18.812315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39930) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:18.892386 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (83f90adc-5454-4e1a-bf74-e61116a76265), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:18.986684 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (83f90adc-5454-4e1a-bf74-e61116a76265), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.010116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83f90adc-5454-4e1a-bf74-e61116a76265']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:19.020396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23f78778-75a4-4764-b901-f3962d733d71') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:19.020703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23f78778-75a4-4764-b901-f3962d733d71') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:19.031098 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (23f78778-75a4-4764-b901-f3962d733d71), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.048563 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (23f78778-75a4-4764-b901-f3962d733d71), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.055506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:21:19.055971 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (23f78778-75a4-4764-b901-f3962d733d71), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:21:19.058975 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:21:19.116445 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (83f90adc-5454-4e1a-bf74-e61116a76265), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.121746 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.125043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/networks/83f90adc-5454-4e1a-bf74-e61116a76265 HTTP/1.1" status: 204 len: 168 time: 0.3115563 Feb 17 23:21:19.127867 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39932) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:19.140046 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0fb650-03f7-4869-842e-5956fcf1a5d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Network': ['ID=83f90adc-5454-4e1a-bf74-e61116a76265,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:19.185582 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab66adf8-494f-4b95-8a86-09a5830128d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (55f21531-267f-4a18-9311-35c5fc966aff), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.209828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab66adf8-494f-4b95-8a86-09a5830128d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (55f21531-267f-4a18-9311-35c5fc966aff), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.267925 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab66adf8-494f-4b95-8a86-09a5830128d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (55f21531-267f-4a18-9311-35c5fc966aff), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.270567 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ab66adf8-494f-4b95-8a86-09a5830128d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.271756 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ab66adf8-494f-4b95-8a86-09a5830128d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/security-groups/55f21531-267f-4a18-9311-35c5fc966aff HTTP/1.1" status: 204 len: 168 time: 0.1428087 Feb 17 23:21:19.285149 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66adf8-494f-4b95-8a86-09a5830128d9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f21531-267f-4a18-9311-35c5fc966aff,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:19.428961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 160db5f5-bd82-4a7e-b618-0b192b983540 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:21:19.449499 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 160db5f5-bd82-4a7e-b618-0b192b983540 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:21:19.449854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 160db5f5-bd82-4a7e-b618-0b192b983540 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:21:19.450340 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b321b1c5-8e01-4d69-b0c8-526c41e98c94 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:21:19.472651 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: b321b1c5-8e01-4d69-b0c8-526c41e98c94 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:21:19.472999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b321b1c5-8e01-4d69-b0c8-526c41e98c94 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:21:19.575479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:19.645667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a275f6ff-2146-439f-8889-46b612efe98c no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:21:19.667278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: a275f6ff-2146-439f-8889-46b612efe98c {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:21:19.667574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device a275f6ff-2146-439f-8889-46b612efe98c not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:21:19.951497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39938) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:19.956873 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-ddd2c6b6-ce7a-417d-97d8-d9138873dfff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121136725', 'description': 'tempest-secgroup-smoke-1121136725 description', 'project_id': '3870495f87a9448a89a54c240b120d7d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:19.976310 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c6b6-ce7a-417d-97d8-d9138873dfff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.049669 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c6b6-ce7a-417d-97d8-d9138873dfff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (09a7a70f-4c45-4a7a-a552-6a309f17f6ed), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.053467 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c6b6-ce7a-417d-97d8-d9138873dfff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (09a7a70f-4c45-4a7a-a552-6a309f17f6ed), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.084889 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ddd2c6b6-ce7a-417d-97d8-d9138873dfff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.086093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ddd2c6b6-ce7a-417d-97d8-d9138873dfff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1335995 Feb 17 23:21:20.087871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd2c6b6-ce7a-417d-97d8-d9138873dfff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a7a70f-4c45-4a7a-a552-6a309f17f6ed,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:20.089153 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39940) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:20.093927 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-2bb70a3b-9aee-4523-9527-dee700964a09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '09a7a70f-4c45-4a7a-a552-6a309f17f6ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:20.120087 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bb70a3b-9aee-4523-9527-dee700964a09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (fc814cc5-f3e0-46fa-8909-c8de12534006), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.165929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bb70a3b-9aee-4523-9527-dee700964a09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (fc814cc5-f3e0-46fa-8909-c8de12534006), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.170203 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bb70a3b-9aee-4523-9527-dee700964a09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (fc814cc5-f3e0-46fa-8909-c8de12534006), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.192209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb70a3b-9aee-4523-9527-dee700964a09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc814cc5-f3e0-46fa-8909-c8de12534006,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:20.197641 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2bb70a3b-9aee-4523-9527-dee700964a09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.198969 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2bb70a3b-9aee-4523-9527-dee700964a09 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085346 Feb 17 23:21:20.201609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39942) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:20.205771 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-7e467d9c-0ee9-4536-b536-1512f2b133d5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '09a7a70f-4c45-4a7a-a552-6a309f17f6ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:20.229437 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e467d9c-0ee9-4536-b536-1512f2b133d5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (2e6517e3-ba22-493f-b844-89f92e794fd4), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.287985 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e467d9c-0ee9-4536-b536-1512f2b133d5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (2e6517e3-ba22-493f-b844-89f92e794fd4), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.291299 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e467d9c-0ee9-4536-b536-1512f2b133d5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2e6517e3-ba22-493f-b844-89f92e794fd4), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.309545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e467d9c-0ee9-4536-b536-1512f2b133d5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e6517e3-ba22-493f-b844-89f92e794fd4,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:20.315011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7e467d9c-0ee9-4536-b536-1512f2b133d5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.316219 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7e467d9c-0ee9-4536-b536-1512f2b133d5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1137090 Feb 17 23:21:20.319055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39944) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:20.323277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5773151f-ca06-4fd9-b8df-a14ec341506c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '09a7a70f-4c45-4a7a-a552-6a309f17f6ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:20.347644 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5773151f-ca06-4fd9-b8df-a14ec341506c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (912a19af-47a5-491b-99d7-3ab9e3a006d1), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.404149 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5773151f-ca06-4fd9-b8df-a14ec341506c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (912a19af-47a5-491b-99d7-3ab9e3a006d1), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.407871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5773151f-ca06-4fd9-b8df-a14ec341506c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (912a19af-47a5-491b-99d7-3ab9e3a006d1), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.422723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773151f-ca06-4fd9-b8df-a14ec341506c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912a19af-47a5-491b-99d7-3ab9e3a006d1,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:20.433704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5773151f-ca06-4fd9-b8df-a14ec341506c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.434883 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5773151f-ca06-4fd9-b8df-a14ec341506c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148953 Feb 17 23:21:20.437635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39946) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:20.442556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f2c5fd14-ce31-4cae-b324-1eef0590f349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '09a7a70f-4c45-4a7a-a552-6a309f17f6ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:20.466212 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fd14-ce31-4cae-b324-1eef0590f349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (0a306f72-d956-46a6-ae8a-5fcabb50e5dd), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.523025 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fd14-ce31-4cae-b324-1eef0590f349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (0a306f72-d956-46a6-ae8a-5fcabb50e5dd), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.526978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fd14-ce31-4cae-b324-1eef0590f349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (0a306f72-d956-46a6-ae8a-5fcabb50e5dd), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.544782 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5fd14-ce31-4cae-b324-1eef0590f349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a306f72-d956-46a6-ae8a-5fcabb50e5dd,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:20.554473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f2c5fd14-ce31-4cae-b324-1eef0590f349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.555700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f2c5fd14-ce31-4cae-b324-1eef0590f349 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1171327 Feb 17 23:21:20.558410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39948) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:20.562685 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '09a7a70f-4c45-4a7a-a552-6a309f17f6ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:20.581293 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:21:20.586057 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (b50d5ed8-649f-4807-af30-e140db43dbff), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.648991 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (b50d5ed8-649f-4807-af30-e140db43dbff), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.652623 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (b50d5ed8-649f-4807-af30-e140db43dbff), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.671692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b50d5ed8-649f-4807-af30-e140db43dbff,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:20.680044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.681393 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5497adea-6cd0-4143-a50f-cce2b2687388 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220381 Feb 17 23:21:20.684123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39950) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:20.688464 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '09a7a70f-4c45-4a7a-a552-6a309f17f6ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:20.708446 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:21:20.713193 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (c089c016-6da3-4d6a-a8e9-8d101d95a551), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.777603 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (c089c016-6da3-4d6a-a8e9-8d101d95a551), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.781270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c089c016-6da3-4d6a-a8e9-8d101d95a551), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.799879 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c089c016-6da3-4d6a-a8e9-8d101d95a551,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:20.806286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.807546 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f39f4309-8ec9-496e-b3a3-7947df3cab49 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224353 Feb 17 23:21:20.810330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:20.815093 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'network': {'name': 'tempest-network-smoke--1921473289', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'port_security_enabled': True}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:20.834515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'network': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:21:20.837781 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.861946 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=103526) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:21:20.871287 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.871653 n-d-828369-18 neutron-server[103526]: INFO neutron.db.segments_db [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Added segment 6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb of type vlan for network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed Feb 17 23:21:20.911266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.935296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.940427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:20.941005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:20.998248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1867325 Feb 17 23:21:21.001914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39954) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:21.006459 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.007034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'admin_state_up': True, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:21.019396 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40a566b0-ec95-4d37-9764-26dea6ed5856 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:21:21.019857 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac90cd74-9be2-4d28-8c39-57ef780de973 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Network': ['ID=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:21.029220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.030673 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.045330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:21:21.047045 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 40a566b0-ec95-4d37-9764-26dea6ed5856 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:21:21.047409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 40a566b0-ec95-4d37-9764-26dea6ed5856 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:21:21.084876 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.234583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.427610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.449514 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.550066 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.5 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/e9f9ad96-eeb9-486b-a2c8-3f1436874d38) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:21.651583 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.684700 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:21.719895 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:21.726699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:21.730207 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:21:21.752138 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:21.978915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:22.176745 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:22.306384 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:21:22.413797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:21:22.423655 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Sync routers for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:22.433955 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:22.434476 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:22.434601 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:22.435809 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a8e09696-c9a1-411d-919d-6489b7fab828 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4328492 Feb 17 23:21:22.439533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39956) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:22.467483 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-cb7297fb-ef47-45fd-89b6-dea081b6b4fc tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3870495f87a9448a89a54c240b120d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268734 Feb 17 23:21:22.470234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39958) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:22.542541 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:22.555834 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb6a00f-3f8e-4e74-a449-51e33b224212 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:22.560054 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-eeb6a00f-3f8e-4e74-a449-51e33b224212 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861955 Feb 17 23:21:22.560253 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39960) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:22.588531 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6d2dc2a9-b648-4143-b98f-1357debf4595 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272183 Feb 17 23:21:22.591002 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 39962) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:22.595675 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446435742', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:22.684630 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'subnet': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:21:22.688089 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63575012'] for subnet (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:22.719670 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:21Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:22.749913 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Checking router: 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:22.750260 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Updating router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:21:22.776979 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:22.869547 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63088338', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63575030'] for subnet (26b99ebb-bf0d-4eb2-a179-befe0126ffb2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:22.934354 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Subnet': ['ID=26b99ebb-bf0d-4eb2-a179-befe0126ffb2,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:22.940495 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Checking segment: {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103527) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:21:22.940858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network hostable DHCP agents. Network: f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103527) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:21:22.960291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103527) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:21:22.970487 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed) {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:22.974640 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:22.975236 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:22.982241 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830348a2-3dea-464c-ae2d-66e6b8eaeb3c None None] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:21:23.000188 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a9bcf3a0-8efa-480d-b9d3-9d5b15f0a7ae tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4071751 Feb 17 23:21:23.003272 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 39964) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:23.090080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:21:23.091573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.140607 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Publish callbacks [] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.147773 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.204458 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Pushing event updated for resources: {'Port': ['ID=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:23.214984 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Attempting to bind port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:21:23.215351 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Attempting to bind port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:21:23.215740 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Attempting to bind port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:21:23.219311 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.219688 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.220064 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.222432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.222432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.222432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.222432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.222432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.222432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.222432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.223946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.223946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.223946 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:21:23.233047 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:21:23.233576 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:21:23.234048 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.234453 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:21:23.234936 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Bound port: e9f9ad96-eeb9-486b-a2c8-3f1436874d38, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:21:23.235321 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.247602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Allocated IP 172.20.0.2 (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed/26b99ebb-bf0d-4eb2-a179-befe0126ffb2/6b6fddae-4040-4f54-9733-b383e87733e5) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:23.299391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] For port e9f9ad96-eeb9-486b-a2c8-3f1436874d38, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:21:23.303344 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] For port e9f9ad96-eeb9-486b-a2c8-3f1436874d38, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:21:23.311794 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.373926 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:23.374664 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:23.416203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Publish callbacks [] for port (6b6fddae-4040-4f54-9733-b383e87733e5), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.424475 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.428554 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ac8ce-77e1-402e-9877-85c19a9a0882 None None] Pushing event updated for resources: {'Port': ['ID=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:23.476692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:23.479737 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:23.484219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:21:23.493111 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Pushing event updated for resources: {'Port': ['ID=6b6fddae-4040-4f54-9733-b383e87733e5,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:23.500345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.531262 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:23.709429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Attempting to bind port 6b6fddae-4040-4f54-9733-b383e87733e5 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:21:23.709755 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Attempting to bind port 6b6fddae-4040-4f54-9733-b383e87733e5 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:21:23.710066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Attempting to bind port 6b6fddae-4040-4f54-9733-b383e87733e5 on network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:21:23.715666 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:21:23.716120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Checking segment: {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:21:23.716441 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.716837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Bound using segment: {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:21:23.717310 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Bound port: 6b6fddae-4040-4f54-9733-b383e87733e5, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:21:23.717693 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.733382 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:21Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:23.766254 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7899b2a2-278d-46d9-9a96-cddcf8f190fc None None] The sync data for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 is: [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:21Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:23.794251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] For port 6b6fddae-4040-4f54-9733-b383e87733e5, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:21:23.798015 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] For port 6b6fddae-4040-4f54-9733-b383e87733e5, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6b6fddae-4040-4f54-9733-b383e87733e5,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:21:23.813663 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.823965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.1 (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed/26b99ebb-bf0d-4eb2-a179-befe0126ffb2/c8f1d854-2c69-4184-9910-40f3cf67d532) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:23.883433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58f62-d468-4d8c-b3e0-0e5eb1d59b03 None None] Pushing event updated for resources: {'Port': ['ID=6b6fddae-4040-4f54-9733-b383e87733e5,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:23.960869 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:23.998085 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:24.064936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:24.070289 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:24.074113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:21:24.126114 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=c8f1d854-2c69-4184-9910-40f3cf67d532,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:24.149191 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:24.307330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:24.623563 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:24.630202 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:24.704985 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=c8f1d854-2c69-4184-9910-40f3cf67d532,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:24.710070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:24.816717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:24.818191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:24.938185 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:21:24.975734 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd5052a-9438-4e9f-a0cf-eab5a141f224 None None] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:21:25.065224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:21:25.067300 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-b40de16e-8da1-4c81-b233-b15924fc59ff None None] Provisioning complete for port 6b6fddae-4040-4f54-9733-b383e87733e5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:25.067706 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b40de16e-8da1-4c81-b233-b15924fc59ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.070715 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a771134d-293e-4569-9f6f-91db080128bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/63cfa70e-9c8a-4ee0-80d5-6d4a80dec609/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0660887 Feb 17 23:21:25.148142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9f9ad96-eeb9-486b-a2c8-3f1436874d38 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:21:25.235464 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-5f821448-f68c-4e02-a10e-1c3ea3cbbf0e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121136725&fields=id&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 267 time: 0.0501094 Feb 17 23:21:25.252251 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-b40de16e-8da1-4c81-b233-b15924fc59ff None None] Current status of the port 6b6fddae-4040-4f54-9733-b383e87733e5 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:25.252649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b40de16e-8da1-4c81-b233-b15924fc59ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.257158 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:25.257537 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.338880 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-b40de16e-8da1-4c81-b233-b15924fc59ff None None] For port 6b6fddae-4040-4f54-9733-b383e87733e5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6b6fddae-4040-4f54-9733-b383e87733e5,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:25.347456 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b40de16e-8da1-4c81-b233-b15924fc59ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.380030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-b737b3d1-44b1-426d-b68f-6c7e3b9149a0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:25.381724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-b737b3d1-44b1-426d-b68f-6c7e3b9149a0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/networks?id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 200 len: 797 time: 0.1340659 Feb 17 23:21:25.401657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-d4a55dd0-948f-4ba9-be6f-2e7fa37325d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/quotas/3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 375 time: 0.0139191 Feb 17 23:21:25.424833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:25.425230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.433820 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40de16e-8da1-4c81-b233-b15924fc59ff None None] Pushing event updated for resources: {'Port': ['ID=6b6fddae-4040-4f54-9733-b383e87733e5,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:25.464454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port e9f9ad96-eeb9-486b-a2c8-3f1436874d38, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:25.472582 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.473466 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-a8793627-9f60-44fa-a4ae-f5cbf08be7fc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626652 Feb 17 23:21:25.473586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b6fddae-4040-4f54-9733-b383e87733e5 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:21:25.585931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:25.596550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a9485f0a-72c9-4e19-98d8-7ecf400f8037 None None] Provisioning complete for port 6b6fddae-4040-4f54-9733-b383e87733e5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:25.596926 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9485f0a-72c9-4e19-98d8-7ecf400f8037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.625870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6b6fddae-4040-4f54-9733-b383e87733e5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:25.626325 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.700512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Sync routers for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:25.762060 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.765797 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:25.766444 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:25.791049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9485f0a-72c9-4e19-98d8-7ecf400f8037 None None] Current status of the port 6b6fddae-4040-4f54-9733-b383e87733e5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:25.883874 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6b6fddae-4040-4f54-9733-b383e87733e5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:25.888952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a9485f0a-72c9-4e19-98d8-7ecf400f8037 None None] Provisioning complete for port c8f1d854-2c69-4184-9910-40f3cf67d532 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:25.889894 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a9485f0a-72c9-4e19-98d8-7ecf400f8037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:25.937223 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6a136949-28ee-47b4-9dd6-a1af34c3034e service neutron] 10.222.0.79 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447765 Feb 17 23:21:25.938028 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a9485f0a-72c9-4e19-98d8-7ecf400f8037 None None] Port c8f1d854-2c69-4184-9910-40f3cf67d532 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:21:25.956065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:26.035510 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-95cc7b6e-ab65-4dc3-b0bc-3d0346732da2 service neutron] 10.222.0.79 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901401 Feb 17 23:21:26.102540 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5779a637-f3a1-4957-a5ce-dbec8397ff3e None None] Provisioning complete for port c8f1d854-2c69-4184-9910-40f3cf67d532 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:26.103062 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5779a637-f3a1-4957-a5ce-dbec8397ff3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.159074 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5779a637-f3a1-4957-a5ce-dbec8397ff3e None None] Port c8f1d854-2c69-4184-9910-40f3cf67d532 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:21:26.205857 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2a7061b0-8b3a-4f16-9477-063296290ba9 req-f0064fb9-3246-416b-99a4-4c0979045590 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 210 time: 0.0282815 Feb 17 23:21:26.209507 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 2, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:26.236859 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Checking router: 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:26.237236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Updating router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 port c8f1d854-2c69-4184-9910-40f3cf67d532 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:21:26.266267 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.305852 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:21:26.546986 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Publish callbacks [] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.552883 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.601968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ecd1b-7e46-48d2-afc6-06ad415e9499 None None] Pushing event updated for resources: {'Port': ['ID=c8f1d854-2c69-4184-9910-40f3cf67d532,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:26.658811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Attempting to bind port c8f1d854-2c69-4184-9910-40f3cf67d532 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:21:26.658811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Attempting to bind port c8f1d854-2c69-4184-9910-40f3cf67d532 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:21:26.659137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Attempting to bind port c8f1d854-2c69-4184-9910-40f3cf67d532 on network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:21:26.664565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:21:26.664935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Checking segment: {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:21:26.665475 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.665726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Bound using segment: {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:21:26.666196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Bound port: c8f1d854-2c69-4184-9910-40f3cf67d532, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:21:26.666572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.739696 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] For port c8f1d854-2c69-4184-9910-40f3cf67d532, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:21:26.745514 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] For port c8f1d854-2c69-4184-9910-40f3cf67d532, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c8f1d854-2c69-4184-9910-40f3cf67d532,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:21:26.754959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.812858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:26.813492 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:26.820693 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ecd1b-7e46-48d2-afc6-06ad415e9499 None None] Pushing event updated for resources: {'Port': ['ID=c8f1d854-2c69-4184-9910-40f3cf67d532,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:26.917384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a35197ff-7359-405f-974e-61c12efa93c9 None None] Provisioning complete for port c8f1d854-2c69-4184-9910-40f3cf67d532 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:26.917763 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a35197ff-7359-405f-974e-61c12efa93c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:26.971715 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:27.099982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9f9ad96-eeb9-486b-a2c8-3f1436874d38 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:21:27.130299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a35197ff-7359-405f-974e-61c12efa93c9 None None] Current status of the port c8f1d854-2c69-4184-9910-40f3cf67d532 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:27.131155 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a35197ff-7359-405f-974e-61c12efa93c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.189268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-0d3f4481-27b4-4a4b-9251-76b9513fb6eb tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:27.192191 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-0d3f4481-27b4-4a4b-9251-76b9513fb6eb tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/networks?id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 200 len: 797 time: 0.1173551 Feb 17 23:21:27.218239 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a35197ff-7359-405f-974e-61c12efa93c9 None None] For port c8f1d854-2c69-4184-9910-40f3cf67d532, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c8f1d854-2c69-4184-9910-40f3cf67d532,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:27.228855 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a35197ff-7359-405f-974e-61c12efa93c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.277421 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-b99d9865-60d6-4b30-bf85-b73d76fcd3de tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 380 time: 0.0764549 Feb 17 23:21:27.287508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'port': {'device_id': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'admin_state_up': True, 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'security_groups': ['09a7a70f-4c45-4a7a-a552-6a309f17f6ed']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:27.322465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6f909d61-dc2f-4bdb-8c05-8920ee78298e req-6fa1d815-6fb3-4369-87df-8e4568981a89 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 210 time: 0.0345623 Feb 17 23:21:27.323592 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35197ff-7359-405f-974e-61c12efa93c9 None None] Pushing event updated for resources: {'Port': ['ID=c8f1d854-2c69-4184-9910-40f3cf67d532,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:27.327280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:27.327711 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.388910 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-d05e718b-4823-473d-b80f-c9b710ecf2a9 None None] Provisioning complete for port c8f1d854-2c69-4184-9910-40f3cf67d532 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:27.389283 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d05e718b-4823-473d-b80f-c9b710ecf2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.415929 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:21:27.419397 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.426512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:26Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:27.467828 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb345b7c-e165-4288-bc3f-d97143e2af91 None None] The sync data for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 is: [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:26Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:27.595740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.8 (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed/26b99ebb-bf0d-4eb2-a179-befe0126ffb2/52c990d0-6f14-47e9-9114-d9cbf53d2237) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:27.675700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:27.676888 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b6fddae-4040-4f54-9733-b383e87733e5 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:21:27.750202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-d05e718b-4823-473d-b80f-c9b710ecf2a9 None None] Current status of the port c8f1d854-2c69-4184-9910-40f3cf67d532 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:27.764792 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6b6fddae-4040-4f54-9733-b383e87733e5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:27.765230 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.774867 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.815420 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.859506 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:27.863863 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:27.867355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6b6fddae-4040-4f54-9733-b383e87733e5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:27.868200 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:21:27.911354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=52c990d0-6f14-47e9-9114-d9cbf53d2237,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:27.934695 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:27.935345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:27.956035 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6c70a5c4-aa64-4a30-8809-4799ee80028d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6727211 Feb 17 23:21:27.967702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Request body: {'port': {'device_id': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:28.042214 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:28.175586 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2cbdfa98-e27d-4249-87e8-6ed55ab85638 None None] Provisioning complete for port 52c990d0-6f14-47e9-9114-d9cbf53d2237 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:28.176188 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2cbdfa98-e27d-4249-87e8-6ed55ab85638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:28.217971 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2cbdfa98-e27d-4249-87e8-6ed55ab85638 None None] Port 52c990d0-6f14-47e9-9114-d9cbf53d2237 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:21:28.467250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051595f-ea2f-47a9-9694-9abe8e91168b req-dcafc6dd-7c76-4cf5-b480-a7e055defa91 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:28.473714 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e051595f-ea2f-47a9-9694-9abe8e91168b req-dcafc6dd-7c76-4cf5-b480-a7e055defa91 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 931 time: 0.0701876 Feb 17 23:21:28.521236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e051595f-ea2f-47a9-9694-9abe8e91168b req-8948fc56-d35b-485a-ae14-12715456bd10 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464885 Feb 17 23:21:28.660250 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c990d0-6f14-47e9-9114-d9cbf53d2237 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:21:28.667890 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Publish callbacks [] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:28.680309 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Transition to ACTIVE for port object 52c990d0-6f14-47e9-9114-d9cbf53d2237 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:21:28.683957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:28.735155 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Pushing event updated for resources: {'Port': ['ID=52c990d0-6f14-47e9-9114-d9cbf53d2237,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:28.813360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Attempting to bind port 52c990d0-6f14-47e9-9114-d9cbf53d2237 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:21:28.813745 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Attempting to bind port 52c990d0-6f14-47e9-9114-d9cbf53d2237 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:21:28.814078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Attempting to bind port 52c990d0-6f14-47e9-9114-d9cbf53d2237 on network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:21:28.819285 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Port 52c990d0-6f14-47e9-9114-d9cbf53d2237 on network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:21:28.819672 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Attempting to bind port 52c990d0-6f14-47e9-9114-d9cbf53d2237 on network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:21:28.825000 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:21:28.825335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Checking segment: {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:21:28.825734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Bound using segment: {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:21:28.826171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Bound port: 52c990d0-6f14-47e9-9114-d9cbf53d2237, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:21:28.826537 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:28.897125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] For port 52c990d0-6f14-47e9-9114-d9cbf53d2237, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:21:28.900759 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] For port 52c990d0-6f14-47e9-9114-d9cbf53d2237, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:21:28.906551 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:28.940075 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:28.940704 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:28.942117 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] 10.222.0.73 "PUT /v2.0/ports/52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 200 len: 1092 time: 0.9792869 Feb 17 23:21:28.942566 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:28.944947 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ecb034-0e77-4f19-9d5f-0e898c42c279" -d '{"events": [{"name": "network-changed", "server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:21:28.972380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da408b2-ad39-4109-81b5-39b753507673 service neutron] Pushing event updated for resources: {'Port': ['ID=52c990d0-6f14-47e9-9114-d9cbf53d2237,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:28.993504 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76b2eb7-735e-4ee5-aa55-fec347178f68 x-openstack-request-id: req-a76b2eb7-735e-4ee5-aa55-fec347178f68 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:21:28.993796 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:21:28.994054 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a76b2eb7-735e-4ee5-aa55-fec347178f68 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:21:28.994456 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'status': 'completed', 'code': 200} Feb 17 23:21:29.034519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-491a9d6f-3a48-48be-bfd1-bd468ddbf6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.036101 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-491a9d6f-3a48-48be-bfd1-bd468ddbf6d1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1126 time: 0.0528629 Feb 17 23:21:29.082992 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-28099d9e-eab0-4f45-8b99-ce7361575a4c service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 200 len: 217 time: 0.0405023 Feb 17 23:21:29.100274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c8f1d854-2c69-4184-9910-40f3cf67d532 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:21:29.136883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-e9dd86a7-c212-44df-9e6a-4c3979b297bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.138513 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-e9dd86a7-c212-44df-9e6a-4c3979b297bb service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26b99ebb-bf0d-4eb2-a179-befe0126ffb2 HTTP/1.1" status: 200 len: 835 time: 0.0499876 Feb 17 23:21:29.158035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port c8f1d854-2c69-4184-9910-40f3cf67d532 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:29.158410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:29.189816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4b28d523-e71c-4ce6-beda-c6e53d0c7ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.191241 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-4b28d523-e71c-4ce6-beda-c6e53d0c7ddd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461535 Feb 17 23:21:29.235843 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port c8f1d854-2c69-4184-9910-40f3cf67d532 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:29.284691 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-6068aa13-ff15-4ed1-820f-85e3361dbac9 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872774 Feb 17 23:21:29.375304 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-43f63658-2eb1-4792-9d04-8c84480ab798 req-a124f9a3-34bd-4248-bcea-70565e18b18b service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847080 Feb 17 23:21:29.466106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-62726725-4c95-4453-8f0a-c00ff8ca1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.467591 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-62726725-4c95-4453-8f0a-c00ff8ca1d53 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1126 time: 0.0456784 Feb 17 23:21:29.560717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-26fa3357-109c-482b-b374-fff51771b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.562226 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-26fa3357-109c-482b-b374-fff51771b25f service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 200 len: 898 time: 0.0886195 Feb 17 23:21:29.604086 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-f82af679-5b3a-46dc-8182-cdd95148cabb service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 200 len: 217 time: 0.0357628 Feb 17 23:21:29.646529 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb9d95-df91-46f3-a402-1d5331f6a86f req-0901c5dd-7fcc-4ce2-b4c5-b78771d93f57 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.648060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5bb9d95-df91-46f3-a402-1d5331f6a86f req-0901c5dd-7fcc-4ce2-b4c5-b78771d93f57 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 943 time: 0.0537722 Feb 17 23:21:29.657217 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-d2ddf0b1-88a8-4b3c-8514-e619afc321ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.658702 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-d2ddf0b1-88a8-4b3c-8514-e619afc321ac service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26b99ebb-bf0d-4eb2-a179-befe0126ffb2 HTTP/1.1" status: 200 len: 835 time: 0.0490456 Feb 17 23:21:29.696753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5bb9d95-df91-46f3-a402-1d5331f6a86f req-9ea0c5b7-0a91-4bfd-92ca-e04aae38e449 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427659 Feb 17 23:21:29.708234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-e052b868-7f99-4319-8cce-e1783aa30270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:29.709838 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-e052b868-7f99-4319-8cce-e1783aa30270 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447876 Feb 17 23:21:29.798440 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-d076429b-ca46-42f3-9496-34ea35c8932c service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812657 Feb 17 23:21:29.892106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c9ecb034-0e77-4f19-9d5f-0e898c42c279 req-3fce1d01-60ae-4558-b41e-2516a6d306de service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877430 Feb 17 23:21:30.821054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9fe8e3-5c7c-4eb6-aa24-1f7a086d22d0 req-60374cfd-7897-455a-bb3c-554a5a764dc7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:30.822423 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd9fe8e3-5c7c-4eb6-aa24-1f7a086d22d0 req-60374cfd-7897-455a-bb3c-554a5a764dc7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 943 time: 0.0563679 Feb 17 23:21:30.870799 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dd9fe8e3-5c7c-4eb6-aa24-1f7a086d22d0 req-efd414c2-44da-412e-ae94-9142bad4c5f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426524 Feb 17 23:21:31.693182 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 52c990d0-6f14-47e9-9114-d9cbf53d2237 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:21:31.788432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 52c990d0-6f14-47e9-9114-d9cbf53d2237, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:31.799791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'port_id': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'mac_address': 'fa:16:3e:6c:de:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:21:31.836199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 52c990d0-6f14-47e9-9114-d9cbf53d2237 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:31.836591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:31.849175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c990d0-6f14-47e9-9114-d9cbf53d2237 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:21:31.868436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 52c990d0-6f14-47e9-9114-d9cbf53d2237, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:31.872769 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:31.928166 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=52c990d0-6f14-47e9-9114-d9cbf53d2237,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:31.994851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79a5ca-47d9-4f9f-865e-6cc4697b9d2f req-9d426c1b-be11-48be-98cb-38d51b6ae26d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:31.996346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f79a5ca-47d9-4f9f-865e-6cc4697b9d2f req-9d426c1b-be11-48be-98cb-38d51b6ae26d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 944 time: 0.0534539 Feb 17 23:21:32.047512 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f79a5ca-47d9-4f9f-865e-6cc4697b9d2f req-24103017-dfe4-4e89-92b6-82b1f2e7bc48 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448661 Feb 17 23:21:32.075799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['52c990d0-6f14-47e9-9114-d9cbf53d2237'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:21:33.167986 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c497f-11a8-40e7-8022-58250922e0b3 req-a33bbe71-d591-46e9-85eb-813feffe5b04 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:33.169482 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b1c497f-11a8-40e7-8022-58250922e0b3 req-a33bbe71-d591-46e9-85eb-813feffe5b04 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 944 time: 0.0531642 Feb 17 23:21:33.223727 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3b1c497f-11a8-40e7-8022-58250922e0b3 req-c8b487c2-6d0c-4cae-a406-d38f9c5ee622 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479984 Feb 17 23:21:33.707836 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 52c990d0-6f14-47e9-9114-d9cbf53d2237 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:21:33.756527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 52c990d0-6f14-47e9-9114-d9cbf53d2237 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:21:33.760390 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 52c990d0-6f14-47e9-9114-d9cbf53d2237 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:21:33.760760 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:33.835517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 52c990d0-6f14-47e9-9114-d9cbf53d2237 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:21:33.835817 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:33.857851 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:33.860118 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f830a461-5696-4c5c-bb82-e9fcc893e1b0" -d '{"events": [{"server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "name": "network-vif-plugged", "status": "completed", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:21:33.876683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 52c990d0-6f14-47e9-9114-d9cbf53d2237, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:21:33.880879 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:33.903741 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b65d40-c2bd-4c38-9564-d8e1d9397b9d x-openstack-request-id: req-41b65d40-c2bd-4c38-9564-d8e1d9397b9d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:21:33.904023 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "name": "network-vif-plugged", "status": "completed", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:21:33.904275 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-41b65d40-c2bd-4c38-9564-d8e1d9397b9d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:21:33.904667 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'code': 200} Feb 17 23:21:33.935190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=52c990d0-6f14-47e9-9114-d9cbf53d2237,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:33.994950 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f606a1d-7c80-41d6-9e9e-ba72a12e3fab req-1ad80272-c337-4fac-bf35-ee957e04dbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:33.996492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3f606a1d-7c80-41d6-9e9e-ba72a12e3fab req-1ad80272-c337-4fac-bf35-ee957e04dbab service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1128 time: 0.0453131 Feb 17 23:21:34.042698 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-3f606a1d-7c80-41d6-9e9e-ba72a12e3fab req-f04490e5-2fe9-4568-8811-6ca792450f58 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394945 Feb 17 23:21:34.345223 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72fdc2-5f89-4489-b9be-7859801790c2 req-1974f099-995b-40af-9ac6-a9f7dfa8bf47 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:34.346686 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a72fdc2-5f89-4489-b9be-7859801790c2 req-1974f099-995b-40af-9ac6-a9f7dfa8bf47 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0527072 Feb 17 23:21:34.395588 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3a72fdc2-5f89-4489-b9be-7859801790c2 req-53693013-7ade-4022-b996-019eab688dcf tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433404 Feb 17 23:21:35.515124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bbd28-b6b1-4ef0-9d58-914290cd6421 req-7b22343f-f217-40e3-b358-c2265784fcdd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:35.516558 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e05bbd28-b6b1-4ef0-9d58-914290cd6421 req-7b22343f-f217-40e3-b358-c2265784fcdd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0535488 Feb 17 23:21:35.567337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e05bbd28-b6b1-4ef0-9d58-914290cd6421 req-a1d8dedf-90c2-483f-af24-be6a55366b53 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452712 Feb 17 23:21:35.690153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e160c22-9cc8-4d51-9b74-8685de99207f req-436db0ce-efd0-430a-80c8-948b24915c37 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:35.691634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e160c22-9cc8-4d51-9b74-8685de99207f req-436db0ce-efd0-430a-80c8-948b24915c37 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0581269 Feb 17 23:21:35.740596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e160c22-9cc8-4d51-9b74-8685de99207f req-1b084502-74d8-4659-b163-b29f903b75d2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431762 Feb 17 23:21:35.761861 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40016) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:35.804747 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d48d9a-2e16-4690-895f-07a50a10580a tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:35.806153 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c6d48d9a-2e16-4690-895f-07a50a10580a tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1123 time: 0.0433390 Feb 17 23:21:35.808927 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40018) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:35.813054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:21:35.832879 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:35.930965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.031144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.104 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/e6f52920-ed4a-465e-93cb-873af77043d6) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:21:36.135038 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (e6f52920-ed4a-465e-93cb-873af77043d6), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.171864 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (e6f52920-ed4a-465e-93cb-873af77043d6), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.208337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:21:36.211170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:21:36.217162 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:21:36.243031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=e6f52920-ed4a-465e-93cb-873af77043d6,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:36.579593 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (f83a9f8b-8b37-4af6-b65d-d5e5623990cf), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.650181 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e6f52920-ed4a-465e-93cb-873af77043d6), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.800296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (e6f52920-ed4a-465e-93cb-873af77043d6), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.804941 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (e6f52920-ed4a-465e-93cb-873af77043d6), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.873744 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=e6f52920-ed4a-465e-93cb-873af77043d6,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:21:36.887927 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (f83a9f8b-8b37-4af6-b65d-d5e5623990cf), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:36.990473 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP f83a9f8b-8b37-4af6-b65d-d5e5623990cf associated. External IP: 172.25.0.104, port: 52c990d0-6f14-47e9-9114-d9cbf53d2237. Feb 17 23:21:37.199362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:21:37.315224 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:21:37.324635 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585b756-433c-483f-8767-680aed4414df None None] Sync routers for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:21:37.333129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:37.335532 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585b756-433c-483f-8767-680aed4414df None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:37.336151 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6585b756-433c-483f-8767-680aed4414df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:37.364428 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6db7e05c-36cc-435d-a900-0c5543764b7e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5544972 Feb 17 23:21:37.365014 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:21:37.367408 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6166d139-2b23-4fce-be32-841ec9cff8f0" -d '{"events": [{"name": "network-changed", "server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:21:37.446601 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6585b756-433c-483f-8767-680aed4414df None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:37.473137 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8096acbe-d905-4733-a539-0c8db99bb904 req-20dcd381-73dd-401e-80a3-6ab19cc3b417 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:37.474581 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8096acbe-d905-4733-a539-0c8db99bb904 req-20dcd381-73dd-401e-80a3-6ab19cc3b417 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0589416 Feb 17 23:21:37.528316 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8096acbe-d905-4733-a539-0c8db99bb904 req-de7d5782-95e7-401e-b094-0c57feafb091 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470605 Feb 17 23:21:37.553178 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40026) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:37.627147 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e8d31f26-b61b-4284-8f64-d15fe7b6bad8 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/f83a9f8b-8b37-4af6-b65d-d5e5623990cf HTTP/1.1" status: 200 len: 991 time: 0.0727837 Feb 17 23:21:37.652394 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27d12382-0e8d-41a0-b011-44427989931a x-openstack-request-id: req-27d12382-0e8d-41a0-b011-44427989931a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:21:37.652696 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:21:37.652952 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27d12382-0e8d-41a0-b011-44427989931a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:21:37.653362 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'status': 'completed', 'code': 200} Feb 17 23:21:37.695600 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6585b756-433c-483f-8767-680aed4414df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f83a9f8b-8b37-4af6-b65d-d5e5623990cf', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'port_id': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'mac_address': 'fa:16:3e:6c:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:21:36Z', 'updated_at': '2022-02-17T23:21:36Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:27Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:37.724756 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-e0d4fa2b-7382-4ff0-b655-bbb7eedd7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:37.726195 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-e0d4fa2b-7382-4ff0-b655-bbb7eedd7046 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1128 time: 0.0515289 Feb 17 23:21:37.726856 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585b756-433c-483f-8767-680aed4414df None None] Checking router: 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:21:37.736206 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6585b756-433c-483f-8767-680aed4414df None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:21:37.736831 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6585b756-433c-483f-8767-680aed4414df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:21:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:37.822170 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-f7697f3b-d5b5-4168-a6b5-9411ceefa8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:37.823694 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-f7697f3b-d5b5-4168-a6b5-9411ceefa8f4 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 200 len: 898 time: 0.0911427 Feb 17 23:21:37.844544 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6585b756-433c-483f-8767-680aed4414df None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:21:37.895442 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-8f71b998-ad46-4b35-8a9c-22c786814bd7 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 200 len: 999 time: 0.0634372 Feb 17 23:21:37.944952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-41d1bbc6-61ce-4ecc-aa56-2a5d119ea8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:37.946436 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-41d1bbc6-61ce-4ecc-aa56-2a5d119ea8e0 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26b99ebb-bf0d-4eb2-a179-befe0126ffb2 HTTP/1.1" status: 200 len: 835 time: 0.0444379 Feb 17 23:21:38.000280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-30fe4e8a-3f84-465a-84ae-96cbb7a26588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:21:38.001758 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-30fe4e8a-3f84-465a-84ae-96cbb7a26588 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461960 Feb 17 23:21:38.070189 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6585b756-433c-483f-8767-680aed4414df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f83a9f8b-8b37-4af6-b65d-d5e5623990cf', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'port_id': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'mac_address': 'fa:16:3e:6c:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:21:36Z', 'updated_at': '2022-02-17T23:21:36Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:27Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:21:38.100248 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-8260881e-a8df-4c7f-b618-25667107da51 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919063 Feb 17 23:21:38.101703 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6585b756-433c-483f-8767-680aed4414df None None] The sync data for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 is: [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': 'f83a9f8b-8b37-4af6-b65d-d5e5623990cf', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.104', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'port_id': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4302, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'mac_address': 'fa:16:3e:6c:de:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:21:36Z', 'updated_at': '2022-02-17T23:21:36Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:27Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:21:38.205118 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6166d139-2b23-4fce-be32-841ec9cff8f0 req-54f820ff-f90f-4f5f-b7fd-e91c5c6e7f5d service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987973 Feb 17 23:21:38.303890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68a25d4-19a1-482c-8ade-78ee1754b33d None None] New status for floating IP f83a9f8b-8b37-4af6-b65d-d5e5623990cf: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:21:38.630525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40030) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:21:38.694126 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e7943226-b25e-43fb-b82d-d26c372707ab tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/f83a9f8b-8b37-4af6-b65d-d5e5623990cf HTTP/1.1" status: 200 len: 993 time: 0.0622916 Feb 17 23:21:40.003670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:44.585298 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8483b77-40c5-4664-a8ec-1ab44d3ec35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:47.450252 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bc1ac3d-c22e-40a7-bdd3-1f629976a868 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:48.176986 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:49.578319 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:51.006203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:21:55.738993 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:03.306301 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:22:10.009932 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:10.062044 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3f0fd-dfe1-481a-a425-e92b22549538 req-da525c93-fb7e-4b42-aa05-8a6924b057cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:10.063551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbe3f0fd-dfe1-481a-a425-e92b22549538 req-da525c93-fb7e-4b42-aa05-8a6924b057cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0554323 Feb 17 23:22:10.112533 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dbe3f0fd-dfe1-481a-a425-e92b22549538 req-0b34c891-3b0d-4a14-847e-777fc84dca8c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426733 Feb 17 23:22:11.233874 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea5a3d-e989-4afe-91f6-fa75823dfbb7 req-c609ce73-aa14-4ed9-add9-a3d10b822713 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:11.235324 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4eea5a3d-e989-4afe-91f6-fa75823dfbb7 req-c609ce73-aa14-4ed9-add9-a3d10b822713 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0536032 Feb 17 23:22:11.289632 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4eea5a3d-e989-4afe-91f6-fa75823dfbb7 req-612bcb78-0753-49d9-bbcd-5e58084c48a0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483265 Feb 17 23:22:12.410053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88326e-7d3a-4e7f-b95d-b7393010a9fc req-a898ed1a-2dfc-4c01-8f1a-037f0ae0681d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:12.411551 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b88326e-7d3a-4e7f-b95d-b7393010a9fc req-a898ed1a-2dfc-4c01-8f1a-037f0ae0681d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0533867 Feb 17 23:22:12.459977 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8b88326e-7d3a-4e7f-b95d-b7393010a9fc req-7df587f2-7fc2-49b5-ac78-01e0788e9ec2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428541 Feb 17 23:22:13.582720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c07e05-efa6-450e-b726-5c84b5752c6c req-c3befb4b-7916-40df-9dc0-f35d80704b53 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:13.584206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74c07e05-efa6-450e-b726-5c84b5752c6c req-c3befb4b-7916-40df-9dc0-f35d80704b53 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0540347 Feb 17 23:22:13.633598 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74c07e05-efa6-450e-b726-5c84b5752c6c req-5f818db1-3a36-4370-9f23-40f3ef11e8c0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435557 Feb 17 23:22:14.587529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-31ac036a-1749-4008-93f4-602f035a82a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:14.758053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afc1fa-6db8-40a8-a053-a419d2dc7962 req-d2b08a70-1c3c-4f62-a289-0178fd045d15 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:14.759565 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1afc1fa-6db8-40a8-a053-a419d2dc7962 req-d2b08a70-1c3c-4f62-a289-0178fd045d15 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0576222 Feb 17 23:22:14.807347 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1afc1fa-6db8-40a8-a053-a419d2dc7962 req-663a048a-3a18-4e89-93ac-b85ba5484b15 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422096 Feb 17 23:22:15.927149 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879e8de-3f36-4eb9-bb56-84041d7a55ba req-7d1126b5-629f-4786-af70-3a79e226b8bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:15.928619 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b879e8de-3f36-4eb9-bb56-84041d7a55ba req-7d1126b5-629f-4786-af70-3a79e226b8bd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0538297 Feb 17 23:22:15.976118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b879e8de-3f36-4eb9-bb56-84041d7a55ba req-cab693f8-9261-4dd5-90fc-5bf5ec43843a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Feb 17 23:22:17.094555 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d11cce-73ae-477e-8e2d-8c950c4a186c req-04eefa1f-454f-4719-bb21-b41ee1ea0064 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:17.096605 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92d11cce-73ae-477e-8e2d-8c950c4a186c req-04eefa1f-454f-4719-bb21-b41ee1ea0064 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0517676 Feb 17 23:22:17.148794 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92d11cce-73ae-477e-8e2d-8c950c4a186c req-a46160f5-cdf7-4828-a485-640b9fb9d15b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465205 Feb 17 23:22:17.450561 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-901e5d2a-98c4-4cea-8595-ed81b86500ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:18.179254 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:18.269210 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ec466-1202-4446-be1f-e24912bf18e1 req-ff191230-0252-4d28-9b7f-8d768620bac7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:18.270692 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f27ec466-1202-4446-be1f-e24912bf18e1 req-ff191230-0252-4d28-9b7f-8d768620bac7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0527940 Feb 17 23:22:18.319104 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f27ec466-1202-4446-be1f-e24912bf18e1 req-49fb81ec-0f1c-4c9a-b649-dbdac1e9c3a7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427804 Feb 17 23:22:19.437910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db80cf-a669-471c-94bb-d9e743f81cec req-09d51805-f784-44dc-9919-64e2f4bda1e1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:19.439547 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1db80cf-a669-471c-94bb-d9e743f81cec req-09d51805-f784-44dc-9919-64e2f4bda1e1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0528421 Feb 17 23:22:19.489097 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a1db80cf-a669-471c-94bb-d9e743f81cec req-24e5ecaa-f7ff-4b87-beeb-a30e61f4df7f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439641 Feb 17 23:22:19.580803 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:20.619250 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacccb8-20fd-4561-b0e8-130dc623aaf7 req-beba7571-49c8-43c7-ad49-ad77fd88a3a1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:20.620749 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eacccb8-20fd-4561-b0e8-130dc623aaf7 req-beba7571-49c8-43c7-ad49-ad77fd88a3a1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0564582 Feb 17 23:22:20.669593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0eacccb8-20fd-4561-b0e8-130dc623aaf7 req-181c2680-5592-400e-a423-a7c956c44441 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431774 Feb 17 23:22:21.008276 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:21.790719 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca030fa6-13e6-4dad-9a55-a785dde3d571 req-b2e1d17b-e1e3-49f6-9baa-ae0f1b15aa76 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:21.792121 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca030fa6-13e6-4dad-9a55-a785dde3d571 req-b2e1d17b-e1e3-49f6-9baa-ae0f1b15aa76 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0524817 Feb 17 23:22:21.840035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ca030fa6-13e6-4dad-9a55-a785dde3d571 req-41e5f892-5f75-42e3-8b0e-3491b4c11624 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423913 Feb 17 23:22:22.963920 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287493db-d242-498c-a230-dfeef7bce4cb req-b00bb292-d149-4eaa-92c0-8dea1ad5108f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:22.965393 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-287493db-d242-498c-a230-dfeef7bce4cb req-b00bb292-d149-4eaa-92c0-8dea1ad5108f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0567417 Feb 17 23:22:23.014036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-287493db-d242-498c-a230-dfeef7bce4cb req-d421229e-6cc3-4cb3-a73c-ec178ba01ee4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Feb 17 23:22:24.132393 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b62b8-bc1f-4910-8946-94637d20b4b0 req-b15698ee-43b2-4ed2-ac26-c53ca45997ce tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:24.133869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-937b62b8-bc1f-4910-8946-94637d20b4b0 req-b15698ee-43b2-4ed2-ac26-c53ca45997ce tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0526755 Feb 17 23:22:24.182215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-937b62b8-bc1f-4910-8946-94637d20b4b0 req-82e3e582-fefb-4961-9aed-4c8a0e764315 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 Feb 17 23:22:25.307198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bd3c3-7ad1-4b40-aa9c-70e7081d2b7c req-1b07e0e3-66bf-4e25-b159-874bec1c99db tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:25.308678 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f80bd3c3-7ad1-4b40-aa9c-70e7081d2b7c req-1b07e0e3-66bf-4e25-b159-874bec1c99db tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0555704 Feb 17 23:22:25.368544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f80bd3c3-7ad1-4b40-aa9c-70e7081d2b7c req-36d21897-93ef-4418-94a7-c79c73f2b79c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537617 Feb 17 23:22:25.751257 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:26.487902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295c15b-e0fa-4dcc-b3ff-ae34bbf43c72 req-6bac5a0a-3a09-4fbe-b412-02cbd0a6c2ca tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:26.489344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7295c15b-e0fa-4dcc-b3ff-ae34bbf43c72 req-6bac5a0a-3a09-4fbe-b412-02cbd0a6c2ca tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0529315 Feb 17 23:22:26.538471 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7295c15b-e0fa-4dcc-b3ff-ae34bbf43c72 req-8c5d1a2d-6636-4762-ad8f-4e2cf27685f3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435338 Feb 17 23:22:26.560499 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40082) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:22:26.619840 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-962ae758-accd-469f-a06b-b180499001f9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/f83a9f8b-8b37-4af6-b65d-d5e5623990cf HTTP/1.1" status: 200 len: 993 time: 0.0581999 Feb 17 23:22:27.898918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef1e7f-eb0e-47b1-884b-b437e5667093 req-2e1f8d7a-a085-47f0-b926-be87816cacbf tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:27.900430 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3ef1e7f-eb0e-47b1-884b-b437e5667093 req-2e1f8d7a-a085-47f0-b926-be87816cacbf tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0670323 Feb 17 23:22:27.923249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-294a2d5e-37f1-46f7-8526-0146dbd2fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:27.924826 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-294a2d5e-37f1-46f7-8526-0146dbd2fab9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1128 time: 0.0460057 Feb 17 23:22:27.950047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f3ef1e7f-eb0e-47b1-884b-b437e5667093 req-bf505546-40fb-4873-a437-7723821cc0aa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440116 Feb 17 23:22:28.020973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-ef9349ee-2ba4-474a-a009-04f7da9cc471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:28.022485 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-ef9349ee-2ba4-474a-a009-04f7da9cc471 service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 200 len: 898 time: 0.0911043 Feb 17 23:22:28.087519 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-07fb47ab-4af0-4a5e-8796-002770365888 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 200 len: 1001 time: 0.0587633 Feb 17 23:22:28.139920 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-3044141d-7c63-49ee-93df-90399617c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:28.141369 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-3044141d-7c63-49ee-93df-90399617c59a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26b99ebb-bf0d-4eb2-a179-befe0126ffb2 HTTP/1.1" status: 200 len: 835 time: 0.0484300 Feb 17 23:22:28.190324 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-08d4cd48-b131-4f75-a997-a24015b1ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:28.191847 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-08d4cd48-b131-4f75-a997-a24015b1ad42 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442650 Feb 17 23:22:28.278095 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-11d0b990-9264-4196-bac8-16de539f0ab6 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806699 Feb 17 23:22:28.369869 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-da098a5f-29fe-4568-8b30-ced7d46dc34f req-2af5ed52-146e-48b9-bf90-cb849b42d268 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865300 Feb 17 23:22:29.071673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5f94a-9b27-4e71-86ea-9bbcd2592562 req-f8ca9737-5cd2-4b62-8c61-ce50704ef718 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:29.073152 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5f94a-9b27-4e71-86ea-9bbcd2592562 req-f8ca9737-5cd2-4b62-8c61-ce50704ef718 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0533934 Feb 17 23:22:29.122341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-49d5f94a-9b27-4e71-86ea-9bbcd2592562 req-58b11327-8911-4a24-b946-3e222568c495 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436020 Feb 17 23:22:29.145052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40092) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:22:29.207753 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fc78ccb2-0542-418a-a7f2-effacd9d5fa6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/f83a9f8b-8b37-4af6-b65d-d5e5623990cf HTTP/1.1" status: 200 len: 993 time: 0.0615668 Feb 17 23:22:30.416113 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-bc888026-33b3-4e46-91cf-2464d2d4fdf1 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0437422 Feb 17 23:22:30.499935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d118-743d-4712-96ad-997dd707b68a req-d9395fed-4cb7-420e-824c-ed190bcb5986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:30.501424 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-d9395fed-4cb7-420e-824c-ed190bcb5986 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1128 time: 0.0451703 Feb 17 23:22:30.607090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d118-743d-4712-96ad-997dd707b68a req-b5740937-7955-4be5-860a-27a9a9e23b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:30.608507 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-b5740937-7955-4be5-860a-27a9a9e23b0a service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 200 len: 898 time: 0.0887802 Feb 17 23:22:30.673856 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-c7bce3d4-b0ef-40ae-bd7f-8525e8664faf service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 200 len: 1001 time: 0.0588782 Feb 17 23:22:30.727967 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d118-743d-4712-96ad-997dd707b68a req-fd2d3c2c-2b5b-418a-a0ad-3471eddab235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:30.729413 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-fd2d3c2c-2b5b-418a-a0ad-3471eddab235 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26b99ebb-bf0d-4eb2-a179-befe0126ffb2 HTTP/1.1" status: 200 len: 835 time: 0.0481420 Feb 17 23:22:30.777536 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2d118-743d-4712-96ad-997dd707b68a req-4ab1173c-3eb4-4049-ad60-de886365a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:22:30.779048 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-4ab1173c-3eb4-4049-ad60-de886365a4a3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436451 Feb 17 23:22:30.868171 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-1b146da6-11f5-4200-b836-c91dbd492134 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829978 Feb 17 23:22:30.959605 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f3f2d118-743d-4712-96ad-997dd707b68a req-4b388484-fe22-4b44-ae66-3ea6ab3b97d6 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860806 Feb 17 23:22:40.020799 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:40.307167 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:22:44.588134 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7393492a-7e2c-4a4e-8271-17ba8f3cc46e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:47.451950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f2a32d29-d7b7-442c-b596-8cc6f673521d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:48.179621 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:49.583055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:51.010415 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:55.748416 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:22:59.838079 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40112) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:22:59.996299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port e6f52920-ed4a-465e-93cb-873af77043d6 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:22:59.996642 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e6f52920-ed4a-465e-93cb-873af77043d6), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:00.070452 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e6f52920-ed4a-465e-93cb-873af77043d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:00.070774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (e6f52920-ed4a-465e-93cb-873af77043d6), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:00.087733 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for e6f52920-ed4a-465e-93cb-873af77043d6 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:23:00.232505 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e6f52920-ed4a-465e-93cb-873af77043d6), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:00.266332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=e6f52920-ed4a-465e-93cb-873af77043d6,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:00.288583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.288937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.289283 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.289620 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.289963 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.290296 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.290625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.290954 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.291282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.291643 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.291970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.292295 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.292616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:00.334263 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (f83a9f8b-8b37-4af6-b65d-d5e5623990cf), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:00.334648 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP f83a9f8b-8b37-4af6-b65d-d5e5623990cf disassociated (deleted). External IP: 172.25.0.104, port: 52c990d0-6f14-47e9-9114-d9cbf53d2237. Feb 17 23:23:00.546338 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:23:00.656908 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:23:00.661780 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:00.666370 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] Sync routers for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:00.675936 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:00.676548 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:00.691952 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b7953087-76b7-4912-b41a-941cb25ea788 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/floatingips/f83a9f8b-8b37-4af6-b65d-d5e5623990cf HTTP/1.1" status: 204 len: 168 time: 0.8521388 Feb 17 23:23:00.692545 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:00.694787 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eda7d32-01e5-42a1-829b-6ee76b91f48e" -d '{"events": [{"name": "network-changed", "server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:23:00.784345 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:00.855758 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27df4ba3-4ca5-490f-8459-09e2cc8b521b x-openstack-request-id: req-27df4ba3-4ca5-490f-8459-09e2cc8b521b {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:23:00.856270 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:23:00.856270 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-27df4ba3-4ca5-490f-8459-09e2cc8b521b {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:23:00.856739 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'status': 'completed', 'code': 200} Feb 17 23:23:00.931220 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-8fe3238e-5e0f-4973-a750-bc87c0f0072e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:00.932781 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-8fe3238e-5e0f-4973-a750-bc87c0f0072e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 1128 time: 0.0464382 Feb 17 23:23:00.960968 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92614b9-c8a8-455c-a262-2f2d9efacb46 req-131de8b5-2bc6-417f-93e5-27645c96c5b0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:00.962474 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92614b9-c8a8-455c-a262-2f2d9efacb46 req-131de8b5-2bc6-417f-93e5-27645c96c5b0 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0581391 Feb 17 23:23:01.007726 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:27Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:01.014071 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d92614b9-c8a8-455c-a262-2f2d9efacb46 req-704b8576-e373-440b-ba02-140e2b2f2b3c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453465 Feb 17 23:23:01.035585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-fe36b9a1-df13-4f5d-889b-42137ab96cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:01.037192 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-fe36b9a1-df13-4f5d-889b-42137ab96cac service neutron] 10.222.0.73 "GET /v2.0/networks?id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 200 len: 898 time: 0.0978930 Feb 17 23:23:01.041763 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] Checking router: 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:01.052421 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:01.053063 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:01.079343 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-36331e0b-d0a3-4968-a917-2417adf37480 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 200 len: 217 time: 0.0351307 Feb 17 23:23:01.131152 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-ed16d801-a0ba-4f27-88ff-82c3027a948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:01.132659 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-ed16d801-a0ba-4f27-88ff-82c3027a948a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=26b99ebb-bf0d-4eb2-a179-befe0126ffb2 HTTP/1.1" status: 200 len: 835 time: 0.0453479 Feb 17 23:23:01.160657 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:01.181977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-15aee1a6-191f-427d-bac5-e33cd8d610a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:01.183520 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-15aee1a6-191f-427d-bac5-e33cd8d610a4 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445027 Feb 17 23:23:01.277137 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-88ddd453-6a7f-4d32-bf4d-18f068845739 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854499 Feb 17 23:23:01.353658 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:27Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:01.367845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0eda7d32-01e5-42a1-829b-6ee76b91f48e req-45245c0e-8d6a-4d75-b102-3c3f92c6e392 service neutron] 10.222.0.73 "GET /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839274 Feb 17 23:23:01.381416 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a3d333-4ad2-482e-b816-54c64723d41c None None] The sync data for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 is: [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:24Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'c8f1d854-2c69-4184-9910-40f3cf67d532', 'name': '', 'network_id': 'f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:8f:41:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:23Z', 'updated_at': '2022-02-17T23:21:27Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '26b99ebb-bf0d-4eb2-a179-befe0126ffb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:01.613790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a155115-56d2-4838-bf2c-31a7fc788fb0 None None] New status for floating IP f83a9f8b-8b37-4af6-b65d-d5e5623990cf: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:23:02.135947 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9483b-2936-45c2-bc5b-67f5ec19dabc req-24dba374-c6ba-4ba0-ac22-4ffec1eecfd2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:02.137434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d9483b-2936-45c2-bc5b-67f5ec19dabc req-24dba374-c6ba-4ba0-ac22-4ffec1eecfd2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Feb 17 23:23:02.193876 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d8d9483b-2936-45c2-bc5b-67f5ec19dabc req-5eef8dd6-d98f-4c97-81e4-dbfaafe1a2fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=09a7a70f-4c45-4a7a-a552-6a309f17f6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509100 Feb 17 23:23:02.398371 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-08022387-7e54-4aff-89cf-ec9675f881ea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:02.399841 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-08022387-7e54-4aff-89cf-ec9675f881ea tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 945 time: 0.0565672 Feb 17 23:23:02.487832 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port 52c990d0-6f14-47e9-9114-d9cbf53d2237 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:23:02.488171 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:02.579070 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port 52c990d0-6f14-47e9-9114-d9cbf53d2237, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=52c990d0-6f14-47e9-9114-d9cbf53d2237,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:02.579470 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:02.593482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for 52c990d0-6f14-47e9-9114-d9cbf53d2237 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:23:02.722275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (52c990d0-6f14-47e9-9114-d9cbf53d2237), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:02.752131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=52c990d0-6f14-47e9-9114-d9cbf53d2237,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:02.792268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] No DVR routers for this DVR port 52c990d0-6f14-47e9-9114-d9cbf53d2237 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:23:02.794880 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:02.798264 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4134ea71-e07c-417c-a5f6-329391f9a12e req-92a20fd3-f66f-4c60-832f-a11682dff2e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "DELETE /v2.0/ports/52c990d0-6f14-47e9-9114-d9cbf53d2237 HTTP/1.1" status: 204 len: 173 time: 0.3934197 Feb 17 23:23:02.858132 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'name': 'network-vif-deleted', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:02.860603 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b475bd6d-bd46-44f0-afac-b623a8e98c74" -d '{"events": [{"server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "name": "network-vif-deleted", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:23:02.897875 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b6042-00e5-4168-8cfe-c5eb2fb6e505 x-openstack-request-id: req-b64b6042-00e5-4168-8cfe-c5eb2fb6e505 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:23:02.898189 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45948536-41f7-4ad7-92b3-365be4e6ec35", "name": "network-vif-deleted", "tag": "52c990d0-6f14-47e9-9114-d9cbf53d2237", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:23:02.898456 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b64b6042-00e5-4168-8cfe-c5eb2fb6e505 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:23:02.898866 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45948536-41f7-4ad7-92b3-365be4e6ec35', 'name': 'network-vif-deleted', 'tag': '52c990d0-6f14-47e9-9114-d9cbf53d2237', 'status': 'completed', 'code': 200} Feb 17 23:23:03.320821 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b08a6bcd-c2c2-467f-bc8f-d6cffae3cfae req-276ce93a-25c3-47eb-9304-f085b2f81fde tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=45948536-41f7-4ad7-92b3-365be4e6ec35 HTTP/1.1" status: 200 len: 210 time: 0.0298016 Feb 17 23:23:04.375761 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40128) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:04.738601 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:05.316012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port c8f1d854-2c69-4184-9910-40f3cf67d532 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:23:05.316260 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:05.402931 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port c8f1d854-2c69-4184-9910-40f3cf67d532, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=c8f1d854-2c69-4184-9910-40f3cf67d532,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:05.403652 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:05.416787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for c8f1d854-2c69-4184-9910-40f3cf67d532 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:23:05.601112 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (c8f1d854-2c69-4184-9910-40f3cf67d532), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:05.635089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=c8f1d854-2c69-4184-9910-40f3cf67d532,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:05.809568 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.032554 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:23:06.140827 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:23:06.146685 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d450f511-a57d-4881-815f-350cb9c2d372 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/63cfa70e-9c8a-4ee0-80d5-6d4a80dec609/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7696917 Feb 17 23:23:06.149578 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40130) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:06.155000 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] Sync routers for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:06.164666 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:06.165271 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:06.194472 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 52c990d0-6f14-47e9-9114-d9cbf53d2237 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:23:06.200742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting subnet 26b99ebb-bf0d-4eb2-a179-befe0126ffb2 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:23:06.203930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (26b99ebb-bf0d-4eb2-a179-befe0126ffb2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.221193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 52c990d0-6f14-47e9-9114-d9cbf53d2237 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:23:06.221193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 52c990d0-6f14-47e9-9114-d9cbf53d2237 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:23:06.250221 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (26b99ebb-bf0d-4eb2-a179-befe0126ffb2), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.279040 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:06.340437 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (26b99ebb-bf0d-4eb2-a179-befe0126ffb2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.399771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (26b99ebb-bf0d-4eb2-a179-befe0126ffb2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.427727 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Subnet': ['ID=26b99ebb-bf0d-4eb2-a179-befe0126ffb2,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:06.432321 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.435669 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/subnets/26b99ebb-bf0d-4eb2-a179-befe0126ffb2 HTTP/1.1" status: 204 len: 168 time: 0.2850533 Feb 17 23:23:06.438367 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40132) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:06.441690 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.442052 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.442391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.442731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.443070 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.443583 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.443786 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.444635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.444635 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.444836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.445031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.445339 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.446134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7ad2ce3-c2ae-46ea-aca3-bd7e6b68e65b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.448036 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fe802d-f8ab-4b00-8fe9-52d19b88d850 None None] Network f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:23:06.462564 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:23:05Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:06.489526 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] Checking router: 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:06.498654 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] Routers {'63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:06.499738 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:06.570256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.616472 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] Set router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:06.620891 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] DHCP port deletion for f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:23:06.675881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Deleting port 6b6fddae-4040-4f54-9733-b383e87733e5 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:23:06.676290 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.678646 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.737978 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port e9f9ad96-eeb9-486b-a2c8-3f1436874d38 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:23:06.738384 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.741043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] For port 6b6fddae-4040-4f54-9733-b383e87733e5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6b6fddae-4040-4f54-9733-b383e87733e5,segment=NetworkSegment(6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb),segment_id=6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:06.741446 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.755847 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Calling delete_port for 6b6fddae-4040-4f54-9733-b383e87733e5 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:23:06.808756 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:23:05Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:06.825104 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port e9f9ad96-eeb9-486b-a2c8-3f1436874d38, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:06.825469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.840765 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for e9f9ad96-eeb9-486b-a2c8-3f1436874d38 owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:23:06.849476 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (6b6fddae-4040-4f54-9733-b383e87733e5), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:06.877122 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Pushing event deleted for resources: {'Port': ['ID=6b6fddae-4040-4f54-9733-b383e87733e5,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:06.879593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] No DVR routers for this DVR port 6b6fddae-4040-4f54-9733-b383e87733e5 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:23:06.893788 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.894168 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.894606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.894822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.895187 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.895513 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.895846 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.896170 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.896503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.896833 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.897161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.897487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.897814 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e776ed-63eb-4b99-9355-0b7de8cabc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:06.939434 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92e855-008c-4602-9b42-2df3bb22d197 None None] The sync data for ids ['63cfa70e-9c8a-4ee0-80d5-6d4a80dec609'] in n-d-828369-18 is: [{'id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'name': 'tempest-TestNetworkAdvancedServerOps-router-365880214', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5'}], 'enable_snat': True}, 'gw_port_id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:23:05Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': 'e9f9ad96-eeb9-486b-a2c8-3f1436874d38', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63cfa70e-9c8a-4ee0-80d5-6d4a80dec609', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4296, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:21:21Z', 'updated_at': '2022-02-17T23:21:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:07.036425 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e9f9ad96-eeb9-486b-a2c8-3f1436874d38), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.067938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=e9f9ad96-eeb9-486b-a2c8-3f1436874d38,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:07.132706 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.229000 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.231153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.273893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (63cfa70e-9c8a-4ee0-80d5-6d4a80dec609), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.274413 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Fanout notify agent at l3_agent the message router_deleted on router 63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:23:07.282081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.282081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3d71e31a-664c-49dc-b989-24425a36dcd4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/routers/63cfa70e-9c8a-4ee0-80d5-6d4a80dec609 HTTP/1.1" status: 204 len: 168 time: 0.8401430 Feb 17 23:23:07.285280 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40134) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:07.378871 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.416175 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c8f1d854-2c69-4184-9910-40f3cf67d532 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:23:07.437690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: c8f1d854-2c69-4184-9910-40f3cf67d532 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:23:07.438042 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device c8f1d854-2c69-4184-9910-40f3cf67d532 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:23:07.438665 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b6fddae-4040-4f54-9733-b383e87733e5 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:23:07.459608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6b6fddae-4040-4f54-9733-b383e87733e5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:23:07.460232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6b6fddae-4040-4f54-9733-b383e87733e5 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:23:07.477331 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.502024 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:07.512419 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:07.512724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:07.529052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.550227 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.556663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:23:07.557055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (6ace99d5-52d7-45a0-aed2-3fd8c1cd37fb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:23:07.560171 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:23:07.623088 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.631822 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.635275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/networks/f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed HTTP/1.1" status: 204 len: 168 time: 0.3489428 Feb 17 23:23:07.637993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40136) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:07.656531 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa02fa4-beaf-4b7a-8968-2e5d041f61af tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Network': ['ID=f0ee27c0-28f0-484a-b3d7-a89b54e1d0ed,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:07.712296 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1925df61-7807-4ad9-ac9b-cce9d5f415cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (09a7a70f-4c45-4a7a-a552-6a309f17f6ed), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.738358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1925df61-7807-4ad9-ac9b-cce9d5f415cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (09a7a70f-4c45-4a7a-a552-6a309f17f6ed), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.803286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1925df61-7807-4ad9-ac9b-cce9d5f415cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (09a7a70f-4c45-4a7a-a552-6a309f17f6ed), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.806326 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-1925df61-7807-4ad9-ac9b-cce9d5f415cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:07.807651 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-1925df61-7807-4ad9-ac9b-cce9d5f415cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/security-groups/09a7a70f-4c45-4a7a-a552-6a309f17f6ed HTTP/1.1" status: 204 len: 168 time: 0.1686547 Feb 17 23:23:07.822001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1925df61-7807-4ad9-ac9b-cce9d5f415cc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a7a70f-4c45-4a7a-a552-6a309f17f6ed,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:08.067439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40142) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:08.072077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-73a0a058-72ec-4476-93f7-e44381830870 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280412330', 'description': 'tempest-secgroup-smoke-1280412330 description', 'project_id': '3870495f87a9448a89a54c240b120d7d'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:08.092695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a0a058-72ec-4476-93f7-e44381830870 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.165111 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a0a058-72ec-4476-93f7-e44381830870 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (69f8336f-cff0-4873-8760-668bdfafce62), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.169658 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a0a058-72ec-4476-93f7-e44381830870 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (69f8336f-cff0-4873-8760-668bdfafce62), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.200630 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-73a0a058-72ec-4476-93f7-e44381830870 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.201858 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-73a0a058-72ec-4476-93f7-e44381830870 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1333914 Feb 17 23:23:08.204869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40144) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:08.210693 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-502feb53-cea9-462a-b35e-089e409d95c9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '69f8336f-cff0-4873-8760-668bdfafce62', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:08.215793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0a058-72ec-4476-93f7-e44381830870 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69f8336f-cff0-4873-8760-668bdfafce62,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:08.245210 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-502feb53-cea9-462a-b35e-089e409d95c9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (9f4230b1-e7ee-4dc2-92cf-5e71a4055370), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.304309 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-502feb53-cea9-462a-b35e-089e409d95c9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (9f4230b1-e7ee-4dc2-92cf-5e71a4055370), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.311488 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-502feb53-cea9-462a-b35e-089e409d95c9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (9f4230b1-e7ee-4dc2-92cf-5e71a4055370), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.330807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502feb53-cea9-462a-b35e-089e409d95c9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4230b1-e7ee-4dc2-92cf-5e71a4055370,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:08.340915 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-502feb53-cea9-462a-b35e-089e409d95c9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.342175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-502feb53-cea9-462a-b35e-089e409d95c9 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363726 Feb 17 23:23:08.346402 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40146) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:08.351135 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e180712a-5c31-451d-b5d7-12104e9d1934 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '69f8336f-cff0-4873-8760-668bdfafce62', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:08.382855 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e180712a-5c31-451d-b5d7-12104e9d1934 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (7738d8ab-31b1-4652-b0fc-b8f08e6c5e68), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.453635 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e180712a-5c31-451d-b5d7-12104e9d1934 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (7738d8ab-31b1-4652-b0fc-b8f08e6c5e68), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.459853 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e180712a-5c31-451d-b5d7-12104e9d1934 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (7738d8ab-31b1-4652-b0fc-b8f08e6c5e68), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.483781 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180712a-5c31-451d-b5d7-12104e9d1934 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7738d8ab-31b1-4652-b0fc-b8f08e6c5e68,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:08.495966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e180712a-5c31-451d-b5d7-12104e9d1934 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.500944 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e180712a-5c31-451d-b5d7-12104e9d1934 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496499 Feb 17 23:23:08.501372 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40148) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:08.509004 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b6e644b7-688a-4702-9176-67f35a2ba582 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '69f8336f-cff0-4873-8760-668bdfafce62', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:08.565090 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6e644b7-688a-4702-9176-67f35a2ba582 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (e86d0ae5-3cf6-44b5-8850-c83dd5b21c24), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.641716 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6e644b7-688a-4702-9176-67f35a2ba582 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (e86d0ae5-3cf6-44b5-8850-c83dd5b21c24), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.650143 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6e644b7-688a-4702-9176-67f35a2ba582 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e86d0ae5-3cf6-44b5-8850-c83dd5b21c24), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.669192 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e644b7-688a-4702-9176-67f35a2ba582 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86d0ae5-3cf6-44b5-8850-c83dd5b21c24,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:08.681240 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b6e644b7-688a-4702-9176-67f35a2ba582 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.682480 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b6e644b7-688a-4702-9176-67f35a2ba582 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1798401 Feb 17 23:23:08.685567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40150) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:08.690286 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-081d3c85-ddd2-46b7-b1b0-cc63a435e101 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '69f8336f-cff0-4873-8760-668bdfafce62', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:08.726640 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-081d3c85-ddd2-46b7-b1b0-cc63a435e101 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (4c59273a-3ad9-4106-b708-167c81a5ce5a), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.795435 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-081d3c85-ddd2-46b7-b1b0-cc63a435e101 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (4c59273a-3ad9-4106-b708-167c81a5ce5a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.798755 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-081d3c85-ddd2-46b7-b1b0-cc63a435e101 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (4c59273a-3ad9-4106-b708-167c81a5ce5a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.819823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d3c85-ddd2-46b7-b1b0-cc63a435e101 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c59273a-3ad9-4106-b708-167c81a5ce5a,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:08.826685 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-081d3c85-ddd2-46b7-b1b0-cc63a435e101 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.828039 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-081d3c85-ddd2-46b7-b1b0-cc63a435e101 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414413 Feb 17 23:23:08.830794 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40152) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:08.835847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '69f8336f-cff0-4873-8760-668bdfafce62', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:08.856347 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:23:08.861133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (bd85d759-3031-4e30-9fa4-8727d7e3a8f2), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.921962 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (bd85d759-3031-4e30-9fa4-8727d7e3a8f2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.926110 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (bd85d759-3031-4e30-9fa4-8727d7e3a8f2), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.944923 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd85d759-3031-4e30-9fa4-8727d7e3a8f2,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:08.953985 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:08.955226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c0093dc1-c580-420b-afd1-960d29d8f8a6 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229646 Feb 17 23:23:08.958628 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40154) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:08.965974 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'security_group_rule': {'security_group_id': '69f8336f-cff0-4873-8760-668bdfafce62', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:08.993119 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Project 3870495f87a9448a89a54c240b120d7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:23:08.998622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (5b8b5a51-511f-490f-876c-24cf07363332), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.060626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (5b8b5a51-511f-490f-876c-24cf07363332), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.065213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (5b8b5a51-511f-490f-876c-24cf07363332), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.067167 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9f9ad96-eeb9-486b-a2c8-3f1436874d38 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:23:09.085918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8b5a51-511f-490f-876c-24cf07363332,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:09.091914 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: e9f9ad96-eeb9-486b-a2c8-3f1436874d38 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:23:09.092275 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device e9f9ad96-eeb9-486b-a2c8-3f1436874d38 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:23:09.095780 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.097019 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-6b7f1ef8-f21c-4366-8217-5775fe53e27b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1369557 Feb 17 23:23:09.099913 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40156) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:09.104864 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'network': {'name': 'tempest-network-smoke--151085389', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'port_security_enabled': True}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:09.128916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:23:09.132410 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.164366 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:23:09.173887 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f4bd0b02-b980-4324-ae06-9937ebd8207b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.174225 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Added segment f4bd0b02-b980-4324-ae06-9937ebd8207b of type vlan for network ba3964d7-45a4-40ce-b418-fab53e621887 Feb 17 23:23:09.219482 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (ba3964d7-45a4-40ce-b418-fab53e621887), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.245544 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (ba3964d7-45a4-40ce-b418-fab53e621887), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.250574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:09.251167 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.311095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2099454 Feb 17 23:23:09.313575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40158) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:09.318454 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'admin_state_up': True, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:09.335778 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c210f6-6e8d-4fa3-ba69-d9616c7fb94f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Network': ['ID=ba3964d7-45a4-40ce-b418-fab53e621887,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:09.346596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network ba3964d7-45a4-40ce-b418-fab53e621887 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:23:09.349577 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.350626 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.407512 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), precommit_add_association {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:09.550122 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.037040 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.066235 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.085275 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.188219 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.134 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/6e5e2759-57ce-4522-b003-1b206f34b998) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:10.287443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (6e5e2759-57ce-4522-b003-1b206f34b998), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.322008 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.357776 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:10.364383 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:10.366944 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:23:10.396811 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=6e5e2759-57ce-4522-b003-1b206f34b998,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:10.628896 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.828449 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:10.958027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103527) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:23:11.068484 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:23:11.077740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Sync routers for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:11.088098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:11.088534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.088719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:11.089743 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-820b73cf-b8ea-4111-aaec-476b76369168 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7752452 Feb 17 23:23:11.093102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40160) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:11.185031 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d75d877e-51e5-47f3-9c37-663447df35d0 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?project_id=3870495f87a9448a89a54c240b120d7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0906031 Feb 17 23:23:11.187608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40164) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:11.209697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:11.289171 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365edca-db7a-4d76-b5dc-35db38b70129 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:11.290821 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f365edca-db7a-4d76-b5dc-35db38b70129 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1021829 Feb 17 23:23:11.293711 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40166) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:11.326415 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2e589ceb-dd91-4ccb-b01e-4b9c3e7ab02d tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/subnets?network_id=4d949b49-a9ee-41eb-b1b2-b62b21824f45&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0316324 Feb 17 23:23:11.329022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40168) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:11.334374 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578563525', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:11.397121 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:10Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:11.420279 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:23:11.423694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.423853 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Checking router: 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:11.424114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Updating router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 port 6e5e2759-57ce-4522-b003-1b206f34b998 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:23:11.451248 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.611052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (480fd49a-e9d5-43a5-bf39-c03c28f892ad), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.675425 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Subnet': ['ID=480fd49a-e9d5-43a5-bf39-c03c28f892ad,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:11.685298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Checking segment: {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:23:11.685670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network hostable DHCP agents. Network: ba3964d7-45a4-40ce-b418-fab53e621887, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:23:11.702762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network ba3964d7-45a4-40ce-b418-fab53e621887 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:23:11.708181 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Publish callbacks [] for port (6e5e2759-57ce-4522-b003-1b206f34b998), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.712103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, ba3964d7-45a4-40ce-b418-fab53e621887) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:11.713506 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.717008 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:11.717761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.735719 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-05230c73-e75a-4242-98be-52babcfb04fa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4056575 Feb 17 23:23:11.739204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40170) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:11.742678 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac10b02-144a-4a14-9d60-fbf72db3685c None None] Network ba3964d7-45a4-40ce-b418-fab53e621887 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:23:11.807726 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Attempting to bind port 6e5e2759-57ce-4522-b003-1b206f34b998 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:23:11.807968 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Attempting to bind port 6e5e2759-57ce-4522-b003-1b206f34b998 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:23:11.808330 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Attempting to bind port 6e5e2759-57ce-4522-b003-1b206f34b998 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:23:11.813456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6de4eb-9259-4121-bf0a-8e54a4c77d2f None None] Pushing event updated for resources: {'Port': ['ID=6e5e2759-57ce-4522-b003-1b206f34b998,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:11.822569 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:23:11.822944 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:23:11.823344 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:11.823751 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:23:11.824217 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Bound port: 6e5e2759-57ce-4522-b003-1b206f34b998, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:23:11.824589 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.064323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] For port 6e5e2759-57ce-4522-b003-1b206f34b998, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:23:12.068257 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] For port 6e5e2759-57ce-4522-b003-1b206f34b998, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e5e2759-57ce-4522-b003-1b206f34b998,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:23:12.070951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-ba3964d7-45a4-40ce-b418-fab53e621887', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:23:12.071816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.084997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.195077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.211537 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6de4eb-9259-4121-bf0a-8e54a4c77d2f None None] Pushing event updated for resources: {'Port': ['ID=6e5e2759-57ce-4522-b003-1b206f34b998,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:12.218988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:12.219633 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:12.347410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Allocated IP 172.20.0.2 (ba3964d7-45a4-40ce-b418-fab53e621887/480fd49a-e9d5-43a5-bf39-c03c28f892ad/d98ee5c5-9152-42cc-a6a0-326aa11deca9) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:12.410430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:12.635036 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Publish callbacks [] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.644864 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.687254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Network ba3964d7-45a4-40ce-b418-fab53e621887 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:12.694382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:12.694709 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.1 (ba3964d7-45a4-40ce-b418-fab53e621887/480fd49a-e9d5-43a5-bf39-c03c28f892ad/29392ec1-c79b-43c2-aac8-c32271f198f0) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:12.698917 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:23:12.709163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Pushing event updated for resources: {'Port': ['ID=d98ee5c5-9152-42cc-a6a0-326aa11deca9,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:12.717034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:10Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:12.762813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfbb48f-a2e7-41e1-b0b9-7efec3e29755 None None] The sync data for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 is: [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:10Z', 'revision_number': 3, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:12.792561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Attempting to bind port d98ee5c5-9152-42cc-a6a0-326aa11deca9 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:23:12.792935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Attempting to bind port d98ee5c5-9152-42cc-a6a0-326aa11deca9 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:23:12.793298 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Attempting to bind port d98ee5c5-9152-42cc-a6a0-326aa11deca9 on network ba3964d7-45a4-40ce-b418-fab53e621887 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:23:12.798531 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:23:12.798904 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Checking segment: {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:23:12.799302 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.799769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Bound using segment: {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:23:12.800262 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Bound port: d98ee5c5-9152-42cc-a6a0-326aa11deca9, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:23:12.800642 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.817501 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.851779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.866126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] For port d98ee5c5-9152-42cc-a6a0-326aa11deca9, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:23:12.869738 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] For port d98ee5c5-9152-42cc-a6a0-326aa11deca9, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d98ee5c5-9152-42cc-a6a0-326aa11deca9,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:23:12.876671 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:12.898402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network ba3964d7-45a4-40ce-b418-fab53e621887 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:12.901637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:12.907602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:23:12.940615 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=29392ec1-c79b-43c2-aac8-c32271f198f0,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:12.946350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fafa5c-e08d-494a-82f4-0ffca5adb9dd None None] Pushing event updated for resources: {'Port': ['ID=d98ee5c5-9152-42cc-a6a0-326aa11deca9,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:12.966077 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.161981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e5e2759-57ce-4522-b003-1b206f34b998 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:23:13.169614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.262593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6e5e2759-57ce-4522-b003-1b206f34b998 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:13.263016 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.372005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6e5e2759-57ce-4522-b003-1b206f34b998 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:13.373044 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.405196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 6e5e2759-57ce-4522-b003-1b206f34b998, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e5e2759-57ce-4522-b003-1b206f34b998,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:13.411742 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.473687 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=6e5e2759-57ce-4522-b003-1b206f34b998,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:13.572909 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.578080 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.661387 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=29392ec1-c79b-43c2-aac8-c32271f198f0,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:13.665155 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:13.789180 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network ba3964d7-45a4-40ce-b418-fab53e621887 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:13.790715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:13.929313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:23:14.137881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343e8739-1539-4ea4-97aa-3fb5e55c4f82 None None] Network ba3964d7-45a4-40ce-b418-fab53e621887 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:23:14.263497 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fc5b9af4-33d4-4b69-97ef-0cf2fecec9a3 None None] Provisioning complete for port d98ee5c5-9152-42cc-a6a0-326aa11deca9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:14.264148 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9af4-33d4-4b69-97ef-0cf2fecec9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:14.366655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fc5b9af4-33d4-4b69-97ef-0cf2fecec9a3 None None] Current status of the port d98ee5c5-9152-42cc-a6a0-326aa11deca9 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:14.367074 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9af4-33d4-4b69-97ef-0cf2fecec9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:14.401290 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:23:14.405585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-fc5b9af4-33d4-4b69-97ef-0cf2fecec9a3 None None] For port d98ee5c5-9152-42cc-a6a0-326aa11deca9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d98ee5c5-9152-42cc-a6a0-326aa11deca9,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:14.415993 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-378be8df-7f03-4c68-9cf1-2b5acf1f2687 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/0f628b5a-6df5-47e8-8678-b16f85ccf2b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6669326 Feb 17 23:23:14.416120 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc5b9af4-33d4-4b69-97ef-0cf2fecec9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:14.479154 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b9af4-33d4-4b69-97ef-0cf2fecec9a3 None None] Pushing event updated for resources: {'Port': ['ID=d98ee5c5-9152-42cc-a6a0-326aa11deca9,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:14.603729 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec0b5993-2f32-4193-a9f3-cbec5a78960d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:14.604060 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-bf9c9f15-b026-485f-af68-9568fb86151a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280412330&fields=id&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 267 time: 0.0592458 Feb 17 23:23:14.641719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-881f61d5-65cc-488b-8958-1c5c5a1fcde3 None None] Provisioning complete for port 29392ec1-c79b-43c2-aac8-c32271f198f0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:14.642041 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-881f61d5-65cc-488b-8958-1c5c5a1fcde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:14.697465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-881f61d5-65cc-488b-8958-1c5c5a1fcde3 None None] Port 29392ec1-c79b-43c2-aac8-c32271f198f0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:23:14.711984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-881f61d5-65cc-488b-8958-1c5c5a1fcde3 None None] Provisioning complete for port d98ee5c5-9152-42cc-a6a0-326aa11deca9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:14.712409 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-881f61d5-65cc-488b-8958-1c5c5a1fcde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:14.756827 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-be543962-4069-479a-9486-773444f3b382 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:14.758527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-be543962-4069-479a-9486-773444f3b382 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/networks?id=ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 200 len: 796 time: 0.1434095 Feb 17 23:23:14.775741 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-759f3762-7010-4fac-b6a5-424b6cb84b4e tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/quotas/3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 375 time: 0.0114248 Feb 17 23:23:14.801265 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-881f61d5-65cc-488b-8958-1c5c5a1fcde3 None None] Current status of the port d98ee5c5-9152-42cc-a6a0-326aa11deca9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:14.819725 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Sync routers for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:14.830311 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:14.830985 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:14.846390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-f1d0bb81-33ab-4be8-b58c-eb8e7f053aaa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642762 Feb 17 23:23:14.924487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-97b326a9-d899-4357-bb3f-44bfd16cc22d None None] Provisioning complete for port 29392ec1-c79b-43c2-aac8-c32271f198f0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:14.925390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-97b326a9-d899-4357-bb3f-44bfd16cc22d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:14.945924 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:14.965844 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-97b326a9-d899-4357-bb3f-44bfd16cc22d None None] Port 29392ec1-c79b-43c2-aac8-c32271f198f0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:23:15.027853 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-abfc0b94-9400-48a3-a9cf-29b2d3419183 service neutron] 10.222.0.79 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686995 Feb 17 23:23:15.089035 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-df7ee04a-a0ce-4f4a-b8c0-6fab7313504a None None] Provisioning complete for port 29392ec1-c79b-43c2-aac8-c32271f198f0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:15.089409 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-df7ee04a-a0ce-4f4a-b8c0-6fab7313504a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.130639 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-df7ee04a-a0ce-4f4a-b8c0-6fab7313504a None None] Port 29392ec1-c79b-43c2-aac8-c32271f198f0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:23:15.167666 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-c4fdb855-9619-42f6-84d2-9d59df48c3c3 service neutron] 10.222.0.79 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319098 Feb 17 23:23:15.189547 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 2, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:15.221147 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Checking router: 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:15.221640 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Updating router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 port 29392ec1-c79b-43c2-aac8-c32271f198f0 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:23:15.250339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d98ee5c5-9152-42cc-a6a0-326aa11deca9 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:23:15.254296 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.316316 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port d98ee5c5-9152-42cc-a6a0-326aa11deca9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:15.317666 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.372893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b8ec6ed9-cf6e-4704-8666-365d9719ce4c req-45bbb06c-e99f-4a61-9da5-a1c6da1a5131 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 210 time: 0.0510137 Feb 17 23:23:15.400400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port d98ee5c5-9152-42cc-a6a0-326aa11deca9 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:15.401619 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e5e2759-57ce-4522-b003-1b206f34b998 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:23:15.460162 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 6e5e2759-57ce-4522-b003-1b206f34b998 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:15.460917 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.556065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 6e5e2759-57ce-4522-b003-1b206f34b998 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:15.563856 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Publish callbacks [] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.569653 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.624491 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Pushing event updated for resources: {'Port': ['ID=29392ec1-c79b-43c2-aac8-c32271f198f0,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:15.672508 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.672911 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.673303 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.673649 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.673978 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.675030 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.675834 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.676333 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.676833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.677326 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.677833 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.678169 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.678497 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:23:15.691666 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Attempting to bind port 29392ec1-c79b-43c2-aac8-c32271f198f0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:23:15.692227 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Attempting to bind port 29392ec1-c79b-43c2-aac8-c32271f198f0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:23:15.692754 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Attempting to bind port 29392ec1-c79b-43c2-aac8-c32271f198f0 on network ba3964d7-45a4-40ce-b418-fab53e621887 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:23:15.698495 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:23:15.698868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Checking segment: {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:23:15.699270 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.699691 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Bound using segment: {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:23:15.700163 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Bound port: 29392ec1-c79b-43c2-aac8-c32271f198f0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:23:15.700540 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.767322 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] For port 29392ec1-c79b-43c2-aac8-c32271f198f0, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:23:15.770800 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] For port 29392ec1-c79b-43c2-aac8-c32271f198f0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29392ec1-c79b-43c2-aac8-c32271f198f0,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:23:15.778308 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.842914 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d6255-3fc5-498b-9408-e3fe7a3f71b9 None None] Pushing event updated for resources: {'Port': ['ID=29392ec1-c79b-43c2-aac8-c32271f198f0,revision_number=4']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:15.850229 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:15.851019 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:22:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:15.866614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-c837aa7e-61e4-4a6d-a980-b02623ae36eb None None] Provisioning complete for port 29392ec1-c79b-43c2-aac8-c32271f198f0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:15.867355 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c837aa7e-61e4-4a6d-a980-b02623ae36eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.959493 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-c837aa7e-61e4-4a6d-a980-b02623ae36eb None None] Current status of the port 29392ec1-c79b-43c2-aac8-c32271f198f0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:15.960378 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c837aa7e-61e4-4a6d-a980-b02623ae36eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:15.967638 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:16.007562 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-c837aa7e-61e4-4a6d-a980-b02623ae36eb None None] For port 29392ec1-c79b-43c2-aac8-c32271f198f0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29392ec1-c79b-43c2-aac8-c32271f198f0,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:16.021328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c837aa7e-61e4-4a6d-a980-b02623ae36eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:16.078273 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837aa7e-61e4-4a6d-a980-b02623ae36eb None None] Pushing event updated for resources: {'Port': ['ID=29392ec1-c79b-43c2-aac8-c32271f198f0,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:16.144940 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-402c8f9e-4a9e-4616-b4db-c5b3e4e5b611 None None] Provisioning complete for port 29392ec1-c79b-43c2-aac8-c32271f198f0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:16.145328 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-402c8f9e-4a9e-4616-b4db-c5b3e4e5b611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:16.180063 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:16.206795 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9522c-dd07-4fd3-9bdd-0c8a689ec560 None None] The sync data for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 is: [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:16.224033 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-402c8f9e-4a9e-4616-b4db-c5b3e4e5b611 None None] Current status of the port 29392ec1-c79b-43c2-aac8-c32271f198f0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:16.500298 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-429bd733-0481-4e61-a94a-304ce09a2ee9 req-d85f9ab8-bf48-45a2-9958-8f3055b2fe11 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 210 time: 0.0368860 Feb 17 23:23:16.557699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-7e5f9395-a572-49db-bbb4-78644c0c9042 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:16.559232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-7e5f9395-a572-49db-bbb4-78644c0c9042 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/networks?id=ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 200 len: 796 time: 0.1419923 Feb 17 23:23:16.629636 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-fcde2790-71ef-4240-a200-298665dba905 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3870495f87a9448a89a54c240b120d7d HTTP/1.1" status: 200 len: 380 time: 0.0609407 Feb 17 23:23:16.638982 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'port': {'device_id': 'c108dbdd-5418-46f7-a840-943473ae5395', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'admin_state_up': True, 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'security_groups': ['69f8336f-cff0-4873-8760-668bdfafce62']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:16.750935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Made reservation on behalf of 3870495f87a9448a89a54c240b120d7d for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:23:16.755018 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:16.889715 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.20.0.12 (ba3964d7-45a4-40ce-b418-fab53e621887/480fd49a-e9d5-43a5-bf39-c03c28f892ad/8c02f62c-192c-47da-9162-f5e5c37ff164) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:17.040426 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.080392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.132161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network ba3964d7-45a4-40ce-b418-fab53e621887 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:17.135400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:17.139953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:23:17.144702 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=8c02f62c-192c-47da-9162-f5e5c37ff164,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:17.162375 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29392ec1-c79b-43c2-aac8-c32271f198f0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:23:17.193680 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:17.194334 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.222003 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-5530be69-51e2-4e53-98c9-dc944a6943b2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5869017 Feb 17 23:23:17.233234 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Request body: {'port': {'device_id': 'c108dbdd-5418-46f7-a840-943473ae5395', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:17.245358 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 29392ec1-c79b-43c2-aac8-c32271f198f0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:17.245737 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.307205 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:23:17.318119 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.343700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 29392ec1-c79b-43c2-aac8-c32271f198f0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:17.461486 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35b115bb-e1ff-4acd-aa03-dd466e113d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.462943 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5bfa7aba-04c6-447b-926e-95d96f11ba75 None None] Provisioning complete for port 8c02f62c-192c-47da-9162-f5e5c37ff164 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:17.463306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5bfa7aba-04c6-447b-926e-95d96f11ba75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.500181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa7aba-04c6-447b-926e-95d96f11ba75 None None] Port 8c02f62c-192c-47da-9162-f5e5c37ff164 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:23:17.602911 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c02f62c-192c-47da-9162-f5e5c37ff164 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:23:17.611458 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Publish callbacks [] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.625508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Transition to ACTIVE for port object 8c02f62c-192c-47da-9162-f5e5c37ff164 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:23:17.638615 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.642645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eec57f-fe83-4a19-a8e0-32be6faabfce req-01d6038a-c35f-4b8f-aadf-a6ca894d568d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:17.644864 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21eec57f-fe83-4a19-a8e0-32be6faabfce req-01d6038a-c35f-4b8f-aadf-a6ca894d568d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 932 time: 0.0656550 Feb 17 23:23:17.699787 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Pushing event updated for resources: {'Port': ['ID=8c02f62c-192c-47da-9162-f5e5c37ff164,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:17.715200 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-21eec57f-fe83-4a19-a8e0-32be6faabfce req-1c83e43e-2769-4c42-914e-388bdd41d754 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616498 Feb 17 23:23:17.789034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Attempting to bind port 8c02f62c-192c-47da-9162-f5e5c37ff164 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:23:17.789457 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Attempting to bind port 8c02f62c-192c-47da-9162-f5e5c37ff164 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:23:17.789850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Attempting to bind port 8c02f62c-192c-47da-9162-f5e5c37ff164 on network ba3964d7-45a4-40ce-b418-fab53e621887 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:23:17.794341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Port 8c02f62c-192c-47da-9162-f5e5c37ff164 on network ba3964d7-45a4-40ce-b418-fab53e621887 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:23:17.794682 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Attempting to bind port 8c02f62c-192c-47da-9162-f5e5c37ff164 on network ba3964d7-45a4-40ce-b418-fab53e621887 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:23:17.799826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:23:17.800165 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Checking segment: {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:23:17.800547 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Bound using segment: {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:23:17.800971 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Bound port: 8c02f62c-192c-47da-9162-f5e5c37ff164, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4bd0b02-b980-4324-ae06-9937ebd8207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:23:17.801322 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.867807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] For port 8c02f62c-192c-47da-9162-f5e5c37ff164, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:23:17.870900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] For port 8c02f62c-192c-47da-9162-f5e5c37ff164, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8c02f62c-192c-47da-9162-f5e5c37ff164,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:23:17.877607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.912755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:17.913445 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:17.914841 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] 10.222.0.73 "PUT /v2.0/ports/8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 200 len: 1093 time: 0.6859815 Feb 17 23:23:17.915299 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:17.917584 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab41e6-a9df-481b-8f99-ccff0e717297" -d '{"events": [{"name": "network-changed", "server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:23:17.949286 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4bc69-b290-43e5-b841-bf79e471381b service neutron] Pushing event updated for resources: {'Port': ['ID=8c02f62c-192c-47da-9162-f5e5c37ff164,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:17.972800 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6416bbad-afbe-4c1a-a604-093ccdbc1e23 x-openstack-request-id: req-6416bbad-afbe-4c1a-a604-093ccdbc1e23 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:23:17.973115 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:23:17.973370 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6416bbad-afbe-4c1a-a604-093ccdbc1e23 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:23:17.973770 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'status': 'completed', 'code': 200} Feb 17 23:23:18.012043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-28593561-25c4-476e-ba09-b28455b51794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.013601 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-28593561-25c4-476e-ba09-b28455b51794 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1127 time: 0.0518548 Feb 17 23:23:18.061526 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-da30091a-efee-4816-a3c2-18c63478492f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 200 len: 217 time: 0.0398836 Feb 17 23:23:18.113923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-30bb2e46-4222-4b43-bdac-b67f8fbf9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.115477 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-30bb2e46-4222-4b43-bdac-b67f8fbf9899 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=480fd49a-e9d5-43a5-bf39-c03c28f892ad HTTP/1.1" status: 200 len: 834 time: 0.0479836 Feb 17 23:23:18.165490 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-93d9d48d-409e-4e01-bcbc-ce7e6ddc1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.166983 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-93d9d48d-409e-4e01-bcbc-ce7e6ddc1e86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba3964d7-45a4-40ce-b418-fab53e621887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0461245 Feb 17 23:23:18.183648 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:18.262728 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-284ef6c4-8cbf-4ec6-ad92-1aaf5bccea1b service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876622 Feb 17 23:23:18.351682 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0fe5895-f510-4d9f-8e11-a6ef964a7dd5 req-4acd42a9-c8a1-45d2-b7c0-81c15030e334 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820370 Feb 17 23:23:18.445025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-184b3bdd-46b8-496e-a601-5e2599cd27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.446442 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-184b3bdd-46b8-496e-a601-5e2599cd27e4 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1127 time: 0.0502567 Feb 17 23:23:18.534881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-2103b692-c263-43a9-9b53-1b73b08fb80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.536424 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-2103b692-c263-43a9-9b53-1b73b08fb80e service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 200 len: 897 time: 0.0844076 Feb 17 23:23:18.581321 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-1d71db02-2bad-4a69-acee-a37137c79623 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 200 len: 217 time: 0.0390177 Feb 17 23:23:18.629298 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-c4542ff2-a030-4216-9b48-6201b9210620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.630723 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-c4542ff2-a030-4216-9b48-6201b9210620 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=480fd49a-e9d5-43a5-bf39-c03c28f892ad HTTP/1.1" status: 200 len: 834 time: 0.0436685 Feb 17 23:23:18.680376 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-60fe5102-bb89-4ec7-9664-9b590b3e5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.681860 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-60fe5102-bb89-4ec7-9664-9b590b3e5a5e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba3964d7-45a4-40ce-b418-fab53e621887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442758 Feb 17 23:23:18.778940 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-33d72d7d-68ff-4847-a187-fc0fb3f73580 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878079 Feb 17 23:23:18.848134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d076a9-da21-4fba-9f0a-dd2f880768cc req-579b06fb-ef28-4f19-b5d7-82cc8e5fc030 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:18.849622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36d076a9-da21-4fba-9f0a-dd2f880768cc req-579b06fb-ef28-4f19-b5d7-82cc8e5fc030 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 944 time: 0.0543747 Feb 17 23:23:18.871649 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b4ab41e6-a9df-481b-8f99-ccff0e717297 req-8fb318b7-6c89-4202-bcbf-861ef7d55172 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851300 Feb 17 23:23:18.901930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-36d076a9-da21-4fba-9f0a-dd2f880768cc req-abd53963-d552-458f-a2e1-a21d0b6824f7 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465615 Feb 17 23:23:19.586014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:20.023291 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b78e98-2497-487d-9ac5-7973fa3ec1eb req-aa22b462-e9c0-4718-b9da-a072427e205c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:20.024800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b78e98-2497-487d-9ac5-7973fa3ec1eb req-aa22b462-e9c0-4718-b9da-a072427e205c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 944 time: 0.0548098 Feb 17 23:23:20.078090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10b78e98-2497-487d-9ac5-7973fa3ec1eb req-d1ddd045-005a-4d7b-b8c0-029211971b8b tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475709 Feb 17 23:23:20.270466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8c02f62c-192c-47da-9162-f5e5c37ff164 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:23:20.364708 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8c02f62c-192c-47da-9162-f5e5c37ff164, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8c02f62c-192c-47da-9162-f5e5c37ff164,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:20.379489 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'port_id': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'mac_address': 'fa:16:3e:46:38:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:23:20.414964 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8c02f62c-192c-47da-9162-f5e5c37ff164 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:20.415345 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:20.428488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c02f62c-192c-47da-9162-f5e5c37ff164 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:23:20.446680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8c02f62c-192c-47da-9162-f5e5c37ff164, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8c02f62c-192c-47da-9162-f5e5c37ff164,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:20.450833 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:20.496728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8c02f62c-192c-47da-9162-f5e5c37ff164,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:20.667512 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['8c02f62c-192c-47da-9162-f5e5c37ff164'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:23:21.012164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:21.199212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba11cf5-cc90-4937-8bbc-da311a66e764 req-7b925bee-ead2-4169-a1ef-64f2569288c1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:21.200746 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ba11cf5-cc90-4937-8bbc-da311a66e764 req-7b925bee-ead2-4169-a1ef-64f2569288c1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 945 time: 0.0538123 Feb 17 23:23:21.250434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9ba11cf5-cc90-4937-8bbc-da311a66e764 req-31ada114-e29e-434f-b2e5-c58e0cc3c7d4 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435238 Feb 17 23:23:22.272773 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8c02f62c-192c-47da-9162-f5e5c37ff164 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:23:22.329051 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 8c02f62c-192c-47da-9162-f5e5c37ff164 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:23:22.332946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 8c02f62c-192c-47da-9162-f5e5c37ff164 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:23:22.333316 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:22.386838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c3935-6eba-4c91-95bf-fd0fb8aabde6 req-fc75ed2d-bef9-4240-b392-080991fc10ee tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:22.388987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a9c3935-6eba-4c91-95bf-fd0fb8aabde6 req-fc75ed2d-bef9-4240-b392-080991fc10ee tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 945 time: 0.0566723 Feb 17 23:23:22.417517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 8c02f62c-192c-47da-9162-f5e5c37ff164 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:23:22.418027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:22.441187 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a9c3935-6eba-4c91-95bf-fd0fb8aabde6 req-b70635de-91c2-41cd-904d-b6f2c10101da tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Feb 17 23:23:22.442268 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:22.444606 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caaa037f-3bbe-408a-9a22-e017dbeaed8a" -d '{"events": [{"server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "name": "network-vif-plugged", "status": "completed", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:23:22.457232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 8c02f62c-192c-47da-9162-f5e5c37ff164, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8c02f62c-192c-47da-9162-f5e5c37ff164,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:23:22.465195 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:22.513854 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=8c02f62c-192c-47da-9162-f5e5c37ff164,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:22.536669 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85542dcf-0b13-41f3-ab4d-273b14889031 x-openstack-request-id: req-85542dcf-0b13-41f3-ab4d-273b14889031 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:23:22.536964 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "name": "network-vif-plugged", "status": "completed", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:23:22.537548 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-85542dcf-0b13-41f3-ab4d-273b14889031 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:23:22.537958 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'code': 200} Feb 17 23:23:22.634918 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab304c7-caf9-4fdd-b8ee-431e4e443353 req-5553230f-7f23-451c-adab-cb6d293db266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:22.636361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ab304c7-caf9-4fdd-b8ee-431e4e443353 req-5553230f-7f23-451c-adab-cb6d293db266 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1129 time: 0.0448482 Feb 17 23:23:22.682405 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6ab304c7-caf9-4fdd-b8ee-431e4e443353 req-d9a962eb-7aba-47a3-971b-553665f1f3ba service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Feb 17 23:23:23.569103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f207a2-4625-477c-987b-832b6352426b req-8215d4e5-7c67-426d-9e24-3a29d89028fd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:23.570596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24f207a2-4625-477c-987b-832b6352426b req-8215d4e5-7c67-426d-9e24-3a29d89028fd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0580003 Feb 17 23:23:23.620724 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-24f207a2-4625-477c-987b-832b6352426b req-b7aa317d-1bed-4e95-a638-1bd106c52606 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444262 Feb 17 23:23:24.737855 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2af3f6-3611-46e0-9753-426df8ffdfc4 req-faa3a914-850e-4ee8-83a5-0a4373e8448d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:24.739331 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb2af3f6-3611-46e0-9753-426df8ffdfc4 req-faa3a914-850e-4ee8-83a5-0a4373e8448d tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0527167 Feb 17 23:23:24.788641 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb2af3f6-3611-46e0-9753-426df8ffdfc4 req-079256ee-0086-48c7-8dca-246abc9ded0a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434794 Feb 17 23:23:24.909980 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5a528-9608-4cdd-9b41-1b449e837c91 req-752dd393-029e-42b2-8022-08ac0b5203e3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:24.911494 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14e5a528-9608-4cdd-9b41-1b449e837c91 req-752dd393-029e-42b2-8022-08ac0b5203e3 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0569367 Feb 17 23:23:24.959608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-14e5a528-9608-4cdd-9b41-1b449e837c91 req-dd65c87e-730a-4faa-a727-35fc215a59d1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424135 Feb 17 23:23:24.981448 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40224) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:25.028330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a4bd61-298c-4b47-b54f-4aac3bda2bb8 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:25.029836 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-07a4bd61-298c-4b47-b54f-4aac3bda2bb8 tempest-TestNetworkAdvancedServerOps-2057453398 tempest-TestNetworkAdvancedServerOps-2057453398-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1124 time: 0.0474083 Feb 17 23:23:25.032693 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40226) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:25.037439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:23:25.057728 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:25.161368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:25.269859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Allocated IP 172.25.0.61 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/04590cb5-338f-45ca-88ee-e7aa983f23b3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:23:25.376158 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:25.411957 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:25.452482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:23:25.457899 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:23:25.460509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:23:25.490025 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=04590cb5-338f-45ca-88ee-e7aa983f23b3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:25.764392 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:25.830368 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (56f295a9-7c57-4fa3-8b69-b66d8fde422f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:25.909392 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:26.061834 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:26.067200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:26.135396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event updated for resources: {'Port': ['ID=04590cb5-338f-45ca-88ee-e7aa983f23b3,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:23:26.146658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (56f295a9-7c57-4fa3-8b69-b66d8fde422f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:26.246387 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP 56f295a9-7c57-4fa3-8b69-b66d8fde422f associated. External IP: 172.25.0.61, port: 8c02f62c-192c-47da-9162-f5e5c37ff164. Feb 17 23:23:26.458311 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:23:26.567844 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:23:26.577553 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] Sync routers for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:23:26.585846 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:26.586991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:26.587647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:23:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:26.617317 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d31e46a4-25a1-44dc-86fc-6726dcc7d479 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5835724 Feb 17 23:23:26.617958 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:23:26.620416 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a06a3e-292b-4f91-9344-8f2bb1948707" -d '{"events": [{"name": "network-changed", "server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:23:26.721914 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ff0bc-47e2-42cf-ae28-2945a0c169b0 req-e70938d1-92b3-45b6-9fc3-f8e3ced912ff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:26.723560 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-577ff0bc-47e2-42cf-ae28-2945a0c169b0 req-e70938d1-92b3-45b6-9fc3-f8e3ced912ff tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0565746 Feb 17 23:23:26.776047 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-577ff0bc-47e2-42cf-ae28-2945a0c169b0 req-52a2dcba-315f-42ba-bc68-8e390f87f4e2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466917 Feb 17 23:23:26.799511 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40232) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:26.837620 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3205f7de-96d9-4109-8acb-0ac4057376ad x-openstack-request-id: req-3205f7de-96d9-4109-8acb-0ac4057376ad {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:23:26.837905 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:23:26.838165 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3205f7de-96d9-4109-8acb-0ac4057376ad {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:23:26.838575 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'status': 'completed', 'code': 200} Feb 17 23:23:26.859059 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:26.893174 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-72e6e70f-4f91-4b05-b6d5-2881243962cb tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/56f295a9-7c57-4fa3-8b69-b66d8fde422f HTTP/1.1" status: 200 len: 991 time: 0.0923183 Feb 17 23:23:26.909514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-39fec68d-9b3a-47a9-bd20-d6a5ff4aa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:26.910996 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-39fec68d-9b3a-47a9-bd20-d6a5ff4aa057 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1129 time: 0.0627074 Feb 17 23:23:27.000725 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-e25d775f-11b8-481b-9fbf-389316c0ad9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:27.002816 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-e25d775f-11b8-481b-9fbf-389316c0ad9b service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 200 len: 897 time: 0.0847178 Feb 17 23:23:27.070347 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-7fcb702e-ad26-483c-afbd-e6f9750ac595 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 200 len: 999 time: 0.0625653 Feb 17 23:23:27.081732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '56f295a9-7c57-4fa3-8b69-b66d8fde422f', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'port_id': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'mac_address': 'fa:16:3e:46:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c108dbdd-5418-46f7-a840-943473ae5395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:23:25Z', 'updated_at': '2022-02-17T23:23:25Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:27.112462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] Checking router: 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:23:27.117913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-9f66b628-0b88-4c3d-a3ad-642cc3f2d70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:27.119466 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-9f66b628-0b88-4c3d-a3ad-642cc3f2d70c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=480fd49a-e9d5-43a5-bf39-c03c28f892ad HTTP/1.1" status: 200 len: 834 time: 0.0439224 Feb 17 23:23:27.120876 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:23:27.121481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:23:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:27.168618 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-ca6be49b-701e-4ccf-9372-a129dc49def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:27.170131 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-ca6be49b-701e-4ccf-9372-a129dc49def3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba3964d7-45a4-40ce-b418-fab53e621887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0451627 Feb 17 23:23:27.228379 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:23:27.264295 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-fdb61ee4-82bc-4505-adf8-cf43b3b095d3 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878665 Feb 17 23:23:27.354488 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51a06a3e-292b-4f91-9344-8f2bb1948707 req-035d53ce-8213-4fc0-a9d3-32aa327a1a9b service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834916 Feb 17 23:23:27.456533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '56f295a9-7c57-4fa3-8b69-b66d8fde422f', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'port_id': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'mac_address': 'fa:16:3e:46:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c108dbdd-5418-46f7-a840-943473ae5395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:23:25Z', 'updated_at': '2022-02-17T23:23:25Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:23:27.482530 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b373b4-a7c5-4de4-b486-1844900f775e None None] The sync data for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 is: [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '56f295a9-7c57-4fa3-8b69-b66d8fde422f', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'floating_ip_address': '172.25.0.61', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'port_id': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4321, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'mac_address': 'fa:16:3e:46:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c108dbdd-5418-46f7-a840-943473ae5395', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:23:25Z', 'updated_at': '2022-02-17T23:23:25Z', 'revision_number': 0, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:23:27.683838 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf1d067-2dc5-45b8-a9dc-ff59cf2ee66d None None] New status for floating IP 56f295a9-7c57-4fa3-8b69-b66d8fde422f: ACTIVE {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:23:27.896977 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:23:27.963019 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-333482ab-ea15-4063-b3d1-dd22f14e94aa tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/56f295a9-7c57-4fa3-8b69-b66d8fde422f HTTP/1.1" status: 200 len: 993 time: 0.0648248 Feb 17 23:23:32.428901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-91a37d82-b127-459e-8f9f-5c21ebfc9622 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441656 Feb 17 23:23:32.510670 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-33f29ae1-58b0-4fd6-90cd-d393ad62f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:32.512226 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-33f29ae1-58b0-4fd6-90cd-d393ad62f046 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1129 time: 0.0441391 Feb 17 23:23:32.615676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-f1179b1d-d372-4804-9074-9bc41e51c806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:32.617185 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-f1179b1d-d372-4804-9074-9bc41e51c806 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 200 len: 897 time: 0.0883789 Feb 17 23:23:32.993357 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-9d8b499f-ead9-4ec3-92eb-12fa029dab50 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 200 len: 1001 time: 0.3706865 Feb 17 23:23:33.043935 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-350b0653-389e-4fdc-bce1-c8f303b7912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:33.045275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-350b0653-389e-4fdc-bce1-c8f303b7912b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=480fd49a-e9d5-43a5-bf39-c03c28f892ad HTTP/1.1" status: 200 len: 834 time: 0.0434535 Feb 17 23:23:33.104439 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-4608c7d2-3eaa-4602-8097-b98a6d30d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:33.105908 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-4608c7d2-3eaa-4602-8097-b98a6d30d7b3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba3964d7-45a4-40ce-b418-fab53e621887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474248 Feb 17 23:23:33.200632 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-c7c08583-a330-41ce-80af-98852251689f service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811553 Feb 17 23:23:33.291574 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-22e4fe7f-0cb8-4bbc-ba75-cc3dfc839686 req-d50314a3-e41e-47dc-8282-f1fb3955f5d3 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850394 Feb 17 23:23:40.026330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:44.597536 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8770bc65-89cb-4d38-b6fc-5a9b5fa53fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:47.452922 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8229e67-1cc0-4051-8089-b261db9847ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:48.192321 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:49.588867 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:51.015024 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:54.306730 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:23:55.762995 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:23:59.392483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12714b6-dc68-430a-bdec-cbead97c41c0 req-764bf417-4a68-4472-af27-62d0b3027767 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:23:59.393901 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a12714b6-dc68-430a-bdec-cbead97c41c0 req-764bf417-4a68-4472-af27-62d0b3027767 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0552568 Feb 17 23:23:59.448872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a12714b6-dc68-430a-bdec-cbead97c41c0 req-56e53b74-d49a-4d93-9c4d-b0f610ca9075 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492411 Feb 17 23:24:00.570869 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0e759-7bd6-4e46-8e99-c3fbe2a45a13 req-414a5811-b2cb-4821-a1d1-7f41a84cc042 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:00.572390 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56f0e759-7bd6-4e46-8e99-c3fbe2a45a13 req-414a5811-b2cb-4821-a1d1-7f41a84cc042 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0541251 Feb 17 23:24:00.621160 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56f0e759-7bd6-4e46-8e99-c3fbe2a45a13 req-dc10f11f-f32b-4720-a74f-ae5705f789f1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Feb 17 23:24:00.643684 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40254) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:00.706587 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d394dc8c-51cc-464d-bc5b-975f214e7ec5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/56f295a9-7c57-4fa3-8b69-b66d8fde422f HTTP/1.1" status: 200 len: 993 time: 0.0618110 Feb 17 23:24:01.977506 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7cd0a-a174-4f3a-9f32-3585e3d68097 req-417776c8-a043-4e6f-a961-825e208d4252 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:01.979100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b7cd0a-a174-4f3a-9f32-3585e3d68097 req-417776c8-a043-4e6f-a961-825e208d4252 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0541792 Feb 17 23:24:01.989984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-122b7381-e25f-445c-b47c-2f0d26b49508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:01.991515 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-122b7381-e25f-445c-b47c-2f0d26b49508 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1129 time: 0.0459232 Feb 17 23:24:02.029204 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-45b7cd0a-a174-4f3a-9f32-3585e3d68097 req-53a7b763-791a-4a36-a616-b8376c152335 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442617 Feb 17 23:24:02.083865 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-e1092c16-997e-4876-a7c2-152f7361f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:02.085351 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-e1092c16-997e-4876-a7c2-152f7361f740 service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 200 len: 897 time: 0.0885477 Feb 17 23:24:02.148646 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-fd06c7fc-e035-4f67-aee8-781b2ab07de1 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 200 len: 1001 time: 0.0578432 Feb 17 23:24:02.200208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-8bd10b0b-8a4c-46af-add6-1e315f981fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:02.201683 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-8bd10b0b-8a4c-46af-add6-1e315f981fb6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=480fd49a-e9d5-43a5-bf39-c03c28f892ad HTTP/1.1" status: 200 len: 834 time: 0.0478890 Feb 17 23:24:02.251460 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-725c6725-c5ff-4fbe-9856-eab0d0d1802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:02.252968 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-725c6725-c5ff-4fbe-9856-eab0d0d1802b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba3964d7-45a4-40ce-b418-fab53e621887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443749 Feb 17 23:24:02.346430 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-bf08bcd5-d719-4523-90b1-4127168bba25 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875921 Feb 17 23:24:02.439116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9ba2ecf6-0fde-4e7a-86b6-62fc6d19c161 req-8ab47377-b6d0-4cd9-87b8-7ddb99932fda service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873580 Feb 17 23:24:03.179883 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8a983-4d10-4e6b-99ca-47fa8ff3c45a req-f0b05394-42a2-4da5-a432-e32c623f77bc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:03.181457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51c8a983-4d10-4e6b-99ca-47fa8ff3c45a req-f0b05394-42a2-4da5-a432-e32c623f77bc tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0761216 Feb 17 23:24:03.244312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51c8a983-4d10-4e6b-99ca-47fa8ff3c45a req-d5e83d60-6cfe-4ec3-94a8-e754cd8d9b57 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530281 Feb 17 23:24:04.374272 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27f5229-e1f9-4fd3-b602-fb4b450111d7 req-b7410e19-4837-43dc-affd-4e3533d31180 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:04.375786 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d27f5229-e1f9-4fd3-b602-fb4b450111d7 req-b7410e19-4837-43dc-affd-4e3533d31180 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0532990 Feb 17 23:24:04.424082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d27f5229-e1f9-4fd3-b602-fb4b450111d7 req-ababb573-38f3-422d-87b6-c63204513b6a tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417242 Feb 17 23:24:04.447901 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40268) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:04.512359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-24eda310-a7f3-476c-b1fe-2f3b31751481 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/floatingips/56f295a9-7c57-4fa3-8b69-b66d8fde422f HTTP/1.1" status: 200 len: 993 time: 0.0633254 Feb 17 23:24:04.728975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40274) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:04.895262 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port 04590cb5-338f-45ca-88ee-e7aa983f23b3 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:24:04.895577 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:04.981308 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:04.981640 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (04590cb5-338f-45ca-88ee-e7aa983f23b3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:04.994883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for 04590cb5-338f-45ca-88ee-e7aa983f23b3 owned by network:floatingip {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:24:05.154821 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (04590cb5-338f-45ca-88ee-e7aa983f23b3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:05.183883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=04590cb5-338f-45ca-88ee-e7aa983f23b3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:05.196003 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.196360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.196716 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.197053 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.197390 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.197718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.198051 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.198377 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.198701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.199022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.199343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.199689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.200012 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:05.257065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for floatingip (56f295a9-7c57-4fa3-8b69-b66d8fde422f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:05.257387 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Floating IP 56f295a9-7c57-4fa3-8b69-b66d8fde422f disassociated (deleted). External IP: 172.25.0.61, port: 8c02f62c-192c-47da-9162-f5e5c37ff164. Feb 17 23:24:05.496014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:24:05.617401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:24:05.624118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:05.628120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] Sync routers for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:05.643424 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:05.644137 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:23:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:05.653653 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-4b3c2ae9-e7be-4d0d-a476-8667f6644c83 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/floatingips/56f295a9-7c57-4fa3-8b69-b66d8fde422f HTTP/1.1" status: 204 len: 168 time: 0.9235229 Feb 17 23:24:05.654346 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:05.656942 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61b0c1a-9ad4-4406-b7ba-c811333786c1" -d '{"events": [{"name": "network-changed", "server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:24:05.770365 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:05.850076 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d0f5a6-97e7-44fb-80fa-908650258116 x-openstack-request-id: req-90d0f5a6-97e7-44fb-80fa-908650258116 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:24:05.850628 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:24:05.850859 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-90d0f5a6-97e7-44fb-80fa-908650258116 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:24:05.851292 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'status': 'completed', 'code': 200} Feb 17 23:24:05.926546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-38ffce03-3fde-47ed-88b2-5fd4fcc3798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:05.928492 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-38ffce03-3fde-47ed-88b2-5fd4fcc3798e service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=3870495f87a9448a89a54c240b120d7d&device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 1129 time: 0.0546110 Feb 17 23:24:05.960574 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873704a-7697-4b41-bbef-650d9a625cc7 req-9e8fa32a-4f27-4f5c-a63f-9f11a309a4cd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:05.963083 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2873704a-7697-4b41-bbef-650d9a625cc7 req-9e8fa32a-4f27-4f5c-a63f-9f11a309a4cd tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0647261 Feb 17 23:24:06.026267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:06.031875 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2873704a-7697-4b41-bbef-650d9a625cc7 req-f03e78c4-2384-40aa-b660-589265a12ea1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609617 Feb 17 23:24:06.032711 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-738ceeda-8d77-4968-a234-ca3446e2925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:06.034223 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-738ceeda-8d77-4968-a234-ca3446e2925f service neutron] 10.222.0.73 "GET /v2.0/networks?id=ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 200 len: 897 time: 0.0992150 Feb 17 23:24:06.053682 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] Checking router: 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:06.062203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:06.062825 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:23:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:06.084361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-01a1d4a2-6d40-4f60-af8e-91de7c8ca71f service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 200 len: 217 time: 0.0441041 Feb 17 23:24:06.135182 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-c01bb72f-727e-4e09-917f-99524fab3250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:06.136817 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-c01bb72f-727e-4e09-917f-99524fab3250 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=480fd49a-e9d5-43a5-bf39-c03c28f892ad HTTP/1.1" status: 200 len: 834 time: 0.0465658 Feb 17 23:24:06.177855 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:06.195605 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-cdbc7a31-12da-487a-8adc-d650dcc0171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:06.197129 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-cdbc7a31-12da-487a-8adc-d650dcc0171f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=ba3964d7-45a4-40ce-b418-fab53e621887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0531526 Feb 17 23:24:06.290271 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-bdf3975e-2e0b-4ae8-82ff-045133655ff3 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863817 Feb 17 23:24:06.379686 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:06.386990 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b61b0c1a-9ad4-4406-b7ba-c811333786c1 req-d39af13a-4318-4d75-9a5b-8ecf3ac47ea8 service neutron] 10.222.0.73 "GET /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907016 Feb 17 23:24:06.411430 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72d82cf-05f4-4713-b1c9-22c9b3aa8a63 None None] The sync data for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 is: [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '29392ec1-c79b-43c2-aac8-c32271f198f0', 'name': '', 'network_id': 'ba3964d7-45a4-40ce-b418-fab53e621887', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'mac_address': 'fa:16:3e:4d:9c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:12Z', 'updated_at': '2022-02-17T23:23:15Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'subnets': [{'id': '480fd49a-e9d5-43a5-bf39-c03c28f892ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:06.630257 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89423bfb-42a0-4e72-9430-c832df47072f None None] New status for floating IP 56f295a9-7c57-4fa3-8b69-b66d8fde422f: DOWN {{(pid=103529) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:24:07.161823 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e19fd3-cd44-48e0-9d23-fe1d6cfaf069 req-ccbdfef0-1cf6-4809-93e4-5dbc775e585f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:07.163399 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0e19fd3-cd44-48e0-9d23-fe1d6cfaf069 req-ccbdfef0-1cf6-4809-93e4-5dbc775e585f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0575798 Feb 17 23:24:07.216939 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0e19fd3-cd44-48e0-9d23-fe1d6cfaf069 req-66047fd4-4d01-46a1-bfd3-f77019926247 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/security-groups?id=69f8336f-cff0-4873-8760-668bdfafce62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476992 Feb 17 23:24:07.422913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-14f297ad-01f7-40ac-b7a0-aeb842362d7c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:07.424389 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-14f297ad-01f7-40ac-b7a0-aeb842362d7c tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 946 time: 0.0533123 Feb 17 23:24:07.513328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port 8c02f62c-192c-47da-9162-f5e5c37ff164 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:24:07.513828 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:07.606156 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port 8c02f62c-192c-47da-9162-f5e5c37ff164, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=8c02f62c-192c-47da-9162-f5e5c37ff164,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:07.606513 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:07.619937 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for 8c02f62c-192c-47da-9162-f5e5c37ff164 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:24:07.751802 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (8c02f62c-192c-47da-9162-f5e5c37ff164), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:07.778518 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=8c02f62c-192c-47da-9162-f5e5c37ff164,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:07.823508 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] No DVR routers for this DVR port 8c02f62c-192c-47da-9162-f5e5c37ff164 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:24:07.826081 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:07.829403 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9c611d37-9fc7-4baf-950e-8e0405db08a0 req-6a8c9cf8-56ef-4c50-8de2-4fe91b6ba8f5 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.73 "DELETE /v2.0/ports/8c02f62c-192c-47da-9162-f5e5c37ff164 HTTP/1.1" status: 204 len: 173 time: 0.4002054 Feb 17 23:24:07.852089 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'name': 'network-vif-deleted', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:07.854508 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75a6248-99a8-4c02-897a-b65d8385e2e3" -d '{"events": [{"server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "name": "network-vif-deleted", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:24:07.896557 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5342b77-fb88-4571-92c1-63a31b5d82c7 x-openstack-request-id: req-d5342b77-fb88-4571-92c1-63a31b5d82c7 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:24:07.896851 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c108dbdd-5418-46f7-a840-943473ae5395", "name": "network-vif-deleted", "tag": "8c02f62c-192c-47da-9162-f5e5c37ff164", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:24:07.897109 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d5342b77-fb88-4571-92c1-63a31b5d82c7 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:24:07.897515 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c108dbdd-5418-46f7-a840-943473ae5395', 'name': 'network-vif-deleted', 'tag': '8c02f62c-192c-47da-9162-f5e5c37ff164', 'status': 'completed', 'code': 200} Feb 17 23:24:08.341049 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-374be3ef-cf09-48c5-adfd-eb680c0a73be req-5eda5455-dd49-4cca-99a6-b45bdc5fa5f1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "GET /v2.0/ports?device_id=c108dbdd-5418-46f7-a840-943473ae5395 HTTP/1.1" status: 200 len: 210 time: 0.0325408 Feb 17 23:24:09.402691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:09.775649 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.033634 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port 29392ec1-c79b-43c2-aac8-c32271f198f0 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:24:10.034021 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.035706 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.120933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port 29392ec1-c79b-43c2-aac8-c32271f198f0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=29392ec1-c79b-43c2-aac8-c32271f198f0,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:10.121292 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.134736 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for 29392ec1-c79b-43c2-aac8-c32271f198f0 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:24:10.319931 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (29392ec1-c79b-43c2-aac8-c32271f198f0), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.356341 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=29392ec1-c79b-43c2-aac8-c32271f198f0,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:10.525052 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.744546 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:24:10.850689 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:24:10.855694 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-98d67a9e-bdad-4918-83c6-a3800e73849f tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "PUT /v2.0/routers/0f628b5a-6df5-47e8-8678-b16f85ccf2b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4519458 Feb 17 23:24:10.858474 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:10.864962 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] Sync routers for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:10.874485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:10.875096 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:23:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:10.912671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting subnet 480fd49a-e9d5-43a5-bf39-c03c28f892ad {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:24:10.915855 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (480fd49a-e9d5-43a5-bf39-c03c28f892ad), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.955225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (480fd49a-e9d5-43a5-bf39-c03c28f892ad), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:10.982539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:11.174872 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:24:10Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:11.206049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] Checking router: 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:11.215523 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] Routers {'0f628b5a-6df5-47e8-8678-b16f85ccf2b7'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:11.216149 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:23:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:11.325903 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] Set router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:11.354788 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (480fd49a-e9d5-43a5-bf39-c03c28f892ad), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.414200 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (480fd49a-e9d5-43a5-bf39-c03c28f892ad), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.440724 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Subnet': ['ID=480fd49a-e9d5-43a5-bf39-c03c28f892ad,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:11.446734 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.452426 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40294) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:11.453201 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-9a48063d-a086-4726-86d4-27dc578800b1 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/subnets/480fd49a-e9d5-43a5-bf39-c03c28f892ad HTTP/1.1" status: 204 len: 168 time: 0.5935538 Feb 17 23:24:11.458190 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8a3aae-81d8-476c-98cf-7a271ebef09b None None] Network ba3964d7-45a4-40ce-b418-fab53e621887 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:24:11.565727 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.589683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:24:10Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:11.617822 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c565675-d85f-490c-9b81-a3fcb5fa7571 None None] The sync data for ids ['0f628b5a-6df5-47e8-8678-b16f85ccf2b7'] in n-d-828369-18 is: [{'id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-884452350', 'tenant_id': '3870495f87a9448a89a54c240b120d7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134'}], 'enable_snat': True}, 'gw_port_id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:23:09Z', 'updated_at': '2022-02-17T23:24:10Z', 'revision_number': 5, 'project_id': '3870495f87a9448a89a54c240b120d7d', 'gw_port': {'id': '6e5e2759-57ce-4522-b003-1b206f34b998', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:5c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f628b5a-6df5-47e8-8678-b16f85ccf2b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:23:10Z', 'updated_at': '2022-02-17T23:23:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:11.650068 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] DHCP port deletion for ba3964d7-45a4-40ce-b418-fab53e621887 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:24:11.685267 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_gateway (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.705360 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Deleting port d98ee5c5-9152-42cc-a6a0-326aa11deca9 {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:24:11.705792 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.739386 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Deleting port 6e5e2759-57ce-4522-b003-1b206f34b998 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:24:11.739787 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.767801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] For port d98ee5c5-9152-42cc-a6a0-326aa11deca9, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=d98ee5c5-9152-42cc-a6a0-326aa11deca9,segment=NetworkSegment(f4bd0b02-b980-4324-ae06-9937ebd8207b),segment_id=f4bd0b02-b980-4324-ae06-9937ebd8207b)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:11.768203 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.781161 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Calling delete_port for d98ee5c5-9152-42cc-a6a0-326aa11deca9 owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:24:11.819334 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] For port 6e5e2759-57ce-4522-b003-1b206f34b998, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=6e5e2759-57ce-4522-b003-1b206f34b998,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:11.819733 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:11.832382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Calling delete_port for 6e5e2759-57ce-4522-b003-1b206f34b998 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:24:12.017394 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (6e5e2759-57ce-4522-b003-1b206f34b998), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.026117 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (d98ee5c5-9152-42cc-a6a0-326aa11deca9), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.052625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Pushing event deleted for resources: {'Port': ['ID=d98ee5c5-9152-42cc-a6a0-326aa11deca9,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:12.054586 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Port': ['ID=6e5e2759-57ce-4522-b003-1b206f34b998,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:12.057043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] No DVR routers for this DVR port d98ee5c5-9152-42cc-a6a0-326aa11deca9 on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:24:12.064224 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.064585 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.064928 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.065271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.070640 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec68f5a9-f11b-4e35-93f7-686ef20bc600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.103414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.103783 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.104134 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.104480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.104820 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.105160 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.105497 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.105831 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.106166 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.106498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.106836 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.107152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.107505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:12.131513 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.225440 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.227512 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router_controller (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.272698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (0f628b5a-6df5-47e8-8678-b16f85ccf2b7), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.273434 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Fanout notify agent at l3_agent the message router_deleted on router 0f628b5a-6df5-47e8-8678-b16f85ccf2b7 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:24:12.280421 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.281527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-024f5089-68a8-41c4-b066-ab8116ae5984 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/routers/0f628b5a-6df5-47e8-8678-b16f85ccf2b7 HTTP/1.1" status: 204 len: 168 time: 0.8272662 Feb 17 23:24:12.284402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40296) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:12.369005 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (ba3964d7-45a4-40ce-b418-fab53e621887), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.454019 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (ba3964d7-45a4-40ce-b418-fab53e621887), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.474386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba3964d7-45a4-40ce-b418-fab53e621887']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:12.483516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4bd0b02-b980-4324-ae06-9937ebd8207b') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:12.483752 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4bd0b02-b980-4324-ae06-9937ebd8207b') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:12.493044 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (f4bd0b02-b980-4324-ae06-9937ebd8207b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.505598 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f4bd0b02-b980-4324-ae06-9937ebd8207b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.511730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:24:12.512199 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (f4bd0b02-b980-4324-ae06-9937ebd8207b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:24:12.515465 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:24:12.576124 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (ba3964d7-45a4-40ce-b418-fab53e621887), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.584014 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.587166 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/networks/ba3964d7-45a4-40ce-b418-fab53e621887 HTTP/1.1" status: 204 len: 168 time: 0.3002608 Feb 17 23:24:12.589804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40298) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:12.607103 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b307d-295d-4754-84aa-a3446cf6cf31 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'Network': ['ID=ba3964d7-45a4-40ce-b418-fab53e621887,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:12.617032 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8c02f62c-192c-47da-9162-f5e5c37ff164 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:24:12.637575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 8c02f62c-192c-47da-9162-f5e5c37ff164 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:24:12.637925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 8c02f62c-192c-47da-9162-f5e5c37ff164 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:24:12.658121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6de52483-8476-4795-8dd6-258116cd97f2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (69f8336f-cff0-4873-8760-668bdfafce62), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.683695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6de52483-8476-4795-8dd6-258116cd97f2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (69f8336f-cff0-4873-8760-668bdfafce62), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.748633 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6de52483-8476-4795-8dd6-258116cd97f2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (69f8336f-cff0-4873-8760-668bdfafce62), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.751497 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-6de52483-8476-4795-8dd6-258116cd97f2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:12.755216 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-6de52483-8476-4795-8dd6-258116cd97f2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] 10.222.0.79 "DELETE /v2.0/security-groups/69f8336f-cff0-4873-8760-668bdfafce62 HTTP/1.1" status: 204 len: 168 time: 0.1619647 Feb 17 23:24:12.762484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de52483-8476-4795-8dd6-258116cd97f2 tempest-TestNetworkAdvancedServerOps-2029266524 tempest-TestNetworkAdvancedServerOps-2029266524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f8336f-cff0-4873-8760-668bdfafce62,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:13.045729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40306) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:13.137134 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d98ee5c5-9152-42cc-a6a0-326aa11deca9 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:24:13.158589 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: d98ee5c5-9152-42cc-a6a0-326aa11deca9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:24:13.158936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device d98ee5c5-9152-42cc-a6a0-326aa11deca9 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:24:13.159403 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e5e2759-57ce-4522-b003-1b206f34b998 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:24:13.181243 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-64042a25-f1cb-47be-9bdd-f5a10bad3e01 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3870495f87a9448a89a54c240b120d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321242 Feb 17 23:24:13.181464 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 6e5e2759-57ce-4522-b003-1b206f34b998 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:24:13.181585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40310) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:13.181691 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 6e5e2759-57ce-4522-b003-1b206f34b998 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:24:13.182046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29392ec1-c79b-43c2-aac8-c32271f198f0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:24:13.200946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 29392ec1-c79b-43c2-aac8-c32271f198f0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:24:13.201377 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 29392ec1-c79b-43c2-aac8-c32271f198f0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:24:13.234233 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91044289-e7f8-467e-ae42-27bb775dbaae admin admin] Publish callbacks [] for security_group (6c1691ec-c0d6-49d8-a540-619474dbd719), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.255211 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91044289-e7f8-467e-ae42-27bb775dbaae admin admin] Publish callbacks [] for security_group (6c1691ec-c0d6-49d8-a540-619474dbd719), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.301373 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91044289-e7f8-467e-ae42-27bb775dbaae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (6c1691ec-c0d6-49d8-a540-619474dbd719), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.304024 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-91044289-e7f8-467e-ae42-27bb775dbaae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.305155 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-91044289-e7f8-467e-ae42-27bb775dbaae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6c1691ec-c0d6-49d8-a540-619474dbd719 HTTP/1.1" status: 204 len: 168 time: 0.1226878 Feb 17 23:24:13.313102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91044289-e7f8-467e-ae42-27bb775dbaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1691ec-c0d6-49d8-a540-619474dbd719,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:13.558722 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40316) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:13.572187 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24991d88-a5ca-4add-825e-bb538ee12177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.653785 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24991d88-a5ca-4add-825e-bb538ee12177 admin admin] Publish callbacks [] for security_group (15b0c002-6d55-48c7-9bc3-07cbea3492ac), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.657514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-24991d88-a5ca-4add-825e-bb538ee12177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (15b0c002-6d55-48c7-9bc3-07cbea3492ac), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.695628 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-24991d88-a5ca-4add-825e-bb538ee12177 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8cb8495d44154d6990c0fc6e906374d5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1357849 Feb 17 23:24:13.696501 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24991d88-a5ca-4add-825e-bb538ee12177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b0c002-6d55-48c7-9bc3-07cbea3492ac,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:13.698900 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40318) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:13.748179 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18e7fe0b-0740-4578-9cfc-86860b795fd5 admin admin] Publish callbacks [] for security_group (15b0c002-6d55-48c7-9bc3-07cbea3492ac), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.770015 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18e7fe0b-0740-4578-9cfc-86860b795fd5 admin admin] Publish callbacks [] for security_group (15b0c002-6d55-48c7-9bc3-07cbea3492ac), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.818293 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18e7fe0b-0740-4578-9cfc-86860b795fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (15b0c002-6d55-48c7-9bc3-07cbea3492ac), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.820823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-18e7fe0b-0740-4578-9cfc-86860b795fd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:13.821970 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-18e7fe0b-0740-4578-9cfc-86860b795fd5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/15b0c002-6d55-48c7-9bc3-07cbea3492ac HTTP/1.1" status: 204 len: 168 time: 0.1220443 Feb 17 23:24:13.829707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7fe0b-0740-4578-9cfc-86860b795fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b0c002-6d55-48c7-9bc3-07cbea3492ac,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:14.491493 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40340) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:14.585824 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1962757747-network', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:14.598667 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc422588-2440-4ed0-a03c-e14f42a40957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.607170 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Made reservation on behalf of e47024cd4e2f4eda8547602620d2ab10 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:24:14.609502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.618759 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.692744 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks [] for security_group (9222da18-610f-47cd-b32d-8e83464ec69a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.696408 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9222da18-610f-47cd-b32d-8e83464ec69a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.720553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:24:14.730838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222da18-610f-47cd-b32d-8e83464ec69a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:14.737575 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f52d05f2-c1be-42ce-8835-d356f583b3d2), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.737942 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Added segment f52d05f2-c1be-42ce-8835-d356f583b3d2 of type vlan for network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 Feb 17 23:24:14.785560 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (9d7ac0af-999f-4a76-a2bf-a044154e26e5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.812413 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (9d7ac0af-999f-4a76-a2bf-a044154e26e5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.813363 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:14.813937 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:14.868601 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3759158 Feb 17 23:24:14.871656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40344) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:14.875722 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f5c2ae-f22d-4dbf-8e2b-481440e52766 admin admin] Pushing event updated for resources: {'Network': ['ID=9d7ac0af-999f-4a76-a2bf-a044154e26e5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:14.877841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Request body: {'subnet': {'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1962757747-subnet', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:14.885079 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:24:14.899584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Made reservation on behalf of e47024cd4e2f4eda8547602620d2ab10 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:24:14.902309 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.071073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (27750d2e-30dc-4a51-bacc-653f46ae29e6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.132952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27750d2e-30dc-4a51-bacc-653f46ae29e6,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:15.139969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Checking segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:15.140333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Network hostable DHCP agents. Network: 9d7ac0af-999f-4a76-a2bf-a044154e26e5, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:24:15.156952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:24:15.164563 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 9d7ac0af-999f-4a76-a2bf-a044154e26e5) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:15.168572 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:15.169254 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.173372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa65c9-7b42-4156-9cdd-9d8b414697e7 None None] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:24:15.185394 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-14a50e08-368b-4a4c-a687-088720f64197 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3124487 Feb 17 23:24:15.188191 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40346) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:15.192980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:15.213345 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.214388 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.268614 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks [] for router_controller (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.278308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:24:15.279649 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.413459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Allocated IP 172.20.0.2 (9d7ac0af-999f-4a76-a2bf-a044154e26e5/27750d2e-30dc-4a51-bacc-653f46ae29e6/a1784f2f-fb02-442d-b3bd-ce261dbffda0) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:15.417252 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks [] for router_gateway (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.560312 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Publish callbacks [] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.566454 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.601590 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:15.604387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:15.609807 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:15.623929 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Pushing event updated for resources: {'Port': ['ID=a1784f2f-fb02-442d-b3bd-ce261dbffda0,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:15.628286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks [] for router_gateway (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.648958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.677617 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Attempting to bind port a1784f2f-fb02-442d-b3bd-ce261dbffda0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:24:15.678116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Attempting to bind port a1784f2f-fb02-442d-b3bd-ce261dbffda0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:24:15.678491 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Attempting to bind port a1784f2f-fb02-442d-b3bd-ce261dbffda0 on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:15.684000 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:24:15.684476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Checking segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:15.685055 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.685625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Bound using segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:24:15.686248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Bound port: a1784f2f-fb02-442d-b3bd-ce261dbffda0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:24:15.686801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.749393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] For port a1784f2f-fb02-442d-b3bd-ce261dbffda0, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:24:15.752566 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] For port a1784f2f-fb02-442d-b3bd-ce261dbffda0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a1784f2f-fb02-442d-b3bd-ce261dbffda0,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:24:15.754970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Allocated IP 172.25.0.137 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/b5183df7-4f55-4ec8-bd08-3d4c83e080d6) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:15.759079 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.815236 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e93f6-0369-4c2b-91f9-19a304d952b0 None None] Pushing event updated for resources: {'Port': ['ID=a1784f2f-fb02-442d-b3bd-ce261dbffda0,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:15.872050 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks [] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.908804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:15.955401 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:15.963327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:15.974637 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:15.980825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Pushing event updated for resources: {'Port': ['ID=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:16.241712 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks [] for router_gateway (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:16.447293 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:16.583915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:24:16.698047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:24:16.707708 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Sync routers for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:16.717275 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:16.717621 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:16.718537 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-aa41af96-e49a-45a4-b9b8-a4faf6580d26 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5294058 Feb 17 23:24:16.721420 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40348) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:16.721578 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:23:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:16.769159 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29589a1-ab61-4fee-8316-f5a5858f84af None None] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:24:16.883183 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2e3e3482-78ef-4aa5-b42f-e10c927481a5 None None] Provisioning complete for port a1784f2f-fb02-442d-b3bd-ce261dbffda0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:16.883954 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3482-78ef-4aa5-b42f-e10c927481a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:16.930165 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:16.981250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e3482-78ef-4aa5-b42f-e10c927481a5 None None] Current status of the port a1784f2f-fb02-442d-b3bd-ce261dbffda0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:16.982082 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3482-78ef-4aa5-b42f-e10c927481a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.026952 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-2e3e3482-78ef-4aa5-b42f-e10c927481a5 None None] For port a1784f2f-fb02-442d-b3bd-ce261dbffda0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a1784f2f-fb02-442d-b3bd-ce261dbffda0,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:17.036084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2e3e3482-78ef-4aa5-b42f-e10c927481a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.105019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e3482-78ef-4aa5-b42f-e10c927481a5 None None] Pushing event updated for resources: {'Port': ['ID=a1784f2f-fb02-442d-b3bd-ce261dbffda0,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:17.134390 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:16Z', 'revision_number': 3, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:17.165163 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Checking router: 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:17.165619 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Updating router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:24:17.196613 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.213701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1784f2f-fb02-442d-b3bd-ce261dbffda0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:17.216963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.272080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-11d0b835-d73d-4eb8-8337-a24d0e2cef4d None None] Provisioning complete for port a1784f2f-fb02-442d-b3bd-ce261dbffda0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:17.273244 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-11d0b835-d73d-4eb8-8337-a24d0e2cef4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.311003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a1784f2f-fb02-442d-b3bd-ce261dbffda0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:17.311405 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.383718 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Allocated IP 172.20.0.1 (9d7ac0af-999f-4a76-a2bf-a044154e26e5/27750d2e-30dc-4a51-bacc-653f46ae29e6/84a7757a-3af1-406d-b630-db9d034208a0) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:17.419720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-11d0b835-d73d-4eb8-8337-a24d0e2cef4d None None] Current status of the port a1784f2f-fb02-442d-b3bd-ce261dbffda0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:17.431044 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a1784f2f-fb02-442d-b3bd-ce261dbffda0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:17.453626 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8fd25e5-8983-43a8-87f3-850bf2ee4e31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.500248 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks [] for port (84a7757a-3af1-406d-b630-db9d034208a0), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.505779 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Publish callbacks [] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.511499 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.535595 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (84a7757a-3af1-406d-b630-db9d034208a0), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.567487 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Attempting to bind port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:24:17.567861 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Attempting to bind port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:24:17.568221 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Attempting to bind port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:17.570134 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Pushing event updated for resources: {'Port': ['ID=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:17.575096 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:17.579502 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.579868 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.580209 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.580550 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.580697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:17.580885 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.581217 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.581568 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.583057 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.583431 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.583768 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.584325 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.584665 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.584798 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:17.584996 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:24:17.593167 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:24:17.593602 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:17.594075 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.594511 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:24:17.595123 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Bound port: b5183df7-4f55-4ec8-bd08-3d4c83e080d6, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:24:17.595695 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.611663 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7757a-3af1-406d-b630-db9d034208a0,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:17.632125 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.654310 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] For port b5183df7-4f55-4ec8-bd08-3d4c83e080d6, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:24:17.658115 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] For port b5183df7-4f55-4ec8-bd08-3d4c83e080d6, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:24:17.664811 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.727323 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:17.728527 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:17.733617 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b32629f-be5f-487c-a6ac-3baca89a186c None None] Pushing event updated for resources: {'Port': ['ID=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:17.780270 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (84a7757a-3af1-406d-b630-db9d034208a0), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.841753 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-fd6e68f8-c4ac-45a1-b0d3-8351bbd06e2d None None] Provisioning complete for port 84a7757a-3af1-406d-b630-db9d034208a0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:17.842329 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fd6e68f8-c4ac-45a1-b0d3-8351bbd06e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (84a7757a-3af1-406d-b630-db9d034208a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.848738 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:17.876953 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e68f8-c4ac-45a1-b0d3-8351bbd06e2d None None] Port 84a7757a-3af1-406d-b630-db9d034208a0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:24:17.950695 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks [] for port (84a7757a-3af1-406d-b630-db9d034208a0), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:17.955276 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (84a7757a-3af1-406d-b630-db9d034208a0), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:18.022256 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:18.024906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Pushing event updated for resources: {'Port': ['ID=84a7757a-3af1-406d-b630-db9d034208a0,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:18.032046 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:16Z', 'revision_number': 3, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:18.060533 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e966b6c0-3946-47f0-bb43-ed248696ff4f None None] The sync data for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 is: [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:16Z', 'revision_number': 3, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:18.128210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:18.130388 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:18.192226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:18.258926 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:24:18.404222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-af993bc9-1d14-4e97-8d09-7694f29c0fd4 None None] Provisioning complete for port 84a7757a-3af1-406d-b630-db9d034208a0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:18.404549 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af993bc9-1d14-4e97-8d09-7694f29c0fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (84a7757a-3af1-406d-b630-db9d034208a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:18.446949 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-af993bc9-1d14-4e97-8d09-7694f29c0fd4 None None] Port 84a7757a-3af1-406d-b630-db9d034208a0 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:24:18.723647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:24:18.730458 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8b60ce8f-e50d-4338-bc42-5fd2704645e2 admin admin] 10.222.0.79 "PUT /v2.0/routers/1d880cc6-1fd2-4480-ab5f-57e891eb7e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0080113 Feb 17 23:24:19.202168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40364) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:19.210013 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1057909560-network', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:19.210623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1784f2f-fb02-442d-b3bd-ce261dbffda0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:19.229884 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Made reservation on behalf of 7dd905ddb51849e188c612bd43706dbf for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:24:19.232459 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.242152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.262705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port a1784f2f-fb02-442d-b3bd-ce261dbffda0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:19.263083 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.321201 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks [] for security_group (7456f6f3-30c4-4e1e-8beb-3598350efa1c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.326230 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7456f6f3-30c4-4e1e-8beb-3598350efa1c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.343504 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port a1784f2f-fb02-442d-b3bd-ce261dbffda0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:19.344582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b5183df7-4f55-4ec8-bd08-3d4c83e080d6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:19.345151 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:24:19.365566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c2649a5f-2e59-45a6-89af-5c73b57ebbef), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.365943 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Added segment c2649a5f-2e59-45a6-89af-5c73b57ebbef of type vlan for network 621871b7-4ba1-443f-916d-e483a08a20c3 Feb 17 23:24:19.373851 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7456f6f3-30c4-4e1e-8beb-3598350efa1c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:19.400214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:19.400702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.419812 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (621871b7-4ba1-443f-916d-e483a08a20c3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.445841 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (621871b7-4ba1-443f-916d-e483a08a20c3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.446875 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:19.447524 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.484841 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:19.485237 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.504236 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2995634 Feb 17 23:24:19.507111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40366) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:19.507645 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port b5183df7-4f55-4ec8-bd08-3d4c83e080d6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:19.511598 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d699f3e-e2b1-4c7b-97fa-63cfad6f54f2 admin admin] Pushing event updated for resources: {'Network': ['ID=621871b7-4ba1-443f-916d-e483a08a20c3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:19.511785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.514608 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Request body: {'subnet': {'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1057909560-subnet', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:19.537815 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 621871b7-4ba1-443f-916d-e483a08a20c3 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:24:19.545108 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Made reservation on behalf of 7dd905ddb51849e188c612bd43706dbf for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:24:19.547548 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.633038 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.636043 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:19.730675 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (2e821f8c-9020-4c38-b323-45ca7b5a9b03), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.734767 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Sync routers for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:19.744342 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:19.745090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:19.784635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e821f8c-9020-4c38-b323-45ca7b5a9b03,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:19.794841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Checking segment: {'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:19.795201 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Network hostable DHCP agents. Network: 621871b7-4ba1-443f-916d-e483a08a20c3, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:24:19.812223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Network 621871b7-4ba1-443f-916d-e483a08a20c3 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:24:19.821671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 621871b7-4ba1-443f-916d-e483a08a20c3) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:19.826094 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:19.826680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.834222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31a9362-ae52-4a2f-a563-6eb67de28234 None None] Network 621871b7-4ba1-443f-916d-e483a08a20c3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:24:19.843153 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-118c5fa2-3722-4ba6-88ab-9f51cf65878e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3338807 Feb 17 23:24:19.845717 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40368) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:19.849952 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:19.869269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (adeda2c3-ed09-413a-b455-deceedf2758b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.870245 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (adeda2c3-ed09-413a-b455-deceedf2758b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:19.906173 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:19.921463 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks [] for router_controller (adeda2c3-ed09-413a-b455-deceedf2758b), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.017824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-621871b7-4ba1-443f-916d-e483a08a20c3', 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3', 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'fixed_ips': [{'subnet_id': '2e821f8c-9020-4c38-b323-45ca7b5a9b03'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:24:20.018665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.070529 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks [] for router_gateway (adeda2c3-ed09-413a-b455-deceedf2758b), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.281838 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks [] for router_gateway (adeda2c3-ed09-413a-b455-deceedf2758b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.304929 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.398385 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Allocated IP 172.20.0.2 (621871b7-4ba1-443f-916d-e483a08a20c3/2e821f8c-9020-4c38-b323-45ca7b5a9b03/358be2ad-9f0f-43ac-9ec9-64366132808a) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:20.413910 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Allocated IP 172.25.0.26 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:20.430272 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 2, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:20.483543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Checking router: 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:20.483899 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Updating router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 port 84a7757a-3af1-406d-b630-db9d034208a0 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:24:20.520225 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks [] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.524804 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (84a7757a-3af1-406d-b630-db9d034208a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.557142 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.597784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:20.600707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:20.604319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:20.626850 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Pushing event updated for resources: {'Port': ['ID=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:20.688166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Publish callbacks [] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.700313 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.788323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Network 621871b7-4ba1-443f-916d-e483a08a20c3 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:20.793684 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:20.799683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:20.809429 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Pushing event updated for resources: {'Port': ['ID=358be2ad-9f0f-43ac-9ec9-64366132808a,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:20.864037 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks [] for router_gateway (adeda2c3-ed09-413a-b455-deceedf2758b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.887625 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Attempting to bind port 358be2ad-9f0f-43ac-9ec9-64366132808a on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:24:20.888089 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Attempting to bind port 358be2ad-9f0f-43ac-9ec9-64366132808a by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:24:20.888576 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Attempting to bind port 358be2ad-9f0f-43ac-9ec9-64366132808a on network 621871b7-4ba1-443f-916d-e483a08a20c3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:20.901886 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:24:20.902259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Checking segment: {'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:20.902658 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.903123 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Bound using segment: {'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:24:20.903652 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Bound port: 358be2ad-9f0f-43ac-9ec9-64366132808a, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:24:20.904078 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.978366 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Publish callbacks [] for port (84a7757a-3af1-406d-b630-db9d034208a0), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:20.991907 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (84a7757a-3af1-406d-b630-db9d034208a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.048352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] For port 358be2ad-9f0f-43ac-9ec9-64366132808a, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:24:21.072489 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.076518 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] For port 358be2ad-9f0f-43ac-9ec9-64366132808a, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=358be2ad-9f0f-43ac-9ec9-64366132808a,segment=NetworkSegment(c2649a5f-2e59-45a6-89af-5c73b57ebbef),segment_id=c2649a5f-2e59-45a6-89af-5c73b57ebbef)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:24:21.076744 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (adeda2c3-ed09-413a-b455-deceedf2758b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.078125 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3f1d0-6f28-438b-a154-868fc10a1230 None None] Pushing event updated for resources: {'Port': ['ID=84a7757a-3af1-406d-b630-db9d034208a0,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:21.115920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.196614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Attempting to bind port 84a7757a-3af1-406d-b630-db9d034208a0 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:24:21.196979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Attempting to bind port 84a7757a-3af1-406d-b630-db9d034208a0 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:24:21.197536 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Attempting to bind port 84a7757a-3af1-406d-b630-db9d034208a0 on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:21.200041 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b5183df7-4f55-4ec8-bd08-3d4c83e080d6 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:21.238124 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:24:21.238999 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Checking segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:21.239425 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.239926 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Bound using segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:24:21.240476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Bound port: 84a7757a-3af1-406d-b630-db9d034208a0, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:24:21.240854 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (84a7757a-3af1-406d-b630-db9d034208a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.243925 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Router adeda2c3-ed09-413a-b455-deceedf2758b is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:24:21.263303 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e55795d-47fd-4222-abcd-2675e91e15cd None None] Pushing event updated for resources: {'Port': ['ID=358be2ad-9f0f-43ac-9ec9-64366132808a,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:21.346658 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] For port 84a7757a-3af1-406d-b630-db9d034208a0, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:24:21.349106 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:21.349506 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.352387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] For port 84a7757a-3af1-406d-b630-db9d034208a0, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=84a7757a-3af1-406d-b630-db9d034208a0,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:24:21.381364 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (84a7757a-3af1-406d-b630-db9d034208a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.386013 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:24:21.397033 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Sync routers for ids ['adeda2c3-ed09-413a-b455-deceedf2758b'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:21.405011 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.406770 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f489c208-cc59-45b9-ae8b-7661e431b1de admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5600770 Feb 17 23:24:21.410553 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40370) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:21.416237 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Routers {'adeda2c3-ed09-413a-b455-deceedf2758b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:21.417547 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['adeda2c3-ed09-413a-b455-deceedf2758b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:21.491769 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ff2b18f0-0816-46b7-baa9-ad75fce458be None None] Provisioning complete for port 84a7757a-3af1-406d-b630-db9d034208a0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:21.492282 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff2b18f0-0816-46b7-baa9-ad75fce458be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (84a7757a-3af1-406d-b630-db9d034208a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.541765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:21.542189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:21.591666 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Set router adeda2c3-ed09-413a-b455-deceedf2758b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:21.609439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3f1d0-6f28-438b-a154-868fc10a1230 None None] Pushing event updated for resources: {'Port': ['ID=84a7757a-3af1-406d-b630-db9d034208a0,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:21.720890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:21.764728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:21.814731 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ff2b18f0-0816-46b7-baa9-ad75fce458be None None] Current status of the port 84a7757a-3af1-406d-b630-db9d034208a0 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:21.815115 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff2b18f0-0816-46b7-baa9-ad75fce458be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (84a7757a-3af1-406d-b630-db9d034208a0), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.856705 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:24:20Z', 'revision_number': 3, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port': {'id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:20Z', 'updated_at': '2022-02-17T23:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:21.886232 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-ff2b18f0-0816-46b7-baa9-ad75fce458be None None] For port 84a7757a-3af1-406d-b630-db9d034208a0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=84a7757a-3af1-406d-b630-db9d034208a0,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:21.889887 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Checking router: adeda2c3-ed09-413a-b455-deceedf2758b for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:21.890246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Updating router adeda2c3-ed09-413a-b455-deceedf2758b port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:24:21.900606 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ff2b18f0-0816-46b7-baa9-ad75fce458be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (84a7757a-3af1-406d-b630-db9d034208a0), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:21.921876 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.013818 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b18f0-0816-46b7-baa9-ad75fce458be None None] Pushing event updated for resources: {'Port': ['ID=84a7757a-3af1-406d-b630-db9d034208a0,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:22.059930 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0523042a-874a-4293-b1a2-2fc6af02484a None None] Provisioning complete for port 84a7757a-3af1-406d-b630-db9d034208a0 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:22.060338 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0523042a-874a-4293-b1a2-2fc6af02484a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (84a7757a-3af1-406d-b630-db9d034208a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.127632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:22.181728 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ca4e4-3780-4c9b-8c1e-2f8ec82a1964 None None] The sync data for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 is: [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:22.198423 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Publish callbacks [] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.208539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0523042a-874a-4293-b1a2-2fc6af02484a None None] Current status of the port 84a7757a-3af1-406d-b630-db9d034208a0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:22.209555 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.260320 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Attempting to bind port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:24:22.260780 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Attempting to bind port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:24:22.261210 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Attempting to bind port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:22.293189 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:24:22.293669 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:22.294153 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.294604 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:24:22.295229 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Bound port: 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:24:22.295713 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.338147 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258c7d-ceff-463f-9d23-ca244816678a None None] Pushing event updated for resources: {'Port': ['ID=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:22.373907 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] For port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:24:22.378297 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] For port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:24:22.388346 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.407152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.448624 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Routers {'adeda2c3-ed09-413a-b455-deceedf2758b'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:22.449319 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['adeda2c3-ed09-413a-b455-deceedf2758b'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:22.556232 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96258c7d-ceff-463f-9d23-ca244816678a None None] Pushing event updated for resources: {'Port': ['ID=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:22.607972 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] Set router adeda2c3-ed09-413a-b455-deceedf2758b gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:22.618581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Allocated IP 172.20.0.1 (621871b7-4ba1-443f-916d-e483a08a20c3/2e821f8c-9020-4c38-b323-45ca7b5a9b03/448ca3be-9a24-425d-a946-c1c0c8eb30c8) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:22.639864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc28a1c-5fff-4307-bdd9-926b7b0c859d None None] Network 621871b7-4ba1-443f-916d-e483a08a20c3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:24:22.747155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-8399ea2c-8b03-4d64-8874-fd67a6e194a6 None None] Provisioning complete for port 358be2ad-9f0f-43ac-9ec9-64366132808a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:22.747443 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks [] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.747835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8399ea2c-8b03-4d64-8874-fd67a6e194a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.788999 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.820640 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:24:20Z', 'revision_number': 3, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port': {'id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:20Z', 'updated_at': '2022-02-17T23:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:22.835130 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Network 621871b7-4ba1-443f-916d-e483a08a20c3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:22.838952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:22.844527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:22.860440 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5283e9-5ab8-4bd5-babb-1ad181982972 None None] The sync data for ids ['adeda2c3-ed09-413a-b455-deceedf2758b'] in n-d-828369-18 is: [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:24:20Z', 'revision_number': 3, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port': {'id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:20Z', 'updated_at': '2022-02-17T23:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:22.884175 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=448ca3be-9a24-425d-a946-c1c0c8eb30c8,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:22.900750 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8399ea2c-8b03-4d64-8874-fd67a6e194a6 None None] Current status of the port 358be2ad-9f0f-43ac-9ec9-64366132808a is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:22.901207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8399ea2c-8b03-4d64-8874-fd67a6e194a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.905050 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (adeda2c3-ed09-413a-b455-deceedf2758b), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:22.948647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8399ea2c-8b03-4d64-8874-fd67a6e194a6 None None] For port 358be2ad-9f0f-43ac-9ec9-64366132808a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=358be2ad-9f0f-43ac-9ec9-64366132808a,segment=NetworkSegment(c2649a5f-2e59-45a6-89af-5c73b57ebbef),segment_id=c2649a5f-2e59-45a6-89af-5c73b57ebbef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:22.962218 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8399ea2c-8b03-4d64-8874-fd67a6e194a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.018548 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399ea2c-8b03-4d64-8874-fd67a6e194a6 None None] Pushing event updated for resources: {'Port': ['ID=358be2ad-9f0f-43ac-9ec9-64366132808a,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:23.079896 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.204467 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e68e430e-141c-4b71-b3fa-866f88c72ccb None None] Provisioning complete for port 358be2ad-9f0f-43ac-9ec9-64366132808a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:23.204920 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e68e430e-141c-4b71-b3fa-866f88c72ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.266056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 358be2ad-9f0f-43ac-9ec9-64366132808a up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:23.365067 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks [] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.371223 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.413870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 358be2ad-9f0f-43ac-9ec9-64366132808a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:23.414241 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.417727 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e68e430e-141c-4b71-b3fa-866f88c72ccb None None] Current status of the port 358be2ad-9f0f-43ac-9ec9-64366132808a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:23.491610 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (adeda2c3-ed09-413a-b455-deceedf2758b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.494353 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=448ca3be-9a24-425d-a946-c1c0c8eb30c8,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:23.542762 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 358be2ad-9f0f-43ac-9ec9-64366132808a is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:23.544034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 84a7757a-3af1-406d-b630-db9d034208a0 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:23.601327 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2c8a7a5e-b9d5-4f6c-8169-57c11a74b32e None None] Provisioning complete for port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:23.601702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2c8a7a5e-b9d5-4f6c-8169-57c11a74b32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.623077 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Network 621871b7-4ba1-443f-916d-e483a08a20c3 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:23.625337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:23.651020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2c8a7a5e-b9d5-4f6c-8169-57c11a74b32e None None] Port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:24:23.652739 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 84a7757a-3af1-406d-b630-db9d034208a0 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:23.653109 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (84a7757a-3af1-406d-b630-db9d034208a0), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:23.795152 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Router adeda2c3-ed09-413a-b455-deceedf2758b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:24:23.935322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:24:23.952465 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-016ecdef-e525-4986-be73-c08612d8a3f4 admin admin] 10.222.0.79 "PUT /v2.0/routers/adeda2c3-ed09-413a-b455-deceedf2758b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5400918 Feb 17 23:24:23.957194 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 84a7757a-3af1-406d-b630-db9d034208a0 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:23.978254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9dce984c-2245-4727-8b8f-b7a1a03ef929 None None] Provisioning complete for port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:23.978635 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9dce984c-2245-4727-8b8f-b7a1a03ef929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.014115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9dce984c-2245-4727-8b8f-b7a1a03ef929 None None] Port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:24:24.473266 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40378) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:24.478140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-03ae3c69-cd38-40e8-b3c2-7b1bd0c61149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77486333', 'description': 'tempest-secgroup-smoke-77486333 description', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:24.498695 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03ae3c69-cd38-40e8-b3c2-7b1bd0c61149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.567420 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03ae3c69-cd38-40e8-b3c2-7b1bd0c61149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (eea8d8cc-ee44-47b8-94b4-b35c6c359ad5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.571155 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03ae3c69-cd38-40e8-b3c2-7b1bd0c61149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eea8d8cc-ee44-47b8-94b4-b35c6c359ad5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.599612 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-03ae3c69-cd38-40e8-b3c2-7b1bd0c61149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.600839 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-03ae3c69-cd38-40e8-b3c2-7b1bd0c61149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1265504 Feb 17 23:24:24.604048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40380) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:24.604826 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae3c69-cd38-40e8-b3c2-7b1bd0c61149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:24.608677 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f367d860-2b94-416e-9a5b-81b06d4a426c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'eea8d8cc-ee44-47b8-94b4-b35c6c359ad5', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:24.633968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f367d860-2b94-416e-9a5b-81b06d4a426c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (c0092352-78c0-4184-b3ca-98d48abef239), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.690375 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f367d860-2b94-416e-9a5b-81b06d4a426c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (c0092352-78c0-4184-b3ca-98d48abef239), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.693996 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f367d860-2b94-416e-9a5b-81b06d4a426c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c0092352-78c0-4184-b3ca-98d48abef239), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.712148 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f367d860-2b94-416e-9a5b-81b06d4a426c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0092352-78c0-4184-b3ca-98d48abef239,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:24.718592 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f367d860-2b94-416e-9a5b-81b06d4a426c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.719842 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f367d860-2b94-416e-9a5b-81b06d4a426c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147835 Feb 17 23:24:24.723064 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40382) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:24.727352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f4e90514-cdb2-47e2-b1eb-c50a22d7d904 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'eea8d8cc-ee44-47b8-94b4-b35c6c359ad5', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:24.751883 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4e90514-cdb2-47e2-b1eb-c50a22d7d904 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (82df6ea3-90b9-4dfc-8652-d94b75867b59), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.806729 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4e90514-cdb2-47e2-b1eb-c50a22d7d904 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (82df6ea3-90b9-4dfc-8652-d94b75867b59), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.809978 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4e90514-cdb2-47e2-b1eb-c50a22d7d904 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (82df6ea3-90b9-4dfc-8652-d94b75867b59), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.828437 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e90514-cdb2-47e2-b1eb-c50a22d7d904 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82df6ea3-90b9-4dfc-8652-d94b75867b59,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:24.834570 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f4e90514-cdb2-47e2-b1eb-c50a22d7d904 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.835861 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f4e90514-cdb2-47e2-b1eb-c50a22d7d904 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116886 Feb 17 23:24:24.838408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:24.842697 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-b4aeb270-c091-4f03-9428-f6bb8c0482b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'eea8d8cc-ee44-47b8-94b4-b35c6c359ad5', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:24.868933 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb270-c091-4f03-9428-f6bb8c0482b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (70fae279-7131-4759-8c3b-3616e6179d2e), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.929809 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb270-c091-4f03-9428-f6bb8c0482b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (70fae279-7131-4759-8c3b-3616e6179d2e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.933772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb270-c091-4f03-9428-f6bb8c0482b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (70fae279-7131-4759-8c3b-3616e6179d2e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.952055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aeb270-c091-4f03-9428-f6bb8c0482b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fae279-7131-4759-8c3b-3616e6179d2e,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:24.960408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-b4aeb270-c091-4f03-9428-f6bb8c0482b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:24.961624 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-b4aeb270-c091-4f03-9428-f6bb8c0482b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222949 Feb 17 23:24:24.964452 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40386) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:24.968692 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-d2a83a51-8ba1-4cdb-9716-637f37c0a7b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'eea8d8cc-ee44-47b8-94b4-b35c6c359ad5', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:24.993736 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2a83a51-8ba1-4cdb-9716-637f37c0a7b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (aab0baeb-2e82-46f5-a6df-cbf18feebe90), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.051673 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2a83a51-8ba1-4cdb-9716-637f37c0a7b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (aab0baeb-2e82-46f5-a6df-cbf18feebe90), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.055473 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2a83a51-8ba1-4cdb-9716-637f37c0a7b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (aab0baeb-2e82-46f5-a6df-cbf18feebe90), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.073335 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a83a51-8ba1-4cdb-9716-637f37c0a7b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab0baeb-2e82-46f5-a6df-cbf18feebe90,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:25.085474 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-d2a83a51-8ba1-4cdb-9716-637f37c0a7b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.086729 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-d2a83a51-8ba1-4cdb-9716-637f37c0a7b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214113 Feb 17 23:24:25.089571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:25.093953 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'eea8d8cc-ee44-47b8-94b4-b35c6c359ad5', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:25.117577 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Project e47024cd4e2f4eda8547602620d2ab10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:24:25.122958 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (69e650d2-437f-4648-bb48-6e7e5172f58b), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.184453 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (69e650d2-437f-4648-bb48-6e7e5172f58b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.187716 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:25.189283 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (69e650d2-437f-4648-bb48-6e7e5172f58b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.204883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e650d2-437f-4648-bb48-6e7e5172f58b,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:25.216859 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.217995 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5d7782b0-e2da-4173-9ed8-89ade37f3832 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274793 Feb 17 23:24:25.220902 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40390) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:25.225837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'eea8d8cc-ee44-47b8-94b4-b35c6c359ad5', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:25.243529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:25.243909 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.245944 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Project e47024cd4e2f4eda8547602620d2ab10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:24:25.250825 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (6f493a4a-8eba-4905-a194-89a879bbd456), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.313823 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (6f493a4a-8eba-4905-a194-89a879bbd456), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.318224 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (6f493a4a-8eba-4905-a194-89a879bbd456), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.322447 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:25.322981 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.336476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f493a4a-8eba-4905-a194-89a879bbd456,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:25.344362 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.344510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:25.353829 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5e1a60d1-54bd-4c89-85cd-a5917623bcfe tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238461 Feb 17 23:24:25.360095 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.410893 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:25.513284 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-5dd94e98-28da-4bef-981b-d3fd8124afe0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-77486333&fields=id&tenant_id=e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 267 time: 0.0457389 Feb 17 23:24:25.624714 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-1f935258-a21e-42a3-9fa1-eb7c1096be64 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:25.626184 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-1f935258-a21e-42a3-9fa1-eb7c1096be64 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 809 time: 0.1055171 Feb 17 23:24:25.641000 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-756bd59e-0ee3-4615-a78d-a56bca045991 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/quotas/e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 375 time: 0.0089436 Feb 17 23:24:25.701346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-6d213149-5afc-4f11-a58f-66483f8a23ab tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521781 Feb 17 23:24:25.717279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-14e9a02a-825b-4bbc-886e-0410f4ba735e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:24:25.719133 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-14e9a02a-825b-4bbc-886e-0410f4ba735e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076196 Feb 17 23:24:25.731293 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Sync routers for ids ['adeda2c3-ed09-413a-b455-deceedf2758b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:25.742759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Routers {'adeda2c3-ed09-413a-b455-deceedf2758b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:25.743393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['adeda2c3-ed09-413a-b455-deceedf2758b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:25.816508 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-fbb5fd1d-722e-4bf8-b72c-98b37b3ec7e3 service neutron] 10.222.0.79 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905459 Feb 17 23:24:25.832893 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:25.865468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Set router adeda2c3-ed09-413a-b455-deceedf2758b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:25.909681 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-dfaf749b-0a6f-4c4e-8a8e-8b9f9d2251b6 service neutron] 10.222.0.79 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866704 Feb 17 23:24:26.073533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:24:23Z', 'revision_number': 4, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port': {'id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:20Z', 'updated_at': '2022-02-17T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '448ca3be-9a24-425d-a946-c1c0c8eb30c8', 'name': '', 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'mac_address': 'fa:16:3e:a4:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '2e821f8c-9020-4c38-b323-45ca7b5a9b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:22Z', 'updated_at': '2022-02-17T23:24:23Z', 'revision_number': 2, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'subnets': [{'id': '2e821f8c-9020-4c38-b323-45ca7b5a9b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:26.073820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8d88cd0-1d71-4921-81b8-8c738696b434 req-23486466-59d4-4da7-84f7-a2bfed9f8cfc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 210 time: 0.0291400 Feb 17 23:24:26.109593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Checking router: adeda2c3-ed09-413a-b455-deceedf2758b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:26.109961 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Updating router adeda2c3-ed09-413a-b455-deceedf2758b port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:24:26.143307 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:26.435390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Publish callbacks [] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:26.441513 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:26.496287 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f898-398a-4428-a03f-37f8e3795b01 None None] Pushing event updated for resources: {'Port': ['ID=448ca3be-9a24-425d-a946-c1c0c8eb30c8,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:26.556606 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Attempting to bind port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:24:26.557049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Attempting to bind port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:24:26.557480 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Attempting to bind port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 on network 621871b7-4ba1-443f-916d-e483a08a20c3 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:26.563837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:24:26.564611 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Checking segment: {'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:26.565099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:26.565584 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Bound using segment: {'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:24:26.566476 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Bound port: 448ca3be-9a24-425d-a946-c1c0c8eb30c8, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2649a5f-2e59-45a6-89af-5c73b57ebbef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:24:26.566924 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:26.644782 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] For port 448ca3be-9a24-425d-a946-c1c0c8eb30c8, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:24:26.649009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] For port 448ca3be-9a24-425d-a946-c1c0c8eb30c8, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=448ca3be-9a24-425d-a946-c1c0c8eb30c8,segment=NetworkSegment(c2649a5f-2e59-45a6-89af-5c73b57ebbef),segment_id=c2649a5f-2e59-45a6-89af-5c73b57ebbef)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:24:26.656294 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:26.721516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Routers {'adeda2c3-ed09-413a-b455-deceedf2758b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:26.723197 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['adeda2c3-ed09-413a-b455-deceedf2758b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:26.768517 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36f898-398a-4428-a03f-37f8e3795b01 None None] Pushing event updated for resources: {'Port': ['ID=448ca3be-9a24-425d-a946-c1c0c8eb30c8,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:26.817998 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-880da8ee-3baf-413c-bf52-8a689b7bf261 None None] Provisioning complete for port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:26.818376 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-880da8ee-3baf-413c-bf52-8a689b7bf261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:26.883103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] Set router adeda2c3-ed09-413a-b455-deceedf2758b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:27.028113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-880da8ee-3baf-413c-bf52-8a689b7bf261 None None] Current status of the port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:27.028493 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-880da8ee-3baf-413c-bf52-8a689b7bf261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.087957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-880da8ee-3baf-413c-bf52-8a689b7bf261 None None] For port 448ca3be-9a24-425d-a946-c1c0c8eb30c8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=448ca3be-9a24-425d-a946-c1c0c8eb30c8,segment=NetworkSegment(c2649a5f-2e59-45a6-89af-5c73b57ebbef),segment_id=c2649a5f-2e59-45a6-89af-5c73b57ebbef)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:27.094404 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-880da8ee-3baf-413c-bf52-8a689b7bf261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.179054 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880da8ee-3baf-413c-bf52-8a689b7bf261 None None] Pushing event updated for resources: {'Port': ['ID=448ca3be-9a24-425d-a946-c1c0c8eb30c8,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:27.185244 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:27.229211 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2620d8c1-c95a-4bb3-93bc-e4783992ec28 req-ed531e3b-51a4-45e6-8758-2b77c8873775 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 210 time: 0.0412147 Feb 17 23:24:27.233290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:24:23Z', 'revision_number': 4, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port': {'id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:20Z', 'updated_at': '2022-02-17T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '448ca3be-9a24-425d-a946-c1c0c8eb30c8', 'name': '', 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'mac_address': 'fa:16:3e:a4:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '2e821f8c-9020-4c38-b323-45ca7b5a9b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:22Z', 'updated_at': '2022-02-17T23:24:26Z', 'revision_number': 4, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'subnets': [{'id': '2e821f8c-9020-4c38-b323-45ca7b5a9b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:27.264740 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-cca14ac3-4a73-4fd6-b001-a89e176863c8 None None] Provisioning complete for port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:27.265118 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cca14ac3-4a73-4fd6-b001-a89e176863c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.268885 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3ebf3a-7be3-4d81-a963-5d2299395a6a None None] The sync data for ids ['adeda2c3-ed09-413a-b455-deceedf2758b'] in n-d-828369-18 is: [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:24:23Z', 'revision_number': 4, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port': {'id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:20Z', 'updated_at': '2022-02-17T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '448ca3be-9a24-425d-a946-c1c0c8eb30c8', 'name': '', 'network_id': '621871b7-4ba1-443f-916d-e483a08a20c3', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'mac_address': 'fa:16:3e:a4:24:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': '2e821f8c-9020-4c38-b323-45ca7b5a9b03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:22Z', 'updated_at': '2022-02-17T23:24:26Z', 'revision_number': 4, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'subnets': [{'id': '2e821f8c-9020-4c38-b323-45ca7b5a9b03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:27.294514 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-78aeb9cc-8dcb-41a5-899d-80bef7a050f5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:27.301133 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-78aeb9cc-8dcb-41a5-899d-80bef7a050f5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 809 time: 0.1896591 Feb 17 23:24:27.317146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:27.317518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.381815 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-e611bdc9-19d3-4f88-9018-169892a16160 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 378 time: 0.0729957 Feb 17 23:24:27.393238 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'port': {'device_id': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'admin_state_up': True, 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'security_groups': ['eea8d8cc-ee44-47b8-94b4-b35c6c359ad5']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:27.420323 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-cca14ac3-4a73-4fd6-b001-a89e176863c8 None None] Current status of the port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:27.462136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:27.516407 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Made reservation on behalf of e47024cd4e2f4eda8547602620d2ab10 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:24:27.520365 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.653332 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Allocated IP 172.20.0.7 (9d7ac0af-999f-4a76-a2bf-a044154e26e5/27750d2e-30dc-4a51-bacc-653f46ae29e6/3a735715-f5b3-45fa-84ba-3d706b80e90f) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:27.808811 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.843257 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.886648 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:27.892034 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:27.895065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:27.930780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:27.959129 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:27.959788 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:27.976616 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-8df162b9-6e48-49ef-8718-face0061a961 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5895767 Feb 17 23:24:27.988050 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Request body: {'port': {'device_id': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:28.054247 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:28.144779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a8948d06-4dd7-4ff1-8cdf-df1f1345d31f None None] Provisioning complete for port 3a735715-f5b3-45fa-84ba-3d706b80e90f triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:28.145162 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a8948d06-4dd7-4ff1-8cdf-df1f1345d31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:28.184729 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a8948d06-4dd7-4ff1-8cdf-df1f1345d31f None None] Port 3a735715-f5b3-45fa-84ba-3d706b80e90f cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:24:28.331444 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a735715-f5b3-45fa-84ba-3d706b80e90f {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:24:28.339096 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Publish callbacks [] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:28.352054 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Transition to ACTIVE for port object 3a735715-f5b3-45fa-84ba-3d706b80e90f will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:24:28.352313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f77e-6701-4594-9f58-b1d21bd13cda req-84581466-44a1-461e-8e87-113593dee9bf tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:28.353575 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38f0f77e-6701-4594-9f58-b1d21bd13cda req-84581466-44a1-461e-8e87-113593dee9bf tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 931 time: 0.0584364 Feb 17 23:24:28.356490 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:28.407940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-38f0f77e-6701-4594-9f58-b1d21bd13cda req-f4ad5855-59ae-4768-bb88-eb5b9cf921d7 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486593 Feb 17 23:24:28.430870 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:28.481975 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Attempting to bind port 3a735715-f5b3-45fa-84ba-3d706b80e90f on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:24:28.482308 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Attempting to bind port 3a735715-f5b3-45fa-84ba-3d706b80e90f by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:24:28.482661 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Attempting to bind port 3a735715-f5b3-45fa-84ba-3d706b80e90f on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:28.488077 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Port 3a735715-f5b3-45fa-84ba-3d706b80e90f on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:24:28.488400 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Attempting to bind port 3a735715-f5b3-45fa-84ba-3d706b80e90f on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:24:28.493494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:24:28.493825 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Checking segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:24:28.494203 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Bound using segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:24:28.494630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Bound port: 3a735715-f5b3-45fa-84ba-3d706b80e90f, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:24:28.494980 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:28.566253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:24:28.569368 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:24:28.575693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:28.609734 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:28.610657 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:28.613232 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] 10.222.0.73 "PUT /v2.0/ports/3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 1092 time: 0.6292758 Feb 17 23:24:28.615555 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:28.620189 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:24:28.649076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b59a35-3649-4047-99df-749b9c80e710 service neutron] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:28.668540 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d38d57-e671-4276-ab8c-2e36616d459f x-openstack-request-id: req-75d38d57-e671-4276-ab8c-2e36616d459f {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:24:28.668869 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:24:28.669179 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-75d38d57-e671-4276-ab8c-2e36616d459f {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:24:28.669783 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'status': 'completed', 'code': 200} Feb 17 23:24:28.705022 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-f806a1e5-b024-4f39-8e88-697afd4426ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:28.706607 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-f806a1e5-b024-4f39-8e88-697afd4426ef service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1126 time: 0.0501766 Feb 17 23:24:28.753486 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-4b1b1299-cbfd-49c6-8be5-3f8ba7b8c48e service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 217 time: 0.0403428 Feb 17 23:24:28.810086 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-696e42c5-058e-4a47-8d37-59fbcc7f5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:28.811617 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-696e42c5-058e-4a47-8d37-59fbcc7f5d2f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0482595 Feb 17 23:24:28.866841 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-9b8e97fe-4e17-44cf-8600-9f0c957a8e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:28.868377 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-9b8e97fe-4e17-44cf-8600-9f0c957a8e0e service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0498612 Feb 17 23:24:28.961789 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-e9e6f734-797f-479f-983c-6aa974f998b5 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875607 Feb 17 23:24:29.049601 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e60ce504-204d-4a34-8d98-660fc770ab04 req-cc231aa5-4ee5-470f-8ade-7f9ce3af603c service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823660 Feb 17 23:24:29.146611 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-b747d1f7-0fc6-4ce2-8222-a026535a8653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:29.148250 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-b747d1f7-0fc6-4ce2-8222-a026535a8653 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1126 time: 0.0527675 Feb 17 23:24:29.179981 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 448ca3be-9a24-425d-a946-c1c0c8eb30c8 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:29.234443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:29.235120 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:29.247784 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-b40a9861-453e-4073-a775-bd8551176435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:29.249271 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-b40a9861-453e-4073-a775-bd8551176435 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0955691 Feb 17 23:24:29.292429 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-c1e79c72-fced-4e26-957a-ecc617c7b572 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 217 time: 0.0361943 Feb 17 23:24:29.320501 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:29.356540 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-9a900885-7cf1-4694-97c4-5a7d8c3742ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:29.358066 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-9a900885-7cf1-4694-97c4-5a7d8c3742ed service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0581977 Feb 17 23:24:29.410821 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-2d547721-10de-486c-a148-e0753912161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:29.412410 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-2d547721-10de-486c-a148-e0753912161c service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0468984 Feb 17 23:24:29.511469 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-3f23e02b-cc2b-4cfa-8dc2-d85089a27506 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907264 Feb 17 23:24:29.533025 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac6b11-7482-4aa0-910c-53d8eba35eed req-23b625e6-f63d-4198-9525-a2488a2c64af tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:29.535118 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10ac6b11-7482-4aa0-910c-53d8eba35eed req-23b625e6-f63d-4198-9525-a2488a2c64af tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0546327 Feb 17 23:24:29.587142 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-10ac6b11-7482-4aa0-910c-53d8eba35eed req-9966e5f4-b196-4fb1-b54a-461cf5732aa4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453203 Feb 17 23:24:29.607625 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e018bd51-e9fe-4854-8e14-03fa1f8e9bf7 req-3ce1356a-a179-420e-8315-57fa200d60ec service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897028 Feb 17 23:24:30.695550 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:24:30.711051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2b948-d859-4b7d-8078-71c973f4fe98 req-58be9c1e-ae86-4195-b91a-9ec214776c8b tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:30.712563 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9a2b948-d859-4b7d-8078-71c973f4fe98 req-58be9c1e-ae86-4195-b91a-9ec214776c8b tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0567088 Feb 17 23:24:30.767438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c9a2b948-d859-4b7d-8078-71c973f4fe98 req-56c3eaec-6725-42d6-8340-e432b4c9e994 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490930 Feb 17 23:24:30.794280 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:30.806126 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'port_id': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'mac_address': 'fa:16:3e:50:17:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:24:30.844972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a735715-f5b3-45fa-84ba-3d706b80e90f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:30.845365 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:30.858628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a735715-f5b3-45fa-84ba-3d706b80e90f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:24:30.878092 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:30.882270 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:30.931725 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:31.087636 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a735715-f5b3-45fa-84ba-3d706b80e90f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:24:31.306361 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:24:31.978124 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519a0e7-f4ca-4d81-92c6-6535e795cd2e req-09c125f1-02be-4ca2-baf4-58bd31b8bc89 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:31.979616 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7519a0e7-f4ca-4d81-92c6-6535e795cd2e req-09c125f1-02be-4ca2-baf4-58bd31b8bc89 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 944 time: 0.1438355 Feb 17 23:24:32.029389 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7519a0e7-f4ca-4d81-92c6-6535e795cd2e req-78f5dc02-eef7-4960-9a5b-dcfba724007e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439434 Feb 17 23:24:32.712163 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:24:32.760937 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 3a735715-f5b3-45fa-84ba-3d706b80e90f completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:24:32.765350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3a735715-f5b3-45fa-84ba-3d706b80e90f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:24:32.765721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:32.997395 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a735715-f5b3-45fa-84ba-3d706b80e90f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:24:32.997776 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:33.020101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:33.022353 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca3440b-ca25-4e62-93d7-5e670c0cbd10" -d '{"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-plugged", "status": "completed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:24:33.035688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:24:33.040306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:33.064134 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea59d4d4-3b08-4d4e-b9bb-5013f700552d x-openstack-request-id: req-ea59d4d4-3b08-4d4e-b9bb-5013f700552d {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:24:33.064437 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-plugged", "status": "completed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:24:33.064696 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ea59d4d4-3b08-4d4e-b9bb-5013f700552d {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:24:33.065089 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'code': 200} Feb 17 23:24:33.093374 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:33.164172 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc906c3-395b-4587-b392-c3028a4dbfa7 req-284ee8d3-75bb-4662-8f14-53c75d0f3a0d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:33.165356 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ebc906c3-395b-4587-b392-c3028a4dbfa7 req-284ee8d3-75bb-4662-8f14-53c75d0f3a0d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0549440 Feb 17 23:24:33.169364 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e719f14-7d53-40a6-a558-4117a7c68003 req-1216a9c6-5987-4863-b32c-c442136a44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:33.170863 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e719f14-7d53-40a6-a558-4117a7c68003 req-1216a9c6-5987-4863-b32c-c442136a44c3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1128 time: 0.0453749 Feb 17 23:24:33.216757 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ebc906c3-395b-4587-b392-c3028a4dbfa7 req-85086fba-5c71-4eb4-b114-c2b1c992d001 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453269 Feb 17 23:24:33.218241 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-4e719f14-7d53-40a6-a558-4117a7c68003 req-8f9d955c-41f0-4419-803f-a70fe2c27ca0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396416 Feb 17 23:24:34.341902 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ab5a0-e48e-46c5-9786-889848a05073 req-a1c6b984-4f88-4e01-bbe6-2fdff1dfeaec tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:34.343407 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c4ab5a0-e48e-46c5-9786-889848a05073 req-a1c6b984-4f88-4e01-bbe6-2fdff1dfeaec tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0579183 Feb 17 23:24:34.392781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0c4ab5a0-e48e-46c5-9786-889848a05073 req-e45f3e4a-826d-417f-a85c-ba57ef189646 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437799 Feb 17 23:24:34.513277 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d920ba-fc6c-48b6-b313-a5b3d3bacf4f req-99b075a8-999a-4474-9c25-1ae7cc262953 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:34.514667 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4d920ba-fc6c-48b6-b313-a5b3d3bacf4f req-99b075a8-999a-4474-9c25-1ae7cc262953 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0547590 Feb 17 23:24:34.563851 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f4d920ba-fc6c-48b6-b313-a5b3d3bacf4f req-c4722b52-b34a-45f0-827d-c625dab0cf2f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430665 Feb 17 23:24:34.587395 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40442) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:34.674713 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32251075-f50b-4e66-8d53-f653a8df0924 tempest-TestShelveInstance-105969677 tempest-TestShelveInstance-105969677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:34.676309 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-32251075-f50b-4e66-8d53-f653a8df0924 tempest-TestShelveInstance-105969677 tempest-TestShelveInstance-105969677-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1123 time: 0.0879178 Feb 17 23:24:34.679182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40446) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:24:34.683460 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:24:34.704048 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:34.800370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:34.906340 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Allocated IP 172.25.0.105 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/02a6bb0e-f812-418d-8027-cd78d61e1537) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:24:35.008213 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:35.040328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:35.085899 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:24:35.088725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:24:35.093034 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:24:35.095999 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'Port': ['ID=02a6bb0e-f812-418d-8027-cd78d61e1537,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:35.442468 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (8838b2cf-54e4-44ce-af5e-996db010f10c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:35.511005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:35.663209 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:35.667533 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:35.740147 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'Port': ['ID=02a6bb0e-f812-418d-8027-cd78d61e1537,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:24:35.749178 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (8838b2cf-54e4-44ce-af5e-996db010f10c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:35.851629 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Floating IP 8838b2cf-54e4-44ce-af5e-996db010f10c associated. External IP: 172.25.0.105, port: 3a735715-f5b3-45fa-84ba-3d706b80e90f. Feb 17 23:24:36.061726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:24:36.172532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:24:36.182987 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] Sync routers for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:24:36.189515 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:36.193571 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:36.194177 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:36.220176 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8d9eb2d5-8664-4ddf-a814-2751d5a55fbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5399656 Feb 17 23:24:36.220760 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:24:36.223096 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a0a12d-645e-47d6-9432-0e4f64192e19" -d '{"events": [{"name": "network-changed", "server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:24:36.271738 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec3ca9e-1048-44f3-be66-0c76440c8dfa x-openstack-request-id: req-0ec3ca9e-1048-44f3-be66-0c76440c8dfa {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:24:36.272020 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:24:36.272272 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0ec3ca9e-1048-44f3-be66-0c76440c8dfa {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:24:36.272678 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'status': 'completed', 'code': 200} Feb 17 23:24:36.339117 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-0a5f5a37-c496-48cc-9573-d0d6693d388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:36.340666 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-0a5f5a37-c496-48cc-9573-d0d6693d388f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1128 time: 0.0476828 Feb 17 23:24:36.398175 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:36.438322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-36ecded2-5f31-4d19-b52b-b9021ecc2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:36.439750 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-36ecded2-5f31-4d19-b52b-b9021ecc2c2b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0926340 Feb 17 23:24:36.504277 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-574196ac-7d01-46ac-a35f-4b16d54941fd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 999 time: 0.0586956 Feb 17 23:24:36.556947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-723be2a8-c16d-4983-8734-bd671a35c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:36.558424 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-723be2a8-c16d-4983-8734-bd671a35c7d3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0483043 Feb 17 23:24:36.607083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-d2d6ab93-1043-4833-a80c-6f2ae23bc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:24:36.608645 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-d2d6ab93-1043-4833-a80c-6f2ae23bc9f3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443668 Feb 17 23:24:36.621312 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '8838b2cf-54e4-44ce-af5e-996db010f10c', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'port_id': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'mac_address': 'fa:16:3e:50:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:24:35Z', 'updated_at': '2022-02-17T23:24:35Z', 'revision_number': 0, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:36.650958 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] Checking router: 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:24:36.659296 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:24:36.659935 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:24:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:36.700327 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-f8c9d971-0a4e-4e8f-a409-122ae3e44453 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835109 Feb 17 23:24:36.766174 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:24:36.793944 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-89a0a12d-645e-47d6-9432-0e4f64192e19 req-321e2346-f78d-4881-adb5-1af90c633344 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880575 Feb 17 23:24:36.990201 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '8838b2cf-54e4-44ce-af5e-996db010f10c', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'port_id': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'mac_address': 'fa:16:3e:50:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:24:35Z', 'updated_at': '2022-02-17T23:24:35Z', 'revision_number': 0, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:24:37.018471 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1738ee39-5e6d-43b2-9d58-5aae1b89ebee None None] The sync data for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 is: [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '8838b2cf-54e4-44ce-af5e-996db010f10c', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'port_id': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4362, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'mac_address': 'fa:16:3e:50:17:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:24:35Z', 'updated_at': '2022-02-17T23:24:35Z', 'revision_number': 0, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:24:37.212746 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501907d0-4b2b-46d0-be1d-16ea575271a1 None None] New status for floating IP 8838b2cf-54e4-44ce-af5e-996db010f10c: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:24:40.047732 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:44.602220 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-af9ae4d6-b2dc-4852-85ad-915c5e9c61ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:47.457236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-36b3ff9a-8e07-4f26-a8ba-a2a2a4b45973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:48.196529 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:49.593539 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:51.014771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:24:55.776008 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:08.305866 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:25:10.046665 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:14.605169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6a3a6aa7-c050-4c29-a0e8-96be6a885f11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:17.458846 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b96b11af-d1dc-4926-8c45-874a07b14442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:18.197463 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:19.598318 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:21.016837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:25.773841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:32.453487 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-5dc354f5-c6e0-427c-a8b2-628f372af67b service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911434 Feb 17 23:25:32.541482 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-5b27aadb-ed2f-4e80-a564-e9fbe53c57c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:32.543038 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-5b27aadb-ed2f-4e80-a564-e9fbe53c57c5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1128 time: 0.0452974 Feb 17 23:25:32.648541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-9df0af40-2b3e-4907-8580-92b5875077c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:32.650024 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-9df0af40-2b3e-4907-8580-92b5875077c2 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0894544 Feb 17 23:25:32.713933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-8264b764-0bf6-44fc-8804-de2f9bc984e8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 1001 time: 0.0584059 Feb 17 23:25:32.765258 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-b547a306-6be4-47e4-9e3f-e9d53503baca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:32.766693 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-b547a306-6be4-47e4-9e3f-e9d53503baca service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0474858 Feb 17 23:25:32.815516 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-78ffdbfd-a9a5-4c94-9929-28aac1594dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:25:32.817031 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-78ffdbfd-a9a5-4c94-9929-28aac1594dd3 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447137 Feb 17 23:25:32.903468 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-69b4e15b-bc23-4eda-afa8-022875ab92b0 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805681 Feb 17 23:25:32.995436 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-e83280a0-0bf5-44e8-b892-dca9bb8175a2 req-e859717b-6ad7-444a-add9-6f80dc5f44f1 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866919 Feb 17 23:25:40.043466 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:44.607431 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-13dc1b6b-1708-4cb7-aade-531bec1c8f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:45.304963 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:25:47.460801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a2b5e07-110f-4956-b679-ae3f374349c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:48.199970 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:49.602215 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:51.019034 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:25:51.127222 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-ad7e995d-71ac-496e-870b-912f7530bf58 service neutron] (103526) timed out ('10.222.0.79', 59982) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:25:51.467458 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-05d379d1-d187-4233-8cdb-829b37c1fead req-875d40d0-1c5a-4ece-b691-10238f048153 tempest-ServerActionsTestJSON-1285332734 tempest-ServerActionsTestJSON-1285332734-project] (103526) timed out ('10.222.0.79', 58118) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:25:55.782559 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:10.057783 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:14.609502 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8c7488fb-adee-4a33-9eb3-a964d5f9cd77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:17.463161 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9b5f60a5-9fef-4fce-94ec-481ef791af20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:18.201427 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:19.603950 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:21.021550 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:22.304607 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:26:25.804982 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:28.931226 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398f8b2-a224-4505-af33-bde31336558c req-ed3bdf5a-1233-4a2b-b673-dc9e7f2c8041 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:28.932729 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3398f8b2-a224-4505-af33-bde31336558c req-ed3bdf5a-1233-4a2b-b673-dc9e7f2c8041 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0547142 Feb 17 23:26:28.985344 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3398f8b2-a224-4505-af33-bde31336558c req-60ece4b5-6a09-451a-b4c3-30d79b4ac987 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440450 Feb 17 23:26:30.107251 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923a79a1-b8ad-496a-b584-73706eefa24a req-981e8688-825d-4937-9c13-6ba2e18a1883 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:30.108781 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-923a79a1-b8ad-496a-b584-73706eefa24a req-981e8688-825d-4937-9c13-6ba2e18a1883 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0562496 Feb 17 23:26:30.156800 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-923a79a1-b8ad-496a-b584-73706eefa24a req-eda18a26-61c8-44e2-93e4-8859d9607d9c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421124 Feb 17 23:26:31.277182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d5431-6633-4bf0-aa5f-a3558f31596b req-f5d7acc1-2782-4875-b1dd-8e723b4f6147 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:31.278648 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-021d5431-6633-4bf0-aa5f-a3558f31596b req-f5d7acc1-2782-4875-b1dd-8e723b4f6147 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0542672 Feb 17 23:26:31.327008 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-021d5431-6633-4bf0-aa5f-a3558f31596b req-a003e592-e009-489c-a8fa-d37c16e4c4a9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427241 Feb 17 23:26:32.446228 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34576700-675a-4437-9cb4-d775b430ba25 req-67e312ac-a3ed-4068-8f89-0d69e5e22396 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:32.447718 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34576700-675a-4437-9cb4-d775b430ba25 req-67e312ac-a3ed-4068-8f89-0d69e5e22396 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0525277 Feb 17 23:26:32.500351 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-34576700-675a-4437-9cb4-d775b430ba25 req-ccf7b46e-a3e8-4fd6-adb7-80d79646c018 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467098 Feb 17 23:26:33.622414 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa54a08-99c0-4ee7-ac72-7514cf51b03f req-0d17483b-0315-455b-bb91-2c0c65c7d2a4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:33.623865 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa54a08-99c0-4ee7-ac72-7514cf51b03f req-0d17483b-0315-455b-bb91-2c0c65c7d2a4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0525858 Feb 17 23:26:33.672434 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fa54a08-99c0-4ee7-ac72-7514cf51b03f req-d883070a-ac95-47e9-8751-327b4bd0946f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429714 Feb 17 23:26:34.436614 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-e915da98-3823-4105-afc5-81b2ae962e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:34.438092 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-e915da98-3823-4105-afc5-81b2ae962e8b service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1128 time: 0.0453005 Feb 17 23:26:34.542772 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-98c3451f-c942-4c3d-bcab-1ec470179bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:34.544260 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-98c3451f-c942-4c3d-bcab-1ec470179bd7 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0877573 Feb 17 23:26:34.607343 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-b48a1269-1695-4276-8d2f-9a8ce564d7ec service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 1001 time: 0.0573418 Feb 17 23:26:34.654778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-d6e4ef0a-d28e-455b-8783-38797533d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:34.656662 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-d6e4ef0a-d28e-455b-8783-38797533d242 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0434945 Feb 17 23:26:34.709656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-a308f57b-24a1-4d31-81c1-a220753d431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:34.711179 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-a308f57b-24a1-4d31-81c1-a220753d431d service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491548 Feb 17 23:26:34.797116 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe45cf-fc1d-4414-a344-fe2cab0631ca req-06b7f6eb-fab8-4b4d-97ec-5f812d075563 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:34.798615 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7fe45cf-fc1d-4414-a344-fe2cab0631ca req-06b7f6eb-fab8-4b4d-97ec-5f812d075563 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0537789 Feb 17 23:26:34.801918 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-1625bb3c-d145-402a-b46e-9b623a7f54a7 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844376 Feb 17 23:26:34.850303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f7fe45cf-fc1d-4414-a344-fe2cab0631ca req-1f334650-3b46-4db1-9ab8-be55d0813d80 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446935 Feb 17 23:26:34.896362 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-5d5e1d1a-e6ab-4a25-99db-372e24e98bac req-844fd89a-7598-4d10-ad5e-ad8545b4a9aa service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878148 Feb 17 23:26:35.976290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfd567-5f8b-490c-b32f-50bdb4d7a6df req-8272bcfe-b9fd-4d71-a226-fca74c3e929e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:35.977762 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1dcfd567-5f8b-490c-b32f-50bdb4d7a6df req-8272bcfe-b9fd-4d71-a226-fca74c3e929e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0578380 Feb 17 23:26:36.026128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1dcfd567-5f8b-490c-b32f-50bdb4d7a6df req-164f3a30-e81f-42a1-bee1-c345171b7927 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427890 Feb 17 23:26:37.145375 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62db50-9ad7-45b8-9369-e5df2117b9da req-e6ebd6a6-16b7-400f-96f0-e7fabc488f03 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:37.147527 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c62db50-9ad7-45b8-9369-e5df2117b9da req-e6ebd6a6-16b7-400f-96f0-e7fabc488f03 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0523894 Feb 17 23:26:37.195644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4c62db50-9ad7-45b8-9369-e5df2117b9da req-fc277baf-4ad8-4304-ac3d-31ea7d0ac715 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427153 Feb 17 23:26:38.315852 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73a452-a953-450e-9889-4da8c2aa52b7 req-5e6b0b34-db70-4628-8303-f3896ea3e833 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:38.317290 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f73a452-a953-450e-9889-4da8c2aa52b7 req-5e6b0b34-db70-4628-8303-f3896ea3e833 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0520587 Feb 17 23:26:38.369080 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8f73a452-a953-450e-9889-4da8c2aa52b7 req-33d2b689-8d18-45db-83f9-f9ddb1416cf2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455840 Feb 17 23:26:39.487673 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c6d77-6eca-40d3-8ea6-3f20f93ba64d req-ab5e77d4-203b-48f1-8a8c-ad4d3906a456 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:39.489119 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624c6d77-6eca-40d3-8ea6-3f20f93ba64d req-ab5e77d4-203b-48f1-8a8c-ad4d3906a456 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Feb 17 23:26:39.537940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-624c6d77-6eca-40d3-8ea6-3f20f93ba64d req-ca06fe6f-b705-4f01-ac9a-7645d088bdf6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419335 Feb 17 23:26:39.591336 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:26:39.688474 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:26:39.699698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'port_id': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'mac_address': 'fa:16:3e:50:17:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:26:39.736292 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a735715-f5b3-45fa-84ba-3d706b80e90f is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:26:39.736682 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:39.749306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a735715-f5b3-45fa-84ba-3d706b80e90f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:26:39.768014 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:26:39.772732 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:39.820680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:26:39.828114 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.828465 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.828805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.829141 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.829473 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.829805 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.830127 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.830452 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.830779 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.831100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.831441 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.831765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.832082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:26:39.850881 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a735715-f5b3-45fa-84ba-3d706b80e90f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:26:40.067725 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:40.659004 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9620f-cb73-4fe2-ba66-0084654c9176 req-5b3c4186-1f54-44a2-8ede-469aab0ebd36 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:40.660481 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ae9620f-cb73-4fe2-ba66-0084654c9176 req-5b3c4186-1f54-44a2-8ede-469aab0ebd36 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 944 time: 0.0525105 Feb 17 23:26:40.708288 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ae9620f-cb73-4fe2-ba66-0084654c9176 req-2da81449-34c3-4b96-864c-ddd7dffe2dac tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417924 Feb 17 23:26:41.606113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:26:41.658100 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3a735715-f5b3-45fa-84ba-3d706b80e90f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:26:41.658434 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:41.760142 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a735715-f5b3-45fa-84ba-3d706b80e90f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:26:41.760535 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:41.786794 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:26:41.789780 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0883e42e-bda0-41d4-8fdf-e9922514f849" -d '{"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-plugged", "status": "completed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:26:41.804214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:26:41.810191 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:41.873813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22286508-b175-448e-8049-d0db9628e24e req-9e224e70-89bb-4868-b9c1-765b25798024 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:41.874463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:26:41.881166 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22286508-b175-448e-8049-d0db9628e24e req-9e224e70-89bb-4868-b9c1-765b25798024 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0734377 Feb 17 23:26:41.949376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-22286508-b175-448e-8049-d0db9628e24e req-6f9bf2d5-0142-4179-8377-7c9206fc36f3 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591958 Feb 17 23:26:41.998347 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a91fe0-c710-4e93-9a27-85b226da3195 x-openstack-request-id: req-72a91fe0-c710-4e93-9a27-85b226da3195 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:26:41.998651 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-plugged", "status": "completed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:26:41.998915 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-72a91fe0-c710-4e93-9a27-85b226da3195 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:26:41.999322 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'code': 200} Feb 17 23:26:43.073653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992db2cf-ba3f-4adc-b5f7-094766a357b9 req-edbabc2c-5e10-4879-9474-cbf1972f3d50 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:43.075192 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-992db2cf-ba3f-4adc-b5f7-094766a357b9 req-edbabc2c-5e10-4879-9474-cbf1972f3d50 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0557725 Feb 17 23:26:43.143830 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-992db2cf-ba3f-4adc-b5f7-094766a357b9 req-37db5534-2a0c-4bfa-a515-edfdeae57220 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0626278 Feb 17 23:26:44.286514 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa8f25-b507-4366-a26b-d34062582708 req-02bfc4f8-cd98-43ca-8c86-ed0491853cf1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:44.289136 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70fa8f25-b507-4366-a26b-d34062582708 req-02bfc4f8-cd98-43ca-8c86-ed0491853cf1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0686495 Feb 17 23:26:44.342420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-70fa8f25-b507-4366-a26b-d34062582708 req-86f97697-b72d-409a-ab6f-5ef7a765506d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469611 Feb 17 23:26:44.615915 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-597af0d9-79d7-445e-9c7f-e4fd82c8846c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:45.481567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a6781-6de9-49bd-80ae-3cb22e52a862 req-6fd1c28d-debe-443a-a9ad-825fd93c46dd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:45.482976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b22a6781-6de9-49bd-80ae-3cb22e52a862 req-6fd1c28d-debe-443a-a9ad-825fd93c46dd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0590515 Feb 17 23:26:45.545377 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b22a6781-6de9-49bd-80ae-3cb22e52a862 req-daa6645d-ba70-47c5-b12c-bd53fbb3b9bd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562999 Feb 17 23:26:46.689126 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3303ad6-e1db-413c-aa93-9ea2cbc013c4 req-7bc955ab-b6c0-4834-9c49-acbb5d8678a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:46.691847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3303ad6-e1db-413c-aa93-9ea2cbc013c4 req-7bc955ab-b6c0-4834-9c49-acbb5d8678a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0701602 Feb 17 23:26:46.757962 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e3303ad6-e1db-413c-aa93-9ea2cbc013c4 req-9c5d7061-1e8f-418d-b336-7f98b6340a08 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598869 Feb 17 23:26:47.468152 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4d77dad2-7b03-4b54-b641-9d5c30c39eb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:47.901909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48707110-552e-4eb4-9cab-9792984c46af req-2359eeca-6c43-4bdc-a8f5-579bd3c2ebf1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:47.903439 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48707110-552e-4eb4-9cab-9792984c46af req-2359eeca-6c43-4bdc-a8f5-579bd3c2ebf1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0597587 Feb 17 23:26:47.959826 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-48707110-552e-4eb4-9cab-9792984c46af req-6049ccfb-54e2-43f9-b1ac-1e024d18c968 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491252 Feb 17 23:26:48.210020 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:49.099031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a028e39-a542-43b5-858a-fe01f20542df req-7b9bae30-612c-4011-9f56-f4f566c5b1c6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:49.100629 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a028e39-a542-43b5-858a-fe01f20542df req-7b9bae30-612c-4011-9f56-f4f566c5b1c6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0589743 Feb 17 23:26:49.162057 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a028e39-a542-43b5-858a-fe01f20542df req-ba308ccc-96ae-4411-92a0-4e79152173cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556395 Feb 17 23:26:49.614114 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:50.291853 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e2ccc5-262d-4e39-9a2e-d21ab456dfa1 req-1714b8d4-2dc6-4b01-93a9-a45b73dc30be tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:50.293226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e2ccc5-262d-4e39-9a2e-d21ab456dfa1 req-1714b8d4-2dc6-4b01-93a9-a45b73dc30be tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0575821 Feb 17 23:26:50.341485 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b3e2ccc5-262d-4e39-9a2e-d21ab456dfa1 req-b22660b3-4f80-4055-897f-d0a342e06b39 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427432 Feb 17 23:26:50.714738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-2bb7ee04-9a10-480a-889b-47b4c06f5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:50.716292 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-2bb7ee04-9a10-480a-889b-47b4c06f5dae service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1128 time: 0.0467136 Feb 17 23:26:50.804760 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-331b3051-4492-47c2-8329-98711bf41835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:50.806228 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-331b3051-4492-47c2-8329-98711bf41835 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0841722 Feb 17 23:26:50.874513 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-b1539b18-681c-4c92-8f8e-5760d9728385 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 1001 time: 0.0620739 Feb 17 23:26:50.920829 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-e75c53ba-7228-41ab-a47f-b8b0fc44ec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:50.922215 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-e75c53ba-7228-41ab-a47f-b8b0fc44ec75 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0423403 Feb 17 23:26:50.970380 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-66473ed7-d994-4974-b71e-3e7769b3e5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:50.971846 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-66473ed7-d994-4974-b71e-3e7769b3e5a2 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0432546 Feb 17 23:26:51.024859 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:51.064183 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-04a7b09b-a7b2-4b65-ab6e-ddda4c2bebe0 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864975 Feb 17 23:26:51.152840 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-791bb01e-63f3-450d-9eae-7e317e29a070 req-92825b3e-68d3-4c01-bf4b-a3b66a1d3e65 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828660 Feb 17 23:26:51.460840 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc32af4-85e0-4d40-a5a9-b13f9d90ad8d req-ef5b4973-69ac-4b85-a7aa-e5bd9c01b094 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:51.462295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cc32af4-85e0-4d40-a5a9-b13f9d90ad8d req-ef5b4973-69ac-4b85-a7aa-e5bd9c01b094 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0523789 Feb 17 23:26:51.510585 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5cc32af4-85e0-4d40-a5a9-b13f9d90ad8d req-b2f17b73-ff04-4a92-b759-76cd565bafc5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427270 Feb 17 23:26:52.631528 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e230b9-eb13-450a-944f-60a8f7e0961e req-49f0a363-311a-47b3-8d4d-abfe2c78bfb2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:52.633185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66e230b9-eb13-450a-944f-60a8f7e0961e req-49f0a363-311a-47b3-8d4d-abfe2c78bfb2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0532038 Feb 17 23:26:52.690457 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-66e230b9-eb13-450a-944f-60a8f7e0961e req-872616ce-06d3-45dc-b104-b4d69d69194f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509841 Feb 17 23:26:53.812638 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c1558-b5de-42ec-9366-f3073ad6e420 req-cfdfc081-4f3c-4d6a-9c5e-c7be9056228c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:53.814006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-090c1558-b5de-42ec-9366-f3073ad6e420 req-cfdfc081-4f3c-4d6a-9c5e-c7be9056228c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0532644 Feb 17 23:26:53.862863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-090c1558-b5de-42ec-9366-f3073ad6e420 req-47eab4ce-b830-440f-b9b2-3b4122b5924d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432835 Feb 17 23:26:53.931729 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-2497c885-d7c0-4f6a-94eb-399aa57c7fe3 req-96d5b387-329e-43a3-bb93-465f0267aee8 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:26:53.932739 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2497c885-d7c0-4f6a-94eb-399aa57c7fe3 req-96d5b387-329e-43a3-bb93-465f0267aee8 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059214 Feb 17 23:26:55.099110 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd26f-212a-4b29-9882-2a0ba18a6c28 req-3e539ab2-823a-4cbf-a2e8-de558f9ce104 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:55.100644 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eddd26f-212a-4b29-9882-2a0ba18a6c28 req-3e539ab2-823a-4cbf-a2e8-de558f9ce104 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 945 time: 0.0540838 Feb 17 23:26:55.153846 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3eddd26f-212a-4b29-9882-2a0ba18a6c28 req-d7646eaf-05f9-4993-ba7a-6dad4a712cce tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470145 Feb 17 23:26:55.410665 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-1843268f-53be-4041-b121-480870973093 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1001256 Feb 17 23:26:55.533740 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6848-4ae9-441f-9063-e603f626649a req-40c8279f-5a31-4082-9655-1a53c8512105 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:55.535118 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-40c8279f-5a31-4082-9655-1a53c8512105 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports/3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 942 time: 0.0959768 Feb 17 23:26:55.656883 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:26:55.741936 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a735715-f5b3-45fa-84ba-3d706b80e90f is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:26:55.742327 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:55.765056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:26:55.772393 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29be504-38d2-470b-bfc5-ba0c2435359c" -d '{"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-unplugged", "status": "completed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:26:55.785160 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:26:55.797118 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:55.829910 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 17 Feb 2022 23:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888fc860-472f-4e4f-9147-a6c70e739edf x-openstack-request-id: req-888fc860-472f-4e4f-9147-a6c70e739edf {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:26:55.830196 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-unplugged", "status": "failed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "code": 422}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:26:55.830640 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-888fc860-472f-4e4f-9147-a6c70e739edf {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:26:55.831039 n-d-828369-18 neutron-server[103528]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'code': 422} returned with failed status Feb 17 23:26:55.842542 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:26:55.858220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:26:56.278174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc83d3-e294-4098-b377-f27e91e24652 req-e7128131-4124-4254-9830-d9bca7987cff tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:56.279716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09cc83d3-e294-4098-b377-f27e91e24652 req-e7128131-4124-4254-9830-d9bca7987cff tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0572510 Feb 17 23:26:56.334693 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-09cc83d3-e294-4098-b377-f27e91e24652 req-3cdd7f8f-7036-4182-ab9a-63a1636421b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494027 Feb 17 23:26:56.372738 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6848-4ae9-441f-9063-e603f626649a req-debaf651-18a9-4959-b5cf-aa5d61e20d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:56.374279 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-debaf651-18a9-4959-b5cf-aa5d61e20d44 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8&tenant_id=e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 1126 time: 0.0529721 Feb 17 23:26:56.448005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6848-4ae9-441f-9063-e603f626649a req-616fe1b9-e74a-48f1-8b74-03819ae826ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:56.449410 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-616fe1b9-e74a-48f1-8b74-03819ae826ff service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1126 time: 0.0542595 Feb 17 23:26:56.543973 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6848-4ae9-441f-9063-e603f626649a req-f39fa0f4-7487-42fc-87ea-f305c589a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:56.545443 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-f39fa0f4-7487-42fc-87ea-f305c589a158 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0899067 Feb 17 23:26:56.611279 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-6eacbca2-c63d-4628-a51e-10e78918ea4a service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 999 time: 0.0595274 Feb 17 23:26:56.663944 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6848-4ae9-441f-9063-e603f626649a req-b828b15e-8323-4101-a6e4-c5304de4b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:56.665352 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-b828b15e-8323-4101-a6e4-c5304de4b6e7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0477118 Feb 17 23:26:56.714386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b6848-4ae9-441f-9063-e603f626649a req-efcd0491-ef98-48b6-86e5-69b70e5b6148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:56.715821 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-efcd0491-ef98-48b6-86e5-69b70e5b6148 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450876 Feb 17 23:26:56.805484 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-138be324-5ea9-4427-8501-44b96c817c59 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830388 Feb 17 23:26:56.899046 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8f3b6848-4ae9-441f-9063-e603f626649a req-4b8f11dc-6949-43a4-ab23-48f4724ab156 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869493 Feb 17 23:26:57.502073 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f7afa-e446-4ed9-98c4-de37cbde1984 req-6079eca2-a892-4471-ad03-661558f3298d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:57.511325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e3f7afa-e446-4ed9-98c4-de37cbde1984 req-6079eca2-a892-4471-ad03-661558f3298d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0912769 Feb 17 23:26:57.587654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e3f7afa-e446-4ed9-98c4-de37cbde1984 req-1cbe20a5-15f9-49cc-8ea4-f3db3ff8dada tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748057 Feb 17 23:26:58.726613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563809a-ba5d-4ade-9290-a915534afdb9 req-dc9b1330-632c-4885-afa2-7270b222fef0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:58.731949 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d563809a-ba5d-4ade-9290-a915534afdb9 req-dc9b1330-632c-4885-afa2-7270b222fef0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0691755 Feb 17 23:26:58.789427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d563809a-ba5d-4ade-9290-a915534afdb9 req-eb8eb920-f0a3-42bd-991d-8baf0de340bb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553513 Feb 17 23:26:58.854480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-bec3d35b-b759-4070-8593-a7d53dd9ae8f req-25e5262c-3578-4b0b-8677-31b70d04f1f4 service neutron] (103526) timed out ('10.222.0.94', 63178) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:26:59.140435 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-80b0a461-ca1e-47eb-aabb-3a2ea8aa4916 req-b622a900-244d-47b3-822c-92b2e10f417a tempest-ServersNegativeTestJSON-1125110548 tempest-ServersNegativeTestJSON-1125110548-project] (103527) timed out ('10.222.0.94', 62492) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:26:59.303561 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:26:59.922478 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b1bb6-eac2-487f-bfc9-c2fad76189e7 req-83059a29-94b9-4681-9ef2-5151903b5af4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:26:59.924946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a70b1bb6-eac2-487f-bfc9-c2fad76189e7 req-83059a29-94b9-4681-9ef2-5151903b5af4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0574625 Feb 17 23:26:59.982240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a70b1bb6-eac2-487f-bfc9-c2fad76189e7 req-fa49c934-9859-4c0c-bff5-bbc246283235 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489588 Feb 17 23:27:01.124720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce12aa-38a4-43be-908e-9ccab1fac2c1 req-c3874863-6344-4597-b215-88c62f7229bb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:01.127659 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acce12aa-38a4-43be-908e-9ccab1fac2c1 req-c3874863-6344-4597-b215-88c62f7229bb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0628543 Feb 17 23:27:01.196078 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-acce12aa-38a4-43be-908e-9ccab1fac2c1 req-3d0b82e6-a190-4356-a7fc-8fbe0d10d7f0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628755 Feb 17 23:27:02.399451 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d47c80-8584-43fa-9bc0-aa0b5b56c48c req-c6850894-3b13-447f-bb2e-07ed474f90e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:02.401043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8d47c80-8584-43fa-9bc0-aa0b5b56c48c req-c6850894-3b13-447f-bb2e-07ed474f90e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0928128 Feb 17 23:27:02.473688 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e8d47c80-8584-43fa-9bc0-aa0b5b56c48c req-cc1d9d5d-09a9-4753-9c5f-37f0fd1479b2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669475 Feb 17 23:27:03.602733 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0671e45-b4a2-4121-838c-51199261e37a req-c4deba9d-af6c-47fe-a31b-9a2359dfa4ba tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:03.610053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0671e45-b4a2-4121-838c-51199261e37a req-c4deba9d-af6c-47fe-a31b-9a2359dfa4ba tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0605440 Feb 17 23:27:03.657095 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b0671e45-b4a2-4121-838c-51199261e37a req-4aecee9b-a766-4568-ac30-48071b8d83de tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457940 Feb 17 23:27:04.787473 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f2e22-6bd1-43f0-898b-65fa5f260d57 req-46f5eea8-ee6e-446b-a9bf-eac48b77647b tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:04.788920 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-236f2e22-6bd1-43f0-898b-65fa5f260d57 req-46f5eea8-ee6e-446b-a9bf-eac48b77647b tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0615122 Feb 17 23:27:04.840819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-236f2e22-6bd1-43f0-898b-65fa5f260d57 req-2379a22f-83e4-424a-aee0-b9ea4f00f1cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463471 Feb 17 23:27:05.961924 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63105a2f-16e7-498a-a2a1-c5f3db6293b1 req-7d6af05d-ea82-40bd-945a-f36a7efa4f94 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:05.963420 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63105a2f-16e7-498a-a2a1-c5f3db6293b1 req-7d6af05d-ea82-40bd-945a-f36a7efa4f94 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0545604 Feb 17 23:27:06.012982 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63105a2f-16e7-498a-a2a1-c5f3db6293b1 req-1f39a9b7-98e6-44db-b89e-68ecaba6efbc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437396 Feb 17 23:27:07.133121 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517d9074-8559-4dea-b33d-20aa9e854172 req-2cc2e71a-41e8-43a1-b484-83a500cca63f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:07.134569 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-517d9074-8559-4dea-b33d-20aa9e854172 req-2cc2e71a-41e8-43a1-b484-83a500cca63f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 943 time: 0.0526552 Feb 17 23:27:07.511253 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-517d9074-8559-4dea-b33d-20aa9e854172 req-6078eea6-c657-4758-b3b2-503dfa38215a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3711805 Feb 17 23:27:07.682680 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:27:07.779481 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:27:07.790700 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'port_id': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'mac_address': 'fa:16:3e:50:17:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:27:07.826894 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a735715-f5b3-45fa-84ba-3d706b80e90f is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:27:07.827279 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:07.840574 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a735715-f5b3-45fa-84ba-3d706b80e90f {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:27:07.859029 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:27:07.863530 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:07.910299 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=9']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:08.070011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['3a735715-f5b3-45fa-84ba-3d706b80e90f'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:27:08.634726 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c133a6-91a1-459a-9e0a-c6c8cf16decd req-278997fa-d11f-4e36-bc55-49d3252b463d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:08.636226 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85c133a6-91a1-459a-9e0a-c6c8cf16decd req-278997fa-d11f-4e36-bc55-49d3252b463d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 944 time: 0.0547581 Feb 17 23:27:08.684612 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-85c133a6-91a1-459a-9e0a-c6c8cf16decd req-7a2d7a52-3755-40c7-8d19-d60e066be83c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427742 Feb 17 23:27:09.686331 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:27:09.742157 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 3a735715-f5b3-45fa-84ba-3d706b80e90f triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:27:09.742537 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:09.807767 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74f100-720c-41fe-9c2b-64539d80426c req-5ecf796c-8b30-413b-8366-0e7f7924d2a0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:09.809145 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a74f100-720c-41fe-9c2b-64539d80426c req-5ecf796c-8b30-413b-8366-0e7f7924d2a0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 944 time: 0.0517256 Feb 17 23:27:09.818991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 3a735715-f5b3-45fa-84ba-3d706b80e90f is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:27:09.819359 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:09.841565 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:27:09.843810 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6945b80d-cd32-497f-9f57-12c9940b4502" -d '{"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-plugged", "status": "completed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:27:09.856098 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:27:09.860250 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:09.860979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5a74f100-720c-41fe-9c2b-64539d80426c req-95fb66ff-ce45-4c93-9f97-7592246bf9b1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463030 Feb 17 23:27:09.905347 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a126755b-2ac6-45b2-8034-c4b20f29b009 x-openstack-request-id: req-a126755b-2ac6-45b2-8034-c4b20f29b009 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:27:09.905632 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-plugged", "status": "completed", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:27:09.905884 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a126755b-2ac6-45b2-8034-c4b20f29b009 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:27:09.906312 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'code': 200} Feb 17 23:27:09.916799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=10']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:27:10.059176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:10.062204 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb97bb-f202-431a-8ac5-227d949ad919 req-6cca0780-f57a-4213-8892-72b219066eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:10.063765 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0eb97bb-f202-431a-8ac5-227d949ad919 req-6cca0780-f57a-4213-8892-72b219066eb3 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1129 time: 0.0449579 Feb 17 23:27:10.108919 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-a0eb97bb-f202-431a-8ac5-227d949ad919 req-ca649ba8-91be-4ea7-a63c-2dac36082b79 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398481 Feb 17 23:27:10.984644 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dc6618-4721-4c12-a040-80074536cee4 req-dc1fe967-310e-40bc-8e66-96dd7e703e26 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:10.986396 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3dc6618-4721-4c12-a040-80074536cee4 req-dc1fe967-310e-40bc-8e66-96dd7e703e26 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 946 time: 0.0542667 Feb 17 23:27:11.035018 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3dc6618-4721-4c12-a040-80074536cee4 req-8b1b3916-7cb8-4b20-a9bc-81cd67570beb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429986 Feb 17 23:27:12.156519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ccc625-11c7-4a5a-b1bd-cdf2ff8a5050 req-28e10f75-9e13-4c6a-b121-59cbab8cb7ec tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:12.157990 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71ccc625-11c7-4a5a-b1bd-cdf2ff8a5050 req-28e10f75-9e13-4c6a-b121-59cbab8cb7ec tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 946 time: 0.0529830 Feb 17 23:27:12.205252 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-71ccc625-11c7-4a5a-b1bd-cdf2ff8a5050 req-4dcf0505-8a72-441a-98fd-07300b5f22b4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417459 Feb 17 23:27:14.608617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6660a33e-198c-4adb-89e7-7eaaa0d8f123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:17.471655 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-26794eb0-540f-45c0-a720-cc4f23226d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:18.209027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:19.609530 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:21.030258 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:25.805558 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:34.410089 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-2505bee0-2eec-4bea-a973-690822db2130 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0466878 Feb 17 23:27:34.510126 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369306b6-de1c-4b42-a72a-1779fda98fec req-123dfb43-9682-43dd-8d6f-e6242dbca785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:34.511626 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-123dfb43-9682-43dd-8d6f-e6242dbca785 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1129 time: 0.0441206 Feb 17 23:27:34.617360 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369306b6-de1c-4b42-a72a-1779fda98fec req-e39bb6af-352a-4e30-a0d7-80ff40049708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:34.618852 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-e39bb6af-352a-4e30-a0d7-80ff40049708 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0842063 Feb 17 23:27:34.687029 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-5981f5d1-e97a-4a82-8368-b1d2796ede0b service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 1001 time: 0.0621707 Feb 17 23:27:34.735282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369306b6-de1c-4b42-a72a-1779fda98fec req-0ecd702f-af3b-4a64-8d7d-70cd420825a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:34.736760 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-0ecd702f-af3b-4a64-8d7d-70cd420825a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0438192 Feb 17 23:27:34.787562 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369306b6-de1c-4b42-a72a-1779fda98fec req-b34686e0-1949-43da-9af1-07f59ea03b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:27:34.789083 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-b34686e0-1949-43da-9af1-07f59ea03b20 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0435960 Feb 17 23:27:34.878715 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-91125d1b-f233-4fef-9d18-dac6f86527d7 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Feb 17 23:27:34.967325 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-369306b6-de1c-4b42-a72a-1779fda98fec req-9f1ccd97-5112-41ae-955e-4c323ac7005b service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806928 Feb 17 23:27:36.302773 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:27:40.054832 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:44.610730 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65b98e4b-3beb-41ab-b418-e7b58a61e2b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:47.473910 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-380b7227-7e58-4830-bb92-57571b5a706d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:48.209890 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:49.614166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:51.032207 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:27:55.820343 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:10.068478 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:13.302193 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:28:14.616065 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff927-8a6b-425b-a392-09e45cc9d48b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:17.476128 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b26006d0-ac7f-4cc2-8225-c38d92d7b7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:18.212775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:19.615931 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:21.034440 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:21.196742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40750) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:21.361936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Deleting port 02a6bb0e-f812-418d-8027-cd78d61e1537 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:28:21.362247 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:21.435160 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:21.435508 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (02a6bb0e-f812-418d-8027-cd78d61e1537), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:21.447081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Calling delete_port for 02a6bb0e-f812-418d-8027-cd78d61e1537 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:28:21.596307 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (02a6bb0e-f812-418d-8027-cd78d61e1537), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:21.621961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event deleted for resources: {'Port': ['ID=02a6bb0e-f812-418d-8027-cd78d61e1537,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:21.634909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.635262 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.635633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.635978 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.636315 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.636645 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.636975 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.637303 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.637632 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.637957 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.638316 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.638643 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.638969 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:21.697861 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (8838b2cf-54e4-44ce-af5e-996db010f10c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:21.698410 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Floating IP 8838b2cf-54e4-44ce-af5e-996db010f10c disassociated (deleted). External IP: 172.25.0.105, port: 3a735715-f5b3-45fa-84ba-3d706b80e90f. Feb 17 23:28:21.905490 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:28:22.015650 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:28:22.020498 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:22.025671 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03782f-e994-470a-adde-44a27092be22 None None] Sync routers for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:28:22.034780 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:28:22.035410 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:28:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:22.051383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-69bf18fe-22c1-45eb-83d4-734ecd2f446a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "DELETE /v2.0/floatingips/8838b2cf-54e4-44ce-af5e-996db010f10c HTTP/1.1" status: 204 len: 168 time: 0.8535094 Feb 17 23:28:22.051965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:22.055757 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5" -d '{"events": [{"name": "network-changed", "server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:28:22.144784 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:28:22.280005 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5528ea8-538c-46b4-b1ee-36bc1d85e72f x-openstack-request-id: req-e5528ea8-538c-46b4-b1ee-36bc1d85e72f {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:28:22.280879 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:28:22.281141 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5528ea8-538c-46b4-b1ee-36bc1d85e72f {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:28:22.281552 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'status': 'completed', 'code': 200} Feb 17 23:28:22.396579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e4ad8-cb66-472d-aba2-ce4f471011d1 req-5a0b3e4d-0886-4fa9-9fc9-c9520c79c5dc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:22.398872 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a5e4ad8-cb66-472d-aba2-ce4f471011d1 req-5a0b3e4d-0886-4fa9-9fc9-c9520c79c5dc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 946 time: 0.0638404 Feb 17 23:28:22.456857 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:22.468005 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7a5e4ad8-cb66-472d-aba2-ce4f471011d1 req-69334623-fbec-4f64-8c7e-867f57acfb48 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625381 Feb 17 23:28:22.486391 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03782f-e994-470a-adde-44a27092be22 None None] Checking router: 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:28:22.495287 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:28:22.495938 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:28:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:22.610662 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:28:22.674747 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-ab3b4526-2147-498f-8713-4f063eee0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:22.676592 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-ab3b4526-2147-498f-8713-4f063eee0922 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 1129 time: 0.3695838 Feb 17 23:28:22.767208 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-57b983df-eb47-4ed9-a634-74bd69ac715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:22.770556 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-57b983df-eb47-4ed9-a634-74bd69ac715e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0864878 Feb 17 23:28:22.813875 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-0e03782f-e994-470a-adde-44a27092be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:28:22.817275 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-b20c6b62-9645-461f-8363-628a2f42eea5 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 200 len: 217 time: 0.0383508 Feb 17 23:28:22.839720 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e03782f-e994-470a-adde-44a27092be22 None None] The sync data for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 is: [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:28:22.868700 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-2cd0fb77-efe1-44ea-b899-57b0024d1c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:22.870187 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-2cd0fb77-efe1-44ea-b899-57b0024d1c19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0468950 Feb 17 23:28:22.921778 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-18b7fd7a-d6af-493c-8f6d-9601e2b58d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:22.923305 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-18b7fd7a-d6af-493c-8f6d-9601e2b58d35 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470381 Feb 17 23:28:22.933995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-c554b904-739e-4f9f-a061-697623738e75 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:28:22.934963 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-c554b904-739e-4f9f-a061-697623738e75 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051923 Feb 17 23:28:23.030909 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-1fae25ee-0cb9-442d-adda-d5acf80a635a service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897281 Feb 17 23:28:23.077455 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6279fb-011e-44d0-aeb0-10bb70e135ac None None] New status for floating IP 8838b2cf-54e4-44ce-af5e-996db010f10c: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:28:23.124380 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-970df7ec-7dd6-4fd5-9c03-7446a23ddac5 req-fa79745e-665e-44a2-b666-b65d17c4a816 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870712 Feb 17 23:28:23.581753 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed664b-c550-429e-bf24-95dca7928b8d req-923b0f14-d8a0-40fe-818c-110d7891798d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:23.583229 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fed664b-c550-429e-bf24-95dca7928b8d req-923b0f14-d8a0-40fe-818c-110d7891798d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 946 time: 0.0539250 Feb 17 23:28:23.583723 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-02889de9-1403-4666-8ecd-c7375407e94b tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:23.585193 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-02889de9-1403-4666-8ecd-c7375407e94b tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "GET /v2.0/ports?device_id=95882031-1a2c-47da-9782-5ef6b0ec76e8 HTTP/1.1" status: 200 len: 946 time: 0.0528169 Feb 17 23:28:23.632916 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5fed664b-c550-429e-bf24-95dca7928b8d req-5b700775-f666-4c0f-b9d6-f3fdc182ebbb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438421 Feb 17 23:28:23.683131 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Deleting port 3a735715-f5b3-45fa-84ba-3d706b80e90f {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:28:23.683750 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:23.770762 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] For port 3a735715-f5b3-45fa-84ba-3d706b80e90f, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=3a735715-f5b3-45fa-84ba-3d706b80e90f,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:28:23.771036 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:23.784594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Calling delete_port for 3a735715-f5b3-45fa-84ba-3d706b80e90f owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:28:23.914762 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (3a735715-f5b3-45fa-84ba-3d706b80e90f), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:23.949523 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event deleted for resources: {'Port': ['ID=3a735715-f5b3-45fa-84ba-3d706b80e90f,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:23.974125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.974476 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.974818 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.975160 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.975537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.975872 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.976268 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.977102 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.977431 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.977755 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.978081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.978406 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:23.978730 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:28:24.002869 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] No DVR routers for this DVR port 3a735715-f5b3-45fa-84ba-3d706b80e90f on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:28:24.005407 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:24.009360 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-0493e936-82c5-4b6b-9c80-d9525deac0a0 req-30e6be6c-fca0-4da7-a44e-7dc5c7f71a5e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "DELETE /v2.0/ports/3a735715-f5b3-45fa-84ba-3d706b80e90f HTTP/1.1" status: 204 len: 173 time: 0.4193540 Feb 17 23:28:24.009813 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-deleted', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:24.012094 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c845c2-afe9-456e-b8c3-e4a3cd144af9" -d '{"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-deleted", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:28:24.105464 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e989b3-d864-40a0-bd2b-c11ec8a8522d x-openstack-request-id: req-34e989b3-d864-40a0-bd2b-c11ec8a8522d {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:28:24.105765 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95882031-1a2c-47da-9782-5ef6b0ec76e8", "name": "network-vif-deleted", "tag": "3a735715-f5b3-45fa-84ba-3d706b80e90f", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:28:24.106027 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34e989b3-d864-40a0-bd2b-c11ec8a8522d {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:28:24.106440 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95882031-1a2c-47da-9782-5ef6b0ec76e8', 'name': 'network-vif-deleted', 'tag': '3a735715-f5b3-45fa-84ba-3d706b80e90f', 'status': 'completed', 'code': 200} Feb 17 23:28:24.690403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40776) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:24.745668 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2de6acda-2f46-4e16-90bc-8e0fcae11418 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (eea8d8cc-ee44-47b8-94b4-b35c6c359ad5), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:24.770232 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2de6acda-2f46-4e16-90bc-8e0fcae11418 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (eea8d8cc-ee44-47b8-94b4-b35c6c359ad5), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:24.832472 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2de6acda-2f46-4e16-90bc-8e0fcae11418 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eea8d8cc-ee44-47b8-94b4-b35c6c359ad5), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:24.835267 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2de6acda-2f46-4e16-90bc-8e0fcae11418 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:24.837106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2de6acda-2f46-4e16-90bc-8e0fcae11418 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "DELETE /v2.0/security-groups/eea8d8cc-ee44-47b8-94b4-b35c6c359ad5 HTTP/1.1" status: 204 len: 168 time: 0.1457119 Feb 17 23:28:24.846125 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de6acda-2f46-4e16-90bc-8e0fcae11418 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8d8cc-ee44-47b8-94b4-b35c6c359ad5,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.115215 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 40782) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:25.119957 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-491e8f79-3259-48e5-b384-891c90e441f2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1178040288', 'description': 'tempest-secgroup-smoke-1178040288 description', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:25.140919 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-491e8f79-3259-48e5-b384-891c90e441f2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.206914 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-491e8f79-3259-48e5-b384-891c90e441f2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.210907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-491e8f79-3259-48e5-b384-891c90e441f2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.240218 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-491e8f79-3259-48e5-b384-891c90e441f2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.241457 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-491e8f79-3259-48e5-b384-891c90e441f2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1251755 Feb 17 23:28:25.243790 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e8f79-3259-48e5-b384-891c90e441f2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.244919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40784) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:25.249576 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-fd6dca18-8b15-4367-bec7-91f5c9acd2a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:25.274152 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd6dca18-8b15-4367-bec7-91f5c9acd2a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (2a31d2ac-c28f-4336-88db-ff4309b8478c), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.332407 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd6dca18-8b15-4367-bec7-91f5c9acd2a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (2a31d2ac-c28f-4336-88db-ff4309b8478c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.336107 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd6dca18-8b15-4367-bec7-91f5c9acd2a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (2a31d2ac-c28f-4336-88db-ff4309b8478c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.354213 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6dca18-8b15-4367-bec7-91f5c9acd2a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a31d2ac-c28f-4336-88db-ff4309b8478c,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.359322 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fd6dca18-8b15-4367-bec7-91f5c9acd2a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.360921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fd6dca18-8b15-4367-bec7-91f5c9acd2a8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148906 Feb 17 23:28:25.363784 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40786) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:25.368807 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-48de4189-ba6f-4f25-9b0f-316525658ccb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:25.394588 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48de4189-ba6f-4f25-9b0f-316525658ccb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (be1900fa-3beb-4efe-9806-e2c0bdd97b35), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.449622 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48de4189-ba6f-4f25-9b0f-316525658ccb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (be1900fa-3beb-4efe-9806-e2c0bdd97b35), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.453186 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48de4189-ba6f-4f25-9b0f-316525658ccb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (be1900fa-3beb-4efe-9806-e2c0bdd97b35), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.467752 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de4189-ba6f-4f25-9b0f-316525658ccb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be1900fa-3beb-4efe-9806-e2c0bdd97b35,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.477747 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-48de4189-ba6f-4f25-9b0f-316525658ccb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.478940 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-48de4189-ba6f-4f25-9b0f-316525658ccb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142149 Feb 17 23:28:25.481641 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40788) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:25.486103 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2def78fd-6cc6-4785-90b8-acb1dfd63cae tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:25.512011 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2def78fd-6cc6-4785-90b8-acb1dfd63cae tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (9f8f6ec4-b651-4599-b046-1b766e11a4ac), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.569555 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2def78fd-6cc6-4785-90b8-acb1dfd63cae tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (9f8f6ec4-b651-4599-b046-1b766e11a4ac), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.572938 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2def78fd-6cc6-4785-90b8-acb1dfd63cae tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (9f8f6ec4-b651-4599-b046-1b766e11a4ac), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.592026 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2def78fd-6cc6-4785-90b8-acb1dfd63cae tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8f6ec4-b651-4599-b046-1b766e11a4ac,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.597932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2def78fd-6cc6-4785-90b8-acb1dfd63cae tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.599055 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2def78fd-6cc6-4785-90b8-acb1dfd63cae tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163738 Feb 17 23:28:25.602587 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40790) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:25.606987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-a7711295-6fb5-4379-85a4-fde0c7c49980 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:25.631930 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7711295-6fb5-4379-85a4-fde0c7c49980 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (616e8126-d8a6-47af-88c1-42a8eb7384e7), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.693255 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7711295-6fb5-4379-85a4-fde0c7c49980 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (616e8126-d8a6-47af-88c1-42a8eb7384e7), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.697261 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7711295-6fb5-4379-85a4-fde0c7c49980 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (616e8126-d8a6-47af-88c1-42a8eb7384e7), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.717391 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7711295-6fb5-4379-85a4-fde0c7c49980 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616e8126-d8a6-47af-88c1-42a8eb7384e7,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.726833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-a7711295-6fb5-4379-85a4-fde0c7c49980 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.728069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-a7711295-6fb5-4379-85a4-fde0c7c49980 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1244817 Feb 17 23:28:25.730806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40792) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:25.735322 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:25.755162 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Project e47024cd4e2f4eda8547602620d2ab10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:28:25.759910 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (c8317d82-c3e1-48ad-9526-7e265a8bc4b5), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.817686 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (c8317d82-c3e1-48ad-9526-7e265a8bc4b5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.822698 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (c8317d82-c3e1-48ad-9526-7e265a8bc4b5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.837410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.841728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8317d82-c3e1-48ad-9526-7e265a8bc4b5,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.849000 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.850168 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2c31a459-f258-4652-b02e-4e67dbdd3667 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184161 Feb 17 23:28:25.853480 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 40794) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:28:25.857843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'security_group_rule': {'security_group_id': 'e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36', 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:25.879427 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Project e47024cd4e2f4eda8547602620d2ab10 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:28:25.884279 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (586b8a6e-5d47-4bf5-9123-863147d9f898), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.945863 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (586b8a6e-5d47-4bf5-9123-863147d9f898), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.949743 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (586b8a6e-5d47-4bf5-9123-863147d9f898), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.969936 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586b8a6e-5d47-4bf5-9123-863147d9f898,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:25.975946 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:25.977702 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b5b23304-ff60-439b-b3bb-60fb666d921a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232910 Feb 17 23:28:27.976525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:28:28.000840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 3a735715-f5b3-45fa-84ba-3d706b80e90f {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:28:28.001212 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 3a735715-f5b3-45fa-84ba-3d706b80e90f not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:28:40.074212 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:44.607720 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fc6175dd-6945-4590-b737-7c96f23fa7f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:45.395444 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-d1235385-6df9-4c0b-8a4a-3cd45e917af9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1178040288&fields=id&tenant_id=e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 267 time: 0.0494969 Feb 17 23:28:45.503209 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-09b4042e-f743-4979-a27b-a8de3aa32094 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:45.504596 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-09b4042e-f743-4979-a27b-a8de3aa32094 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 809 time: 0.1022038 Feb 17 23:28:45.518721 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-a94af4f6-b85f-4214-a091-3e10dae4ce0f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/quotas/e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 375 time: 0.0087974 Feb 17 23:28:45.573837 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-e5c75d3b-138f-47fa-80dc-9569926c7309 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496337 Feb 17 23:28:45.721175 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-109a1887-bf25-40a1-95ec-cc4c9d4e6250 service neutron] 10.222.0.79 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355731 Feb 17 23:28:45.813077 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-f46b3189-dfa9-4c32-810c-32650808810c service neutron] 10.222.0.79 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855293 Feb 17 23:28:46.095127 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-106f9ad1-c099-49f3-8057-9b9917c140c9 req-c4f90d97-2382-40b0-bab7-1f5508dcb94e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0286088 Feb 17 23:28:46.995339 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-5e760611-ead8-46fa-9dd8-614c83e7b91e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:46.996947 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-5e760611-ead8-46fa-9dd8-614c83e7b91e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 809 time: 0.1074607 Feb 17 23:28:47.061332 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-9c3c250a-21a3-4164-98fa-909626aca311 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 380 time: 0.0566449 Feb 17 23:28:47.069903 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'port': {'device_id': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'admin_state_up': True, 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'security_groups': ['e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:47.189130 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Made reservation on behalf of e47024cd4e2f4eda8547602620d2ab10 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:28:47.193221 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:47.197539 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-918f5b60-3848-428b-bfc8-d43f8d7f5b25 req-0f4cf112-1abc-4266-bcd8-295be21a219e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0276229 Feb 17 23:28:47.330186 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Allocated IP 172.20.0.7 (9d7ac0af-999f-4a76-a2bf-a044154e26e5/27750d2e-30dc-4a51-bacc-653f46ae29e6/4ad8b136-dc4d-416c-a6ba-831b470489a9) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:28:47.472358 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:47.478890 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c4631e3c-08fe-4c55-be80-c5010ba984a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:47.506314 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:47.548445 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:28:47.553509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:28:47.557786 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:28:47.583409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:47.616403 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:47.617774 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:47.635938 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-28eecb5e-15b4-403e-ad10-298a811ec221 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5697553 Feb 17 23:28:47.646737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Request body: {'port': {'device_id': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:28:47.715738 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:47.852598 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-2b280901-d295-4d81-9454-0162c3b2b666 None None] Provisioning complete for port 4ad8b136-dc4d-416c-a6ba-831b470489a9 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:28:47.853255 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2b280901-d295-4d81-9454-0162c3b2b666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:47.886804 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-2b280901-d295-4d81-9454-0162c3b2b666 None None] Port 4ad8b136-dc4d-416c-a6ba-831b470489a9 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:28:47.991076 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ad8b136-dc4d-416c-a6ba-831b470489a9 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:28:47.998471 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Publish callbacks [] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:48.011322 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Transition to ACTIVE for port object 4ad8b136-dc4d-416c-a6ba-831b470489a9 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:28:48.015110 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:48.066432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:48.145358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Attempting to bind port 4ad8b136-dc4d-416c-a6ba-831b470489a9 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:28:48.145699 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Attempting to bind port 4ad8b136-dc4d-416c-a6ba-831b470489a9 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:28:48.146626 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Attempting to bind port 4ad8b136-dc4d-416c-a6ba-831b470489a9 on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:28:48.152780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Port 4ad8b136-dc4d-416c-a6ba-831b470489a9 on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:28:48.153112 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Attempting to bind port 4ad8b136-dc4d-416c-a6ba-831b470489a9 on network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:28:48.159021 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 28, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:28:48.159358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Checking segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:28:48.159781 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Bound using segment: {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:28:48.160232 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Bound port: 4ad8b136-dc4d-416c-a6ba-831b470489a9, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f52d05f2-c1be-42ce-8835-d356f583b3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:28:48.160591 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:48.222204 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:48.241768 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:28:48.246432 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:28:48.254479 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:48.289972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.290605 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:48.292060 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] 10.222.0.73 "PUT /v2.0/ports/4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 1092 time: 0.6495593 Feb 17 23:28:48.292515 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:28:48.294792 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758708bf-6a50-4c36-ad24-31d17717e0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:28:48.328609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87954b31-27d2-4faa-bee3-9e3ec5623529 service neutron] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:28:48.361333 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65369e97-98e9-4c31-90f9-0301ab59c388 req-1030ff47-6091-4c0a-971b-8c3e65d7f6b0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.363491 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65369e97-98e9-4c31-90f9-0301ab59c388 req-1030ff47-6091-4c0a-971b-8c3e65d7f6b0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0775292 Feb 17 23:28:48.424469 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-3a835fe5-6baf-433b-83ad-27cdc7e1d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.426033 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-3a835fe5-6baf-433b-83ad-27cdc7e1d8dd service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1126 time: 0.0653830 Feb 17 23:28:48.428149 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-65369e97-98e9-4c31-90f9-0301ab59c388 req-23c4f66d-dd3c-40ab-ad37-9aa06bb88030 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506465 Feb 17 23:28:48.480083 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-eabef765-ff7b-41c3-9306-be22eefe5ccc service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 217 time: 0.0471578 Feb 17 23:28:48.488173 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4529b92-cf4c-467c-8fae-3703ff5c4925 x-openstack-request-id: req-d4529b92-cf4c-467c-8fae-3703ff5c4925 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:28:48.488439 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:28:48.488790 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d4529b92-cf4c-467c-8fae-3703ff5c4925 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:28:48.489272 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'status': 'completed', 'code': 200} Feb 17 23:28:48.544639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-4b4cfacf-7e07-4ddb-8ced-3567b4f389b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.546130 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-4b4cfacf-7e07-4ddb-8ced-3567b4f389b9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0559819 Feb 17 23:28:48.604164 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-f7205a2c-2239-4cca-91f9-d819a943db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.605821 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-f7205a2c-2239-4cca-91f9-d819a943db4b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0533600 Feb 17 23:28:48.697910 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-4ea76f48-ea55-4f46-8283-d4dfc5648383 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862603 Feb 17 23:28:48.791256 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-541370f0-3a4d-4f6c-9dca-327081cfea31 req-b5c08f2b-849c-4716-81a2-15993159ad58 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875461 Feb 17 23:28:48.880463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-ca83ffbe-02d1-4bc3-b045-7e7c7f0bc3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.881960 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-ca83ffbe-02d1-4bc3-b045-7e7c7f0bc3fe service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1126 time: 0.0469882 Feb 17 23:28:48.989078 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-f79f343e-99fb-45da-bede-b2ba423fdd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:48.990558 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-f79f343e-99fb-45da-bede-b2ba423fdd7b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0887840 Feb 17 23:28:49.034889 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-f4b5b490-323d-4275-b0cd-6768efa9d113 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 217 time: 0.0381844 Feb 17 23:28:49.083330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-3a59b0e7-45fd-4c21-be60-fa55258daf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:49.084743 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-3a59b0e7-45fd-4c21-be60-fa55258daf0b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0448017 Feb 17 23:28:49.137224 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-0f739922-c371-476d-9022-5fc9920166bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:49.138748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-0f739922-c371-476d-9022-5fc9920166bf service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475347 Feb 17 23:28:49.233330 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-b6f9d5b1-43d8-4b86-9d72-063fba1606b1 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889773 Feb 17 23:28:49.325350 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-758708bf-6a50-4c36-ad24-31d17717e0c8 req-f31cfbee-1f28-437e-ae19-17a862b85eba service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859342 Feb 17 23:28:49.555482 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb4f60d-bdb2-4611-83da-fb396fc3ee3e req-fbbce816-d8e0-4983-8f54-07b4e3096296 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:49.556979 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bb4f60d-bdb2-4611-83da-fb396fc3ee3e req-fbbce816-d8e0-4983-8f54-07b4e3096296 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0550926 Feb 17 23:28:49.604592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bb4f60d-bdb2-4611-83da-fb396fc3ee3e req-e58c005b-04ed-41e2-999a-bb830e507af9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420961 Feb 17 23:28:49.621228 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:50.301395 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:28:50.731710 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f14da-477d-4c0d-af42-5506e8826653 req-0505239e-d1f4-444b-9639-66982655958e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:50.733201 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-267f14da-477d-4c0d-af42-5506e8826653 req-0505239e-d1f4-444b-9639-66982655958e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0578671 Feb 17 23:28:50.782976 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-267f14da-477d-4c0d-af42-5506e8826653 req-d9e28501-829f-4f8e-aace-c932fb1f719e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439217 Feb 17 23:28:51.040236 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:51.902469 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565264d-b2ec-4f20-81b2-fa8bb2b9840d req-119b36e4-47a2-4eb2-90d8-cca8089059e4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:51.904028 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0565264d-b2ec-4f20-81b2-fa8bb2b9840d req-119b36e4-47a2-4eb2-90d8-cca8089059e4 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0538251 Feb 17 23:28:51.952268 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0565264d-b2ec-4f20-81b2-fa8bb2b9840d req-655e1847-f6b6-4f8c-ac5d-dc9a2fcac78c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425074 Feb 17 23:28:53.071965 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec5a90-d341-4c01-9e88-779dbd00bf3c req-4ab08ee3-7a09-40d2-90f7-465d8e9bb384 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:53.073453 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dec5a90-d341-4c01-9e88-779dbd00bf3c req-4ab08ee3-7a09-40d2-90f7-465d8e9bb384 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0529196 Feb 17 23:28:53.127346 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8dec5a90-d341-4c01-9e88-779dbd00bf3c req-c33c4948-39c6-4a81-bcd2-7acc97cfb9ce tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480673 Feb 17 23:28:54.251390 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5529aa-3a42-4513-a798-0fc0690729f9 req-3364fdea-330d-42e6-9e5c-b502c263518e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:54.252950 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd5529aa-3a42-4513-a798-0fc0690729f9 req-3364fdea-330d-42e6-9e5c-b502c263518e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0567575 Feb 17 23:28:54.306986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fd5529aa-3a42-4513-a798-0fc0690729f9 req-716e5d2c-d7d1-45d4-8029-1670092c1de2 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482874 Feb 17 23:28:55.460563 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9093b00e-e0d1-4347-8590-f7501556ec7b req-ba345846-053f-4a5c-8112-165c77e270b0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:55.462196 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9093b00e-e0d1-4347-8590-f7501556ec7b req-ba345846-053f-4a5c-8112-165c77e270b0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0592034 Feb 17 23:28:55.513438 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9093b00e-e0d1-4347-8590-f7501556ec7b req-8c64a0de-a28a-4eee-911a-a65bb33ca288 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452223 Feb 17 23:28:55.850004 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:28:56.643171 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fbb4b0-4f64-4e90-9d2d-2521622a41c9 req-11342a67-62d0-4e9c-be2d-d9bb8f1a84b9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:56.644576 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63fbb4b0-4f64-4e90-9d2d-2521622a41c9 req-11342a67-62d0-4e9c-be2d-d9bb8f1a84b9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0608890 Feb 17 23:28:56.696212 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63fbb4b0-4f64-4e90-9d2d-2521622a41c9 req-94efbecd-13c4-4033-9647-16816edf9187 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456860 Feb 17 23:28:57.815200 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe04eb6-aea0-462f-abce-96b8bc29b984 req-1b0dcdf5-6a4e-4118-b0a5-708d6b0adf91 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:57.816608 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-abe04eb6-aea0-462f-abce-96b8bc29b984 req-1b0dcdf5-6a4e-4118-b0a5-708d6b0adf91 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0522306 Feb 17 23:28:57.865652 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-abe04eb6-aea0-462f-abce-96b8bc29b984 req-e26ae446-617c-49c7-b1a2-85260cbc998a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429349 Feb 17 23:28:58.984558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2750ca-f240-4ee4-bb68-2cedb2ca25b3 req-f0a525d8-b732-4fa9-b90a-7971ef61e467 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:28:58.986027 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b2750ca-f240-4ee4-bb68-2cedb2ca25b3 req-f0a525d8-b732-4fa9-b90a-7971ef61e467 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0529568 Feb 17 23:28:59.038850 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7b2750ca-f240-4ee4-bb68-2cedb2ca25b3 req-389c0342-8fb6-4fec-b584-350cca539082 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466385 Feb 17 23:29:00.162450 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e724440-6d11-4228-a018-2e29b4c6aedc req-6820dba2-0569-4469-889a-430b14729f53 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:00.164043 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e724440-6d11-4228-a018-2e29b4c6aedc req-6820dba2-0569-4469-889a-430b14729f53 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0545251 Feb 17 23:29:00.218501 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6e724440-6d11-4228-a018-2e29b4c6aedc req-323946d4-3bf9-44a7-8935-1a2d529df23a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458696 Feb 17 23:29:01.337773 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acf1b9-006f-4259-a292-e12108b4d93b req-76a9a3cf-fbe4-4595-b150-d0315c4d9dbd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:01.339256 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54acf1b9-006f-4259-a292-e12108b4d93b req-76a9a3cf-fbe4-4595-b150-d0315c4d9dbd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0529220 Feb 17 23:29:01.388386 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-54acf1b9-006f-4259-a292-e12108b4d93b req-d929779b-08ed-45d3-9c65-229bebcc094d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Feb 17 23:29:02.512613 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02c435c-4b24-4b6d-8944-462e990a62c6 req-f56d8e7a-9771-42f9-ae01-0cb5c785af48 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:02.514100 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d02c435c-4b24-4b6d-8944-462e990a62c6 req-f56d8e7a-9771-42f9-ae01-0cb5c785af48 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0562351 Feb 17 23:29:02.565030 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d02c435c-4b24-4b6d-8944-462e990a62c6 req-326954a4-cfb8-496a-b525-d4e49c051f39 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449085 Feb 17 23:29:03.687557 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23878d7f-20e0-40e6-a489-e314c266cf7c req-fcb875f2-56ef-4acc-9421-19a552733e91 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:03.689045 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23878d7f-20e0-40e6-a489-e314c266cf7c req-fcb875f2-56ef-4acc-9421-19a552733e91 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0536764 Feb 17 23:29:03.740847 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-23878d7f-20e0-40e6-a489-e314c266cf7c req-ed96e88b-33d0-4388-a8e4-187526a8934c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455971 Feb 17 23:29:04.131463 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4ad8b136-dc4d-416c-a6ba-831b470489a9 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:29:04.238462 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:29:04.249813 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'port_id': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'mac_address': 'fa:16:3e:61:b7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:29:04.286250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4ad8b136-dc4d-416c-a6ba-831b470489a9 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:29:04.286643 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:04.303076 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad8b136-dc4d-416c-a6ba-831b470489a9 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:29:04.327824 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:29:04.331844 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:04.385384 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:29:04.392570 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.392925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.393271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.393615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.394050 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.394561 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.395101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.395608 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.396087 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.396683 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.397759 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.398196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.398529 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:29:04.562587 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['4ad8b136-dc4d-416c-a6ba-831b470489a9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:29:04.869060 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcec243-cf07-491b-b962-fb42bc24b83f req-8070c2d7-bd22-47cb-a618-76eb83b2a7f1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:04.870545 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fcec243-cf07-491b-b962-fb42bc24b83f req-8070c2d7-bd22-47cb-a618-76eb83b2a7f1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0578966 Feb 17 23:29:04.919341 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7fcec243-cf07-491b-b962-fb42bc24b83f req-73008dbd-c584-4bd7-b8c5-e6f12fb516cc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432153 Feb 17 23:29:06.036766 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63992288-640f-406e-8fab-054978a66e49 req-58c70ca5-5e56-4659-995f-b4ce0b8be931 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:06.038248 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63992288-640f-406e-8fab-054978a66e49 req-58c70ca5-5e56-4659-995f-b4ce0b8be931 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0523787 Feb 17 23:29:06.086221 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-63992288-640f-406e-8fab-054978a66e49 req-94ed587d-f361-4022-a30e-16d49594e2a0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420170 Feb 17 23:29:06.141772 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4ad8b136-dc4d-416c-a6ba-831b470489a9 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:29:06.190969 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port 4ad8b136-dc4d-416c-a6ba-831b470489a9 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:29:06.194643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 4ad8b136-dc4d-416c-a6ba-831b470489a9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:29:06.195010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:06.270742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4ad8b136-dc4d-416c-a6ba-831b470489a9 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:29:06.271038 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:06.293525 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:29:06.296145 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d14e217-d71f-4d77-ac83-183b48136d97" -d '{"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:29:06.313019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:29:06.317564 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:06.368938 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:29:06.392108 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b699bde-0e43-47b4-ac9d-f9de7f929efb x-openstack-request-id: req-3b699bde-0e43-47b4-ac9d-f9de7f929efb {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:29:06.392400 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:29:06.392652 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3b699bde-0e43-47b4-ac9d-f9de7f929efb {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:29:06.393051 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'code': 200} Feb 17 23:29:06.496373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b57c-ee39-4496-a216-a0201f8fe94c req-d67835c0-54d2-4c78-92d6-4e25b54ee603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:06.497898 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1c22b57c-ee39-4496-a216-a0201f8fe94c req-d67835c0-54d2-4c78-92d6-4e25b54ee603 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0496061 Feb 17 23:29:06.544550 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1c22b57c-ee39-4496-a216-a0201f8fe94c req-519f366e-efd0-4fb3-9810-ee919a779be0 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402379 Feb 17 23:29:07.206516 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e95ab0-de8b-4362-a23c-679559b3e969 req-58720a30-65fe-4b8d-880b-f524dd9ebc02 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:07.208013 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64e95ab0-de8b-4362-a23c-679559b3e969 req-58720a30-65fe-4b8d-880b-f524dd9ebc02 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0518770 Feb 17 23:29:07.261338 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-64e95ab0-de8b-4362-a23c-679559b3e969 req-bab61232-276c-4063-90f3-a49213898b86 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Feb 17 23:29:08.381738 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f1594-7413-4cc8-b7da-cf3b2f46e50a req-fd74de62-8d3a-4d22-a7cd-db8e0c08fd85 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:08.383185 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f5f1594-7413-4cc8-b7da-cf3b2f46e50a req-fd74de62-8d3a-4d22-a7cd-db8e0c08fd85 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0535889 Feb 17 23:29:08.430379 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5f5f1594-7413-4cc8-b7da-cf3b2f46e50a req-0a371269-dcc3-415c-b604-647517e59745 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416462 Feb 17 23:29:08.549410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0d11a-168b-4a90-b21c-4bc685a24f03 req-a0368f89-3792-4924-9d9d-e3af054570fc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:08.550820 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3dc0d11a-168b-4a90-b21c-4bc685a24f03 req-a0368f89-3792-4924-9d9d-e3af054570fc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0533192 Feb 17 23:29:08.600705 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3dc0d11a-168b-4a90-b21c-4bc685a24f03 req-a5cf50d1-495a-4f2b-993f-03efb2c29b08 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437217 Feb 17 23:29:08.625732 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41008) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:29:08.674385 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e24a39-b0d1-4c0b-b298-7eea7dd4b413 tempest-TestShelveInstance-105969677 tempest-TestShelveInstance-105969677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:08.675909 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-26e24a39-b0d1-4c0b-b298-7eea7dd4b413 tempest-TestShelveInstance-105969677 tempest-TestShelveInstance-105969677-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1123 time: 0.0492027 Feb 17 23:29:08.678585 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41010) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:29:08.682731 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:29:08.701846 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:08.797935 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:08.900707 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Allocated IP 172.25.0.236 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/bbebdbd5-6120-4745-80ab-7f1737aa4039) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:29:08.999851 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:09.033332 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:09.076575 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:29:09.079443 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:29:09.082904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:29:09.104362 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'Port': ['ID=bbebdbd5-6120-4745-80ab-7f1737aa4039,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:29:09.433140 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (4fa3964d-8982-4fb5-bc69-7b286bf5740b), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:09.504220 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:09.656523 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:09.660847 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:09.724453 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event updated for resources: {'Port': ['ID=bbebdbd5-6120-4745-80ab-7f1737aa4039,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:29:09.738171 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (4fa3964d-8982-4fb5-bc69-7b286bf5740b), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:09.841518 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Floating IP 4fa3964d-8982-4fb5-bc69-7b286bf5740b associated. External IP: 172.25.0.236, port: 4ad8b136-dc4d-416c-a6ba-831b470489a9. Feb 17 23:29:10.055828 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:29:10.075277 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:10.174324 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:29:10.185256 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] Sync routers for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:29:10.196243 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:29:10.196479 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:10.197304 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:29:10.228636 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b42c704f-6d6f-49ff-a2d7-52b7ac50f6b6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5484843 Feb 17 23:29:10.229232 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:29:10.231847 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3574536-0941-43be-bb2e-36b5eee7f932" -d '{"events": [{"name": "network-changed", "server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:29:10.277993 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87a16bc-a636-49de-8806-405ee67ef6b4 x-openstack-request-id: req-f87a16bc-a636-49de-8806-405ee67ef6b4 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:29:10.278292 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:29:10.278544 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f87a16bc-a636-49de-8806-405ee67ef6b4 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:29:10.278957 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'status': 'completed', 'code': 200} Feb 17 23:29:10.308697 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:29:10.345544 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-6cd1aa4b-a903-48fa-9258-5ad8af8b6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:10.347057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-6cd1aa4b-a903-48fa-9258-5ad8af8b6ef0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0458736 Feb 17 23:29:10.440640 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-2d3dfadf-8946-4532-bd71-e88b658ac46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:10.442030 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-2d3dfadf-8946-4532-bd71-e88b658ac46e service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0896621 Feb 17 23:29:10.507072 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-db6a3a9d-232b-442e-893d-ef4cbf725d89 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 999 time: 0.0591931 Feb 17 23:29:10.528555 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '4fa3964d-8982-4fb5-bc69-7b286bf5740b', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'port_id': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'mac_address': 'fa:16:3e:61:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:29:09Z', 'updated_at': '2022-02-17T23:29:09Z', 'revision_number': 0, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:29:10.556183 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-5c0abeb7-b626-4c31-8de4-df902cdb89b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:10.557631 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-5c0abeb7-b626-4c31-8de4-df902cdb89b2 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0440886 Feb 17 23:29:10.557982 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] Checking router: 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:29:10.566340 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:29:10.566947 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:28:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:29:10.610897 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-ea11ead7-770e-45c0-ae09-07dbe1be4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:10.612441 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-ea11ead7-770e-45c0-ae09-07dbe1be4c86 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486722 Feb 17 23:29:10.670967 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:29:10.702155 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-baa4a8de-10e2-402b-9553-7a2df5c2a4f4 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836046 Feb 17 23:29:10.796092 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-b3574536-0941-43be-bb2e-36b5eee7f932 req-a5d6c7f2-ceb5-4184-9b54-1f1d1551a998 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883420 Feb 17 23:29:10.896587 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '4fa3964d-8982-4fb5-bc69-7b286bf5740b', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'port_id': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'mac_address': 'fa:16:3e:61:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:29:09Z', 'updated_at': '2022-02-17T23:29:09Z', 'revision_number': 0, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:29:10.921702 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e4c1fb-2ccd-42a0-9852-6e1afe0485ce None None] The sync data for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 is: [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '4fa3964d-8982-4fb5-bc69-7b286bf5740b', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'floating_ip_address': '172.25.0.236', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'port_id': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4374, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'mac_address': 'fa:16:3e:61:b7:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:29:09Z', 'updated_at': '2022-02-17T23:29:09Z', 'revision_number': 0, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:29:11.119551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de92f08-26fb-4915-8e72-dbe7d4d50d07 None None] New status for floating IP 4fa3964d-8982-4fb5-bc69-7b286bf5740b: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:29:14.609840 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-81c9fa7a-77a7-4fa5-9cd6-e2ee3d83e45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:17.481481 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9f32657d-7f21-40f3-b40c-21d51e8b45b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:18.218604 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:19.621851 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:21.033353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:25.862078 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:27.395045 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:29:36.404867 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-e214c06c-b68a-4921-93df-0b283e79c9f2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492368 Feb 17 23:29:36.491928 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-0fe12f60-1a5b-4041-a268-e3885aea79f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:36.493468 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-0fe12f60-1a5b-4041-a268-e3885aea79f9 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0463245 Feb 17 23:29:36.604176 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-8a92a226-bc75-4f2a-aa12-2eeec6e24023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:36.605628 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-8a92a226-bc75-4f2a-aa12-2eeec6e24023 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0914016 Feb 17 23:29:36.669221 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-6a173d38-184a-4a45-a95e-84d594810ee8 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 1001 time: 0.0571117 Feb 17 23:29:36.716121 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-5115ace6-d0f7-411a-9147-27be2e502e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:36.717549 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-5115ace6-d0f7-411a-9147-27be2e502e1f service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0431006 Feb 17 23:29:36.771302 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-89c19892-de5e-4dc9-9348-599b657d811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:29:36.772804 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-89c19892-de5e-4dc9-9348-599b657d811a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491295 Feb 17 23:29:36.859647 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-f0dd99e7-a30d-4707-a39d-08848be135ec service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797360 Feb 17 23:29:36.950555 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7f6c5431-3a5c-4180-8d37-4f7da0c8d0f0 req-0fbbc897-5167-4f21-8a05-7e7a5f14b90a service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854366 Feb 17 23:29:40.084837 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:44.611489 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-40567256-6e72-4766-a5fd-c0e5845db9f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:47.483405 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1b11dfd9-662c-4501-a97f-63a6dbfcf310 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:48.221377 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:49.623390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:51.036099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:29:55.860875 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:04.304892 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:30:10.079269 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:14.613608 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ba6ddf9-a78e-443a-9252-a8b1ef845218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:17.485465 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e275bc63-048a-4581-a247-4e7ff9ce1ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:18.223832 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:19.625936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:21.037992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:25.860087 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:37.429748 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-2f76b921-cc4d-424c-94e8-52ce360f2fa8 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0811505 Feb 17 23:30:37.512923 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-dc4fa04c-5f15-4117-a723-d5e16fc4a70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:37.514300 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-dc4fa04c-5f15-4117-a723-d5e16fc4a70c service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0440202 Feb 17 23:30:37.622602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-944a0d95-ca31-42cf-8fba-b9671c0f5585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:37.624622 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-944a0d95-ca31-42cf-8fba-b9671c0f5585 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0877895 Feb 17 23:30:37.687823 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-af5373c5-8288-4b9d-9cdc-b6bb81c1ee05 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 1001 time: 0.0576413 Feb 17 23:30:37.734111 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-c36f7223-6df0-47d2-bbc0-64db75982411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:37.735814 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-c36f7223-6df0-47d2-bbc0-64db75982411 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0429485 Feb 17 23:30:37.787327 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-f3598fda-3702-4bdd-9bb0-9d69b7a5b0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:30:37.788759 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-f3598fda-3702-4bdd-9bb0-9d69b7a5b0b7 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472569 Feb 17 23:30:37.875501 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-d878f6b7-46e4-4158-bce1-52c096b47106 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808303 Feb 17 23:30:37.965333 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-12c2f4ee-cc9d-4095-817c-725c33666180 req-5f713cd2-3ff7-41cd-aa25-62e09fba046c service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841937 Feb 17 23:30:40.093936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:41.303633 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:30:44.616059 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bfad131f-806c-40d0-a738-55dd1218d35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:47.487483 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-55d6894b-4e3f-4acf-8f8c-56a01eafe4cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:48.227720 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:49.629374 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:51.039560 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:30:55.875953 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:03.037572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc7ba0-c43e-4afd-adf4-54bf79cb0889 req-a6a204b6-3223-4c1d-8150-d84c8b3352e6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:03.038986 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cdfc7ba0-c43e-4afd-adf4-54bf79cb0889 req-a6a204b6-3223-4c1d-8150-d84c8b3352e6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.1015575 Feb 17 23:31:03.087183 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cdfc7ba0-c43e-4afd-adf4-54bf79cb0889 req-7ce02697-7d55-43ac-b6c0-2fad72a5849d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 Feb 17 23:31:04.214442 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c173a-0d73-45f6-b2a1-edb293d2e220 req-feb08895-1ec6-4275-9a17-820b61b33fa1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:04.215929 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe7c173a-0d73-45f6-b2a1-edb293d2e220 req-feb08895-1ec6-4275-9a17-820b61b33fa1 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0571320 Feb 17 23:31:04.264306 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe7c173a-0d73-45f6-b2a1-edb293d2e220 req-a7225e26-698a-4541-b2eb-3c3d7c826949 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416269 Feb 17 23:31:05.384102 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad92d4-164e-4dec-b98a-f58927c55b4e req-bc673754-9b4c-4ad2-9505-e0bef8553e1c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:05.385700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51ad92d4-164e-4dec-b98a-f58927c55b4e req-bc673754-9b4c-4ad2-9505-e0bef8553e1c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0533545 Feb 17 23:31:05.434325 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-51ad92d4-164e-4dec-b98a-f58927c55b4e req-eca961ee-4856-4946-9209-9f1cf9957ae5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428717 Feb 17 23:31:06.553929 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb747384-4f49-4c2b-979c-c51c06785f79 req-f8f5bd54-daea-4885-899c-0de7dea1c352 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:06.555411 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb747384-4f49-4c2b-979c-c51c06785f79 req-f8f5bd54-daea-4885-899c-0de7dea1c352 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0537529 Feb 17 23:31:06.608544 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-bb747384-4f49-4c2b-979c-c51c06785f79 req-d07989a3-b717-48a2-852f-ab1571e371b8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468163 Feb 17 23:31:07.730413 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee15a6-5c40-433d-bd7a-86fc14c303d2 req-0927f0c7-ceaa-4135-903b-1c1584f24aa5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:07.731894 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58ee15a6-5c40-433d-bd7a-86fc14c303d2 req-0927f0c7-ceaa-4135-903b-1c1584f24aa5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0531883 Feb 17 23:31:07.780242 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-58ee15a6-5c40-433d-bd7a-86fc14c303d2 req-0842d6e7-f84f-4a7f-ae8d-1a6325fb2e03 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Feb 17 23:31:08.898144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55388dad-ee76-412e-8a8f-48a1be1a9ec4 req-8f2081b7-1e1c-4fd7-9fa0-5b68f1c80940 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:08.899643 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55388dad-ee76-412e-8a8f-48a1be1a9ec4 req-8f2081b7-1e1c-4fd7-9fa0-5b68f1c80940 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0532866 Feb 17 23:31:08.947468 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-55388dad-ee76-412e-8a8f-48a1be1a9ec4 req-d19b9751-fb55-49e7-b0e7-7e413e0d8c7b tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416117 Feb 17 23:31:10.074206 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b3182-5b90-42c2-b264-e091241708de req-70525004-c57d-4d15-b8ec-2077394e55f8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:10.075731 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f96b3182-5b90-42c2-b264-e091241708de req-70525004-c57d-4d15-b8ec-2077394e55f8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0593295 Feb 17 23:31:10.098521 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:10.128001 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f96b3182-5b90-42c2-b264-e091241708de req-3f130707-d672-4630-b43c-816e52f459da tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463452 Feb 17 23:31:11.257735 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e36f35-b9a2-470d-a0cb-8af4972b5849 req-56c5f30d-3a70-40b2-aba8-69357866c4f5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:11.259199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06e36f35-b9a2-470d-a0cb-8af4972b5849 req-56c5f30d-3a70-40b2-aba8-69357866c4f5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0548506 Feb 17 23:31:11.307801 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-06e36f35-b9a2-470d-a0cb-8af4972b5849 req-46a177d0-5b0f-4212-bdef-51a2e57fd6e0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423563 Feb 17 23:31:12.428489 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b4ca7-5c73-4fff-9b02-2466976922c2 req-157b5209-b0c8-405a-a39a-ce846b4e4e81 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:12.429960 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b27b4ca7-5c73-4fff-9b02-2466976922c2 req-157b5209-b0c8-405a-a39a-ce846b4e4e81 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0527663 Feb 17 23:31:12.802985 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b27b4ca7-5c73-4fff-9b02-2466976922c2 req-b1bd1a8c-c63d-4763-8056-86e2a24e1826 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3673077 Feb 17 23:31:13.114594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-d3cf84b4-d3ca-4db0-aa06-8cd58bb46fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:13.116089 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-d3cf84b4-d3ca-4db0-aa06-8cd58bb46fb3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0482070 Feb 17 23:31:13.204190 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-32c1ec7a-2a3e-492e-8769-bef36b0aad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:13.205672 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-32c1ec7a-2a3e-492e-8769-bef36b0aad50 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0838101 Feb 17 23:31:13.272335 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-bb7836e1-0885-4198-8ae3-ab2bcb8b9f08 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 1001 time: 0.0612800 Feb 17 23:31:13.320701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-70b127e4-e8b9-48ca-97a5-d3ca5c462221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:13.322177 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-70b127e4-e8b9-48ca-97a5-d3ca5c462221 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0441394 Feb 17 23:31:13.370068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-10095f24-b208-49e9-b0f0-08c1e9e1b618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:13.371549 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-10095f24-b208-49e9-b0f0-08c1e9e1b618 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0434029 Feb 17 23:31:13.460661 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-5fe8a6ed-0b24-43a1-9ce3-89696643af57 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832469 Feb 17 23:31:13.549132 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-9480826c-5290-42c9-9c32-0c21c5eb6714 req-a2f94513-b282-41f3-ab94-c63a84ea6f51 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833511 Feb 17 23:31:13.929579 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a922ab2-2091-42fe-8ae9-b39341363e26 req-6aa8a213-55d2-4690-b55c-d5ff3c0da091 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:13.931053 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a922ab2-2091-42fe-8ae9-b39341363e26 req-6aa8a213-55d2-4690-b55c-d5ff3c0da091 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0608728 Feb 17 23:31:13.979709 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a922ab2-2091-42fe-8ae9-b39341363e26 req-b1ac7b70-1283-48d7-9319-c9603029dcdc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429106 Feb 17 23:31:14.617806 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33fbdbd8-92b1-4c5a-a376-bad94d3fd37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:15.118653 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235be5b-c258-4e93-8539-e137592ec299 req-b55ac3c4-f21d-46a2-b800-8917ec77fe15 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:15.120228 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9235be5b-c258-4e93-8539-e137592ec299 req-b55ac3c4-f21d-46a2-b800-8917ec77fe15 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0663669 Feb 17 23:31:15.183661 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9235be5b-c258-4e93-8539-e137592ec299 req-14b3afa2-9f46-41c3-9c73-6e3bfdcbdeef tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541918 Feb 17 23:31:16.305270 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664527a4-7c79-4f32-90a9-1d70a993db30 req-e6a2ff8d-0751-4657-8f02-72a6c02d4aa6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:16.306655 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-664527a4-7c79-4f32-90a9-1d70a993db30 req-e6a2ff8d-0751-4657-8f02-72a6c02d4aa6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0540700 Feb 17 23:31:16.363948 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-664527a4-7c79-4f32-90a9-1d70a993db30 req-b33cb405-a4ea-4080-ba9b-f46f459937d6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438726 Feb 17 23:31:17.486279 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f808e21-d85c-4378-b9c2-7200d0d93ed5 req-dee5eb8c-7a11-463e-b9b3-30151461d5f9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:17.487893 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f808e21-d85c-4378-b9c2-7200d0d93ed5 req-dee5eb8c-7a11-463e-b9b3-30151461d5f9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0579298 Feb 17 23:31:17.489863 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-28906047-683d-47de-afbf-82ff916173be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:17.552987 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2f808e21-d85c-4378-b9c2-7200d0d93ed5 req-60637171-070c-4bbe-b297-cbb49e977bcb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589950 Feb 17 23:31:18.242381 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:18.303485 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:31:18.686886 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca848bd-8a94-43a2-98ab-e6f2fa1d611a req-ea86c790-789d-4b87-a7e6-8537baece180 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:18.688412 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ca848bd-8a94-43a2-98ab-e6f2fa1d611a req-ea86c790-789d-4b87-a7e6-8537baece180 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0605323 Feb 17 23:31:18.743638 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2ca848bd-8a94-43a2-98ab-e6f2fa1d611a req-cf20a824-c7da-4214-acb7-59a279fb9c8e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481799 Feb 17 23:31:18.876345 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4ad8b136-dc4d-416c-a6ba-831b470489a9 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:31:18.954352 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4ad8b136-dc4d-416c-a6ba-831b470489a9 is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:31:18.954748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:18.978132 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:31:18.980541 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e9c77a-30f1-4009-88f0-7455df4ade84" -d '{"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:31:18.993343 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:31:18.998997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:19.030004 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6428918d-5f6f-4084-af33-3568fb4d2bce x-openstack-request-id: req-6428918d-5f6f-4084-af33-3568fb4d2bce {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:31:19.030306 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-unplugged", "status": "completed", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:31:19.030565 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6428918d-5f6f-4084-af33-3568fb4d2bce {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:31:19.030962 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'code': 200} Feb 17 23:31:19.061799 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:19.070259 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.070911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.071436 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.071784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.072120 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.072510 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.072849 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.073222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.073790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.074118 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.074220 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.074626 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.074857 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:31:19.633881 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:19.866780 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152ca69-5b25-458a-86fe-2729ab5d7b85 req-d8f132b6-88f1-44e3-b98b-e7e7012b3bee tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:19.868215 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d152ca69-5b25-458a-86fe-2729ab5d7b85 req-d8f132b6-88f1-44e3-b98b-e7e7012b3bee tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0541945 Feb 17 23:31:19.918802 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d152ca69-5b25-458a-86fe-2729ab5d7b85 req-b60a6000-cf02-41b5-a97d-3ea28ad53a1c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442655 Feb 17 23:31:20.120570 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-0cf904e7-9d01-4a0e-9c1c-7b81abe25c76 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0545952 Feb 17 23:31:20.131564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-c33fa155-789b-443d-946c-bc2a7f6057de service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103526) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:31:20.132741 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-c33fa155-789b-443d-946c-bc2a7f6057de service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056388 Feb 17 23:31:20.144659 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe805d4c-0e98-458a-b9dd-44bda2fa9e8e req-c884a700-b06b-45d3-8adc-07eb3da04c93 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:20.146163 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe805d4c-0e98-458a-b9dd-44bda2fa9e8e req-c884a700-b06b-45d3-8adc-07eb3da04c93 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0585368 Feb 17 23:31:20.222520 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fe805d4c-0e98-458a-b9dd-44bda2fa9e8e req-63ab79c4-4492-48da-93da-ddb227adec6a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697391 Feb 17 23:31:20.228984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cdba-ab61-4375-a835-e28f971fb207 req-a356105b-4870-402c-a504-a34e94a3b40f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:20.230399 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-a356105b-4870-402c-a504-a34e94a3b40f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports/4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 940 time: 0.0569744 Feb 17 23:31:21.043862 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:21.351389 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3850a65-3595-4ea1-af4f-a05e4193d608 req-f0dd78be-4a28-4898-8cfd-b697425e04f0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:21.352890 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3850a65-3595-4ea1-af4f-a05e4193d608 req-f0dd78be-4a28-4898-8cfd-b697425e04f0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0543950 Feb 17 23:31:21.403292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3850a65-3595-4ea1-af4f-a05e4193d608 req-2e9cc1f4-fd94-4ac6-babe-4483967b512a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440292 Feb 17 23:31:22.543022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b4e9f-7eef-4c6d-a5a5-2938f923574e req-144420f6-0668-4b90-a974-635b3120b88f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:22.545081 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f07b4e9f-7eef-4c6d-a5a5-2938f923574e req-144420f6-0668-4b90-a974-635b3120b88f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0571344 Feb 17 23:31:22.596856 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f07b4e9f-7eef-4c6d-a5a5-2938f923574e req-2597ade8-6017-449c-a604-6cbeb76c989c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Feb 17 23:31:23.723695 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f621a4-18bd-4f49-a257-227ae7714634 req-1cb004ce-d819-40a3-a97d-35f2f448e293 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:23.725171 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3f621a4-18bd-4f49-a257-227ae7714634 req-1cb004ce-d819-40a3-a97d-35f2f448e293 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0584691 Feb 17 23:31:23.775285 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3f621a4-18bd-4f49-a257-227ae7714634 req-ee770d3c-99b1-48dd-a815-425bbf1ed0a0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Feb 17 23:31:24.429742 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-223dfc94-9870-4c46-a8cf-a15b56aaefb4 req-8db5e995-01c4-41eb-9e98-57e29625281e service neutron] (103527) timed out ('10.222.0.73', 51004) {{(pid=103527) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:31:24.897036 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297628d6-936c-48d5-974a-aa4fb0f37656 req-3b2009dc-a88b-4ac1-9785-889267c2b5eb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:24.898516 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-297628d6-936c-48d5-974a-aa4fb0f37656 req-3b2009dc-a88b-4ac1-9785-889267c2b5eb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0545304 Feb 17 23:31:24.948125 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-297628d6-936c-48d5-974a-aa4fb0f37656 req-bd233c5a-6131-4897-9a96-219d6ef39149 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430403 Feb 17 23:31:25.875121 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:26.082662 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46276fd7-f06d-4e70-8e00-064c5adb64f8 req-dcc45678-b023-4517-8ed1-b7edf496a271 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:26.085090 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46276fd7-f06d-4e70-8e00-064c5adb64f8 req-dcc45678-b023-4517-8ed1-b7edf496a271 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0650518 Feb 17 23:31:26.140224 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-46276fd7-f06d-4e70-8e00-064c5adb64f8 req-6e69aace-bec7-4cd6-a6a1-7c823686f749 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501983 Feb 17 23:31:27.286271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7b7e5-0f8f-4654-98a2-5ff8dd259e8b req-573f3e4f-8e44-4457-aa47-c7b65f81ecd8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:27.287796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ee7b7e5-0f8f-4654-98a2-5ff8dd259e8b req-573f3e4f-8e44-4457-aa47-c7b65f81ecd8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0710511 Feb 17 23:31:27.343915 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7ee7b7e5-0f8f-4654-98a2-5ff8dd259e8b req-83b5b8d5-48df-4ef1-9973-0de736168802 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496414 Feb 17 23:31:28.466757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33998e73-a275-4f01-bee0-33bb87cbe73e req-b96285e8-11cb-4351-a3a3-983e9d788024 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:28.468292 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33998e73-a275-4f01-bee0-33bb87cbe73e req-b96285e8-11cb-4351-a3a3-983e9d788024 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0568616 Feb 17 23:31:28.527321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-33998e73-a275-4f01-bee0-33bb87cbe73e req-04fdcbc3-bc82-46c2-b9dc-997b5342f3f6 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490468 Feb 17 23:31:29.650872 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d400f-511c-4d2f-9d2f-fedeeda53e83 req-495164fc-3148-4533-a2d2-e162a1848e0d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:29.652452 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e28d400f-511c-4d2f-9d2f-fedeeda53e83 req-495164fc-3148-4533-a2d2-e162a1848e0d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0546539 Feb 17 23:31:29.706006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e28d400f-511c-4d2f-9d2f-fedeeda53e83 req-5a5fce8f-2247-4d49-a5c1-f71f3806b90a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471172 Feb 17 23:31:30.844161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da29e12-bc3d-4580-9b26-5cba36c6b329 req-d8d6566c-994c-4837-a2e1-d9524dd7213f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:30.845593 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8da29e12-bc3d-4580-9b26-5cba36c6b329 req-d8d6566c-994c-4837-a2e1-d9524dd7213f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0599611 Feb 17 23:31:30.912511 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-8da29e12-bc3d-4580-9b26-5cba36c6b329 req-d01d1bae-9904-46cc-b972-6d087e97c669 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610349 Feb 17 23:31:31.201396 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cdba-ab61-4375-a835-e28f971fb207 req-3578b8e6-6b7e-4d2d-ac4d-f238a803eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:31.202898 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-3578b8e6-6b7e-4d2d-ac4d-f238a803eb78 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6&tenant_id=e47024cd4e2f4eda8547602620d2ab10 HTTP/1.1" status: 200 len: 1126 time: 0.0464323 Feb 17 23:31:31.281106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cdba-ab61-4375-a835-e28f971fb207 req-cf78a7ca-5014-4a11-a6f2-1bf1a75f1f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:31.282609 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-cf78a7ca-5014-4a11-a6f2-1bf1a75f1f88 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1126 time: 0.0482726 Feb 17 23:31:31.378402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cdba-ab61-4375-a835-e28f971fb207 req-a7fc67c6-426e-4349-995c-533b316d2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:31.379925 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-a7fc67c6-426e-4349-995c-533b316d2e37 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0920231 Feb 17 23:31:31.443307 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-582c945a-c254-430c-8f7b-2b5d930e7f72 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 999 time: 0.0574865 Feb 17 23:31:31.494436 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cdba-ab61-4375-a835-e28f971fb207 req-8bf16778-87b4-440e-b9d2-8490fd745b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:31.495832 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-8bf16778-87b4-440e-b9d2-8490fd745b3b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0475175 Feb 17 23:31:31.544503 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2316cdba-ab61-4375-a835-e28f971fb207 req-f97d42f2-fd13-4ee0-9ce0-d9aadc2e5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:31.546007 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-f97d42f2-fd13-4ee0-9ce0-d9aadc2e5073 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443878 Feb 17 23:31:31.635868 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-e18f4141-7122-4d60-8fe0-ec8f0e949333 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Feb 17 23:31:31.729601 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-81d48f90-cb7d-4068-a6f2-3e56b608e4e8 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879126 Feb 17 23:31:32.043981 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54d7700-43a4-40fe-b089-14c6793e3233 req-5d6bd55c-3723-4c4e-a5d5-35bbdaef8880 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:32.045447 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b54d7700-43a4-40fe-b089-14c6793e3233 req-5d6bd55c-3723-4c4e-a5d5-35bbdaef8880 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0576911 Feb 17 23:31:32.101082 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-b54d7700-43a4-40fe-b089-14c6793e3233 req-01b5ca6d-cdd2-4c66-986a-227d37429b64 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500164 Feb 17 23:31:33.224188 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ed4e9-1c60-42c3-8d19-ce39919bc8a7 req-e9106304-2d02-4925-aea2-933a9f890181 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:33.225675 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-808ed4e9-1c60-42c3-8d19-ce39919bc8a7 req-e9106304-2d02-4925-aea2-933a9f890181 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0550113 Feb 17 23:31:33.275874 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-808ed4e9-1c60-42c3-8d19-ce39919bc8a7 req-d8d2615e-7fbf-4eca-8bd5-a8dec63037b5 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443540 Feb 17 23:31:34.397410 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bde6ef4-7807-4793-bd5c-2ea3f28039d5 req-c060f329-ba9e-4091-a851-9b185eae1e50 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:34.398882 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bde6ef4-7807-4793-bd5c-2ea3f28039d5 req-c060f329-ba9e-4091-a851-9b185eae1e50 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0534213 Feb 17 23:31:34.452657 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bde6ef4-7807-4793-bd5c-2ea3f28039d5 req-3571cf8a-4c96-4ab9-aeea-8a8545931303 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475113 Feb 17 23:31:35.579483 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b872-b006-49f8-9846-6162e4720ff5 req-c8d7b619-ff16-4d34-8f10-e2e49f3ec78a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:35.581016 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4551b872-b006-49f8-9846-6162e4720ff5 req-c8d7b619-ff16-4d34-8f10-e2e49f3ec78a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0555916 Feb 17 23:31:35.630909 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4551b872-b006-49f8-9846-6162e4720ff5 req-594c0f77-5b4a-4b4e-9d94-a9c46a22c7b0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441391 Feb 17 23:31:36.752769 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887579b-b342-414b-86fe-d0c3db818044 req-7a0eba4d-5bb8-4e80-b66e-79776d0c05de tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:36.754230 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7887579b-b342-414b-86fe-d0c3db818044 req-7a0eba4d-5bb8-4e80-b66e-79776d0c05de tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0550921 Feb 17 23:31:36.802467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7887579b-b342-414b-86fe-d0c3db818044 req-a828121c-f2ac-42cd-a143-6f37343210d7 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426192 Feb 17 23:31:37.932449 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29f004-0a75-4638-a4cb-2a48b106513c req-1fc9336c-9ec4-42f6-98e7-ec212646fe1a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:37.933921 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea29f004-0a75-4638-a4cb-2a48b106513c req-1fc9336c-9ec4-42f6-98e7-ec212646fe1a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0619650 Feb 17 23:31:37.982716 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ea29f004-0a75-4638-a4cb-2a48b106513c req-8480935f-3d78-4740-ac04-fe54ffdd6334 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426946 Feb 17 23:31:38.971136 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4ad8b136-dc4d-416c-a6ba-831b470489a9 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:31:39.071699 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:31:39.085705 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'port_id': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'mac_address': 'fa:16:3e:61:b7:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:31:39.103082 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3465bfe-cb44-4d26-9032-7587cad535f5 req-96455bc1-0ce2-4d80-aed6-c7d05de4e9ff tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:39.104622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3465bfe-cb44-4d26-9032-7587cad535f5 req-96455bc1-0ce2-4d80-aed6-c7d05de4e9ff tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 943 time: 0.0541441 Feb 17 23:31:39.124698 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4ad8b136-dc4d-416c-a6ba-831b470489a9 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:31:39.125089 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:39.139202 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ad8b136-dc4d-416c-a6ba-831b470489a9 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:31:39.154526 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d3465bfe-cb44-4d26-9032-7587cad535f5 req-45d4fd4f-c5e0-471b-aa4e-c2b18920912c tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438800 Feb 17 23:31:39.159416 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:31:39.163654 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:39.211218 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:39.368466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['4ad8b136-dc4d-416c-a6ba-831b470489a9'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:31:39.425758 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-d34d0b67-5c9d-4b0a-9c6b-4528d87c5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:39.427252 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-d34d0b67-5c9d-4b0a-9c6b-4528d87c5f1d service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1127 time: 0.0450554 Feb 17 23:31:39.854667 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-80770b7f-03c1-4c41-a10a-577e24e16008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:39.856309 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-80770b7f-03c1-4c41-a10a-577e24e16008 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.4098554 Feb 17 23:31:39.924333 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-ad394870-3662-4f73-9950-17f2a6b759e4 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 1000 time: 0.0612304 Feb 17 23:31:39.973779 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-1653df71-8a1d-4e29-9cd9-19a0ba93d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:39.975251 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-1653df71-8a1d-4e29-9cd9-19a0ba93d46a service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0448253 Feb 17 23:31:40.031144 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-fa44a8a3-2ef5-4f6f-9c01-83c76f4b155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:40.032673 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-fa44a8a3-2ef5-4f6f-9c01-83c76f4b155a service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514536 Feb 17 23:31:40.113580 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:40.126872 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-418084aa-14a0-42b9-9e5a-7cb6fd5227e8 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877297 Feb 17 23:31:40.228116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-7631a7f1-91bf-4135-87be-e146cf75c798 req-9906cb94-7abc-4c0e-8c55-fc79a538a31e service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956612 Feb 17 23:31:40.290287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf6fe5-55af-4182-9221-d6c42a97d7db req-adb74e73-0128-41f5-951b-1de71ac8af13 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:40.291819 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92cf6fe5-55af-4182-9221-d6c42a97d7db req-adb74e73-0128-41f5-951b-1de71ac8af13 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 944 time: 0.0621529 Feb 17 23:31:40.347150 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-92cf6fe5-55af-4182-9221-d6c42a97d7db req-dfb50a0d-6db4-4685-a38e-c2361cb30165 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492961 Feb 17 23:31:41.000386 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4ad8b136-dc4d-416c-a6ba-831b470489a9 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:31:41.049577 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port 4ad8b136-dc4d-416c-a6ba-831b470489a9 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:31:41.049975 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:41.134709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port 4ad8b136-dc4d-416c-a6ba-831b470489a9 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:31:41.135528 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:41.160318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:31:41.162587 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a214c6-3368-485e-ba45-471739fdaad8" -d '{"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:31:41.179817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:31:41.186191 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:41.214721 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56b9516b-a9f6-4952-8676-01fe6b8e3aea x-openstack-request-id: req-56b9516b-a9f6-4952-8676-01fe6b8e3aea {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:31:41.215144 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-plugged", "status": "completed", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:31:41.215570 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-56b9516b-a9f6-4952-8676-01fe6b8e3aea {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:31:41.216083 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'code': 200} Feb 17 23:31:41.249688 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:31:41.362922 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af4868-a3d4-4c7e-a4f3-5017fae1aa9f req-85a0ae22-16e0-4d4c-8d53-413b1f80081c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:41.364466 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-72af4868-a3d4-4c7e-a4f3-5017fae1aa9f req-85a0ae22-16e0-4d4c-8d53-413b1f80081c service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0466115 Feb 17 23:31:41.414059 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-72af4868-a3d4-4c7e-a4f3-5017fae1aa9f req-b8bf225a-4a96-4d92-9507-8a667a3c7af7 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423944 Feb 17 23:31:41.470725 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa90d39-88d4-42d5-9977-5a9558ca42cc req-de3f737b-32de-4ab4-996a-e50ae414102e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:41.472214 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0aa90d39-88d4-42d5-9977-5a9558ca42cc req-de3f737b-32de-4ab4-996a-e50ae414102e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Feb 17 23:31:41.520887 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0aa90d39-88d4-42d5-9977-5a9558ca42cc req-8e706224-916a-49dd-96bb-adcf637686e0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430307 Feb 17 23:31:42.643530 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec874de1-0360-4805-acf8-d0784d5bc372 req-8bdd2d12-6c86-43ae-89b8-127a210215bd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:31:42.645058 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec874de1-0360-4805-acf8-d0784d5bc372 req-8bdd2d12-6c86-43ae-89b8-127a210215bd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0553715 Feb 17 23:31:42.703725 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ec874de1-0360-4805-acf8-d0784d5bc372 req-2283cd39-e5cd-46f2-a5f4-74e5f7a675d8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530057 Feb 17 23:31:44.620104 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-063f794d-3316-4340-a81f-38ff000bce93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:47.492346 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a6611a5d-f616-4686-8646-8a3109f867b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:48.232184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:49.635588 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:51.049793 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:31:55.302370 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:31:55.887714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:10.127163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:14.624788 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a903f54f-b42a-4c03-9e3c-1a4117b23b33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:17.494071 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d2e05ebb-03b3-4be2-b04c-8d82ea11a1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:18.234354 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:19.637390 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:21.042342 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:25.904019 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:32.300531 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:32:40.121332 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:40.395173 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-645899fd-58fc-4844-9e04-f4d38e220048 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430305 Feb 17 23:32:40.480602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-0ecf4fdc-a74f-4d37-9ce4-6bdf0b87cc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:40.482072 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-0ecf4fdc-a74f-4d37-9ce4-6bdf0b87cc01 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0480399 Feb 17 23:32:40.583047 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-64273c19-5f31-4426-b63e-178915eccc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:40.584585 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-64273c19-5f31-4426-b63e-178915eccc3b service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0840139 Feb 17 23:32:40.652081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-06a69e69-674b-4812-8fe7-dd4b36642535 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 1001 time: 0.0611212 Feb 17 23:32:40.699924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-70ce06c1-604b-45a0-9377-e928207c8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:40.701350 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-70ce06c1-604b-45a0-9377-e928207c8cc7 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0435629 Feb 17 23:32:40.749924 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-8946b2e0-eebe-4de3-a65b-d79848e733c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:40.751439 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-8946b2e0-eebe-4de3-a65b-d79848e733c5 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437458 Feb 17 23:32:40.849736 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-519c16eb-a4b2-4377-b2bd-ee5a3d38f643 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926318 Feb 17 23:32:40.938460 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-be6f14f2-1c22-40aa-9096-3d6d3bfec862 req-4403596c-c3a3-44f6-af5e-72fa1ef54cf6 service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822191 Feb 17 23:32:44.626951 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-45dd280b-9bb5-4fd7-9331-32a2ecaa0931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:47.495755 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf551-575c-4531-bd48-1853be16dd01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:48.238542 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:49.639976 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:51.044479 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:55.919886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:58.214508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41168) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:32:58.381053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Deleting port bbebdbd5-6120-4745-80ab-7f1737aa4039 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:32:58.381404 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:58.460066 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:58.460395 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (bbebdbd5-6120-4745-80ab-7f1737aa4039), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:58.475040 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Calling delete_port for bbebdbd5-6120-4745-80ab-7f1737aa4039 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:32:58.633187 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (bbebdbd5-6120-4745-80ab-7f1737aa4039), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:58.659775 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event deleted for resources: {'Port': ['ID=bbebdbd5-6120-4745-80ab-7f1737aa4039,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:32:58.670699 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.671050 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.671527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.671877 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.672211 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.672540 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.672867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.673918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.673918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.673918 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.674241 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.674429 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.674748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:32:58.739145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for floatingip (4fa3964d-8982-4fb5-bc69-7b286bf5740b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:58.739482 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Floating IP 4fa3964d-8982-4fb5-bc69-7b286bf5740b disassociated (deleted). External IP: 172.25.0.236, port: 4ad8b136-dc4d-416c-a6ba-831b470489a9. Feb 17 23:32:58.951268 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:32:59.061666 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:32:59.066339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:32:59.071530 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] Sync routers for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:32:59.081116 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:32:59.081727 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:59.097559 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4b491ae4-0cb6-4008-860a-45154da5092d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "DELETE /v2.0/floatingips/4fa3964d-8982-4fb5-bc69-7b286bf5740b HTTP/1.1" status: 204 len: 168 time: 0.8819337 Feb 17 23:32:59.098153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:32:59.101105 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881aba84-53ee-4b9b-ba12-beaa8ec73d84" -d '{"events": [{"name": "network-changed", "server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:32:59.190665 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:32:59.254882 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30d5ccb-1c0a-4f1c-a9a6-2d8294b7631d x-openstack-request-id: req-b30d5ccb-1c0a-4f1c-a9a6-2d8294b7631d {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:32:59.255976 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:32:59.255976 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b30d5ccb-1c0a-4f1c-a9a6-2d8294b7631d {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:32:59.256403 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'status': 'completed', 'code': 200} Feb 17 23:32:59.327502 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-5a83a1ec-8bce-49ce-ba65-9a6675dde390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:59.328933 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-5a83a1ec-8bce-49ce-ba65-9a6675dde390 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=e47024cd4e2f4eda8547602620d2ab10&device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 1128 time: 0.0495965 Feb 17 23:32:59.360229 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0c1a14-e95f-445b-9813-7ad1adc7df67 req-bab0a0fc-f5fb-4180-bf39-279d9afc68b0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:59.361870 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc0c1a14-e95f-445b-9813-7ad1adc7df67 req-bab0a0fc-f5fb-4180-bf39-279d9afc68b0 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0606771 Feb 17 23:32:59.413624 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:59.413946 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cc0c1a14-e95f-445b-9813-7ad1adc7df67 req-aea3fa24-a29a-4561-8f79-8aed4da6fbfb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449882 Feb 17 23:32:59.431123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-93c3337e-cb29-4755-95f8-f7bfb33b1c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:59.432744 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-93c3337e-cb29-4755-95f8-f7bfb33b1c93 service neutron] 10.222.0.73 "GET /v2.0/networks?id=9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 200 len: 910 time: 0.0973938 Feb 17 23:32:59.440280 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] Checking router: 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:32:59.449742 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:32:59.450385 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:59.474838 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-86494681-f2d3-4fab-98f5-27f2748d8d40 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 200 len: 217 time: 0.0347977 Feb 17 23:32:59.527343 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-ee006f4c-4a08-4a2d-a7cb-e84813b7b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:59.528997 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-ee006f4c-4a08-4a2d-a7cb-e84813b7b900 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 200 len: 848 time: 0.0456262 Feb 17 23:32:59.559029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:32:59.584913 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-19119dba-e535-49b7-a9d0-08e17a2df196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:32:59.586371 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-19119dba-e535-49b7-a9d0-08e17a2df196 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=9d7ac0af-999f-4a76-a2bf-a044154e26e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0516250 Feb 17 23:32:59.676029 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-7796ed5e-5571-40f8-897f-b6955f59805f service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827470 Feb 17 23:32:59.753068 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:32:59.771946 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-881aba84-53ee-4b9b-ba12-beaa8ec73d84 req-45ad4231-cf11-4bf8-b7d0-c1a512d0a3ef service neutron] 10.222.0.73 "GET /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897794 Feb 17 23:32:59.783029 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56f0dc-50e3-4fd2-a49e-26810228d739 None None] The sync data for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 is: [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:17Z', 'revision_number': 4, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': '84a7757a-3af1-406d-b630-db9d034208a0', 'name': '', 'network_id': '9d7ac0af-999f-4a76-a2bf-a044154e26e5', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'mac_address': 'fa:16:3e:33:99:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:17Z', 'updated_at': '2022-02-17T23:24:21Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'subnets': [{'id': '27750d2e-30dc-4a51-bacc-653f46ae29e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:00.010982 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f094d592-d439-4f29-8a9d-6c6e431f7ede None None] New status for floating IP 4fa3964d-8982-4fb5-bc69-7b286bf5740b: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:33:00.533278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17655d-e4b7-48d0-a765-8044aaa8d606 req-3eb89c7b-aa91-4002-b512-a5dc00a8befc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:00.534768 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c17655d-e4b7-48d0-a765-8044aaa8d606 req-3eb89c7b-aa91-4002-b512-a5dc00a8befc tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0527892 Feb 17 23:33:00.588122 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-5c17655d-e4b7-48d0-a765-8044aaa8d606 req-dde9879b-e1e9-462a-83ac-8b3be6d27eb9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/security-groups?id=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471170 Feb 17 23:33:00.812354 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-32d7bf4c-9dd7-447c-9306-2e6251f189b8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:00.814085 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-32d7bf4c-9dd7-447c-9306-2e6251f189b8 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 945 time: 0.0544326 Feb 17 23:33:00.903862 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Deleting port 4ad8b136-dc4d-416c-a6ba-831b470489a9 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:00.904205 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:00.999560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] For port 4ad8b136-dc4d-416c-a6ba-831b470489a9, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=4ad8b136-dc4d-416c-a6ba-831b470489a9,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:00.999927 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:01.012999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Calling delete_port for 4ad8b136-dc4d-416c-a6ba-831b470489a9 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:01.142230 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (4ad8b136-dc4d-416c-a6ba-831b470489a9), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:01.173427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event deleted for resources: {'Port': ['ID=4ad8b136-dc4d-416c-a6ba-831b470489a9,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:01.200625 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.200974 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.201320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.201656 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.201988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.202321 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.202647 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.202972 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.203297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.203641 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.203964 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.204291 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.204616 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:01.224993 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] No DVR routers for this DVR port 4ad8b136-dc4d-416c-a6ba-831b470489a9 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:33:01.227670 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:01.230950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-88a23cfd-f827-4e37-98cb-4c75d29b492f req-d5fe881c-b589-4496-8fd5-2c66e712d7e9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.73 "DELETE /v2.0/ports/4ad8b136-dc4d-416c-a6ba-831b470489a9 HTTP/1.1" status: 204 len: 173 time: 0.4116321 Feb 17 23:33:01.231410 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-deleted', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:33:01.233750 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c48bbc-c126-4f69-b979-8fbcf9393e42" -d '{"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-deleted", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:33:01.277042 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9396fcc-5aee-4caf-9e3b-8078b647054e x-openstack-request-id: req-a9396fcc-5aee-4caf-9e3b-8078b647054e {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:33:01.277441 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "914c4f6e-ae8f-423c-a273-f21a962e67a6", "name": "network-vif-deleted", "tag": "4ad8b136-dc4d-416c-a6ba-831b470489a9", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:33:01.277806 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a9396fcc-5aee-4caf-9e3b-8078b647054e {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:33:01.278218 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '914c4f6e-ae8f-423c-a273-f21a962e67a6', 'name': 'network-vif-deleted', 'tag': '4ad8b136-dc4d-416c-a6ba-831b470489a9', 'status': 'completed', 'code': 200} Feb 17 23:33:01.691735 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dc6dbb64-5bba-441c-a3d9-793d87a1aa03 req-ba220be3-4e58-41c6-af6f-3733f8e5974a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0279462 Feb 17 23:33:02.789804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-25b3df12-c393-456d-8ee1-f58a14a8bff8 req-d30273a5-c6a3-4090-b24a-4463b9a0428e tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0288060 Feb 17 23:33:03.884521 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a5aac35a-b3b4-4555-8ec4-42046cfbd562 req-6fcbda35-842e-445a-82c6-a095c4c0a98d tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0279088 Feb 17 23:33:04.980113 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-56dcfad5-8863-41d0-9693-6f5dfb82399b req-9f56f820-4085-46fe-8374-94b322b25c8a tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0281086 Feb 17 23:33:05.643776 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4ad8b136-dc4d-416c-a6ba-831b470489a9 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:33:05.664007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: 4ad8b136-dc4d-416c-a6ba-831b470489a9 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:33:05.664355 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device 4ad8b136-dc4d-416c-a6ba-831b470489a9 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:33:06.076092 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9e72af0b-2ff6-4256-ae30-76331653ff6e req-43242921-b4ad-4dbe-b310-8c8b1142dd60 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0271709 Feb 17 23:33:07.176376 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-dcac7992-9e85-4144-8546-387ed493db6e req-eae7d9a3-0ee5-4fca-aaee-098445b65a68 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0303624 Feb 17 23:33:08.276321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-880048de-a89d-484a-a0aa-9fc2cb5d9e50 req-6770e6d3-3609-4816-81b0-c8524a448db9 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0295467 Feb 17 23:33:09.299958 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:33:09.374700 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-62dcc3a6-76c5-4527-bf2f-88966cb35cd7 req-a3ff19e8-1713-41cf-856b-c9ce483cf528 tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Feb 17 23:33:10.128893 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:10.492371 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4e457ae0-61f8-4659-86ed-54d7e5136912 req-35a8ce10-13ad-46e7-988f-98da7dba9fbb tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "GET /v2.0/ports?device_id=914c4f6e-ae8f-423c-a273-f21a962e67a6 HTTP/1.1" status: 200 len: 210 time: 0.0360343 Feb 17 23:33:11.555117 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41208) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:11.613898 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9539a71b-4a09-4055-bf9d-becac86cf2cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:11.639483 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9539a71b-4a09-4055-bf9d-becac86cf2cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:11.701090 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9539a71b-4a09-4055-bf9d-becac86cf2cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:11.704020 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-9539a71b-4a09-4055-bf9d-becac86cf2cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:11.705172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-9539a71b-4a09-4055-bf9d-becac86cf2cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] 10.222.0.79 "DELETE /v2.0/security-groups/e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36 HTTP/1.1" status: 204 len: 168 time: 0.1490192 Feb 17 23:33:11.716566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539a71b-4a09-4055-bf9d-becac86cf2cd tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eb7451-c483-4cd9-9ccd-dd2b1e87fa36,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:11.761813 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41212) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:12.243433 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:12.496906 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Deleting port 84a7757a-3af1-406d-b630-db9d034208a0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:12.497153 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (84a7757a-3af1-406d-b630-db9d034208a0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:12.578319 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] For port 84a7757a-3af1-406d-b630-db9d034208a0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=84a7757a-3af1-406d-b630-db9d034208a0,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:12.579075 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (84a7757a-3af1-406d-b630-db9d034208a0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:12.591182 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Calling delete_port for 84a7757a-3af1-406d-b630-db9d034208a0 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:12.777370 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (84a7757a-3af1-406d-b630-db9d034208a0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:12.809433 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84a7757a-3af1-406d-b630-db9d034208a0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:12.991557 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:13.223304 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:33:13.333071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:33:13.338654 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-12864277-86b8-4c70-9b79-05a2568dfbc0 admin admin] 10.222.0.79 "PUT /v2.0/routers/1d880cc6-1fd2-4480-ab5f-57e891eb7e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5755630 Feb 17 23:33:13.341198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41216) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:13.344707 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] Sync routers for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:13.358490 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:13.363544 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:13.457502 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks [] for router (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:13.476288 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:13.760035 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:33:12Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:13.791395 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] Checking router: 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:13.800577 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] Routers {'1d880cc6-1fd2-4480-ab5f-57e891eb7e21'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:13.801488 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:13.897108 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks [] for router_gateway (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:13.910034 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] Set router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:13.953946 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Deleting port b5183df7-4f55-4ec8-bd08-3d4c83e080d6 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:13.954290 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.045524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] For port b5183df7-4f55-4ec8-bd08-3d4c83e080d6, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:14.045837 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.061031 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Calling delete_port for b5183df7-4f55-4ec8-bd08-3d4c83e080d6 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:14.099711 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:33:12Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:14.127800 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddfeb1d-c60d-49f7-8f90-b0db2f52760d None None] The sync data for ids ['1d880cc6-1fd2-4480-ab5f-57e891eb7e21'] in n-d-828369-18 is: [{'id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'name': 'tempest-TestShelveInstance-1962757747-router', 'tenant_id': 'e47024cd4e2f4eda8547602620d2ab10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137'}], 'enable_snat': True}, 'gw_port_id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:33:12Z', 'revision_number': 5, 'project_id': 'e47024cd4e2f4eda8547602620d2ab10', 'gw_port': {'id': 'b5183df7-4f55-4ec8-bd08-3d4c83e080d6', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:ef:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d880cc6-1fd2-4480-ab5f-57e891eb7e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:15Z', 'updated_at': '2022-02-17T23:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:14.243341 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b5183df7-4f55-4ec8-bd08-3d4c83e080d6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.272892 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5183df7-4f55-4ec8-bd08-3d4c83e080d6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:14.337676 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.430556 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.432748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks [] for router_controller (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.479188 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (1d880cc6-1fd2-4480-ab5f-57e891eb7e21), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.479793 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d880cc6-1fd2-4480-ab5f-57e891eb7e21 {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:33:14.485561 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.489509 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-7e4ad0df-1b50-478b-a7a1-b576fe4af993 admin admin] 10.222.0.79 "DELETE /v2.0/routers/1d880cc6-1fd2-4480-ab5f-57e891eb7e21 HTTP/1.1" status: 204 len: 168 time: 1.1446283 Feb 17 23:33:14.489845 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41218) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:14.547153 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] Deleting subnet 27750d2e-30dc-4a51-bacc-653f46ae29e6 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:33:14.550470 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] Publish callbacks [] for subnet (27750d2e-30dc-4a51-bacc-653f46ae29e6), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.588699 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (27750d2e-30dc-4a51-bacc-653f46ae29e6), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.640457 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-05b78e9d-f410-4a01-98cf-ba125b1d9a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.674942 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (27750d2e-30dc-4a51-bacc-653f46ae29e6), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.737317 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (27750d2e-30dc-4a51-bacc-653f46ae29e6), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.765054 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27750d2e-30dc-4a51-bacc-653f46ae29e6,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:14.768566 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.772402 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-177e545a-a51e-4b4e-b03f-ca303174b4da admin admin] 10.222.0.79 "DELETE /v2.0/subnets/27750d2e-30dc-4a51-bacc-653f46ae29e6 HTTP/1.1" status: 204 len: 168 time: 0.2815583 Feb 17 23:33:14.774858 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41220) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:14.779297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02ee500-3d57-4079-8c00-ec226f87c142 None None] Network 9d7ac0af-999f-4a76-a2bf-a044154e26e5 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:33:14.862811 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (9d7ac0af-999f-4a76-a2bf-a044154e26e5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:14.936205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Deleting port a1784f2f-fb02-442d-b3bd-ce261dbffda0 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:14.936884 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.018271 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] For port a1784f2f-fb02-442d-b3bd-ce261dbffda0, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=a1784f2f-fb02-442d-b3bd-ce261dbffda0,segment=NetworkSegment(f52d05f2-c1be-42ce-8835-d356f583b3d2),segment_id=f52d05f2-c1be-42ce-8835-d356f583b3d2)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:15.018645 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.033079 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Calling delete_port for a1784f2f-fb02-442d-b3bd-ce261dbffda0 owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:15.118671 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (a1784f2f-fb02-442d-b3bd-ce261dbffda0), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.145551 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=a1784f2f-fb02-442d-b3bd-ce261dbffda0,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:15.151022 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] No DVR routers for this DVR port a1784f2f-fb02-442d-b3bd-ce261dbffda0 on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:33:15.229005 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (9d7ac0af-999f-4a76-a2bf-a044154e26e5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.251838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d7ac0af-999f-4a76-a2bf-a044154e26e5']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:15.262230 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52d05f2-c1be-42ce-8835-d356f583b3d2') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:15.262532 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52d05f2-c1be-42ce-8835-d356f583b3d2') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:15.273351 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (f52d05f2-c1be-42ce-8835-d356f583b3d2), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.289041 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (f52d05f2-c1be-42ce-8835-d356f583b3d2), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.305045 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:33:15.305522 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (f52d05f2-c1be-42ce-8835-d356f583b3d2), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:33:15.307487 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:33:15.333210 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729fc5e-c2d4-4a0c-9cf7-fbe55fc68020 None None] DHCP port deletion for 9d7ac0af-999f-4a76-a2bf-a044154e26e5 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:33:15.384057 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (9d7ac0af-999f-4a76-a2bf-a044154e26e5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.389679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:15.393429 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] 10.222.0.79 "DELETE /v2.0/networks/9d7ac0af-999f-4a76-a2bf-a044154e26e5 HTTP/1.1" status: 204 len: 168 time: 0.6173432 Feb 17 23:33:15.397550 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41222) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:15.407234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7b78d-ed6f-4880-9ef9-1b7b0af73e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=9d7ac0af-999f-4a76-a2bf-a044154e26e5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:15.435646 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1784f2f-fb02-442d-b3bd-ce261dbffda0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:33:15.459920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: a1784f2f-fb02-442d-b3bd-ce261dbffda0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:33:15.460261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device a1784f2f-fb02-442d-b3bd-ce261dbffda0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:33:15.460890 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b5183df7-4f55-4ec8-bd08-3d4c83e080d6 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:33:15.481410 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: b5183df7-4f55-4ec8-bd08-3d4c83e080d6 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:33:15.481757 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b5183df7-4f55-4ec8-bd08-3d4c83e080d6 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:33:15.482382 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 84a7757a-3af1-406d-b630-db9d034208a0 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:33:15.502811 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 84a7757a-3af1-406d-b630-db9d034208a0 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:33:15.503533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 84a7757a-3af1-406d-b630-db9d034208a0 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:33:15.802607 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (adeda2c3-ed09-413a-b455-deceedf2758b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:16.056767 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Deleting port 448ca3be-9a24-425d-a946-c1c0c8eb30c8 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:16.057009 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:16.136487 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] For port 448ca3be-9a24-425d-a946-c1c0c8eb30c8, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=448ca3be-9a24-425d-a946-c1c0c8eb30c8,segment=NetworkSegment(c2649a5f-2e59-45a6-89af-5c73b57ebbef),segment_id=c2649a5f-2e59-45a6-89af-5c73b57ebbef)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:16.136845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:16.149593 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Calling delete_port for 448ca3be-9a24-425d-a946-c1c0c8eb30c8 owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:16.338239 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (448ca3be-9a24-425d-a946-c1c0c8eb30c8), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:16.371669 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Pushing event deleted for resources: {'Port': ['ID=448ca3be-9a24-425d-a946-c1c0c8eb30c8,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:16.555719 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (adeda2c3-ed09-413a-b455-deceedf2758b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:16.779900 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Router adeda2c3-ed09-413a-b455-deceedf2758b has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:33:16.888113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:33:16.895922 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-936eb569-a986-4688-83f0-bd263b927083 admin admin] 10.222.0.79 "PUT /v2.0/routers/adeda2c3-ed09-413a-b455-deceedf2758b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4952619 Feb 17 23:33:16.896051 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41224) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:16.900991 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] Sync routers for ids ['adeda2c3-ed09-413a-b455-deceedf2758b'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:16.910784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] Routers {'adeda2c3-ed09-413a-b455-deceedf2758b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:16.911898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['adeda2c3-ed09-413a-b455-deceedf2758b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:17.007932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks [] for router (adeda2c3-ed09-413a-b455-deceedf2758b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.021601 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] Set router adeda2c3-ed09-413a-b455-deceedf2758b gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:17.118731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks [] for router_gateway (adeda2c3-ed09-413a-b455-deceedf2758b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.178415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Deleting port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:17.178929 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.204808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:33:16Z', 'revision_number': 5, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port': {'id': '11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:3c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:24:20Z', 'updated_at': '2022-02-17T23:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:17.237856 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] Checking router: adeda2c3-ed09-413a-b455-deceedf2758b for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:17.247630 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] Routers {'adeda2c3-ed09-413a-b455-deceedf2758b'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:17.248248 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:32:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['adeda2c3-ed09-413a-b455-deceedf2758b'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:17.259128 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] For port 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:17.259543 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.272815 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Calling delete_port for 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:17.339594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] Set router adeda2c3-ed09-413a-b455-deceedf2758b gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:17.400193 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:33:17Z', 'revision_number': 6, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:17.437418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffa036c-38a9-4b4b-b5f9-f909c63958c1 None None] The sync data for ids ['adeda2c3-ed09-413a-b455-deceedf2758b'] in n-d-828369-18 is: [{'id': 'adeda2c3-ed09-413a-b455-deceedf2758b', 'name': 'tempest-TestShelveInstance-1057909560-router', 'tenant_id': '7dd905ddb51849e188c612bd43706dbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:24:19Z', 'updated_at': '2022-02-17T23:33:17Z', 'revision_number': 6, 'project_id': '7dd905ddb51849e188c612bd43706dbf', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:17.481352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.499322 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-03a1625b-51c4-4410-a692-9f5ac81a2aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.509680 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:17.572457 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (adeda2c3-ed09-413a-b455-deceedf2758b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.668231 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (adeda2c3-ed09-413a-b455-deceedf2758b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.670665 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks [] for router_controller (adeda2c3-ed09-413a-b455-deceedf2758b), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.721462 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (adeda2c3-ed09-413a-b455-deceedf2758b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.722198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adeda2c3-ed09-413a-b455-deceedf2758b {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:33:17.732184 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.733403 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b10b479e-1dd6-4787-9941-5b31ac5ca0e7 admin admin] 10.222.0.79 "DELETE /v2.0/routers/adeda2c3-ed09-413a-b455-deceedf2758b HTTP/1.1" status: 204 len: 168 time: 0.8364007 Feb 17 23:33:17.736234 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41226) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:17.781069 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] Deleting subnet 2e821f8c-9020-4c38-b323-45ca7b5a9b03 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:33:17.784599 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] Publish callbacks [] for subnet (2e821f8c-9020-4c38-b323-45ca7b5a9b03), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.822145 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (2e821f8c-9020-4c38-b323-45ca7b5a9b03), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.907753 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (2e821f8c-9020-4c38-b323-45ca7b5a9b03), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.959750 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (2e821f8c-9020-4c38-b323-45ca7b5a9b03), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.985132 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e821f8c-9020-4c38-b323-45ca7b5a9b03,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:17.988823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:17.992069 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-244b10a8-493c-4cad-9742-dadef31a93eb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2e821f8c-9020-4c38-b323-45ca7b5a9b03 HTTP/1.1" status: 204 len: 168 time: 0.2548721 Feb 17 23:33:17.994690 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41228) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:17.995207 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd4a013-7b1b-4d23-a999-10d470f9b430 None None] Network 621871b7-4ba1-443f-916d-e483a08a20c3 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:33:18.061747 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (621871b7-4ba1-443f-916d-e483a08a20c3), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.119609 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Deleting port 358be2ad-9f0f-43ac-9ec9-64366132808a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:18.119968 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.186068 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] For port 358be2ad-9f0f-43ac-9ec9-64366132808a, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=358be2ad-9f0f-43ac-9ec9-64366132808a,segment=NetworkSegment(c2649a5f-2e59-45a6-89af-5c73b57ebbef),segment_id=c2649a5f-2e59-45a6-89af-5c73b57ebbef)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:18.186428 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.200858 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Calling delete_port for 358be2ad-9f0f-43ac-9ec9-64366132808a owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:18.218445 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] DHCP port deletion for 621871b7-4ba1-443f-916d-e483a08a20c3 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:33:18.264166 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.285034 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.286791 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Deleting port 358be2ad-9f0f-43ac-9ec9-64366132808a {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:33:18.287164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.312331 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Pushing event deleted for resources: {'Port': ['ID=358be2ad-9f0f-43ac-9ec9-64366132808a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:18.314189 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] No DVR routers for this DVR port 358be2ad-9f0f-43ac-9ec9-64366132808a on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:33:18.354169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] For port 358be2ad-9f0f-43ac-9ec9-64366132808a, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:18.354821 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.368801 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Calling delete_port for 358be2ad-9f0f-43ac-9ec9-64366132808a owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:33:18.371488 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Port 358be2ad-9f0f-43ac-9ec9-64366132808a was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 23:33:18.372771 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (358be2ad-9f0f-43ac-9ec9-64366132808a), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.391477 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (621871b7-4ba1-443f-916d-e483a08a20c3), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.405498 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] No DVR routers for this DVR port 358be2ad-9f0f-43ac-9ec9-64366132808a on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:33:18.407468 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Pushing event deleted for resources: {'Port': ['ID=358be2ad-9f0f-43ac-9ec9-64366132808a,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:18.412595 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621871b7-4ba1-443f-916d-e483a08a20c3']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:18.416192 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.416551 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.416901 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.417631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.418939 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.419291 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.419663 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.420005 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.420367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.421011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.421011 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.421307 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.421638 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cce4414-99cf-45cf-95c5-689f699cd8f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:18.422492 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2649a5f-2e59-45a6-89af-5c73b57ebbef') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:18.422828 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2649a5f-2e59-45a6-89af-5c73b57ebbef') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:18.433549 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (c2649a5f-2e59-45a6-89af-5c73b57ebbef), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.447992 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (c2649a5f-2e59-45a6-89af-5c73b57ebbef), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.453671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:33:18.454059 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (c2649a5f-2e59-45a6-89af-5c73b57ebbef), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:33:18.455749 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:33:18.517963 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (621871b7-4ba1-443f-916d-e483a08a20c3), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.541109 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.545515 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] 10.222.0.79 "DELETE /v2.0/networks/621871b7-4ba1-443f-916d-e483a08a20c3 HTTP/1.1" status: 204 len: 168 time: 0.5487533 Feb 17 23:33:18.547676 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc99d07-c3a0-4e28-8225-408def6047ba admin admin] Pushing event deleted for resources: {'Network': ['ID=621871b7-4ba1-443f-916d-e483a08a20c3,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:18.649005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41232) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:18.691150 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ddaa4ea6-2412-4658-953b-9fadd8cc10b6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e47024cd4e2f4eda8547602620d2ab10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409315 Feb 17 23:33:18.693581 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41234) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:18.739976 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec9c92ef-ac35-475a-b2c6-613e7a170b5a admin admin] Publish callbacks [] for security_group (9222da18-610f-47cd-b32d-8e83464ec69a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.760918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec9c92ef-ac35-475a-b2c6-613e7a170b5a admin admin] Publish callbacks [] for security_group (9222da18-610f-47cd-b32d-8e83464ec69a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.807627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec9c92ef-ac35-475a-b2c6-613e7a170b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (9222da18-610f-47cd-b32d-8e83464ec69a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.810138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ec9c92ef-ac35-475a-b2c6-613e7a170b5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:18.812199 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ec9c92ef-ac35-475a-b2c6-613e7a170b5a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9222da18-610f-47cd-b32d-8e83464ec69a HTTP/1.1" status: 204 len: 168 time: 0.1168218 Feb 17 23:33:18.819344 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c92ef-ac35-475a-b2c6-613e7a170b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222da18-610f-47cd-b32d-8e83464ec69a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:19.129349 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41240) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:19.170066 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-4eb580c2-5633-4490-9ada-7e4e525be80d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7dd905ddb51849e188c612bd43706dbf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394728 Feb 17 23:33:19.172439 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41242) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:19.219615 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-25eb2c6d-cec8-43b3-94cf-f0b69eb4d9ae admin admin] Publish callbacks [] for security_group (7456f6f3-30c4-4e1e-8beb-3598350efa1c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:19.241536 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-25eb2c6d-cec8-43b3-94cf-f0b69eb4d9ae admin admin] Publish callbacks [] for security_group (7456f6f3-30c4-4e1e-8beb-3598350efa1c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:19.292934 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-25eb2c6d-cec8-43b3-94cf-f0b69eb4d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (7456f6f3-30c4-4e1e-8beb-3598350efa1c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:19.295731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-25eb2c6d-cec8-43b3-94cf-f0b69eb4d9ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:19.296804 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-25eb2c6d-cec8-43b3-94cf-f0b69eb4d9ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7456f6f3-30c4-4e1e-8beb-3598350efa1c HTTP/1.1" status: 204 len: 168 time: 0.1234813 Feb 17 23:33:19.304804 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb2c6d-cec8-43b3-94cf-f0b69eb4d9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7456f6f3-30c4-4e1e-8beb-3598350efa1c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:19.408201 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 448ca3be-9a24-425d-a946-c1c0c8eb30c8 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:33:19.428171 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 448ca3be-9a24-425d-a946-c1c0c8eb30c8 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:33:19.428600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 448ca3be-9a24-425d-a946-c1c0c8eb30c8 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:33:19.429061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:33:19.449434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:33:19.449786 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 11bfa9a0-d6dd-4f6f-91e2-28fd790b91b3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:33:19.450235 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 358be2ad-9f0f-43ac-9ec9-64366132808a no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:33:19.469875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 358be2ad-9f0f-43ac-9ec9-64366132808a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:33:19.470228 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 358be2ad-9f0f-43ac-9ec9-64366132808a not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:33:19.641926 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:19.971056 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41264) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:20.075709 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1424178730-network', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:20.095558 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Made reservation on behalf of d95dadb9394842ffa3acfcf20430c7f1 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:33:20.097730 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.106656 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.180712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks [] for security_group (3b56c50c-f2bb-4467-873c-76851b0ab2e9), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.183770 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3b56c50c-f2bb-4467-873c-76851b0ab2e9), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.210075 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:33:20.216312 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b56c50c-f2bb-4467-873c-76851b0ab2e9,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:20.222301 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0123b7b0-67a8-448d-bf8b-c338000b7ddc), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.222641 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Added segment 0123b7b0-67a8-448d-bf8b-c338000b7ddc of type vlan for network 6ae3c59e-d293-45de-96c0-16292cdda59a Feb 17 23:33:20.263521 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (6ae3c59e-d293-45de-96c0-16292cdda59a), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.286886 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (6ae3c59e-d293-45de-96c0-16292cdda59a), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.287942 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:20.288522 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.344134 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3718686 Feb 17 23:33:20.346988 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41268) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:20.352106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Request body: {'subnet': {'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1424178730-subnet', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:20.352987 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca508b-d2bd-4dd9-a23b-6a54916ece48 admin admin] Pushing event updated for resources: {'Network': ['ID=6ae3c59e-d293-45de-96c0-16292cdda59a,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:20.363034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 6ae3c59e-d293-45de-96c0-16292cdda59a details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:33:20.374855 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Made reservation on behalf of d95dadb9394842ffa3acfcf20430c7f1 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:33:20.377295 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.541469 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (70dbd677-042a-45dc-8dba-e5eba8cbf8ae), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.601454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70dbd677-042a-45dc-8dba-e5eba8cbf8ae,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:20.608044 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Checking segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:20.608402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Network hostable DHCP agents. Network: 6ae3c59e-d293-45de-96c0-16292cdda59a, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:33:20.624810 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Network 6ae3c59e-d293-45de-96c0-16292cdda59a is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:33:20.634630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 6ae3c59e-d293-45de-96c0-16292cdda59a) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:20.638543 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:20.639146 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.644709 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe86441-7731-4e00-b7f9-9ee5fa76813d None None] Network 6ae3c59e-d293-45de-96c0-16292cdda59a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:33:20.654712 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-c4a6327c-ad75-46b5-9559-0a9f87cdce37 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3065825 Feb 17 23:33:20.657438 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41270) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:20.661671 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:20.680767 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (5e361052-a8da-4f37-86d9-9d022eec6ade), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.681772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (5e361052-a8da-4f37-86d9-9d022eec6ade), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.733874 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks [] for router_controller (5e361052-a8da-4f37-86d9-9d022eec6ade), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.757721 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-6ae3c59e-d293-45de-96c0-16292cdda59a', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:33:20.758584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:20.897058 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Allocated IP 172.20.0.2 (6ae3c59e-d293-45de-96c0-16292cdda59a/70dbd677-042a-45dc-8dba-e5eba8cbf8ae/91f5eace-d965-4cf7-a640-9602219d25dc) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:21.059949 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Publish callbacks [] for port (91f5eace-d965-4cf7-a640-9602219d25dc), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.064537 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.069053 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.117957 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Network 6ae3c59e-d293-45de-96c0-16292cdda59a is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:21.121315 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:21.124283 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:21.139408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Pushing event updated for resources: {'Port': ['ID=91f5eace-d965-4cf7-a640-9602219d25dc,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:21.189935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Attempting to bind port 91f5eace-d965-4cf7-a640-9602219d25dc on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:33:21.190461 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Attempting to bind port 91f5eace-d965-4cf7-a640-9602219d25dc by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:33:21.190931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Attempting to bind port 91f5eace-d965-4cf7-a640-9602219d25dc on network 6ae3c59e-d293-45de-96c0-16292cdda59a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:21.192680 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks [] for router_gateway (5e361052-a8da-4f37-86d9-9d022eec6ade), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.196020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:33:21.196400 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Checking segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:21.196850 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.197200 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Bound using segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:33:21.197761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Bound port: 91f5eace-d965-4cf7-a640-9602219d25dc, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:33:21.198144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.272131 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] For port 91f5eace-d965-4cf7-a640-9602219d25dc, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:33:21.275206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] For port 91f5eace-d965-4cf7-a640-9602219d25dc, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=91f5eace-d965-4cf7-a640-9602219d25dc,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:33:21.281210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.350471 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33afd1e6-1140-4647-a0d4-d8a459d1b0eb None None] Pushing event updated for resources: {'Port': ['ID=91f5eace-d965-4cf7-a640-9602219d25dc,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:21.412216 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks [] for router_gateway (5e361052-a8da-4f37-86d9-9d022eec6ade), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.435132 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.553737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Allocated IP 172.25.0.63 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/76ec9bda-7a08-47f2-affb-28842ef2a23b) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:21.668408 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks [] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.701804 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:21.738069 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:21.742917 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:21.746459 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:21.770970 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Pushing event updated for resources: {'Port': ['ID=76ec9bda-7a08-47f2-affb-28842ef2a23b,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:22.007055 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks [] for router_gateway (5e361052-a8da-4f37-86d9-9d022eec6ade), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.222713 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (5e361052-a8da-4f37-86d9-9d022eec6ade), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.314752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8370065f-5fa4-4f58-b364-27cc70f94b78 None None] Network 6ae3c59e-d293-45de-96c0-16292cdda59a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:33:22.381921 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Router 5e361052-a8da-4f37-86d9-9d022eec6ade is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:33:22.405478 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9314a298-d14a-459c-b195-e2bea7c0cbec None None] Provisioning complete for port 91f5eace-d965-4cf7-a640-9602219d25dc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:22.406164 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9314a298-d14a-459c-b195-e2bea7c0cbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.499678 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:33:22.516432 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Sync routers for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:22.518206 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9314a298-d14a-459c-b195-e2bea7c0cbec None None] Current status of the port 91f5eace-d965-4cf7-a640-9602219d25dc is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:22.518617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9314a298-d14a-459c-b195-e2bea7c0cbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.521547 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.525797 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41272) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:22.526339 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-3bb597af-6d60-4aa7-aa5d-434dd12c59ba admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8678308 Feb 17 23:33:22.528924 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:22.529837 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:22.568539 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-9314a298-d14a-459c-b195-e2bea7c0cbec None None] For port 91f5eace-d965-4cf7-a640-9602219d25dc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=91f5eace-d965-4cf7-a640-9602219d25dc,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:22.574721 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9314a298-d14a-459c-b195-e2bea7c0cbec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.641276 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314a298-d14a-459c-b195-e2bea7c0cbec None None] Pushing event updated for resources: {'Port': ['ID=91f5eace-d965-4cf7-a640-9602219d25dc,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:22.653709 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:22.795254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-ca6c7511-d900-451f-ad0c-207240b4fa6d None None] Provisioning complete for port 91f5eace-d965-4cf7-a640-9602219d25dc triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:22.795941 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ca6c7511-d900-451f-ad0c-207240b4fa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.846193 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:21Z', 'revision_number': 3, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:22.874130 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Checking router: 5e361052-a8da-4f37-86d9-9d022eec6ade for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:22.874480 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Updating router 5e361052-a8da-4f37-86d9-9d022eec6ade port 76ec9bda-7a08-47f2-affb-28842ef2a23b binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:33:22.875392 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-ca6c7511-d900-451f-ad0c-207240b4fa6d None None] Current status of the port 91f5eace-d965-4cf7-a640-9602219d25dc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:22.902350 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:22.979890 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.145392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Allocated IP 172.20.0.1 (6ae3c59e-d293-45de-96c0-16292cdda59a/70dbd677-042a-45dc-8dba-e5eba8cbf8ae/df0bc08a-4d99-4912-aaea-003c550cc8bb) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:23.159965 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Publish callbacks [] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.165824 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.216717 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Attempting to bind port 76ec9bda-7a08-47f2-affb-28842ef2a23b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:33:23.217091 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Attempting to bind port 76ec9bda-7a08-47f2-affb-28842ef2a23b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:33:23.217455 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Attempting to bind port 76ec9bda-7a08-47f2-affb-28842ef2a23b on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:23.224628 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Pushing event updated for resources: {'Port': ['ID=76ec9bda-7a08-47f2-affb-28842ef2a23b,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:23.227726 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:33:23.228100 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:23.228497 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.228886 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:33:23.229340 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Bound port: 76ec9bda-7a08-47f2-affb-28842ef2a23b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:33:23.229710 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.236204 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.236548 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.236888 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.237233 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.237560 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.237895 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.238225 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.238671 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.239538 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.239865 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.240190 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.240518 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.240888 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103529) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:33:23.258198 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks [] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.291981 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] For port 76ec9bda-7a08-47f2-affb-28842ef2a23b, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:33:23.292405 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.295200 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] For port 76ec9bda-7a08-47f2-affb-28842ef2a23b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=76ec9bda-7a08-47f2-affb-28842ef2a23b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:33:23.301775 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.338515 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Network 6ae3c59e-d293-45de-96c0-16292cdda59a is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:23.341581 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:23.346419 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:23.349938 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Pushing event updated for resources: {'Port': ['ID=df0bc08a-4d99-4912-aaea-003c550cc8bb,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:23.362246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:23.362870 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:23.364982 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72187f8-b527-4e3d-82e4-5964f469c479 None None] Pushing event updated for resources: {'Port': ['ID=76ec9bda-7a08-47f2-affb-28842ef2a23b,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:23.392454 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (5e361052-a8da-4f37-86d9-9d022eec6ade), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.516956 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:23.527810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 91f5eace-d965-4cf7-a640-9602219d25dc up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:23.587346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.596398 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 91f5eace-d965-4cf7-a640-9602219d25dc triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:23.596808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.704003 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 91f5eace-d965-4cf7-a640-9602219d25dc is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:23.711742 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-9df512c5-3b7e-4df8-9d6b-f468dcb455f6 None None] Provisioning complete for port df0bc08a-4d99-4912-aaea-003c550cc8bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:23.712105 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9df512c5-3b7e-4df8-9d6b-f468dcb455f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.744849 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:21Z', 'revision_number': 3, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:23.750022 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-9df512c5-3b7e-4df8-9d6b-f468dcb455f6 None None] Port df0bc08a-4d99-4912-aaea-003c550cc8bb cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:33:23.773348 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e97fa-60c4-4067-a1d2-00d523479691 None None] The sync data for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 is: [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:21Z', 'revision_number': 3, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:23.774423 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks [] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.780044 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.849131 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Pushing event updated for resources: {'Port': ['ID=df0bc08a-4d99-4912-aaea-003c550cc8bb,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:23.851823 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (5e361052-a8da-4f37-86d9-9d022eec6ade), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:23.960531 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Network 6ae3c59e-d293-45de-96c0-16292cdda59a is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:23.962086 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:24.099509 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Router 5e361052-a8da-4f37-86d9-9d022eec6ade has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:33:24.277226 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-35280501-4224-47e0-bbb1-70ac903f78bd None None] Provisioning complete for port df0bc08a-4d99-4912-aaea-003c550cc8bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:24.277696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-35280501-4224-47e0-bbb1-70ac903f78bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:24.321605 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-35280501-4224-47e0-bbb1-70ac903f78bd None None] Port df0bc08a-4d99-4912-aaea-003c550cc8bb cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:33:24.599862 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:33:24.605109 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5af7712e-68eb-45c1-bfd2-5c8084b2130b admin admin] 10.222.0.79 "PUT /v2.0/routers/5e361052-a8da-4f37-86d9-9d022eec6ade/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0774732 Feb 17 23:33:25.101337 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41288) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:25.106865 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-67496185-network', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:25.127876 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Made reservation on behalf of 348681321a9b4f3e8764a27dbbb99950 for: {'network': 1} {{(pid=103527) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:33:25.130207 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for network (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.139706 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.220757 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks [] for security_group (494f24b3-e410-4c7f-8ce0-abc27299abf3), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.225374 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (494f24b3-e410-4c7f-8ce0-abc27299abf3), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.252921 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=103527) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 17 23:33:25.260990 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494f24b3-e410-4c7f-8ce0-abc27299abf3,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:25.271330 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5e4f2625-7d40-4e6b-835f-e5f4d3ed098f), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.271754 n-d-828369-18 neutron-server[103527]: INFO neutron.db.segments_db [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Added segment 5e4f2625-7d40-4e6b-835f-e5f4d3ed098f of type vlan for network 9c4806c9-c2a8-4bcf-b90c-99e620514823 Feb 17 23:33:25.322328 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8771631893661'] for network (9c4806c9-c2a8-4bcf-b90c-99e620514823), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.348534 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450'] for network (9c4806c9-c2a8-4bcf-b90c-99e620514823), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.349616 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:25.350168 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.424473 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3231108 Feb 17 23:33:25.427462 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41290) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:25.430556 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680ff92-e584-463b-b729-5d8ebf0a4cab admin admin] Pushing event updated for resources: {'Network': ['ID=9c4806c9-c2a8-4bcf-b90c-99e620514823,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:25.442199 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Sync routers for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:25.443980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Request body: {'subnet': {'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-67496185-subnet', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'ip_version': 4}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:25.456387 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 details requested by agent ovs-agent-n-d-828369-18 with host n-d-828369-18 {{(pid=103528) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 17 23:33:25.478984 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Made reservation on behalf of 348681321a9b4f3e8764a27dbbb99950 for: {'subnet': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:33:25.481837 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63352430'] for subnet (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.497214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 76ec9bda-7a08-47f2-affb-28842ef2a23b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:25.498701 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:25.499408 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:25.670421 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 76ec9bda-7a08-47f2-affb-28842ef2a23b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:25.670847 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.674046 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:25.704664 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63531427', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63352444'] for subnet (01b34e60-bdb5-42a7-88f4-79383db6d132), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.772537 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01b34e60-bdb5-42a7-88f4-79383db6d132,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:25.786223 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Checking segment: {'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:25.786610 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Network hostable DHCP agents. Network: 9c4806c9-c2a8-4bcf-b90c-99e620514823, hostable agents: ['eec98f87-06b6-43b7-997f-d51eaeacfc2f'], hosted agents: [] {{(pid=103526) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 17 23:33:25.811602 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 is scheduled to be hosted by DHCP agent eec98f87-06b6-43b7-997f-d51eaeacfc2f with binding_index 1 {{(pid=103526) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 17 23:33:25.821541 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828369-18, 9c4806c9-c2a8-4bcf-b90c-99e620514823) {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:25.826173 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:25.826810 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.844809 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-964f49f4-68fe-4906-a6e6-456582429fa1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4143295 Feb 17 23:33:25.847450 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41292) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:25.852976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:25.874194 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-638692', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5089'] for router (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.875208 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-634996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-637486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-593780', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5118'] for router (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:25.881752 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903e9d4d-3afb-4867-a215-4228ab93f6dc None None] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:33:25.930700 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks [] for router_controller (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), precommit_add_association {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.017698 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.084498 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks [] for router_gateway (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.150920 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac5635b5-e1be-55fe-9869-8881c93df2ce-9c4806c9-c2a8-4bcf-b90c-99e620514823', 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823', 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'fixed_ips': [{'subnet_id': '01b34e60-bdb5-42a7-88f4-79383db6d132'}]}} from n-d-828369-18. {{(pid=103528) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 17 23:33:26.151802 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.153582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 76ec9bda-7a08-47f2-affb-28842ef2a23b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:26.153959 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.217697 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port 76ec9bda-7a08-47f2-affb-28842ef2a23b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=76ec9bda-7a08-47f2-affb-28842ef2a23b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:26.228785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.312182 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks [] for router_gateway (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.333280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.352604 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=76ec9bda-7a08-47f2-affb-28842ef2a23b,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:26.390055 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 2, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:26.422404 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Checking router: 5e361052-a8da-4f37-86d9-9d022eec6ade for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:26.422765 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Updating router 5e361052-a8da-4f37-86d9-9d022eec6ade port df0bc08a-4d99-4912-aaea-003c550cc8bb binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:33:26.443352 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Allocated IP 172.25.0.155 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/f65c0494-1988-48de-b44a-ca7ad8633ce3) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:26.452219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.db_base_plugin_common [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Allocated IP 172.20.0.2 (9c4806c9-c2a8-4bcf-b90c-99e620514823/01b34e60-bdb5-42a7-88f4-79383db6d132/867668a7-6491-4506-b903-6f41b33d517b) {{(pid=103528) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:26.466746 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.563927 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks [] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.607514 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.652101 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:26.655118 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:26.660995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:26.696475 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Pushing event updated for resources: {'Port': ['ID=f65c0494-1988-48de-b44a-ca7ad8633ce3,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:26.756370 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Publish callbacks [] for port (867668a7-6491-4506-b903-6f41b33d517b), precommit_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.768010 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898'] for port (867668a7-6491-4506-b903-6f41b33d517b), after_create {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.833443 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 is already hosted by enough agents. {{(pid=103528) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:26.838865 n-d-828369-18 neutron-server[103528]: DEBUG neutron.scheduler.base_scheduler [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Resources bound (agent type, host, resource id): {{(pid=103528) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:26.846673 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Received port after_create {{(pid=103528) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:26.850712 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Pushing event updated for resources: {'Port': ['ID=867668a7-6491-4506-b903-6f41b33d517b,revision_number=1']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:26.939785 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks [] for router_gateway (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.948410 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Publish callbacks [] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.950582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Attempting to bind port 867668a7-6491-4506-b903-6f41b33d517b on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:33:26.950959 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Attempting to bind port 867668a7-6491-4506-b903-6f41b33d517b by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:33:26.951350 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Attempting to bind port 867668a7-6491-4506-b903-6f41b33d517b on network 9c4806c9-c2a8-4bcf-b90c-99e620514823 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:26.958490 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.963056 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:33:26.963469 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Checking segment: {'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:26.963874 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:26.964274 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Bound using segment: {'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:33:26.964761 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Bound port: 867668a7-6491-4506-b903-6f41b33d517b, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:33:26.965144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (867668a7-6491-4506-b903-6f41b33d517b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.054863 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7898c8-6f86-4f19-8905-3dff0da9247b None None] Pushing event updated for resources: {'Port': ['ID=df0bc08a-4d99-4912-aaea-003c550cc8bb,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:27.130597 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Attempting to bind port df0bc08a-4d99-4912-aaea-003c550cc8bb on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:33:27.130995 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Attempting to bind port df0bc08a-4d99-4912-aaea-003c550cc8bb by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:33:27.131393 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Attempting to bind port df0bc08a-4d99-4912-aaea-003c550cc8bb on network 6ae3c59e-d293-45de-96c0-16292cdda59a {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:27.133875 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] For port 867668a7-6491-4506-b903-6f41b33d517b, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:33:27.137840 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] For port 867668a7-6491-4506-b903-6f41b33d517b, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=867668a7-6491-4506-b903-6f41b33d517b,segment=NetworkSegment(5e4f2625-7d40-4e6b-835f-e5f4d3ed098f),segment_id=5e4f2625-7d40-4e6b-835f-e5f4d3ed098f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:33:27.142520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:33:27.142905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Checking segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:27.143835 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.143835 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Bound using segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:33:27.144308 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Bound port: df0bc08a-4d99-4912-aaea-003c550cc8bb, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:33:27.144807 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.154925 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (867668a7-6491-4506-b903-6f41b33d517b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.168286 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-635005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-637691'] for router (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.283858 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67182ecd-0c4f-40d3-b6ec-932fb00d7c30 None None] Pushing event updated for resources: {'Port': ['ID=867668a7-6491-4506-b903-6f41b33d517b,revision_number=2']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:27.297189 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] For port df0bc08a-4d99-4912-aaea-003c550cc8bb, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:33:27.302311 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] For port df0bc08a-4d99-4912-aaea-003c550cc8bb, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=df0bc08a-4d99-4912-aaea-003c550cc8bb,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:33:27.305571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e125f244-56ef-4b23-903d-e97b8a0a1447 None None] Provisioning complete for port df0bc08a-4d99-4912-aaea-003c550cc8bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:27.306071 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e125f244-56ef-4b23-903d-e97b8a0a1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.341099 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.341564 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc is scheduled to L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 with binding_index 1 {{(pid=103526) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 17 23:33:27.417219 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:27.417864 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:27.468535 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7898c8-6f86-4f19-8905-3dff0da9247b None None] Pushing event updated for resources: {'Port': ['ID=df0bc08a-4d99-4912-aaea-003c550cc8bb,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:27.517106 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:33:27.541402 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Sync routers for ids ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:27.560817 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Routers {'830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:27.561682 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:27.565008 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.569361 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-cf676b1d-dc93-4242-a7b3-f769033be591 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7171128 Feb 17 23:33:27.569684 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41294) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:27.586321 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 76ec9bda-7a08-47f2-affb-28842ef2a23b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:27.665808 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e125f244-56ef-4b23-903d-e97b8a0a1447 None None] Current status of the port df0bc08a-4d99-4912-aaea-003c550cc8bb is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:27.666213 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e125f244-56ef-4b23-903d-e97b8a0a1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.693117 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Set router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:27.732169 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e125f244-56ef-4b23-903d-e97b8a0a1447 None None] For port df0bc08a-4d99-4912-aaea-003c550cc8bb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=df0bc08a-4d99-4912-aaea-003c550cc8bb,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:27.748582 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:27.750872 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e125f244-56ef-4b23-903d-e97b8a0a1447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.833420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 76ec9bda-7a08-47f2-affb-28842ef2a23b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:27.833808 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:27.928300 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 3, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port': {'id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:26Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:27.961738 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Checking router: 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:27.962104 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Updating router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc port f65c0494-1988-48de-b44a-ca7ad8633ce3 binding host n-d-828369-18 {{(pid=103529) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:33:27.995483 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.132631 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125f244-56ef-4b23-903d-e97b8a0a1447 None None] Pushing event updated for resources: {'Port': ['ID=df0bc08a-4d99-4912-aaea-003c550cc8bb,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:28.147790 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-25fb42c2-52f1-4fab-8677-4fb35d70a8d0 None None] Provisioning complete for port df0bc08a-4d99-4912-aaea-003c550cc8bb triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:28.148174 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-25fb42c2-52f1-4fab-8677-4fb35d70a8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.166346 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.300420 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 76ec9bda-7a08-47f2-affb-28842ef2a23b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:28.409720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Allocated IP 172.20.0.1 (9c4806c9-c2a8-4bcf-b90c-99e620514823/01b34e60-bdb5-42a7-88f4-79383db6d132/b38b0872-a885-4b25-b699-24a61743d7b5) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:28.414935 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:28.448594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-25fb42c2-52f1-4fab-8677-4fb35d70a8d0 None None] Current status of the port df0bc08a-4d99-4912-aaea-003c550cc8bb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:28.452065 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b72f4a-3365-407b-80a1-e1afc3a8ec0f None None] The sync data for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 is: [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:28.463603 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Publish callbacks [] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), precommit_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.470625 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.554481 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d85882-f503-4740-aa65-b6586889bc40 None None] Pushing event updated for resources: {'Port': ['ID=f65c0494-1988-48de-b44a-ca7ad8633ce3,revision_number=2']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:28.572718 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Attempting to bind port f65c0494-1988-48de-b44a-ca7ad8633ce3 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:33:28.573513 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Attempting to bind port f65c0494-1988-48de-b44a-ca7ad8633ce3 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:33:28.573682 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Attempting to bind port f65c0494-1988-48de-b44a-ca7ad8633ce3 on network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:28.584731 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks [] for port (b38b0872-a885-4b25-b699-24a61743d7b5), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.585451 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:33:28.586020 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Checking segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103529) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:28.586696 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.587138 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Bound using segment: {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'} {{(pid=103529) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:33:28.587647 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.managers [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Bound port: f65c0494-1988-48de-b44a-ca7ad8633ce3, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc0f7a6-96df-4b90-95de-38fe5d3d7546', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45'}}] {{(pid=103529) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:33:28.588031 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), before_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.643174 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.677421 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] For port f65c0494-1988-48de-b44a-ca7ad8633ce3, host n-d-828369-18, cleared binding levels {{(pid=103529) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:33:28.684537 n-d-828369-18 neutron-server[103529]: DEBUG neutron.plugins.ml2.db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] For port f65c0494-1988-48de-b44a-ca7ad8633ce3, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f65c0494-1988-48de-b44a-ca7ad8633ce3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103529) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:33:28.702728 n-d-828369-18 neutron-server[103529]: DEBUG neutron_lib.callbacks.manager [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), after_update {{(pid=103529) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.718508 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:28.725174 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:28.733388 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:28.741271 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfe6893-14d2-461e-8442-c183a55bbaca None None] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:33:28.792235 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b38b0872-a885-4b25-b699-24a61743d7b5,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:28.812749 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-637998'] for router_interface (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.831214 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d85882-f503-4740-aa65-b6586889bc40 None None] Pushing event updated for resources: {'Port': ['ID=f65c0494-1988-48de-b44a-ca7ad8633ce3,revision_number=3']} {{(pid=103529) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:28.835348 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Routers {'830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:28.835881 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:28.866838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-e15c3f0e-31df-422e-abf6-6f99c44a7ef5 None None] Provisioning complete for port 867668a7-6491-4506-b903-6f41b33d517b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:28.867745 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e15c3f0e-31df-422e-abf6-6f99c44a7ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (867668a7-6491-4506-b903-6f41b33d517b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:28.978299 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] Set router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:29.022118 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.022785 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-e15c3f0e-31df-422e-abf6-6f99c44a7ef5 None None] Current status of the port 867668a7-6491-4506-b903-6f41b33d517b is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:29.023187 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e15c3f0e-31df-422e-abf6-6f99c44a7ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (867668a7-6491-4506-b903-6f41b33d517b), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.093250 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-e15c3f0e-31df-422e-abf6-6f99c44a7ef5 None None] For port 867668a7-6491-4506-b903-6f41b33d517b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=867668a7-6491-4506-b903-6f41b33d517b,segment=NetworkSegment(5e4f2625-7d40-4e6b-835f-e5f4d3ed098f),segment_id=5e4f2625-7d40-4e6b-835f-e5f4d3ed098f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:29.101711 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e15c3f0e-31df-422e-abf6-6f99c44a7ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (867668a7-6491-4506-b903-6f41b33d517b), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.224909 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c3f0e-31df-422e-abf6-6f99c44a7ef5 None None] Pushing event updated for resources: {'Port': ['ID=867668a7-6491-4506-b903-6f41b33d517b,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:29.240511 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 3, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port': {'id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:26Z', 'updated_at': '2022-02-17T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:29.277440 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5dc4e2-fd58-4385-93ce-ba04cfc8f45c None None] The sync data for ids ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'] in n-d-828369-18 is: [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 3, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port': {'id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:26Z', 'updated_at': '2022-02-17T23:33:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:29.335351 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6927f3e2-c0ba-478d-bc1d-46eac0b22464 None None] Provisioning complete for port b38b0872-a885-4b25-b699-24a61743d7b5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:29.335750 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e2-c0ba-478d-bc1d-46eac0b22464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.366001 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks [] for port (b38b0872-a885-4b25-b699-24a61743d7b5), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.379982 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.401442 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6927f3e2-c0ba-478d-bc1d-46eac0b22464 None None] Port b38b0872-a885-4b25-b699-24a61743d7b5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:33:29.424482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-6927f3e2-c0ba-478d-bc1d-46eac0b22464 None None] Provisioning complete for port 867668a7-6491-4506-b903-6f41b33d517b triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:29.425572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6927f3e2-c0ba-478d-bc1d-46eac0b22464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (867668a7-6491-4506-b903-6f41b33d517b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.431668 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-732496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-638138'] for router_interface (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.576466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-6927f3e2-c0ba-478d-bc1d-46eac0b22464 None None] Current status of the port 867668a7-6491-4506-b903-6f41b33d517b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:29.580463 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b38b0872-a885-4b25-b699-24a61743d7b5,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:29.586093 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device df0bc08a-4d99-4912-aaea-003c550cc8bb up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:29.648278 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:29.650030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:29.662188 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port df0bc08a-4d99-4912-aaea-003c550cc8bb triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:29.662568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.737061 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-707809c4-1b8a-475d-abfd-43a8fe40ec02 None None] Provisioning complete for port b38b0872-a885-4b25-b699-24a61743d7b5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:29.737061 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-707809c4-1b8a-475d-abfd-43a8fe40ec02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:29.848925 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-707809c4-1b8a-475d-abfd-43a8fe40ec02 None None] Port b38b0872-a885-4b25-b699-24a61743d7b5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:33:29.879932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port df0bc08a-4d99-4912-aaea-003c550cc8bb is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:29.881245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 867668a7-6491-4506-b903-6f41b33d517b up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:29.902027 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:33:29.957060 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port 867668a7-6491-4506-b903-6f41b33d517b triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:29.957957 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (867668a7-6491-4506-b903-6f41b33d517b), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.064472 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:33:30.079891 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-fc64ef35-5282-4097-9074-f98cbf0898b7 admin admin] 10.222.0.79 "PUT /v2.0/routers/830811ab-d6ed-4bcb-ae4c-1b43fec98bcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5006268 Feb 17 23:33:30.084979 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port 867668a7-6491-4506-b903-6f41b33d517b is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:30.092702 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-5fe66d07-3bb8-4674-96c7-1744a9bd323d None None] Provisioning complete for port b38b0872-a885-4b25-b699-24a61743d7b5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:30.092702 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5fe66d07-3bb8-4674-96c7-1744a9bd323d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.135595 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-5fe66d07-3bb8-4674-96c7-1744a9bd323d None None] Port b38b0872-a885-4b25-b699-24a61743d7b5 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:33:30.686155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41302) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:30.692310 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-0e426786-3e56-411d-b404-ba83dc9486bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-56557078', 'description': 'tempest-secgroup-smoke-56557078 description', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:30.717360 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e426786-3e56-411d-b404-ba83dc9486bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.797869 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e426786-3e56-411d-b404-ba83dc9486bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group (eea89f92-55f2-4a5e-b03b-c94fac11636c), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.812594 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e426786-3e56-411d-b404-ba83dc9486bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eea89f92-55f2-4a5e-b03b-c94fac11636c), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.844296 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-0e426786-3e56-411d-b404-ba83dc9486bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.845534 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-0e426786-3e56-411d-b404-ba83dc9486bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1583562 Feb 17 23:33:30.846757 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e426786-3e56-411d-b404-ba83dc9486bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea89f92-55f2-4a5e-b03b-c94fac11636c,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:30.848639 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41304) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:30.853653 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-8d438020-5dc3-4b5a-bf46-21473fd493b0 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'security_group_rule': {'security_group_id': 'eea89f92-55f2-4a5e-b03b-c94fac11636c', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:30.880056 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d438020-5dc3-4b5a-bf46-21473fd493b0 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (0c2e63a3-f39b-4d01-a461-3eaa6120d7d5), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.937998 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d438020-5dc3-4b5a-bf46-21473fd493b0 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (0c2e63a3-f39b-4d01-a461-3eaa6120d7d5), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.943536 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d438020-5dc3-4b5a-bf46-21473fd493b0 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (0c2e63a3-f39b-4d01-a461-3eaa6120d7d5), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.962355 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d438020-5dc3-4b5a-bf46-21473fd493b0 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c2e63a3-f39b-4d01-a461-3eaa6120d7d5,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:30.971138 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-8d438020-5dc3-4b5a-bf46-21473fd493b0 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:30.973071 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-8d438020-5dc3-4b5a-bf46-21473fd493b0 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226206 Feb 17 23:33:30.975531 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41306) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:30.979915 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-87c28b44-9a88-4050-adf4-ced1f63df9ac tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'security_group_rule': {'security_group_id': 'eea89f92-55f2-4a5e-b03b-c94fac11636c', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:31.006918 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87c28b44-9a88-4050-adf4-ced1f63df9ac tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (6eca5773-b8c9-445b-83a0-991b4f88bb76), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.065099 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87c28b44-9a88-4050-adf4-ced1f63df9ac tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (6eca5773-b8c9-445b-83a0-991b4f88bb76), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.069655 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87c28b44-9a88-4050-adf4-ced1f63df9ac tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (6eca5773-b8c9-445b-83a0-991b4f88bb76), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.089020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c28b44-9a88-4050-adf4-ced1f63df9ac tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eca5773-b8c9-445b-83a0-991b4f88bb76,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:31.096654 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-87c28b44-9a88-4050-adf4-ced1f63df9ac tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.097954 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-87c28b44-9a88-4050-adf4-ced1f63df9ac tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214387 Feb 17 23:33:31.100804 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41308) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:31.105936 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-f68aba4f-5b96-4013-a16b-191080a79238 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'security_group_rule': {'security_group_id': 'eea89f92-55f2-4a5e-b03b-c94fac11636c', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:31.134522 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f68aba4f-5b96-4013-a16b-191080a79238 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (3e0dec26-a115-4fb7-b3a7-4e30e0e97222), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.195631 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f68aba4f-5b96-4013-a16b-191080a79238 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (3e0dec26-a115-4fb7-b3a7-4e30e0e97222), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.200121 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f68aba4f-5b96-4013-a16b-191080a79238 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (3e0dec26-a115-4fb7-b3a7-4e30e0e97222), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.218313 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68aba4f-5b96-4013-a16b-191080a79238 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0dec26-a115-4fb7-b3a7-4e30e0e97222,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:31.227068 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-f68aba4f-5b96-4013-a16b-191080a79238 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.228644 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-f68aba4f-5b96-4013-a16b-191080a79238 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1267929 Feb 17 23:33:31.231654 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41310) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:31.237236 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-47e0e4fd-0dae-4306-9290-408998a2cb15 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'security_group_rule': {'security_group_id': 'eea89f92-55f2-4a5e-b03b-c94fac11636c', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:31.266679 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-47e0e4fd-0dae-4306-9290-408998a2cb15 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (e8aed30b-1f99-4975-acb3-99a492836330), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.334924 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-47e0e4fd-0dae-4306-9290-408998a2cb15 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (e8aed30b-1f99-4975-acb3-99a492836330), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.339093 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-47e0e4fd-0dae-4306-9290-408998a2cb15 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (e8aed30b-1f99-4975-acb3-99a492836330), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.372030 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e0e4fd-0dae-4306-9290-408998a2cb15 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8aed30b-1f99-4975-acb3-99a492836330,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:31.379603 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-47e0e4fd-0dae-4306-9290-408998a2cb15 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.380873 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-47e0e4fd-0dae-4306-9290-408998a2cb15 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1480770 Feb 17 23:33:31.383952 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41312) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:31.393961 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'security_group_rule': {'security_group_id': 'eea89f92-55f2-4a5e-b03b-c94fac11636c', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:31.416426 n-d-828369-18 neutron-server[103527]: INFO neutron.db.securitygroups_db [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Project d95dadb9394842ffa3acfcf20430c7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:33:31.421965 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (4707dba3-0fc7-4abf-90c3-fd2c2a73f0bd), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.454685 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f65c0494-1988-48de-b44a-ca7ad8633ce3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:31.508079 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (4707dba3-0fc7-4abf-90c3-fd2c2a73f0bd), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.510034 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f65c0494-1988-48de-b44a-ca7ad8633ce3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:31.510464 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.514311 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (4707dba3-0fc7-4abf-90c3-fd2c2a73f0bd), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.529739 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4707dba3-0fc7-4abf-90c3-fd2c2a73f0bd,revision_number=0']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:31.547932 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.552360 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-2941e199-ba7b-46f2-b7c3-e62c99c98446 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1639991 Feb 17 23:33:31.552837 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41314) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:31.557560 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'security_group_rule': {'security_group_id': 'eea89f92-55f2-4a5e-b03b-c94fac11636c', 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:31.578170 n-d-828369-18 neutron-server[103526]: INFO neutron.db.securitygroups_db [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Project d95dadb9394842ffa3acfcf20430c7f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 17 23:33:31.584070 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (d6bee0ed-2a4e-45e4-81b7-cfab6b16ae57), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.601288 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f65c0494-1988-48de-b44a-ca7ad8633ce3 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:31.601684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.623339 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] For port f65c0494-1988-48de-b44a-ca7ad8633ce3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f65c0494-1988-48de-b44a-ca7ad8633ce3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:31.628093 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.653231 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (d6bee0ed-2a4e-45e4-81b7-cfab6b16ae57), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.658803 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573812'] for security_group_rule (d6bee0ed-2a4e-45e4-81b7-cfab6b16ae57), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.671080 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Sync routers for ids ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:31.675297 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6bee0ed-2a4e-45e4-81b7-cfab6b16ae57,revision_number=0']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:31.689557 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:31.703391 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-a99eeae3-c193-4856-8234-2bf76f7e31f1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378763 Feb 17 23:33:31.703878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Pushing event updated for resources: {'Port': ['ID=f65c0494-1988-48de-b44a-ca7ad8633ce3,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:31.703878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Routers {'830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:31.703878 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:31.812690 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Set router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:31.913591 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-d6c249b4-dfba-497b-8cf4-00d158fb92a6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56557078&fields=id&tenant_id=d95dadb9394842ffa3acfcf20430c7f1 HTTP/1.1" status: 200 len: 267 time: 0.0469484 Feb 17 23:33:32.015196 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:33:28Z', 'revision_number': 4, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port': {'id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:26Z', 'updated_at': '2022-02-17T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b38b0872-a885-4b25-b699-24a61743d7b5', 'name': '', 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'mac_address': 'fa:16:3e:a9:50:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '01b34e60-bdb5-42a7-88f4-79383db6d132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:28Z', 'updated_at': '2022-02-17T23:33:29Z', 'revision_number': 2, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'subnets': [{'id': '01b34e60-bdb5-42a7-88f4-79383db6d132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:32.025642 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-c5c72e85-6431-4294-874b-d23d3da2d1e2 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:32.027206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-c5c72e85-6431-4294-874b-d23d3da2d1e2 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 810 time: 0.1068871 Feb 17 23:33:32.043056 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e962a6f4-f18d-4818-82fb-a53936743f74 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/quotas/d95dadb9394842ffa3acfcf20430c7f1 HTTP/1.1" status: 200 len: 375 time: 0.0099475 Feb 17 23:33:32.046503 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Checking router: 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:32.046873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Updating router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc port b38b0872-a885-4b25-b699-24a61743d7b5 binding host n-d-828369-18 {{(pid=103528) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 17 23:33:32.075306 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.104467 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-11b631c9-4ea4-4d91-affd-b15348a9b6f5 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553842 Feb 17 23:33:32.202843 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-c78a3c81-99a2-4f2f-a094-8eedc736200a service neutron] 10.222.0.79 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866592 Feb 17 23:33:32.305278 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-7aab361a-aad8-4d22-b47e-5f35566e1052 service neutron] 10.222.0.79 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951135 Feb 17 23:33:32.346146 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Publish callbacks [] for port (b38b0872-a885-4b25-b699-24a61743d7b5), precommit_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.352841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.410628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d2783-bf2d-450a-a15d-2379d9605f05 None None] Pushing event updated for resources: {'Port': ['ID=b38b0872-a885-4b25-b699-24a61743d7b5,revision_number=3']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:32.480020 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Attempting to bind port b38b0872-a885-4b25-b699-24a61743d7b5 on host n-d-828369-18 for vnic_type normal with profile {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:33:32.480676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Attempting to bind port b38b0872-a885-4b25-b699-24a61743d7b5 by drivers openvswitch,hyperv on host n-d-828369-18 at level 0 using segments [{'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:33:32.480676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Attempting to bind port b38b0872-a885-4b25-b699-24a61743d7b5 on network 9c4806c9-c2a8-4bcf-b90c-99e620514823 {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:32.482568 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f064ddbf-ee19-4a44-aead-ad325a15d8d5 req-ebf83abc-6ddb-4e47-a192-dc92f18f1245 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 210 time: 0.0291526 Feb 17 23:33:32.486409 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Checking agent: {'id': '90630b71-8f9e-4431-ab7c-f1493d8f6fbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 21, 55, 21), 'started_at': datetime.datetime(2022, 2, 17, 21, 55, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828369-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:33:32.486897 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Checking segment: {'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103528) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:32.487176 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.487600 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Bound using segment: {'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'} {{(pid=103528) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:33:32.488103 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.managers [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Bound port: b38b0872-a885-4b25-b699-24a61743d7b5, host: n-d-828369-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823'}}] {{(pid=103528) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:33:32.489050 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.559620 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] For port b38b0872-a885-4b25-b699-24a61743d7b5, host n-d-828369-18, cleared binding levels {{(pid=103528) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:33:32.563069 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] For port b38b0872-a885-4b25-b699-24a61743d7b5, host n-d-828369-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b38b0872-a885-4b25-b699-24a61743d7b5,segment=NetworkSegment(5e4f2625-7d40-4e6b-835f-e5f4d3ed098f),segment_id=5e4f2625-7d40-4e6b-835f-e5f4d3ed098f)] {{(pid=103528) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:33:32.570178 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.634372 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d2783-bf2d-450a-a15d-2379d9605f05 None None] Pushing event updated for resources: {'Port': ['ID=b38b0872-a885-4b25-b699-24a61743d7b5,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:32.637009 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Routers {'830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:32.637624 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:32.729053 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-464e042f-b22d-4224-8924-0d808ab6c11e None None] Provisioning complete for port b38b0872-a885-4b25-b699-24a61743d7b5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:32.729433 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-464e042f-b22d-4224-8924-0d808ab6c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.794596 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] Set router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:32.910898 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-464e042f-b22d-4224-8924-0d808ab6c11e None None] Current status of the port b38b0872-a885-4b25-b699-24a61743d7b5 is: DOWN; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:32.911293 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-464e042f-b22d-4224-8924-0d808ab6c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:32.990623 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-464e042f-b22d-4224-8924-0d808ab6c11e None None] For port b38b0872-a885-4b25-b699-24a61743d7b5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b38b0872-a885-4b25-b699-24a61743d7b5,segment=NetworkSegment(5e4f2625-7d40-4e6b-835f-e5f4d3ed098f),segment_id=5e4f2625-7d40-4e6b-835f-e5f4d3ed098f)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:32.994692 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-464e042f-b22d-4224-8924-0d808ab6c11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:33.080402 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e042f-b22d-4224-8924-0d808ab6c11e None None] Pushing event updated for resources: {'Port': ['ID=b38b0872-a885-4b25-b699-24a61743d7b5,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:33.104647 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:33:28Z', 'revision_number': 4, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port': {'id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:26Z', 'updated_at': '2022-02-17T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b38b0872-a885-4b25-b699-24a61743d7b5', 'name': '', 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'mac_address': 'fa:16:3e:a9:50:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '01b34e60-bdb5-42a7-88f4-79383db6d132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:28Z', 'updated_at': '2022-02-17T23:33:32Z', 'revision_number': 4, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'subnets': [{'id': '01b34e60-bdb5-42a7-88f4-79383db6d132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:33.137887 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddbbc37-a45a-4ef5-bf2e-de043220cdac None None] The sync data for ids ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'] in n-d-828369-18 is: [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:33:28Z', 'revision_number': 4, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port': {'id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:26Z', 'updated_at': '2022-02-17T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'b38b0872-a885-4b25-b699-24a61743d7b5', 'name': '', 'network_id': '9c4806c9-c2a8-4bcf-b90c-99e620514823', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'mac_address': 'fa:16:3e:a9:50:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4398, 'fixed_ips': [{'subnet_id': '01b34e60-bdb5-42a7-88f4-79383db6d132', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:28Z', 'updated_at': '2022-02-17T23:33:32Z', 'revision_number': 4, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'subnets': [{'id': '01b34e60-bdb5-42a7-88f4-79383db6d132', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:33.146229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-460a4fc7-6db9-4848-88ab-96241b7b527d None None] Provisioning complete for port b38b0872-a885-4b25-b699-24a61743d7b5 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:33.146604 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-460a4fc7-6db9-4848-88ab-96241b7b527d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:33.273203 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-460a4fc7-6db9-4848-88ab-96241b7b527d None None] Current status of the port b38b0872-a885-4b25-b699-24a61743d7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:33.542454 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f65c0494-1988-48de-b44a-ca7ad8633ce3 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:33.588634 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d1591251-75f4-4dad-ad56-684159b73455 req-b0bfe5a7-8a4c-4eb4-a295-7367a5c052a1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 210 time: 0.0373478 Feb 17 23:33:33.598138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port f65c0494-1988-48de-b44a-ca7ad8633ce3 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:33.598694 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:33.712433 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port f65c0494-1988-48de-b44a-ca7ad8633ce3 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:33.714048 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b38b0872-a885-4b25-b699-24a61743d7b5 up at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:33.929870 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Provisioning complete for port b38b0872-a885-4b25-b699-24a61743d7b5 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:33.930151 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:34.013146 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Current status of the port b38b0872-a885-4b25-b699-24a61743d7b5 is: ACTIVE; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:34.667732 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-401fc878-1bce-4d8a-9625-8330a729be80 req-7a4f2fb4-018c-4dc1-874e-0aeaba657114 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 210 time: 0.0270557 Feb 17 23:33:35.747012 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1734224d-ceee-4452-a979-ec2c4bf99afc req-75742e41-61aa-4e91-8829-016a6d580e6b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 210 time: 0.0276849 Feb 17 23:33:36.840169 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cdbb3f4d-7e85-454b-a610-5b98f3c81ffe req-d698a234-bdb0-490b-b39f-2bbbf5ef2b1f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 210 time: 0.0265741 Feb 17 23:33:37.690184 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-091d2c0d-09de-4085-9617-05dfe9ace932 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:37.691718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-091d2c0d-09de-4085-9617-05dfe9ace932 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 810 time: 0.1041164 Feb 17 23:33:37.760738 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-232e53fc-22ef-4ed4-9687-2d17b094b18c tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95dadb9394842ffa3acfcf20430c7f1 HTTP/1.1" status: 200 len: 378 time: 0.0606556 Feb 17 23:33:37.770236 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'port': {'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'admin_state_up': True, 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'security_groups': ['eea89f92-55f2-4a5e-b03b-c94fac11636c']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:37.878277 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Made reservation on behalf of d95dadb9394842ffa3acfcf20430c7f1 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:33:37.882384 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:37.944048 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-cee52d4f-553b-48b4-bbd0-6ca27faac0d4 req-8d94b40d-acff-4347-93f3-3e32a0937385 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 210 time: 0.0316141 Feb 17 23:33:38.018276 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Allocated IP 172.20.0.6 (6ae3c59e-d293-45de-96c0-16292cdda59a/70dbd677-042a-45dc-8dba-e5eba8cbf8ae/e5095ae6-8199-4264-be8e-b8c073673e9a) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:38.165438 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:38.198552 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:38.245878 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Network 6ae3c59e-d293-45de-96c0-16292cdda59a is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:38.251123 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:38.255181 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:38.288037 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:38.314998 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:38.315330 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:38.332795 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-e3bdf5b4-ffb2-4a85-9ab1-1d4589d3666e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5662398 Feb 17 23:33:38.343881 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Request body: {'port': {'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:38.409153 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:38.540972 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-f8f6b161-f450-4c05-b467-4a8a0fbc9e94 None None] Provisioning complete for port e5095ae6-8199-4264-be8e-b8c073673e9a triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:38.541563 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-f8f6b161-f450-4c05-b467-4a8a0fbc9e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:38.577923 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-f8f6b161-f450-4c05-b467-4a8a0fbc9e94 None None] Port e5095ae6-8199-4264-be8e-b8c073673e9a cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:33:38.999883 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5095ae6-8199-4264-be8e-b8c073673e9a {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:33:39.008129 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Publish callbacks [] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:39.021423 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Transition to ACTIVE for port object e5095ae6-8199-4264-be8e-b8c073673e9a will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:33:39.025280 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:39.066065 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81938cae-33cb-4bd2-9e89-4974be3a3d04 req-ec25cc69-79bd-4f60-88ed-ef7545cad811 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:39.068723 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81938cae-33cb-4bd2-9e89-4974be3a3d04 req-ec25cc69-79bd-4f60-88ed-ef7545cad811 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 943 time: 0.0561705 Feb 17 23:33:39.079642 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:39.130240 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-81938cae-33cb-4bd2-9e89-4974be3a3d04 req-654c1f07-d73a-4eac-aeff-78783b3179be tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513673 Feb 17 23:33:39.154887 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Attempting to bind port e5095ae6-8199-4264-be8e-b8c073673e9a on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:33:39.155228 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Attempting to bind port e5095ae6-8199-4264-be8e-b8c073673e9a by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:33:39.155594 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Attempting to bind port e5095ae6-8199-4264-be8e-b8c073673e9a on network 6ae3c59e-d293-45de-96c0-16292cdda59a {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:39.160085 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Port e5095ae6-8199-4264-be8e-b8c073673e9a on network 6ae3c59e-d293-45de-96c0-16292cdda59a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:33:39.160412 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Attempting to bind port e5095ae6-8199-4264-be8e-b8c073673e9a on network 6ae3c59e-d293-45de-96c0-16292cdda59a {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:33:39.165585 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:33:39.165934 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Checking segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:33:39.166300 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Bound using segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:33:39.166728 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Bound port: e5095ae6-8199-4264-be8e-b8c073673e9a, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:33:39.167083 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:39.233807 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:33:39.237175 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:33:39.244108 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:39.279017 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:39.279924 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:39.282554 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] 10.222.0.73 "PUT /v2.0/ports/e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 1092 time: 0.9429672 Feb 17 23:33:39.283009 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:33:39.285339 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06016cb5-104e-470b-880c-10a8f7cf8620" -d '{"events": [{"name": "network-changed", "server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:33:39.315630 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5335cb-dbc5-4f06-b1d7-dec8edbec8ea service neutron] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:39.387877 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-ee8919d6-b9b2-4dfa-b456-d00d3f7b6c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:39.389401 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-ee8919d6-b9b2-4dfa-b456-d00d3f7b6c1a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1126 time: 0.0566294 Feb 17 23:33:39.403159 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679d79c7-c211-4c29-8a3c-1a971868aced x-openstack-request-id: req-679d79c7-c211-4c29-8a3c-1a971868aced {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:33:39.403479 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:33:39.403740 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-679d79c7-c211-4c29-8a3c-1a971868aced {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:33:39.404145 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'status': 'completed', 'code': 200} Feb 17 23:33:39.438028 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-fa29535a-fd40-4a7b-a4df-90dcb52e61e9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 217 time: 0.0418735 Feb 17 23:33:39.491607 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-f6fff5e3-1cb2-4459-9906-24d80cecad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:39.493147 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-f6fff5e3-1cb2-4459-9906-24d80cecad5b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0494416 Feb 17 23:33:39.547494 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-021b86d2-7662-4627-8306-0bf037f45f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:39.548985 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-021b86d2-7662-4627-8306-0bf037f45f38 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490959 Feb 17 23:33:39.640121 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-995748b4-9c6c-413e-ade2-efb90dae800b service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851870 Feb 17 23:33:39.727948 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6419b8b2-f82e-4ccb-a5b9-c20f6b707710 req-1f36ffb1-243a-461d-b66e-bf4c17b8aad8 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824084 Feb 17 23:33:39.819317 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-8accbd3d-98c8-4bb5-b1cd-ac66321846b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:39.820911 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-8accbd3d-98c8-4bb5-b1cd-ac66321846b5 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1126 time: 0.0506861 Feb 17 23:33:39.917938 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-5a40dbc8-b7ad-42f7-8b8c-e2a4dd193299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:39.919456 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-5a40dbc8-b7ad-42f7-8b8c-e2a4dd193299 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0911310 Feb 17 23:33:39.958985 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-ed93f2b5-a8d7-4cd4-9201-9f466efb14c9 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 217 time: 0.0340333 Feb 17 23:33:40.010799 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-add0c022-3c77-4506-9c57-6e9da125c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:40.012331 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-add0c022-3c77-4506-9c57-6e9da125c744 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0471714 Feb 17 23:33:40.063209 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-c9fd8b92-058a-47e1-93f1-d037a0ab5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:40.064788 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-c9fd8b92-058a-47e1-93f1-d037a0ab5788 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437431 Feb 17 23:33:40.125298 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:40.158106 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-7746617b-3061-4693-a5b3-b4a7fc114a51 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859358 Feb 17 23:33:40.255620 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-06016cb5-104e-470b-880c-10a8f7cf8620 req-ba239bba-1977-4659-9005-3e055b938175 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905316 Feb 17 23:33:40.256512 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ed786-e999-4c26-8fc7-cd8fef84dd3b req-ae757555-7b4f-4849-8994-39f3bbf038ff tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:40.257930 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a44ed786-e999-4c26-8fc7-cd8fef84dd3b req-ae757555-7b4f-4849-8994-39f3bbf038ff tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 943 time: 0.0534821 Feb 17 23:33:40.308701 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-a44ed786-e999-4c26-8fc7-cd8fef84dd3b req-0f4d00f2-0bd5-47f7-9004-ba16d70b6ea1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436158 Feb 17 23:33:41.434777 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699ce3c-57a1-42af-91b0-6471e187280c req-333ad89b-08bf-4138-9390-29db1a880795 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:41.436287 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7699ce3c-57a1-42af-91b0-6471e187280c req-333ad89b-08bf-4138-9390-29db1a880795 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 943 time: 0.0568831 Feb 17 23:33:41.488579 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-7699ce3c-57a1-42af-91b0-6471e187280c req-055c472b-4a2b-4f05-9808-9ae2235e36fc tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464475 Feb 17 23:33:41.752112 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5095ae6-8199-4264-be8e-b8c073673e9a details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:33:41.849524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:41.862544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:33:41.900267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e5095ae6-8199-4264-be8e-b8c073673e9a is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:41.900652 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:41.913643 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5095ae6-8199-4264-be8e-b8c073673e9a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:33:41.933434 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:41.937210 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:41.985115 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:42.174289 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e5095ae6-8199-4264-be8e-b8c073673e9a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:33:42.607554 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa9868-9de1-48c0-a475-462fbf86587d req-9d01890b-9cea-47ee-80d7-3815187cf18b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:42.609006 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0dfa9868-9de1-48c0-a475-462fbf86587d req-9d01890b-9cea-47ee-80d7-3815187cf18b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 944 time: 0.0524731 Feb 17 23:33:42.657436 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-0dfa9868-9de1-48c0-a475-462fbf86587d req-4ea86ec3-5059-44ff-8e36-067f69cf33f2 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426118 Feb 17 23:33:43.767783 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5095ae6-8199-4264-be8e-b8c073673e9a up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:33:43.777622 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9cddd-8758-4cd8-9004-5fb8247e54e3 req-17e11a3f-0ae0-4be9-b88c-c00e24d029ab tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:43.779093 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2b9cddd-8758-4cd8-9004-5fb8247e54e3 req-17e11a3f-0ae0-4be9-b88c-c00e24d029ab tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 944 time: 0.0535240 Feb 17 23:33:43.820692 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port e5095ae6-8199-4264-be8e-b8c073673e9a completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:33:43.825470 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port e5095ae6-8199-4264-be8e-b8c073673e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:33:43.825848 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:43.835811 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f2b9cddd-8758-4cd8-9004-5fb8247e54e3 req-0e3efc46-30a7-44db-b9ed-b130490ce551 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506759 Feb 17 23:33:43.904520 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e5095ae6-8199-4264-be8e-b8c073673e9a is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:33:43.904907 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:43.930906 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:33:43.933213 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2741a8a4-875e-4c12-b397-7e447ed1c51f" -d '{"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-plugged", "status": "completed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:33:43.945877 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:33:43.950067 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:43.980062 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d039244b-823f-44d9-8e49-5b4fd007f8d1 x-openstack-request-id: req-d039244b-823f-44d9-8e49-5b4fd007f8d1 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:33:43.980360 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-plugged", "status": "completed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:33:43.980614 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d039244b-823f-44d9-8e49-5b4fd007f8d1 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:33:43.981009 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'code': 200} Feb 17 23:33:44.005223 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:44.081147 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50551ffc-828e-4aa2-8df8-bebb29fccfdb req-3af53bd8-01ac-4a87-b5b7-686c2babef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:44.083182 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50551ffc-828e-4aa2-8df8-bebb29fccfdb req-3af53bd8-01ac-4a87-b5b7-686c2babef71 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1128 time: 0.0445547 Feb 17 23:33:44.128227 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-50551ffc-828e-4aa2-8df8-bebb29fccfdb req-077b6b5c-9650-45bd-960e-b695c5214242 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400312 Feb 17 23:33:44.634397 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2ab1cdb1-3110-46ab-ac1e-1a1c36798754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:44.961409 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc1c54-5afd-4c33-960a-1e02e5e652da req-4d510740-04f3-402b-8190-277be9ec86bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:44.962860 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bfc1c54-5afd-4c33-960a-1e02e5e652da req-4d510740-04f3-402b-8190-277be9ec86bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 945 time: 0.0530579 Feb 17 23:33:45.012822 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3bfc1c54-5afd-4c33-960a-1e02e5e652da req-40be6feb-5679-4ab4-b290-52cc78e8e352 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442772 Feb 17 23:33:46.131392 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65a6f1-d1cc-4585-9b66-87d24f54562b req-0001923a-fde5-427c-8ce1-9d751df6631b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:46.132796 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f65a6f1-d1cc-4585-9b66-87d24f54562b req-0001923a-fde5-427c-8ce1-9d751df6631b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 945 time: 0.0529182 Feb 17 23:33:46.180172 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f65a6f1-d1cc-4585-9b66-87d24f54562b req-6a99278e-874a-463e-b53c-8a7c0c0ba9f8 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419319 Feb 17 23:33:46.299397 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:33:46.302919 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cb480-3b57-4c9e-843e-7576b2745284 req-e1f3f5fa-aa1a-42ae-96d7-8bc81d2e17b1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:46.304417 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d76cb480-3b57-4c9e-843e-7576b2745284 req-e1f3f5fa-aa1a-42ae-96d7-8bc81d2e17b1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 945 time: 0.0585511 Feb 17 23:33:46.353414 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d76cb480-3b57-4c9e-843e-7576b2745284 req-41ea8d79-0e68-446f-b673-9b6fc6c70581 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434320 Feb 17 23:33:46.376557 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41384) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:46.513001 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7697a67f-94f2-4d5a-a1c6-d54b7b3bd49f tempest-TestSnapshotPattern-2007405573 tempest-TestSnapshotPattern-2007405573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:46.514571 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-7697a67f-94f2-4d5a-a1c6-d54b7b3bd49f tempest-TestSnapshotPattern-2007405573 tempest-TestSnapshotPattern-2007405573-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1123 time: 0.1366279 Feb 17 23:33:46.517526 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41388) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:33:46.521941 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:33:46.542845 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:46.639827 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:46.747039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Allocated IP 172.25.0.191 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/87995f8b-0f3c-45b4-9ffe-b4802b71500e) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:33:46.845972 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:46.879893 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:46.919081 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:33:46.921980 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:33:46.927603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:33:46.953852 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'Port': ['ID=87995f8b-0f3c-45b4-9ffe-b4802b71500e,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:47.278627 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (5e972dfd-35f1-44fa-bb0f-12467a49e55f), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:47.351721 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:47.501056 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-488486e3-e00c-4e0b-81d5-cdaa9a24cfd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:47.501835 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:47.506784 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:47.584342 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'Port': ['ID=87995f8b-0f3c-45b4-9ffe-b4802b71500e,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:33:47.594266 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (5e972dfd-35f1-44fa-bb0f-12467a49e55f), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:47.696632 n-d-828369-18 neutron-server[103526]: INFO neutron.db.l3_db [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Floating IP 5e972dfd-35f1-44fa-bb0f-12467a49e55f associated. External IP: 172.25.0.191, port: e5095ae6-8199-4264-be8e-b8c073673e9a. Feb 17 23:33:47.908386 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Router 5e361052-a8da-4f37-86d9-9d022eec6ade has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:33:48.019454 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:33:48.030773 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] Sync routers for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:33:48.039179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:48.041949 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:48.042580 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:48.071950 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-0ad20a4c-eef9-44ba-905e-f5477833e8ae tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5529268 Feb 17 23:33:48.072947 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:33:48.076380 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d48adf-0a18-4994-8ec2-da0f5991b304" -d '{"events": [{"name": "network-changed", "server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:33:48.113088 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24792269-dd8a-447d-9f69-e75cd79b13a3 x-openstack-request-id: req-24792269-dd8a-447d-9f69-e75cd79b13a3 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:33:48.113384 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:33:48.113644 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-24792269-dd8a-447d-9f69-e75cd79b13a3 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:33:48.114055 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'status': 'completed', 'code': 200} Feb 17 23:33:48.157318 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:48.177496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-196e3ea1-0a8e-43c0-83ae-665c8a7e8ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:48.178945 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-196e3ea1-0a8e-43c0-83ae-665c8a7e8ae3 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1128 time: 0.0456977 Feb 17 23:33:48.244139 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:48.276348 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-1bd6c078-d776-43d2-aff7-740cb3d29ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:48.277823 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-1bd6c078-d776-43d2-aff7-740cb3d29ff9 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0936079 Feb 17 23:33:48.343625 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-d1fce75e-b9a8-4802-ace3-0799aa4c5d87 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 999 time: 0.0599945 Feb 17 23:33:48.384749 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:47Z', 'revision_number': 0, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:48.391538 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-c7643bcd-f99e-4ad4-a41b-63f6727a0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:48.393057 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-c7643bcd-f99e-4ad4-a41b-63f6727a0dd9 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0438478 Feb 17 23:33:48.411171 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] Checking router: 5e361052-a8da-4f37-86d9-9d022eec6ade for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:33:48.419487 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:33:48.420103 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:33:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:48.455020 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-debf02af-1695-44b2-9844-9bf0b266dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:33:48.456512 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-debf02af-1695-44b2-9844-9bf0b266dada service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0533960 Feb 17 23:33:48.526963 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:33:48.545637 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-95b11fc6-fca4-4d85-aabc-d1bc09eef8f2 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832722 Feb 17 23:33:48.637223 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c5d48adf-0a18-4994-8ec2-da0f5991b304 req-7ada1b54-adf4-4ba3-9e9e-c9e9a0a2a974 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862935 Feb 17 23:33:48.756246 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:47Z', 'revision_number': 0, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:33:48.785235 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4987757b-916d-461e-a0d2-95a37fd0b7e8 None None] The sync data for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 is: [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:47Z', 'revision_number': 0, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:33:48.985222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc7a07-6aa9-4329-8237-f71345af1175 None None] New status for floating IP 5e972dfd-35f1-44fa-bb0f-12467a49e55f: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:33:49.647989 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:51.047696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:33:55.933458 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:10.127467 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:14.636469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7c4bee62-de8b-472b-88e9-0129fc44d774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:17.502568 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bafdecf8-70e9-4843-9004-3bda2856fe03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:18.245472 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:19.649137 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:21.050075 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:23.297991 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:34:25.932954 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:40.135414 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:42.417081 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-df1ac5ed-29b2-4954-a138-cd2773d5eb6d service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0463345 Feb 17 23:34:42.504650 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-fd949105-1c54-4325-9a7d-100c3687a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:42.506274 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-fd949105-1c54-4325-9a7d-100c3687a154 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1128 time: 0.0473785 Feb 17 23:34:42.612853 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-bad25d0e-191a-44f9-a180-afa4d31470a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:42.614367 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-bad25d0e-191a-44f9-a180-afa4d31470a0 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0902057 Feb 17 23:34:42.679946 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-11242666-ff15-4dd2-83eb-951726c5cf19 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 1001 time: 0.0594089 Feb 17 23:34:42.729358 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-ddb1567e-9f2e-4b93-8f22-5aabd1e5dafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:42.730841 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-ddb1567e-9f2e-4b93-8f22-5aabd1e5dafc service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0458934 Feb 17 23:34:42.786336 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-59d5e738-fd13-4c54-8eac-221f2c5ffb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:34:42.788208 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-59d5e738-fd13-4c54-8eac-221f2c5ffb94 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517545 Feb 17 23:34:42.878690 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-ff6e2915-e67f-4327-9e89-6988035a07e8 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846026 Feb 17 23:34:42.971705 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-d1d22997-2e29-47d7-a387-34c1844c0698 req-ddc12801-5a52-495a-9ce4-3073429a817f service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874815 Feb 17 23:34:44.640085 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5a5ffd54-dc63-4a2c-bc59-f762ff029a40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:47.504063 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-6aa65916-966e-4ef3-9f5d-c4dc4479bb14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:48.249455 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:49.652296 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:51.053235 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:34:55.949013 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:00.296448 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:35:10.126447 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:14.647461 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-37f60509-8ed2-42f1-9e24-93bc3a656dc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:17.505645 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-768088b5-ce01-43af-ae4d-c06627c98e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:18.250997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:19.654037 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:21.062096 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:25.977675 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:37.295599 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:35:40.128001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:43.434561 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-f211940d-6d02-4272-95a6-96f8c7f5793f service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0925803 Feb 17 23:35:43.526421 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-6c8a80e1-23a5-4a4c-b6fc-1358974f9aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:43.528019 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-6c8a80e1-23a5-4a4c-b6fc-1358974f9aa1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1128 time: 0.0463209 Feb 17 23:35:43.633270 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-8ed7f66f-ffe1-4074-a040-39d1de3f7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:43.634750 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-8ed7f66f-ffe1-4074-a040-39d1de3f7351 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0881858 Feb 17 23:35:43.702436 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-de503861-7f25-4e4c-9755-9311ac461105 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 1001 time: 0.0596933 Feb 17 23:35:43.749995 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-a0774e92-380a-4a1d-b9d0-b5501babc50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:43.751485 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-a0774e92-380a-4a1d-b9d0-b5501babc50b service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0433309 Feb 17 23:35:43.803674 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-52b89da7-8e08-4bba-9d39-fa8489b53e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:43.805195 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-52b89da7-8e08-4bba-9d39-fa8489b53e82 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474000 Feb 17 23:35:43.892371 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-987607ce-4a98-4c96-915e-675abb6fa77d service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798492 Feb 17 23:35:43.986903 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1168928d-1797-4ff2-87b0-f360453a7da1 req-d9b3190b-00c0-4372-ab39-fa64fda35f2b service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857756 Feb 17 23:35:44.639684 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-65bcf676-8995-4241-af4a-815d4f8277da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:47.512943 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-10306b69-fb4c-4cdd-bfda-4b06c99d660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:48.256713 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:48.306602 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5095ae6-8199-4264-be8e-b8c073673e9a details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:35:48.432261 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:35:48.450155 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:35:48.500267 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e5095ae6-8199-4264-be8e-b8c073673e9a is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:35:48.500654 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:48.516306 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5095ae6-8199-4264-be8e-b8c073673e9a {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:35:48.547905 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:35:48.553698 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:48.620784 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:35:48.630019 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['e5095ae6-8199-4264-be8e-b8c073673e9a'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:35:48.634545 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.634911 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.635459 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.635671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.636119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.636571 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.637475 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.637817 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.638153 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.638482 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.638810 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.639138 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:48.639487 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:35:49.658886 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:50.323297 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5095ae6-8199-4264-be8e-b8c073673e9a up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:35:50.391113 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port e5095ae6-8199-4264-be8e-b8c073673e9a triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:35:50.391518 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:50.489719 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e5095ae6-8199-4264-be8e-b8c073673e9a is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:35:50.490121 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:50.518735 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:35:50.521032 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce05122-cf93-4271-b38d-a79f55fd0c13" -d '{"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-plugged", "status": "completed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:35:50.543632 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:35:50.557385 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:50.615119 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:35:50.656847 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec2d965-16f3-4d40-aed7-db6650cd2f61 x-openstack-request-id: req-2ec2d965-16f3-4d40-aed7-db6650cd2f61 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:35:50.657168 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-plugged", "status": "completed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:35:50.657428 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2ec2d965-16f3-4d40-aed7-db6650cd2f61 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:35:50.657858 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'code': 200} Feb 17 23:35:51.072187 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:55.985001 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:35:56.054622 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-97d395ad-bc8b-4389-a6d7-79f5f3c4a30b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-56557078&fields=id&tenant_id=d95dadb9394842ffa3acfcf20430c7f1 HTTP/1.1" status: 200 len: 267 time: 0.0459814 Feb 17 23:35:56.179525 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-8b27f5da-c632-4630-9194-b743b224f35f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:56.180971 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-8b27f5da-c632-4630-9194-b743b224f35f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 810 time: 0.1100733 Feb 17 23:35:56.196359 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-aad13b2b-26ed-4431-8bbf-bbcb5c6c5ef1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/quotas/d95dadb9394842ffa3acfcf20430c7f1 HTTP/1.1" status: 200 len: 375 time: 0.0100336 Feb 17 23:35:56.255869 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-8ca085e0-e17f-4e9c-97bb-d96321ae481d tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535426 Feb 17 23:35:56.314189 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-5a97c8d6-d2c5-4386-948e-f21f3412f0f5 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=103527) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 23:35:56.315295 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-5a97c8d6-d2c5-4386-948e-f21f3412f0f5 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477493 Feb 17 23:35:56.414883 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-3c64d732-8a04-422a-96ad-67f6a99568f2 service neutron] 10.222.0.79 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929420 Feb 17 23:35:56.508747 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-5a841cdd-f313-4e23-b705-b26de2d1b317 service neutron] 10.222.0.79 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878034 Feb 17 23:35:56.676566 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db08e2e6-b8c1-48ee-bdc2-97020783806a req-569f99cb-c931-42ce-8ab9-09636727570a tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0293410 Feb 17 23:35:57.783592 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f069c89c-2911-46c6-a1c6-f4e9539748c2 req-2dec8351-99d1-4443-817f-35382f5e7345 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0319490 Feb 17 23:35:58.010673 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-a7b17156-1751-4f79-9bff-82409998347a tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:35:58.012853 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-a7b17156-1751-4f79-9bff-82409998347a tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 810 time: 0.4366529 Feb 17 23:35:58.885036 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-3f4d05ec-27a5-40a9-981f-ae061bc0ec84 req-f54f6d7a-7e42-455e-8d20-14884b660045 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0299962 Feb 17 23:35:59.992206 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-86b94c82-a5cb-4d1a-ae2b-c33cdd7c93f7 req-50e9e2c4-00bf-4b2d-b98b-aee203e6078a tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0323939 Feb 17 23:36:00.382538 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5095ae6-8199-4264-be8e-b8c073673e9a no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:36:00.462394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port e5095ae6-8199-4264-be8e-b8c073673e9a is: ACTIVE; New status is: DOWN {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:36:00.462681 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:00.487533 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:36:00.489831 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d231deb3-ed32-4c48-8269-2461cb61b863" -d '{"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:36:00.503524 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:36:00.510050 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:00.565275 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 17 Feb 2022 23:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13e9980-3b55-4796-aac0-e4461acdb19a x-openstack-request-id: req-d13e9980-3b55-4796-aac0-e4461acdb19a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:36:00.565892 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-unplugged", "status": "completed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:36:00.566147 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d13e9980-3b55-4796-aac0-e4461acdb19a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:36:00.566550 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'code': 200} Feb 17 23:36:00.579800 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=8']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:01.102947 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ed084112-ca34-48ed-9a20-fec0a221fc4a req-ad9c7aed-2e33-4686-b1bb-b127fe84dc6a tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0299568 Feb 17 23:36:02.209750 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1f321204-6b19-4f42-bb95-c2ceab9cfa05 req-4d90965a-d553-48b3-8217-cdd9830cc220 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0292766 Feb 17 23:36:03.383458 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-91ba588e-9837-4026-b042-78c6fb40d528 req-5823e9bf-0206-4076-b1e5-d8b9698a1c36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0844221 Feb 17 23:36:04.489291 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-4eb167ce-6ec2-4617-96c0-a48383eb773c req-24ed2b7a-4075-4215-9512-cb112cb06bff tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0303612 Feb 17 23:36:05.614475 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-ce0a2efc-41ce-41c3-b3c3-fcc6b136cdcd req-260851ae-ddbc-476e-a965-2001408bfb6e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0367339 Feb 17 23:36:06.587718 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-94decb84-26b1-4eb9-9ce8-e9e8be83dbde tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d95dadb9394842ffa3acfcf20430c7f1 HTTP/1.1" status: 200 len: 378 time: 0.0536706 Feb 17 23:36:06.598328 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'port': {'device_id': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'admin_state_up': True, 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'security_groups': ['eea89f92-55f2-4a5e-b03b-c94fac11636c']}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:36:06.706582 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Made reservation on behalf of d95dadb9394842ffa3acfcf20430c7f1 for: {'port': 1} {{(pid=103526) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 17 23:36:06.710161 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:06.716218 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d19fe48d-b9ff-4920-a3cc-d01a76717971 req-62129e60-36a9-4757-bca4-92d452cb2f9d tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0316641 Feb 17 23:36:06.837373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_common [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Allocated IP 172.20.0.14 (6ae3c59e-d293-45de-96c0-16292cdda59a/70dbd677-042a-45dc-8dba-e5eba8cbf8ae/ec6f48b8-7661-46d8-ae34-da3a9b72c875) {{(pid=103526) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:36:06.974787 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), precommit_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.008586 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_create {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.053122 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Network 6ae3c59e-d293-45de-96c0-16292cdda59a is already hosted by enough agents. {{(pid=103526) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:36:07.058210 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.base_scheduler [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Resources bound (agent type, host, resource id): {{(pid=103526) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:36:07.062219 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Received port after_create {{(pid=103526) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:36:07.089249 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=1']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:07.104349 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.104703 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.105048 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.106036 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.106381 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.106713 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.107039 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.107379 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.107712 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.108067 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.108389 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.108720 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.109043 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:07.128035 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:07.128694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.145509 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-58c4f80d-7551-482d-9afe-5ffc7f86df36 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5505672 Feb 17 23:36:07.157566 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.v2.base [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Request body: {'port': {'device_id': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828369-18'}} {{(pid=103526) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:36:07.221685 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.261581 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-102b78ec-5451-4f1d-b5ed-72fbcbe0284d None None] Provisioning complete for port ec6f48b8-7661-46d8-ae34-da3a9b72c875 triggered by entity DHCP. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:36:07.262162 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-102b78ec-5451-4f1d-b5ed-72fbcbe0284d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.295522 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-102b78ec-5451-4f1d-b5ed-72fbcbe0284d None None] Port ec6f48b8-7661-46d8-ae34-da3a9b72c875 cannot update to ACTIVE because it is not bound. {{(pid=103528) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 17 23:36:07.485575 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6f48b8-7661-46d8-ae34-da3a9b72c875 {{(pid=103526) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:36:07.492917 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Publish callbacks [] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), precommit_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.504571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.provisioning_blocks [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Transition to ACTIVE for port object ec6f48b8-7661-46d8-ae34-da3a9b72c875 will not be triggered until provisioned by entity L2. {{(pid=103526) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 17 23:36:07.508318 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.579509 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Pushing event updated for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=2']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:07.634763 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Attempting to bind port ec6f48b8-7661-46d8-ae34-da3a9b72c875 on host n-h1-828369-18 for vnic_type normal with profile {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 23:36:07.635484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Attempting to bind port ec6f48b8-7661-46d8-ae34-da3a9b72c875 by drivers openvswitch,hyperv on host n-h1-828369-18 at level 0 using segments [{'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 17 23:36:07.635484 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Attempting to bind port ec6f48b8-7661-46d8-ae34-da3a9b72c875 on network 6ae3c59e-d293-45de-96c0-16292cdda59a {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:36:07.640496 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Port ec6f48b8-7661-46d8-ae34-da3a9b72c875 on network 6ae3c59e-d293-45de-96c0-16292cdda59a not bound, no agent of type Open vSwitch agent registered on host n-h1-828369-18 {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 17 23:36:07.640816 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Attempting to bind port ec6f48b8-7661-46d8-ae34-da3a9b72c875 on network 6ae3c59e-d293-45de-96c0-16292cdda59a {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 17 23:36:07.645856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Checking agent: {'id': '169ca186-a3f9-43e7-94ed-85aea977bf26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828369-18', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'started_at': datetime.datetime(2022, 2, 17, 22, 3, 9), 'heartbeat_timestamp': datetime.datetime(2022, 2, 17, 23, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 17 23:36:07.646197 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Checking segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103526) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 17 23:36:07.646580 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Bound using segment: {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'} {{(pid=103526) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 17 23:36:07.647005 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.managers [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Bound port: ec6f48b8-7661-46d8-ae34-da3a9b72c875, host: n-h1-828369-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0123b7b0-67a8-448d-bf8b-c338000b7ddc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a'}}] {{(pid=103526) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 17 23:36:07.647361 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), before_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.713030 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, cleared binding levels {{(pid=103526) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 17 23:36:07.716856 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103526) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 17 23:36:07.722843 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63608600'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_update {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.756314 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:07.757118 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:07.759124 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] 10.222.0.73 "PUT /v2.0/ports/ec6f48b8-7661-46d8-ae34-da3a9b72c875 HTTP/1.1" status: 200 len: 1093 time: 0.6066949 Feb 17 23:36:07.761517 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:36:07.770247 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51887aee-298b-4e72-a07f-2f8f85d451ab" -d '{"events": [{"name": "network-changed", "server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:36:07.801976 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66457126-af63-4d47-ba11-3098b1a58cca service neutron] Pushing event updated for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=3']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:07.851703 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19fbb7-d9cb-4c3f-93a4-019c9b5ef08f req-c1743b9c-2b62-40bc-87d1-df3fc897aeff tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:07.853330 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db19fbb7-d9cb-4c3f-93a4-019c9b5ef08f req-c1743b9c-2b62-40bc-87d1-df3fc897aeff tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 944 time: 0.0646029 Feb 17 23:36:07.857083 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-52dfc4f0-6d42-4db0-83f6-a26eb3d8c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:07.858734 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-52dfc4f0-6d42-4db0-83f6-a26eb3d8c59a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 1127 time: 0.0503943 Feb 17 23:36:07.905366 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-8e302686-6e20-4e88-8311-bd08495df813 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875 HTTP/1.1" status: 200 len: 217 time: 0.0398703 Feb 17 23:36:07.907736 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-db19fbb7-d9cb-4c3f-93a4-019c9b5ef08f req-70dc8f45-0e3b-46e2-ba1e-a7d1278924c4 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478132 Feb 17 23:36:07.960060 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20878954-5c57-4f8f-ba10-207a767d386b x-openstack-request-id: req-20878954-5c57-4f8f-ba10-207a767d386b {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:36:07.960362 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:36:07.960623 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-20878954-5c57-4f8f-ba10-207a767d386b {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:36:07.961029 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'status': 'completed', 'code': 200} Feb 17 23:36:07.964959 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-50a98deb-0faa-42a0-94aa-1a8fe7fb4614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:07.966443 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-50a98deb-0faa-42a0-94aa-1a8fe7fb4614 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0554717 Feb 17 23:36:08.021473 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-acc9c4cd-2311-4f97-a9a8-ea1d8ed5d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:08.022967 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-acc9c4cd-2311-4f97-a9a8-ea1d8ed5d508 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474920 Feb 17 23:36:08.114715 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-b19a997e-c73c-4457-8194-7d0d77c6892f service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856240 Feb 17 23:36:08.202570 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-c0323ee6-d82b-4e74-a9c8-2fbe02789a30 req-cb35d195-cd4e-4020-8f63-b4466eb416ff service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819976 Feb 17 23:36:08.294463 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-2b293f72-3513-4f24-a063-389dad7d1ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:08.295901 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-2b293f72-3513-4f24-a063-389dad7d1ec0 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 1127 time: 0.0505319 Feb 17 23:36:08.387427 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-e71f6ca1-847b-412e-ab95-609908a21340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:08.388962 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-e71f6ca1-847b-412e-ab95-609908a21340 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0867984 Feb 17 23:36:08.429657 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-32adc8f1-8ad5-4fed-9970-eacda5bb2eaa service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875 HTTP/1.1" status: 200 len: 217 time: 0.0341024 Feb 17 23:36:08.480065 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-044b8ccc-abdf-457d-9d1a-501f6fe4f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:08.482080 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-044b8ccc-abdf-457d-9d1a-501f6fe4f5c3 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0467722 Feb 17 23:36:08.531635 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-9cebc34f-9db5-4139-86a1-8561fd4c78fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:08.533149 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-9cebc34f-9db5-4139-86a1-8561fd4c78fd service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0443110 Feb 17 23:36:08.628838 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-1e9004b3-02a7-483e-8267-16ba6b2834a4 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889652 Feb 17 23:36:08.721064 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-51887aee-298b-4e72-a07f-2f8f85d451ab req-397c2225-00d3-46af-ab6b-abe147dc1b6a service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861573 Feb 17 23:36:09.032566 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aa932-12e4-49aa-ab34-5af2e3fb1dd9 req-8685ec9a-3f91-4a62-9263-f2c863fe560e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:09.034035 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a4aa932-12e4-49aa-ab34-5af2e3fb1dd9 req-8685ec9a-3f91-4a62-9263-f2c863fe560e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 944 time: 0.0541744 Feb 17 23:36:09.082181 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9a4aa932-12e4-49aa-ab34-5af2e3fb1dd9 req-f82978d4-81c8-4327-a74a-dc8ec8bce4b2 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425286 Feb 17 23:36:10.128400 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:10.208633 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f3cad7-d994-44a2-b831-f30191d3422a req-4e315deb-caca-4997-85bc-75dc2db0648b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:10.210102 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29f3cad7-d994-44a2-b831-f30191d3422a req-4e315deb-caca-4997-85bc-75dc2db0648b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 944 time: 0.0569429 Feb 17 23:36:10.259239 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-29f3cad7-d994-44a2-b831-f30191d3422a req-806bf8ce-05fe-4c44-a3e0-339e0f5a98dc tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427432 Feb 17 23:36:11.377708 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb843b38-3ea8-48fc-a3ad-b2bb0b05907a req-f9254965-50f6-49cc-9ea2-11aa5aaedb94 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:11.379199 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb843b38-3ea8-48fc-a3ad-b2bb0b05907a req-f9254965-50f6-49cc-9ea2-11aa5aaedb94 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 944 time: 0.0522239 Feb 17 23:36:11.428549 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-fb843b38-3ea8-48fc-a3ad-b2bb0b05907a req-f784fb89-159b-4199-ba11-a175afe5917f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437791 Feb 17 23:36:12.459614 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:36:12.553342 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1cb61f-0dbc-45e0-a6fc-313d59f59f6d req-b6d154bb-b744-4b50-b845-eb2d174bc3f6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:12.554818 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c1cb61f-0dbc-45e0-a6fc-313d59f59f6d req-b6d154bb-b744-4b50-b845-eb2d174bc3f6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 944 time: 0.0571756 Feb 17 23:36:12.555394 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:36:12.567873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'port_id': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'mac_address': 'fa:16:3e:72:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:36:12.603532 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-2c1cb61f-0dbc-45e0-a6fc-313d59f59f6d req-bd55de17-fb8f-4d3d-a749-de952641b205 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425630 Feb 17 23:36:12.608346 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ec6f48b8-7661-46d8-ae34-da3a9b72c875 is: DOWN; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:36:12.608737 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:12.622732 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6f48b8-7661-46d8-ae34-da3a9b72c875 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:36:12.641781 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:36:12.645650 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:12.695039 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=4']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:12.854594 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['ec6f48b8-7661-46d8-ae34-da3a9b72c875'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:36:13.722765 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39966bf7-7f52-4850-949b-bd65eb3884c2 req-47a67174-cb9a-4ca1-8c35-a6886ad4dda8 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:13.724158 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39966bf7-7f52-4850-949b-bd65eb3884c2 req-47a67174-cb9a-4ca1-8c35-a6886ad4dda8 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 945 time: 0.0525076 Feb 17 23:36:13.772128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-39966bf7-7f52-4850-949b-bd65eb3884c2 req-d94d2d09-e5de-4ed6-97b5-fbef9bbc58bc tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423729 Feb 17 23:36:14.295350 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:36:14.461037 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:36:14.509229 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning for port ec6f48b8-7661-46d8-ae34-da3a9b72c875 completed by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 17 23:36:14.513446 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port ec6f48b8-7661-46d8-ae34-da3a9b72c875 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:36:14.513816 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:14.595720 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ec6f48b8-7661-46d8-ae34-da3a9b72c875 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:36:14.596021 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:14.618049 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:36:14.620286 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ea3b6e-a84a-4b77-815d-bd304051e01e" -d '{"events": [{"server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:36:14.636435 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:36:14.645120 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:14.668208 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa27def3-1d81-43a5-be32-6ba57561ea30 x-openstack-request-id: req-fa27def3-1d81-43a5-be32-6ba57561ea30 {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:36:14.668495 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:36:14.668747 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fa27def3-1d81-43a5-be32-6ba57561ea30 {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:36:14.669134 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'code': 200} Feb 17 23:36:14.672759 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c8796825-ad2e-48a1-8518-454950cc0cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:14.697977 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=5']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:14.759875 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab31643-919e-4edb-a509-2c044ccc36ea req-c4b86d15-e52a-452f-b2bf-a48c5a3413d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:14.761367 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1ab31643-919e-4edb-a509-2c044ccc36ea req-c4b86d15-e52a-452f-b2bf-a48c5a3413d2 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 1129 time: 0.0451069 Feb 17 23:36:14.807356 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1ab31643-919e-4edb-a509-2c044ccc36ea req-3dbc0e4f-1859-4854-9a0a-89da95dee0f1 service neutron] 10.222.0.73 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395665 Feb 17 23:36:14.894015 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc5cae-e057-4991-810d-a11b5411d560 req-c49ef6ad-8699-4947-8c65-c1de9d938074 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:14.895462 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74bc5cae-e057-4991-810d-a11b5411d560 req-c49ef6ad-8699-4947-8c65-c1de9d938074 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 946 time: 0.0528612 Feb 17 23:36:14.947863 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-74bc5cae-e057-4991-810d-a11b5411d560 req-183fb7d3-1e63-4d2c-81ec-54fa954aeb7e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467985 Feb 17 23:36:16.066287 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed1920-41ef-4f65-9bdb-9c2059e3f75e req-78e7f6e7-1842-45a7-bc4f-c8a847fd35ed tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:16.067782 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bed1920-41ef-4f65-9bdb-9c2059e3f75e req-78e7f6e7-1842-45a7-bc4f-c8a847fd35ed tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 946 time: 0.0526810 Feb 17 23:36:16.116337 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-9bed1920-41ef-4f65-9bdb-9c2059e3f75e req-07d6f261-52ed-41f6-b6c4-b6162c77c309 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429134 Feb 17 23:36:16.233485 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557af750-1e99-4603-a02f-3f911309405b req-c5d1c834-295a-4c7f-a03e-f8640c38f43d tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:16.235128 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-557af750-1e99-4603-a02f-3f911309405b req-c5d1c834-295a-4c7f-a03e-f8640c38f43d tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 946 time: 0.0530565 Feb 17 23:36:16.284303 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-557af750-1e99-4603-a02f-3f911309405b req-2ca074f0-cfc7-4a21-b309-ef4411823c12 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434096 Feb 17 23:36:16.305519 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41664) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:36:16.353071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cbe468-397b-48ed-817a-1bf066139eb7 tempest-TestSnapshotPattern-2007405573 tempest-TestSnapshotPattern-2007405573-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:16.354580 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c9cbe468-397b-48ed-817a-1bf066139eb7 tempest-TestSnapshotPattern-2007405573 tempest-TestSnapshotPattern-2007405573-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 1124 time: 0.0481067 Feb 17 23:36:16.357396 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41666) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:36:16.361843 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.v2.base [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Request body: {'floatingip': {'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'port_id': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103527) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 23:36:16.382133 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:16.478129 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (None), before_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:16.588625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_common [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Allocated IP 172.25.0.75 (4d949b49-a9ee-41eb-b1b2-b62b21824f45/a62dff5a-08a3-4f87-bd8f-8f7551a6b126/47278200-cea7-4329-9215-2cf348f121b1) {{(pid=103527) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 17 23:36:16.688928 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for port (47278200-cea7-4329-9215-2cf348f121b1), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:16.721052 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8771631907898', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (47278200-cea7-4329-9215-2cf348f121b1), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:16.764452 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Network 4d949b49-a9ee-41eb-b1b2-b62b21824f45 is already hosted by enough agents. {{(pid=103527) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 17 23:36:16.767561 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.base_scheduler [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Resources bound (agent type, host, resource id): {{(pid=103527) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 17 23:36:16.771078 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Received port after_create {{(pid=103527) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 17 23:36:16.776330 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'Port': ['ID=47278200-cea7-4329-9215-2cf348f121b1,revision_number=1']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:16.802597 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.802871 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.803212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.803572 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.803910 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.804257 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.804567 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.804890 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.805212 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.805533 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.805856 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.806179 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:16.806501 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:36:17.129658 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (2e615e3b-2ad4-47ee-8764-0674e5257cfa), precommit_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:17.196252 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (47278200-cea7-4329-9215-2cf348f121b1), before_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:17.343660 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for port (47278200-cea7-4329-9215-2cf348f121b1), precommit_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:17.348158 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63002729'] for port (47278200-cea7-4329-9215-2cf348f121b1), after_update {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:17.411888 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event updated for resources: {'Port': ['ID=47278200-cea7-4329-9215-2cf348f121b1,revision_number=2']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:36:17.425771 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-637589'] for floatingip (2e615e3b-2ad4-47ee-8764-0674e5257cfa), after_create {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:17.505775 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-34e8ed85-47bc-474c-99d1-b8672ca03ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:17.851249 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Floating IP 2e615e3b-2ad4-47ee-8764-0674e5257cfa associated. External IP: 172.25.0.75, port: ec6f48b8-7661-46d8-ae34-da3a9b72c875. Feb 17 23:36:18.062290 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Router 5e361052-a8da-4f37-86d9-9d022eec6ade has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:36:18.173517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:36:18.184322 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] Sync routers for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:36:18.191978 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:18.194645 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:36:18.195255 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:36:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:36:18.223884 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-14c54e8c-7bad-414a-b863-5765439eebad tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8654685 Feb 17 23:36:18.224522 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:36:18.226819 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9f73cd-187f-4c15-9528-e8ae870a8cde" -d '{"events": [{"name": "network-changed", "server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:36:18.261042 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:18.308615 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:36:18.320365 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c22852-f95e-4c01-a6ae-9f5e10cd990a x-openstack-request-id: req-77c22852-f95e-4c01-a6ae-9f5e10cd990a {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:36:18.320659 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:36:18.320911 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-77c22852-f95e-4c01-a6ae-9f5e10cd990a {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:36:18.321313 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'status': 'completed', 'code': 200} Feb 17 23:36:18.391256 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-98b4bf63-14eb-48bf-b8d7-b4076782727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:18.392912 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-98b4bf63-14eb-48bf-b8d7-b4076782727a service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 1129 time: 0.0505242 Feb 17 23:36:18.482571 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-c4552bce-daf1-4e57-954a-eb5118fb2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:18.483990 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-c4552bce-daf1-4e57-954a-eb5118fb2a83 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0859122 Feb 17 23:36:18.559224 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-7bff8255-5b8c-4ba6-9e3f-a2d944831a96 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875 HTTP/1.1" status: 200 len: 999 time: 0.0693185 Feb 17 23:36:18.610411 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-cf601d94-c651-4d0f-b933-b270ba0c8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:18.611761 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-cf601d94-c651-4d0f-b933-b270ba0c8d19 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0448315 Feb 17 23:36:18.627795 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2e615e3b-2ad4-47ee-8764-0674e5257cfa', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:72:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:36:16Z', 'updated_at': '2022-02-17T23:36:16Z', 'revision_number': 0, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}, {'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:49Z', 'revision_number': 1, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:36:18.653958 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] Checking router: 5e361052-a8da-4f37-86d9-9d022eec6ade for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:36:18.660408 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-e972851d-b223-4b98-a90a-804c4df0df3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:18.661993 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-e972851d-b223-4b98-a90a-804c4df0df3b service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0449746 Feb 17 23:36:18.662144 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:36:18.662671 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:36:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:36:18.754960 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-34b8f3ec-5f19-4644-8646-626d23c9e284 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872288 Feb 17 23:36:18.769175 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:36:18.844383 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1a9f73cd-187f-4c15-9528-e8ae870a8cde req-57187c0b-bb1b-4528-b13b-a67f7317f83b service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838983 Feb 17 23:36:18.993742 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2e615e3b-2ad4-47ee-8764-0674e5257cfa', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:72:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:36:16Z', 'updated_at': '2022-02-17T23:36:16Z', 'revision_number': 0, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}, {'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:49Z', 'revision_number': 1, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:36:19.020412 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e34b34c-d0fe-4816-bb36-05c3be244664 None None] The sync data for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 is: [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '2e615e3b-2ad4-47ee-8764-0674e5257cfa', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.75', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:72:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:36:16Z', 'updated_at': '2022-02-17T23:36:16Z', 'revision_number': 0, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}, {'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:49Z', 'revision_number': 1, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:36:19.221227 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e534630-5c5e-4313-9314-929edb54a907 None None] New status for floating IP 2e615e3b-2ad4-47ee-8764-0674e5257cfa: ACTIVE {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:36:19.658384 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:21.065748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:26.009917 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:40.128691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:44.642977 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-5e6ee00b-28f4-4007-b871-c5812e96171b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:45.385700 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-0d0963ab-5c28-4e3b-a5ea-e72743852c4e service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0443227 Feb 17 23:36:45.481303 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-265e3849-9fd4-4765-9adf-35b858f460b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:45.482792 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-265e3849-9fd4-4765-9adf-35b858f460b1 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1126 time: 0.0500591 Feb 17 23:36:45.583319 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-79dd404f-1623-44c3-a1c4-06710c44881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:45.584810 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-79dd404f-1623-44c3-a1c4-06710c44881b service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0841637 Feb 17 23:36:45.651790 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-1ad1ad51-6a9a-4485-b683-058a2eb4b574 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 999 time: 0.0611472 Feb 17 23:36:45.698415 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-58c17eac-5653-44e0-b89f-1e92d7e3db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:45.699836 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-58c17eac-5653-44e0-b89f-1e92d7e3db61 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0429401 Feb 17 23:36:45.756253 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-e1713b5b-1287-40ba-b3e5-32310fd51617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:36:45.757744 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-e1713b5b-1287-40ba-b3e5-32310fd51617 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0508747 Feb 17 23:36:45.849116 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-29871559-b2fa-47d9-a7cd-b6458a9f3d93 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851748 Feb 17 23:36:45.937863 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-1f1ed16e-af18-4647-9af6-8cb5d33ab2ea req-a1fac94e-4394-439f-bcea-64e7727d176f service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829208 Feb 17 23:36:47.507464 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-bc0aaa58-1e36-492f-a4f5-f9dff6a5f2a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:48.259100 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:49.661435 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:51.061363 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:36:51.293823 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:36:56.009749 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:10.143595 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:14.644408 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-fba7915c-e6f6-46d6-b498-c5dc23603b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:17.508850 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-2d1958cf-a5fb-4aac-a23c-d8a9aca1f807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:18.261157 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:19.664026 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:21.064541 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:26.019047 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:28.292435 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:37:40.158876 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:44.646878 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2ff9ab0-e2bf-41ac-a14e-959576d5bbe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:46.409087 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-c28f8a25-9eec-4fba-b974-e5105b9332cf service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0465879 Feb 17 23:37:46.477027 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1ef8-473b-4ef9-8270-0324a948733e req-557338f6-9173-4bf3-be9f-1d276a3703f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:46.478586 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-557338f6-9173-4bf3-be9f-1d276a3703f2 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 1129 time: 0.0491731 Feb 17 23:37:46.583275 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1ef8-473b-4ef9-8270-0324a948733e req-f658d96d-5fb1-48c6-a23e-b18b7d999197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:46.584845 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-f658d96d-5fb1-48c6-a23e-b18b7d999197 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.0880213 Feb 17 23:37:46.651587 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-ad8dfe72-7cc2-4b47-9526-d5e80a7849cd service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875 HTTP/1.1" status: 200 len: 1001 time: 0.0612199 Feb 17 23:37:46.702320 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1ef8-473b-4ef9-8270-0324a948733e req-5b1036bc-8135-4e4f-a7bb-b49e91e87b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:46.703699 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-5b1036bc-8135-4e4f-a7bb-b49e91e87b6c service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0455186 Feb 17 23:37:46.751534 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a1ef8-473b-4ef9-8270-0324a948733e req-d02a754a-363c-44dc-a8c9-e317419f0783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:37:46.753019 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-d02a754a-363c-44dc-a8c9-e317419f0783 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0441711 Feb 17 23:37:46.842263 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-1e3dd2a5-99ac-4f4a-a94f-e6b4ae4c7c0c service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835059 Feb 17 23:37:46.929582 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-129a1ef8-473b-4ef9-8270-0324a948733e req-9fce1111-5836-46c6-ac5d-02b9daf53695 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812476 Feb 17 23:37:47.510714 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-83c6fc56-fc04-480d-be13-e4555b255662 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:48.265450 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:49.666703 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:51.071353 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:37:56.023131 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:00.974388 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 details requested by agent hyperv_n-h1-828369-18 with host n-h1-828369-18 {{(pid=103528) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 17 23:38:01.097575 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:01.119837 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Returning: {'device': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'port_id': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'mac_address': 'fa:16:3e:72:ce:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103528) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 17 23:38:01.175254 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ec6f48b8-7661-46d8-ae34-da3a9b72c875 is: ACTIVE; New status is: BUILD {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:38:01.176226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:01.193984 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec6f48b8-7661-46d8-ae34-da3a9b72c875 {{(pid=103528) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 17 23:38:01.218951 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:01.224624 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:01.323485 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=6']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:01.335361 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.336366 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.336976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.337329 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.337671 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.338010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.338344 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.338676 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.339010 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.339509 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.340066 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.340557 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.340921 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103528) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:01.372253 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] get_ports_and_sgs() called for port_ids ['ec6f48b8-7661-46d8-ae34-da3a9b72c875'] {{(pid=103528) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 17 23:38:03.019997 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 up at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 17 23:38:03.071637 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.provisioning_blocks [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Provisioning complete for port ec6f48b8-7661-46d8-ae34-da3a9b72c875 triggered by entity L2. {{(pid=103528) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 17 23:38:03.072003 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1605623'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), provisioning_complete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:03.166879 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Current status of the port ec6f48b8-7661-46d8-ae34-da3a9b72c875 is: BUILD; New status is: ACTIVE {{(pid=103528) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 17 23:38:03.167272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1411112'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), before_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:03.199101 n-d-828369-18 neutron-server[103528]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875'}] {{(pid=103528) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:38:03.201791 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7cd7b561b1b0abb2bccd421b643a800a2540147a61bc62de585c79b360f8b332" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7641d3-f08d-4903-9c71-c62f53e469fd" -d '{"events": [{"server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875"}]}' {{(pid=103528) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:38:03.222211 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:03.228657 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8771632413844', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8771631907916', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8771631907934'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:03.292241 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc9184b-337a-4379-b96e-57d59303fa6a x-openstack-request-id: req-fbc9184b-337a-4379-b96e-57d59303fa6a {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:38:03.292615 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "name": "network-vif-plugged", "status": "completed", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875", "code": 200}]} {{(pid=103528) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:38:03.292945 n-d-828369-18 neutron-server[103528]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fbc9184b-337a-4379-b96e-57d59303fa6a {{(pid=103528) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:38:03.293484 n-d-828369-18 neutron-server[103528]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'code': 200} Feb 17 23:38:03.296896 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Pushing event updated for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=7']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:05.293675 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:38:09.954706 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41874) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:10.115860 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Deleting port 47278200-cea7-4329-9215-2cf348f121b1 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:10.116119 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (47278200-cea7-4329-9215-2cf348f121b1), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:10.153687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:10.199833 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (47278200-cea7-4329-9215-2cf348f121b1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:10.200154 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (47278200-cea7-4329-9215-2cf348f121b1), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:10.214280 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Calling delete_port for 47278200-cea7-4329-9215-2cf348f121b1 owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:10.366631 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (47278200-cea7-4329-9215-2cf348f121b1), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:10.394498 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event deleted for resources: {'Port': ['ID=47278200-cea7-4329-9215-2cf348f121b1,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:10.418407 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.418750 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.419087 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.419448 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.419867 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.420198 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.420524 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.420847 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.421168 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.421488 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.421806 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.422656 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.422991 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103527) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:10.465579 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (2e615e3b-2ad4-47ee-8764-0674e5257cfa), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:10.465894 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Floating IP 2e615e3b-2ad4-47ee-8764-0674e5257cfa disassociated (deleted). External IP: 172.25.0.75, port: ec6f48b8-7661-46d8-ae34-da3a9b72c875. Feb 17 23:38:10.682728 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Router 5e361052-a8da-4f37-86d9-9d022eec6ade has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:38:10.798155 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:38:10.803239 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:10.807990 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] Sync routers for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:38:10.817921 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:10.818625 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:37:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:10.833599 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8654367f-8bd6-4662-b80b-1e135c22de4f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "DELETE /v2.0/floatingips/2e615e3b-2ad4-47ee-8764-0674e5257cfa HTTP/1.1" status: 204 len: 168 time: 0.8777161 Feb 17 23:38:10.834313 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:38:10.836826 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601" -d '{"events": [{"name": "network-changed", "server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:38:10.933490 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:11.001842 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045df095-6b50-4d85-b2ea-3617ec834f66 x-openstack-request-id: req-045df095-6b50-4d85-b2ea-3617ec834f66 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:38:11.002410 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:38:11.002410 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-045df095-6b50-4d85-b2ea-3617ec834f66 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:38:11.002763 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'status': 'completed', 'code': 200} Feb 17 23:38:11.077255 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-f7e12f2f-8133-4dca-ad19-62bb9a79dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.078832 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-f7e12f2f-8133-4dca-ad19-62bb9a79dc8f service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 1129 time: 0.0503855 Feb 17 23:38:11.111249 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f2681-ed72-493b-81c0-8a0b3979026b req-58c3a33b-6bec-4d03-b475-0c2fa512c098 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.113029 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a8f2681-ed72-493b-81c0-8a0b3979026b req-58c3a33b-6bec-4d03-b475-0c2fa512c098 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 946 time: 0.0581341 Feb 17 23:38:11.170383 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-1a8f2681-ed72-493b-81c0-8a0b3979026b req-7801e7f2-b94e-41e0-b384-972fd3de311f tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517478 Feb 17 23:38:11.193429 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:49Z', 'revision_number': 1, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:11.194710 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-5efb0391-aa90-4b4b-ac4e-52eece5a7c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.196306 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-5efb0391-aa90-4b4b-ac4e-52eece5a7c41 service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.1105146 Feb 17 23:38:11.222832 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] Checking router: 5e361052-a8da-4f37-86d9-9d022eec6ade for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:38:11.231150 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:11.231800 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:37:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:11.240482 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-7562e8de-8f14-49ed-939d-51ba5d2c63a6 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875 HTTP/1.1" status: 200 len: 217 time: 0.0368445 Feb 17 23:38:11.288530 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-6f6833f2-304a-4813-9171-a1aa5715b4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.290024 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-6f6833f2-304a-4813-9171-a1aa5715b4a6 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0443151 Feb 17 23:38:11.346583 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-f60a56b7-35f9-4b8c-8062-0f74d69ab608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:11.348148 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-f60a56b7-35f9-4b8c-8062-0f74d69ab608 service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0514572 Feb 17 23:38:11.361018 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:11.455420 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-adb16d6d-1d92-459e-a8d2-39ff55bd38e8 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981469 Feb 17 23:38:11.554396 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-f0aba7b4-e52f-4c9d-bb8f-4a1e02c89601 req-5835939b-72bd-465b-854f-3bec13ef0430 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924218 Feb 17 23:38:11.607549 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:49Z', 'revision_number': 1, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:11.634237 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4894b50-59fc-439b-8d58-bc6e43dec568 None None] The sync data for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 is: [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_floatingips': [{'id': '5e972dfd-35f1-44fa-bb0f-12467a49e55f', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'floating_ip_address': '172.25.0.191', 'floating_network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'router_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'port_id': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'mac_address': 'fa:16:3e:6b:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-17T23:33:47Z', 'updated_at': '2022-02-17T23:33:49Z', 'revision_number': 1, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:38:11.877988 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6883d8a7-c655-4a10-a138-4f2add8ea0c8 None None] New status for floating IP 2e615e3b-2ad4-47ee-8764-0674e5257cfa: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:38:12.318071 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b9acf-ff7f-4a17-a55d-7162bdc21e52 req-1722c15e-8e80-493b-910c-c20e53d09f01 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:12.319535 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-184b9acf-ff7f-4a17-a55d-7162bdc21e52 req-1722c15e-8e80-493b-910c-c20e53d09f01 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 946 time: 0.0642099 Feb 17 23:38:12.372305 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-184b9acf-ff7f-4a17-a55d-7162bdc21e52 req-38a69bac-eb2b-4a76-9c2c-cca78a2b857b tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472014 Feb 17 23:38:12.604969 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-96345b0b-2cfd-4f46-aab6-a59ada7837a9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:12.606341 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-96345b0b-2cfd-4f46-aab6-a59ada7837a9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 946 time: 0.0541770 Feb 17 23:38:12.699161 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Deleting port ec6f48b8-7661-46d8-ae34-da3a9b72c875 {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:12.699535 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:12.794090 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] For port ec6f48b8-7661-46d8-ae34-da3a9b72c875, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=ec6f48b8-7661-46d8-ae34-da3a9b72c875,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:12.794594 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:12.807780 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Calling delete_port for ec6f48b8-7661-46d8-ae34-da3a9b72c875 owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:12.947128 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (ec6f48b8-7661-46d8-ae34-da3a9b72c875), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:12.977158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event deleted for resources: {'Port': ['ID=ec6f48b8-7661-46d8-ae34-da3a9b72c875,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:12.990385 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.990729 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.991071 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.991430 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.991764 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.992091 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.992416 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.992737 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.993055 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.993373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.993691 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.994011 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:12.994330 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828369-18 {{(pid=103526) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 17 23:38:13.030819 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] No DVR routers for this DVR port ec6f48b8-7661-46d8-ae34-da3a9b72c875 on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:38:13.033658 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:13.037083 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-6d50e9bb-a4f5-4cce-8407-c4e1fcde7b02 req-a6a806ff-e29c-4960-8fd1-75f2320394b9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "DELETE /v2.0/ports/ec6f48b8-7661-46d8-ae34-da3a9b72c875 HTTP/1.1" status: 204 len: 173 time: 0.4258471 Feb 17 23:38:13.037542 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'name': 'network-vif-deleted', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:38:13.039818 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7338dcc0-bbbd-44a3-8691-6bed3d7486eb" -d '{"events": [{"server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "name": "network-vif-deleted", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:38:13.076245 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:13.087859 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-796d8640-5e19-4b36-af68-8942610abb5f x-openstack-request-id: req-796d8640-5e19-4b36-af68-8942610abb5f {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:38:13.088477 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a60183a4-19e9-4098-b290-3efdaa3565cd", "name": "network-vif-deleted", "tag": "ec6f48b8-7661-46d8-ae34-da3a9b72c875", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:38:13.088736 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-796d8640-5e19-4b36-af68-8942610abb5f {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:38:13.089148 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a60183a4-19e9-4098-b290-3efdaa3565cd', 'name': 'network-vif-deleted', 'tag': 'ec6f48b8-7661-46d8-ae34-da3a9b72c875', 'status': 'completed', 'code': 200} Feb 17 23:38:13.098324 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: ec6f48b8-7661-46d8-ae34-da3a9b72c875 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:13.098668 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:13.512538 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-f5b2412f-ca61-413b-bf86-a9f3f1198217 req-25e331a7-595b-4e0e-a64b-1076f500a70d tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=a60183a4-19e9-4098-b290-3efdaa3565cd HTTP/1.1" status: 200 len: 210 time: 0.0345466 Feb 17 23:38:14.650527 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-12eda057-9583-4940-a395-4dc69484b842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:15.126517 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41932) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:15.285012 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Deleting port 87995f8b-0f3c-45b4-9ffe-b4802b71500e {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:15.285254 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:15.363304 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:15.363663 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (87995f8b-0f3c-45b4-9ffe-b4802b71500e), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:15.376089 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Calling delete_port for 87995f8b-0f3c-45b4-9ffe-b4802b71500e owned by network:floatingip {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:15.533339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (87995f8b-0f3c-45b4-9ffe-b4802b71500e), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:15.558161 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event deleted for resources: {'Port': ['ID=87995f8b-0f3c-45b4-9ffe-b4802b71500e,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:15.622990 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for floatingip (5e972dfd-35f1-44fa-bb0f-12467a49e55f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:15.623306 n-d-828369-18 neutron-server[103527]: INFO neutron.db.l3_db [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Floating IP 5e972dfd-35f1-44fa-bb0f-12467a49e55f disassociated (deleted). External IP: 172.25.0.191, port: e5095ae6-8199-4264-be8e-b8c073673e9a. Feb 17 23:38:15.842606 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Router 5e361052-a8da-4f37-86d9-9d022eec6ade has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:38:15.957941 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:38:15.962831 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for floatingip (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:15.968142 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] Sync routers for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:38:15.978777 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:15.979411 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:37:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:15.993958 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-5b9a300f-c11c-4e95-b449-1c54686cce31 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "DELETE /v2.0/floatingips/5e972dfd-35f1-44fa-bb0f-12467a49e55f HTTP/1.1" status: 204 len: 168 time: 0.8662674 Feb 17 23:38:15.994505 n-d-828369-18 neutron-server[103527]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a'}] {{(pid=103527) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:38:15.996810 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1d2129e0d1b3c464805e799cebb10cff25a6a06f2d2f18fb88f535369dc65256" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087fafae-47a9-4e63-967a-0487ea7df19d" -d '{"events": [{"name": "network-changed", "server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a"}]}' {{(pid=103527) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:38:16.171612 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 17 Feb 2022 23:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da50255b-8066-4f7b-a5ce-d812bda2b7e0 x-openstack-request-id: req-da50255b-8066-4f7b-a5ce-d812bda2b7e0 {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:38:16.172283 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a", "status": "completed", "code": 200}]} {{(pid=103527) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:38:16.172283 n-d-828369-18 neutron-server[103527]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-da50255b-8066-4f7b-a5ce-d812bda2b7e0 {{(pid=103527) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:38:16.172980 n-d-828369-18 neutron-server[103527]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'status': 'completed', 'code': 200} Feb 17 23:38:16.190605 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:16.246603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fafae-47a9-4e63-967a-0487ea7df19d req-bc81ac43-8ff8-4737-b0d0-106d962d8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:16.249231 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-087fafae-47a9-4e63-967a-0487ea7df19d req-bc81ac43-8ff8-4737-b0d0-106d962d8329 service neutron] 10.222.0.73 "GET /v2.0/ports?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 1126 time: 0.0557640 Feb 17 23:38:16.284609 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15627d1e-e0fa-49b5-b9fe-8aded927704a req-78b0e061-47a9-41c5-9663-7286e748fc75 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:16.286410 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15627d1e-e0fa-49b5-b9fe-8aded927704a req-78b0e061-47a9-41c5-9663-7286e748fc75 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 943 time: 0.0658987 Feb 17 23:38:16.346589 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-15627d1e-e0fa-49b5-b9fe-8aded927704a req-701a5b67-1f73-4d28-8a2f-c66d752f5739 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544782 Feb 17 23:38:16.354032 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fafae-47a9-4e63-967a-0487ea7df19d req-6f654577-5ec1-4a72-8f40-0f67bcdce25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:16.355568 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-087fafae-47a9-4e63-967a-0487ea7df19d req-6f654577-5ec1-4a72-8f40-0f67bcdce25d service neutron] 10.222.0.73 "GET /v2.0/networks?id=6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 200 len: 911 time: 0.1004794 Feb 17 23:38:16.403738 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-087fafae-47a9-4e63-967a-0487ea7df19d req-24a24b2d-4279-40e4-be34-77bcece40351 service neutron] 10.222.0.73 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 200 len: 217 time: 0.0414567 Feb 17 23:38:16.428119 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:16.454774 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] Checking router: 5e361052-a8da-4f37-86d9-9d022eec6ade for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:38:16.455485 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fafae-47a9-4e63-967a-0487ea7df19d req-fbb78dd7-410f-4311-9803-aad5bb1cae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:16.457400 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-087fafae-47a9-4e63-967a-0487ea7df19d req-fbb78dd7-410f-4311-9803-aad5bb1cae27 service neutron] 10.222.0.73 "GET /v2.0/subnets?id=70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 200 len: 849 time: 0.0468657 Feb 17 23:38:16.466440 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:16.467067 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:37:47Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:16.509660 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fafae-47a9-4e63-967a-0487ea7df19d req-6962e02f-5b5f-4e65-b186-59f971277e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:16.511179 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-087fafae-47a9-4e63-967a-0487ea7df19d req-6962e02f-5b5f-4e65-b186-59f971277e7f service neutron] 10.222.0.73 "GET /v2.0/ports?network_id=6ae3c59e-d293-45de-96c0-16292cdda59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470424 Feb 17 23:38:16.579728 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:16.609296 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-087fafae-47a9-4e63-967a-0487ea7df19d req-ae36d9ba-3fdb-4762-85cf-77e870f1e493 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913458 Feb 17 23:38:16.698148 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-087fafae-47a9-4e63-967a-0487ea7df19d req-ccf841c6-dcb1-417e-b620-87513f8022b3 service neutron] 10.222.0.73 "GET /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829792 Feb 17 23:38:16.785103 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:16.815111 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccab665-66e4-497f-af37-323cfd7362d8 None None] The sync data for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 is: [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:33:23Z', 'revision_number': 4, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18', '_interfaces': [{'id': 'df0bc08a-4d99-4912-aaea-003c550cc8bb', 'name': '', 'network_id': '6ae3c59e-d293-45de-96c0-16292cdda59a', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'mac_address': 'fa:16:3e:5c:61:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_interface', 'standard_attr_id': 4386, 'fixed_ips': [{'subnet_id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:22Z', 'updated_at': '2022-02-17T23:33:27Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'subnets': [{'id': '70dbd677-042a-45dc-8dba-e5eba8cbf8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:38:17.045230 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd808a5-5d14-4d89-9db0-2f2393eee4bf None None] New status for floating IP 5e972dfd-35f1-44fa-bb0f-12467a49e55f: DOWN {{(pid=103528) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 17 23:38:17.106214 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:17.128976 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: ec6f48b8-7661-46d8-ae34-da3a9b72c875 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:17.129302 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device ec6f48b8-7661-46d8-ae34-da3a9b72c875 not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:17.477909 n-d-828369-18 neutron-server[103527]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0822fcc-875d-4c6d-82dc-6f536abc2504 req-38c746cf-d2c7-4aab-a8d1-37ff28f838e9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103527) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:17.479392 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0822fcc-875d-4c6d-82dc-6f536abc2504 req-38c746cf-d2c7-4aab-a8d1-37ff28f838e9 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 943 time: 0.0546885 Feb 17 23:38:17.515282 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-79dc8f3f-c711-41a1-b1fd-42fb54b9ec27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:17.532276 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-e0822fcc-875d-4c6d-82dc-6f536abc2504 req-32119751-752a-4b8d-892e-5fd5511461bb tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/security-groups?id=eea89f92-55f2-4a5e-b03b-c94fac11636c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472887 Feb 17 23:38:17.776845 n-d-828369-18 neutron-server[103526]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-2fb2068c-7e07-402c-a0bd-a2375271fb32 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103526) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 17 23:38:17.778302 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-2fb2068c-7e07-402c-a0bd-a2375271fb32 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 943 time: 0.0552437 Feb 17 23:38:17.880466 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Deleting port e5095ae6-8199-4264-be8e-b8c073673e9a {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:17.880795 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:17.968409 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] For port e5095ae6-8199-4264-be8e-b8c073673e9a, host n-h1-828369-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828369-18',level=0,port_id=e5095ae6-8199-4264-be8e-b8c073673e9a,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:17.968772 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:17.981812 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Calling delete_port for e5095ae6-8199-4264-be8e-b8c073673e9a owned by compute:nova {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:18.112741 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (e5095ae6-8199-4264-be8e-b8c073673e9a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:18.141373 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event deleted for resources: {'Port': ['ID=e5095ae6-8199-4264-be8e-b8c073673e9a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:18.189235 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] No DVR routers for this DVR port e5095ae6-8199-4264-be8e-b8c073673e9a on host n-h1-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:38:18.191907 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-150913'] for port (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:18.195229 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [req-8ce02c96-7153-473e-9c9f-d0c2801e98f4 req-420e8fa1-6168-4ce5-a5aa-9d6498ffdbb6 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.73 "DELETE /v2.0/ports/e5095ae6-8199-4264-be8e-b8c073673e9a HTTP/1.1" status: 204 len: 173 time: 0.4120054 Feb 17 23:38:18.195701 n-d-828369-18 neutron-server[103526]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-deleted', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a'}] {{(pid=103526) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 17 23:38:18.197953 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}270cb8ac0bcf3971d0915ee5ad2c8d8bb399b971d69b16ec05166c51738c3439" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2630e-dec2-4e97-bc3d-b6d4b6d5d655" -d '{"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-deleted", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a"}]}' {{(pid=103526) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 17 23:38:18.239319 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 17 Feb 2022 23:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c610c31-b8ad-443f-84bd-21ae6db15535 x-openstack-request-id: req-4c610c31-b8ad-443f-84bd-21ae6db15535 {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 17 23:38:18.239662 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b0af13-54b6-426e-adcd-ac39e5bc74ed", "name": "network-vif-deleted", "tag": "e5095ae6-8199-4264-be8e-b8c073673e9a", "status": "completed", "code": 200}]} {{(pid=103526) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 17 23:38:18.239912 n-d-828369-18 neutron-server[103526]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c610c31-b8ad-443f-84bd-21ae6db15535 {{(pid=103526) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 17 23:38:18.240310 n-d-828369-18 neutron-server[103526]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b0af13-54b6-426e-adcd-ac39e5bc74ed', 'name': 'network-vif-deleted', 'tag': 'e5095ae6-8199-4264-be8e-b8c073673e9a', 'status': 'completed', 'code': 200} Feb 17 23:38:18.268614 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:18.653231 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [req-d4dc9d5d-4bb3-46c4-ad5a-83700009b78b req-5d0e6d1f-2672-48cf-b1db-e2586292e3a1 tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "GET /v2.0/ports?device_id=68b0af13-54b6-426e-adcd-ac39e5bc74ed HTTP/1.1" status: 200 len: 210 time: 0.0296226 Feb 17 23:38:19.669255 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:19.710748 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41948) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:19.766531 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3c671f21-30e0-4997-97c9-cb836cfffd9e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group (eea89f92-55f2-4a5e-b03b-c94fac11636c), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:19.790765 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3c671f21-30e0-4997-97c9-cb836cfffd9e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group (eea89f92-55f2-4a5e-b03b-c94fac11636c), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:19.861675 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3c671f21-30e0-4997-97c9-cb836cfffd9e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (eea89f92-55f2-4a5e-b03b-c94fac11636c), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:19.864313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-3c671f21-30e0-4997-97c9-cb836cfffd9e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:19.865459 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-3c671f21-30e0-4997-97c9-cb836cfffd9e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] 10.222.0.79 "DELETE /v2.0/security-groups/eea89f92-55f2-4a5e-b03b-c94fac11636c HTTP/1.1" status: 204 len: 168 time: 0.1537011 Feb 17 23:38:19.874459 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c671f21-30e0-4997-97c9-cb836cfffd9e tempest-TestSnapshotPattern-1315521417 tempest-TestSnapshotPattern-1315521417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea89f92-55f2-4a5e-b03b-c94fac11636c,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:19.916504 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41952) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:20.581041 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (5e361052-a8da-4f37-86d9-9d022eec6ade), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:20.836382 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Deleting port df0bc08a-4d99-4912-aaea-003c550cc8bb {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:20.836629 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:20.916282 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] For port df0bc08a-4d99-4912-aaea-003c550cc8bb, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=df0bc08a-4d99-4912-aaea-003c550cc8bb,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:20.916635 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:20.929584 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Calling delete_port for df0bc08a-4d99-4912-aaea-003c550cc8bb owned by network:router_interface {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:21.065532 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:21.091278 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5095ae6-8199-4264-be8e-b8c073673e9a no longer exists at agent hyperv_n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:21.112629 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] No Port match for: e5095ae6-8199-4264-be8e-b8c073673e9a {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:21.112978 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Device e5095ae6-8199-4264-be8e-b8c073673e9a not bound to the agent host n-h1-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:21.116327 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (df0bc08a-4d99-4912-aaea-003c550cc8bb), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:21.142225 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Pushing event deleted for resources: {'Port': ['ID=df0bc08a-4d99-4912-aaea-003c550cc8bb,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:21.328139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (5e361052-a8da-4f37-86d9-9d022eec6ade), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:21.556906 n-d-828369-18 neutron-server[103526]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Router 5e361052-a8da-4f37-86d9-9d022eec6ade has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103526) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:38:21.670402 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103526) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:38:21.675974 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-5b1ba007-c077-4285-b3fe-fd7b36f3debd admin admin] 10.222.0.79 "PUT /v2.0/routers/5e361052-a8da-4f37-86d9-9d022eec6ade/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7578280 Feb 17 23:38:21.678113 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41954) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:21.682428 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] Sync routers for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:38:21.692265 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:21.692872 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:21.808412 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: n-d-828369-18 {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:21.902179 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks [] for router (5e361052-a8da-4f37-86d9-9d022eec6ade), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:21.996042 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63'}], 'enable_snat': True}, 'gw_port_id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:38:21Z', 'revision_number': 5, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port': {'id': '76ec9bda-7a08-47f2-affb-28842ef2a23b', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:72:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4385, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:21Z', 'updated_at': '2022-02-17T23:33:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:22.016220 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks [] for router_gateway (5e361052-a8da-4f37-86d9-9d022eec6ade), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.027554 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] Checking router: 5e361052-a8da-4f37-86d9-9d022eec6ade for host: n-d-828369-18 {{(pid=103529) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:38:22.036081 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] Routers {'5e361052-a8da-4f37-86d9-9d022eec6ade'} bound to L3 agent in host n-d-828369-18 {{(pid=103529) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:22.036728 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['5e361052-a8da-4f37-86d9-9d022eec6ade'], 'active': True} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:22.070859 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Deleting port 76ec9bda-7a08-47f2-affb-28842ef2a23b {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:22.071189 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.127134 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_dvr_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] Set router 5e361052-a8da-4f37-86d9-9d022eec6ade gateway port host: None {{(pid=103529) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:22.150603 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] For port 76ec9bda-7a08-47f2-affb-28842ef2a23b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=76ec9bda-7a08-47f2-affb-28842ef2a23b,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:22.150971 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.168109 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Calling delete_port for 76ec9bda-7a08-47f2-affb-28842ef2a23b owned by network:router_gateway {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:22.177602 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.l3_hamode_db [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:38:22Z', 'revision_number': 6, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103529) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:22.207095 n-d-828369-18 neutron-server[103529]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36d04c2-9f3b-43dc-b57c-be2b5eddd2bb None None] The sync data for ids ['5e361052-a8da-4f37-86d9-9d022eec6ade'] in n-d-828369-18 is: [{'id': '5e361052-a8da-4f37-86d9-9d022eec6ade', 'name': 'tempest-TestSnapshotPattern-1424178730-router', 'tenant_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:20Z', 'updated_at': '2022-02-17T23:38:22Z', 'revision_number': 6, 'project_id': 'd95dadb9394842ffa3acfcf20430c7f1', 'gw_port_host': None}] {{(pid=103529) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:38:22.338779 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (76ec9bda-7a08-47f2-affb-28842ef2a23b), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.362556 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Pushing event deleted for resources: {'Port': ['ID=76ec9bda-7a08-47f2-affb-28842ef2a23b,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:22.429402 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (5e361052-a8da-4f37-86d9-9d022eec6ade), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.520073 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (5e361052-a8da-4f37-86d9-9d022eec6ade), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.522065 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks [] for router_controller (5e361052-a8da-4f37-86d9-9d022eec6ade), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.570066 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (5e361052-a8da-4f37-86d9-9d022eec6ade), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.570707 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e361052-a8da-4f37-86d9-9d022eec6ade {{(pid=103526) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:38:22.575693 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.576850 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-ae15ee51-0ffe-4275-b79e-94a4ea1f753e admin admin] 10.222.0.79 "DELETE /v2.0/routers/5e361052-a8da-4f37-86d9-9d022eec6ade HTTP/1.1" status: 204 len: 168 time: 0.8978350 Feb 17 23:38:22.579933 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41958) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:22.626158 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] Deleting subnet 70dbd677-042a-45dc-8dba-e5eba8cbf8ae {{(pid=103526) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:38:22.629645 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] Publish callbacks [] for subnet (70dbd677-042a-45dc-8dba-e5eba8cbf8ae), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.668027 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63804576'] for subnet (70dbd677-042a-45dc-8dba-e5eba8cbf8ae), precommit_delete_associations {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.749761 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (70dbd677-042a-45dc-8dba-e5eba8cbf8ae), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.802064 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63608686', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63352435'] for subnet (70dbd677-042a-45dc-8dba-e5eba8cbf8ae), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.828014 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70dbd677-042a-45dc-8dba-e5eba8cbf8ae,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:22.830054 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.835694 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-fdc93005-5b91-4d96-83c9-33e92a67d1cb admin admin] 10.222.0.79 "DELETE /v2.0/subnets/70dbd677-042a-45dc-8dba-e5eba8cbf8ae HTTP/1.1" status: 204 len: 168 time: 0.2525051 Feb 17 23:38:22.836116 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d66613-6e33-45e3-b054-9d24b574955b None None] Network 6ae3c59e-d293-45de-96c0-16292cdda59a requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:38:22.836567 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [-] (103526) accepted ('10.222.0.79', 41960) {{(pid=103526) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:22.903148 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (6ae3c59e-d293-45de-96c0-16292cdda59a), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:22.960830 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Deleting port 91f5eace-d965-4cf7-a640-9602219d25dc {{(pid=103526) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:22.961269 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.004973 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] DHCP port deletion for 6ae3c59e-d293-45de-96c0-16292cdda59a request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:38:23.035446 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.db [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] For port 91f5eace-d965-4cf7-a640-9602219d25dc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=91f5eace-d965-4cf7-a640-9602219d25dc,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103526) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:23.036003 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.048999 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.plugin [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Calling delete_port for 91f5eace-d965-4cf7-a640-9602219d25dc owned by network:dhcp {{(pid=103526) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:23.055222 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] Deleting port 91f5eace-d965-4cf7-a640-9602219d25dc {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:23.055738 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.122873 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] For port 91f5eace-d965-4cf7-a640-9602219d25dc, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=91f5eace-d965-4cf7-a640-9602219d25dc,segment=NetworkSegment(0123b7b0-67a8-448d-bf8b-c338000b7ddc),segment_id=0123b7b0-67a8-448d-bf8b-c338000b7ddc)] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:23.123271 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.136628 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] Calling delete_port for 91f5eace-d965-4cf7-a640-9602219d25dc owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:23.137017 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63608595'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.167333 n-d-828369-18 neutron-server[103526]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] No DVR routers for this DVR port 91f5eace-d965-4cf7-a640-9602219d25dc on host n-d-828369-18 {{(pid=103526) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:38:23.171665 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=91f5eace-d965-4cf7-a640-9602219d25dc,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:23.219690 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (91f5eace-d965-4cf7-a640-9602219d25dc), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.244419 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (6ae3c59e-d293-45de-96c0-16292cdda59a), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.244838 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] Pushing event deleted for resources: {'Port': ['ID=91f5eace-d965-4cf7-a640-9602219d25dc,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:23.248412 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9235e9-a0f4-40bd-902f-ef6af2d8fc53 None None] No DVR routers for this DVR port 91f5eace-d965-4cf7-a640-9602219d25dc on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:38:23.280826 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ae3c59e-d293-45de-96c0-16292cdda59a']}} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:23.291719 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0123b7b0-67a8-448d-bf8b-c338000b7ddc') {'for_net_delete': True} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:23.292019 n-d-828369-18 neutron-server[103526]: DEBUG neutron.services.segments.db [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0123b7b0-67a8-448d-bf8b-c338000b7ddc') {} {{(pid=103526) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:23.303934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63804585'] for segment (0123b7b0-67a8-448d-bf8b-c338000b7ddc), before_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.318934 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (0123b7b0-67a8-448d-bf8b-c338000b7ddc), precommit_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.324965 n-d-828369-18 neutron-server[103526]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=103526) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:38:23.325354 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63608772'] for segment (0123b7b0-67a8-448d-bf8b-c338000b7ddc), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: Traceback (most recent call last): Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: timer() Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: cb(*args, **kw) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: return func(*args, **kwargs) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: self._notify() Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: self.callback(batched_events) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: event.method(event) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: return f(self, *a, **k) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: return self._get(url).json() Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: return self.request(url, 'GET', **kwargs) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:38:23.327149 n-d-828369-18 neutron-server[103526]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:38:23.380694 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (6ae3c59e-d293-45de-96c0-16292cdda59a), after_delete {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.386139 n-d-828369-18 neutron-server[103526]: DEBUG neutron_lib.callbacks.manager [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Publish callbacks [] for network (None), before_response {{(pid=103526) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.389741 n-d-828369-18 neutron-server[103526]: INFO neutron.wsgi [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] 10.222.0.79 "DELETE /v2.0/networks/6ae3c59e-d293-45de-96c0-16292cdda59a HTTP/1.1" status: 204 len: 168 time: 0.5529315 Feb 17 23:38:23.393608 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41962) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:23.403480 n-d-828369-18 neutron-server[103526]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955cce1-344d-42fe-9e66-60688a422c9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ae3c59e-d293-45de-96c0-16292cdda59a,revision_number=None']} {{(pid=103526) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:23.565544 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device df0bc08a-4d99-4912-aaea-003c550cc8bb no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:23.586252 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: df0bc08a-4d99-4912-aaea-003c550cc8bb {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:23.586593 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device df0bc08a-4d99-4912-aaea-003c550cc8bb not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:23.587002 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 76ec9bda-7a08-47f2-affb-28842ef2a23b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:23.605085 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 76ec9bda-7a08-47f2-affb-28842ef2a23b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:23.605432 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 76ec9bda-7a08-47f2-affb-28842ef2a23b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:23.605839 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 91f5eace-d965-4cf7-a640-9602219d25dc no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:23.624527 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 91f5eace-d965-4cf7-a640-9602219d25dc {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:23.625380 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 91f5eace-d965-4cf7-a640-9602219d25dc not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:23.748972 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-638101'] for router_interface (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:23.993911 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Deleting port b38b0872-a885-4b25-b699-24a61743d7b5 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:23.994249 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:24.069205 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] For port b38b0872-a885-4b25-b699-24a61743d7b5, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=b38b0872-a885-4b25-b699-24a61743d7b5,segment=NetworkSegment(5e4f2625-7d40-4e6b-835f-e5f4d3ed098f),segment_id=5e4f2625-7d40-4e6b-835f-e5f4d3ed098f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:24.069570 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:24.085830 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Calling delete_port for b38b0872-a885-4b25-b699-24a61743d7b5 owned by network:router_interface {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:24.261748 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (b38b0872-a885-4b25-b699-24a61743d7b5), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:24.286953 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Pushing event deleted for resources: {'Port': ['ID=b38b0872-a885-4b25-b699-24a61743d7b5,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:24.457500 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-732507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-640037'] for router_interface (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:24.677720 n-d-828369-18 neutron-server[103527]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc has already been hosted by L3 agent 3b383405-675c-4ac5-b95b-00d7fc6c5b60 {{(pid=103527) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 17 23:38:25.115468 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] Notify agent at l3_agent.n-d-828369-18 the message routers_updated {{(pid=103527) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 17 23:38:25.120711 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-e88828a1-b741-40f2-a822-464068222441 admin admin] 10.222.0.79 "PUT /v2.0/routers/830811ab-d6ed-4bcb-ae4c-1b43fec98bcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7259824 Feb 17 23:38:25.123165 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41964) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:25.126778 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] Sync routers for ids ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'] in n-d-828369-18 {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 17 23:38:25.138215 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] Routers {'830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:25.138862 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:25.243655 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks [] for router (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.251871 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] Set router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc gateway port host: n-d-828369-18 {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:25.364324 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks [] for router_gateway (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.423625 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Deleting port f65c0494-1988-48de-b44a-ca7ad8633ce3 {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:25.423966 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.466456 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'external_fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155'}], 'enable_snat': True}, 'gw_port_id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:38:24Z', 'revision_number': 5, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port': {'id': 'f65c0494-1988-48de-b44a-ca7ad8633ce3', 'name': '', 'network_id': '4d949b49-a9ee-41eb-b1b2-b62b21824f45', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:43:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4397, 'fixed_ips': [{'subnet_id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'ip_address': '172.25.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828369-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-17T23:33:26Z', 'updated_at': '2022-02-17T23:33:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a62dff5a-08a3-4f87-bd8f-8f7551a6b126', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828369-18'}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:25.496931 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] Checking router: 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc for host: n-d-828369-18 {{(pid=103528) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 17 23:38:25.509466 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] Routers {'830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'} bound to L3 agent in host n-d-828369-18 {{(pid=103528) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 17 23:38:25.510181 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828369-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-17T21:55:17Z,description=,heartbeat_timestamp=2022-02-17T23:38:17Z,host='n-d-828369-18',id=3b383405-675c-4ac5-b95b-00d7fc6c5b60,load=0,resource_versions=,resources_synced=,started_at=2022-02-17T21:55:17Z,topic='l3_agent')) {'router_ids': ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'], 'active': True} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:25.520789 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] For port f65c0494-1988-48de-b44a-ca7ad8633ce3, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=f65c0494-1988-48de-b44a-ca7ad8633ce3,segment=NetworkSegment(afc0f7a6-96df-4b90-95de-38fe5d3d7546),segment_id=afc0f7a6-96df-4b90-95de-38fe5d3d7546)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:25.521339 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.539518 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Calling delete_port for f65c0494-1988-48de-b44a-ca7ad8633ce3 owned by network:router_gateway {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:25.612946 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvr_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] Set router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc gateway port host: None {{(pid=103528) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 17 23:38:25.667932 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_hamode_db [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:38:25Z', 'revision_number': 6, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port_host': None}], 'n-d-828369-18', False) {} {{(pid=103528) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:25.694591 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e3ebb3-5b57-4db7-84e0-1d5ee96c6a86 None None] The sync data for ids ['830811ab-d6ed-4bcb-ae4c-1b43fec98bcc'] in n-d-828369-18 is: [{'id': '830811ab-d6ed-4bcb-ae4c-1b43fec98bcc', 'name': 'tempest-TestSnapshotPattern-67496185-router', 'tenant_id': '348681321a9b4f3e8764a27dbbb99950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-17T23:33:25Z', 'updated_at': '2022-02-17T23:38:25Z', 'revision_number': 6, 'project_id': '348681321a9b4f3e8764a27dbbb99950', 'gw_port_host': None}] {{(pid=103528) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 17 23:38:25.716424 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (f65c0494-1988-48de-b44a-ca7ad8633ce3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.751466 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Pushing event deleted for resources: {'Port': ['ID=f65c0494-1988-48de-b44a-ca7ad8633ce3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:25.810352 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-637663'] for router_gateway (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.905890 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-634954', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5111'] for router (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.908027 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks [] for router_controller (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.954286 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-634931'] for router (830811ab-d6ed-4bcb-ae4c-1b43fec98bcc), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.954819 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 830811ab-d6ed-4bcb-ae4c-1b43fec98bcc {{(pid=103527) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 17 23:38:25.958964 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:25.960321 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-8c7ad485-d882-486e-beef-e46fc73c073c admin admin] 10.222.0.79 "DELETE /v2.0/routers/830811ab-d6ed-4bcb-ae4c-1b43fec98bcc HTTP/1.1" status: 204 len: 168 time: 0.8362119 Feb 17 23:38:25.962908 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41966) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:26.007904 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.db_base_plugin_v2 [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] Deleting subnet 01b34e60-bdb5-42a7-88f4-79383db6d132 {{(pid=103527) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 17 23:38:26.010895 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] Publish callbacks [] for subnet (01b34e60-bdb5-42a7-88f4-79383db6d132), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.036231 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.047776 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3692350'] for subnet (01b34e60-bdb5-42a7-88f4-79383db6d132), precommit_delete_associations {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.133849 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1600741'] for subnet (01b34e60-bdb5-42a7-88f4-79383db6d132), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.188795 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1600764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-765782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63002655', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63575033'] for subnet (01b34e60-bdb5-42a7-88f4-79383db6d132), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.215916 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01b34e60-bdb5-42a7-88f4-79383db6d132,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:26.217505 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.221312 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-816857f5-03ba-4ccf-b7bd-7a1078f16f9c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/01b34e60-bdb5-42a7-88f4-79383db6d132 HTTP/1.1" status: 204 len: 168 time: 0.2574408 Feb 17 23:38:26.223838 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41968) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:26.226318 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d789e05-91f3-4f3e-b1c8-57a0a6fa630f None None] Network 9c4806c9-c2a8-4bcf-b90c-99e620514823 requested from n-d-828369-18 {{(pid=103528) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 17 23:38:26.293918 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1707088'] for network (9c4806c9-c2a8-4bcf-b90c-99e620514823), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.354140 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Deleting port 867668a7-6491-4506-b903-6f41b33d517b {{(pid=103527) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:26.354470 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (867668a7-6491-4506-b903-6f41b33d517b), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.417106 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.db [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] For port 867668a7-6491-4506-b903-6f41b33d517b, host n-d-828369-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828369-18',level=0,port_id=867668a7-6491-4506-b903-6f41b33d517b,segment=NetworkSegment(5e4f2625-7d40-4e6b-835f-e5f4d3ed098f),segment_id=5e4f2625-7d40-4e6b-835f-e5f4d3ed098f)] {{(pid=103527) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:26.417377 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (867668a7-6491-4506-b903-6f41b33d517b), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.430081 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.plugin [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Calling delete_port for 867668a7-6491-4506-b903-6f41b33d517b owned by network:dhcp {{(pid=103527) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:26.482768 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] DHCP port deletion for 9c4806c9-c2a8-4bcf-b90c-99e620514823 request from n-d-828369-18 {{(pid=103528) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 17 23:38:26.520550 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63002722'] for port (867668a7-6491-4506-b903-6f41b33d517b), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.540090 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] Deleting port 867668a7-6491-4506-b903-6f41b33d517b {{(pid=103528) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 17 23:38:26.540515 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8771632407839'] for port (867668a7-6491-4506-b903-6f41b33d517b), before_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.559043 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Pushing event deleted for resources: {'Port': ['ID=867668a7-6491-4506-b903-6f41b33d517b,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:26.565231 n-d-828369-18 neutron-server[103527]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] No DVR routers for this DVR port 867668a7-6491-4506-b903-6f41b33d517b on host n-d-828369-18 {{(pid=103527) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:38:26.610439 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.db [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] For port 867668a7-6491-4506-b903-6f41b33d517b, host n-d-828369-18, got binding levels [] {{(pid=103528) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 17 23:38:26.610841 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-642760'] for port (867668a7-6491-4506-b903-6f41b33d517b), precommit_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.623543 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] Calling delete_port for 867668a7-6491-4506-b903-6f41b33d517b owned by network:dhcp {{(pid=103528) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 17 23:38:26.626775 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.ipam_backend_mixin [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] Port 867668a7-6491-4506-b903-6f41b33d517b was not found and therefore no delete operation was performed {{(pid=103528) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 17 23:38:26.628084 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1414629', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1013063', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8771632413826', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8771631907907'] for port (867668a7-6491-4506-b903-6f41b33d517b), after_delete {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.641313 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1602384', 'neutron.services.segments.db._delete_segments_for_network-8771632400815'] for network (9c4806c9-c2a8-4bcf-b90c-99e620514823), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.651516 n-d-828369-18 neutron-server[103528]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] Pushing event deleted for resources: {'Port': ['ID=867668a7-6491-4506-b903-6f41b33d517b,revision_number=None']} {{(pid=103528) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:26.656966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912c9264-bc54-4046-84ae-d5f1a9f5c76a None None] No DVR routers for this DVR port 867668a7-6491-4506-b903-6f41b33d517b on host n-d-828369-18 {{(pid=103528) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 17 23:38:26.668105 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4806c9-c2a8-4bcf-b90c-99e620514823']}} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:26.679053 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f') {'for_net_delete': True} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:26.679382 n-d-828369-18 neutron-server[103527]: DEBUG neutron.services.segments.db [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e4f2625-7d40-4e6b-835f-e5f4d3ed098f') {} {{(pid=103527) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 17 23:38:26.691022 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8771632404664', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3692343'] for segment (5e4f2625-7d40-4e6b-835f-e5f4d3ed098f), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.706042 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452'] for segment (5e4f2625-7d40-4e6b-835f-e5f4d3ed098f), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.713144 n-d-828369-18 neutron-server[103527]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=103527) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 17 23:38:26.714183 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1597452', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63002805'] for segment (5e4f2625-7d40-4e6b-835f-e5f4d3ed098f), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: Traceback (most recent call last): Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: timer() Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: cb(*args, **kw) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: return func(*args, **kwargs) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: self._notify() Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: self.callback(batched_events) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: event.method(event) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: aggregate_uuid = self.p_client.list_aggregates( Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: return f(self, *a, **k) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: return self._get(url).json() Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: return self.request(url, 'GET', **kwargs) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: base_url = self.get_endpoint(auth, allow=allow, Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 23:38:26.716193 n-d-828369-18 neutron-server[103527]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 23:38:26.781712 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1602411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-552473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-732450', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-637603'] for network (9c4806c9-c2a8-4bcf-b90c-99e620514823), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.787448 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-732468'] for network (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:26.793007 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] 10.222.0.79 "DELETE /v2.0/networks/9c4806c9-c2a8-4bcf-b90c-99e620514823 HTTP/1.1" status: 204 len: 168 time: 0.5647867 Feb 17 23:38:26.802655 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea000679-2839-4e1e-9d62-28debcdafded admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4806c9-c2a8-4bcf-b90c-99e620514823,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:26.906341 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41972) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:26.947427 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-c7a816fe-e1da-43f8-bb30-82c39c6d6a66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d95dadb9394842ffa3acfcf20430c7f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399165 Feb 17 23:38:26.949928 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41974) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:26.996807 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd228b17-edea-4f62-94cb-4f584bc4bc7a admin admin] Publish callbacks [] for security_group (3b56c50c-f2bb-4467-873c-76851b0ab2e9), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.017926 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd228b17-edea-4f62-94cb-4f584bc4bc7a admin admin] Publish callbacks [] for security_group (3b56c50c-f2bb-4467-873c-76851b0ab2e9), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.068737 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd228b17-edea-4f62-94cb-4f584bc4bc7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (3b56c50c-f2bb-4467-873c-76851b0ab2e9), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.071480 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-dd228b17-edea-4f62-94cb-4f584bc4bc7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.072631 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-dd228b17-edea-4f62-94cb-4f584bc4bc7a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3b56c50c-f2bb-4467-873c-76851b0ab2e9 HTTP/1.1" status: 204 len: 168 time: 0.1218204 Feb 17 23:38:27.080415 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd228b17-edea-4f62-94cb-4f584bc4bc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b56c50c-f2bb-4467-873c-76851b0ab2e9,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:27.383527 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41980) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:27.423418 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-f9f53e05-b33d-4ff1-9cb8-0776f457d2c6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=348681321a9b4f3e8764a27dbbb99950&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386775 Feb 17 23:38:27.425768 n-d-828369-18 neutron-server[103527]: DEBUG neutron.wsgi [-] (103527) accepted ('10.222.0.79', 41982) {{(pid=103527) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 17 23:38:27.473250 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80d32932-87d2-4dd7-a30f-dc58bc83cc57 admin admin] Publish callbacks [] for security_group (494f24b3-e410-4c7f-8ce0-abc27299abf3), before_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.494031 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80d32932-87d2-4dd7-a30f-dc58bc83cc57 admin admin] Publish callbacks [] for security_group (494f24b3-e410-4c7f-8ce0-abc27299abf3), precommit_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.543777 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80d32932-87d2-4dd7-a30f-dc58bc83cc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-573863'] for security_group (494f24b3-e410-4c7f-8ce0-abc27299abf3), after_delete {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.546397 n-d-828369-18 neutron-server[103527]: DEBUG neutron_lib.callbacks.manager [None req-80d32932-87d2-4dd7-a30f-dc58bc83cc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103527) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:27.547524 n-d-828369-18 neutron-server[103527]: INFO neutron.wsgi [None req-80d32932-87d2-4dd7-a30f-dc58bc83cc57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/494f24b3-e410-4c7f-8ce0-abc27299abf3 HTTP/1.1" status: 204 len: 168 time: 0.1208577 Feb 17 23:38:27.555678 n-d-828369-18 neutron-server[103527]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d32932-87d2-4dd7-a30f-dc58bc83cc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494f24b3-e410-4c7f-8ce0-abc27299abf3,revision_number=None']} {{(pid=103527) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 17 23:38:27.586367 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 867668a7-6491-4506-b903-6f41b33d517b no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:27.607290 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: 867668a7-6491-4506-b903-6f41b33d517b {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:27.607667 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device 867668a7-6491-4506-b903-6f41b33d517b not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:27.608082 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f65c0494-1988-48de-b44a-ca7ad8633ce3 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:27.629655 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: f65c0494-1988-48de-b44a-ca7ad8633ce3 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:27.630007 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device f65c0494-1988-48de-b44a-ca7ad8633ce3 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:27.630418 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b38b0872-a885-4b25-b699-24a61743d7b5 no longer exists at agent ovs-agent-n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 17 23:38:27.649615 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.plugin [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] No Port match for: b38b0872-a885-4b25-b699-24a61743d7b5 {{(pid=103528) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 17 23:38:27.649966 n-d-828369-18 neutron-server[103528]: DEBUG neutron.plugins.ml2.rpc [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Device b38b0872-a885-4b25-b699-24a61743d7b5 not bound to the agent host n-d-828369-18 {{(pid=103528) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 17 23:38:40.171696 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:42.294093 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:38:44.656246 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-d991703e-a096-4fa6-9b87-0b2d26c694d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:47.517870 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-cc06d901-134b-47fe-bc5e-32972304f1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:48.272062 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:49.673447 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:51.068839 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:38:56.029255 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:10.169005 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:14.648090 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2270-aa33-4d50-9ba2-1eac6a39e71f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:17.509333 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-7206fe8a-d74d-4fcc-8385-0d8d811fbe87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:18.274330 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:19.292859 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:39:19.675656 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:21.071997 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:26.038777 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:40.168511 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:44.649709 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e88d7c40-dd98-4d77-8343-5f6d39893d7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:47.510785 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0c76b2d4-3f3f-4051-b1e1-02cffbbab091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:48.277272 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:49.677949 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:51.074028 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:56.043000 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:39:56.291121 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:40:10.169184 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:14.653098 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c1a16d3d-3985-455e-ab3d-c407942809c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:17.511801 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4a5515fa-187b-4e9f-a397-dfa204c8b284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:18.280573 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:19.679461 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:21.080395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:26.051593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:33.290190 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:40:40.172226 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:44.654499 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-41706c9a-8bdb-4def-b099-dcb297325616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:47.513744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0b0211c7-11e9-4d34-af11-9a39fcbf191c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:48.282845 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:49.682632 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:51.072369 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:40:56.052584 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:10.174598 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:10.290479 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:41:14.658695 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e3559056-cd6e-4f6d-8a10-4acec81bad7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:17.516966 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c1328e3-1a42-4c89-ae5f-a014f681eb29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:18.286233 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:19.685469 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:21.075007 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:26.065670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:40.181317 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:44.660537 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b46989e4-554b-496e-b57e-b95a273aceaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:47.289455 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:41:47.518491 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4da8360b-ac72-45b1-92d6-602d622e0062 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:48.288320 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:49.688169 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:51.077788 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:41:56.064782 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:10.195907 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:14.663741 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ae1f501d-8881-4dfc-b553-28b3d3a97ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:17.519935 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-119d5bb8-b280-4758-994b-70bc6c4c6526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:18.294224 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:19.690030 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:21.080936 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:24.288515 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:42:26.066766 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:40.195619 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:44.665111 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ad6c4cce-abec-4b20-b858-e0a0c577e55e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:47.522320 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-07adacb6-ee5b-449d-bc69-32d59fa7c73d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:48.292908 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:49.692591 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:51.084027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:42:56.063257 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:01.287798 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:43:10.228234 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:14.666547 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-044e34f2-848f-4bc7-bc6a-9d8f1abffa8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:17.524295 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8e6be33f-26d4-47bb-8b4d-cd9c2b8ffd9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:18.295502 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:19.695751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:21.085880 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:26.095163 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:38.287007 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:43:40.242172 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:44.671729 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b86b9801-911d-41a2-8148-be80c73cbaa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:47.525593 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b7c4d025-aa15-47d1-9349-e9003d8f1122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:48.299687 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:49.698795 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:51.087952 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:43:56.109636 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:10.241079 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:14.673565 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-503a0272-e375-4579-8a03-b2e2ef47f539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:15.285983 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:44:17.530420 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-18e60c1a-74f8-4039-99c6-bd99ea98746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:18.302487 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:19.700923 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:21.089256 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:26.109691 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:40.239617 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:44.675744 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-02aa76e9-0a04-4fb7-8401-c7abf5f6e36f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:47.533395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c8d3-4a9a-4728-b8f9-d40a0c0451ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:48.305751 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:49.708238 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:51.091670 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:44:52.285572 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:44:56.108842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:10.238999 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:14.677572 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-1aadf21e-275b-4b7f-abe6-282435c7c28d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:17.534265 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-ffb8c4f2-6295-4346-bbaf-5ce8362c8ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:18.308748 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:19.706556 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:21.093533 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:26.124303 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:29.284548 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:45:40.237309 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:44.687144 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b8d9df1e-c43b-4cb2-b714-080bc96318f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:47.535992 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8bb3b917-04a5-4789-a16e-3e3e2d072dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:48.311452 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:49.709426 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:51.095406 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:45:56.128360 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:06.282848 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:46:10.236487 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:14.679507 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-e7ed9944-4e49-46be-8cb6-8916dae214fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:17.539899 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-9c24275e-6c70-4502-84c0-ee2b05460ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:18.314002 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:19.712234 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:20.134519 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-c33fa155-789b-443d-946c-bc2a7f6057de service neutron] (103526) timed out ('10.222.0.79', 39816) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:46:20.231579 n-d-828369-18 neutron-server[103526]: DEBUG neutron.wsgi [req-2316cdba-ab61-4375-a835-e28f971fb207 req-a356105b-4870-402c-a504-a34e94a3b40f tempest-TestShelveInstance-2118023448 tempest-TestShelveInstance-2118023448-project] (103526) timed out ('10.222.0.79', 39838) {{(pid=103526) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 17 23:46:21.098043 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:26.129786 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:40.236818 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:43.281853 n-d-828369-18 neutron-server[103529]: DEBUG neutron.db.agents_db [None req-35765ba7-88f5-41fc-b1e3-7fde3bffa2b7 None None] Agent healthcheck: found 7 active agents {{(pid=103529) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 17 23:46:44.683395 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-4c4bb77e-b150-4ce6-86cf-b63fd017a919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (eec98f87-06b6-43b7-997f-d51eaeacfc2f), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:47.545014 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-92217ba1-0d1a-4cea-9455-89b0f7370dbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (3b383405-675c-4ac5-b95b-00d7fc6c5b60), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:48.321138 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-b2138d22-3af1-4e26-834e-003d1ef777f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (2fde9868-f0ad-4a14-b047-2492e04d2775), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:49.714842 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-964750fd-c1a1-4b53-bf31-94f1d4840ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (84bfa715-d7bd-482c-ae69-633e719e9320), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:51.100045 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-a2b5cd69-45ef-4922-88fa-457e405f641c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (90630b71-8f9e-4431-ab7c-f1493d8f6fbd), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:46:56.157027 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-8126e2a7-c4aa-4227-b8d2-9256aca6c07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (b58ef829-8ca1-46f7-a9ca-32b3372f5512), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 17 23:47:10.237332 n-d-828369-18 neutron-server[103528]: DEBUG neutron_lib.callbacks.manager [None req-0cc9f511-1d1a-454f-ba81-5a7e75efbe9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8771632400797', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1605465'] for agent (169ca186-a3f9-43e7-94ed-85aea977bf26), after_update {{(pid=103528) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}